-- Logs begin at Mon 2021-08-16 00:44:44 UTC, end at Mon 2021-08-16 03:17:37 UTC. -- Aug 16 01:29:41.848087 n-d-768509-23 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 01:29:44.596201 n-d-768509-23 neutron-server[95406]: INFO neutron.common.config [-] Logging enabled! Aug 16 01:29:44.596815 n-d-768509-23 neutron-server[95406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 01:29:44.596977 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95406) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 01:29:44.600279 n-d-768509-23 neutron-server[95406]: INFO neutron.common.config [-] Logging enabled! Aug 16 01:29:44.600545 n-d-768509-23 neutron-server[95406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 01:29:44.600858 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95406) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 01:29:44.601791 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:29:44.602054 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:29:44.602419 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:29:44.602668 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:29:44.602896 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:29:44.603221 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.603577 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.603950 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.604213 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.604530 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.604829 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.605120 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.605416 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.605722 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.606043 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.606327 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.606619 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.606854 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.607141 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.607433 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.607727 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.607956 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] debug = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.608502 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.608928 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.609348 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.609635 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.609956 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.610241 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.610517 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.610800 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.611088 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.611422 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] host = n-d-768509-23 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.611703 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.612000 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.612293 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.612584 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.612865 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.613149 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.613442 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.613719 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.614027 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] log_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.614310 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.614603 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.614897 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.615195 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.615422 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.615646 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.615940 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.616232 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.616514 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.616792 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.617071 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.617352 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.617624 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.617932 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.618225 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.618522 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.618811 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.619090 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.619403 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.619680 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.619959 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.620248 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.620525 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.620804 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.621079 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.621370 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.621647 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.621952 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.622259 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.622550 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.622837 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.623161 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.623407 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.623699 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.623973 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.624250 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.624526 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] use_json = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.624803 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.625083 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.625372 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.625650 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.625964 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.626247 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.626522 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.626811 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:44.627109 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.627411 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.627718 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.628005 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.628305 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.628597 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.628894 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.629179 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.629473 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.629768 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.630089 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.630372 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.630665 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.630948 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.631246 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.631554 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.631855 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.632156 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.632437 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.632715 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.632993 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.633278 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.633568 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.633894 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.634191 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.634471 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.635300 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.635674 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.635974 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.636344 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.636634 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.636931 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.637217 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.637498 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.637787 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.638095 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.638379 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.638657 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.638942 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.639237 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.639518 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.639793 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.640069 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.640350 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.640627 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.640912 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.641200 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.641475 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.641750 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.642056 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.642336 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.642614 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.642897 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.643174 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.643456 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.643734 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.644009 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.644285 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.644562 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.644838 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.645113 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.645389 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.645669 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.645970 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.646248 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.646523 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.646802 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.647079 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.647370 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.647673 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.647960 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.648244 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.648535 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.648822 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.649108 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.649392 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.649676 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.649984 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.650264 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.651136 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.651446 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.651744 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.652038 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.652325 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.652629 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.652915 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.653206 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.653492 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.653779 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.654101 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.654393 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.654693 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.654992 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.655291 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.655590 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.655888 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.656176 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.656492 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.656777 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:44.656997 n-d-768509-23 neutron-server[95406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:29:44.657241 n-d-768509-23 neutron-server[95406]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95406) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 01:29:45.012231 n-d-768509-23 neutron-server[95406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 01:29:45.012514 n-d-768509-23 neutron-server[95406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 01:29:45.012807 n-d-768509-23 neutron-server[95406]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 01:29:45.013147 n-d-768509-23 neutron-server[95406]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 01:29:45.413546 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.413859 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.414141 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.415367 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.415645 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.415924 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.451079 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.451365 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.451636 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.468745 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.469025 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.469298 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.498747 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.499030 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.499309 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.536318 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.536603 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.536875 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.772214 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.772844 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.772844 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.773001 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.773644 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.895782 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.896105 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.896394 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.896669 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.896935 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.897249 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.897511 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.897768 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.898049 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.898333 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.898596 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.898862 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.899118 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.899371 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.899629 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.899898 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.900155 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.901064 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.901486 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.901755 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.902062 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.902321 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.902610 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.902998 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.903253 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.903504 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.903909 n-d-768509-23 neutron-server[95406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:29:45.904153 n-d-768509-23 neutron-server[95406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:29:45.904391 n-d-768509-23 neutron-server[95406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:29:45.904630 n-d-768509-23 neutron-server[95406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:29:45.904887 n-d-768509-23 neutron-server[95406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:29:45.905109 n-d-768509-23 neutron-server[95406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:29:45.905487 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 01:29:45.908723 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 01:29:45.912703 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 01:29:45.916669 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 16 01:29:45.918468 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 01:29:45.918922 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 01:29:45.919265 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 01:29:45.919658 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 01:29:45.922486 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 01:29:45.922737 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 01:29:45.923088 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 01:29:45.928389 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 01:29:45.952496 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 01:29:45.952961 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.953266 n-d-768509-23 neutron-server[95406]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95406) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 01:29:45.953632 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.955027 n-d-768509-23 neutron-server[95406]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95406) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 01:29:45.955315 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 01:29:45.955569 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 01:29:45.959054 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:45.959342 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:46.023215 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 01:29:46.023380 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 01:29:46.023613 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 01:29:46.023995 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 01:29:46.047005 n-d-768509-23 neutron-server[95406]: DEBUG oslo_db.sqlalchemy.engines [None req-63634f4f-4a11-4064-966b-64b07341154a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95406) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 01:29:46.787898 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Initializing driver for type 'gre' Aug 16 01:29:46.788541 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-63634f4f-4a11-4064-966b-64b07341154a None None] gre ID ranges: [(1, 1000)] Aug 16 01:29:46.988396 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Initializing driver for type 'local' Aug 16 01:29:46.988726 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Initializing driver for type 'vlan' Aug 16 01:29:47.140070 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-63634f4f-4a11-4064-966b-64b07341154a None None] VlanTypeDriver initialization complete Aug 16 01:29:47.140349 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Initializing driver for type 'vxlan' Aug 16 01:29:47.140871 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-63634f4f-4a11-4064-966b-64b07341154a None None] vxlan ID ranges: [(1, 1000)] Aug 16 01:29:47.386269 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Initializing extension driver 'port_security' Aug 16 01:29:47.386612 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.extensions.port_security [None req-63634f4f-4a11-4064-966b-64b07341154a None None] PortSecurityExtensionDriver initialization complete Aug 16 01:29:47.386946 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Initializing mechanism driver 'openvswitch' Aug 16 01:29:47.387278 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Initializing mechanism driver 'hyperv' Aug 16 01:29:47.397886 n-d-768509-23 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-63634f4f-4a11-4064-966b-64b07341154a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:29:47.398522 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > port after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.398892 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > port after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.399246 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > port after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.399775 n-d-768509-23 neutron-server[95406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:29:47.400207 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > subnet after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.400569 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > subnet after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.400916 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > subnet after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.401312 n-d-768509-23 neutron-server[95406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:29:47.401720 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > network after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.402101 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > network after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.402447 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > network after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.402841 n-d-768509-23 neutron-server[95406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:29:47.403273 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > security_group after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.403625 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > security_group after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.403965 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > security_group after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.404361 n-d-768509-23 neutron-server[95406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:29:47.404915 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.405298 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.405644 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.406073 n-d-768509-23 neutron-server[95406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:29:47.406482 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > address_group after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.406827 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > address_group after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.407168 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > address_group after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.407563 n-d-768509-23 neutron-server[95406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:29:47.407939 n-d-768509-23 neutron-server[95406]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-63634f4f-4a11-4064-966b-64b07341154a None None] ML2 OVO RPC backend initialized. {{(pid=95406) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 01:29:47.408645 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router_interface after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.409001 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.409418 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > network before_response 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.409765 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > networks before_response 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.410140 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > port before_response 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.410518 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > ports before_response 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.410868 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > subnet before_response 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.411211 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > subnets before_response 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.411589 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > network after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.411932 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > network after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.412270 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > network after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.412607 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > port after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.412946 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > port after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.413287 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > port after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.413617 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > subnet after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.413977 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > subnet after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.414311 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > subnet after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.414921 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Modular L2 Plugin initialization complete Aug 16 01:29:47.415249 n-d-768509-23 neutron-server[95406]: DEBUG neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading services supported by the core plugin {{(pid=95406) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 01:29:47.415580 n-d-768509-23 neutron-server[95406]: INFO neutron.plugins.ml2.managers [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Got port-security extension from driver 'port_security' Aug 16 01:29:47.416564 n-d-768509-23 neutron-server[95406]: INFO neutron.extensions.vlantransparent [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Disabled vlantransparent extension. Aug 16 01:29:47.417050 n-d-768509-23 neutron-server[95406]: DEBUG neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95406) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 01:29:47.417446 n-d-768509-23 neutron-server[95406]: INFO neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading Plugin: router Aug 16 01:29:47.465565 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router_interface before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.465988 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router after_create 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.466362 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router before_create 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.466730 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.467105 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.467464 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router after_delete 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.467826 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > floatingip after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.468190 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router after_create 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.468537 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router after_update 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.468890 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router after_update 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.469238 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.469595 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router after_update 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.470027 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router precommit_update 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.470397 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: port after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.470741 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: port after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.471077 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: subnet after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.471424 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.471770 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > port precommit_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.472119 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router precommit_create 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.472459 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: port before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.472800 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router precommit_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.473156 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router after_update 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.473515 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router precommit_delete 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.473875 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router precommit_create 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.474244 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router_interface after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.474597 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router precommit_update 55549900 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.474966 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > agent after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.475321 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > agent after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.475666 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > network after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.476544 n-d-768509-23 neutron-server[95406]: DEBUG neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Tracking information for resource: router configured {{(pid=95406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:29:47.476880 n-d-768509-23 neutron-server[95406]: DEBUG neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Tracking information for resource: floatingip configured {{(pid=95406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:29:47.482572 n-d-768509-23 neutron-server[95406]: INFO neutron.db.l3_agentschedulers_db [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 01:29:47.483528 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: port after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.483890 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: port after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.484246 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: port after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.484599 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: port after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.485395 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router before_create 55550100 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.485762 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router precommit_delete 55550100 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.486161 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router precommit_create 55550100 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.486521 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > router precommit_update 55550100 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.490965 n-d-768509-23 neutron-server[95406]: DEBUG neutron.services.provider_configuration [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service providers = [] {{(pid=95406) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 01:29:47.491332 n-d-768509-23 neutron-server[95406]: DEBUG neutron.db.servicetype_db [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95406) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 01:29:47.494857 n-d-768509-23 neutron-server[95406]: DEBUG neutron.services.service_base [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:29:47.495207 n-d-768509-23 neutron-server[95406]: DEBUG neutron.services.service_base [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:29:47.495549 n-d-768509-23 neutron-server[95406]: DEBUG neutron.services.service_base [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:29:47.496446 n-d-768509-23 neutron-server[95406]: DEBUG neutron.services.service_base [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:29:47.496818 n-d-768509-23 neutron-server[95406]: INFO neutron.services.service_base [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 01:29:47.497201 n-d-768509-23 neutron-server[95406]: DEBUG neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:29:47.497522 n-d-768509-23 neutron-server[95406]: INFO neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 01:29:47.513616 n-d-768509-23 neutron-server[95406]: DEBUG neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:29:47.513987 n-d-768509-23 neutron-server[95406]: INFO neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading Plugin: auto_allocate Aug 16 01:29:47.519798 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: network precommit_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.520174 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: network precommit_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.520704 n-d-768509-23 neutron-server[95406]: DEBUG neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:29:47.521027 n-d-768509-23 neutron-server[95406]: INFO neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading Plugin: tag Aug 16 01:29:47.527708 n-d-768509-23 neutron-server[95406]: DEBUG neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:29:47.528037 n-d-768509-23 neutron-server[95406]: INFO neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading Plugin: timestamp Aug 16 01:29:47.532084 n-d-768509-23 neutron-server[95406]: DEBUG neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:29:47.532420 n-d-768509-23 neutron-server[95406]: INFO neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading Plugin: network_ip_availability Aug 16 01:29:47.537936 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.538314 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.538671 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.539406 n-d-768509-23 neutron-server[95406]: DEBUG neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:29:47.539728 n-d-768509-23 neutron-server[95406]: INFO neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading Plugin: flavors Aug 16 01:29:47.545052 n-d-768509-23 neutron-server[95406]: DEBUG neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:29:47.545385 n-d-768509-23 neutron-server[95406]: INFO neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading Plugin: revisions Aug 16 01:29:47.549664 n-d-768509-23 neutron-server[95406]: DEBUG neutron.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:29:47.550089 n-d-768509-23 neutron-server[95406]: DEBUG oslo_concurrency.lockutils [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.537s {{(pid=95406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 01:29:47.550831 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95406) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 01:29:47.551168 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Initializing extension manager. Aug 16 01:29:47.551683 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: __init__.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.552050 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: __pycache__ {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.552362 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.552699 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: address_group.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.553457 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.554058 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: address-group Aug 16 01:29:47.554386 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: address_scope.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.555100 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.555614 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: address-scope Aug 16 01:29:47.555937 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: admin_state_down_before_update.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.557428 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.557972 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: router-admin-state-down-before-update Aug 16 01:29:47.558300 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: agent.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.559198 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.559703 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: agent Aug 16 01:29:47.560026 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: agent_resources_synced.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.560937 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.561442 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: agent-resources-synced Aug 16 01:29:47.561767 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: allowedaddresspairs.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.563588 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.564103 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: allowed-address-pairs Aug 16 01:29:47.564428 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: auto_allocated_topology.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.565505 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.566047 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: auto-allocated-topology Aug 16 01:29:47.566382 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: availability_zone.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.567082 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.567587 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: availability_zone Aug 16 01:29:47.567910 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: availability_zone_filter.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.568822 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.569329 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: availability_zone_filter Aug 16 01:29:47.569653 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: data_plane_status.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.570587 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.571091 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 01:29:47.571410 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: default_subnetpools.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.572349 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.572892 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: default-subnetpools Aug 16 01:29:47.573163 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: dhcpagentscheduler.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.574076 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.574582 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: dhcp_agent_scheduler Aug 16 01:29:47.574902 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: dns.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.575817 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.576388 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension dns-integration not supported by any of loaded plugins Aug 16 01:29:47.576640 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: dns_domain_ports.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.577559 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.578095 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 01:29:47.578419 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.579336 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.579837 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 01:29:47.580159 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: dvr.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.580827 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.581324 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: dvr Aug 16 01:29:47.581644 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: ecmp_routes.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.582593 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.583083 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 01:29:47.583405 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: empty_string_filtering.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.584305 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.584808 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: empty-string-filtering Aug 16 01:29:47.585130 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.586068 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.586575 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 01:29:47.586894 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.588071 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.588627 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 01:29:47.588988 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: external_net.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.589986 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.590544 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: external-net Aug 16 01:29:47.590910 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: extra_dhcp_opt.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.591866 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.592420 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: extra_dhcp_opt Aug 16 01:29:47.592788 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: extraroute.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.593728 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.594311 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: extraroute Aug 16 01:29:47.594672 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: extraroute_atomic.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.595745 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.596263 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: extraroute-atomic Aug 16 01:29:47.596598 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: filter_validation.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.597260 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.597762 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: filter-validation Aug 16 01:29:47.598110 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: fip_pf_description.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.599022 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.599518 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 01:29:47.599837 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: fip_port_details.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.600749 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.601248 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: fip-port-details Aug 16 01:29:47.601568 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: flavors.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.602803 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.603313 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: flavors Aug 16 01:29:47.604252 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.606019 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.606537 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 01:29:47.606870 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: floatingip_pools.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.607565 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.608324 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: floatingip-pools Aug 16 01:29:47.608650 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: ip_allocation.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.609609 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.610154 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 01:29:47.610478 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.611400 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.611906 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: ip-substring-filtering Aug 16 01:29:47.612233 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: l2_adjacency.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.613166 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.613667 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 01:29:47.614027 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: l3.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.615141 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.615656 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: router Aug 16 01:29:47.615984 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: l3_conntrack_helper.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.618252 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.618775 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 01:29:47.619704 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.620650 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.621155 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: ext-gw-mode Aug 16 01:29:47.621482 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.622461 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.622968 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: l3-ha Aug 16 01:29:47.623297 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: l3_flavors.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.624206 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.624709 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: l3-flavors Aug 16 01:29:47.625033 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.625970 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.626481 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 01:29:47.626807 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: l3agentscheduler.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.627851 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.628360 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: l3_agent_scheduler Aug 16 01:29:47.628688 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: logging.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.630184 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.630696 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension logging not supported by any of loaded plugins Aug 16 01:29:47.631027 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: metering.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.631774 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.632352 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: metering Aug 16 01:29:47.632679 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.633776 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.634313 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: metering_source_and_destination_fields Aug 16 01:29:47.634676 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: multiprovidernet.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.635621 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.636122 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: multi-provider Aug 16 01:29:47.636451 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: netmtu.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.637370 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.637966 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: net-mtu Aug 16 01:29:47.638294 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: netmtu_writable.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.639217 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.639720 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: net-mtu-writable Aug 16 01:29:47.640042 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: network_availability_zone.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.640714 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.641216 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: network_availability_zone Aug 16 01:29:47.641539 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: network_ip_availability.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.642648 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.643155 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: network-ip-availability Aug 16 01:29:47.643479 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: network_segment_range.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.644240 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.644742 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 01:29:47.645067 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: pagination.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.646084 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.646423 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: pagination Aug 16 01:29:47.646748 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: port_device_profile.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.647668 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.648276 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: port-device-profile Aug 16 01:29:47.648536 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.649454 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.649996 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: port-mac-address-regenerate Aug 16 01:29:47.650363 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.651316 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.651814 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: port-numa-affinity-policy Aug 16 01:29:47.652136 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: port_resource_request.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.653053 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.653549 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 01:29:47.653895 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: portbindings.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.654820 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.655322 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: binding Aug 16 01:29:47.655643 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: portbindings_extended.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.657023 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.657541 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: binding-extended Aug 16 01:29:47.657896 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: portsecurity.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.658812 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.659321 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: port-security Aug 16 01:29:47.659649 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: project_id.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.660641 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.660972 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: project-id Aug 16 01:29:47.661295 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: providernet.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.662245 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.662753 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: provider Aug 16 01:29:47.663075 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: qos.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.667379 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.667937 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension qos not supported by any of loaded plugins Aug 16 01:29:47.668281 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.669553 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.670112 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 01:29:47.670444 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.671367 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.671876 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 01:29:47.672203 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: qos_default.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.673116 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.673624 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension qos-default not supported by any of loaded plugins Aug 16 01:29:47.673978 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: qos_fip.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.674638 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.675136 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension qos-fip not supported by any of loaded plugins Aug 16 01:29:47.675455 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: qos_gateway_ip.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.676378 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.676881 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 01:29:47.677202 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: qos_port_network_policy.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.678150 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.678651 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 01:29:47.678972 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: qos_pps_rule.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.680146 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.680656 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension qos-pps not supported by any of loaded plugins Aug 16 01:29:47.680981 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: qos_rule_type_details.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.682517 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.683476 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 01:29:47.683848 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: qos_rules_alias.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.685274 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.685778 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 01:29:47.686136 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: quotasv2.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.687084 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.687412 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: quotas Aug 16 01:29:47.687735 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: quotasv2_detail.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.690828 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.691176 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: quota_details Aug 16 01:29:47.691511 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: rbac.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.692776 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.693307 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: rbac-policies Aug 16 01:29:47.693641 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: rbac_address_group.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.694598 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.695114 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: rbac-address-group Aug 16 01:29:47.695444 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: rbac_address_scope.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.696362 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.696870 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: rbac-address-scope Aug 16 01:29:47.697274 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: rbac_security_groups.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.698320 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.698831 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: rbac-security-groups Aug 16 01:29:47.699157 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: rbac_subnetpool.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.700064 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.700571 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: rbac-subnetpool Aug 16 01:29:47.700895 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: revisionifmatch.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.701811 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.702387 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: revision-if-match Aug 16 01:29:47.702712 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: revisions.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.703823 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.704333 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: standard-attr-revisions Aug 16 01:29:47.704658 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: router_availability_zone.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.705337 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.705876 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: router_availability_zone Aug 16 01:29:47.706206 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: routerservicetype.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.707132 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.707637 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension router-service-type not supported by any of loaded plugins Aug 16 01:29:47.707963 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.709035 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.709544 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: security-groups-normalized-cidr Aug 16 01:29:47.709893 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: security_groups_port_filtering.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.710856 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.711363 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: port-security-groups-filtering Aug 16 01:29:47.711689 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.712605 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.713144 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: security-groups-remote-address-group Aug 16 01:29:47.713465 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: securitygroup.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.723106 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.723637 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: security-group Aug 16 01:29:47.723975 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: segment.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.724770 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.725276 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension segment not supported by any of loaded plugins Aug 16 01:29:47.725608 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.726578 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.727096 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 01:29:47.727427 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: servicetype.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.729159 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.729753 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: service-type Aug 16 01:29:47.730109 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: sorting.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.731097 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.731432 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: sorting Aug 16 01:29:47.731761 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: standard_attr_segment.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.732678 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.733442 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 01:29:47.733769 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: standardattrdescription.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.734579 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.734961 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: standard-attr-description Aug 16 01:29:47.735294 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: stateful_security_group.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.736219 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.736732 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: stateful-security-group Aug 16 01:29:47.737058 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: stdattrs_common.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.737649 n-d-768509-23 neutron-server[95406]: WARNING neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 01:29:47.738001 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.738939 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.739448 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 01:29:47.739767 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: subnet_onboard.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.740853 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.741365 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: subnet_onboard Aug 16 01:29:47.741690 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.742654 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.743534 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 01:29:47.743534 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: subnet_service_types.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.744975 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.745578 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: subnet-service-types Aug 16 01:29:47.745925 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: subnetallocation.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.747024 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.747545 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: subnet_allocation Aug 16 01:29:47.747871 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.748548 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.749057 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: subnetpool-prefix-ops Aug 16 01:29:47.749372 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.750343 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.750860 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 01:29:47.751182 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: tagging.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.752282 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.752803 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: standard-attr-tag Aug 16 01:29:47.753130 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: timestamp.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.754368 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.754877 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loaded extension: standard-attr-timestamp Aug 16 01:29:47.755206 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: trunk.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.756248 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.756757 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension trunk not supported by any of loaded plugins Aug 16 01:29:47.757085 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: trunk_details.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.758059 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.758570 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension trunk-details not supported by any of loaded plugins Aug 16 01:29:47.758893 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: uplink_status_propagation.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.759853 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.760359 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 01:29:47.760684 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Loading extension file: vlantransparent.py {{(pid=95406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:29:47.761366 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:29:47.761898 n-d-768509-23 neutron-server[95406]: INFO neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 01:29:47.764454 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:network Aug 16 01:29:47.764989 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:subnet Aug 16 01:29:47.765386 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:29:47.765776 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:port Aug 16 01:29:47.767047 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.767519 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service FLAVORS assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.768186 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.768650 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.769013 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:router Aug 16 01:29:47.769502 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:floatingip Aug 16 01:29:47.770051 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service METERING assigned prefix: /metering {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.771517 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.771888 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.772248 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:29:47.773276 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 01:29:47.773719 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:security_group Aug 16 01:29:47.774184 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 01:29:47.776629 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service CORE assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.776987 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:29:47.777354 n-d-768509-23 neutron-server[95406]: WARNING neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] subnetpool is already registered Aug 16 01:29:47.777801 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service CORE assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.778162 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:29:47.778501 n-d-768509-23 neutron-server[95406]: WARNING neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] subnetpool is already registered Aug 16 01:29:47.780810 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.781249 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service FLAVORS assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.781858 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.782292 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.782627 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:router Aug 16 01:29:47.782965 n-d-768509-23 neutron-server[95406]: WARNING neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] router is already registered Aug 16 01:29:47.783380 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:floatingip Aug 16 01:29:47.783803 n-d-768509-23 neutron-server[95406]: WARNING neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] floatingip is already registered Aug 16 01:29:47.784214 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service METERING assigned prefix: /metering {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.784889 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 01:29:47.785217 n-d-768509-23 neutron-server[95406]: WARNING neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] rbac_policy is already registered Aug 16 01:29:47.785627 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:security_group Aug 16 01:29:47.785994 n-d-768509-23 neutron-server[95406]: WARNING neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] security_group is already registered Aug 16 01:29:47.786397 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 01:29:47.786733 n-d-768509-23 neutron-server[95406]: WARNING neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] security_group_rule is already registered Aug 16 01:29:47.787374 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service CORE assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.787702 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:29:47.788037 n-d-768509-23 neutron-server[95406]: WARNING neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] subnetpool is already registered Aug 16 01:29:47.788553 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.v2.resource_helper [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Service CORE assigned prefix: {{(pid=95406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:29:47.788771 n-d-768509-23 neutron-server[95406]: INFO neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:29:47.789101 n-d-768509-23 neutron-server[95406]: WARNING neutron.quota.resource_registry [None req-63634f4f-4a11-4064-966b-64b07341154a None None] subnetpool is already registered Aug 16 01:29:47.789568 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: extensions {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.792018 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: address-groups {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.793546 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: address-scopes {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.794937 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: agents {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.796118 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: auto-allocated-topology {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.797378 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: availability_zones {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.798644 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: dhcp-networks {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.800174 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: dhcp-agents {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.801602 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: routers {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.803369 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: flavors {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.804651 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: service_profiles {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.805879 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: next_providers {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.807362 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: service_profiles {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.808906 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: floatingip-pools {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.810228 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: routers {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.811952 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: floatingips {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.813243 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: l3-routers {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.814685 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: l3-agents {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.816107 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: metering-labels {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.817407 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: metering-label-rules {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.818832 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: network-ip-availabilities {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.820099 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: bindings {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.821679 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: quotas {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.823275 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: quotas {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.824728 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: rbac-policies {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.825957 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: security-groups {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.827270 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: security-group-rules {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.828539 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: service-providers {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.829763 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: subnetpools {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.831222 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: subnetpools {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.832718 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: tags {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.834456 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: tags {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.836274 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: tags {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.838627 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: tags {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.840330 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: tags {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.843376 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: tags {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.845065 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: tags {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.846911 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: tags {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.848904 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: tags {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.850695 n-d-768509-23 neutron-server[95406]: DEBUG neutron.api.extensions [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Extended resource: tags {{(pid=95406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:29:47.857311 n-d-768509-23 neutron-server[95406]: WARNING keystonemiddleware.auth_token [None req-63634f4f-4a11-4064-966b-64b07341154a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 01:29:47.862191 n-d-768509-23 neutron-server[95406]: WARNING keystonemiddleware.auth_token [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 01:29:47.870933 n-d-768509-23 neutron-server[95406]: DEBUG oslo_concurrency.lockutils [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Acquired lock "singleton_lock" {{(pid=95406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 01:29:47.871269 n-d-768509-23 neutron-server[95406]: DEBUG oslo_concurrency.lockutils [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Releasing lock "singleton_lock" {{(pid=95406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 01:29:47.871909 n-d-768509-23 neutron-server[95406]: INFO oslo_service.service [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Starting 2 workers Aug 16 01:29:47.881417 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Started child 95515 {{(pid=95406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:29:47.881417 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Started child 95516 {{(pid=95406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:29:47.882673 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:47.883382 n-d-768509-23 neutron-server[95406]: INFO neutron.service [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 01:29:47.883713 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Notify callbacks [] for process, before_spawn {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:47.884157 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [-] (95515) wsgi starting up on http://0.0.0.0:9696 Aug 16 01:29:47.886114 n-d-768509-23 neutron-server[95406]: INFO oslo_service.service [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Starting 1 workers Aug 16 01:29:47.886414 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:47.887821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [-] (95516) wsgi starting up on http://0.0.0.0:9696 Aug 16 01:29:47.891321 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Started child 95517 {{(pid=95406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:29:47.891845 n-d-768509-23 neutron-server[95406]: INFO oslo_service.service [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Starting 1 workers Aug 16 01:29:47.895141 n-d-768509-23 neutron-server[95517]: DEBUG neutron.service [None req-63634f4f-4a11-4064-966b-64b07341154a None None] calling RpcWorker wait() {{(pid=95517) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 01:29:47.895682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.service [None req-63634f4f-4a11-4064-966b-64b07341154a None None] returning from RpcWorker wait() {{(pid=95517) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 01:29:47.896315 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Started child 95518 {{(pid=95406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:29:47.896935 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:47.897146 n-d-768509-23 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63634f4f-4a11-4064-966b-64b07341154a None None] Notify callbacks [] for process, after_spawn {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:47.897400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:29:47.899156 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 01:29:47.899322 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:29:47.899492 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:29:47.899708 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:29:47.900030 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:29:47.900191 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:29:47.901238 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.901506 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.901763 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.902077 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.902349 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.902938 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:47.903427 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.903427 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.903569 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.903734 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.903992 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.904161 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.904334 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.904592 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.904834 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.905154 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.905422 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.905656 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.905942 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.906124 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.906389 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.906665 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.906930 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.907191 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] debug = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.907462 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.907957 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.908205 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.908456 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.908697 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.908975 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.909209 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.909487 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.909735 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.909991 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.910228 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.910505 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.910762 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.910980 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.911202 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.911474 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.911710 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.912203 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] host = n-d-768509-23 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.912480 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.912656 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.912911 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.913178 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.913439 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.913679 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.913962 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.914223 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.914485 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.914734 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.914980 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.915225 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.915483 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.915699 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.916697 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_options = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.916697 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.917118 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.917248 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.917483 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.917676 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.917875 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.918148 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.918315 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.918592 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.918812 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.919028 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.919245 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.919495 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.919718 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.919956 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.920202 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.920420 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.920653 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.920910 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.921140 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.921368 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.921601 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.921831 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.922067 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.922294 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.922588 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.922725 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.922978 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.923278 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.923449 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.923667 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.923952 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.924199 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.924453 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.924684 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.924913 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.925146 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.925414 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.925652 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.925905 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.926174 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.926411 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.926647 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.926884 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.927135 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.927352 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_json = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.927599 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.927800 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.928058 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.928289 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.928512 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.928726 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.928943 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.929177 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:47.929622 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.929950 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.930264 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.930537 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.930774 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.931040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.931299 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.931599 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.932217 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.932390 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.932730 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.932972 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.933155 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.933638 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.933638 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.933990 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.934229 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.934500 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.934750 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.934991 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.935229 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.935476 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.935843 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.936106 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.936374 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.936628 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.936873 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.937118 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.937367 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.937593 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.937857 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944225 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944225 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944225 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944225 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944225 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944225 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944225 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944225 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944225 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944986 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944986 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944986 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.944986 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.945417 n-d-768509-23 neutron-server[95518]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:29:47.945615 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.945615 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.945615 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.945615 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.945615 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.945615 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.945615 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.945615 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.945615 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.946544 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.946544 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.946544 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.946544 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.946544 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.946544 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.946544 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.946544 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.946544 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.947162 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.947162 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.947162 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.947162 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.947162 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.947162 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.947162 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.947162 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.947162 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.948246 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.948246 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.948246 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.948246 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.948246 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.948246 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.948246 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.948777 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.948777 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.948777 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.948973 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.949119 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.949361 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.949647 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.949989 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.950254 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.950511 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.950733 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.950983 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.951202 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.951460 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.951696 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.951919 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.952172 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.952451 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.952674 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.953011 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.953408 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.953408 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.954531 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.954531 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.954531 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.954531 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.954531 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.955647 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.955647 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.955647 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.955647 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.956372 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.956372 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.956372 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.956814 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.956814 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.958089 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.958089 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.958089 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.958089 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.958089 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.958397 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.958580 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.958745 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.958978 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.959240 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.959471 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.959719 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.959938 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.960223 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.960457 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.960698 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.960912 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.961767 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.961767 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.961767 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.962330 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.962330 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.965045 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.965045 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.965045 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.965045 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.965045 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.965045 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.965045 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.965045 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.970443 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.970443 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.970443 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.970443 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.970443 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.970443 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.970443 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.970443 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.971907 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.971907 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.971907 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.971907 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.971907 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.971907 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.971907 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.971907 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972342 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972342 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972342 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972342 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972342 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972342 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972342 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972342 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972791 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972791 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972791 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972791 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972791 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972791 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972791 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.972791 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.973222 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.973222 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.973222 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.973222 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.973222 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.973222 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.973590 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.973590 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.973704 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.974316 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.974316 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.974520 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.974768 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.975159 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.975539 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.975763 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.976019 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.976241 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.976451 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.976674 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.976894 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.977109 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.977366 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.977608 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.979829 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.979829 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.979829 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.979829 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.979829 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.979829 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.979829 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.980385 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.980385 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.980536 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.980671 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.980884 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.981112 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.981323 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.981528 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984157 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984157 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984157 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984157 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984157 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984157 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984157 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984157 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984727 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984727 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984727 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984727 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984727 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.984727 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.985063 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.985126 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.985336 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.985758 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.986216 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.986529 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.986814 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.987116 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.987401 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.987681 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.988024 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.988228 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.988703 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.988820 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.989039 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.989263 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.989555 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.989792 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.990141 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.990332 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.990662 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.990896 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.991163 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.991417 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.991657 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.991879 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.992137 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.992456 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.992736 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.992998 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.993267 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.993563 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.993861 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.994687 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.994924 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.995224 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.995608 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.995882 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.996139 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.996394 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.996644 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.996887 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.997108 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.997344 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.997589 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.997948 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.998071 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.998325 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:47.998550 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.004275 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.004275 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.004275 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.004275 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.004275 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.004275 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.004275 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.004275 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:29:48.005106 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 01:29:48.005106 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:29:48.005106 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:29:48.005106 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:29:48.005106 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:29:48.005106 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:29:48.005106 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.005106 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.005637 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.005637 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.005637 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.005637 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.005637 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.005637 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.005637 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.005637 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.006385 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.006385 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.006385 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.006385 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.006385 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.006385 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.006385 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.006385 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007179 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007179 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007179 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007179 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007179 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] debug = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007179 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007748 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007748 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007748 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007748 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007748 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.007748 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.008379 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.008379 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.008379 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.008379 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.008379 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.008379 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.008379 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.008379 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] host = n-d-768509-23 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009550 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009550 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009550 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009550 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009550 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009550 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.009550 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.010889 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.010889 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.010889 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_options = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.010889 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.010889 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.010889 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.011429 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.011429 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.011429 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.011692 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.011692 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.011899 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.012006 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.012111 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.012262 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.012420 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.012586 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.012750 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.012938 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.013070 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.013212 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.013369 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.013580 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.013729 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.013888 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.014014 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.014140 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.014293 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.014452 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.014610 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.014769 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.014991 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.015117 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.015236 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.015374 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.015532 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.015691 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.015849 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.016010 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.016168 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.016332 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.016493 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.017005 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.017005 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.017005 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.017253 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.017253 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.017393 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.017548 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_json = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.017705 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.017887 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.018048 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.018208 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.018366 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.018530 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.018725 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.018875 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:29:48.019018 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.019166 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.019339 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.019485 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.019642 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.019796 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.019957 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.020118 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.020279 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.020440 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.020608 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.020770 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.020943 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.021098 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.021251 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.021400 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.021563 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.021723 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.021912 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.022059 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.022220 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.022383 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.022560 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.022724 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.022887 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.023049 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.023211 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.023373 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.023535 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.023698 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.023861 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.024024 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.024175 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.024338 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.024497 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.024658 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.024818 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.025118 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.025299 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.025487 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.025704 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.025971 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.025971 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.026298 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.026298 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.026550 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.026550 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.026797 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.026927 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.027057 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.027187 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.027327 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.027459 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.027601 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.027732 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.027888 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.028049 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.028209 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.028532 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.028532 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.028727 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.028845 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.028958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45480) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:29:48.029048 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.029160 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.029364 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.029470 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.029631 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.029791 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.029984 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.030146 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.030310 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.030469 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.030631 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.030878 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.030975 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.031102 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.031263 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.031425 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.031586 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.031747 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.031907 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.032068 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.032230 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.032390 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.032563 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.032741 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.032903 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.033063 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.033224 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.033386 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.033547 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.033708 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.033918 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.034042 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.034201 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.034362 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.034529 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.034677 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.034838 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.034997 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.035157 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.035317 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.035478 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.035638 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.035799 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.035959 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.036120 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.036279 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.036441 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.036586 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.036754 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.036921 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.037086 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.037250 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.037411 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.037557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063376 Aug 16 01:29:48.037671 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.037773 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.038498 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.038498 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.038498 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.044305 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.044305 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.044305 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.044305 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.044305 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.044305 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.044305 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.044305 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.045570 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.045570 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.045570 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.045570 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.045570 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.045570 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.045570 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.045570 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.047040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.047040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.047040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.047040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.047040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.047040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.047040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.047040 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.048090 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.048090 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.048090 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.048090 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.048090 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.048090 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.048090 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.048090 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049030 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049030 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049030 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049030 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049030 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049030 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049030 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049030 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049849 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049849 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049849 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049849 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049849 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049849 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049849 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.049849 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.050508 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.050508 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.050508 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.050508 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.050508 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.050508 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.050508 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.050508 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051077 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051077 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051077 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051077 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051077 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051077 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051077 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051077 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051586 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051586 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051586 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051586 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051586 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051848 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.051910 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.052057 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.052219 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.052379 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.053341 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.053503 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.053839 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.054167 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.054522 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.054759 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.054924 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.055089 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.055253 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.055692 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.055692 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.055847 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.055912 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.056043 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.056204 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.056371 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.057069 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.057412 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.058906 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.058906 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.058906 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.058906 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.058906 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.058906 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.058906 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.059819 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.059819 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.059819 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.059819 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.059819 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.059819 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.060359 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.060359 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.060359 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.060359 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.060693 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.060693 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.060918 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.060918 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.061058 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.061195 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.061355 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.061677 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.062061 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.062239 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.062403 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.063468 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.063468 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.063468 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.063468 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.063468 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.063468 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.063468 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.064001 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.064001 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.064001 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.064194 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.064263 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.064976 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.064976 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.064976 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.064976 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.064976 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.065865 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.065865 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.065865 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.065865 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.065865 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.066463 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.066463 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.066463 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.066463 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.066962 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.066962 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.066962 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.067332 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.067332 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.067332 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.067695 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.067695 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.067952 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.067952 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.068200 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.068200 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.068460 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.068592 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.068723 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.068854 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.068948 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.069596 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.069596 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:29:48.069596 n-d-768509-23 neutron-server[95406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:29:48.070471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:29:59.844633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c479c-b59e-488b-b3ac-f7c0eb69ee4c None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:29:59.934101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c479c-b59e-488b-b3ac-f7c0eb69ee4c None None] No non-hosted networks {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 01:29:59.934101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.agentschedulers_db [None req-c27c479c-b59e-488b-b3ac-f7c0eb69ee4c None None] DHCP Agent not found on host n-d-768509-23 {{(pid=95517) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 01:30:00.055400 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-48895e00-99ff-4645-ba99-f4a851e75f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529905'] for agent, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:02.736116 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529905'] for agent, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:02.736844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.737184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.737579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.737954 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.738290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.738681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.739010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.739335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.739660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.739981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.740305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.740676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:02.741140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768509-23', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:30:02.770724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768509-23', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:30:02.827467 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e68e89cd-5ade-4561-95d7-80d1fdee1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529905'] for agent, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:02.897194 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-e3eb5e79-ce39-4209-9d60-0941ff2642c0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-768509-23 {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:30:02.897636 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-e3eb5e79-ce39-4209-9d60-0941ff2642c0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:30:03.428164 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e3eb5e79-ce39-4209-9d60-0941ff2642c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:03.890931 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529905'] for agent, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:05.471757 n-d-768509-23 neutron-server[95517]: INFO neutron.db.l3_hamode_db [None req-73d7a0e9-afba-4d55-9a90-a748a468f81f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 01:30:05.551321 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7a0e9-afba-4d55-9a90-a748a468f81f None None] Routers set() bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:30:05.551704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7a0e9-afba-4d55-9a90-a748a468f81f None None] Router IDs set() for agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 01:30:05.651761 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529905'] for agent, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:06.567325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45578) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:07.083829 n-d-768509-23 neutron-server[95516]: WARNING oslo_policy.policy [None req-bd91841a-d452-47e1-a95f-8728b6486447 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:30:07.084481 n-d-768509-23 neutron-server[95516]: WARNING oslo_policy.policy [None req-bd91841a-d452-47e1-a95f-8728b6486447 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:30:07.303716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-bd91841a-d452-47e1-a95f-8728b6486447 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:30:07.304798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bd91841a-d452-47e1-a95f-8728b6486447 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7362692 Aug 16 01:30:09.752498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45592) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:10.069791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-773f2bd6-2525-4714-8abe-dad2422d8e3c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:30:10.164270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.policy [None req-773f2bd6-2525-4714-8abe-dad2422d8e3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95516) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 01:30:10.209542 n-d-768509-23 neutron-server[95516]: WARNING oslo_policy.policy [None req-773f2bd6-2525-4714-8abe-dad2422d8e3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:30:10.209955 n-d-768509-23 neutron-server[95516]: WARNING oslo_policy.policy [None req-773f2bd6-2525-4714-8abe-dad2422d8e3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:30:10.218540 n-d-768509-23 neutron-server[95516]: INFO neutron.quota [None req-773f2bd6-2525-4714-8abe-dad2422d8e3c admin admin] Loaded quota_driver: . Aug 16 01:30:10.396351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-773f2bd6-2525-4714-8abe-dad2422d8e3c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769579738506', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769579738087', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769579735010', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769579736511', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769579099490', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769579577070', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16324674', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16055397', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-354184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-437200'] for rbac-policy, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:10.642773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-773f2bd6-2525-4714-8abe-dad2422d8e3c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:10.643996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-773f2bd6-2525-4714-8abe-dad2422d8e3c admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8905015 Aug 16 01:30:13.238809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45604) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:13.546012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Request body: {'network': {'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'admin_state_up': True, 'name': 'private', 'project_id': 'b9eacea79ad2401f8b55bc25744d9984'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:30:13.655965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Made reservation on behalf of b9eacea79ad2401f8b55bc25744d9984 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:30:13.658875 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:13.677130 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:13.800848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:13.882778 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:13.907038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:30:13.933664 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769576259687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:13.934233 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Unsubscribe: segment precommit_create {{(pid=95516) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 01:30:13.934768 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Added segment f5e9b5cc-564f-4abe-9442-e73697b1a6e7 of type vlan for network b72d132f-721c-4f93-8445-888a2946c145 Aug 16 01:30:13.941364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356afaf3-9142-4421-b531-f3433d571800,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:13.979927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.980270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.985346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.985346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.985346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.985346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.985346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.985842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.985842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.985842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.985842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.985842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Tracked resource versions report: Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: pushed versions: Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: { 'AddressGroup': {'1.2'}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'ConntrackHelper': {'1.0'}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'Log': {'1.0'}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'Network': {'1.1'}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'Port': {'1.7'}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'PortForwarding': {'1.2'}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'QosPolicy': {'1.9'}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'SecurityGroup': {'1.4'}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'SubPort': {'1.0'}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'Subnet': {'1.1'}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'Trunk': {'1.1'}} Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: consumer versions: Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: { DHCP agent@n-d-768509-23: {}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: L3 agent@n-d-768509-23: {}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: Metadata agent@n-d-768509-23: {}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: Metering agent@n-d-768509-23: {}, Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: Open vSwitch agent@n-d-768509-23: { 'AddressGroup': '1.2', Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'ConntrackHelper': '1.0', Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'Log': '1.0', Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'Network': '1.1', Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'Port': '1.7', Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'PortForwarding': '1.2', Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'QosPolicy': '1.9', Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'SecurityGroup': '1.4', Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'SecurityGroupRule': '1.2', Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'SubPort': '1.0', Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'Subnet': '1.1', Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: 'Trunk': '1.1'}} Aug 16 01:30:13.986199 n-d-768509-23 neutron-server[95516]: {{(pid=95516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:30:14.062102 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:14.225358 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:14.226463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:14.227118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:14.326065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] Pushing event updated for resources: {'Network': ['ID=b72d132f-721c-4f93-8445-888a2946c145,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:14.337592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b72d132f-721c-4f93-8445-888a2946c145 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:30:14.359964 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f6eb6475-4249-46e8-9435-8400b900161b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1200507 Aug 16 01:30:17.023045 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45618) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:17.527956 n-d-768509-23 neutron-server[95515]: WARNING oslo_policy.policy [None req-a1d008af-6654-48d8-bf98-be2797622e06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:30:17.528550 n-d-768509-23 neutron-server[95515]: WARNING oslo_policy.policy [None req-a1d008af-6654-48d8-bf98-be2797622e06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:30:17.971503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.policy [None req-a1d008af-6654-48d8-bf98-be2797622e06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95515) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 01:30:18.018923 n-d-768509-23 neutron-server[95515]: WARNING oslo_policy.policy [None req-a1d008af-6654-48d8-bf98-be2797622e06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:30:18.019310 n-d-768509-23 neutron-server[95515]: WARNING oslo_policy.policy [None req-a1d008af-6654-48d8-bf98-be2797622e06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:30:18.027682 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d008af-6654-48d8-bf98-be2797622e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:18.029614 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a1d008af-6654-48d8-bf98-be2797622e06 admin admin] 10.222.0.66 "GET /v2.0/networks/b72d132f-721c-4f93-8445-888a2946c145 HTTP/1.1" status: 200 len: 825 time: 1.0040956 Aug 16 01:30:18.070042 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4b14a7fb-5763-4c8f-bdc5-4c1e0bac463c admin admin] 10.222.0.66 "GET /v2.0/subnetpools/abb51d91-8f71-4b62-8fcb-bb5b3da4fb43 HTTP/1.1" status: 200 len: 734 time: 0.0343041 Aug 16 01:30:18.080079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Request body: {'subnet': {'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'subnetpool_id': 'abb51d91-8f71-4b62-8fcb-bb5b3da4fb43', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:30:18.081644 n-d-768509-23 neutron-server[95515]: INFO neutron.quota [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Loaded quota_driver: . Aug 16 01:30:18.188189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Made reservation on behalf of b9eacea79ad2401f8b55bc25744d9984 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:30:18.191343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:18.547941 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:18.622677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Checking segment: {'id': 'f5e9b5cc-564f-4abe-9442-e73697b1a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:30:18.622677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Network hostable DHCP agents. Network: b72d132f-721c-4f93-8445-888a2946c145, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:30:18.634857 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc49e725-4e2f-4ce0-b475-b624c4f37f27,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:18.649851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.650184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.650519 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.650847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.651174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.651489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.651806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.652113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.652428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.652746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.653059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.653406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Tracked resource versions report: Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: pushed versions: Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: { 'AddressGroup': {'1.2'}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'ConntrackHelper': {'1.0'}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'Log': {'1.0'}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'Network': {'1.1'}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'Port': {'1.7'}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'PortForwarding': {'1.2'}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'QosPolicy': {'1.9'}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'SecurityGroup': {'1.4'}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'SubPort': {'1.0'}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'Subnet': {'1.1'}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'Trunk': {'1.1'}} Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: consumer versions: Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: { DHCP agent@n-d-768509-23: {}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: L3 agent@n-d-768509-23: {}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: Metadata agent@n-d-768509-23: {}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: Metering agent@n-d-768509-23: {}, Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: Open vSwitch agent@n-d-768509-23: { 'AddressGroup': '1.2', Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'ConntrackHelper': '1.0', Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'Log': '1.0', Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'Network': '1.1', Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'Port': '1.7', Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'PortForwarding': '1.2', Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'QosPolicy': '1.9', Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'SecurityGroup': '1.4', Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'SecurityGroupRule': '1.2', Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'SubPort': '1.0', Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'Subnet': '1.1', Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: 'Trunk': '1.1'}} Aug 16 01:30:18.654588 n-d-768509-23 neutron-server[95515]: {{(pid=95515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:30:18.742071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Network b72d132f-721c-4f93-8445-888a2946c145 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:30:18.821829 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b72d132f-721c-4f93-8445-888a2946c145) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:30:18.827231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:18.834711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:18.835850 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a58d8-90b0-46bc-802a-6620be652c08 None None] Network b72d132f-721c-4f93-8445-888a2946c145 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:30:18.923165 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8ef3e3ce-c7be-4a29-bffe-a6974279c3a6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8466268 Aug 16 01:30:19.166215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-b72d132f-721c-4f93-8445-888a2946c145', 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'fixed_ips': [{'subnet_id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:30:19.167474 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:19.450196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Allocated IP 172.20.0.2 (b72d132f-721c-4f93-8445-888a2946c145/fc49e725-4e2f-4ce0-b475-b624c4f37f27/791b8344-c326-4d26-9868-ef53515d1677) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:30:19.691991 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:19.707494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Transition to ACTIVE for port object 791b8344-c326-4d26-9868-ef53515d1677 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:30:19.729479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Transition to ACTIVE for port object 791b8344-c326-4d26-9868-ef53515d1677 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:30:19.860379 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:19.936403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Network b72d132f-721c-4f93-8445-888a2946c145 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:30:19.941121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:30:19.946982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Pushing event updated for resources: {'Port': ['ID=791b8344-c326-4d26-9868-ef53515d1677,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:19.948951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:30:19.958367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.958718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.959058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.959394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.959733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.960063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.960388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.960713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.961037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.961942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.962268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.962590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Tracked resource versions report: Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: pushed versions: Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: { 'AddressGroup': {'1.2'}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'ConntrackHelper': {'1.0'}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'Log': {'1.0'}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'Network': {'1.1'}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'Port': {'1.7'}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'PortForwarding': {'1.2'}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'QosPolicy': {'1.9'}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'SecurityGroup': {'1.4'}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'SubPort': {'1.0'}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'Subnet': {'1.1'}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'Trunk': {'1.1'}} Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: consumer versions: Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: { DHCP agent@n-d-768509-23: {}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: L3 agent@n-d-768509-23: {}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: Metadata agent@n-d-768509-23: {}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: Metering agent@n-d-768509-23: {}, Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: Open vSwitch agent@n-d-768509-23: { 'AddressGroup': '1.2', Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'ConntrackHelper': '1.0', Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'Log': '1.0', Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'Network': '1.1', Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'Port': '1.7', Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'PortForwarding': '1.2', Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'QosPolicy': '1.9', Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'SecurityGroup': '1.4', Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'SecurityGroupRule': '1.2', Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'SubPort': '1.0', Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'Subnet': '1.1', Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: 'Trunk': '1.1'}} Aug 16 01:30:19.963722 n-d-768509-23 neutron-server[95517]: {{(pid=95517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:30:20.038654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Attempting to bind port 791b8344-c326-4d26-9868-ef53515d1677 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:30:20.039052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Attempting to bind port 791b8344-c326-4d26-9868-ef53515d1677 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'f5e9b5cc-564f-4abe-9442-e73697b1a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:30:20.039870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Attempting to bind port 791b8344-c326-4d26-9868-ef53515d1677 on network b72d132f-721c-4f93-8445-888a2946c145 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:30:20.045983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:30:20.046786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Checking segment: {'id': 'f5e9b5cc-564f-4abe-9442-e73697b1a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:30:20.046904 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:20.047274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Bound using segment: {'id': 'f5e9b5cc-564f-4abe-9442-e73697b1a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:30:20.047759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Bound port: 791b8344-c326-4d26-9868-ef53515d1677, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e9b5cc-564f-4abe-9442-e73697b1a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:30:20.048160 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:20.135044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] For port 791b8344-c326-4d26-9868-ef53515d1677, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:30:20.139435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] For port 791b8344-c326-4d26-9868-ef53515d1677, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=791b8344-c326-4d26-9868-ef53515d1677,segment=NetworkSegment(f5e9b5cc-564f-4abe-9442-e73697b1a6e7),segment_id=f5e9b5cc-564f-4abe-9442-e73697b1a6e7)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:30:20.214228 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:20.281331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd15ec-7c20-4755-aa7b-6075f5c2974b None None] Pushing event updated for resources: {'Port': ['ID=791b8344-c326-4d26-9868-ef53515d1677,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:21.351384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45638) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:21.695598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-e00885b9-e3bf-4ef2-988c-03446a5b21a0 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:30:21.713947 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e00885b9-e3bf-4ef2-988c-03446a5b21a0 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3443673 Aug 16 01:30:24.128791 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45646) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:24.452363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-4d788f48-530d-426a-a855-06b35e0ea472 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:30:24.453357 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4d788f48-530d-426a-a855-06b35e0ea472 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3236401 Aug 16 01:30:27.102286 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45656) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:27.407891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d212ceab-ef82-4148-99bb-03552f19e694 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:30:27.540274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d212ceab-ef82-4148-99bb-03552f19e694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:27.542011 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d212ceab-ef82-4148-99bb-03552f19e694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:27.725800 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d212ceab-ef82-4148-99bb-03552f19e694 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:27.812300 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d212ceab-ef82-4148-99bb-03552f19e694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:27.903655 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d212ceab-ef82-4148-99bb-03552f19e694 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:27.903655 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d212ceab-ef82-4148-99bb-03552f19e694 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7973089 Aug 16 01:30:28.856330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd635427-fbf6-48a4-bbbd-1714091b924e None None] Network b72d132f-721c-4f93-8445-888a2946c145 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:30:28.996370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 791b8344-c326-4d26-9868-ef53515d1677 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:30:29.007095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2f36509b-50bb-4b37-b42d-913ac1e6e8c2 None None] Provisioning for port 791b8344-c326-4d26-9868-ef53515d1677 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:30:29.204921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 791b8344-c326-4d26-9868-ef53515d1677 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:30:29.209506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 791b8344-c326-4d26-9868-ef53515d1677 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:30:29.209940 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:29.357735 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:29.369994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-214b4c52-4ba2-495e-8b5e-9d5c1facecb0 None None] Provisioning complete for port 791b8344-c326-4d26-9868-ef53515d1677 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:30:29.370348 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-214b4c52-4ba2-495e-8b5e-9d5c1facecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:29.432099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 791b8344-c326-4d26-9868-ef53515d1677, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=791b8344-c326-4d26-9868-ef53515d1677,segment=NetworkSegment(f5e9b5cc-564f-4abe-9442-e73697b1a6e7),segment_id=f5e9b5cc-564f-4abe-9442-e73697b1a6e7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:30:29.479016 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-214b4c52-4ba2-495e-8b5e-9d5c1facecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:29.519446 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:29.594472 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-214b4c52-4ba2-495e-8b5e-9d5c1facecb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:30:29.594472 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-214b4c52-4ba2-495e-8b5e-9d5c1facecb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:30:29.596240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=791b8344-c326-4d26-9868-ef53515d1677,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:29.822625 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e442bb7f-d393-44f3-9790-e124281390ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:30.396320 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45670) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:30.730357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-4b281cea-25f5-44be-83f5-0310aba39c47 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:30:30.731389 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4b281cea-25f5-44be-83f5-0310aba39c47 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3341553 Aug 16 01:30:30.927809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 791b8344-c326-4d26-9868-ef53515d1677 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:30:30.986532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 791b8344-c326-4d26-9868-ef53515d1677 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:30:30.986826 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:32.712062 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:32.821552 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5d08340a-a4ab-4a2f-9edf-a60835025033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:33.194167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45678) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:33.528841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:30:33.633895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Made reservation on behalf of 8907b59b5cc44d7b8435f010a4030c5e for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:30:33.636222 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:33.645844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:33.736173 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:33.842503 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:33.860694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Reserving flat network on physical network physnet1 {{(pid=95516) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 01:30:33.878912 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:33.885096 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:33.885330 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Added segment 7d6314b1-8069-492b-8774-fd15d7cb1668 of type flat for network e7511119-de60-4ebc-b5d2-06798ae9c186 Aug 16 01:30:33.886640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cfda8a-2566-438e-a0d6-094833e1edc1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:33.935801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:34.136660 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:34.137570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:34.138301 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:34.203232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e7511119-de60-4ebc-b5d2-06798ae9c186,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:34.214680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network e7511119-de60-4ebc-b5d2-06798ae9c186 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:30:34.274376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-83032c7a-d73f-4ab3-8f44-9b27a7ec61a0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0788488 Aug 16 01:30:35.567286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:36.687232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45696) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:36.904640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c4984-2715-43a2-9208-cf60a0855ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:36.906035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5e0c4984-2715-43a2-9208-cf60a0855ad1 admin admin] 10.222.0.66 "GET /v2.0/subnets/fc49e725-4e2f-4ce0-b475-b624c4f37f27 HTTP/1.1" status: 200 len: 849 time: 0.2179003 Aug 16 01:30:37.081876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7f3ce335-c088-452f-a853-93647b981066 admin admin] 10.222.0.66 "GET /v2.0/routers/e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 HTTP/1.1" status: 200 len: 704 time: 0.1699371 Aug 16 01:30:37.358311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:37.658982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Allocated IP 172.20.0.1 (b72d132f-721c-4f93-8445-888a2946c145/fc49e725-4e2f-4ce0-b475-b624c4f37f27/a83aff4c-d8f5-4d9b-8cc7-87f68a23d511) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:30:37.841700 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:37.865469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Transition to ACTIVE for port object a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:30:38.036530 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:38.105103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Network b72d132f-721c-4f93-8445-888a2946c145 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:30:38.112325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:30:38.126785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:30:38.126785 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:38.178544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Pushing event updated for resources: {'Port': ['ID=a83aff4c-d8f5-4d9b-8cc7-87f68a23d511,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:38.399328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4fdf4f82-9dce-43bf-805c-512f5555d8cd None None] Provisioning for port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:30:38.403472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4fdf4f82-9dce-43bf-805c-512f5555d8cd None None] Provisioning complete for port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:30:38.413736 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4f82-9dce-43bf-805c-512f5555d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:38.437272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf4f82-9dce-43bf-805c-512f5555d8cd None None] Port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:30:38.480608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:38.690622 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:38.770237 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:38.771084 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:38.848228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Pushing event updated for resources: {'Port': ['ID=a83aff4c-d8f5-4d9b-8cc7-87f68a23d511,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:38.897807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Network b72d132f-721c-4f93-8445-888a2946c145 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:30:38.899422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:30:39.059351 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8fee42d1-b17e-42fe-99eb-720461cc2367 None None] Provisioning complete for port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:30:39.059749 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8fee42d1-b17e-42fe-99eb-720461cc2367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:39.093467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8fee42d1-b17e-42fe-99eb-720461cc2367 None None] Port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:30:39.153061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Router e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:30:39.249289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:30:39.254262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fd8fb9f5-1df9-4712-be18-5b295f24513e admin admin] 10.222.0.66 "PUT /v2.0/routers/e9e30785-e1dd-4fdd-90fe-bd03aa4017a3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1661360 Aug 16 01:30:39.261467 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Sync routers for ids ['e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:30:39.272966 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Routers {'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:30:39.274428 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:30:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:30:39.463380 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Set router e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:30:39.903090 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'name': 'router1', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:30:27Z', 'updated_at': '2021-08-16T01:30:38Z', 'revision_number': 2, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'gw_port_host': None, '_interfaces': [{'id': 'a83aff4c-d8f5-4d9b-8cc7-87f68a23d511', 'name': '', 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'mac_address': 'fa:16:3e:39:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:30:37Z', 'updated_at': '2021-08-16T01:30:38Z', 'revision_number': 2, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'subnets': [{'id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb51d91-8f71-4b62-8fcb-bb5b3da4fb43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:30:39.952706 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Checking router: e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:30:39.953068 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Updating router e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:30:40.017557 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:40.587299 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:40.605532 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Transition to ACTIVE for port object a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:30:40.658858 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:40.751839 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Pushing event updated for resources: {'Port': ['ID=a83aff4c-d8f5-4d9b-8cc7-87f68a23d511,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:40.764455 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.764796 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.765132 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.765465 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.765803 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.766322 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.776570 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.779565 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.779936 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.780281 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.780620 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.780955 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Tracked resource versions report: Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: pushed versions: Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: { 'AddressGroup': {'1.2'}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'ConntrackHelper': {'1.0'}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'Log': {'1.0'}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'Network': {'1.1'}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'Port': {'1.7'}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'PortForwarding': {'1.2'}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'QosPolicy': {'1.9'}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'SecurityGroup': {'1.4'}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'SubPort': {'1.0'}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'Subnet': {'1.1'}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'Trunk': {'1.1'}} Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: consumer versions: Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: { DHCP agent@n-d-768509-23: {}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: L3 agent@n-d-768509-23: {}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: Metadata agent@n-d-768509-23: {}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: Metering agent@n-d-768509-23: {}, Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: Open vSwitch agent@n-d-768509-23: { 'AddressGroup': '1.2', Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'ConntrackHelper': '1.0', Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'Log': '1.0', Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'Network': '1.1', Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'Port': '1.7', Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'PortForwarding': '1.2', Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'QosPolicy': '1.9', Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'SecurityGroup': '1.4', Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'SecurityGroupRule': '1.2', Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'SubPort': '1.0', Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'Subnet': '1.1', Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: 'Trunk': '1.1'}} Aug 16 01:30:40.782147 n-d-768509-23 neutron-server[95518]: {{(pid=95518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:30:40.862219 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Attempting to bind port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:30:40.862621 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Attempting to bind port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'f5e9b5cc-564f-4abe-9442-e73697b1a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:30:40.863061 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Attempting to bind port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 on network b72d132f-721c-4f93-8445-888a2946c145 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:30:40.868364 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:30:40.868761 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Checking segment: {'id': 'f5e9b5cc-564f-4abe-9442-e73697b1a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:30:40.869236 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:40.869660 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Bound using segment: {'id': 'f5e9b5cc-564f-4abe-9442-e73697b1a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:30:40.870171 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Bound port: a83aff4c-d8f5-4d9b-8cc7-87f68a23d511, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e9b5cc-564f-4abe-9442-e73697b1a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:30:40.870594 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:40.946266 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] For port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:30:40.968513 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] For port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a83aff4c-d8f5-4d9b-8cc7-87f68a23d511,segment=NetworkSegment(f5e9b5cc-564f-4abe-9442-e73697b1a6e7),segment_id=f5e9b5cc-564f-4abe-9442-e73697b1a6e7)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:30:41.073323 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:41.131188 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Routers {'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:30:41.131815 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:30:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:30:41.205379 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff44c0b-ef0f-40b8-ae95-cc0b38e30493 None None] Pushing event updated for resources: {'Port': ['ID=a83aff4c-d8f5-4d9b-8cc7-87f68a23d511,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:41.232227 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] Set router e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:30:41.449792 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'name': 'router1', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:30:27Z', 'updated_at': '2021-08-16T01:30:38Z', 'revision_number': 2, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'gw_port_host': None, '_interfaces': [{'id': 'a83aff4c-d8f5-4d9b-8cc7-87f68a23d511', 'name': '', 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'mac_address': 'fa:16:3e:39:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:30:37Z', 'updated_at': '2021-08-16T01:30:40Z', 'revision_number': 4, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'subnets': [{'id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb51d91-8f71-4b62-8fcb-bb5b3da4fb43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:30:41.475556 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22102313-88c3-4eaa-b1f3-02e665560819 None None] The sync data for ids ['e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'] in n-d-768509-23 is: [{'id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'name': 'router1', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:30:27Z', 'updated_at': '2021-08-16T01:30:38Z', 'revision_number': 2, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'gw_port_host': None, '_interfaces': [{'id': 'a83aff4c-d8f5-4d9b-8cc7-87f68a23d511', 'name': '', 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'mac_address': 'fa:16:3e:39:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:30:37Z', 'updated_at': '2021-08-16T01:30:40Z', 'revision_number': 4, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'subnets': [{'id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb51d91-8f71-4b62-8fcb-bb5b3da4fb43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:30:41.542230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45716) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:41.655755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdc9036-5487-431b-a424-0961589821fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:41.657092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3cdc9036-5487-431b-a424-0961589821fc admin admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 842 time: 0.1138515 Aug 16 01:30:41.667297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.8.1', 'ip_version': 4, 'cidr': '172.25.8.0/24', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'enable_dhcp': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:30:41.759380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Made reservation on behalf of 8907b59b5cc44d7b8435f010a4030c5e for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:30:41.761700 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:42.136854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:30:42.137299 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:42.198168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Pushing event updated for resources: {'Subnet': ['ID=36094bd5-8694-47d8-a958-14dc577a996e,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:42.205314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:30:42.205695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Network hostable DHCP agents. Network: e7511119-de60-4ebc-b5d2-06798ae9c186, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:30:42.333030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:30:42.455600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, e7511119-de60-4ebc-b5d2-06798ae9c186) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:30:42.459926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:42.461113 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:42.469752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e831ef0-421e-4857-b434-297f3c33e277 None None] Network e7511119-de60-4ebc-b5d2-06798ae9c186 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:30:42.591122 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ccf8f3-c164-41c8-8643-14f558cb142f None None] Network e7511119-de60-4ebc-b5d2-06798ae9c186 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:30:42.609853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0220abcd-7546-44c8-bea2-3bdd94e7359f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9301729 Aug 16 01:30:44.918199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45724) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:45.072018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-217136f5-d044-48b0-a1f8-e6d6d8e17f60 admin admin] 10.222.0.66 "GET /v2.0/routers/e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 HTTP/1.1" status: 200 len: 710 time: 0.1525352 Aug 16 01:30:45.162911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e942dc-9db1-420d-9338-012a59605b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:45.165117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-38e942dc-9db1-420d-9338-012a59605b40 admin admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 886 time: 0.0873840 Aug 16 01:30:45.174635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:30:45.505413 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:45.822296 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:45.908379 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:46.036938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Allocated IP 172.25.8.157 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/d5c7b44a-bb39-4585-941e-e25ff3301b7c) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:30:46.143832 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:46.278991 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:46.319139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:30:46.322282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:30:46.328632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:30:46.331543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Pushing event updated for resources: {'Port': ['ID=d5c7b44a-bb39-4585-941e-e25ff3301b7c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:46.681856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:46.889095 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:46.892631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:46.968634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:30:47.106764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Router e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:30:47.109812 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:30:47.113717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:30:47.114164 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:47.218119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:30:47.222882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:47.223827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eac2effe-8d6a-46b6-a339-55c2d5f6e35e admin admin] 10.222.0.66 "PUT /v2.0/routers/e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 HTTP/1.1" status: 200 len: 890 time: 2.0524547 Aug 16 01:30:47.248015 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:47.284036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a83aff4c-d8f5-4d9b-8cc7-87f68a23d511,segment=NetworkSegment(f5e9b5cc-564f-4abe-9442-e73697b1a6e7),segment_id=f5e9b5cc-564f-4abe-9442-e73697b1a6e7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:30:47.359222 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:47.409875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=a83aff4c-d8f5-4d9b-8cc7-87f68a23d511,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:48.048183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Sync routers for ids ['e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:30:48.058358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Routers {'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:30:48.059079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:30:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:30:48.272124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Set router e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:30:48.702910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'name': 'router1', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'd5c7b44a-bb39-4585-941e-e25ff3301b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:30:27Z', 'updated_at': '2021-08-16T01:30:46Z', 'revision_number': 4, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'gw_port': {'id': 'd5c7b44a-bb39-4585-941e-e25ff3301b7c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:30:45Z', 'updated_at': '2021-08-16T01:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'a83aff4c-d8f5-4d9b-8cc7-87f68a23d511', 'name': '', 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'mac_address': 'fa:16:3e:39:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:30:37Z', 'updated_at': '2021-08-16T01:30:47Z', 'revision_number': 5, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'subnets': [{'id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb51d91-8f71-4b62-8fcb-bb5b3da4fb43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:30:48.752239 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Checking router: e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:30:48.752589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Updating router e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 port d5c7b44a-bb39-4585-941e-e25ff3301b7c binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:30:48.800482 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:48.945739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:30:49.069130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:30:49.070444 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:49.313769 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:49.328490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Transition to ACTIVE for port object d5c7b44a-bb39-4585-941e-e25ff3301b7c will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:30:49.453081 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:49.502853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Attempting to bind port d5c7b44a-bb39-4585-941e-e25ff3301b7c on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:30:49.503228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Attempting to bind port d5c7b44a-bb39-4585-941e-e25ff3301b7c by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:30:49.503590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Attempting to bind port d5c7b44a-bb39-4585-941e-e25ff3301b7c on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:30:49.509312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ababb4c-c49d-4081-9c65-b3e5d3aadd0f None None] Pushing event updated for resources: {'Port': ['ID=d5c7b44a-bb39-4585-941e-e25ff3301b7c,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:49.513981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:30:49.514411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:30:49.514772 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:49.515171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:30:49.515661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Bound port: d5c7b44a-bb39-4585-941e-e25ff3301b7c, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:30:49.516066 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:49.570812 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] For port d5c7b44a-bb39-4585-941e-e25ff3301b7c, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:30:49.573765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] For port d5c7b44a-bb39-4585-941e-e25ff3301b7c, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d5c7b44a-bb39-4585-941e-e25ff3301b7c,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:30:49.656042 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:49.662903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45736) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:49.717811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Routers {'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:30:49.718509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:30:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:30:49.754356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ababb4c-c49d-4081-9c65-b3e5d3aadd0f None None] Pushing event updated for resources: {'Port': ['ID=d5c7b44a-bb39-4585-941e-e25ff3301b7c,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:49.784889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-df17dcd7-9de1-4b0c-982a-762e513a4289 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1203279 Aug 16 01:30:49.840728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] Set router e9e30785-e1dd-4fdd-90fe-bd03aa4017a3 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:30:50.067588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'name': 'router1', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'd5c7b44a-bb39-4585-941e-e25ff3301b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:30:27Z', 'updated_at': '2021-08-16T01:30:46Z', 'revision_number': 4, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'gw_port': {'id': 'd5c7b44a-bb39-4585-941e-e25ff3301b7c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:30:45Z', 'updated_at': '2021-08-16T01:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'a83aff4c-d8f5-4d9b-8cc7-87f68a23d511', 'name': '', 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'mac_address': 'fa:16:3e:39:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:30:37Z', 'updated_at': '2021-08-16T01:30:47Z', 'revision_number': 5, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'subnets': [{'id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb51d91-8f71-4b62-8fcb-bb5b3da4fb43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:30:50.095006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d6a921-bc15-4145-86c7-ee5b7d217c5c None None] The sync data for ids ['e9e30785-e1dd-4fdd-90fe-bd03aa4017a3'] in n-d-768509-23 is: [{'id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'name': 'router1', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'd5c7b44a-bb39-4585-941e-e25ff3301b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:30:27Z', 'updated_at': '2021-08-16T01:30:46Z', 'revision_number': 4, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'gw_port': {'id': 'd5c7b44a-bb39-4585-941e-e25ff3301b7c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:30:45Z', 'updated_at': '2021-08-16T01:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'a83aff4c-d8f5-4d9b-8cc7-87f68a23d511', 'name': '', 'network_id': 'b72d132f-721c-4f93-8445-888a2946c145', 'tenant_id': 'b9eacea79ad2401f8b55bc25744d9984', 'mac_address': 'fa:16:3e:39:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e30785-e1dd-4fdd-90fe-bd03aa4017a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:30:37Z', 'updated_at': '2021-08-16T01:30:47Z', 'revision_number': 5, 'project_id': 'b9eacea79ad2401f8b55bc25744d9984', 'subnets': [{'id': 'fc49e725-4e2f-4ce0-b475-b624c4f37f27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb51d91-8f71-4b62-8fcb-bb5b3da4fb43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:30:50.981190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d5c7b44a-bb39-4585-941e-e25ff3301b7c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:30:51.096140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port d5c7b44a-bb39-4585-941e-e25ff3301b7c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:30:51.103144 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d5c7b44a-bb39-4585-941e-e25ff3301b7c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:30:51.103572 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:51.195865 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:51.216211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port d5c7b44a-bb39-4585-941e-e25ff3301b7c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d5c7b44a-bb39-4585-941e-e25ff3301b7c,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:30:51.338329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:51.388910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=d5c7b44a-bb39-4585-941e-e25ff3301b7c,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:52.954024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d5c7b44a-bb39-4585-941e-e25ff3301b7c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:30:52.962908 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:30:53.008298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d5c7b44a-bb39-4585-941e-e25ff3301b7c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:30:53.008674 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:59.806916 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0031895b-3008-4f6c-a75e-bbadf5fbfe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:02.730261 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:02.940606 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5c68a56b-dc47-402f-8fa2-8c14d33d1cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.836730 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.604143 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.803325 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74434853-922c-4ffa-b856-01c79659fe56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.966334 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:31:32.711675 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.775207 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-51841cbd-4166-47ec-88d3-7699e2ac4352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:33.845241 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:35.688856 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.785843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f890d8f9-1c99-4b8a-b8d9-e41bd46af80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:02.714061 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:02.807844 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6a400e3c-c214-4c41-a95c-84a2c77e7f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.839411 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.596680 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.964876 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:32:29.793088 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ccb86a4f-1f20-4309-b759-558ec1e9a71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.710243 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.819074 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e728d7f8-d408-449a-af75-be6412503092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:33.841425 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:34.288582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46336) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:34.354152 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2cc13a-4ab8-4c49-85be-d8b1074c3758 admin admin] GET failed (client error): The resource could not be found. Aug 16 01:32:34.355688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7c2cc13a-4ab8-4c49-85be-d8b1074c3758 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661397 Aug 16 01:32:34.517198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a8d221-bbf6-4cef-87f4-d7796044cc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:34.518790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-21a8d221-bbf6-4cef-87f4-d7796044cc65 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1584694 Aug 16 01:32:35.596879 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.693507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46346) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:36.806657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbeb95b-e4a6-44b7-82c2-4e71efcc8073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:36.808040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9cbeb95b-e4a6-44b7-82c2-4e71efcc8073 admin admin] 10.222.0.66 "GET /v2.0/subnets/fc49e725-4e2f-4ce0-b475-b624c4f37f27 HTTP/1.1" status: 200 len: 849 time: 0.1135395 Aug 16 01:32:36.818416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:36.901842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.112760 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769576320651'] for subnet, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.146063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:37.147402 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.147960 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] 10.222.0.66 "PUT /v2.0/subnets/fc49e725-4e2f-4ce0-b475-b624c4f37f27 HTTP/1.1" status: 200 len: 868 time: 0.3339708 Aug 16 01:32:37.164867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829f6c5-e77b-4792-bc02-ed7380093abb None None] Network b72d132f-721c-4f93-8445-888a2946c145 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:32:37.165768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc49e725-4e2f-4ce0-b475-b624c4f37f27,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:37.173209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.173553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.174437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.174784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.175116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.175445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.175892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.176157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.176487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.176837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.177162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.177481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12bae3-fa3b-4755-a448-1b8613e0d1d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:37.518661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ba42005c-a016-4a72-80e6-cfb2dc1adbd4 None None] Provisioning complete for port 791b8344-c326-4d26-9868-ef53515d1677 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:37.519226 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ba42005c-a016-4a72-80e6-cfb2dc1adbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.608564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ba42005c-a016-4a72-80e6-cfb2dc1adbd4 None None] Provisioning complete for port a83aff4c-d8f5-4d9b-8cc7-87f68a23d511 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:37.608850 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ba42005c-a016-4a72-80e6-cfb2dc1adbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.383121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46354) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:39.584875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950289e4-54cf-4d49-b627-27a5b66074b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:39.585354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950289e4-54cf-4d49-b627-27a5b66074b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:39.586940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-950289e4-54cf-4d49-b627-27a5b66074b8 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028320 Aug 16 01:32:41.765806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46362) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:41.900749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176f810d-170e-4e3d-baee-4aeb75f91b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:41.901231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176f810d-170e-4e3d-baee-4aeb75f91b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:41.902817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-176f810d-170e-4e3d-baee-4aeb75f91b55 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1360214 Aug 16 01:32:43.964056 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:32:44.065959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46370) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:44.199148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8cc5c8-2bb8-42dd-adfd-0777cf0f0348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:44.200539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0b8cc5c8-2bb8-42dd-adfd-0777cf0f0348 admin admin] 10.222.0.66 "GET /v2.0/networks/b72d132f-721c-4f93-8445-888a2946c145 HTTP/1.1" status: 200 len: 869 time: 0.1335924 Aug 16 01:32:46.369428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46378) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:46.498309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9893fa5-05e0-4dee-836e-d7cfe439f8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:46.499683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e9893fa5-05e0-4dee-836e-d7cfe439f8ce admin admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 886 time: 0.1292624 Aug 16 01:32:48.655689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46386) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:48.781662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa99459-0014-41ca-91b1-767541ca8174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:48.782147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa99459-0014-41ca-91b1-767541ca8174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:48.783724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5aa99459-0014-41ca-91b1-767541ca8174 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270645 Aug 16 01:32:50.955742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46394) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:51.050417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a2ecc-eb55-46d7-9005-8edc652a2a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:51.050873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a2ecc-eb55-46d7-9005-8edc652a2a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:51.052413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-675a2ecc-eb55-46d7-9005-8edc652a2a5a admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0957122 Aug 16 01:32:53.223862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46402) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:53.313115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df4cb3b-bcd9-4574-b44d-40e46b318463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:53.314647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6df4cb3b-bcd9-4574-b44d-40e46b318463 admin admin] 10.222.0.66 "GET /v2.0/subnets/36094bd5-8694-47d8-a958-14dc577a996e HTTP/1.1" status: 200 len: 816 time: 0.0898218 Aug 16 01:32:55.523103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46410) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:55.618332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de58d1bd-c111-4690-a5a2-da294452f07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:55.619703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-de58d1bd-c111-4690-a5a2-da294452f07e admin admin] 10.222.0.66 "GET /v2.0/subnets/fc49e725-4e2f-4ce0-b475-b624c4f37f27 HTTP/1.1" status: 200 len: 868 time: 0.0956399 Aug 16 01:32:59.795178 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad7031d3-28c9-460a-b313-56d370593b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:02.749418 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:02.778426 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6dce0f50-cd11-4994-9abd-9ca22e8026bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:03.847383 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:05.609495 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:20.007059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46464) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:20.061247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-212c2545-03ed-4258-b198-c7351eb1bbc0 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:33:20.062288 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-212c2545-03ed-4258-b198-c7351eb1bbc0 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542960 Aug 16 01:33:20.962571 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:33:22.365386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46474) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:22.427234 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad2a148-e1a2-4b6d-9d9b-290bf88f9f4b admin admin] GET failed (client error): The resource could not be found. Aug 16 01:33:22.428595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6ad2a148-e1a2-4b6d-9d9b-290bf88f9f4b admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622063 Aug 16 01:33:22.512330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a9314c-787e-4c0d-a640-f2a02ac2bca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:22.513796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-80a9314c-787e-4c0d-a640-f2a02ac2bca8 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0808742 Aug 16 01:33:24.703569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46482) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:24.751061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:24.860124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] Made reservation on behalf of 8907b59b5cc44d7b8435f010a4030c5e for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:24.862492 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:24.902683 n-d-768509-23 neutron-server[95516]: WARNING neutron.services.revisions.revision_plugin [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] Could not find related network for resource to bump revision. Aug 16 01:33:24.926718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:33:24.926718 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:24.926718 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] Added segment 7afb5564-8134-402e-909b-28d16b51894e of type vlan for network c08009f5-1f34-4949-9e89-844fbea40afb Aug 16 01:33:25.068868 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:25.166393 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:25.167380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:25.167968 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:25.229762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] Pushing event updated for resources: {'Network': ['ID=c08009f5-1f34-4949-9e89-844fbea40afb,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:25.240711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network c08009f5-1f34-4949-9e89-844fbea40afb details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:33:25.310365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2ed8255a-0c1a-4af5-94ef-a60fb61b1428 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6056366 Aug 16 01:33:27.541719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46490) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:27.602992 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-512835dc-65c1-44b6-9ee3-5b92dc405979 admin admin] GET failed (client error): The resource could not be found. Aug 16 01:33:27.604354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-512835dc-65c1-44b6-9ee3-5b92dc405979 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616436 Aug 16 01:33:27.676521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4df284f-c2df-4a45-8064-ab2dc15c2e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:27.677966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e4df284f-c2df-4a45-8064-ab2dc15c2e20 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689404 Aug 16 01:33:27.688651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:27.785492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] Made reservation on behalf of 8907b59b5cc44d7b8435f010a4030c5e for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:27.787933 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.076975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.132841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22bb27b-7b81-489e-bc12-a5d89c173c61,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:28.139255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:28.139599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] Network hostable DHCP agents. Network: c08009f5-1f34-4949-9e89-844fbea40afb, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:33:28.240773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] Network c08009f5-1f34-4949-9e89-844fbea40afb is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:33:28.322535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, c08009f5-1f34-4949-9e89-844fbea40afb) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:28.326576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:28.327221 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.331671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c149af-f101-4aa4-9797-bba070cdeac3 None None] Network c08009f5-1f34-4949-9e89-844fbea40afb requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:33:28.415114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-00a6bdbb-8128-491d-898b-f7c30fd09892 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7303491 Aug 16 01:33:28.478957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-c08009f5-1f34-4949-9e89-844fbea40afb', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'tenant_id': '8907b59b5cc44d7b8435f010a4030c5e', 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:33:28.479849 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.622396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Allocated IP 192.168.233.2 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:33:28.769309 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.777702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Transition to ACTIVE for port object 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:28.793217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Transition to ACTIVE for port object 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:28.865974 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.907482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:28.910346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:28.914171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:28.919800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Pushing event updated for resources: {'Port': ['ID=534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:28.931232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.931581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.931927 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.932266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.932696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.932948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.933277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.933605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.933954 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.939453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.939453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.939453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:28.985614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Attempting to bind port 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:28.986151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Attempting to bind port 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:28.986722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Attempting to bind port 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:28.993170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:28.993745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:28.994278 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.994741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:28.995458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Bound port: 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:28.995916 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:29.066654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] For port 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:29.069855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] For port 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:29.138002 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:29.198718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe025e-82d2-416c-b1fa-e0dcabbe9156 None None] Pushing event updated for resources: {'Port': ['ID=534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:29.825901 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aad53679-7780-40b0-b523-5e67a424909b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:30.002674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87b8d07-e22f-415e-b090-5ed4dd7466bc None None] Network c08009f5-1f34-4949-9e89-844fbea40afb requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:33:30.231586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2714850d-f5a4-4447-a815-b8cda41e05b3 None None] Provisioning for port 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:31.092870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:31.225185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:31.229590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:31.230018 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:31.320843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:31.350535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:31.419941 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:31.470948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:32.853853 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:32.931965 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8d25543a-ff90-46c8-9436-9cbdfbcc234c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:33.073920 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:33.125421 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 534efdab-0fcd-44bc-ab3d-e6b8cac9bcb6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:33.125684 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:33.848291 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:35.608458 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:57.960387 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:33:59.801779 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-811f7fd3-6fe2-4c29-a6b1-6e357999d818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:02.753698 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:02.842368 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e6d3-b1c0-4684-b436-58fbfe54cd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:03.867941 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:05.606862 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:29.804655 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4eaab386-6e50-46bc-80ec-e4453916a075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:32.743658 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:32.795322 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e2582d81-f081-4829-809d-cffc548a868e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:33.869167 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:34.958866 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:34:35.612156 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:46.893304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46542) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:46.899493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-a4dc2b6b-c077-4b8d-85c8-43838da30acf tempest-verify_tempest_config-1962278405 tempest-verify_tempest_config-1962278405-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:34:46.901944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a4dc2b6b-c077-4b8d-85c8-43838da30acf tempest-verify_tempest_config-1962278405 tempest-verify_tempest_config-1962278405-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061798 Aug 16 01:34:47.415803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46560) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:47.518753 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:47.603449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:47.684078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:47.733303 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b62c6bd11edd4cfd9d4e5f25aa930a95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3156424 Aug 16 01:34:47.734015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df883101-450b-42b0-8f4d-7f85b07e054c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:47.739026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46564) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:47.740597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.741011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.741351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.741684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.742040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.742364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.742701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.742999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.743316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.743637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.743954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.744269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636a353-7c41-4f15-995e-3ccac60f20ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:47.828910 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:47.849735 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.023478 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.025990 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.027674 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df883101-450b-42b0-8f4d-7f85b07e054c HTTP/1.1" status: 204 len: 168 time: 0.2868567 Aug 16 01:34:48.035773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df883101-450b-42b0-8f4d-7f85b07e054c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:48.042728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:48.043850 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:48.044203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:48.044547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:48.044888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:48.045222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:48.045551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:48.045981 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:48.046223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:48.046548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:48.046883 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:48.047220 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d691a1-f023-4922-a95a-21e44d85293a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.811536 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fad7ca85-006e-45e6-b426-928594efc567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.800320 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:03.055255 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e15e4256-a317-4272-b7a0-bfeb7822f37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:03.849382 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:05.593947 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.958046 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:35:29.820002 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1278e901-3862-4cad-94fc-3f56dd3d9ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:32.770173 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:32.848778 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2310b8c7-ba3a-4594-9a46-301ce33140ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:33.859676 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.633078 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:48.956537 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:35:59.786354 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d0b7c55-c254-46e3-9f53-1b5a03b16fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:02.740837 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:02.856198 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3d8963a8-afaa-4f1e-90c5-33a879b9b83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:03.899136 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:05.621028 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.955954 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:36:29.807163 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-18603f05-72b1-4409-a898-f76a7e794c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:32.734138 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:32.790886 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-988290b4-ad00-4a59-bb2d-da7c681d9e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.859916 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.646939 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.796397 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe454186-2282-44f9-9a1c-b33915ee1443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.756532 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.818276 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2de9815e-dedf-42eb-955a-e1d2b0280c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.954754 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:37:03.863389 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.625085 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.800895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-acc45da5-19a1-4648-b6d0-9da311cf8a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.732646 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.788456 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2d6c-efbd-4861-945a-5af738f12486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.857276 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:35.600955 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:39.952639 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 5 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:37:50.519273 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529905'] for agent, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.451991 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529905'] for agent, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:59.840192 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-10ed8ea5-bc36-437e-a8ec-48bdd2c87cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:02.708340 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:02.800313 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f6be5181-846b-489b-a58e-7e976a502786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:03.857254 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:05.633063 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:16.951432 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:38:20.433054 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.376500 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:29.793414 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0eb40f5-34c5-466c-bbaa-24cc672f38fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:32.722138 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:32.810840 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d723c69c-f39c-4880-a144-da7776253be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:33.844855 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:35.656449 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:38.005634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46630) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:38.109574 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-37ba40ab-14ad-4896-afb0-125a10f5ca40 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1028295 Aug 16 01:38:40.268687 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46640) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:40.324219 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-08cc49ca-28fa-4f2a-96c2-f666ca82ed5c admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0544701 Aug 16 01:38:50.449998 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.399273 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:53.950686 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:38:59.787018 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-848f72a6-333d-4b90-a4c4-627ad22bc63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:02.720789 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:02.810477 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e8afe636-ddae-45fc-97e3-069019fdb37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:03.872995 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:05.627695 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:20.445063 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:21.422267 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:29.816272 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-589a6dc7-eaa5-487b-8579-d3b2e02780d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:30.950936 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:39:32.731281 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:32.799174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b2f158d8-881f-40c9-b660-140468831aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:33.855977 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:35.655712 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:50.444323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:51.427239 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:59.787560 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-157a331f-6e3a-4a98-a0a2-7362b6b9cd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:02.728727 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:02.809854 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3af71a7e-9384-4acb-923b-789ec23df073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:03.800174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46876) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:03.828349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46882) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:03.878745 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.319617 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0f96b5d6-85ea-4284-9a4b-58a6e5d9f54f tempest-AutoAllocateNetworkTest-132995802 tempest-AutoAllocateNetworkTest-132995802-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=354e490235304313b45ae763c35abb99&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5159605 Aug 16 01:40:04.319914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46898) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:04.413008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-network', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:04.520115 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c06b23-e0db-43c1-9b3a-c4b5e89ee2b0 tempest-AutoAllocateNetworkTest-132995802 tempest-AutoAllocateNetworkTest-132995802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:04.522853 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-44c06b23-e0db-43c1-9b3a-c4b5e89ee2b0 tempest-AutoAllocateNetworkTest-132995802 tempest-AutoAllocateNetworkTest-132995802-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2006674 Aug 16 01:40:04.526204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46904) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:04.584317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-194582a7-b5e8-4b66-81ee-b217408109bb tempest-AutoAllocateNetworkTest-132995802 tempest-AutoAllocateNetworkTest-132995802-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569322 Aug 16 01:40:04.587011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46910) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:04.598520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Made reservation on behalf of 4ac6e9001e304bba8633a33a3e19c64b for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:04.600843 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.614663 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.616517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6974d370-b291-4092-86ca-c71ed9007bb2 tempest-AutoAllocateNetworkTest-132995802 tempest-AutoAllocateNetworkTest-132995802-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=354e490235304313b45ae763c35abb99 HTTP/1.1" status: 200 len: 208 time: 0.0284100 Aug 16 01:40:04.715997 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.810361 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.840540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:40:04.856930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce28611-1ae0-4f92-a4c8-f66d8ce5ba78,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:04.866905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769576259687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.867473 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Unsubscribe: segment precommit_create {{(pid=95515) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 01:40:04.867954 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Added segment 8e31a206-94a0-45fe-bb82-7e0babf5e4b8 of type vlan for network f822c47b-c400-41ce-b019-ea73c124298f Aug 16 01:40:04.874176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.874511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.874838 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.875162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.875485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.875806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.876123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.876439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.876750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.877062 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.877375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.877686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Tracked resource versions report: Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: pushed versions: Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: { 'AddressGroup': {'1.2'}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'ConntrackHelper': {'1.0'}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'Log': {'1.0'}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'Network': {'1.1'}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'Port': {'1.7'}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'PortForwarding': {'1.2'}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'QosPolicy': {'1.9'}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'SecurityGroup': {'1.4'}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'SubPort': {'1.0'}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'Subnet': {'1.1'}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'Trunk': {'1.1'}} Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: consumer versions: Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: { DHCP agent@n-d-768509-23: {}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: HyperV agent@n-h1-768509-23: {}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: HyperV agent@n-h2-768509-23: {}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: L3 agent@n-d-768509-23: {}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: Metadata agent@n-d-768509-23: {}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: Metering agent@n-d-768509-23: {}, Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: Open vSwitch agent@n-d-768509-23: { 'AddressGroup': '1.2', Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'ConntrackHelper': '1.0', Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'Log': '1.0', Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'Network': '1.1', Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'Port': '1.7', Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'PortForwarding': '1.2', Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'QosPolicy': '1.9', Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'SecurityGroup': '1.4', Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'SecurityGroupRule': '1.2', Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'SubPort': '1.0', Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'Subnet': '1.1', Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: 'Trunk': '1.1'}} Aug 16 01:40:04.878814 n-d-768509-23 neutron-server[95515]: {{(pid=95515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:40:05.134181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.134181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.134181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:05.134181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.218994 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] Pushing event updated for resources: {'Network': ['ID=f822c47b-c400-41ce-b019-ea73c124298f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:05.230374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network f822c47b-c400-41ce-b019-ea73c124298f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:40:05.359780 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6b74b5ee-0dc2-4e26-8ccb-c27c4a858d50 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5302989 Aug 16 01:40:05.362694 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46946) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:05.367907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] Request body: {'subnet': {'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-subnet', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:05.455900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] Made reservation on behalf of 4ac6e9001e304bba8633a33a3e19c64b for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:05.458231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.642413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46958) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:05.678656 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.713895 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.773909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad817ee8-5669-4914-8a3e-7cebbd68cfa0,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:05.787344 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] Checking segment: {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:05.787711 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] Network hostable DHCP agents. Network: f822c47b-c400-41ce-b019-ea73c124298f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:40:05.884064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] Network f822c47b-c400-41ce-b019-ea73c124298f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:40:05.975845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, f822c47b-c400-41ce-b019-ea73c124298f) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:05.980957 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:05.981570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.991045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e6cee-4d74-4315-856c-395b65775799 None None] Network f822c47b-c400-41ce-b019-ea73c124298f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:06.016205 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0aa76a8-ca3b-4c4a-b216-ccee2f592a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.155636 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7b79c7c3-abb8-45f6-8341-1bbf9478d259 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7917004 Aug 16 01:40:06.169676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46976) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:06.169676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:06.183892 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0aa76a8-ca3b-4c4a-b216-ccee2f592a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.184047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-f822c47b-c400-41ce-b019-ea73c124298f', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:40:06.185018 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.222449 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0aa76a8-ca3b-4c4a-b216-ccee2f592a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.263502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa76a8-ca3b-4c4a-b216-ccee2f592a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b43864d-9cc4-45f0-b410-0a2ff8a1ba82,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:06.301653 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.303337 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.309251 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e0aa76a8-ca3b-4c4a-b216-ccee2f592a80 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=354e490235304313b45ae763c35abb99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6652520 Aug 16 01:40:06.312752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46982) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:06.363047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Allocated IP 172.20.0.2 (f822c47b-c400-41ce-b019-ea73c124298f/ad817ee8-5669-4914-8a3e-7cebbd68cfa0/f4f08070-a91d-4925-9e30-2d21a2b02f7c) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:06.409537 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b83b60ef-1552-4b7c-9d43-febadad5f92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.461538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b83b60ef-1552-4b7c-9d43-febadad5f92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.502687 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.551461 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.636219 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b83b60ef-1552-4b7c-9d43-febadad5f92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.639637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Transition to ACTIVE for port object f4f08070-a91d-4925-9e30-2d21a2b02f7c will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:06.646992 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b83b60ef-1552-4b7c-9d43-febadad5f92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.652246 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b83b60ef-1552-4b7c-9d43-febadad5f92f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b43864d-9cc4-45f0-b410-0a2ff8a1ba82 HTTP/1.1" status: 204 len: 168 time: 0.3356767 Aug 16 01:40:06.688690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b60ef-1552-4b7c-9d43-febadad5f92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b43864d-9cc4-45f0-b410-0a2ff8a1ba82,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:06.695316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Transition to ACTIVE for port object f4f08070-a91d-4925-9e30-2d21a2b02f7c will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:06.756965 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.793632 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.837178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Network f822c47b-c400-41ce-b019-ea73c124298f is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:06.843696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:06.846437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:06.850070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Pushing event updated for resources: {'Port': ['ID=f4f08070-a91d-4925-9e30-2d21a2b02f7c,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:06.862542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.862977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.863322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.863858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.864191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.864713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.865182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.865684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.866246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.866753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.867081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.867587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Tracked resource versions report: Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: pushed versions: Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: { 'AddressGroup': {'1.2'}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'ConntrackHelper': {'1.0'}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'Log': {'1.0'}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'Network': {'1.1'}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'Port': {'1.7'}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'PortForwarding': {'1.2'}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'QosPolicy': {'1.9'}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'SecurityGroup': {'1.4'}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'SubPort': {'1.0'}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'Subnet': {'1.1'}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'Trunk': {'1.1'}} Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: consumer versions: Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: { DHCP agent@n-d-768509-23: {}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: HyperV agent@n-h1-768509-23: {}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: HyperV agent@n-h2-768509-23: {}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: L3 agent@n-d-768509-23: {}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: Metadata agent@n-d-768509-23: {}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: Metering agent@n-d-768509-23: {}, Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: Open vSwitch agent@n-d-768509-23: { 'AddressGroup': '1.2', Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'ConntrackHelper': '1.0', Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'Log': '1.0', Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'Network': '1.1', Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'Port': '1.7', Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'PortForwarding': '1.2', Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'QosPolicy': '1.9', Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'SecurityGroup': '1.4', Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'SecurityGroupRule': '1.2', Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'SubPort': '1.0', Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'Subnet': '1.1', Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: 'Trunk': '1.1'}} Aug 16 01:40:06.868786 n-d-768509-23 neutron-server[95517]: {{(pid=95517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:40:06.922492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Attempting to bind port f4f08070-a91d-4925-9e30-2d21a2b02f7c on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:06.922911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Attempting to bind port f4f08070-a91d-4925-9e30-2d21a2b02f7c by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:06.923274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Attempting to bind port f4f08070-a91d-4925-9e30-2d21a2b02f7c on network f822c47b-c400-41ce-b019-ea73c124298f {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:06.929242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:06.929870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Checking segment: {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:06.930466 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.930869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Bound using segment: {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:06.931349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Bound port: f4f08070-a91d-4925-9e30-2d21a2b02f7c, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:06.931839 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.999383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] For port f4f08070-a91d-4925-9e30-2d21a2b02f7c, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:07.002563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] For port f4f08070-a91d-4925-9e30-2d21a2b02f7c, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f4f08070-a91d-4925-9e30-2d21a2b02f7c,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:07.045620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.067126 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.073956 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.152984 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de952f-f4b5-4707-b150-f32638db47fc None None] Pushing event updated for resources: {'Port': ['ID=f4f08070-a91d-4925-9e30-2d21a2b02f7c,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:07.218898 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Allocated IP 172.25.8.177 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/87805bc1-f956-4f6b-b577-9849f7e4b71c) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:07.384535 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.491052 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.535829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:07.542379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:07.546562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:07.588731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Pushing event updated for resources: {'Port': ['ID=87805bc1-f956-4f6b-b577-9849f7e4b71c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:07.627788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Tracked resource versions report: Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: pushed versions: Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: { 'AddressGroup': {'1.2'}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'ConntrackHelper': {'1.0'}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'Log': {'1.0'}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'Network': {'1.1'}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'Port': {'1.7'}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'PortForwarding': {'1.2'}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'QosPolicy': {'1.9'}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'SecurityGroup': {'1.4'}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'SubPort': {'1.0'}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'Subnet': {'1.1'}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'Trunk': {'1.1'}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: consumer versions: Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: { DHCP agent@n-d-768509-23: {}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: HyperV agent@n-h1-768509-23: {}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: HyperV agent@n-h2-768509-23: {}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: L3 agent@n-d-768509-23: {}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: Metadata agent@n-d-768509-23: {}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: Metering agent@n-d-768509-23: {}, Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: Open vSwitch agent@n-d-768509-23: { 'AddressGroup': '1.2', Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'ConntrackHelper': '1.0', Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'Log': '1.0', Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'Network': '1.1', Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'Port': '1.7', Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'PortForwarding': '1.2', Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'QosPolicy': '1.9', Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'SecurityGroup': '1.4', Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'SecurityGroupRule': '1.2', Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'SubPort': '1.0', Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'Subnet': '1.1', Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: 'Trunk': '1.1'}} Aug 16 01:40:07.641239 n-d-768509-23 neutron-server[95516]: {{(pid=95516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:40:07.793178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47054) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:07.858100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.951577 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:40:08.087374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-194d8a9e-9b9c-42bd-872c-cad1bd5371d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.215501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.251370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-194d8a9e-9b9c-42bd-872c-cad1bd5371d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.266552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3220d1-7c15-4cfb-93d5-96588db51cb9 None None] Network f822c47b-c400-41ce-b019-ea73c124298f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:08.327008 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-194d8a9e-9b9c-42bd-872c-cad1bd5371d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.406496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d8a9e-9b9c-42bd-872c-cad1bd5371d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba01ca6-900d-48ff-8513-d08e109a8d8f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:08.419073 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-194d8a9e-9b9c-42bd-872c-cad1bd5371d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd5d6675c8124b6dbbf5aba524d526a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6247270 Aug 16 01:40:08.421978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47080) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:08.430126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1fa97607-175e-47e5-9bc9-57d1a60f571c None None] Provisioning for port f4f08070-a91d-4925-9e30-2d21a2b02f7c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:08.455774 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:40:08.490994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b34159-cc9b-4305-b4dd-6dfbb96bd051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.509370 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47086) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:08.543237 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b34159-cc9b-4305-b4dd-6dfbb96bd051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.615642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:40:08.626981 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Sync routers for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:40:08.638099 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:08.638810 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:08.644282 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b34159-cc9b-4305-b4dd-6dfbb96bd051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.647136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b34159-cc9b-4305-b4dd-6dfbb96bd051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.648435 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-38b34159-cc9b-4305-b4dd-6dfbb96bd051 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ba01ca6-900d-48ff-8513-d08e109a8d8f HTTP/1.1" status: 204 len: 168 time: 0.2254033 Aug 16 01:40:08.664569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b34159-cc9b-4305-b4dd-6dfbb96bd051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba01ca6-900d-48ff-8513-d08e109a8d8f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:08.690197 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.699629 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47098) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:08.701585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-78a4dd17-2dfe-45d7-8b6f-303efef082e6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5420692 Aug 16 01:40:08.825529 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:08.958717 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-436fae6d-ac6d-4fa3-9f0b-236a0944fa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.058016 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:07Z', 'revision_number': 3, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:09.086192 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Checking router: fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:40:09.086618 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Updating router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 port 87805bc1-f956-4f6b-b577-9849f7e4b71c binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:40:09.116774 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.392696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f4f08070-a91d-4925-9e30-2d21a2b02f7c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:09.404691 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.449116 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.460111 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Transition to ACTIVE for port object 87805bc1-f956-4f6b-b577-9849f7e4b71c will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:09.521801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47134) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:09.525282 n-d-768509-23 neutron-server[95516]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 01:40:09.530882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f4f08070-a91d-4925-9e30-2d21a2b02f7c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:09.537449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f4f08070-a91d-4925-9e30-2d21a2b02f7c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:09.537960 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.566391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-3b468b62-2422-4772-8687-0aaf69eb456f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ea216a1d64e64156addc2d04e9b69671&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422540 Aug 16 01:40:09.581327 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.646715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47136) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:09.654776 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Attempting to bind port 87805bc1-f956-4f6b-b577-9849f7e4b71c on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:09.655279 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Attempting to bind port 87805bc1-f956-4f6b-b577-9849f7e4b71c by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:09.655748 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Attempting to bind port 87805bc1-f956-4f6b-b577-9849f7e4b71c on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:09.657788 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Pushing event updated for resources: {'Port': ['ID=87805bc1-f956-4f6b-b577-9849f7e4b71c,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:09.666971 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:09.669404 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:09.669404 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.669404 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:09.673129 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Bound port: 87805bc1-f956-4f6b-b577-9849f7e4b71c, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:09.674763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.679149 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.683432 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.686943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Allocated IP 172.20.0.1 (f822c47b-c400-41ce-b019-ea73c124298f/ad817ee8-5669-4914-8a3e-7cebbd68cfa0/c7237ece-478c-459c-a57d-bd4835da7396) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:09.687072 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.689868 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.691045 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.692961 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2d826f1-cdfa-438a-8077-6937c3c0bffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.695535 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.695999 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.697974 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.697974 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.697974 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.697974 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.700044 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.700518 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Tracked resource versions report: Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: pushed versions: Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: { 'AddressGroup': {'1.2'}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'ConntrackHelper': {'1.0'}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'Log': {'1.0'}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'Network': {'1.1'}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'Port': {'1.7'}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'PortForwarding': {'1.2'}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'QosPolicy': {'1.9'}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'SecurityGroup': {'1.4'}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'SubPort': {'1.0'}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'Subnet': {'1.1'}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'Trunk': {'1.1'}} Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: consumer versions: Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: { DHCP agent@n-d-768509-23: {}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: HyperV agent@n-h1-768509-23: {}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: HyperV agent@n-h2-768509-23: {}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: L3 agent@n-d-768509-23: {}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: Metadata agent@n-d-768509-23: {}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: Metering agent@n-d-768509-23: {}, Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: Open vSwitch agent@n-d-768509-23: { 'AddressGroup': '1.2', Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'ConntrackHelper': '1.0', Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'Log': '1.0', Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'Network': '1.1', Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'Port': '1.7', Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'PortForwarding': '1.2', Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'QosPolicy': '1.9', Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'SecurityGroup': '1.4', Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'SecurityGroupRule': '1.2', Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'SubPort': '1.0', Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'Subnet': '1.1', Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: 'Trunk': '1.1'}} Aug 16 01:40:09.703188 n-d-768509-23 neutron-server[95518]: {{(pid=95518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:40:09.766302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f4f08070-a91d-4925-9e30-2d21a2b02f7c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f4f08070-a91d-4925-9e30-2d21a2b02f7c,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:09.802257 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] For port 87805bc1-f956-4f6b-b577-9849f7e4b71c, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:09.807094 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] For port 87805bc1-f956-4f6b-b577-9849f7e4b71c, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=87805bc1-f956-4f6b-b577-9849f7e4b71c,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:09.821591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-b0cab888-bc31-4519-823b-07d103bba3cd tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:09.823902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-b0cab888-bc31-4519-823b-07d103bba3cd tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2533262 Aug 16 01:40:09.840289 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.848880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-1a6fc310-78a3-483f-9674-b39f7d80decf tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/quotas/ea216a1d64e64156addc2d04e9b69671 HTTP/1.1" status: 200 len: 375 time: 0.0169246 Aug 16 01:40:09.848971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.877787 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-436fae6d-ac6d-4fa3-9f0b-236a0944fa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.881931 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Transition to ACTIVE for port object c7237ece-478c-459c-a57d-bd4835da7396 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:09.899771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f4f08070-a91d-4925-9e30-2d21a2b02f7c,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:09.903323 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.906277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-072795c4-c0a5-40bc-8882-1ad5b52d8d90 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea216a1d64e64156addc2d04e9b69671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581317 Aug 16 01:40:09.957833 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-436fae6d-ac6d-4fa3-9f0b-236a0944fa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.988540 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:09.991998 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:10.012670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fae6d-ac6d-4fa3-9f0b-236a0944fa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a17883e-fe6a-48a4-9f44-c27e3d6b406c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:10.020331 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-436fae6d-ac6d-4fa3-9f0b-236a0944fa9f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ebd35c838c3b45a99b130824e003f829&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5082855 Aug 16 01:40:10.020964 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47146) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:10.046216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.063897 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2d826f1-cdfa-438a-8077-6937c3c0bffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.084653 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc7254-ae0d-4387-9a87-095a011cf02d None None] Pushing event updated for resources: {'Port': ['ID=87805bc1-f956-4f6b-b577-9849f7e4b71c,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:10.118547 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2d826f1-cdfa-438a-8077-6937c3c0bffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.158180 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:10.170048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c2d826f1-cdfa-438a-8077-6937c3c0bffa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc5e7b4a458545b0b1966693f1c1a95c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5220890 Aug 16 01:40:10.172504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47152) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:10.174246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Network f822c47b-c400-41ce-b019-ea73c124298f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:10.179354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d826f1-cdfa-438a-8077-6937c3c0bffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba19e7bc-7050-44de-a0e6-21296fb29d66,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:10.204591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:10.219030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:10.219579 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.376423 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-293e364d-1a8d-4596-bbdd-89bdfebbe5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.379244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5ec73ba-0168-405c-afeb-354c61fe3248 req-ab344c62-57cf-4e6e-922e-5ae0659cdbd0 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 210 time: 0.0944157 Aug 16 01:40:10.384376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7237ece-478c-459c-a57d-bd4835da7396,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:10.425232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-293e364d-1a8d-4596-bbdd-89bdfebbe5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.543478 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:07Z', 'revision_number': 3, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:10.562167 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67972f7f-b40e-4406-9677-43437af7ba03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.577988 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2adee-70a4-4a29-bd6d-0a4715d7c224 None None] The sync data for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 is: [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:07Z', 'revision_number': 3, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:40:10.626957 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-293e364d-1a8d-4596-bbdd-89bdfebbe5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.629506 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-293e364d-1a8d-4596-bbdd-89bdfebbe5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.633293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-293e364d-1a8d-4596-bbdd-89bdfebbe5a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba19e7bc-7050-44de-a0e6-21296fb29d66 HTTP/1.1" status: 204 len: 168 time: 0.4580986 Aug 16 01:40:10.647331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e364d-1a8d-4596-bbdd-89bdfebbe5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba19e7bc-7050-44de-a0e6-21296fb29d66,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:10.672037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a8e5baa7-281b-4d92-b406-aef04aeb620d None None] Provisioning for port c7237ece-478c-459c-a57d-bd4835da7396 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:10.680667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a8e5baa7-281b-4d92-b406-aef04aeb620d None None] Provisioning complete for port c7237ece-478c-459c-a57d-bd4835da7396 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:10.683801 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a8e5baa7-281b-4d92-b406-aef04aeb620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.706369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67972f7f-b40e-4406-9677-43437af7ba03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.763295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a8e5baa7-281b-4d92-b406-aef04aeb620d None None] Port c7237ece-478c-459c-a57d-bd4835da7396 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:10.871343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.906916 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67972f7f-b40e-4406-9677-43437af7ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.909891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67972f7f-b40e-4406-9677-43437af7ba03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.911272 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-67972f7f-b40e-4406-9677-43437af7ba03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a17883e-fe6a-48a4-9f44-c27e3d6b406c HTTP/1.1" status: 204 len: 168 time: 0.8889568 Aug 16 01:40:10.927793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67972f7f-b40e-4406-9677-43437af7ba03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a17883e-fe6a-48a4-9f44-c27e3d6b406c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:11.349923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.398608 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.400893 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.483592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f4f08070-a91d-4925-9e30-2d21a2b02f7c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:11.516275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7237ece-478c-459c-a57d-bd4835da7396,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:11.546889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47202) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:11.568424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f4f08070-a91d-4925-9e30-2d21a2b02f7c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:11.569138 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.631946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Network f822c47b-c400-41ce-b019-ea73c124298f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:11.638162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:11.716021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 87805bc1-f956-4f6b-b577-9849f7e4b71c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:11.788559 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-758fee24-344b-47f4-8217-eebba74f4e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.862815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 87805bc1-f956-4f6b-b577-9849f7e4b71c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:11.870788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 87805bc1-f956-4f6b-b577-9849f7e4b71c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:11.871162 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.877905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:40:11.961113 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-758fee24-344b-47f4-8217-eebba74f4e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.969557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47214) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:12.009630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47220) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:12.015983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3a4db87b-4ad7-4453-8d7a-2d522b1ad2b7 None None] Provisioning complete for port c7237ece-478c-459c-a57d-bd4835da7396 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:12.016531 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3a4db87b-4ad7-4453-8d7a-2d522b1ad2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.020013 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.039268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c8d446f-a408-4d6c-996c-8c3572a813f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.090279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:40:12.096306 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b8ba6052-390f-431d-9e21-75b13428d3c3 admin admin] 10.222.0.66 "PUT /v2.0/routers/fdf4ef54-10aa-4945-ac1f-7dcdcaf24121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3965294 Aug 16 01:40:12.100408 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-758fee24-344b-47f4-8217-eebba74f4e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.122593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 87805bc1-f956-4f6b-b577-9849f7e4b71c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=87805bc1-f956-4f6b-b577-9849f7e4b71c,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:12.125705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3a4db87b-4ad7-4453-8d7a-2d522b1ad2b7 None None] Port c7237ece-478c-459c-a57d-bd4835da7396 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:12.154280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47226) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:12.162401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-758fee24-344b-47f4-8217-eebba74f4e01 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=696776020168410789976aa171a06488&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6136804 Aug 16 01:40:12.195517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fee24-344b-47f4-8217-eebba74f4e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5f335f-9b66-4f0e-895c-56ba1bd20f29,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:12.204376 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.256672 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66847e79-f840-4492-9542-7f0993a6114a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.287951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c42b74e5-e9cd-4bd2-99f1-bbc6299fe0fa req-43566d44-f13e-4aa1-aac3-ad7e917ca40e tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 210 time: 0.3163514 Aug 16 01:40:12.298375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66847e79-f840-4492-9542-7f0993a6114a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.300837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=87805bc1-f956-4f6b-b577-9849f7e4b71c,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:12.373938 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c8d446f-a408-4d6c-996c-8c3572a813f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.444478 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66847e79-f840-4492-9542-7f0993a6114a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.447816 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66847e79-f840-4492-9542-7f0993a6114a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.453910 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-66847e79-f840-4492-9542-7f0993a6114a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b5f335f-9b66-4f0e-895c-56ba1bd20f29 HTTP/1.1" status: 204 len: 168 time: 0.2938392 Aug 16 01:40:12.457029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66847e79-f840-4492-9542-7f0993a6114a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5f335f-9b66-4f0e-895c-56ba1bd20f29,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:12.473055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c8d446f-a408-4d6c-996c-8c3572a813f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.520835 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5c8d446f-a408-4d6c-996c-8c3572a813f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7fc9ed6462d4bb5ab10e2b6c76e99cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5078084 Aug 16 01:40:12.520835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d446f-a408-4d6c-996c-8c3572a813f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db358327-ec76-40e0-8b51-b4a35d33403b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:12.530497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47240) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:12.584689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-909a2ddd-2f1e-4ac1-8b1e-35b123efe2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.600572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Sync routers for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:40:12.607702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-909a2ddd-2f1e-4ac1-8b1e-35b123efe2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.610828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:12.611441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:12.732942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:12.744143 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-909a2ddd-2f1e-4ac1-8b1e-35b123efe2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.753239 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-909a2ddd-2f1e-4ac1-8b1e-35b123efe2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.754687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-909a2ddd-2f1e-4ac1-8b1e-35b123efe2f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db358327-ec76-40e0-8b51-b4a35d33403b HTTP/1.1" status: 204 len: 168 time: 0.2232535 Aug 16 01:40:12.766692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a2ddd-2f1e-4ac1-8b1e-35b123efe2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db358327-ec76-40e0-8b51-b4a35d33403b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:13.054383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:11Z', 'revision_number': 2, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:13.087363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Checking router: fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:40:13.088294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Updating router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 port c7237ece-478c-459c-a57d-bd4835da7396 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:40:13.120732 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.214790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47258) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:13.235106 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c2a8-f480-4774-a87a-6527892fd9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.348490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 87805bc1-f956-4f6b-b577-9849f7e4b71c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:13.425340 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c2a8-f480-4774-a87a-6527892fd9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.467669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c2a8-f480-4774-a87a-6527892fd9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.470052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 87805bc1-f956-4f6b-b577-9849f7e4b71c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:13.470416 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.517688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b5a1c2a8-f480-4774-a87a-6527892fd9ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1690784b1ee45058239edcc24b24260&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2986028 Aug 16 01:40:13.517688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1c2a8-f480-4774-a87a-6527892fd9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a65ee3-5e5c-4d19-bc6a-3902af43b608,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:13.519093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47266) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:13.549495 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.564998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Transition to ACTIVE for port object c7237ece-478c-459c-a57d-bd4835da7396 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:13.644706 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8393fd0-f550-47fe-9fb8-e024ae421ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.655649 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.658729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f916f714-748a-4896-b6b7-c4356beb0016 req-4cf4cbef-eea8-4c47-ac73-1b2690460e8f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 210 time: 0.0358775 Aug 16 01:40:13.671429 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8393fd0-f550-47fe-9fb8-e024ae421ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.745204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9d6de-53c7-4ae7-98c5-fbc235600462 None None] Pushing event updated for resources: {'Port': ['ID=c7237ece-478c-459c-a57d-bd4835da7396,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:13.803568 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Attempting to bind port c7237ece-478c-459c-a57d-bd4835da7396 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:13.804043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Attempting to bind port c7237ece-478c-459c-a57d-bd4835da7396 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:13.804445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Attempting to bind port c7237ece-478c-459c-a57d-bd4835da7396 on network f822c47b-c400-41ce-b019-ea73c124298f {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:13.811837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:13.812238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Checking segment: {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:13.812683 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.813144 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Bound using segment: {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:13.813687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Bound port: c7237ece-478c-459c-a57d-bd4835da7396, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:13.814786 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.832893 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8393fd0-f550-47fe-9fb8-e024ae421ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.835855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8393fd0-f550-47fe-9fb8-e024ae421ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.840744 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d8393fd0-f550-47fe-9fb8-e024ae421ed4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39a65ee3-5e5c-4d19-bc6a-3902af43b608 HTTP/1.1" status: 204 len: 168 time: 0.3198738 Aug 16 01:40:13.855213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8393fd0-f550-47fe-9fb8-e024ae421ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a65ee3-5e5c-4d19-bc6a-3902af43b608,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:13.905586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] For port c7237ece-478c-459c-a57d-bd4835da7396, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:13.910184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] For port c7237ece-478c-459c-a57d-bd4835da7396, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c7237ece-478c-459c-a57d-bd4835da7396,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:13.976146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.038543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:14.039160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:14.044951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9d6de-53c7-4ae7-98c5-fbc235600462 None None] Pushing event updated for resources: {'Port': ['ID=c7237ece-478c-459c-a57d-bd4835da7396,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:14.177103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:14.379909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47288) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:14.385129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.64', 49866) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:14.392988 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-network', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:14.423561 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:13Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:14.429632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-ac675e49-d7ad-4607-a85d-eed2fe35ba43 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ea216a1d64e64156addc2d04e9b69671&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467365 Aug 16 01:40:14.458846 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f150e39-bc47-4442-8d73-dbfb038b5c67 None None] The sync data for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 is: [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:13Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:40:14.496361 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Made reservation on behalf of 7cbf4d2f22064d62ae76dc8e272630c1 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:14.498861 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.525393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.620939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-30d9efe0-420f-4c52-8ea9-f84dbb11feb1 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:14.623363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-30d9efe0-420f-4c52-8ea9-f84dbb11feb1 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868877 Aug 16 01:40:14.680879 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.707167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Request body: {'port': {'device_id': '81260f44-e326-4948-b2fe-1cd80d00da11', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': 'ea216a1d64e64156addc2d04e9b69671'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:14.731345 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.754529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:40:14.776428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.776959 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Added segment 566e00b9-6f00-4654-a6c1-2f1b24989a29 of type vlan for network 742d4025-9676-444d-bb8b-77070b6a3e8b Aug 16 01:40:14.785402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67834a5c-4179-449a-9e43-4e9b0b1cb628,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:14.878267 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.969906 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ae25ebf-057e-4dec-92d1-84df6e11feb7 req-3dec96fa-dbec-4782-a19e-aa322a06a44b tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 210 time: 0.0505824 Aug 16 01:40:15.032750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.033734 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:15.034361 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.146466 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7651949 Aug 16 01:40:15.154894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47320) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:15.163361 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] Request body: {'subnet': {'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-subnet', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:15.183420 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc21a6e-05ba-4820-a798-34157b390ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=742d4025-9676-444d-bb8b-77070b6a3e8b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:15.195842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 742d4025-9676-444d-bb8b-77070b6a3e8b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:40:15.281050 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] Made reservation on behalf of 7cbf4d2f22064d62ae76dc8e272630c1 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:15.281352 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.350455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Made reservation on behalf of ea216a1d64e64156addc2d04e9b69671 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:15.358196 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.376127 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.397648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c7237ece-478c-459c-a57d-bd4835da7396 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:15.572610 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.604650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c7237ece-478c-459c-a57d-bd4835da7396 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:15.609950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c7237ece-478c-459c-a57d-bd4835da7396 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:15.610329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.690224 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.725352 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.731340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.775976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d1280e-0e55-4265-b773-a719c77e19e0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:15.790906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c7237ece-478c-459c-a57d-bd4835da7396, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c7237ece-478c-459c-a57d-bd4835da7396,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:15.835786 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:15.850784 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] Checking segment: {'id': '566e00b9-6f00-4654-a6c1-2f1b24989a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:15.851362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] Network hostable DHCP agents. Network: 742d4025-9676-444d-bb8b-77070b6a3e8b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:40:15.901515 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.959174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c7237ece-478c-459c-a57d-bd4835da7396,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:15.975953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] Network 742d4025-9676-444d-bb8b-77070b6a3e8b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:40:16.020104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Allocated IP 192.168.233.24 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:16.066972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 742d4025-9676-444d-bb8b-77070b6a3e8b) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:16.072491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:16.074544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.077659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b169c2b-5ac7-4973-a7af-2b9f80a6089b None None] Network 742d4025-9676-444d-bb8b-77070b6a3e8b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:16.188296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b47b1a12-b820-4fd2-9dd1-f933933c923c req-9c807056-b6e2-41d0-b34d-e484ceb81334 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 210 time: 0.0863099 Aug 16 01:40:16.205381 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0d4beead-2f8c-423a-9027-d3d643ffe5f4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0492613 Aug 16 01:40:16.207302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47356) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:16.216671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-router', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:16.288359 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.309352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Transition to ACTIVE for port object 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:16.331318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-742d4025-9676-444d-bb8b-77070b6a3e8b', 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'fixed_ips': [{'subnet_id': '4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:40:16.332078 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.343128 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.344237 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.405228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.484825 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.553281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:16.560936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:16.565772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Allocated IP 172.20.0.2 (742d4025-9676-444d-bb8b-77070b6a3e8b/4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f/0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:16.571352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:16.581104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:16.581104 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.602083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Pushing event updated for resources: {'Port': ['ID=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:16.696484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-d3ede387-ac76-49b6-82f0-1ed7213b1fba tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9933836 Aug 16 01:40:16.876638 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.013936 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.028798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-dd7371de-f0f7-4439-bc85-415cb7a2885e tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:40:17.029879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-dd7371de-f0f7-4439-bc85-415cb7a2885e tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069849 Aug 16 01:40:17.042650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Transition to ACTIVE for port object 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:17.075178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Transition to ACTIVE for port object 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:17.090743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-18a09640-e06d-437b-a9c1-e3e5b31868d6 None None] Provisioning for port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:17.096436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-18a09640-e06d-437b-a9c1-e3e5b31868d6 None None] Provisioning complete for port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:17.098954 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-18a09640-e06d-437b-a9c1-e3e5b31868d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.149043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-18a09640-e06d-437b-a9c1-e3e5b31868d6 None None] Port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:17.188295 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.298140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.299835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Network 742d4025-9676-444d-bb8b-77070b6a3e8b is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:17.309519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:17.322993 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:17.397869 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.432089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30668292-1c58-4a07-b9e2-5b82c7da4b77 req-f45d5637-aa0b-452a-9c6a-0a2a6a52a82f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:17.445064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30668292-1c58-4a07-b9e2-5b82c7da4b77 req-f45d5637-aa0b-452a-9c6a-0a2a6a52a82f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 935 time: 0.1103699 Aug 16 01:40:17.459349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c7237ece-478c-459c-a57d-bd4835da7396 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:17.495477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47386) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:17.509752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30668292-1c58-4a07-b9e2-5b82c7da4b77 req-28f1fe6e-b7bd-442a-9c61-688f8e657c7b tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606530 Aug 16 01:40:17.575786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Pushing event updated for resources: {'Port': ['ID=0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:17.598981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Attempting to bind port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:17.599677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Attempting to bind port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '566e00b9-6f00-4654-a6c1-2f1b24989a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:17.600053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Attempting to bind port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 on network 742d4025-9676-444d-bb8b-77070b6a3e8b {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:17.610240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:17.610937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Checking segment: {'id': '566e00b9-6f00-4654-a6c1-2f1b24989a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:17.611095 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.611825 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Bound using segment: {'id': '566e00b9-6f00-4654-a6c1-2f1b24989a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:17.612576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Bound port: 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566e00b9-6f00-4654-a6c1-2f1b24989a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:17.613014 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.638372 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c7237ece-478c-459c-a57d-bd4835da7396 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:17.638752 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.787859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Request body: {'port': {'device_id': '81260f44-e326-4948-b2fe-1cd80d00da11', 'device_owner': 'compute:tempest-test_az-1662273854', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:17.867752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] For port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:17.867752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] For port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325,segment=NetworkSegment(566e00b9-6f00-4654-a6c1-2f1b24989a29),segment_id=566e00b9-6f00-4654-a6c1-2f1b24989a29)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:17.868786 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Allocated IP 172.25.8.137 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/63b67a66-93de-416b-b0ea-3d8828b8343f) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:17.887895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a91debf-e73b-4106-ae55-9c40c4e380bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.912739 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.079378 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.301296 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a91debf-e73b-4106-ae55-9c40c4e380bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.387930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:18.395713 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.414340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Transition to ACTIVE for port object 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:18.623911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5873d65-a9ce-47c4-a9ec-0569f40d9e0c req-8103e708-25e5-4233-a267-03d40919ae80 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:18.625657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5873d65-a9ce-47c4-a9ec-0569f40d9e0c req-8103e708-25e5-4233-a267-03d40919ae80 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 935 time: 0.0517521 Aug 16 01:40:18.668728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5873d65-a9ce-47c4-a9ec-0569f40d9e0c req-8c834886-1bc0-4d9e-bf6f-1ad9a44cfdf1 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372529 Aug 16 01:40:19.016543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.073621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a315cc-b441-4810-9919-371530f6ea16 None None] Pushing event updated for resources: {'Port': ['ID=0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:19.170980 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a91debf-e73b-4106-ae55-9c40c4e380bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.171641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.177641 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.236383 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:19.245112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:19.254607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:19.288256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Pushing event updated for resources: {'Port': ['ID=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:19.366090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1a91debf-e73b-4106-ae55-9c40c4e380bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f3b451940b5446698b0299e847f75bd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8522305 Aug 16 01:40:19.367531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91debf-e73b-4106-ae55-9c40c4e380bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baedca6-2bfb-4acd-80bb-f22f87cad96f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:19.371941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47414) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:19.393016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Pushing event updated for resources: {'Port': ['ID=63b67a66-93de-416b-b0ea-3d8828b8343f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:19.651347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Attempting to bind port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:19.651706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Attempting to bind port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:19.652425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Attempting to bind port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:19.673498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:19.673843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Attempting to bind port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:19.688339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:19.688675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:19.690388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:19.690388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Bound port: 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:19.697881 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.864608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] For port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:19.898282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76e57198-a732-44a8-8f09-8e6206970108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.908661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] For port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:19.921381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.000112 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76e57198-a732-44a8-8f09-8e6206970108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.002308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.158672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:20.159463 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.163172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] 10.222.0.64 "PUT /v2.0/ports/5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 HTTP/1.1" status: 200 len: 1118 time: 2.6320651 Aug 16 01:40:20.165107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81260f44-e326-4948-b2fe-1cd80d00da11', 'tag': '5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:20.333293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf60628-5175-4c79-8c5d-48ba9aa9e584 req-4fe39212-d0e9-4e54-99ee-8788237a4d63 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:20.340124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-abf60628-5175-4c79-8c5d-48ba9aa9e584 req-4fe39212-d0e9-4e54-99ee-8788237a4d63 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 969 time: 0.4720855 Aug 16 01:40:20.358959 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.439589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff56941-c603-4926-8409-e8d569b6ca83 service neutron] Pushing event updated for resources: {'Port': ['ID=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:20.496200 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.508121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-abf60628-5175-4c79-8c5d-48ba9aa9e584 req-a891d790-a878-4755-a019-1a93b4098f18 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360619 Aug 16 01:40:20.553509 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76e57198-a732-44a8-8f09-8e6206970108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.558293 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76e57198-a732-44a8-8f09-8e6206970108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.562492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-76e57198-a732-44a8-8f09-8e6206970108 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9baedca6-2bfb-4acd-80bb-f22f87cad96f HTTP/1.1" status: 204 len: 168 time: 1.1861310 Aug 16 01:40:20.565349 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194d20ac-20aa-4e65-9b60-989ada42c46d" -d '{"events": [{"name": "network-changed", "server_uuid": "81260f44-e326-4948-b2fe-1cd80d00da11", "tag": "5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:20.586755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e57198-a732-44a8-8f09-8e6206970108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baedca6-2bfb-4acd-80bb-f22f87cad96f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:20.637781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed25230e-f900-4c0e-90db-c3a94d27021c None None] Network 742d4025-9676-444d-bb8b-77070b6a3e8b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:20.760971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Router dbb60792-57cd-4fdd-9665-0cbb04d555c4 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:40:20.817979 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa68d31-7ffc-453f-8e97-5436660b3aab x-openstack-request-id: req-1aa68d31-7ffc-453f-8e97-5436660b3aab {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:20.817979 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81260f44-e326-4948-b2fe-1cd80d00da11", "tag": "5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:20.817979 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1aa68d31-7ffc-453f-8e97-5436660b3aab {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:20.817979 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81260f44-e326-4948-b2fe-1cd80d00da11', 'tag': '5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9', 'status': 'completed', 'code': 200} Aug 16 01:40:20.874677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f6e8fd97-b76a-45e7-8746-c1c93da9b233 None None] Provisioning for port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:20.972402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:40:20.986856 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Sync routers for ids ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:40:21.006830 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Routers {'dbb60792-57cd-4fdd-9665-0cbb04d555c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:21.007629 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:21.078744 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.083413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47470) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:21.107113 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9d24e9d7-2065-459a-84cd-ea09212bedb6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.8805101 Aug 16 01:40:21.231030 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Set router dbb60792-57cd-4fdd-9665-0cbb04d555c4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:21.415623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:21.450154 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.524106 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-router', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:16Z', 'updated_at': '2021-08-16T01:40:19Z', 'revision_number': 3, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'gw_port': {'id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:17Z', 'updated_at': '2021-08-16T01:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:21.554047 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47480) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:21.583455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:21.588817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:21.589352 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.593646 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Checking router: dbb60792-57cd-4fdd-9665-0cbb04d555c4 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:40:21.594060 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Updating router dbb60792-57cd-4fdd-9665-0cbb04d555c4 port 63b67a66-93de-416b-b0ea-3d8828b8343f binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:40:21.611967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77de67c5-34b0-45b2-9b70-12a0e6412b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.659632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d20ac-20aa-4e65-9b60-989ada42c46d req-febdffd1-e66b-4f65-93fc-f07d1c3bb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:21.664739 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.665513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-194d20ac-20aa-4e65-9b60-989ada42c46d req-febdffd1-e66b-4f65-93fc-f07d1c3bb20e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea216a1d64e64156addc2d04e9b69671&device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 1121 time: 0.2005196 Aug 16 01:40:21.764430 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.781467 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-194d20ac-20aa-4e65-9b60-989ada42c46d req-c15760dc-06c9-43cd-9eef-09d9b3350c4f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ea216a1d64e64156addc2d04e9b69671&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746341 Aug 16 01:40:21.845184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325,segment=NetworkSegment(566e00b9-6f00-4654-a6c1-2f1b24989a29),segment_id=566e00b9-6f00-4654-a6c1-2f1b24989a29)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:21.891619 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77de67c5-34b0-45b2-9b70-12a0e6412b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.902324 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.930173 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77de67c5-34b0-45b2-9b70-12a0e6412b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.939498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1171438-741f-4ddf-9a4d-54b8618e0fca req-f1812b7d-1d2b-484f-a516-aab8ba4751e3 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:21.942331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1171438-741f-4ddf-9a4d-54b8618e0fca req-f1812b7d-1d2b-484f-a516-aab8ba4751e3 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 969 time: 0.3112550 Aug 16 01:40:21.986439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47484) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:21.993025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:22.044053 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-77de67c5-34b0-45b2-9b70-12a0e6412b57 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f369362d41934cb89542c0ddfebfd853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878366 Aug 16 01:40:22.044638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de67c5-34b0-45b2-9b70-12a0e6412b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f3c254-7eb9-4243-a460-cad089f9c4da,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:22.051639 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47488) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:22.167074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1171438-741f-4ddf-9a4d-54b8618e0fca req-fd34fc54-2114-4c46-889d-0daef061ca49 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926496 Aug 16 01:40:22.266682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41341f40-c214-42bc-a1f3-f0469de4169c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.283243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d20ac-20aa-4e65-9b60-989ada42c46d req-a71dbf52-5026-45f1-8ef9-d796ca441670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:22.285081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-194d20ac-20aa-4e65-9b60-989ada42c46d req-a71dbf52-5026-45f1-8ef9-d796ca441670 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3962216 Aug 16 01:40:22.318556 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.332123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41341f40-c214-42bc-a1f3-f0469de4169c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.335682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a83d54da-1f84-4d27-bca4-8a4db2a639fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.347606 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Transition to ACTIVE for port object 63b67a66-93de-416b-b0ea-3d8828b8343f will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:22.456123 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.499784 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a83d54da-1f84-4d27-bca4-8a4db2a639fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.537303 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Attempting to bind port 63b67a66-93de-416b-b0ea-3d8828b8343f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:22.537752 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Attempting to bind port 63b67a66-93de-416b-b0ea-3d8828b8343f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:22.538159 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Attempting to bind port 63b67a66-93de-416b-b0ea-3d8828b8343f on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:22.547987 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101b858-9201-42af-a89d-0939957cd418 None None] Pushing event updated for resources: {'Port': ['ID=63b67a66-93de-416b-b0ea-3d8828b8343f,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:22.558585 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41341f40-c214-42bc-a1f3-f0469de4169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.562712 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41341f40-c214-42bc-a1f3-f0469de4169c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.562712 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-41341f40-c214-42bc-a1f3-f0469de4169c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3f3c254-7eb9-4243-a460-cad089f9c4da HTTP/1.1" status: 204 len: 168 time: 0.5097098 Aug 16 01:40:22.569346 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:22.570824 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:22.573577 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.575077 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:22.577933 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Bound port: 63b67a66-93de-416b-b0ea-3d8828b8343f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:22.578589 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.581530 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41341f40-c214-42bc-a1f3-f0469de4169c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f3c254-7eb9-4243-a460-cad089f9c4da,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:22.627179 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a83d54da-1f84-4d27-bca4-8a4db2a639fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.654178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5d5a0d6c-55f4-4459-a888-2c9f6d202044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:22.657550 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-5d5a0d6c-55f4-4459-a888-2c9f6d202044 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea216a1d64e64156addc2d04e9b69671&device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 1121 time: 0.1277878 Aug 16 01:40:22.678520 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.693557 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a83d54da-1f84-4d27-bca4-8a4db2a639fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6006fa84209442aa9ae53ad14568577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7027073 Aug 16 01:40:22.696417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47504) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:22.711770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d54da-1f84-4d27-bca4-8a4db2a639fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4890d3f-0ee7-47fd-8240-6b97bc3b333c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:22.713937 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] For port 63b67a66-93de-416b-b0ea-3d8828b8343f, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:22.718476 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] For port 63b67a66-93de-416b-b0ea-3d8828b8343f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=63b67a66-93de-416b-b0ea-3d8828b8343f,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:22.791697 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-465f8100-1abb-424d-94f8-8d2e33aa28cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 HTTP/1.1" status: 200 len: 217 time: 0.0895274 Aug 16 01:40:22.802809 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f30-6b88-4325-8107-cd384c52ce88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.825590 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.862056 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f30-6b88-4325-8107-cd384c52ce88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.903993 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Routers {'dbb60792-57cd-4fdd-9665-0cbb04d555c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:22.904631 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:22.931969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-900b6628-d2b7-4b2d-8ccb-04904c86e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:22.934363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-900b6628-d2b7-4b2d-8ccb-04904c86e52b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1305285 Aug 16 01:40:22.988800 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101b858-9201-42af-a89d-0939957cd418 None None] Pushing event updated for resources: {'Port': ['ID=63b67a66-93de-416b-b0ea-3d8828b8343f,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:23.059608 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f30-6b88-4325-8107-cd384c52ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.068821 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f30-6b88-4325-8107-cd384c52ce88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.073393 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2e0e2f30-6b88-4325-8107-cd384c52ce88 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4890d3f-0ee7-47fd-8240-6b97bc3b333c HTTP/1.1" status: 204 len: 168 time: 0.3718922 Aug 16 01:40:23.083037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-dd13129b-c8ae-4880-bff7-771a30a24806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:23.096244 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] Set router dbb60792-57cd-4fdd-9665-0cbb04d555c4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:23.099265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-dd13129b-c8ae-4880-bff7-771a30a24806 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1524909 Aug 16 01:40:23.108065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e2f30-6b88-4325-8107-cd384c52ce88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4890d3f-0ee7-47fd-8240-6b97bc3b333c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:23.141325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Allocated IP 172.20.0.1 (742d4025-9676-444d-bb8b-77070b6a3e8b/4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f/387675d4-c7f1-478e-9c52-ab4371a28aef) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:23.461039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d610a-b6b4-4925-8d90-eee49743b25c req-a498b395-25db-44ed-b238-8d4bf1fb0bfa tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:23.483503 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff5d610a-b6b4-4925-8d90-eee49743b25c req-a498b395-25db-44ed-b238-8d4bf1fb0bfa tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 969 time: 0.1941514 Aug 16 01:40:23.495280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:23.516227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.544992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Transition to ACTIVE for port object 387675d4-c7f1-478e-9c52-ab4371a28aef will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:23.577690 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-router', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:16Z', 'updated_at': '2021-08-16T01:40:19Z', 'revision_number': 3, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'gw_port': {'id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:17Z', 'updated_at': '2021-08-16T01:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:23.583345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-24478395-0250-4005-bf92-4a3b8c783cbb service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141400 Aug 16 01:40:23.634435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:23.636850 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.636985 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846ed21-681e-4328-b83f-078b9ee21361 None None] The sync data for ids ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'] in n-d-768509-23 is: [{'id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-router', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:16Z', 'updated_at': '2021-08-16T01:40:19Z', 'revision_number': 3, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'gw_port': {'id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:17Z', 'updated_at': '2021-08-16T01:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:40:23.657861 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff5d610a-b6b4-4925-8d90-eee49743b25c req-66b35ad0-2b63-4c71-bc18-2c807df52ace tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594059 Aug 16 01:40:24.001381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-775ce855-9624-4c25-af48-9022d7b96ea5 req-ec299881-666a-4a52-8bbe-f5cfdb361a08 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397572 Aug 16 01:40:24.003328 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.053953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Pushing event updated for resources: {'Port': ['ID=387675d4-c7f1-478e-9c52-ab4371a28aef,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:24.087986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Network 742d4025-9676-444d-bb8b-77070b6a3e8b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:24.090323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:24.106246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:24.106246 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.211380 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47530) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:24.247149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48f52bde-7a81-402a-83af-6aa7777b8dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.520865 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48f52bde-7a81-402a-83af-6aa7777b8dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.565539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.609982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ba682a17-3c31-4e38-9eaa-4d00e91c5e0a None None] Provisioning for port 387675d4-c7f1-478e-9c52-ab4371a28aef completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:24.614691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ba682a17-3c31-4e38-9eaa-4d00e91c5e0a None None] Provisioning complete for port 387675d4-c7f1-478e-9c52-ab4371a28aef triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:24.615463 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ba682a17-3c31-4e38-9eaa-4d00e91c5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.638383 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48f52bde-7a81-402a-83af-6aa7777b8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.681189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ba682a17-3c31-4e38-9eaa-4d00e91c5e0a None None] Port 387675d4-c7f1-478e-9c52-ab4371a28aef cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:24.730834 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-48f52bde-7a81-402a-83af-6aa7777b8dc1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83d9a133de664178ad6f5fb0d24a3235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178053 Aug 16 01:40:24.733449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47538) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:24.769400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f52bde-7a81-402a-83af-6aa7777b8dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875d11f6-d280-4932-9efd-de5ea21a717c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:24.840429 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.886247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4b66b-47cd-451b-93df-f14a5c46e2d8 req-86b3a6a4-87b7-40f5-9e3b-04139d8827f0 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:24.895159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4b9bfc9-828c-4b84-9215-e89f34a3e4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.898916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ed4b66b-47cd-451b-93df-f14a5c46e2d8 req-86b3a6a4-87b7-40f5-9e3b-04139d8827f0 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 969 time: 0.1004837 Aug 16 01:40:24.926279 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.927006 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.948392 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4b9bfc9-828c-4b84-9215-e89f34a3e4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:25.107415 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4b9bfc9-828c-4b84-9215-e89f34a3e4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:25.110745 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4b9bfc9-828c-4b84-9215-e89f34a3e4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:25.112398 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b4b9bfc9-828c-4b84-9215-e89f34a3e4f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/875d11f6-d280-4932-9efd-de5ea21a717c HTTP/1.1" status: 204 len: 168 time: 0.3779681 Aug 16 01:40:25.117996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ed4b66b-47cd-451b-93df-f14a5c46e2d8 req-97c5524a-486b-49e1-b720-ef458446f925 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144930 Aug 16 01:40:25.123064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9bfc9-828c-4b84-9215-e89f34a3e4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875d11f6-d280-4932-9efd-de5ea21a717c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:25.182712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Pushing event updated for resources: {'Port': ['ID=387675d4-c7f1-478e-9c52-ab4371a28aef,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:25.255147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Network 742d4025-9676-444d-bb8b-77070b6a3e8b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:25.259925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:25.455433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 63b67a66-93de-416b-b0ea-3d8828b8343f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:25.577306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Router dbb60792-57cd-4fdd-9665-0cbb04d555c4 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:40:25.690495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 63b67a66-93de-416b-b0ea-3d8828b8343f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:25.699697 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 63b67a66-93de-416b-b0ea-3d8828b8343f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:25.700490 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:25.763619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:40:25.778461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-11f807b2-df26-4477-af9e-0e10331ff59b admin admin] 10.222.0.66 "PUT /v2.0/routers/dbb60792-57cd-4fdd-9665-0cbb04d555c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6937020 Aug 16 01:40:25.828907 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7ab8f986-0faf-4646-9ed9-83739012d52c None None] Provisioning complete for port 387675d4-c7f1-478e-9c52-ab4371a28aef triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:25.829450 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f986-0faf-4646-9ed9-83739012d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:25.836184 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:25.890884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 63b67a66-93de-416b-b0ea-3d8828b8343f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=63b67a66-93de-416b-b0ea-3d8828b8343f,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:25.895942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8f986-0faf-4646-9ed9-83739012d52c None None] Port 387675d4-c7f1-478e-9c52-ab4371a28aef cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:25.987046 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.065980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=63b67a66-93de-416b-b0ea-3d8828b8343f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:26.305550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Sync routers for ids ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:40:26.307264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df13f4b-c27c-467e-ac63-0dc85d850b0c req-61344935-daef-4cb5-bc84-c606172d745d tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:26.308852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6df13f4b-c27c-467e-ac63-0dc85d850b0c req-61344935-daef-4cb5-bc84-c606172d745d tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 969 time: 0.0851178 Aug 16 01:40:26.317593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Routers {'dbb60792-57cd-4fdd-9665-0cbb04d555c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:26.318529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:26.350956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47566) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:26.373378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6df13f4b-c27c-467e-ac63-0dc85d850b0c req-5f2e3d71-dc21-4f3a-8e48-d54e81f9cefe tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555952 Aug 16 01:40:26.472841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Set router dbb60792-57cd-4fdd-9665-0cbb04d555c4 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:26.680013 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-239c9904-bbd8-4981-b910-96b4097f9121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.754554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-router', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:16Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'gw_port': {'id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:17Z', 'updated_at': '2021-08-16T01:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '387675d4-c7f1-478e-9c52-ab4371a28aef', 'name': '', 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'mac_address': 'fa:16:3e:26:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:22Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 2, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'subnets': [{'id': '4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:26.801740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Checking router: dbb60792-57cd-4fdd-9665-0cbb04d555c4 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:40:26.802121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Updating router dbb60792-57cd-4fdd-9665-0cbb04d555c4 port 387675d4-c7f1-478e-9c52-ab4371a28aef binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:40:26.833340 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.894028 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-239c9904-bbd8-4981-b910-96b4097f9121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.988532 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-239c9904-bbd8-4981-b910-96b4097f9121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.033727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c9904-bbd8-4981-b910-96b4097f9121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b68df0c-1bf7-49d6-ab4e-de4b08b8ecc9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:27.047781 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-239c9904-bbd8-4981-b910-96b4097f9121 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0a3b5bdcaf9428a9fb5988fe75eaa1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6923652 Aug 16 01:40:27.047885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47586) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:27.145257 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0c23ee2-dc67-4778-bbff-e89266da8ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.172750 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0c23ee2-dc67-4778-bbff-e89266da8ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.212452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.348462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 63b67a66-93de-416b-b0ea-3d8828b8343f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:27.370606 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0c23ee2-dc67-4778-bbff-e89266da8ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.371533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Transition to ACTIVE for port object 387675d4-c7f1-478e-9c52-ab4371a28aef will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:27.373969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0c23ee2-dc67-4778-bbff-e89266da8ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.376443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d0c23ee2-dc67-4778-bbff-e89266da8ac9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b68df0c-1bf7-49d6-ab4e-de4b08b8ecc9 HTTP/1.1" status: 204 len: 168 time: 0.3277502 Aug 16 01:40:27.396164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c23ee2-dc67-4778-bbff-e89266da8ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b68df0c-1bf7-49d6-ab4e-de4b08b8ecc9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:27.429779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 63b67a66-93de-416b-b0ea-3d8828b8343f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:27.429779 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.500706 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.565380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b9e5c-788f-41f7-8b68-d9395653fb13 None None] Pushing event updated for resources: {'Port': ['ID=387675d4-c7f1-478e-9c52-ab4371a28aef,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:27.581957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7327a-393d-46ec-a209-c23e8d056517 req-6db2feb8-0a37-479c-9fc2-5e1ab74e9af9 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:27.583675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69f7327a-393d-46ec-a209-c23e8d056517 req-6db2feb8-0a37-479c-9fc2-5e1ab74e9af9 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 969 time: 0.0756991 Aug 16 01:40:27.692118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69f7327a-393d-46ec-a209-c23e8d056517 req-2d36e577-5d60-4f22-b902-fd7918100577 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924740 Aug 16 01:40:27.732477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Attempting to bind port 387675d4-c7f1-478e-9c52-ab4371a28aef on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:27.732896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Attempting to bind port 387675d4-c7f1-478e-9c52-ab4371a28aef by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '566e00b9-6f00-4654-a6c1-2f1b24989a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:27.733344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Attempting to bind port 387675d4-c7f1-478e-9c52-ab4371a28aef on network 742d4025-9676-444d-bb8b-77070b6a3e8b {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:27.743881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:27.744290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Checking segment: {'id': '566e00b9-6f00-4654-a6c1-2f1b24989a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:27.744684 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.745080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Bound using segment: {'id': '566e00b9-6f00-4654-a6c1-2f1b24989a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:27.745652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Bound port: 387675d4-c7f1-478e-9c52-ab4371a28aef, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566e00b9-6f00-4654-a6c1-2f1b24989a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:27.746038 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.775311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47616) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:27.780385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1927b82a-d899-45c4-ad88-72661545cf92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810883021', 'description': 'tempest-description--690579459'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:27.831884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] For port 387675d4-c7f1-478e-9c52-ab4371a28aef, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:27.835019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] For port 387675d4-c7f1-478e-9c52-ab4371a28aef, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=387675d4-c7f1-478e-9c52-ab4371a28aef,segment=NetworkSegment(566e00b9-6f00-4654-a6c1-2f1b24989a29),segment_id=566e00b9-6f00-4654-a6c1-2f1b24989a29)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:27.902219 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1927b82a-d899-45c4-ad88-72661545cf92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.950319 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.016384 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1927b82a-d899-45c4-ad88-72661545cf92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.029347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Routers {'dbb60792-57cd-4fdd-9665-0cbb04d555c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:28.030018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:28.077385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b9e5c-788f-41f7-8b68-d9395653fb13 None None] Pushing event updated for resources: {'Port': ['ID=387675d4-c7f1-478e-9c52-ab4371a28aef,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:28.095836 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1927b82a-d899-45c4-ad88-72661545cf92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.161421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-604459fa-de28-413f-aaf5-ba0d3f882c01 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378301 Aug 16 01:40:28.164121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927b82a-d899-45c4-ad88-72661545cf92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:28.179034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] Set router dbb60792-57cd-4fdd-9665-0cbb04d555c4 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:28.245888 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1927b82a-d899-45c4-ad88-72661545cf92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.247332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1927b82a-d899-45c4-ad88-72661545cf92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4709249 Aug 16 01:40:28.250389 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47638) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:28.257925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2474aa39-063e-4391-bdac-9a67dd52c31a tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Request body: {'security_group_rule': {'security_group_id': '2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:28.292266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669404-57a8-46d7-9fee-e42341b01884 req-f0809942-b41e-473a-84eb-bce3f1238870 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:28.292872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-f0809942-b41e-473a-84eb-bce3f1238870 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306174 Aug 16 01:40:28.309723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-5b6bdeda-b9af-4150-8e60-a4e3baf47281 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/quotas/0fd72b22de084a828cc9af1cb960b5c8 HTTP/1.1" status: 200 len: 375 time: 0.0103726 Aug 16 01:40:28.350129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47640) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:28.357293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-74609f0f-7426-4e2c-8a9b-1c96b2337fc8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352442 Aug 16 01:40:28.367751 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6487ae2d-2585-4cf9-be11-e0a2ff926cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.410093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-router', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:16Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'gw_port': {'id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:17Z', 'updated_at': '2021-08-16T01:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '387675d4-c7f1-478e-9c52-ab4371a28aef', 'name': '', 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'mac_address': 'fa:16:3e:26:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:22Z', 'updated_at': '2021-08-16T01:40:27Z', 'revision_number': 4, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'subnets': [{'id': '4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:28.424101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2474aa39-063e-4391-bdac-9a67dd52c31a tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.576288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d9a47-bb8a-49b3-baff-fcf2d76f30a0 None None] The sync data for ids ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'] in n-d-768509-23 is: [{'id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-router', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:16Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'gw_port': {'id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:17Z', 'updated_at': '2021-08-16T01:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '387675d4-c7f1-478e-9c52-ab4371a28aef', 'name': '', 'network_id': '742d4025-9676-444d-bb8b-77070b6a3e8b', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'mac_address': 'fa:16:3e:26:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:22Z', 'updated_at': '2021-08-16T01:40:27Z', 'revision_number': 4, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'subnets': [{'id': '4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:40:28.591722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c8dd313-fd2f-456a-8c79-58a6096e709e req-34f12242-5655-4ac7-8202-8d487a91620b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 210 time: 0.0471497 Aug 16 01:40:28.594100 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6487ae2d-2585-4cf9-be11-e0a2ff926cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.622525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2474aa39-063e-4391-bdac-9a67dd52c31a tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.678470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6487ae2d-2585-4cf9-be11-e0a2ff926cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.722568 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2474aa39-063e-4391-bdac-9a67dd52c31a tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.735926 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6487ae2d-2585-4cf9-be11-e0a2ff926cd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=221af67146fb415aa7d6da3bb4d71456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820119 Aug 16 01:40:28.736403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47660) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:28.740594 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487ae2d-2585-4cf9-be11-e0a2ff926cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4401191c-5411-4bc2-a674-383d7a910469,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:28.791506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474aa39-063e-4391-bdac-9a67dd52c31a tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdaceda-c24f-4d0f-9dc3-054a04855cad,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:28.827971 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-20103f12-4554-4681-8c3c-cbccaad13696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.890665 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2474aa39-063e-4391-bdac-9a67dd52c31a tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.893199 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2474aa39-063e-4391-bdac-9a67dd52c31a tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6412089 Aug 16 01:40:28.894353 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-20103f12-4554-4681-8c3c-cbccaad13696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.895914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47670) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:28.902918 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-500b67cf-3d4e-4d62-9926-cab448ac9dbc tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Request body: {'security_group_rule': {'security_group_id': '2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:28.928349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59debbc9-37bd-4893-9eca-a082ea52ab76 req-de53569e-a76f-4104-9bb2-ff4f321be762 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:28.933010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59debbc9-37bd-4893-9eca-a082ea52ab76 req-de53569e-a76f-4104-9bb2-ff4f321be762 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 969 time: 0.0991647 Aug 16 01:40:28.991145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59debbc9-37bd-4893-9eca-a082ea52ab76 req-4a7dba7d-0d59-4366-a042-fd5d765cc3c1 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540383 Aug 16 01:40:29.019697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-500b67cf-3d4e-4d62-9926-cab448ac9dbc tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.119428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-20103f12-4554-4681-8c3c-cbccaad13696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.124286 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-20103f12-4554-4681-8c3c-cbccaad13696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.127360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-20103f12-4554-4681-8c3c-cbccaad13696 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4401191c-5411-4bc2-a674-383d7a910469 HTTP/1.1" status: 204 len: 168 time: 0.3896096 Aug 16 01:40:29.132552 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-500b67cf-3d4e-4d62-9926-cab448ac9dbc tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.138866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20103f12-4554-4681-8c3c-cbccaad13696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4401191c-5411-4bc2-a674-383d7a910469,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:29.255877 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-500b67cf-3d4e-4d62-9926-cab448ac9dbc tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.382811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 387675d4-c7f1-478e-9c52-ab4371a28aef up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:29.396617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b67cf-3d4e-4d62-9926-cab448ac9dbc tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105fefe3-8b8b-4ffb-a098-b63500f46892,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:29.507456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-500b67cf-3d4e-4d62-9926-cab448ac9dbc tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.513128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47688) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:29.513683 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-500b67cf-3d4e-4d62-9926-cab448ac9dbc tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6163905 Aug 16 01:40:29.518666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:29.551449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 387675d4-c7f1-478e-9c52-ab4371a28aef completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:29.555617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 387675d4-c7f1-478e-9c52-ab4371a28aef triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:29.556832 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.654956 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.686443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ceab9adf-5277-4907-9932-655921e6a669 req-fccdc8c7-e0e7-4d9c-8f71-b2593b7cd0af tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 210 time: 0.0462487 Aug 16 01:40:29.690433 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.702859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 387675d4-c7f1-478e-9c52-ab4371a28aef, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=387675d4-c7f1-478e-9c52-ab4371a28aef,segment=NetworkSegment(566e00b9-6f00-4654-a6c1-2f1b24989a29),segment_id=566e00b9-6f00-4654-a6c1-2f1b24989a29)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:29.784529 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.851893 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ed38bda2-f82b-4065-a387-f053841ef48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.857357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=387675d4-c7f1-478e-9c52-ab4371a28aef,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:29.872628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.880468 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47698) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:30.017280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Allocated IP 172.25.8.205 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/c5710f7e-2122-490a-86be-2faa3463b321) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:30.018503 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2469a24-23ee-4aca-b23e-fb155ba7dabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.119709 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2469a24-23ee-4aca-b23e-fb155ba7dabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.148257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c856-09ca-481f-b2e7-b5891f61b51a req-33038d1f-1766-4802-9231-f04bb2ab4d21 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:30.150360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fd6c856-09ca-481f-b2e7-b5891f61b51a req-33038d1f-1766-4802-9231-f04bb2ab4d21 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 969 time: 0.0767343 Aug 16 01:40:30.185604 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.198557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2469a24-23ee-4aca-b23e-fb155ba7dabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.211593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fd6c856-09ca-481f-b2e7-b5891f61b51a req-5494b62c-95d5-4983-b148-05e5160fd168 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537302 Aug 16 01:40:30.251828 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e2469a24-23ee-4aca-b23e-fb155ba7dabe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b49ae63c1d34eddbcd248dab5042ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697631 Aug 16 01:40:30.253797 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2469a24-23ee-4aca-b23e-fb155ba7dabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f5cfdc-1a3e-494d-8a01-fdeaf7b5172f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:30.254533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47714) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:30.303142 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d39d101d-de71-4b91-bb6c-0c1c8bbf7ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.325919 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d39d101d-de71-4b91-bb6c-0c1c8bbf7ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.335961 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.402365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:30.408027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:30.412612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:30.419052 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Pushing event updated for resources: {'Port': ['ID=c5710f7e-2122-490a-86be-2faa3463b321,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:30.562311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d39d101d-de71-4b91-bb6c-0c1c8bbf7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.564773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d39d101d-de71-4b91-bb6c-0c1c8bbf7ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.565965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d39d101d-de71-4b91-bb6c-0c1c8bbf7ea5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83f5cfdc-1a3e-494d-8a01-fdeaf7b5172f HTTP/1.1" status: 204 len: 168 time: 0.3104467 Aug 16 01:40:30.606919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d101d-de71-4b91-bb6c-0c1c8bbf7ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f5cfdc-1a3e-494d-8a01-fdeaf7b5172f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:30.648354 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.778156 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.817137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-979fd01c-2818-47bf-9740-609b4804dbe9 req-e88d30f1-528d-4b84-b6ea-48b83948ce8b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 210 time: 0.0512006 Aug 16 01:40:30.956309 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.009061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:31.112757 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.120825 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:31.135827 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9', 'mac_address': 'fa:16:3e:dd:16:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:tempest-test_az-1662273854', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:31.147336 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.171168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Pushing event updated for resources: {'Port': ['ID=c5710f7e-2122-490a-86be-2faa3463b321,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:31.180179 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.192897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:31.214775 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:31.226968 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.228853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-583c82a0-b38b-443b-ac3d-d0c3844ed394 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7141151 Aug 16 01:40:31.307798 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.343988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 387675d4-c7f1-478e-9c52-ab4371a28aef up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:31.350845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40ae01-44f1-4d97-97c2-b0e768a65ba1 req-60ac9d72-5840-4797-935c-6c595a732412 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:31.352412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea40ae01-44f1-4d97-97c2-b0e768a65ba1 req-60ac9d72-5840-4797-935c-6c595a732412 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 969 time: 0.0634491 Aug 16 01:40:31.365858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47748) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:31.385871 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e2d1393-2d87-409f-b369-f82828ce725e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.409457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:31.409697 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea40ae01-44f1-4d97-97c2-b0e768a65ba1 req-8bfb3d00-e0eb-45b2-93aa-54c6f660eb27 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475719 Aug 16 01:40:31.438444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 387675d4-c7f1-478e-9c52-ab4371a28aef triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:31.438848 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.508331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-54563125-4fb5-4a04-a1f9-569be099cb10 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1810883021&fields=id&tenant_id=4ac6e9001e304bba8633a33a3e19c64b HTTP/1.1" status: 200 len: 267 time: 0.0672684 Aug 16 01:40:31.543903 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e2d1393-2d87-409f-b369-f82828ce725e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.617011 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e2d1393-2d87-409f-b369-f82828ce725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.622993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.74', 57335) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:31.640543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:31.668037 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1e2d1393-2d87-409f-b369-f82828ce725e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e127ff372b2442189e2b471b8f497f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976294 Aug 16 01:40:31.668037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d1393-2d87-409f-b369-f82828ce725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d2ab44-1190-492d-9ad2-d1e713bcb242,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:31.668278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-91b31d96-6665-4dfa-ac03-705319467ebd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426610 Aug 16 01:40:31.669717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47762) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:31.748406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0138-127c-4eeb-9059-c562ca99f702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.765171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-5687506d-6bf1-4d97-ac59-9fc3560b910b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:31.772114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-5687506d-6bf1-4d97-ac59-9fc3560b910b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/networks?id=f822c47b-c400-41ce-b019-ea73c124298f HTTP/1.1" status: 200 len: 824 time: 0.2622533 Aug 16 01:40:31.778898 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0138-127c-4eeb-9059-c562ca99f702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.806386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-7245dbd2-2744-4c4a-aa53-7822ddac865b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/quotas/4ac6e9001e304bba8633a33a3e19c64b HTTP/1.1" status: 200 len: 375 time: 0.0332694 Aug 16 01:40:31.948064 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0138-127c-4eeb-9059-c562ca99f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.950900 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0138-127c-4eeb-9059-c562ca99f702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.952077 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d1e0138-127c-4eeb-9059-c562ca99f702 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9d2ab44-1190-492d-9ad2-d1e713bcb242 HTTP/1.1" status: 204 len: 168 time: 0.2812021 Aug 16 01:40:31.960752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e0138-127c-4eeb-9059-c562ca99f702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d2ab44-1190-492d-9ad2-d1e713bcb242,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:32.067279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669404-57a8-46d7-9fee-e42341b01884 req-d2481155-2de4-4fb7-bb43-2592c83c744d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:32.068612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-d2481155-2de4-4fb7-bb43-2592c83c744d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3945475 Aug 16 01:40:32.095625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdfbb1c1-d8cc-4304-9b89-ff4990575fc8 req-feca775a-90b7-486d-8917-ff86fde2a24d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 210 time: 0.0439405 Aug 16 01:40:32.103181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-926dbbbd-cbbf-4638-ae5a-deedb3624cf2 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac6e9001e304bba8633a33a3e19c64b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2955537 Aug 16 01:40:32.130271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Request body: {'port': {'device_id': '85751074-9429-45f1-990d-0ad9b3172966', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '0fd72b22de084a828cc9af1cb960b5c8'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:32.303250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47782) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:32.307794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Made reservation on behalf of 0fd72b22de084a828cc9af1cb960b5c8 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:32.312055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.330508 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.493248 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-14d79565-22db-41aa-ba8c-7763990d7ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.541475 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.554656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-4369878f-72b5-48ff-97ec-611412826529 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:40:32.555919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-4369878f-72b5-48ff-97ec-611412826529 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1126864 Aug 16 01:40:32.590624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d846d-b100-4ca8-983b-691425820448 req-dee06346-0ed4-4048-bd9f-f183cb2dbfff tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:32.592255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc8d846d-b100-4ca8-983b-691425820448 req-dee06346-0ed4-4048-bd9f-f183cb2dbfff tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 970 time: 0.0930433 Aug 16 01:40:32.641765 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.703684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c10d0e-5fdc-4c9a-a895-aaadc0aba637,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:32.752564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc8d846d-b100-4ca8-983b-691425820448 req-de096724-504d-4d2b-beae-0071a100462b tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303728 Aug 16 01:40:32.754407 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-14d79565-22db-41aa-ba8c-7763990d7ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.789264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-9d63ab39-5620-491d-8200-02f2e77e6f50 service neutron] 10.222.0.66 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262630 Aug 16 01:40:32.794625 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.872537 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a32e4ca5-e729-445c-8c0f-3cab96f146db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.896270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Allocated IP 192.168.233.243 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/32f43514-ab56-454d-9784-6a7575034ee7) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:32.912503 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-14d79565-22db-41aa-ba8c-7763990d7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.952393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-e99a585f-47ee-43d6-880d-713d0711a1f6 service neutron] 10.222.0.66 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384227 Aug 16 01:40:32.961440 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-14d79565-22db-41aa-ba8c-7763990d7ea2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b0093e062f9048eb8577bdb8d9c11cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6540713 Aug 16 01:40:32.961440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d79565-22db-41aa-ba8c-7763990d7ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51de436b-3380-41a2-a564-0ef3d5bfde78,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:32.961789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47800) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:32.989573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:33.098837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9126ae92-17a5-43d9-a384-cfaa2ccf13fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.142556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9126ae92-17a5-43d9-a384-cfaa2ccf13fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.153901 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.169580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:33.173545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:33.173972 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.214147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Transition to ACTIVE for port object 32f43514-ab56-454d-9784-6a7575034ee7 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:33.216924 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24e5dde5-a290-4a12-b247-1e5503567706 req-63e58472-83f1-435f-bb08-0c861a94a642 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 210 time: 0.0499794 Aug 16 01:40:33.319726 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.319726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81260f44-e326-4948-b2fe-1cd80d00da11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:33.400819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:33.415530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-087826be-e83b-436f-8224-c12a4c023a75 req-d6e1ecec-a0a0-494e-9bf8-9aee5abe2f68 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 210 time: 0.0480406 Aug 16 01:40:33.433131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9126ae92-17a5-43d9-a384-cfaa2ccf13fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.436562 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9126ae92-17a5-43d9-a384-cfaa2ccf13fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.438543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9126ae92-17a5-43d9-a384-cfaa2ccf13fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51de436b-3380-41a2-a564-0ef3d5bfde78 HTTP/1.1" status: 204 len: 168 time: 0.4739022 Aug 16 01:40:33.447398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126ae92-17a5-43d9-a384-cfaa2ccf13fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51de436b-3380-41a2-a564-0ef3d5bfde78,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:33.461952 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.465392 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.522347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:33.523046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:33.526772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:33.530995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:33.538804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:33.539723 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.563159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Pushing event updated for resources: {'Port': ['ID=32f43514-ab56-454d-9784-6a7575034ee7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:33.597642 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714cf289-58e9-4295-b61e-84bc4b1ea0ff" -d '{"events": [{"server_uuid": "81260f44-e326-4948-b2fe-1cd80d00da11", "name": "network-vif-plugged", "status": "completed", "tag": "5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:33.634014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cf04d21-bd78-429a-bb17-d828132d8439 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5081766 Aug 16 01:40:33.877347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc754eec-d94d-4a34-a9e4-a3ab7b2cbd4a req-b703c00f-7577-4105-95f8-2fd171432db4 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:33.878079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4ed4f76f-2d30-4a77-828f-1ee667958310 None None] Provisioning for port 32f43514-ab56-454d-9784-6a7575034ee7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:33.879161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc754eec-d94d-4a34-a9e4-a3ab7b2cbd4a req-b703c00f-7577-4105-95f8-2fd171432db4 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 971 time: 0.0549433 Aug 16 01:40:33.882453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4ed4f76f-2d30-4a77-828f-1ee667958310 None None] Provisioning complete for port 32f43514-ab56-454d-9784-6a7575034ee7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:33.882826 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f76f-2d30-4a77-828f-1ee667958310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.925191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4f76f-2d30-4a77-828f-1ee667958310 None None] Port 32f43514-ab56-454d-9784-6a7575034ee7 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:33.929471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc754eec-d94d-4a34-a9e4-a3ab7b2cbd4a req-b04b5687-ca2c-459b-a3ef-b7af4fe271c9 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386953 Aug 16 01:40:33.938242 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.089904 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3637cb99-1c49-4006-aef9-4f65d647585a x-openstack-request-id: req-3637cb99-1c49-4006-aef9-4f65d647585a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:34.090200 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81260f44-e326-4948-b2fe-1cd80d00da11", "name": "network-vif-plugged", "status": "completed", "tag": "5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:34.090452 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3637cb99-1c49-4006-aef9-4f65d647585a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:34.090935 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81260f44-e326-4948-b2fe-1cd80d00da11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9', 'code': 200} Aug 16 01:40:34.237244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1bf5-d597-4665-ac2d-1072c0785603 req-710aa8a1-bf0a-49e1-9b5b-3ff1747760d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.238805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f52e1bf5-d597-4665-ac2d-1072c0785603 req-710aa8a1-bf0a-49e1-9b5b-3ff1747760d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 1123 time: 0.0785704 Aug 16 01:40:34.261324 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f52e1bf5-d597-4665-ac2d-1072c0785603 req-3774f6c2-e06b-4149-a325-b6d27d292d6d service neutron] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.377028 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f52e1bf5-d597-4665-ac2d-1072c0785603 req-3774f6c2-e06b-4149-a325-b6d27d292d6d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.474868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23c2ad-8f31-4363-a517-c6ca18024331 req-f8941ffa-de6f-42ff-ac92-75b5ea3f246c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.474868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca23c2ad-8f31-4363-a517-c6ca18024331 req-f8941ffa-de6f-42ff-ac92-75b5ea3f246c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 936 time: 0.0819206 Aug 16 01:40:34.474868 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f52e1bf5-d597-4665-ac2d-1072c0785603 req-3774f6c2-e06b-4149-a325-b6d27d292d6d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.509253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47854) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:34.524295 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2219-0a74-4847-8d7b-b47fc2a2ad97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.574368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774f6c2-e06b-4149-a325-b6d27d292d6d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a82dceeb-f758-4043-9dfd-44aab7c3f275,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:34.578247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f52e1bf5-d597-4665-ac2d-1072c0785603 req-3774f6c2-e06b-4149-a325-b6d27d292d6d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302376 Aug 16 01:40:34.581911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77279c2a-803a-4d1c-8d88-d3e0973bab32 req-1c78c65a-3201-47cf-9b86-8a07928ceb8d tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 210 time: 0.0694001 Aug 16 01:40:34.620764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca23c2ad-8f31-4363-a517-c6ca18024331 req-d3affb06-72a4-44f2-a08b-e276e7a66561 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136057 Aug 16 01:40:34.646613 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2219-0a74-4847-8d7b-b47fc2a2ad97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.724018 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2219-0a74-4847-8d7b-b47fc2a2ad97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.773103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47862) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:34.773419 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d5f2219-0a74-4847-8d7b-b47fc2a2ad97 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=549da2cbafa8465cb4bf21221addfba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614226 Aug 16 01:40:34.776228 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f2219-0a74-4847-8d7b-b47fc2a2ad97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d787ffe0-5126-488c-ac8c-3e2c0517d011,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:34.842408 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-814f5959-0008-4d9b-9a2e-cfea644ea095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.864707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-814f5959-0008-4d9b-9a2e-cfea644ea095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.994721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-814f5959-0008-4d9b-9a2e-cfea644ea095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.994721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-814f5959-0008-4d9b-9a2e-cfea644ea095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.995472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-814f5959-0008-4d9b-9a2e-cfea644ea095 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d787ffe0-5126-488c-ac8c-3e2c0517d011 HTTP/1.1" status: 204 len: 168 time: 0.2211287 Aug 16 01:40:35.015471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f5959-0008-4d9b-9a2e-cfea644ea095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d787ffe0-5126-488c-ac8c-3e2c0517d011,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:35.061958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa2a7b-0637-4eb7-ae49-2d81351375aa req-a002f0ab-db44-40dd-92a9-856e3d4101c8 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:35.063504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4fa2a7b-0637-4eb7-ae49-2d81351375aa req-a002f0ab-db44-40dd-92a9-856e3d4101c8 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 971 time: 0.0575607 Aug 16 01:40:35.104389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4fa2a7b-0637-4eb7-ae49-2d81351375aa req-40610362-385a-4caf-b750-a1c4eac24c93 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Aug 16 01:40:35.665799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47904) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:35.667941 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.703310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38b3a65c-06d6-4c7d-8d6d-78a9ecb7324e req-e0cf472d-fe18-4c56-8ee4-f447f7d89d15 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 210 time: 0.0310190 Aug 16 01:40:35.784570 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8e20b1bf-3fe5-4b8c-8b9f-f68a87865e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.794168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46b16-7c4b-46da-aec7-a969eb939912 req-cff09b3d-864c-4cce-b37f-f8cc218e72af tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:35.795564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4b46b16-7c4b-46da-aec7-a969eb939912 req-cff09b3d-864c-4cce-b37f-f8cc218e72af tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 936 time: 0.0751109 Aug 16 01:40:35.863942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4b46b16-7c4b-46da-aec7-a969eb939912 req-ed54b42d-b9f9-44c7-af0e-760d69c583ec tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590732 Aug 16 01:40:35.919691 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8e20b1bf-3fe5-4b8c-8b9f-f68a87865e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.998285 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8e20b1bf-3fe5-4b8c-8b9f-f68a87865e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.038119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20b1bf-3fe5-4b8c-8b9f-f68a87865e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5973e7c9-ed4a-413a-ac5d-1e53dd751755,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:36.044370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8e20b1bf-3fe5-4b8c-8b9f-f68a87865e54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=426eeed91976416eadee5d9ed4a89c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772047 Aug 16 01:40:36.047001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47916) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:36.102976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6efc609-f784-464f-a630-dcc82c907dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.148910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6efc609-f784-464f-a630-dcc82c907dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.247162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951aa35-022f-43bb-82d4-6ad06669ed63 req-3f1868b3-7c17-443d-8d91-f30a95a2fe01 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:36.248668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b951aa35-022f-43bb-82d4-6ad06669ed63 req-3f1868b3-7c17-443d-8d91-f30a95a2fe01 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 971 time: 0.0539281 Aug 16 01:40:36.261190 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6efc609-f784-464f-a630-dcc82c907dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.263633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6efc609-f784-464f-a630-dcc82c907dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.264663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d6efc609-f784-464f-a630-dcc82c907dc1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5973e7c9-ed4a-413a-ac5d-1e53dd751755 HTTP/1.1" status: 204 len: 168 time: 0.2166512 Aug 16 01:40:36.292411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efc609-f784-464f-a630-dcc82c907dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5973e7c9-ed4a-413a-ac5d-1e53dd751755,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:36.315487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b951aa35-022f-43bb-82d4-6ad06669ed63 req-39576d4a-4bbe-4d1c-b90b-38ff1d9ebada tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605640 Aug 16 01:40:36.808778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fcfba47-25dd-492e-a2b7-bab1ce79315c req-331788f1-914f-47a1-a597-bfea04b9670b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 210 time: 0.0329378 Aug 16 01:40:36.988487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a5712-21d4-430c-bd5c-84d754267f2e req-d21519f2-e223-4b4a-b802-8fa4a14d4325 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:36.990137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b56a5712-21d4-430c-bd5c-84d754267f2e req-d21519f2-e223-4b4a-b802-8fa4a14d4325 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 936 time: 0.0574033 Aug 16 01:40:37.029178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b56a5712-21d4-430c-bd5c-84d754267f2e req-9e39ec4e-4890-4872-8af7-1779de8d8f4e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Aug 16 01:40:37.058933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47942) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:37.073119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56a5be4b-617f-42a9-aa88-f9eab8fd4130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.169338 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56a5be4b-617f-42a9-aa88-f9eab8fd4130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.232655 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56a5be4b-617f-42a9-aa88-f9eab8fd4130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.273640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ba5b85e7-be0f-4ab4-a640-70c6f9347418 req-154884da-6f41-4b4d-ab31-6a65dd195ea9 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1425183745', 'description': 'tempest-description-1049963086'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:37.284349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5be4b-617f-42a9-aa88-f9eab8fd4130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ba83a6-b5dd-42d9-9f1b-5cf1351bb552,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:37.289447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-56a5be4b-617f-42a9-aa88-f9eab8fd4130 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3a87ad646d1402fa049b74832c98768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295630 Aug 16 01:40:37.292876 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47948) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:37.352265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba825543-8dc8-4892-a142-90450e444d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.375360 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba825543-8dc8-4892-a142-90450e444d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.381981 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba5b85e7-be0f-4ab4-a640-70c6f9347418 req-154884da-6f41-4b4d-ab31-6a65dd195ea9 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.401576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba5b85e7-be0f-4ab4-a640-70c6f9347418 req-154884da-6f41-4b4d-ab31-6a65dd195ea9 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.481453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba73684-c2fc-4663-bbcd-128a5628709e req-2d1469c1-34de-4ca5-ac18-1d93a3d92182 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.483066 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ba73684-c2fc-4663-bbcd-128a5628709e req-2d1469c1-34de-4ca5-ac18-1d93a3d92182 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 971 time: 0.0858839 Aug 16 01:40:37.522215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ba73684-c2fc-4663-bbcd-128a5628709e req-57f08f1e-b095-4a45-8d88-dc66f6737a7b tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Aug 16 01:40:37.646824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba825543-8dc8-4892-a142-90450e444d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.649342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba825543-8dc8-4892-a142-90450e444d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.653107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ba825543-8dc8-4892-a142-90450e444d4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08ba83a6-b5dd-42d9-9f1b-5cf1351bb552 HTTP/1.1" status: 204 len: 168 time: 0.3572202 Aug 16 01:40:37.687203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba825543-8dc8-4892-a142-90450e444d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ba83a6-b5dd-42d9-9f1b-5cf1351bb552,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:37.718891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321c54-ab5e-4081-998a-e98e6873f036 req-33009aa0-727e-4864-9caa-99ac1d9b10d7 tempest-AggregatesAdminTestJSON-1652864566 tempest-AggregatesAdminTestJSON-1652864566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.720454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89321c54-ab5e-4081-998a-e98e6873f036 req-33009aa0-727e-4864-9caa-99ac1d9b10d7 tempest-AggregatesAdminTestJSON-1652864566 tempest-AggregatesAdminTestJSON-1652864566-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 1123 time: 0.0857127 Aug 16 01:40:37.747343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-89321c54-ab5e-4081-998a-e98e6873f036 req-b60dbd52-ea0f-4329-9c02-aab949cb58b8 tempest-AggregatesAdminTestJSON-1652864566 tempest-AggregatesAdminTestJSON-1652864566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.777051 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba5b85e7-be0f-4ab4-a640-70c6f9347418 req-154884da-6f41-4b4d-ab31-6a65dd195ea9 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.863112 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba5b85e7-be0f-4ab4-a640-70c6f9347418 req-154884da-6f41-4b4d-ab31-6a65dd195ea9 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.907565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154884da-6f41-4b4d-ab31-6a65dd195ea9 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f44305-7c0a-4db9-aa7f-34f4e344ba3d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:37.964426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-89321c54-ab5e-4081-998a-e98e6873f036 req-b60dbd52-ea0f-4329-9c02-aab949cb58b8 tempest-AggregatesAdminTestJSON-1652864566 tempest-AggregatesAdminTestJSON-1652864566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.077206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-89321c54-ab5e-4081-998a-e98e6873f036 req-b60dbd52-ea0f-4329-9c02-aab949cb58b8 tempest-AggregatesAdminTestJSON-1652864566 tempest-AggregatesAdminTestJSON-1652864566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.105194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89321c54-ab5e-4081-998a-e98e6873f036 req-b60dbd52-ea0f-4329-9c02-aab949cb58b8 tempest-AggregatesAdminTestJSON-1652864566 tempest-AggregatesAdminTestJSON-1652864566-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774600 Aug 16 01:40:38.130477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dbd52-ea0f-4329-9c02-aab949cb58b8 tempest-AggregatesAdminTestJSON-1652864566 tempest-AggregatesAdminTestJSON-1652864566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109669bc-f61c-4820-86dd-62d3f4228db9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:38.193149 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba5b85e7-be0f-4ab4-a640-70c6f9347418 req-154884da-6f41-4b4d-ab31-6a65dd195ea9 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.208191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f865eeaf-30b9-4e62-bcf3-877d2190a750 req-943188df-2c46-419c-b0f7-3cad51378d65 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 210 time: 0.0316956 Aug 16 01:40:38.250283 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba5b85e7-be0f-4ab4-a640-70c6f9347418 req-154884da-6f41-4b4d-ab31-6a65dd195ea9 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.295064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154884da-6f41-4b4d-ab31-6a65dd195ea9 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5876f4-61a0-4a14-86e5-1a84b58f6b62,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:38.335134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd1cc-32ba-4e57-8087-1965ea6eb767 req-a6ac49db-8970-4276-9d84-499b1549d436 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:38.336579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-210bd1cc-32ba-4e57-8087-1965ea6eb767 req-a6ac49db-8970-4276-9d84-499b1549d436 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 936 time: 0.0610480 Aug 16 01:40:38.357502 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba5b85e7-be0f-4ab4-a640-70c6f9347418 req-154884da-6f41-4b4d-ab31-6a65dd195ea9 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.358792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba5b85e7-be0f-4ab4-a640-70c6f9347418 req-154884da-6f41-4b4d-ab31-6a65dd195ea9 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0983620 Aug 16 01:40:38.400359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-210bd1cc-32ba-4e57-8087-1965ea6eb767 req-80a8955c-7332-45e3-9606-30097df18517 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538907 Aug 16 01:40:38.445001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-61f9f8b0-27b1-4e10-9801-2b9629f21da8 req-216edb14-558f-40cb-a004-00027c627f6a tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1239388831', 'description': 'tempest-description-406371127'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:38.836213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-c95a5977-e0b4-456e-ae2a-0efe776efd5f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:40:38.837957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-c95a5977-e0b4-456e-ae2a-0efe776efd5f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063632 Aug 16 01:40:39.011379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Request body: {'port': {'device_id': '85751074-9429-45f1-990d-0ad9b3172966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:39.068833 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:39.349278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f43514-ab56-454d-9784-6a7575034ee7 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:39.357039 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:39.369610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Transition to ACTIVE for port object 32f43514-ab56-454d-9784-6a7575034ee7 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:39.547065 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61f9f8b0-27b1-4e10-9801-2b9629f21da8 req-216edb14-558f-40cb-a004-00027c627f6a tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:39.874144 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61f9f8b0-27b1-4e10-9801-2b9629f21da8 req-216edb14-558f-40cb-a004-00027c627f6a tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:39.895717 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:39.958105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Pushing event updated for resources: {'Port': ['ID=32f43514-ab56-454d-9784-6a7575034ee7,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:40.007219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Attempting to bind port 32f43514-ab56-454d-9784-6a7575034ee7 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:40.007520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Attempting to bind port 32f43514-ab56-454d-9784-6a7575034ee7 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:40.007948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Attempting to bind port 32f43514-ab56-454d-9784-6a7575034ee7 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:40.015042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Port 32f43514-ab56-454d-9784-6a7575034ee7 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:40.015485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Attempting to bind port 32f43514-ab56-454d-9784-6a7575034ee7 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:40.020493 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61f9f8b0-27b1-4e10-9801-2b9629f21da8 req-216edb14-558f-40cb-a004-00027c627f6a tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:40.049314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:40.049653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:40.050067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:40.050523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Bound port: 32f43514-ab56-454d-9784-6a7575034ee7, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:40.050880 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:40.095899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2781a4a-3b33-4090-bdd8-41fdc228c496 req-aad6411a-b544-40f0-96c6-4d87810315de tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 210 time: 0.0663416 Aug 16 01:40:40.102711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216edb14-558f-40cb-a004-00027c627f6a tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82dbda3-e15d-49d9-adcf-735310ffeda2,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:40.144087 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61f9f8b0-27b1-4e10-9801-2b9629f21da8 req-216edb14-558f-40cb-a004-00027c627f6a tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:40.145313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61f9f8b0-27b1-4e10-9801-2b9629f21da8 req-216edb14-558f-40cb-a004-00027c627f6a tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7050307 Aug 16 01:40:40.172792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:40.177053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=32f43514-ab56-454d-9784-6a7575034ee7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:40.223878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db33ea5-dc82-4e67-9aeb-360552957526 req-b00d0b59-faa6-4eca-a048-63baf60e231e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.225363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db33ea5-dc82-4e67-9aeb-360552957526 req-b00d0b59-faa6-4eca-a048-63baf60e231e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 948 time: 0.0502231 Aug 16 01:40:40.266027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db33ea5-dc82-4e67-9aeb-360552957526 req-c9ccc802-286c-47f7-a6ff-0131e5aac4c7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325849 Aug 16 01:40:40.318929 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:40.372563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.373524 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:40.375165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] 10.222.0.74 "PUT /v2.0/ports/32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 200 len: 1097 time: 1.4229250 Aug 16 01:40:40.380739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:40.380739 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4befa3-a3a6-47b0-ad4a-76efdafab306" -d '{"events": [{"name": "network-changed", "server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "tag": "32f43514-ab56-454d-9784-6a7575034ee7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:40.419863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82f46e-736e-4166-b5dc-be538b98576b service neutron] Pushing event updated for resources: {'Port': ['ID=32f43514-ab56-454d-9784-6a7575034ee7,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:40.518573 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532c6180-b9a2-4414-926a-84b216ae7657 x-openstack-request-id: req-532c6180-b9a2-4414-926a-84b216ae7657 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:40.518573 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "tag": "32f43514-ab56-454d-9784-6a7575034ee7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:40.518573 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-532c6180-b9a2-4414-926a-84b216ae7657 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:40.518573 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7', 'status': 'completed', 'code': 200} Aug 16 01:40:40.560060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-4774e8a5-b889-426d-91cf-40aea0b43f00 req-bc290a69-e837-4643-8c01-7e06659421ed tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-106192828', 'description': 'tempest-description-1141777893'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:40.602853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4befa3-a3a6-47b0-ad4a-76efdafab306 req-ed75c518-0796-46fa-9e04-9886b0f45528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.604883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a4befa3-a3a6-47b0-ad4a-76efdafab306 req-ed75c518-0796-46fa-9e04-9886b0f45528 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1100 time: 0.0666749 Aug 16 01:40:40.636408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a4befa3-a3a6-47b0-ad4a-76efdafab306 req-5959148b-f2a9-4e00-88ca-db01a3a05ada service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217011 Aug 16 01:40:40.696670 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4774e8a5-b889-426d-91cf-40aea0b43f00 req-bc290a69-e837-4643-8c01-7e06659421ed tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:40.709419 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4774e8a5-b889-426d-91cf-40aea0b43f00 req-bc290a69-e837-4643-8c01-7e06659421ed tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:40.769868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4befa3-a3a6-47b0-ad4a-76efdafab306 req-6a40ccf2-b1fd-459d-94b9-023e7abf7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.770605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a4befa3-a3a6-47b0-ad4a-76efdafab306 req-6a40ccf2-b1fd-459d-94b9-023e7abf7771 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267955 Aug 16 01:40:40.880546 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4774e8a5-b889-426d-91cf-40aea0b43f00 req-bc290a69-e837-4643-8c01-7e06659421ed tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:40.883834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669404-57a8-46d7-9fee-e42341b01884 req-458d38bb-2c6d-40b1-b132-3b9bb934d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.885247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-458d38bb-2c6d-40b1-b132-3b9bb934d0b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1100 time: 0.0702791 Aug 16 01:40:40.937765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-3cc7b6b2-a12e-4bca-9203-cf906966e94c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 200 len: 217 time: 0.0445712 Aug 16 01:40:40.973263 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4774e8a5-b889-426d-91cf-40aea0b43f00 req-bc290a69-e837-4643-8c01-7e06659421ed tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.020614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669404-57a8-46d7-9fee-e42341b01884 req-f222f371-c335-4159-b161-c0b282b6a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:41.022095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-f222f371-c335-4159-b161-c0b282b6a3b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0775559 Aug 16 01:40:41.047590 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.74', 57341) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:41.048418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc290a69-e837-4643-8c01-7e06659421ed tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6adcc7-dc69-4cde-aa45-5ad82291ff7a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:41.112499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669404-57a8-46d7-9fee-e42341b01884 req-ff857068-72a2-410e-8936-10a13c1e51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:41.114083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-ff857068-72a2-410e-8936-10a13c1e51b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0829046 Aug 16 01:40:41.124818 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4774e8a5-b889-426d-91cf-40aea0b43f00 req-bc290a69-e837-4643-8c01-7e06659421ed tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.179069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4774e8a5-b889-426d-91cf-40aea0b43f00 req-bc290a69-e837-4643-8c01-7e06659421ed tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.222242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc290a69-e837-4643-8c01-7e06659421ed tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44a72a1-e77f-4f98-8864-1611d2abd76b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:41.247245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-6d6e6e9e-f300-4f99-9eee-d9ace9c82c4d service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253169 Aug 16 01:40:41.283110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-d904c6bd-f942-4824-ab36-6f72536b192f tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:41.284771 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-d904c6bd-f942-4824-ab36-6f72536b192f tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.74 "GET /v2.0/networks?id=f822c47b-c400-41ce-b019-ea73c124298f HTTP/1.1" status: 200 len: 824 time: 0.2351878 Aug 16 01:40:41.343830 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4774e8a5-b889-426d-91cf-40aea0b43f00 req-bc290a69-e837-4643-8c01-7e06659421ed tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.344399 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-bfa21fe5-16e2-4a9c-8ab6-58ce20c7fe18 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac6e9001e304bba8633a33a3e19c64b HTTP/1.1" status: 200 len: 380 time: 0.0509143 Aug 16 01:40:41.345523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4774e8a5-b889-426d-91cf-40aea0b43f00 req-bc290a69-e837-4643-8c01-7e06659421ed tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7961099 Aug 16 01:40:41.358869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Request body: {'port': {'device_id': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'admin_state_up': True, 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'security_groups': ['2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:41.369338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d669404-57a8-46d7-9fee-e42341b01884 req-9f94741f-1887-43e2-853b-a99ec33203c9 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136017 Aug 16 01:40:41.448079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c91156b-1fd4-4efe-a5fb-f06734791487 req-9fb56aa8-3f07-456c-a21e-796d3048dcdf tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 210 time: 0.0340393 Aug 16 01:40:41.571879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46332b4-d493-4518-b17b-90aeceefb5fb req-6d3fd871-c755-4a27-b7a0-8d7118ad9bc4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:41.571879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b46332b4-d493-4518-b17b-90aeceefb5fb req-6d3fd871-c755-4a27-b7a0-8d7118ad9bc4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 948 time: 0.0527327 Aug 16 01:40:41.586095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-df6a6fda-fba8-4951-b351-fd73cee63af8 req-931b8f3b-44dc-4a1b-89c8-14232e7511e2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-862362310', 'description': 'tempest-description-300451181'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:41.615844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b46332b4-d493-4518-b17b-90aeceefb5fb req-e0732b52-61e0-4ddc-abda-f22d4cbb92c1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Aug 16 01:40:41.656050 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Made reservation on behalf of 4ac6e9001e304bba8633a33a3e19c64b for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:41.659365 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.763965 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-df6a6fda-fba8-4951-b351-fd73cee63af8 req-931b8f3b-44dc-4a1b-89c8-14232e7511e2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.856995 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-df6a6fda-fba8-4951-b351-fd73cee63af8 req-931b8f3b-44dc-4a1b-89c8-14232e7511e2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.893987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Allocated IP 172.20.0.3 (f822c47b-c400-41ce-b019-ea73c124298f/ad817ee8-5669-4914-8a3e-7cebbd68cfa0/ef5bc696-805b-46e6-af9b-e855222691b1) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:41.970024 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-df6a6fda-fba8-4951-b351-fd73cee63af8 req-931b8f3b-44dc-4a1b-89c8-14232e7511e2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.997399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b8f3b-44dc-4a1b-89c8-14232e7511e2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5facea-650b-43c5-9cea-0de453aafd53,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:42.042374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.054390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Transition to ACTIVE for port object ef5bc696-805b-46e6-af9b-e855222691b1 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:42.067334 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-df6a6fda-fba8-4951-b351-fd73cee63af8 req-931b8f3b-44dc-4a1b-89c8-14232e7511e2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.068637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df6a6fda-fba8-4951-b351-fd73cee63af8 req-931b8f3b-44dc-4a1b-89c8-14232e7511e2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4870002 Aug 16 01:40:42.153480 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.227175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Network f822c47b-c400-41ce-b019-ea73c124298f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:42.236094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:42.242783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:42.248956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:42.249797 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.269674 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Pushing event updated for resources: {'Port': ['ID=ef5bc696-805b-46e6-af9b-e855222691b1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:42.294357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48094) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:42.322325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-0f999e2f-6a2d-4556-a28a-71fe53a2525f tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36788 time: 0.2208533 Aug 16 01:40:42.353153 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-ebc40bcc-7c38-417c-b46a-13d2a07b3c92 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9981949 Aug 16 01:40:42.368072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Request body: {'port': {'device_id': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:42.377436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-627d8ad8-c6c2-4221-9d24-600ea2a39f0d tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/109669bc-f61c-4820-86dd-62d3f4228db9 HTTP/1.1" status: 200 len: 2981 time: 0.0470738 Aug 16 01:40:42.446187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-f5d27c12-8a3e-43f3-a82d-8795dcc62816 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/109669bc-f61c-4820-86dd-62d3f4228db9 HTTP/1.1" status: 200 len: 2981 time: 0.0620592 Aug 16 01:40:42.454176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.499861 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc72e419-c4d0-4b79-ac26-afe770f0095c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.503233 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-985cfa5b-7deb-40f6-9349-b58cf43f42e6 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/356afaf3-9142-4421-b531-f3433d571800 HTTP/1.1" status: 200 len: 2973 time: 0.0554776 Aug 16 01:40:42.552460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-7d06871f-ba81-4fa6-80b1-ea73f0900d87 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/356afaf3-9142-4421-b531-f3433d571800 HTTP/1.1" status: 200 len: 2973 time: 0.0412745 Aug 16 01:40:42.569462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9abc2769-b7ad-4b17-82c9-da4c5b684d4a None None] Provisioning for port ef5bc696-805b-46e6-af9b-e855222691b1 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:42.574328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9abc2769-b7ad-4b17-82c9-da4c5b684d4a None None] Provisioning complete for port ef5bc696-805b-46e6-af9b-e855222691b1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:42.574771 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9abc2769-b7ad-4b17-82c9-da4c5b684d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.603480 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-be2fa3b9-190e-4f1c-8f37-6024be2a503e tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/67834a5c-4179-449a-9e43-4e9b0b1cb628 HTTP/1.1" status: 200 len: 2977 time: 0.0404928 Aug 16 01:40:42.615792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9abc2769-b7ad-4b17-82c9-da4c5b684d4a None None] Port ef5bc696-805b-46e6-af9b-e855222691b1 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:42.646689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-b6ebbd15-5838-4efb-abce-8d58f6e9058b tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/67834a5c-4179-449a-9e43-4e9b0b1cb628 HTTP/1.1" status: 200 len: 2977 time: 0.0373104 Aug 16 01:40:42.690375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-561da691-a5b4-415a-8759-eccce5829811 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/89f44305-7c0a-4db9-aa7f-34f4e344ba3d HTTP/1.1" status: 200 len: 2981 time: 0.0363817 Aug 16 01:40:42.732751 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-a37ca263-4371-42bb-a133-ccbefcec99b8 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/89f44305-7c0a-4db9-aa7f-34f4e344ba3d HTTP/1.1" status: 200 len: 2981 time: 0.0363832 Aug 16 01:40:42.784442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-e5141cc7-1fc2-48ac-9cad-f19e3cb96181 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/94d1280e-0e55-4265-b773-a719c77e19e0 HTTP/1.1" status: 200 len: 2977 time: 0.0377483 Aug 16 01:40:42.868382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0b3c2-dbd8-4aad-be66-059caf36379f req-3e1c991b-e7ba-4554-ae3a-7c59e560bab4 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:42.870013 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7e0b3c2-dbd8-4aad-be66-059caf36379f req-3e1c991b-e7ba-4554-ae3a-7c59e560bab4 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 931 time: 0.0775528 Aug 16 01:40:42.871470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-fe6f50ea-37e5-4420-ba9b-5b8603f2a4aa tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/94d1280e-0e55-4265-b773-a719c77e19e0 HTTP/1.1" status: 200 len: 2977 time: 0.0802867 Aug 16 01:40:42.931875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7e0b3c2-dbd8-4aad-be66-059caf36379f req-7e06fa3c-3efb-4fd2-abb9-80a14b422e31 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552976 Aug 16 01:40:42.939141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc72e419-c4d0-4b79-ac26-afe770f0095c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.941594 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-a8b14afa-5a1c-4744-8086-866ed9cbd46b tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/97c10d0e-5fdc-4c9a-a895-aaadc0aba637 HTTP/1.1" status: 200 len: 2981 time: 0.0638518 Aug 16 01:40:42.998452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-f09783b9-3c4a-48d9-9c59-a0b25d01cdf0 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/97c10d0e-5fdc-4c9a-a895-aaadc0aba637 HTTP/1.1" status: 200 len: 2981 time: 0.0470002 Aug 16 01:40:43.003663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5bc696-805b-46e6-af9b-e855222691b1 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:43.008572 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc72e419-c4d0-4b79-ac26-afe770f0095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.017262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.062749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Transition to ACTIVE for port object ef5bc696-805b-46e6-af9b-e855222691b1 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:43.065461 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cc72e419-c4d0-4b79-ac26-afe770f0095c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4acecaa8eecc48869df071165299b838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7699275 Aug 16 01:40:43.066414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72e419-c4d0-4b79-ac26-afe770f0095c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a4d0ab-fd78-42ef-8ac1-b7526fde3f05,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:43.068665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48118) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:43.077354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-677d8f2c-0100-4698-a7e0-2cff61e3601d tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/a82dceeb-f758-4043-9dfd-44aab7c3f275 HTTP/1.1" status: 200 len: 2981 time: 0.0704226 Aug 16 01:40:43.088564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e621e0-2aa6-458a-819f-e823c2c624af req-755b2870-fef9-4ddd-b4c5-a7f479fb5e9d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:43.089947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7e621e0-2aa6-458a-819f-e823c2c624af req-755b2870-fef9-4ddd-b4c5-a7f479fb5e9d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 948 time: 0.0842073 Aug 16 01:40:43.119214 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91c3646c-8851-4a94-bb75-e6904f7517cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.138752 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.141658 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91c3646c-8851-4a94-bb75-e6904f7517cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.152112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-54aa82ea-7c76-46ac-9c50-0f25e2a2b697 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/a82dceeb-f758-4043-9dfd-44aab7c3f275 HTTP/1.1" status: 200 len: 2981 time: 0.0611970 Aug 16 01:40:43.154892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7e621e0-2aa6-458a-819f-e823c2c624af req-3d4a1170-fb46-403b-9ac6-cb654db234d0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526533 Aug 16 01:40:43.217526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-61b1fa4f-b403-41d7-ad99-aada832958c3 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/a8cfda8a-2566-438e-a0d6-094833e1edc1 HTTP/1.1" status: 200 len: 2977 time: 0.0567183 Aug 16 01:40:43.222736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5bc696-805b-46e6-af9b-e855222691b1,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:43.286279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-e5b0eb9a-dd01-4967-a942-bf7bccdd5172 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/a8cfda8a-2566-438e-a0d6-094833e1edc1 HTTP/1.1" status: 200 len: 2977 time: 0.0606592 Aug 16 01:40:43.300400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Attempting to bind port ef5bc696-805b-46e6-af9b-e855222691b1 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:43.300400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Attempting to bind port ef5bc696-805b-46e6-af9b-e855222691b1 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:43.300594 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Attempting to bind port ef5bc696-805b-46e6-af9b-e855222691b1 on network f822c47b-c400-41ce-b019-ea73c124298f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:43.307301 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Port ef5bc696-805b-46e6-af9b-e855222691b1 on network f822c47b-c400-41ce-b019-ea73c124298f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:43.307632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Attempting to bind port ef5bc696-805b-46e6-af9b-e855222691b1 on network f822c47b-c400-41ce-b019-ea73c124298f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:43.313318 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:43.313664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Checking segment: {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:43.314260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Bound using segment: {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:43.314719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Bound port: ef5bc696-805b-46e6-af9b-e855222691b1, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:43.315572 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.369037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-ceb63ac6-2a7d-4c1a-948e-73d941d2ad1b tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/dce28611-1ae0-4f92-a4c8-f66d8ce5ba78 HTTP/1.1" status: 200 len: 2977 time: 0.0814486 Aug 16 01:40:43.382026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91c3646c-8851-4a94-bb75-e6904f7517cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.384981 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91c3646c-8851-4a94-bb75-e6904f7517cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.389154 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-91c3646c-8851-4a94-bb75-e6904f7517cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27a4d0ab-fd78-42ef-8ac1-b7526fde3f05 HTTP/1.1" status: 204 len: 168 time: 0.3195338 Aug 16 01:40:43.409452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3646c-8851-4a94-bb75-e6904f7517cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a4d0ab-fd78-42ef-8ac1-b7526fde3f05,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:43.422315 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] For port ef5bc696-805b-46e6-af9b-e855222691b1, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:43.427824 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] For port ef5bc696-805b-46e6-af9b-e855222691b1, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef5bc696-805b-46e6-af9b-e855222691b1,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:43.447922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48130) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:43.450139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-4a26682e-cd93-410f-ad05-8b5376d93465 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/dce28611-1ae0-4f92-a4c8-f66d8ce5ba78 HTTP/1.1" status: 200 len: 2977 time: 0.0795405 Aug 16 01:40:43.572631 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2a1faed8-7e3c-444a-b525-e47d69dfec9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.592054 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.639364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:43.639995 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.641453 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] 10.222.0.74 "PUT /v2.0/ports/ef5bc696-805b-46e6-af9b-e855222691b1 HTTP/1.1" status: 200 len: 1092 time: 1.2797747 Aug 16 01:40:43.647202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'tag': 'ef5bc696-805b-46e6-af9b-e855222691b1'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:43.706410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-3f1e9afa-4f50-4ed4-bb7d-b95a1f788712 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/ec6adcc7-dc69-4cde-aa45-5ad82291ff7a HTTP/1.1" status: 200 len: 2981 time: 0.2553380 Aug 16 01:40:43.757288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ccbb7ed-a3df-43ef-a966-d682304c5691 req-cfa8bf23-4447-4977-ab76-624fba513435 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/ec6adcc7-dc69-4cde-aa45-5ad82291ff7a HTTP/1.1" status: 200 len: 2981 time: 0.0491707 Aug 16 01:40:43.772677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b58e2f-929e-4476-ab18-066cdde40be0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5bc696-805b-46e6-af9b-e855222691b1,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:43.892555 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-8189eb95-5a90-4cf9-bc05-e8c4556a85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:43.894148 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-8189eb95-5a90-4cf9-bc05-e8c4556a85a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ac6e9001e304bba8633a33a3e19c64b&device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 1095 time: 0.1112556 Aug 16 01:40:43.921417 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15993da6-3e89-43fd-823b-509db05a2d03" -d '{"events": [{"name": "network-changed", "server_uuid": "022cd60a-a633-45d6-a919-ebcf0740afe0", "tag": "ef5bc696-805b-46e6-af9b-e855222691b1"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:43.995883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73a35d22-e1c2-4a0c-9a1e-e818dbfcdf96 req-9d9c7ff6-5b9f-4447-bad0-59a3ccd4bb43 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=75cd53d33c7c46968a02db63efde2f49 HTTP/1.1" status: 200 len: 6103 time: 0.0825212 Aug 16 01:40:44.002299 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-f8d61121-f3f9-4f50-acf1-fe268b552a2e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef5bc696-805b-46e6-af9b-e855222691b1 HTTP/1.1" status: 200 len: 217 time: 0.0944614 Aug 16 01:40:44.006045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2a1faed8-7e3c-444a-b525-e47d69dfec9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.044125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73a35d22-e1c2-4a0c-9a1e-e818dbfcdf96 req-24560981-66c2-4215-92a7-e47832c0568f tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] 10.222.0.66 "GET /v2.0/security-groups/89f44305-7c0a-4db9-aa7f-34f4e344ba3d HTTP/1.1" status: 200 len: 2981 time: 0.0411043 Aug 16 01:40:44.060058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-618b579f-95bb-46b4-87e0-74a431c5ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.063551 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-618b579f-95bb-46b4-87e0-74a431c5ef69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad817ee8-5669-4914-8a3e-7cebbd68cfa0 HTTP/1.1" status: 200 len: 863 time: 0.0524831 Aug 16 01:40:44.089698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73a35d22-e1c2-4a0c-9a1e-e818dbfcdf96 req-8d9edac3-db55-4cf2-9c76-32a1bdd63cd1 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] 10.222.0.66 "GET /v2.0/security-groups/89f44305-7c0a-4db9-aa7f-34f4e344ba3d HTTP/1.1" status: 200 len: 2981 time: 0.0396821 Aug 16 01:40:44.122614 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2a1faed8-7e3c-444a-b525-e47d69dfec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.180417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-42d4df34-b6c4-43c0-992c-607a48ce2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.182268 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-42d4df34-b6c4-43c0-992c-607a48ce2581 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f822c47b-c400-41ce-b019-ea73c124298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134641 Aug 16 01:40:44.188498 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2a1faed8-7e3c-444a-b525-e47d69dfec9f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac2b762469ce49d990a97f3546359b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388792 Aug 16 01:40:44.188859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48166) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:44.188955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1faed8-7e3c-444a-b525-e47d69dfec9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fedcb8-1d3f-4b51-b551-c37ea98c2053,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:44.243145 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6bd21001-1339-4f7e-8363-a8af6afea01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.262041 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540361ce-d219-404f-ad05-db425f306e71 x-openstack-request-id: req-540361ce-d219-404f-ad05-db425f306e71 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:44.262324 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022cd60a-a633-45d6-a919-ebcf0740afe0", "tag": "ef5bc696-805b-46e6-af9b-e855222691b1", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:44.262576 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-540361ce-d219-404f-ad05-db425f306e71 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:44.266488 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'tag': 'ef5bc696-805b-46e6-af9b-e855222691b1', 'status': 'completed', 'code': 200} Aug 16 01:40:44.294393 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-51af6ac9-6be0-4900-bd15-8ed6c8818f6b service neutron] 10.222.0.74 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027317 Aug 16 01:40:44.297962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6bd21001-1339-4f7e-8363-a8af6afea01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.313804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48170) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:44.356437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f97dcca6-94c6-40da-8a08-40a3e5848998 req-b2240c2b-b95d-4027-955b-257cbe51c972 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/df5facea-650b-43c5-9cea-0de453aafd53 HTTP/1.1" status: 200 len: 1776 time: 0.1029859 Aug 16 01:40:44.361491 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64b60d06-a385-4762-a06a-29a4d9f26ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.365062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131419ec-10ed-42d2-b127-1c8447172b19 req-1fa34f4e-3b3b-43d1-9cc0-73529e5f1624 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.366560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-131419ec-10ed-42d2-b127-1c8447172b19 req-1fa34f4e-3b3b-43d1-9cc0-73529e5f1624 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 943 time: 0.1100023 Aug 16 01:40:44.428345 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1233b071-8065-4a69-9919-e46d21b9e1a9 req-9de60430-4ca3-4d13-add2-939b49abce67 service neutron] 10.222.0.74 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230953 Aug 16 01:40:44.437679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-131419ec-10ed-42d2-b127-1c8447172b19 req-2d4a14a6-44cc-4fac-b68a-cb32ba1bcdb1 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520926 Aug 16 01:40:44.451840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f97dcca6-94c6-40da-8a08-40a3e5848998 req-5d3d84b0-4239-4915-9654-c5b1aac333d2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.479375 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f97dcca6-94c6-40da-8a08-40a3e5848998 req-5d3d84b0-4239-4915-9654-c5b1aac333d2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.487512 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6bd21001-1339-4f7e-8363-a8af6afea01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.490099 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6bd21001-1339-4f7e-8363-a8af6afea01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.491221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6bd21001-1339-4f7e-8363-a8af6afea01f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1fedcb8-1d3f-4b51-b551-c37ea98c2053 HTTP/1.1" status: 204 len: 168 time: 0.3026149 Aug 16 01:40:44.517870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd21001-1339-4f7e-8363-a8af6afea01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fedcb8-1d3f-4b51-b551-c37ea98c2053,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:44.593928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f922b-8462-418f-a852-8c424ba26116 req-6dce7a7c-9692-4b7d-ab9e-4a94396e5294 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.595525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-350f922b-8462-418f-a852-8c424ba26116 req-6dce7a7c-9692-4b7d-ab9e-4a94396e5294 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 948 time: 0.0588627 Aug 16 01:40:44.597966 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64b60d06-a385-4762-a06a-29a4d9f26ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.611966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15993da6-3e89-43fd-823b-509db05a2d03 req-cc330864-2597-49ce-890a-9863431665cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.618791 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-15993da6-3e89-43fd-823b-509db05a2d03 req-cc330864-2597-49ce-890a-9863431665cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ac6e9001e304bba8633a33a3e19c64b&device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 1095 time: 0.0506153 Aug 16 01:40:44.637616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-350f922b-8462-418f-a852-8c424ba26116 req-1e80387e-5875-4961-ad5b-d382ddabc09b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351727 Aug 16 01:40:44.707139 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f97dcca6-94c6-40da-8a08-40a3e5848998 req-5d3d84b0-4239-4915-9654-c5b1aac333d2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.709807 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f97dcca6-94c6-40da-8a08-40a3e5848998 req-5d3d84b0-4239-4915-9654-c5b1aac333d2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.711281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f97dcca6-94c6-40da-8a08-40a3e5848998 req-5d3d84b0-4239-4915-9654-c5b1aac333d2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/df5facea-650b-43c5-9cea-0de453aafd53 HTTP/1.1" status: 204 len: 173 time: 0.3433318 Aug 16 01:40:44.722662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d84b0-4239-4915-9654-c5b1aac333d2 tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5facea-650b-43c5-9cea-0de453aafd53,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:44.770120 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64b60d06-a385-4762-a06a-29a4d9f26ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.782203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15993da6-3e89-43fd-823b-509db05a2d03 req-4fecb73e-6f73-41dc-8a69-c0df439c2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.783703 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-15993da6-3e89-43fd-823b-509db05a2d03 req-4fecb73e-6f73-41dc-8a69-c0df439c2694 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f822c47b-c400-41ce-b019-ea73c124298f HTTP/1.1" status: 200 len: 925 time: 0.1632259 Aug 16 01:40:44.846377 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-15993da6-3e89-43fd-823b-509db05a2d03 req-6c10b0bc-3ab4-48de-a16a-6fccce830ed3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef5bc696-805b-46e6-af9b-e855222691b1 HTTP/1.1" status: 200 len: 217 time: 0.0536363 Aug 16 01:40:44.849356 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b60d06-a385-4762-a06a-29a4d9f26ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253f305a-76d0-470c-94ee-92cb3ab53458,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:44.854127 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-64b60d06-a385-4762-a06a-29a4d9f26ca1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0fb161dfb7a740f8bbeddf8b28e363cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393534 Aug 16 01:40:44.856861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48186) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:44.896771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6294d1b4-c48e-4e33-ab86-144461e60bb0 req-f7498f4c-fa80-421c-b2a0-f2be8e73d11e tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "GET /v2.0/security-groups/b44a72a1-e77f-4f98-8864-1611d2abd76b HTTP/1.1" status: 200 len: 1777 time: 0.0424781 Aug 16 01:40:44.931289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15993da6-3e89-43fd-823b-509db05a2d03 req-b2f2218f-f7d2-499e-98b6-e9813ef58187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.932828 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-15993da6-3e89-43fd-823b-509db05a2d03 req-b2f2218f-f7d2-499e-98b6-e9813ef58187 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad817ee8-5669-4914-8a3e-7cebbd68cfa0 HTTP/1.1" status: 200 len: 863 time: 0.0690498 Aug 16 01:40:44.951118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6294d1b4-c48e-4e33-ab86-144461e60bb0 req-1916fc51-d3cf-466e-8f68-a6d8f980b7ba tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.958789 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:40:44.977258 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6294d1b4-c48e-4e33-ab86-144461e60bb0 req-1916fc51-d3cf-466e-8f68-a6d8f980b7ba tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.978505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d3cb22c-0691-4904-8977-0ee9c4b7015d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.004192 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d3cb22c-0691-4904-8977-0ee9c4b7015d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.018563 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15993da6-3e89-43fd-823b-509db05a2d03 req-ff8da1a2-57db-4829-a137-aa3056cc8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:45.020066 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-15993da6-3e89-43fd-823b-509db05a2d03 req-ff8da1a2-57db-4829-a137-aa3056cc8c3c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f822c47b-c400-41ce-b019-ea73c124298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775268 Aug 16 01:40:45.096078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6294d1b4-c48e-4e33-ab86-144461e60bb0 req-1916fc51-d3cf-466e-8f68-a6d8f980b7ba tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.099064 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6294d1b4-c48e-4e33-ab86-144461e60bb0 req-1916fc51-d3cf-466e-8f68-a6d8f980b7ba tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.100356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6294d1b4-c48e-4e33-ab86-144461e60bb0 req-1916fc51-d3cf-466e-8f68-a6d8f980b7ba tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/b44a72a1-e77f-4f98-8864-1611d2abd76b HTTP/1.1" status: 204 len: 173 time: 0.2025931 Aug 16 01:40:45.111677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916fc51-d3cf-466e-8f68-a6d8f980b7ba tempest-SecurityGroupsTestAdminJSON-378998775 tempest-SecurityGroupsTestAdminJSON-378998775-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44a72a1-e77f-4f98-8864-1611d2abd76b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:45.127491 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-15993da6-3e89-43fd-823b-509db05a2d03 req-bcfec75e-16f4-4b1f-9e6a-b777ba4c06d3 service neutron] 10.222.0.74 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951056 Aug 16 01:40:45.292392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9c6d702-ff3f-4b5c-846a-70845b1d1a0a req-d3cd4583-0e04-4f81-909c-981628f2c383 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] 10.222.0.66 "GET /v2.0/security-groups/d82dbda3-e15d-49d9-adcf-735310ffeda2 HTTP/1.1" status: 200 len: 1777 time: 0.0507724 Aug 16 01:40:45.318202 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d3cb22c-0691-4904-8977-0ee9c4b7015d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.320783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d3cb22c-0691-4904-8977-0ee9c4b7015d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.322460 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d3cb22c-0691-4904-8977-0ee9c4b7015d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/253f305a-76d0-470c-94ee-92cb3ab53458 HTTP/1.1" status: 204 len: 168 time: 0.4646299 Aug 16 01:40:45.335262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cb22c-0691-4904-8977-0ee9c4b7015d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253f305a-76d0-470c-94ee-92cb3ab53458,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:45.355999 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e9c6d702-ff3f-4b5c-846a-70845b1d1a0a req-6e50ee59-1f1e-4541-8702-620f4c53403f tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.373872 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-15993da6-3e89-43fd-823b-509db05a2d03 req-359340fe-f3d7-44fc-a396-ee073a576435 service neutron] 10.222.0.74 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382166 Aug 16 01:40:45.382134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e9c6d702-ff3f-4b5c-846a-70845b1d1a0a req-6e50ee59-1f1e-4541-8702-620f4c53403f tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.442627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48206) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:45.456571 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-54817a19-2930-480b-a4eb-2d1a3b826ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.549978 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e9c6d702-ff3f-4b5c-846a-70845b1d1a0a req-6e50ee59-1f1e-4541-8702-620f4c53403f tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.554779 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e9c6d702-ff3f-4b5c-846a-70845b1d1a0a req-6e50ee59-1f1e-4541-8702-620f4c53403f tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.558190 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9c6d702-ff3f-4b5c-846a-70845b1d1a0a req-6e50ee59-1f1e-4541-8702-620f4c53403f tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] 10.222.0.66 "DELETE /v2.0/security-groups/d82dbda3-e15d-49d9-adcf-735310ffeda2 HTTP/1.1" status: 204 len: 173 time: 0.2585399 Aug 16 01:40:45.578488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50ee59-1f1e-4541-8702-620f4c53403f tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82dbda3-e15d-49d9-adcf-735310ffeda2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:45.673741 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-54817a19-2930-480b-a4eb-2d1a3b826ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.732095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef918ab-8c3d-4fd0-8f41-7550f9d464fa req-df569481-44e8-4ae1-beef-c631e0f3bb29 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:45.733600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ef918ab-8c3d-4fd0-8f41-7550f9d464fa req-df569481-44e8-4ae1-beef-c631e0f3bb29 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 943 time: 0.0858533 Aug 16 01:40:45.763064 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-54817a19-2930-480b-a4eb-2d1a3b826ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.793018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e711e43-8348-46b9-9d28-8caf12120d1e req-948401e5-9f27-460a-9eb8-40cd614850ef tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] 10.222.0.66 "GET /v2.0/security-groups/2f5876f4-61a0-4a14-86e5-1a84b58f6b62 HTTP/1.1" status: 200 len: 1778 time: 0.0893056 Aug 16 01:40:45.824559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-54817a19-2930-480b-a4eb-2d1a3b826ffa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=456abbaf645b487d99027e8f5290013f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808572 Aug 16 01:40:45.827654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48232) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:45.832707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ef918ab-8c3d-4fd0-8f41-7550f9d464fa req-f3f53ea3-13be-41b6-adc4-d34b30dfddb3 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915358 Aug 16 01:40:45.857856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54817a19-2930-480b-a4eb-2d1a3b826ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaf3e3a-41ed-4145-bd53-e5c39ca75e92,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:45.896404 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e711e43-8348-46b9-9d28-8caf12120d1e req-db2e6cba-4c6e-453c-8699-2b58bd0fa112 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.905698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b466023-b167-48ac-92d2-c4fe7ded1724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.926285 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e711e43-8348-46b9-9d28-8caf12120d1e req-db2e6cba-4c6e-453c-8699-2b58bd0fa112 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.928746 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b466023-b167-48ac-92d2-c4fe7ded1724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.001127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e4b77-98f9-4972-930b-658824b8fce5 req-8a99e11c-9000-4b53-8544-12b4915858da tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:46.002733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e63e4b77-98f9-4972-930b-658824b8fce5 req-8a99e11c-9000-4b53-8544-12b4915858da tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 948 time: 0.0675416 Aug 16 01:40:46.027176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b466023-b167-48ac-92d2-c4fe7ded1724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.029853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b466023-b167-48ac-92d2-c4fe7ded1724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.031247 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6b466023-b167-48ac-92d2-c4fe7ded1724 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daaf3e3a-41ed-4145-bd53-e5c39ca75e92 HTTP/1.1" status: 204 len: 168 time: 0.2026064 Aug 16 01:40:46.044204 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e63e4b77-98f9-4972-930b-658824b8fce5 req-d302ff42-8730-4dfc-979f-acd0e002f147 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352199 Aug 16 01:40:46.052352 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b466023-b167-48ac-92d2-c4fe7ded1724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaf3e3a-41ed-4145-bd53-e5c39ca75e92,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:46.063295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 32f43514-ab56-454d-9784-6a7575034ee7 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:46.066852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e711e43-8348-46b9-9d28-8caf12120d1e req-db2e6cba-4c6e-453c-8699-2b58bd0fa112 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.069541 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e711e43-8348-46b9-9d28-8caf12120d1e req-db2e6cba-4c6e-453c-8699-2b58bd0fa112 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.070806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e711e43-8348-46b9-9d28-8caf12120d1e req-db2e6cba-4c6e-453c-8699-2b58bd0fa112 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] 10.222.0.66 "DELETE /v2.0/security-groups/2f5876f4-61a0-4a14-86e5-1a84b58f6b62 HTTP/1.1" status: 204 len: 173 time: 0.2652829 Aug 16 01:40:46.084368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e6cba-4c6e-453c-8699-2b58bd0fa112 tempest-SecurityGroupsTestAdminJSON-331161235 tempest-SecurityGroupsTestAdminJSON-331161235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5876f4-61a0-4a14-86e5-1a84b58f6b62,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:46.220363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=32f43514-ab56-454d-9784-6a7575034ee7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:46.236018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '32f43514-ab56-454d-9784-6a7575034ee7', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '32f43514-ab56-454d-9784-6a7575034ee7', 'mac_address': 'fa:16:3e:cd:22:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:46.275474 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.293129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f43514-ab56-454d-9784-6a7575034ee7 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:46.315064 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=32f43514-ab56-454d-9784-6a7575034ee7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:46.392942 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.455031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=32f43514-ab56-454d-9784-6a7575034ee7,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:46.770366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['32f43514-ab56-454d-9784-6a7575034ee7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:46.873982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48292) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:47.039416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7378c2-d300-4006-8863-e6c81e833467 req-df171934-1075-49a8-972c-117b35282b84 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:47.041098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb7378c2-d300-4006-8863-e6c81e833467 req-df171934-1075-49a8-972c-117b35282b84 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 943 time: 0.0507016 Aug 16 01:40:47.080708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb7378c2-d300-4006-8863-e6c81e833467 req-77b96ade-0fe9-45c8-a61b-6506eefad058 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334511 Aug 16 01:40:47.176465 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0f120d83-ad1f-41e2-8c4a-cd2a99e6b636 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=75cd53d33c7c46968a02db63efde2f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011942 Aug 16 01:40:47.177165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48314) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:47.222045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc4ac8-e346-4ca4-a4be-242239400ee6 req-112e70ed-502f-47b6-85ca-167136c344c1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:47.223823 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22cc4ac8-e346-4ca4-a4be-242239400ee6 req-112e70ed-502f-47b6-85ca-167136c344c1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 949 time: 0.0622723 Aug 16 01:40:47.238859 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ebe8-8aef-44e7-aada-2edd78e5e17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.270103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22cc4ac8-e346-4ca4-a4be-242239400ee6 req-c3aaa993-6d4c-4596-93d3-cffeeae2a17b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363753 Aug 16 01:40:47.277274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ebe8-8aef-44e7-aada-2edd78e5e17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.398787 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ebe8-8aef-44e7-aada-2edd78e5e17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.402398 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ebe8-8aef-44e7-aada-2edd78e5e17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.403634 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b4d6ebe8-8aef-44e7-aada-2edd78e5e17d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89f44305-7c0a-4db9-aa7f-34f4e344ba3d HTTP/1.1" status: 204 len: 168 time: 0.2254882 Aug 16 01:40:47.412195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6ebe8-8aef-44e7-aada-2edd78e5e17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f44305-7c0a-4db9-aa7f-34f4e344ba3d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:48.047635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef5bc696-805b-46e6-af9b-e855222691b1 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:48.109522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 32f43514-ab56-454d-9784-6a7575034ee7 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:48.189349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48390) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:48.202738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef5bc696-805b-46e6-af9b-e855222691b1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef5bc696-805b-46e6-af9b-e855222691b1,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:48.215174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'ef5bc696-805b-46e6-af9b-e855222691b1', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'port_id': 'ef5bc696-805b-46e6-af9b-e855222691b1', 'mac_address': 'fa:16:3e:8b:fb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:48.268817 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.276886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48396) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:48.278039 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b128b01d-b476-45f2-8d9d-85b05ad7d823 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8e7ea6c17584aa1af211d8c71e29016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867319 Aug 16 01:40:48.286400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 32f43514-ab56-454d-9784-6a7575034ee7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:48.291234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5bc696-805b-46e6-af9b-e855222691b1 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:48.298988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 32f43514-ab56-454d-9784-6a7575034ee7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:48.299368 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.309153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9920b-316c-47c5-bcb1-82d6d3c730a9 req-67cee634-6532-4147-a421-c9b4dfee8b6a tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:48.317324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fb9920b-316c-47c5-bcb1-82d6d3c730a9 req-67cee634-6532-4147-a421-c9b4dfee8b6a tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 943 time: 0.0853209 Aug 16 01:40:48.348560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef5bc696-805b-46e6-af9b-e855222691b1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef5bc696-805b-46e6-af9b-e855222691b1,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:48.408460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fb9920b-316c-47c5-bcb1-82d6d3c730a9 req-8498019c-a8d9-4ba7-8d43-05010e9f3aa7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863941 Aug 16 01:40:48.418089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c96aebf2-0cd8-40e3-a226-92b269be3fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.430272 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.442779 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.456188 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c96aebf2-0cd8-40e3-a226-92b269be3fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.488956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:48.491196 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8b1482-4b97-4132-a6d1-e15d1a8bcf83" -d '{"events": [{"server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "name": "network-vif-plugged", "status": "completed", "tag": "32f43514-ab56-454d-9784-6a7575034ee7"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:48.508802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=32f43514-ab56-454d-9784-6a7575034ee7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:48.519232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ef5bc696-805b-46e6-af9b-e855222691b1,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:48.551900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae44e3-3f54-4b74-86bd-6370d445ec21 req-2b7bab1a-fb3f-4cd7-b421-61ac446529c6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:48.553446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dcae44e3-3f54-4b74-86bd-6370d445ec21 req-2b7bab1a-fb3f-4cd7-b421-61ac446529c6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 949 time: 0.0738912 Aug 16 01:40:48.577298 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5562062f-ecda-4fa2-8061-5bed01827a51 x-openstack-request-id: req-5562062f-ecda-4fa2-8061-5bed01827a51 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:48.579906 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "name": "network-vif-plugged", "status": "completed", "tag": "32f43514-ab56-454d-9784-6a7575034ee7", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:48.579906 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5562062f-ecda-4fa2-8061-5bed01827a51 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:48.579906 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7', 'code': 200} Aug 16 01:40:48.596940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dcae44e3-3f54-4b74-86bd-6370d445ec21 req-37492c2c-2b51-4611-8608-957d4a87e860 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365183 Aug 16 01:40:48.652508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['ef5bc696-805b-46e6-af9b-e855222691b1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:48.685188 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c96aebf2-0cd8-40e3-a226-92b269be3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.693003 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.693142 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c96aebf2-0cd8-40e3-a226-92b269be3fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.698854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c96aebf2-0cd8-40e3-a226-92b269be3fd3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec6adcc7-dc69-4cde-aa45-5ad82291ff7a HTTP/1.1" status: 204 len: 168 time: 0.4199226 Aug 16 01:40:48.707928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96aebf2-0cd8-40e3-a226-92b269be3fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6adcc7-dc69-4cde-aa45-5ad82291ff7a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:48.776969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75e76d-9bd5-46f1-829f-f31fa1842b54 req-b4e51362-6a30-4e40-ad97-e6721eb0153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:48.778078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=32f43514-ab56-454d-9784-6a7575034ee7,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:48.780680 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0d75e76d-9bd5-46f1-829f-f31fa1842b54 req-b4e51362-6a30-4e40-ad97-e6721eb0153c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1102 time: 0.1284740 Aug 16 01:40:48.835118 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0d75e76d-9bd5-46f1-829f-f31fa1842b54 req-862b9809-93fb-4c57-81de-52a6daadfd95 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468953 Aug 16 01:40:49.313956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48452) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:49.607444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1d549-e633-48ed-9712-85cb333258ec req-84d93298-4031-4af7-a193-07a5e3be53bc tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:49.608962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0aa1d549-e633-48ed-9712-85cb333258ec req-84d93298-4031-4af7-a193-07a5e3be53bc tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 944 time: 0.0536532 Aug 16 01:40:49.640658 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7507d25c-57e2-4281-b9ca-7b146bd13846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.664944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0aa1d549-e633-48ed-9712-85cb333258ec req-c1cf1431-b002-4c45-a3c1-2093f0337d0c tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492275 Aug 16 01:40:49.755184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9ed54-b2ca-4287-8283-169c46521724 req-c61d51c0-888b-4466-8a32-f495fa8c1948 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:49.756759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83f9ed54-b2ca-4287-8283-169c46521724 req-c61d51c0-888b-4466-8a32-f495fa8c1948 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0587502 Aug 16 01:40:49.758298 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7507d25c-57e2-4281-b9ca-7b146bd13846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.795464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83f9ed54-b2ca-4287-8283-169c46521724 req-ce25d553-a3ff-4578-a221-918029e6093c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Aug 16 01:40:49.884370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7507d25c-57e2-4281-b9ca-7b146bd13846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.926901 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7507d25c-57e2-4281-b9ca-7b146bd13846 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=98c1312975474007b4c3d4c71114b41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085796 Aug 16 01:40:49.926901 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48486) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:49.932696 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507d25c-57e2-4281-b9ca-7b146bd13846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca451bcd-f7e0-47e5-b2e3-c48fcbfa7adc,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:49.990929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f415-97db-428c-b499-2f239386d3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.010842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f415-97db-428c-b499-2f239386d3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.053585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef5bc696-805b-46e6-af9b-e855222691b1 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:50.232647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f415-97db-428c-b499-2f239386d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.235433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f415-97db-428c-b499-2f239386d3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.236608 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b0f1f415-97db-428c-b499-2f239386d3bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca451bcd-f7e0-47e5-b2e3-c48fcbfa7adc HTTP/1.1" status: 204 len: 168 time: 0.3093615 Aug 16 01:40:50.246665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1f415-97db-428c-b499-2f239386d3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca451bcd-f7e0-47e5-b2e3-c48fcbfa7adc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:50.302085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port ef5bc696-805b-46e6-af9b-e855222691b1 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:50.306398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port ef5bc696-805b-46e6-af9b-e855222691b1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:50.307390 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.391900 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.412195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48510) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:50.445500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef5bc696-805b-46e6-af9b-e855222691b1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef5bc696-805b-46e6-af9b-e855222691b1,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:50.507154 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.507891 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.564074 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ef5bc696-805b-46e6-af9b-e855222691b1,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:50.580409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5bc696-805b-46e6-af9b-e855222691b1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:50.582974 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229f33d9-3a57-4d66-a437-ddec930e436a" -d '{"events": [{"server_uuid": "022cd60a-a633-45d6-a919-ebcf0740afe0", "name": "network-vif-plugged", "status": "completed", "tag": "ef5bc696-805b-46e6-af9b-e855222691b1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:50.627384 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92136aaf-d91b-42f6-9052-945b3d9ae81c x-openstack-request-id: req-92136aaf-d91b-42f6-9052-945b3d9ae81c {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:50.627684 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022cd60a-a633-45d6-a919-ebcf0740afe0", "name": "network-vif-plugged", "status": "completed", "tag": "ef5bc696-805b-46e6-af9b-e855222691b1", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:50.627956 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-92136aaf-d91b-42f6-9052-945b3d9ae81c {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:50.629347 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5bc696-805b-46e6-af9b-e855222691b1', 'code': 200} Aug 16 01:40:50.689258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bba041-4567-4e1b-8890-54252acd3c94 req-82ecb223-c923-4f99-a271-60ea78481cd9 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.691985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04bba041-4567-4e1b-8890-54252acd3c94 req-82ecb223-c923-4f99-a271-60ea78481cd9 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 971 time: 0.0577042 Aug 16 01:40:50.735893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb175e6-383e-44bb-996f-9ba7c466826e req-a5de9e66-9f73-4302-bb76-0890359a81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.737458 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-cfb175e6-383e-44bb-996f-9ba7c466826e req-a5de9e66-9f73-4302-bb76-0890359a81e1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 1097 time: 0.0508578 Aug 16 01:40:50.765423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04bba041-4567-4e1b-8890-54252acd3c94 req-47a96df6-7ac4-432f-a2de-c5e09aab6f59 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/security-groups?id=94d1280e-0e55-4265-b773-a719c77e19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Aug 16 01:40:50.779825 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-cfb175e6-383e-44bb-996f-9ba7c466826e req-0fedd514-65bd-4c9f-a7c2-8b7ac4019454 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346401 Aug 16 01:40:50.823551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134e5f-06ff-4fcf-89a9-a516bff97cf5 req-d7b585a6-b525-4438-9570-683bc66a643f tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.825497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57134e5f-06ff-4fcf-89a9-a516bff97cf5 req-d7b585a6-b525-4438-9570-683bc66a643f tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 945 time: 0.0731418 Aug 16 01:40:50.872875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57134e5f-06ff-4fcf-89a9-a516bff97cf5 req-495d24df-8ee5-4c0d-84d6-872b44ef8116 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Aug 16 01:40:50.933791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560058-1da2-45ba-b180-0857d3fb72e6 req-d8d4558d-121e-472e-8cf4-56ed53ecccc4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.935897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0560058-1da2-45ba-b180-0857d3fb72e6 req-d8d4558d-121e-472e-8cf4-56ed53ecccc4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0504303 Aug 16 01:40:50.939897 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77d18768-94e4-49de-a8b6-4743fd9384d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.979632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0560058-1da2-45ba-b180-0857d3fb72e6 req-5067ba9a-48ae-4f3e-9803-e3f0115e703c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351346 Aug 16 01:40:51.054126 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77d18768-94e4-49de-a8b6-4743fd9384d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.204069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77d18768-94e4-49de-a8b6-4743fd9384d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.243580 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-77d18768-94e4-49de-a8b6-4743fd9384d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9bb778784c44df5840a600b35e68557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8301883 Aug 16 01:40:51.244452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d18768-94e4-49de-a8b6-4743fd9384d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec194ef1-399b-43d1-9be0-9421d47af4cf,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:51.246259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48542) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:51.303648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf319-a248-4713-a3f6-b8d2a774fb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.328211 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf319-a248-4713-a3f6-b8d2a774fb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.442265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48546) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:51.455255 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.459481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b1b8db-b4b3-402c-b858-af203118471e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.463794 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf319-a248-4713-a3f6-b8d2a774fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.466494 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf319-a248-4713-a3f6-b8d2a774fb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.468101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a1cdf319-a248-4713-a3f6-b8d2a774fb86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec194ef1-399b-43d1-9be0-9421d47af4cf HTTP/1.1" status: 204 len: 168 time: 0.2208641 Aug 16 01:40:51.482372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdf319-a248-4713-a3f6-b8d2a774fb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec194ef1-399b-43d1-9be0-9421d47af4cf,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:51.498671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26741b11-66ed-4ee5-aa58-095657e0c48c req-e4b2a28d-a7ff-4fc4-84ee-080b137c741e tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:51.501239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26741b11-66ed-4ee5-aa58-095657e0c48c req-e4b2a28d-a7ff-4fc4-84ee-080b137c741e tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1102 time: 0.0709908 Aug 16 01:40:51.524707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-26741b11-66ed-4ee5-aa58-095657e0c48c req-ba4e563a-0ddb-41d6-925b-aa66850ea3f9 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.584930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b1b8db-b4b3-402c-b858-af203118471e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.672920 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b1b8db-b4b3-402c-b858-af203118471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.717490 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-38b1b8db-b4b3-402c-b858-af203118471e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dd553c0f48794975bd7aa2b13ec6280b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741852 Aug 16 01:40:51.718436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48552) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:51.720768 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1b8db-b4b3-402c-b858-af203118471e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd90a63-f705-46ba-afa3-8e01c32ca24f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:51.770358 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-26741b11-66ed-4ee5-aa58-095657e0c48c req-ba4e563a-0ddb-41d6-925b-aa66850ea3f9 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.792298 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbf32-c228-42d4-9652-c1f049325214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.820297 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbf32-c228-42d4-9652-c1f049325214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.901436 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-26741b11-66ed-4ee5-aa58-095657e0c48c req-ba4e563a-0ddb-41d6-925b-aa66850ea3f9 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.924183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26741b11-66ed-4ee5-aa58-095657e0c48c req-ba4e563a-0ddb-41d6-925b-aa66850ea3f9 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166794 Aug 16 01:40:51.933060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e563a-0ddb-41d6-925b-aa66850ea3f9 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50726f10-2409-48c7-a5d7-81b333fae763,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:52.021050 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbf32-c228-42d4-9652-c1f049325214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.024246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbf32-c228-42d4-9652-c1f049325214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.026120 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1b5bbf32-c228-42d4-9652-c1f049325214 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cd90a63-f705-46ba-afa3-8e01c32ca24f HTTP/1.1" status: 204 len: 168 time: 0.3064189 Aug 16 01:40:52.034520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bbf32-c228-42d4-9652-c1f049325214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd90a63-f705-46ba-afa3-8e01c32ca24f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:52.175581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8074da-02be-4a8c-9fab-ec9cb8a4c43a req-4ce497ca-200e-451d-ba41-31ee7bb61145 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:52.177412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e8074da-02be-4a8c-9fab-ec9cb8a4c43a req-4ce497ca-200e-451d-ba41-31ee7bb61145 tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.64 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 971 time: 0.0643120 Aug 16 01:40:52.337434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5e8074da-02be-4a8c-9fab-ec9cb8a4c43a req-51b94e11-1f74-4c24-b150-b9c449909d1f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Deleting port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:52.337767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5e8074da-02be-4a8c-9fab-ec9cb8a4c43a req-51b94e11-1f74-4c24-b150-b9c449909d1f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.433194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5e8074da-02be-4a8c-9fab-ec9cb8a4c43a req-51b94e11-1f74-4c24-b150-b9c449909d1f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] For port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:52.433573 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5e8074da-02be-4a8c-9fab-ec9cb8a4c43a req-51b94e11-1f74-4c24-b150-b9c449909d1f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.450530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5e8074da-02be-4a8c-9fab-ec9cb8a4c43a req-51b94e11-1f74-4c24-b150-b9c449909d1f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Calling delete_port for 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 owned by compute:tempest-test_az-1662273854 {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:52.548998 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48582) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:52.565606 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5986-1d47-4115-a001-cbf04d4842aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.661710 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5986-1d47-4115-a001-cbf04d4842aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.776616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5986-1d47-4115-a001-cbf04d4842aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.817890 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ff0c5986-1d47-4115-a001-cbf04d4842aa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=245737eb4e6544f3bcbee071920873cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656443 Aug 16 01:40:52.819172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48586) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:52.819833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c5986-1d47-4115-a001-cbf04d4842aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01048167-5e81-4f58-b43f-ea7a715b514a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:52.840557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5e8074da-02be-4a8c-9fab-ec9cb8a4c43a req-51b94e11-1f74-4c24-b150-b9c449909d1f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.852370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:52.889547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b94e11-1f74-4c24-b150-b9c449909d1f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Pushing event deleted for resources: {'Port': ['ID=5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:52.932394 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-00066dd4-b72e-457a-8e83-feacd6ca846a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:53.022174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40129199-e1d1-4cec-8b3a-ab77f3168653 req-f10d79dc-e4ee-4894-b90f-82a9c961749d tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.66 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 210 time: 0.0918245 Aug 16 01:40:53.039975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8074da-02be-4a8c-9fab-ec9cb8a4c43a req-51b94e11-1f74-4c24-b150-b9c449909d1f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] No DVR routers for this DVR port 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:53.051038 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5e8074da-02be-4a8c-9fab-ec9cb8a4c43a req-51b94e11-1f74-4c24-b150-b9c449909d1f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:53.053181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e8074da-02be-4a8c-9fab-ec9cb8a4c43a req-51b94e11-1f74-4c24-b150-b9c449909d1f tempest-AggregatesAdminTestJSON-60931853 tempest-AggregatesAdminTestJSON-60931853-project] 10.222.0.64 "DELETE /v2.0/ports/5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 HTTP/1.1" status: 204 len: 173 time: 0.8615618 Aug 16 01:40:53.053576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81260f44-e326-4948-b2fe-1cd80d00da11', 'name': 'network-vif-deleted', 'tag': '5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:53.070136 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022f1d73-479b-4ed4-86fe-3b973e725e20" -d '{"events": [{"server_uuid": "81260f44-e326-4948-b2fe-1cd80d00da11", "name": "network-vif-deleted", "tag": "5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:53.076786 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-00066dd4-b72e-457a-8e83-feacd6ca846a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:53.155634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189ad0-15df-476e-84cb-ed128558728a req-dff3de47-e670-4111-9a74-71ea1d94722d tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:53.157244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8189ad0-15df-476e-84cb-ed128558728a req-dff3de47-e670-4111-9a74-71ea1d94722d tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 945 time: 0.0828805 Aug 16 01:40:53.226333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8189ad0-15df-476e-84cb-ed128558728a req-08ec1f68-da3d-4004-bd5b-825572171917 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498424 Aug 16 01:40:53.290888 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-00066dd4-b72e-457a-8e83-feacd6ca846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:53.293601 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-00066dd4-b72e-457a-8e83-feacd6ca846a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:53.297232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-00066dd4-b72e-457a-8e83-feacd6ca846a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01048167-5e81-4f58-b43f-ea7a715b514a HTTP/1.1" status: 204 len: 168 time: 0.4747071 Aug 16 01:40:53.306798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00066dd4-b72e-457a-8e83-feacd6ca846a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01048167-5e81-4f58-b43f-ea7a715b514a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:53.908054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12a77089-46c9-4924-b35c-4ad3e299ca8d req-bd6a0fb7-d0f0-4690-b4eb-87acfde8b05e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=81260f44-e326-4948-b2fe-1cd80d00da11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297589 Aug 16 01:40:53.997463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12a77089-46c9-4924-b35c-4ad3e299ca8d req-7fa66179-14a4-42a5-8a68-599bd2021948 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea216a1d64e64156addc2d04e9b69671&device_id=81260f44-e326-4948-b2fe-1cd80d00da11 HTTP/1.1" status: 200 len: 210 time: 0.0313950 Aug 16 01:40:54.042754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12a77089-46c9-4924-b35c-4ad3e299ca8d req-b84ac146-81b0-42a9-8221-f1cbf393301e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ea216a1d64e64156addc2d04e9b69671&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232966 Aug 16 01:40:54.153519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a77089-46c9-4924-b35c-4ad3e299ca8d req-c228a88c-9598-4534-aab9-a19049b4c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:54.155430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12a77089-46c9-4924-b35c-4ad3e299ca8d req-c228a88c-9598-4534-aab9-a19049b4c2f6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029873 Aug 16 01:40:54.366210 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ca3a39-5626-4100-9ae6-f5b5ddada0c8 x-openstack-request-id: req-b8ca3a39-5626-4100-9ae6-f5b5ddada0c8 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:54.366680 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81260f44-e326-4948-b2fe-1cd80d00da11", "name": "network-vif-deleted", "tag": "5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:54.367030 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b8ca3a39-5626-4100-9ae6-f5b5ddada0c8 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:54.367529 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81260f44-e326-4948-b2fe-1cd80d00da11', 'name': 'network-vif-deleted', 'tag': '5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9', 'status': 'completed', 'code': 200} Aug 16 01:40:54.475113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ce46f-b60f-43c6-8ea5-eb147c231d4b req-d42d9bb3-90b3-4eaf-8bbc-0a8f1fe12a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:54.476691 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-037ce46f-b60f-43c6-8ea5-eb147c231d4b req-d42d9bb3-90b3-4eaf-8bbc-0a8f1fe12a65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1102 time: 0.0474081 Aug 16 01:40:54.572984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab7aee-137b-4394-8cec-b266c3e70c8a req-29448c65-88a3-4ba8-9b4b-028ff7adbe03 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:54.574634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eeab7aee-137b-4394-8cec-b266c3e70c8a req-29448c65-88a3-4ba8-9b4b-028ff7adbe03 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 945 time: 0.0503354 Aug 16 01:40:54.583973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48676) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:54.593108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-99ffa0e9-bd2a-4f88-91ba-a336100546b7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Request body: {'floatingip': {'port_id': 'ef5bc696-805b-46e6-af9b-e855222691b1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:54.594350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ce46f-b60f-43c6-8ea5-eb147c231d4b req-7c8b7c99-ccb7-4465-8f7a-d7d99c5d7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:54.597609 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-037ce46f-b60f-43c6-8ea5-eb147c231d4b req-7c8b7c99-ccb7-4465-8f7a-d7d99c5d7e54 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.0988600 Aug 16 01:40:54.642800 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-037ce46f-b60f-43c6-8ea5-eb147c231d4b req-e6094000-3382-4992-905f-b1a5ec3595f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 200 len: 217 time: 0.0384722 Aug 16 01:40:54.677055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99ffa0e9-bd2a-4f88-91ba-a336100546b7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:54.705334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ce46f-b60f-43c6-8ea5-eb147c231d4b req-98435c6f-81fd-46a3-8175-ac8b4516766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:54.710854 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-037ce46f-b60f-43c6-8ea5-eb147c231d4b req-98435c6f-81fd-46a3-8175-ac8b4516766b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0580223 Aug 16 01:40:54.752472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ce46f-b60f-43c6-8ea5-eb147c231d4b req-a9578e6c-08a1-4950-9c78-9ca9188ae26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:54.754257 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-037ce46f-b60f-43c6-8ea5-eb147c231d4b req-a9578e6c-08a1-4950-9c78-9ca9188ae26d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0405056 Aug 16 01:40:54.790082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18101547-0b71-4aa7-adc2-69acaeba3a06 req-2cd1d4e3-ff75-45e3-8d08-ac9699a6b377 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:54.791578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18101547-0b71-4aa7-adc2-69acaeba3a06 req-2cd1d4e3-ff75-45e3-8d08-ac9699a6b377 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.1359930 Aug 16 01:40:54.863936 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-037ce46f-b60f-43c6-8ea5-eb147c231d4b req-8250c643-3090-47d3-bd9f-ce7d4f9565d4 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018450 Aug 16 01:40:54.910862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18101547-0b71-4aa7-adc2-69acaeba3a06 req-335bac96-6ee3-40e4-ac7e-f477c34cc1ba tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929003 Aug 16 01:40:54.975724 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-037ce46f-b60f-43c6-8ea5-eb147c231d4b req-1c4d9458-064a-4f25-9980-ddf18cd09997 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041765 Aug 16 01:40:55.008701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-81e405c1-0191-4dac-b89b-c92f488299c0 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=24f4b106175042d496e98a9b7bb18e8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349946 Aug 16 01:40:55.193966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48700) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:55.309858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48706) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:55.543800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-9c333b8c-8028-43c2-be84-f8eb9d95d90a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:55.545716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-9c333b8c-8028-43c2-be84-f8eb9d95d90a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5041599 Aug 16 01:40:55.581456 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-84e81869-6dde-4f45-a537-54b182912999 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea216a1d64e64156addc2d04e9b69671&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3837292 Aug 16 01:40:55.581962 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48716) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:55.623726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-670af589-b1d7-491a-8c57-b96079adc0b6 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/quotas/24f4b106175042d496e98a9b7bb18e8f HTTP/1.1" status: 200 len: 375 time: 0.0525496 Aug 16 01:40:55.626532 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-ea49df81-ce0f-4f6a-8cb8-43585386b5f6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3143694 Aug 16 01:40:55.669186 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-828b44cd-2268-4c90-9c81-ab6312280555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:55.672137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-c6b00b2c-437a-44f6-a694-4d7795a999f5 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=24f4b106175042d496e98a9b7bb18e8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472476 Aug 16 01:40:55.674057 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.resource_extend [None req-99ffa0e9-bd2a-4f88-91ba-a336100546b7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:40:55.693330 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-828b44cd-2268-4c90-9c81-ab6312280555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:55.757440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99ffa0e9-bd2a-4f88-91ba-a336100546b7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:55.822098 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-828b44cd-2268-4c90-9c81-ab6312280555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:55.825138 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-828b44cd-2268-4c90-9c81-ab6312280555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:55.826642 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-828b44cd-2268-4c90-9c81-ab6312280555 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94d1280e-0e55-4265-b773-a719c77e19e0 HTTP/1.1" status: 204 len: 168 time: 0.2439618 Aug 16 01:40:55.835746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b44cd-2268-4c90-9c81-ab6312280555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d1280e-0e55-4265-b773-a719c77e19e0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:55.896036 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99ffa0e9-bd2a-4f88-91ba-a336100546b7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:56.043045 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-99ffa0e9-bd2a-4f88-91ba-a336100546b7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Floating IP caf0fefb-a2d4-43b2-af0c-e1859f249a51 associated. External IP: 172.25.8.205, port: ef5bc696-805b-46e6-af9b-e855222691b1. Aug 16 01:40:56.197147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dfde9-afc1-476b-b6ee-103f1e87cb17 req-36c4b45c-40b2-47f4-a54f-39e9ec9aa90f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:56.198499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-555dfde9-afc1-476b-b6ee-103f1e87cb17 req-36c4b45c-40b2-47f4-a54f-39e9ec9aa90f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0928349 Aug 16 01:40:56.302528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-555dfde9-afc1-476b-b6ee-103f1e87cb17 req-ea1ff728-02a2-43ff-97a3-8ad5db6c90dd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932689 Aug 16 01:40:56.331836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-640e5149-0aaa-442c-860c-70d51041fec1 req-b882a70c-41e5-499c-869f-d2c3bbcffad0 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 210 time: 0.0362687 Aug 16 01:40:56.406405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ffa0e9-bd2a-4f88-91ba-a336100546b7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:40:56.588431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ffa0e9-bd2a-4f88-91ba-a336100546b7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:40:56.588431 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99ffa0e9-bd2a-4f88-91ba-a336100546b7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:56.597601 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e44da-4e63-425b-bd86-727e04038429 None None] Sync routers for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:40:56.627317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-99ffa0e9-bd2a-4f88-91ba-a336100546b7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "PUT /v2.0/floatingips/caf0fefb-a2d4-43b2-af0c-e1859f249a51 HTTP/1.1" status: 200 len: 991 time: 2.0390069 Aug 16 01:40:56.627317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'tag': 'ef5bc696-805b-46e6-af9b-e855222691b1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:56.627816 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d01298-f50d-43a8-92c6-7c2c8052f3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "022cd60a-a633-45d6-a919-ebcf0740afe0", "tag": "ef5bc696-805b-46e6-af9b-e855222691b1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:56.638208 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e44da-4e63-425b-bd86-727e04038429 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:56.638923 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-068e44da-4e63-425b-bd86-727e04038429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:40:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:56.875539 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4666bf7c-8cbd-4f43-b418-1757e3f818fc x-openstack-request-id: req-4666bf7c-8cbd-4f43-b418-1757e3f818fc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:56.875539 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022cd60a-a633-45d6-a919-ebcf0740afe0", "tag": "ef5bc696-805b-46e6-af9b-e855222691b1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:56.875539 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4666bf7c-8cbd-4f43-b418-1757e3f818fc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:56.875539 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'tag': 'ef5bc696-805b-46e6-af9b-e855222691b1', 'status': 'completed', 'code': 200} Aug 16 01:40:56.875868 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-068e44da-4e63-425b-bd86-727e04038429 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:56.982327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d01298-f50d-43a8-92c6-7c2c8052f3ec req-40f6c0ad-ce19-4d9d-bb90-151f821bdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:56.987904 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-06d01298-f50d-43a8-92c6-7c2c8052f3ec req-40f6c0ad-ce19-4d9d-bb90-151f821bdf35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ac6e9001e304bba8633a33a3e19c64b&device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 1097 time: 0.0964763 Aug 16 01:40:57.120904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48798) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:57.137949 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d01298-f50d-43a8-92c6-7c2c8052f3ec req-f41b026b-e489-4d1f-8ce2-d45a68779293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:57.139451 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-06d01298-f50d-43a8-92c6-7c2c8052f3ec req-f41b026b-e489-4d1f-8ce2-d45a68779293 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f822c47b-c400-41ce-b019-ea73c124298f HTTP/1.1" status: 200 len: 925 time: 0.1433249 Aug 16 01:40:57.143186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:57.195972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:57.196423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5bad8980-fbf1-4ca0-83e7-4eec7d66ccf9 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:57.220982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0818ad12-1f7d-46db-a7aa-1e15ce1158a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c30261aa1a5b48909ace5e5e372aedaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983653 Aug 16 01:40:57.223213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48800) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:57.259599 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-068e44da-4e63-425b-bd86-727e04038429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'caf0fefb-a2d4-43b2-af0c-e1859f249a51', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'port_id': 'ef5bc696-805b-46e6-af9b-e855222691b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'mac_address': 'fa:16:3e:8b:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:40:30Z', 'updated_at': '2021-08-16T01:40:55Z', 'revision_number': 1, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:57.311147 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-77b16f25-8542-44ee-8a91-62e3cb8514e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:57.312639 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e44da-4e63-425b-bd86-727e04038429 None None] Checking router: fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:40:57.333877 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e44da-4e63-425b-bd86-727e04038429 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:57.336051 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-068e44da-4e63-425b-bd86-727e04038429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:40:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:57.341771 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-06d01298-f50d-43a8-92c6-7c2c8052f3ec req-42b83e83-7890-42a6-8f6b-61444ebbcb48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef5bc696-805b-46e6-af9b-e855222691b1 HTTP/1.1" status: 200 len: 999 time: 0.1855872 Aug 16 01:40:57.345755 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-77b16f25-8542-44ee-8a91-62e3cb8514e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:57.461186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d01298-f50d-43a8-92c6-7c2c8052f3ec req-b26722c6-98eb-4e2c-acdb-20cf2abc20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:57.466571 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-06d01298-f50d-43a8-92c6-7c2c8052f3ec req-b26722c6-98eb-4e2c-acdb-20cf2abc20dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad817ee8-5669-4914-8a3e-7cebbd68cfa0 HTTP/1.1" status: 200 len: 863 time: 0.1152360 Aug 16 01:40:57.530561 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-77b16f25-8542-44ee-8a91-62e3cb8514e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:57.533672 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-77b16f25-8542-44ee-8a91-62e3cb8514e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:57.536831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-77b16f25-8542-44ee-8a91-62e3cb8514e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/109669bc-f61c-4820-86dd-62d3f4228db9 HTTP/1.1" status: 204 len: 168 time: 0.3114448 Aug 16 01:40:57.562498 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-068e44da-4e63-425b-bd86-727e04038429 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:57.591415 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d01298-f50d-43a8-92c6-7c2c8052f3ec req-d1c6b9ba-a3d7-41a3-afbc-a8bb2601ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:57.595685 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-06d01298-f50d-43a8-92c6-7c2c8052f3ec req-d1c6b9ba-a3d7-41a3-afbc-a8bb2601ffa1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f822c47b-c400-41ce-b019-ea73c124298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192617 Aug 16 01:40:57.611280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-2c263299-243e-400b-963c-cd3487501278 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3e30154d1cb04999880dd4d5d204a60b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744739 Aug 16 01:40:57.612252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b16f25-8542-44ee-8a91-62e3cb8514e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109669bc-f61c-4820-86dd-62d3f4228db9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:57.760970 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-06d01298-f50d-43a8-92c6-7c2c8052f3ec req-65caf406-48cf-44dc-b327-fd2210466326 service neutron] 10.222.0.74 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593742 Aug 16 01:40:57.871470 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-06d01298-f50d-43a8-92c6-7c2c8052f3ec req-608dd610-c42a-4b06-8a48-5c65eaf85332 service neutron] 10.222.0.74 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039550 Aug 16 01:40:57.902596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab05f01-297f-414c-9286-ab89a62865ca req-602f4203-3b96-44fb-970c-7dfd8ab23958 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:57.904130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fab05f01-297f-414c-9286-ab89a62865ca req-602f4203-3b96-44fb-970c-7dfd8ab23958 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.1023178 Aug 16 01:40:57.912964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-bcde06ca-c40f-4715-90e7-b438c8cb47f0 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:57.914500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-bcde06ca-c40f-4715-90e7-b438c8cb47f0 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926402 Aug 16 01:40:57.927302 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-068e44da-4e63-425b-bd86-727e04038429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'caf0fefb-a2d4-43b2-af0c-e1859f249a51', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'port_id': 'ef5bc696-805b-46e6-af9b-e855222691b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'mac_address': 'fa:16:3e:8b:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:40:30Z', 'updated_at': '2021-08-16T01:40:55Z', 'revision_number': 1, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:57.944780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-d48d9988-deae-40b6-909a-afd9972f186e tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/quotas/3e30154d1cb04999880dd4d5d204a60b HTTP/1.1" status: 200 len: 375 time: 0.0131288 Aug 16 01:40:57.959692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fab05f01-297f-414c-9286-ab89a62865ca req-4c898fe8-afeb-4d62-93d1-62f94136cfdc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Aug 16 01:40:57.961439 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e44da-4e63-425b-bd86-727e04038429 None None] The sync data for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 is: [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'caf0fefb-a2d4-43b2-af0c-e1859f249a51', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'port_id': 'ef5bc696-805b-46e6-af9b-e855222691b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'mac_address': 'fa:16:3e:8b:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:40:30Z', 'updated_at': '2021-08-16T01:40:55Z', 'revision_number': 1, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:40:58.014202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-a5b7db19-46cd-40ac-8cfc-6931c4ff42a9 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e30154d1cb04999880dd4d5d204a60b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537734 Aug 16 01:40:58.102126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b47f3962-22e1-4edf-9dbd-2fc983a95bd9 req-0b60ffad-ae66-4547-bb12-41e98815dc6f tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 210 time: 0.0443957 Aug 16 01:40:58.270367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2c772-27c0-46b4-a30b-4821f17e4921 None None] New status for floating IP caf0fefb-a2d4-43b2-af0c-e1859f249a51: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:40:58.395039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5eb2f12b-fd06-410a-a02b-4f30bb856919 req-aa4770fd-f458-4922-8e84-853662afc807 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 210 time: 0.0401528 Aug 16 01:40:58.769130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-adadbbc4-3b95-4b1e-9b9d-658fa3ba5f04 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=24f4b106175042d496e98a9b7bb18e8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476558 Aug 16 01:40:58.902337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-0ecc8aa6-599d-4791-a186-10f8c15cc541 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:58.906883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-0ecc8aa6-599d-4791-a186-10f8c15cc541 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1280613 Aug 16 01:40:58.918810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Request body: {'port': {'device_id': 'de3eb3bc-c265-46eb-82da-d2faa2bb1494', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '24f4b106175042d496e98a9b7bb18e8f'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:59.136404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Made reservation on behalf of 24f4b106175042d496e98a9b7bb18e8f for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:59.139827 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.169542 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.192446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1275728-f6d2-4779-96df-91c7fd345972 req-6f001df1-7409-4189-8ca6-94681c1c0135 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:59.193991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1275728-f6d2-4779-96df-91c7fd345972 req-6f001df1-7409-4189-8ca6-94681c1c0135 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0871227 Aug 16 01:40:59.284205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1275728-f6d2-4779-96df-91c7fd345972 req-0e09b85a-8c5e-4e6c-8097-717d341993ed tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818150 Aug 16 01:40:59.389728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.436971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48892) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:59.473118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.552414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:59.597863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98d7ded7-39c7-4d8c-b8aa-e05fe9d81a7d req-cb8541fa-0e3a-4f34-ad11-27a7063203d9 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 210 time: 0.0494559 Aug 16 01:40:59.640831 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-38de477f-bf49-4c85-afb0-b10768f08819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:59.645395 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-38de477f-bf49-4c85-afb0-b10768f08819 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1102 time: 0.0989680 Aug 16 01:40:59.654967 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4325240b-a0d1-49f2-81dd-704fe0dd588c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.713371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Allocated IP 192.168.233.90 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/81b7977d-657f-45c3-953f-6a3411ed8792) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:59.792130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-08a86f64-54e6-4d5f-8c17-8bf5a468a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:59.793911 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-08a86f64-54e6-4d5f-8c17-8bf5a468a90c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1405056 Aug 16 01:40:59.816304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50f0c724-4fc0-47cc-8d86-96ae31d4194c req-1c7c3347-3ccb-451b-80a3-e9518be6a741 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 210 time: 0.0351231 Aug 16 01:40:59.841837 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-36cb804f-9a40-4ec6-aed5-2411cd7ec153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.881435 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-58e9b90b-d2cf-4a0c-8d3b-e3734dda9948 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 200 len: 217 time: 0.0737731 Aug 16 01:40:59.950379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-94ae9cea-3996-44ff-b355-67e1792f2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:59.951860 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-94ae9cea-3996-44ff-b355-67e1792f2033 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0621707 Aug 16 01:40:59.968031 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4325240b-a0d1-49f2-81dd-704fe0dd588c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.019393 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.023687 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-671f168a-6ff8-4a27-9728-efcf0c9f9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.025551 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-671f168a-6ff8-4a27-9728-efcf0c9f9acb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0660391 Aug 16 01:41:00.035994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Transition to ACTIVE for port object 81b7977d-657f-45c3-953f-6a3411ed8792 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:00.039719 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4325240b-a0d1-49f2-81dd-704fe0dd588c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.083477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325240b-a0d1-49f2-81dd-704fe0dd588c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a38634c-fa82-4786-a230-19eba6dd3139,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:00.109070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4325240b-a0d1-49f2-81dd-704fe0dd588c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f728fc64cf194eba895859ceff8d9d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6713321 Aug 16 01:41:00.112180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48916) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:00.160583 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-24a2e3d9-82eb-42b4-9940-401033e30ad1 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247630 Aug 16 01:41:00.182465 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8cfe599-9de6-437f-bb1d-b1c9e46f8671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.203836 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8cfe599-9de6-437f-bb1d-b1c9e46f8671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.231310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.268434 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-63c0bd02-fc3e-4ab2-8bd1-befaddd30e56 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010718 Aug 16 01:41:00.276471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:00.282028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:00.284563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:00.291118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.297365 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.328227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Pushing event updated for resources: {'Port': ['ID=81b7977d-657f-45c3-953f-6a3411ed8792,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:00.420207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8cfe599-9de6-437f-bb1d-b1c9e46f8671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.428762 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8cfe599-9de6-437f-bb1d-b1c9e46f8671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.431372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b8cfe599-9de6-437f-bb1d-b1c9e46f8671 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a38634c-fa82-4786-a230-19eba6dd3139 HTTP/1.1" status: 204 len: 168 time: 0.3185720 Aug 16 01:41:00.436156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-716d38f2-b486-498a-8ad6-0d2742bd187a tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5214720 Aug 16 01:41:00.451837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Request body: {'port': {'device_id': 'de3eb3bc-c265-46eb-82da-d2faa2bb1494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:00.456599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfe599-9de6-437f-bb1d-b1c9e46f8671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a38634c-fa82-4786-a230-19eba6dd3139,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:00.514883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfd009-42c9-40b7-a870-bf51e9d7f666 req-b6cedd8a-ff3c-4bd4-9a53-98be4dda5ce4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.522583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3cfd009-42c9-40b7-a870-bf51e9d7f666 req-b6cedd8a-ff3c-4bd4-9a53-98be4dda5ce4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.1431539 Aug 16 01:41:00.575355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.634764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3cfd009-42c9-40b7-a870-bf51e9d7f666 req-e6731d06-8274-4a96-a584-342bec7cea43 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099834 Aug 16 01:41:00.635496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48940) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:00.764246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-230b77d8-66fc-4a90-8aec-1cc9d936c675 None None] Provisioning for port 81b7977d-657f-45c3-953f-6a3411ed8792 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:00.769430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-230b77d8-66fc-4a90-8aec-1cc9d936c675 None None] Provisioning complete for port 81b7977d-657f-45c3-953f-6a3411ed8792 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:00.772128 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-230b77d8-66fc-4a90-8aec-1cc9d936c675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.814904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ada2ede7-4e64-426d-873d-ee8f284e711e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.826038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-230b77d8-66fc-4a90-8aec-1cc9d936c675 None None] Port 81b7977d-657f-45c3-953f-6a3411ed8792 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:00.864973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aee5fc-896a-4593-866b-c6609d9b23b7 req-0c671790-1788-46e7-b8e9-fe5feb3bc07d tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.866437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13aee5fc-896a-4593-866b-c6609d9b23b7 req-0c671790-1788-46e7-b8e9-fe5feb3bc07d tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 935 time: 0.1372669 Aug 16 01:41:00.934860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13aee5fc-896a-4593-866b-c6609d9b23b7 req-91834bb3-d045-4ef1-8168-2a412d7def8d tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614605 Aug 16 01:41:00.952401 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ada2ede7-4e64-426d-873d-ee8f284e711e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.004263 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ada2ede7-4e64-426d-873d-ee8f284e711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.043095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b7977d-657f-45c3-953f-6a3411ed8792 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:01.048442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2ede7-4e64-426d-873d-ee8f284e711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3295d1-e42e-434f-8b25-c5191d982609,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:01.056751 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ada2ede7-4e64-426d-873d-ee8f284e711e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a5ca25e911e4a588cdbaf486dcf6856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4199321 Aug 16 01:41:01.057617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48956) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:01.062787 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.091710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.64', 49884) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:01.118286 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4a25da4-3018-480d-aac6-b9aca3344ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.135231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Transition to ACTIVE for port object 81b7977d-657f-45c3-953f-6a3411ed8792 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:01.139014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-83812dbc-2c52-4c7c-b0a2-4040a94a8944 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e30154d1cb04999880dd4d5d204a60b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417290 Aug 16 01:41:01.156207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4976ff3e-3ecd-4aa8-9128-dccc81514c20 req-aa8c7925-e5a7-4424-bab1-f791a51771aa tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 210 time: 0.0451772 Aug 16 01:41:01.158587 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4a25da4-3018-480d-aac6-b9aca3344ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.231638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.324934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Pushing event updated for resources: {'Port': ['ID=81b7977d-657f-45c3-953f-6a3411ed8792,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:01.347710 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4a25da4-3018-480d-aac6-b9aca3344ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.351048 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4a25da4-3018-480d-aac6-b9aca3344ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.354078 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c4a25da4-3018-480d-aac6-b9aca3344ee0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a3295d1-e42e-434f-8b25-c5191d982609 HTTP/1.1" status: 204 len: 168 time: 0.2945070 Aug 16 01:41:01.357156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-dc16faca-9037-48af-b699-d3d199a1eadc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:01.358713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-dc16faca-9037-48af-b699-d3d199a1eadc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050445 Aug 16 01:41:01.379755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Request body: {'port': {'device_id': '22ea2ed3-0dca-4e6f-b0f9-89622ba9d572', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '3e30154d1cb04999880dd4d5d204a60b'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:01.381245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a25da4-3018-480d-aac6-b9aca3344ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3295d1-e42e-434f-8b25-c5191d982609,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:01.397493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Attempting to bind port 81b7977d-657f-45c3-953f-6a3411ed8792 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:01.397848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Attempting to bind port 81b7977d-657f-45c3-953f-6a3411ed8792 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:01.398189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Attempting to bind port 81b7977d-657f-45c3-953f-6a3411ed8792 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:01.435259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Port 81b7977d-657f-45c3-953f-6a3411ed8792 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:01.435598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Attempting to bind port 81b7977d-657f-45c3-953f-6a3411ed8792 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:01.449856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:01.450194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:01.450608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:01.451043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Bound port: 81b7977d-657f-45c3-953f-6a3411ed8792, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:01.451404 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.566436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] For port 81b7977d-657f-45c3-953f-6a3411ed8792, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:01.570874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] For port 81b7977d-657f-45c3-953f-6a3411ed8792, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=81b7977d-657f-45c3-953f-6a3411ed8792,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:01.678006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48974) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:01.689856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Made reservation on behalf of 3e30154d1cb04999880dd4d5d204a60b for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:01.693325 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.696782 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1496d22-b1a7-4a26-8a47-5d790a0af6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.697001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.710463 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.802955 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1496d22-b1a7-4a26-8a47-5d790a0af6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.861452 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1496d22-b1a7-4a26-8a47-5d790a0af6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.912318 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f1496d22-b1a7-4a26-8a47-5d790a0af6de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6af5f0c1a87f449f93c54b9ee86dfaae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322824 Aug 16 01:41:01.914359 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48978) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:01.956366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1496d22-b1a7-4a26-8a47-5d790a0af6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e1216a-35d3-4dfc-bf0c-e72e5627e939,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:02.009988 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-307b1e07-6621-42ea-80d7-2e67d95ce9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.036785 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-307b1e07-6621-42ea-80d7-2e67d95ce9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.061915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.062526 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.063918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] 10.222.0.64 "PUT /v2.0/ports/81b7977d-657f-45c3-953f-6a3411ed8792 HTTP/1.1" status: 200 len: 1096 time: 1.6167188 Aug 16 01:41:02.066562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3eb3bc-c265-46eb-82da-d2faa2bb1494', 'tag': '81b7977d-657f-45c3-953f-6a3411ed8792'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:02.068946 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc5f647-c751-4624-a783-582d8b49a29a" -d '{"events": [{"name": "network-changed", "server_uuid": "de3eb3bc-c265-46eb-82da-d2faa2bb1494", "tag": "81b7977d-657f-45c3-953f-6a3411ed8792"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:02.138940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b149d8-2b72-4da6-85b5-f55b92fb5dbb service neutron] Pushing event updated for resources: {'Port': ['ID=81b7977d-657f-45c3-953f-6a3411ed8792,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:02.161113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd1fa-26a8-482b-8f49-717d37eb4549 req-ea7917d1-4e6c-4b04-968b-d17a12d61435 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.162676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9ccd1fa-26a8-482b-8f49-717d37eb4549 req-ea7917d1-4e6c-4b04-968b-d17a12d61435 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.4301350 Aug 16 01:41:02.175842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93e1d4-ab2c-4285-bd27-6b60bd8ffae8 req-c3a5a7eb-fea3-4aa5-b169-d97fc5d6d51e tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.177330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc93e1d4-ab2c-4285-bd27-6b60bd8ffae8 req-c3a5a7eb-fea3-4aa5-b169-d97fc5d6d51e tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 947 time: 0.0984354 Aug 16 01:41:02.262014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9ccd1fa-26a8-482b-8f49-717d37eb4549 req-3473e630-854a-4156-88f8-dd1190882b4e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836377 Aug 16 01:41:02.267332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-307b1e07-6621-42ea-80d7-2e67d95ce9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.271311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc93e1d4-ab2c-4285-bd27-6b60bd8ffae8 req-6c435104-a26c-4bbc-84dc-737d2099c977 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859809 Aug 16 01:41:02.271532 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-307b1e07-6621-42ea-80d7-2e67d95ce9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.275612 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-307b1e07-6621-42ea-80d7-2e67d95ce9d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7e1216a-35d3-4dfc-bf0c-e72e5627e939 HTTP/1.1" status: 204 len: 168 time: 0.3565588 Aug 16 01:41:02.282882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b1e07-6621-42ea-80d7-2e67d95ce9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e1216a-35d3-4dfc-bf0c-e72e5627e939,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:02.283597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-1e7b1e02-159e-4c45-a7f4-0be26a181c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.285402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-1e7b1e02-159e-4c45-a7f4-0be26a181c46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24f4b106175042d496e98a9b7bb18e8f&device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 1099 time: 0.1007917 Aug 16 01:41:02.333465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-621a740d-1f0a-497c-b4a0-1c0c4c0cb4d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=81b7977d-657f-45c3-953f-6a3411ed8792 HTTP/1.1" status: 200 len: 217 time: 0.0394533 Aug 16 01:41:02.407661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-f61a97d0-6e19-4606-bdda-c3349d7e77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.409596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-f61a97d0-6e19-4606-bdda-c3349d7e77eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0671892 Aug 16 01:41:02.455501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.466761 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0f3a92-beea-4220-800b-760cee48c543 x-openstack-request-id: req-bc0f3a92-beea-4220-800b-760cee48c543 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:02.469758 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3eb3bc-c265-46eb-82da-d2faa2bb1494", "tag": "81b7977d-657f-45c3-953f-6a3411ed8792", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:02.469758 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc0f3a92-beea-4220-800b-760cee48c543 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:02.469758 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3eb3bc-c265-46eb-82da-d2faa2bb1494', 'tag': '81b7977d-657f-45c3-953f-6a3411ed8792', 'status': 'completed', 'code': 200} Aug 16 01:41:02.476863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-e9a7b1c5-71a8-4429-af32-fc0b26e5bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.479143 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-e9a7b1c5-71a8-4429-af32-fc0b26e5bf41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0601048 Aug 16 01:41:02.492570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48998) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:02.511836 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f36821b5-ecaf-43f2-b4eb-dc9c8751debc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.542470 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.597362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-125cc1d4-c871-4b30-a75a-0f089d81f583 req-8a03af51-7365-438e-a6a5-90f542dd6720 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 210 time: 0.0588310 Aug 16 01:41:02.671212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f36821b5-ecaf-43f2-b4eb-dc9c8751debc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.700210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:02.721242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-8ae8bf0f-114c-426e-bfb9-fb7ffacce276 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335696 Aug 16 01:41:02.769262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f36821b5-ecaf-43f2-b4eb-dc9c8751debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.769996 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.844399 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-631d3ec8-f998-40de-9133-f171f75ee4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.881557 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f36821b5-ecaf-43f2-b4eb-dc9c8751debc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3902996fd1764c929f01730aef7b2962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865497 Aug 16 01:41:02.886314 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49010) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:02.887220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-6b7cb5a4-f503-4106-8ba1-c21aed1b7c6f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d6ed597ec1274e78ba1b8160b39c1ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446613 Aug 16 01:41:02.888367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36821b5-ecaf-43f2-b4eb-dc9c8751debc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05884e8-7c95-4f6c-b621-ee28935843aa,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:02.911880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Allocated IP 192.168.233.211 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/0d86e549-1e3f-4c18-a102-7c5a1eefb842) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:02.951518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49014) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:03.011179 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40a50806-b567-4f47-b544-67b18de476d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.015010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb571c90-2a0d-4214-8cbb-93eee8589036 req-e58fede4-132f-4999-9f2c-00a3e52bfd76 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643197 Aug 16 01:41:03.055517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40a50806-b567-4f47-b544-67b18de476d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.103314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7d22fc7-dd7c-4cf1-80f0-e49578faa82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.116066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-7b8450f2-9ea1-43c3-baa9-b44e89436193 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.123522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-7b8450f2-9ea1-43c3-baa9-b44e89436193 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353854 Aug 16 01:41:03.148821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-3c375ba9-b0c6-4fc4-87cf-951d7445603a tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/quotas/d6ed597ec1274e78ba1b8160b39c1ff6 HTTP/1.1" status: 200 len: 375 time: 0.0240936 Aug 16 01:41:03.211843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-b66bb76c-4dbc-497e-9e00-f46b7d164b15 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6ed597ec1274e78ba1b8160b39c1ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619452 Aug 16 01:41:03.255818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f647-c751-4624-a783-582d8b49a29a req-200f52cd-b835-4667-abdd-cc99b9f93c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.257333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acc5f647-c751-4624-a783-582d8b49a29a req-200f52cd-b835-4667-abdd-cc99b9f93c8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24f4b106175042d496e98a9b7bb18e8f&device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 1099 time: 0.0960627 Aug 16 01:41:03.260294 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.260780 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40a50806-b567-4f47-b544-67b18de476d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.263492 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40a50806-b567-4f47-b544-67b18de476d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.265865 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-40a50806-b567-4f47-b544-67b18de476d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f05884e8-7c95-4f6c-b621-ee28935843aa HTTP/1.1" status: 204 len: 168 time: 0.3773546 Aug 16 01:41:03.275923 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a50806-b567-4f47-b544-67b18de476d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05884e8-7c95-4f6c-b621-ee28935843aa,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:03.303800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Transition to ACTIVE for port object 0d86e549-1e3f-4c18-a102-7c5a1eefb842 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:03.335222 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7d22fc7-dd7c-4cf1-80f0-e49578faa82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.476570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7d22fc7-dd7c-4cf1-80f0-e49578faa82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.486747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f647-c751-4624-a783-582d8b49a29a req-0fda791d-46b4-4e57-b7a2-0f991582a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.488272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acc5f647-c751-4624-a783-582d8b49a29a req-0fda791d-46b4-4e57-b7a2-0f991582a8b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.2200513 Aug 16 01:41:03.515392 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d7d22fc7-dd7c-4cf1-80f0-e49578faa82c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f74b3162d234630b02c5dc688eed69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602887 Aug 16 01:41:03.515392 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d22fc7-dd7c-4cf1-80f0-e49578faa82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08a517e-f072-47a7-b5f1-fc796a28c17e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:03.516556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49038) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:03.521078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1057d0e-c66a-4fea-8a00-955561a99c02 req-b00851cc-e51a-4f10-89ad-b042e6c9fbdf tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.523016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1057d0e-c66a-4fea-8a00-955561a99c02 req-b00851cc-e51a-4f10-89ad-b042e6c9fbdf tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.1409323 Aug 16 01:41:03.569616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acc5f647-c751-4624-a783-582d8b49a29a req-f68a091c-e234-4385-bb5f-f46b72960acb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=81b7977d-657f-45c3-953f-6a3411ed8792 HTTP/1.1" status: 200 len: 217 time: 0.0667834 Aug 16 01:41:03.581255 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-75b06f32-5b97-4318-87e1-4b2c6f5afb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.612419 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-75b06f32-5b97-4318-87e1-4b2c6f5afb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.671630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f647-c751-4624-a783-582d8b49a29a req-0a3ba863-4740-494c-9837-40c58a06aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.673271 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acc5f647-c751-4624-a783-582d8b49a29a req-0a3ba863-4740-494c-9837-40c58a06aa4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0918841 Aug 16 01:41:03.691202 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.761223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1057d0e-c66a-4fea-8a00-955561a99c02 req-322603f3-8903-4bed-a770-cecd0845388c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031894 Aug 16 01:41:03.769774 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-75b06f32-5b97-4318-87e1-4b2c6f5afb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.779918 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-75b06f32-5b97-4318-87e1-4b2c6f5afb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.781576 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-75b06f32-5b97-4318-87e1-4b2c6f5afb81 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e08a517e-f072-47a7-b5f1-fc796a28c17e HTTP/1.1" status: 204 len: 168 time: 0.2642357 Aug 16 01:41:03.799463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b06f32-5b97-4318-87e1-4b2c6f5afb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08a517e-f072-47a7-b5f1-fc796a28c17e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:03.800059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:03.813422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:03.818353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:03.823201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.823838 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.845191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Pushing event updated for resources: {'Port': ['ID=0d86e549-1e3f-4c18-a102-7c5a1eefb842,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:03.857011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6049f4-38cf-4bc7-9a60-4c826faf870c req-e20ffbbd-4acb-4f24-8209-80a49a5c9af9 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.858646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a6049f4-38cf-4bc7-9a60-4c826faf870c req-e20ffbbd-4acb-4f24-8209-80a49a5c9af9 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 947 time: 0.2624869 Aug 16 01:41:03.861181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f647-c751-4624-a783-582d8b49a29a req-460cfd95-1096-4244-b11d-7b08e5255436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.862619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acc5f647-c751-4624-a783-582d8b49a29a req-460cfd95-1096-4244-b11d-7b08e5255436 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1682382 Aug 16 01:41:03.965576 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.975907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a6049f4-38cf-4bc7-9a60-4c826faf870c req-147164e5-6d68-4df6-9310-0d77255e9f84 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050453 Aug 16 01:41:04.006278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-87bdcac5-a7b9-4542-967b-7a5e08b32bea tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6333375 Aug 16 01:41:04.010446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-84c7fe95-aa4a-43f3-850e-8724d44762c3 req-d341e311-c125-4ac4-8ac3-146d05d8a7b8 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 210 time: 0.0654759 Aug 16 01:41:04.034151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Request body: {'port': {'device_id': '22ea2ed3-0dca-4e6f-b0f9-89622ba9d572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:04.129559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acc5f647-c751-4624-a783-582d8b49a29a req-265e3e65-324c-423d-a69f-c838553b3049 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560074 Aug 16 01:41:04.151789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:04.203502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f258d6f-d48e-4d76-aa37-ca2e2800f031 req-77a45cd6-3b84-4bb6-8de2-049f3d1d3c9d tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:04.204320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-13d1bd6f-99a4-4bb2-8ab0-79784da0f229 None None] Provisioning for port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:04.205005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f258d6f-d48e-4d76-aa37-ca2e2800f031 req-77a45cd6-3b84-4bb6-8de2-049f3d1d3c9d tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 936 time: 0.1477356 Aug 16 01:41:04.210044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-13d1bd6f-99a4-4bb2-8ab0-79784da0f229 None None] Provisioning complete for port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:04.210588 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-13d1bd6f-99a4-4bb2-8ab0-79784da0f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:04.247862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-13d1bd6f-99a4-4bb2-8ab0-79784da0f229 None None] Port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:04.364494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f258d6f-d48e-4d76-aa37-ca2e2800f031 req-087178ed-f37f-4028-ba3c-80a14f6dad39 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470015 Aug 16 01:41:04.378095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acc5f647-c751-4624-a783-582d8b49a29a req-999a6bad-d8a0-4e56-a55e-7a7b7794c528 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394829 Aug 16 01:41:04.541361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d86e549-1e3f-4c18-a102-7c5a1eefb842 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:04.549159 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:04.561417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Transition to ACTIVE for port object 0d86e549-1e3f-4c18-a102-7c5a1eefb842 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:04.638203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49076) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:04.651920 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:04.661587 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:04.733529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d86e549-1e3f-4c18-a102-7c5a1eefb842,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:04.810348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Attempting to bind port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:04.810348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Attempting to bind port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:04.810348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Attempting to bind port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:04.822043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:04.822552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Attempting to bind port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:04.826037 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:04.829091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:04.829436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:04.829849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:04.830318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Bound port: 0d86e549-1e3f-4c18-a102-7c5a1eefb842, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:04.830681 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:04.948637 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:04.957328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] For port 0d86e549-1e3f-4c18-a102-7c5a1eefb842, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:04.978524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49a401-2eae-4491-89d3-f80a6ce24a3e req-ffbbdcfc-ad6e-4bbe-b1de-d1cb939f0cdc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:04.990453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a49a401-2eae-4491-89d3-f80a6ce24a3e req-ffbbdcfc-ad6e-4bbe-b1de-d1cb939f0cdc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0938878 Aug 16 01:41:04.992762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] For port 0d86e549-1e3f-4c18-a102-7c5a1eefb842, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0d86e549-1e3f-4c18-a102-7c5a1eefb842,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:05.039013 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=239cd9c6997349a984c4c10a12c6f2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986516 Aug 16 01:41:05.043823 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36897220-8f6b-4aff-ba6b-3ebe0ae4aab1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:05.043951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a49a401-2eae-4491-89d3-f80a6ce24a3e req-2ecb0969-25ce-4917-b93b-b157ae1c52e5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461349 Aug 16 01:41:05.045565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49096) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.063738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e33a8-3e20-4043-8f68-826ffa819acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:05.077691 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.150416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c1be-a039-4ece-ad43-49e77e705ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.188337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:05.189122 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.191087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] 10.222.0.64 "PUT /v2.0/ports/0d86e549-1e3f-4c18-a102-7c5a1eefb842 HTTP/1.1" status: 200 len: 1097 time: 1.1729016 Aug 16 01:41:05.197003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ea2ed3-0dca-4e6f-b0f9-89622ba9d572', 'tag': '0d86e549-1e3f-4c18-a102-7c5a1eefb842'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:05.200032 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c1be-a039-4ece-ad43-49e77e705ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.201469 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ace71c-a98f-4faa-a763-04ccddd61eee" -d '{"events": [{"name": "network-changed", "server_uuid": "22ea2ed3-0dca-4e6f-b0f9-89622ba9d572", "tag": "0d86e549-1e3f-4c18-a102-7c5a1eefb842"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:05.285917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b975b29-235c-41f8-81f1-9a1811140ae8 req-eae7efd5-c6fc-4513-96cc-2265080ded9f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 210 time: 0.0605705 Aug 16 01:41:05.287901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132430cf-eb2e-48c9-a840-f877c8050959 req-8018150a-e154-4023-98ce-00f564e462b0 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:05.289440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132430cf-eb2e-48c9-a840-f877c8050959 req-8018150a-e154-4023-98ce-00f564e462b0 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 947 time: 0.1591127 Aug 16 01:41:05.290815 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59c06f-a824-4a9c-a2c7-e38880440df7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d86e549-1e3f-4c18-a102-7c5a1eefb842,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:05.354443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132430cf-eb2e-48c9-a840-f877c8050959 req-3771ff5f-ba0a-4486-a4e5-eed4873781c2 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477805 Aug 16 01:41:05.356520 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b85ebb-b152-488d-8f4c-6dbb0e978f7d x-openstack-request-id: req-b2b85ebb-b152-488d-8f4c-6dbb0e978f7d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:05.357102 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ea2ed3-0dca-4e6f-b0f9-89622ba9d572", "tag": "0d86e549-1e3f-4c18-a102-7c5a1eefb842", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:05.357691 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2b85ebb-b152-488d-8f4c-6dbb0e978f7d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:05.358426 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ea2ed3-0dca-4e6f-b0f9-89622ba9d572', 'tag': '0d86e549-1e3f-4c18-a102-7c5a1eefb842', 'status': 'completed', 'code': 200} Aug 16 01:41:05.614482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ace71c-a98f-4faa-a763-04ccddd61eee req-25821631-ffa5-41da-99cb-55ab01d75116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:05.614482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0ace71c-a98f-4faa-a763-04ccddd61eee req-25821631-ffa5-41da-99cb-55ab01d75116 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e30154d1cb04999880dd4d5d204a60b&device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 1100 time: 0.0595024 Aug 16 01:41:05.614482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0ace71c-a98f-4faa-a763-04ccddd61eee req-b0781cf6-f34f-4e76-8433-5e2a8f450876 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e30154d1cb04999880dd4d5d204a60b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225172 Aug 16 01:41:05.614482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5afc1-b000-4d0b-b1fc-87694a3f3350 req-2bdcbf4a-383e-4fa3-823f-feaf8f1b8eed tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:05.614482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddc5afc1-b000-4d0b-b1fc-87694a3f3350 req-2bdcbf4a-383e-4fa3-823f-feaf8f1b8eed tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 948 time: 0.1174655 Aug 16 01:41:05.616913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ace71c-a98f-4faa-a763-04ccddd61eee req-38743a87-12fd-4f4a-84c1-988589221ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:05.618534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0ace71c-a98f-4faa-a763-04ccddd61eee req-38743a87-12fd-4f4a-84c1-988589221ba5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474814 Aug 16 01:41:05.636084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddc5afc1-b000-4d0b-b1fc-87694a3f3350 req-40319169-09b6-4af5-a68a-247898a7c902 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Aug 16 01:41:05.643880 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c1be-a039-4ece-ad43-49e77e705ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.662564 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c1be-a039-4ece-ad43-49e77e705ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.662564 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a4c9c1be-a039-4ece-ad43-49e77e705ba8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36897220-8f6b-4aff-ba6b-3ebe0ae4aab1 HTTP/1.1" status: 204 len: 168 time: 0.6012635 Aug 16 01:41:05.662564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9c1be-a039-4ece-ad43-49e77e705ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36897220-8f6b-4aff-ba6b-3ebe0ae4aab1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:05.719237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-47250b10-ca91-495f-b2b2-e6b11a62f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:05.720326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-47250b10-ca91-495f-b2b2-e6b11a62f8ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e30154d1cb04999880dd4d5d204a60b&device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 1100 time: 0.0465407 Aug 16 01:41:05.731271 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.782283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-6eae68d7-0288-4816-8a6d-ed539547b961 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=0d86e549-1e3f-4c18-a102-7c5a1eefb842 HTTP/1.1" status: 200 len: 217 time: 0.0491886 Aug 16 01:41:05.833483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-0df8fa15-8b0f-4d44-9a2d-1e60fd00e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:05.835152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-0df8fa15-8b0f-4d44-9a2d-1e60fd00e635 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0453532 Aug 16 01:41:05.881462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-fb63351d-3c2e-489d-ab9e-0e692b7e06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:05.883010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-fb63351d-3c2e-489d-ab9e-0e692b7e06a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0401225 Aug 16 01:41:05.978905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-f31e81eb-cc79-49c9-954b-3c1d03c8eb6f service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879805 Aug 16 01:41:06.078133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b56d537-c56b-4ed7-8c64-bcb535c592a6 req-37e27375-38d1-45c4-b74c-ad31a0e0e9de service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912163 Aug 16 01:41:06.408837 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-9fcc68c8-fd7c-4dd3-83e1-954cb8eb7bab tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=d6ed597ec1274e78ba1b8160b39c1ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225613 Aug 16 01:41:06.467932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dbf0ae1-fd35-4e68-82f4-1a68ca45fb6f req-c4bb874a-9461-48eb-99d8-2f2887bba84b tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fb464b6f695946478abacb4c7f34b46c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367486 Aug 16 01:41:06.535381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-337278ba-bc97-45e7-a75e-059ce01cf251 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:06.536822 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-337278ba-bc97-45e7-a75e-059ce01cf251 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226871 Aug 16 01:41:06.538549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a16dc-2494-4c0e-b083-96ecca38cfa5 req-30829523-da2f-4bce-a58b-6700a9e469e2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:06.540606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba9a16dc-2494-4c0e-b083-96ecca38cfa5 req-30829523-da2f-4bce-a58b-6700a9e469e2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.4015059 Aug 16 01:41:06.550148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Request body: {'port': {'device_id': '2f726cb3-9a12-41a9-8e18-65aeab233bad', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': 'd6ed597ec1274e78ba1b8160b39c1ff6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:06.613556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba9a16dc-2494-4c0e-b083-96ecca38cfa5 req-f8f3e470-2cdd-4168-af60-63db75e61608 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627935 Aug 16 01:41:06.625155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf0ae1-fd35-4e68-82f4-1a68ca45fb6f req-dd95a1c4-d3a5-4846-9e29-8b4ae2142bd1 tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:06.627105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dbf0ae1-fd35-4e68-82f4-1a68ca45fb6f req-dd95a1c4-d3a5-4846-9e29-8b4ae2142bd1 tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584046 Aug 16 01:41:06.644978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dbf0ae1-fd35-4e68-82f4-1a68ca45fb6f req-e00b9e6e-ee86-41af-a247-4b1f848ba8b7 tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/quotas/fb464b6f695946478abacb4c7f34b46c HTTP/1.1" status: 200 len: 375 time: 0.0115657 Aug 16 01:41:06.685179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dbf0ae1-fd35-4e68-82f4-1a68ca45fb6f req-dec5878e-edd7-4fa7-9af0-658db0515553 tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb464b6f695946478abacb4c7f34b46c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343225 Aug 16 01:41:06.725194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20fff691-9dd2-4825-bc89-1269855b74f7 req-1ba177e5-479b-416f-8459-7680349f2de1 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 210 time: 0.0265207 Aug 16 01:41:06.737255 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49164) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:06.756626 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0993a7f-49d9-48b9-8576-683d2ce71a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:06.796780 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Made reservation on behalf of d6ed597ec1274e78ba1b8160b39c1ff6 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:06.805543 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:06.816947 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:06.853248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7aa66-4049-49f8-b873-f6d5899840a9 req-7b8332f1-e8ee-4a9c-9b65-10ec398868d5 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:06.854863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57c7aa66-4049-49f8-b873-f6d5899840a9 req-7b8332f1-e8ee-4a9c-9b65-10ec398868d5 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 947 time: 0.0542529 Aug 16 01:41:06.898530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57c7aa66-4049-49f8-b873-f6d5899840a9 req-4691dbf0-7133-47c5-b59b-9fb717c60847 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365682 Aug 16 01:41:07.014095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d7e64-39cf-4b9d-b8cf-64ca141075ca req-8df065b0-2397-44b5-97b1-b76d01ae62a8 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:07.015798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d85d7e64-39cf-4b9d-b8cf-64ca141075ca req-8df065b0-2397-44b5-97b1-b76d01ae62a8 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 948 time: 0.0544844 Aug 16 01:41:07.063156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d85d7e64-39cf-4b9d-b8cf-64ca141075ca req-ecbef939-56b2-4a88-8e7d-72e09f26722f tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351644 Aug 16 01:41:07.066772 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0993a7f-49d9-48b9-8576-683d2ce71a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.148760 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0993a7f-49d9-48b9-8576-683d2ce71a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.208729 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c0993a7f-49d9-48b9-8576-683d2ce71a05 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=005a85ff0d5243f7898d11b440a45000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703090 Aug 16 01:41:07.212031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49176) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:07.215988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 81b7977d-657f-45c3-953f-6a3411ed8792 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:07.226568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0993a7f-49d9-48b9-8576-683d2ce71a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea216a4b-38ed-4987-bc16-f09b54acc993,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:07.272781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-90962159-fd68-48a4-910e-f74e54527a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.298744 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-90962159-fd68-48a4-910e-f74e54527a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.325618 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.374786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 81b7977d-657f-45c3-953f-6a3411ed8792, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=81b7977d-657f-45c3-953f-6a3411ed8792,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:07.386366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '81b7977d-657f-45c3-953f-6a3411ed8792', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '81b7977d-657f-45c3-953f-6a3411ed8792', 'mac_address': 'fa:16:3e:72:96:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:07.426786 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.444087 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-90962159-fd68-48a4-910e-f74e54527a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.444331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b7977d-657f-45c3-953f-6a3411ed8792 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:07.447492 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-90962159-fd68-48a4-910e-f74e54527a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.449877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-90962159-fd68-48a4-910e-f74e54527a0b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea216a4b-38ed-4987-bc16-f09b54acc993 HTTP/1.1" status: 204 len: 168 time: 0.2365465 Aug 16 01:41:07.460497 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.465090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90962159-fd68-48a4-910e-f74e54527a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea216a4b-38ed-4987-bc16-f09b54acc993,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:07.473171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 81b7977d-657f-45c3-953f-6a3411ed8792, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=81b7977d-657f-45c3-953f-6a3411ed8792,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:07.546949 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eed054e-86d1-4fd8-92a4-dd4460ed7f10,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:07.626848 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.648529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Allocated IP 192.168.233.61 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/1e53f12e-d8f4-4e2e-8103-2300a441ff9b) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:07.678517 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=81b7977d-657f-45c3-953f-6a3411ed8792,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:07.687251 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.688282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.688991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.689621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.690220 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.690750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.691295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.691861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.692384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.692912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.693452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.694041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:07.819446 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.827272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['81b7977d-657f-45c3-953f-6a3411ed8792'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:07.838492 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Transition to ACTIVE for port object 1e53f12e-d8f4-4e2e-8103-2300a441ff9b will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:07.941923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.967418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56f867-0df4-438b-9bd9-161278c0030c req-85b62f84-4fa1-4c8d-a71c-8f3a6a61331a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:07.980983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc56f867-0df4-438b-9bd9-161278c0030c req-85b62f84-4fa1-4c8d-a71c-8f3a6a61331a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0681777 Aug 16 01:41:07.997380 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:08.001182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:08.005547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:08.014492 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.015203 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.050580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Pushing event updated for resources: {'Port': ['ID=1e53f12e-d8f4-4e2e-8103-2300a441ff9b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:08.082455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc56f867-0df4-438b-9bd9-161278c0030c req-51771fdf-35c3-4294-9a2b-c8c4bb5c346e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001203 Aug 16 01:41:08.137070 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-2bcfbdd1-e87c-45c8-9258-cbc058d45678 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5907323 Aug 16 01:41:08.152852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Request body: {'port': {'device_id': '2f726cb3-9a12-41a9-8e18-65aeab233bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:08.194945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289573fb-19cb-4adc-aad4-68dab417475f req-46497863-8a81-420c-98c5-d14a1f509c92 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.196783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-289573fb-19cb-4adc-aad4-68dab417475f req-46497863-8a81-420c-98c5-d14a1f509c92 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 935 time: 0.0543373 Aug 16 01:41:08.239280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.282474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-289573fb-19cb-4adc-aad4-68dab417475f req-cba446dc-9ced-4d1c-b86b-9f186174e95d tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761764 Aug 16 01:41:08.314857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52fc7563-10d6-4d10-872e-9e066d05bc29 req-fb21bfeb-7082-4654-8723-1e8e91831dcc tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fb464b6f695946478abacb4c7f34b46c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310400 Aug 16 01:41:08.318690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c05839fb-0257-46ec-9497-74ee5ef1a1fc None None] Provisioning for port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:08.326317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c05839fb-0257-46ec-9497-74ee5ef1a1fc None None] Provisioning complete for port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:08.327470 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c05839fb-0257-46ec-9497-74ee5ef1a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.376702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c05839fb-0257-46ec-9497-74ee5ef1a1fc None None] Port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:08.443668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee354a6-1da1-4694-bb46-b4558c38ad1f req-6f2f908d-4dba-484a-8cdd-8486973ff5b7 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.447613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eee354a6-1da1-4694-bb46-b4558c38ad1f req-6f2f908d-4dba-484a-8cdd-8486973ff5b7 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 948 time: 0.1024077 Aug 16 01:41:08.480411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc7563-10d6-4d10-872e-9e066d05bc29 req-01bd2b86-3d3f-40e1-b3de-6e5c8c8964d1 tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.487550 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52fc7563-10d6-4d10-872e-9e066d05bc29 req-01bd2b86-3d3f-40e1-b3de-6e5c8c8964d1 tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715200 Aug 16 01:41:08.514183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52fc7563-10d6-4d10-872e-9e066d05bc29 req-6dea7243-5862-41ff-a3c8-0ef53992bccc tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/quotas/fb464b6f695946478abacb4c7f34b46c HTTP/1.1" status: 200 len: 375 time: 0.0255318 Aug 16 01:41:08.531620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eee354a6-1da1-4694-bb46-b4558c38ad1f req-372b0703-415b-4f2e-a520-9cb470570099 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789130 Aug 16 01:41:08.558333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52fc7563-10d6-4d10-872e-9e066d05bc29 req-fa59c393-892b-45a8-af57-96ab79dd3771 tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb464b6f695946478abacb4c7f34b46c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434113 Aug 16 01:41:08.565091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e53f12e-d8f4-4e2e-8103-2300a441ff9b {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:08.573520 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.598179 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Transition to ACTIVE for port object 1e53f12e-d8f4-4e2e-8103-2300a441ff9b will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:08.661238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae961a-b719-4f99-9e7f-127ca54fc652 req-548a7700-85c4-4cc4-8037-cde00daa00be tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.666697 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5eae961a-b719-4f99-9e7f-127ca54fc652 req-548a7700-85c4-4cc4-8037-cde00daa00be tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 948 time: 0.0552635 Aug 16 01:41:08.684003 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.707253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5eae961a-b719-4f99-9e7f-127ca54fc652 req-02541a18-a6d2-4477-931f-da314a59153e tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368855 Aug 16 01:41:08.736524 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Pushing event updated for resources: {'Port': ['ID=1e53f12e-d8f4-4e2e-8103-2300a441ff9b,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:08.794176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Attempting to bind port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:08.794514 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Attempting to bind port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:08.794844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Attempting to bind port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:08.802865 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:08.803196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Attempting to bind port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:08.812725 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:08.813071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:08.813465 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:08.813952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Bound port: 1e53f12e-d8f4-4e2e-8103-2300a441ff9b, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:08.814310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.925122 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] For port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:08.928519 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] For port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1e53f12e-d8f4-4e2e-8103-2300a441ff9b,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:09.033247 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.066587 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.067067 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.068641 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] 10.222.0.74 "PUT /v2.0/ports/1e53f12e-d8f4-4e2e-8103-2300a441ff9b HTTP/1.1" status: 200 len: 1096 time: 0.9233012 Aug 16 01:41:09.070989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f726cb3-9a12-41a9-8e18-65aeab233bad', 'tag': '1e53f12e-d8f4-4e2e-8103-2300a441ff9b'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:09.074960 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44" -d '{"events": [{"name": "network-changed", "server_uuid": "2f726cb3-9a12-41a9-8e18-65aeab233bad", "tag": "1e53f12e-d8f4-4e2e-8103-2300a441ff9b"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:09.106164 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8a674-4acd-4b83-aa9a-adf00beee387 service neutron] Pushing event updated for resources: {'Port': ['ID=1e53f12e-d8f4-4e2e-8103-2300a441ff9b,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:09.217799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-8014e36a-9145-4641-93fc-c455bd3578d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.220154 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-8014e36a-9145-4641-93fc-c455bd3578d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6ed597ec1274e78ba1b8160b39c1ff6&device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 1099 time: 0.0514851 Aug 16 01:41:09.226487 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c191f59d-ebc2-46f1-a9af-44b33640328e x-openstack-request-id: req-c191f59d-ebc2-46f1-a9af-44b33640328e {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:09.228756 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f726cb3-9a12-41a9-8e18-65aeab233bad", "tag": "1e53f12e-d8f4-4e2e-8103-2300a441ff9b", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:09.228756 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c191f59d-ebc2-46f1-a9af-44b33640328e {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:09.228756 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f726cb3-9a12-41a9-8e18-65aeab233bad', 'tag': '1e53f12e-d8f4-4e2e-8103-2300a441ff9b', 'status': 'completed', 'code': 200} Aug 16 01:41:09.254959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0d86e549-1e3f-4c18-a102-7c5a1eefb842 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:09.299259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 81b7977d-657f-45c3-953f-6a3411ed8792 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:09.307761 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-ec7aa388-97e9-48ef-861f-23294505c964 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=1e53f12e-d8f4-4e2e-8103-2300a441ff9b HTTP/1.1" status: 200 len: 217 time: 0.0768547 Aug 16 01:41:09.349925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0f9cb-1f16-404e-a209-719a59f648e1 req-fd804766-4ce7-4da4-b930-d70655154357 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.359750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7d0f9cb-1f16-404e-a209-719a59f648e1 req-fd804766-4ce7-4da4-b930-d70655154357 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0762434 Aug 16 01:41:09.415234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7d0f9cb-1f16-404e-a209-719a59f648e1 req-e4ef78e0-4e60-43c1-bfe8-a3cdf56801c8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524464 Aug 16 01:41:09.457504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-f19a074a-757a-4406-b133-e8254e423bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.459647 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-f19a074a-757a-4406-b133-e8254e423bcb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1403034 Aug 16 01:41:09.517933 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-3dd8d719-899a-4898-be75-68c6914fe1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.519728 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-3dd8d719-899a-4898-be75-68c6914fe1c5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0510507 Aug 16 01:41:09.551985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 0d86e549-1e3f-4c18-a102-7c5a1eefb842, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0d86e549-1e3f-4c18-a102-7c5a1eefb842,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:09.571912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '0d86e549-1e3f-4c18-a102-7c5a1eefb842', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '0d86e549-1e3f-4c18-a102-7c5a1eefb842', 'mac_address': 'fa:16:3e:0a:f4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:09.577090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde924d-b088-4a44-af99-afe8e8c4b7cd req-60829287-3a00-42d7-8e81-531d12834796 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.578891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fde924d-b088-4a44-af99-afe8e8c4b7cd req-60829287-3a00-42d7-8e81-531d12834796 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 947 time: 0.0614233 Aug 16 01:41:09.621593 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.632730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fde924d-b088-4a44-af99-afe8e8c4b7cd req-82aea949-c3da-4386-bebc-917968199184 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Aug 16 01:41:09.658055 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-bfbb7fde-f3a3-40bf-b0fa-723aaa043c3e service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228902 Aug 16 01:41:09.662398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d86e549-1e3f-4c18-a102-7c5a1eefb842 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:09.691740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 0d86e549-1e3f-4c18-a102-7c5a1eefb842, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0d86e549-1e3f-4c18-a102-7c5a1eefb842,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:09.701582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 81b7977d-657f-45c3-953f-6a3411ed8792 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:09.708053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 81b7977d-657f-45c3-953f-6a3411ed8792 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:09.709521 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.782531 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d62324eb-c816-4eae-b3e0-632bfbf3afdd req-de29671a-7e1a-4ef5-ae2d-df97c9364836 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222501 Aug 16 01:41:09.798064 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.802585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ce96f-d680-416e-9255-3fb9bd96cd0d req-0e7af8fa-fb7c-46b7-b768-e6012a2ba9ab tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.804617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc4ce96f-d680-416e-9255-3fb9bd96cd0d req-0e7af8fa-fb7c-46b7-b768-e6012a2ba9ab tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 948 time: 0.0679064 Aug 16 01:41:09.865183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc4ce96f-d680-416e-9255-3fb9bd96cd0d req-d8caa1d2-ea99-4565-9f76-f5f9fad0d392 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493996 Aug 16 01:41:09.888110 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.919667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=0d86e549-1e3f-4c18-a102-7c5a1eefb842,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:09.927416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3eb3bc-c265-46eb-82da-d2faa2bb1494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b7977d-657f-45c3-953f-6a3411ed8792'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:09.929744 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5668f84c-f120-4e46-a135-2fbc8f2f84b0" -d '{"events": [{"server_uuid": "de3eb3bc-c265-46eb-82da-d2faa2bb1494", "name": "network-vif-plugged", "status": "completed", "tag": "81b7977d-657f-45c3-953f-6a3411ed8792"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:09.957358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 81b7977d-657f-45c3-953f-6a3411ed8792, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=81b7977d-657f-45c3-953f-6a3411ed8792,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:09.983208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44 req-6b89a3c1-2d3b-4669-8359-be14c5ec20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.984991 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44 req-6b89a3c1-2d3b-4669-8359-be14c5ec20f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6ed597ec1274e78ba1b8160b39c1ff6&device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 1099 time: 0.0475194 Aug 16 01:41:10.021771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['0d86e549-1e3f-4c18-a102-7c5a1eefb842'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:10.046209 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:10.054776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e2387-fa93-49b5-8436-8e8fa9fa8100 req-fcd2af1c-3548-40bd-8b9d-de3ea65daccb tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.057406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-750e2387-fa93-49b5-8436-8e8fa9fa8100 req-fcd2af1c-3548-40bd-8b9d-de3ea65daccb tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 949 time: 0.0684044 Aug 16 01:41:10.110999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-750e2387-fa93-49b5-8436-8e8fa9fa8100 req-968e7506-6798-48eb-a176-9e549a774bdf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473480 Aug 16 01:41:10.112615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44 req-063fd7df-de77-46cc-b229-f74ef48ccb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.125071 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44 req-063fd7df-de77-46cc-b229-f74ef48ccb93 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1198969 Aug 16 01:41:10.125686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=81b7977d-657f-45c3-953f-6a3411ed8792,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:10.150856 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b13556e-745d-4a8c-9ac9-e86f1027957f x-openstack-request-id: req-9b13556e-745d-4a8c-9ac9-e86f1027957f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:10.151246 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3eb3bc-c265-46eb-82da-d2faa2bb1494", "name": "network-vif-plugged", "status": "completed", "tag": "81b7977d-657f-45c3-953f-6a3411ed8792", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:10.151731 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b13556e-745d-4a8c-9ac9-e86f1027957f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:10.152293 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3eb3bc-c265-46eb-82da-d2faa2bb1494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b7977d-657f-45c3-953f-6a3411ed8792', 'code': 200} Aug 16 01:41:10.181005 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44 req-4fc5dce4-0e09-4be9-8667-3c36c78bf4a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=1e53f12e-d8f4-4e2e-8103-2300a441ff9b HTTP/1.1" status: 200 len: 217 time: 0.0580134 Aug 16 01:41:10.234234 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44 req-755b0aa9-a620-4a05-9dd7-94c6d6d8774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.235992 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44 req-755b0aa9-a620-4a05-9dd7-94c6d6d8774d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0467589 Aug 16 01:41:10.267785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f018f-79bb-434d-8cdb-dc2402d22119 req-df48e6ed-ec28-40e3-9509-aeae64148912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.273010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c1f018f-79bb-434d-8cdb-dc2402d22119 req-df48e6ed-ec28-40e3-9509-aeae64148912 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 1101 time: 0.0433881 Aug 16 01:41:10.285799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44 req-c78184a0-dff8-4e03-8cc0-8c1ee77dc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.287315 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44 req-c78184a0-dff8-4e03-8cc0-8c1ee77dc3ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433033 Aug 16 01:41:10.305007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c1f018f-79bb-434d-8cdb-dc2402d22119 req-c2095ed5-e12c-4680-83fa-5ec19f123d01 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280907 Aug 16 01:41:10.388047 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44 req-d6cc1cdb-bf46-4bc6-9d7f-3031cc68cb52 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929947 Aug 16 01:41:10.505501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d509ccd-b732-40ae-9a42-271dd6f33aec req-f0824a3d-608a-4338-b4b3-443edfd92e46 tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fb464b6f695946478abacb4c7f34b46c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243628 Aug 16 01:41:10.514137 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1ca56cc6-6659-42a5-bc4a-5017c32f5d44 req-69ed54b3-668d-45eb-ac2d-ec65569f737b service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106632 Aug 16 01:41:10.617381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d509ccd-b732-40ae-9a42-271dd6f33aec req-e153fc35-8a45-4e7b-adb6-5c11eb809e38 tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.619082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d509ccd-b732-40ae-9a42-271dd6f33aec req-e153fc35-8a45-4e7b-adb6-5c11eb809e38 tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071615 Aug 16 01:41:10.635832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d509ccd-b732-40ae-9a42-271dd6f33aec req-b868263e-bbfd-465a-a65a-3041d68c955c tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/quotas/fb464b6f695946478abacb4c7f34b46c HTTP/1.1" status: 200 len: 375 time: 0.0106711 Aug 16 01:41:10.690868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d509ccd-b732-40ae-9a42-271dd6f33aec req-692d1161-783e-4c62-829b-6b40ced05299 tempest-QuotasAdminNegativeTest-662029046 tempest-QuotasAdminNegativeTest-662029046-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb464b6f695946478abacb4c7f34b46c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482090 Aug 16 01:41:10.714802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b234b-dea8-422f-9326-1bdbc66e1604 req-34f7de52-1eed-4e1d-8bd9-b4f396194360 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.716460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc5b234b-dea8-422f-9326-1bdbc66e1604 req-34f7de52-1eed-4e1d-8bd9-b4f396194360 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0722146 Aug 16 01:41:10.755224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc5b234b-dea8-422f-9326-1bdbc66e1604 req-3f1ae024-50bb-4817-9229-ca30d265f849 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327597 Aug 16 01:41:10.866641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab8858-e4aa-494d-956e-c91f195ef457 req-89970245-1bee-49e4-8705-498db63f619b tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.868632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0ab8858-e4aa-494d-956e-c91f195ef457 req-89970245-1bee-49e4-8705-498db63f619b tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 947 time: 0.0579774 Aug 16 01:41:10.916345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0ab8858-e4aa-494d-956e-c91f195ef457 req-64132888-6511-4fbb-b2b9-7412f575d512 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417066 Aug 16 01:41:11.027544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76403e-fa47-408e-b262-615de9470597 req-0b3ad02f-9f5e-4212-a88e-25bde311a522 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:11.029022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed76403e-fa47-408e-b262-615de9470597 req-0b3ad02f-9f5e-4212-a88e-25bde311a522 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 949 time: 0.0540254 Aug 16 01:41:11.067410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed76403e-fa47-408e-b262-615de9470597 req-d00a2b56-a348-4338-a962-6583cc9719f1 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323892 Aug 16 01:41:11.245264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49342) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:11.254809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b846f-87f5-499a-bf35-246403d2ad3b req-8567e5f4-b796-41b7-a5e0-e93a773a7ae5 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:11.256431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-403b846f-87f5-499a-bf35-246403d2ad3b req-8567e5f4-b796-41b7-a5e0-e93a773a7ae5 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 949 time: 0.0574989 Aug 16 01:41:11.290120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0d86e549-1e3f-4c18-a102-7c5a1eefb842 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:11.302622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-403b846f-87f5-499a-bf35-246403d2ad3b req-39fa9a2e-20b8-4d3a-8307-ef2b2e0ddad1 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378251 Aug 16 01:41:11.388964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8d51138-ff7e-46d5-9160-a36548344db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.449221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:11.453152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:11.458204 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.498482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8d51138-ff7e-46d5-9160-a36548344db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.529444 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.564090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 0d86e549-1e3f-4c18-a102-7c5a1eefb842, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0d86e549-1e3f-4c18-a102-7c5a1eefb842,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:11.592933 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8d51138-ff7e-46d5-9160-a36548344db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.631654 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d8d51138-ff7e-46d5-9160-a36548344db8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d58101a2b94944db9bb3f4b25beeaf39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846898 Aug 16 01:41:11.633580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d51138-ff7e-46d5-9160-a36548344db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a393b28a-67f1-44c4-9cfc-d805566c18a6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:11.634665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49354) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:11.678344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.687463 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.702493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49356) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:11.714470 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.741259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=0d86e549-1e3f-4c18-a102-7c5a1eefb842,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:11.831810 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e9c2-e0b7-46e4-9038-7cec203d5f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.856845 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.859682 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.861360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a393b28a-67f1-44c4-9cfc-d805566c18a6 HTTP/1.1" status: 204 len: 168 time: 0.2256241 Aug 16 01:41:11.883610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a393b28a-67f1-44c4-9cfc-d805566c18a6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:11.896622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.896967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.897652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.897652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.897964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.898287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.898606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.899486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.899922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.900443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.900763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.901080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e051df5-84de-4071-b9c4-e723a1a8de18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:11.903513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49366) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:11.929412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2a961-1478-4214-b9b5-c5efdfeec925 req-bd70d8f4-eac1-45d7-82c4-c91545838bf3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:11.929412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afb2a961-1478-4214-b9b5-c5efdfeec925 req-bd70d8f4-eac1-45d7-82c4-c91545838bf3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0819263 Aug 16 01:41:11.959659 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e9c2-e0b7-46e4-9038-7cec203d5f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.985560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afb2a961-1478-4214-b9b5-c5efdfeec925 req-d3958872-92fa-4478-a2b6-3fe76fa75ed1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466256 Aug 16 01:41:12.044374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e9c2-e0b7-46e4-9038-7cec203d5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.049676 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-51e9a337-94f2-430e-894e-ffbd17c1638c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.074595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31089938-c8f8-4011-a9a4-cd222d915fff req-da130402-d112-4877-a0c1-cff02de274bd tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.076114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31089938-c8f8-4011-a9a4-cd222d915fff req-da130402-d112-4877-a0c1-cff02de274bd tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 947 time: 0.0730815 Aug 16 01:41:12.088340 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5ee1e9c2-e0b7-46e4-9038-7cec203d5f06 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb464b6f695946478abacb4c7f34b46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847589 Aug 16 01:41:12.089580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1e9c2-e0b7-46e4-9038-7cec203d5f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66031a1c-5466-49ee-83ac-187c79114e6c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:12.092291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49374) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:12.140710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31089938-c8f8-4011-a9a4-cd222d915fff req-5c83da58-dbdb-4680-8c7a-5b45aac37901 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572453 Aug 16 01:41:12.153595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ea2ed3-0dca-4e6f-b0f9-89622ba9d572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d86e549-1e3f-4c18-a102-7c5a1eefb842'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:12.157416 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf9eff2-d225-48ca-8b3a-bc00f15c606f" -d '{"events": [{"server_uuid": "22ea2ed3-0dca-4e6f-b0f9-89622ba9d572", "name": "network-vif-plugged", "status": "completed", "tag": "0d86e549-1e3f-4c18-a102-7c5a1eefb842"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:12.161363 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4464e27-8c13-45ee-aa7f-618227f9ec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.183955 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4464e27-8c13-45ee-aa7f-618227f9ec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.205408 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1090113-aadd-4490-bb05-db93d7ec44c0 x-openstack-request-id: req-a1090113-aadd-4490-bb05-db93d7ec44c0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:12.206324 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ea2ed3-0dca-4e6f-b0f9-89622ba9d572", "name": "network-vif-plugged", "status": "completed", "tag": "0d86e549-1e3f-4c18-a102-7c5a1eefb842", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:12.206748 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a1090113-aadd-4490-bb05-db93d7ec44c0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:12.207497 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ea2ed3-0dca-4e6f-b0f9-89622ba9d572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d86e549-1e3f-4c18-a102-7c5a1eefb842', 'code': 200} Aug 16 01:41:12.265703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e3980-8cca-4de0-8444-d7715a667b4b req-60bfd15d-409a-4d9d-8ca1-7882005928f2 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.267169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-184e3980-8cca-4de0-8444-d7715a667b4b req-60bfd15d-409a-4d9d-8ca1-7882005928f2 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 949 time: 0.0978096 Aug 16 01:41:12.272052 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-51e9a337-94f2-430e-894e-ffbd17c1638c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.295301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4464e27-8c13-45ee-aa7f-618227f9ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.297863 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4464e27-8c13-45ee-aa7f-618227f9ec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.304975 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a4464e27-8c13-45ee-aa7f-618227f9ec20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66031a1c-5466-49ee-83ac-187c79114e6c HTTP/1.1" status: 204 len: 168 time: 0.2052221 Aug 16 01:41:12.308088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4464e27-8c13-45ee-aa7f-618227f9ec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66031a1c-5466-49ee-83ac-187c79114e6c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:12.314754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-51e9a337-94f2-430e-894e-ffbd17c1638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.373872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-51e9a337-94f2-430e-894e-ffbd17c1638c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c37c09f8f7740c09975342184260319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681804 Aug 16 01:41:12.376505 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49386) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:12.380478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-184e3980-8cca-4de0-8444-d7715a667b4b req-b64a354f-2cdc-4255-8218-dcb8a5fb231f tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071005 Aug 16 01:41:12.386595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9a337-94f2-430e-894e-ffbd17c1638c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1afe442-7094-48d8-a654-59bf6d3d5575,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:12.391587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac1236-9178-4e22-8b90-36237aa8a014 req-3176c0ef-8d98-44cd-8956-e0ff796a9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.393102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04ac1236-9178-4e22-8b90-36237aa8a014 req-3176c0ef-8d98-44cd-8956-e0ff796a9a2f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 1102 time: 0.1131353 Aug 16 01:41:12.451057 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e865957-1dca-450f-b2a3-3859e0932f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.470384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04ac1236-9178-4e22-8b90-36237aa8a014 req-36de350a-01d5-4fdf-8951-6eac5beb6549 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617239 Aug 16 01:41:12.478745 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e865957-1dca-450f-b2a3-3859e0932f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.485012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eadfa-c200-44f5-be45-e4406623a460 req-92cccedb-f4ff-455b-8222-5a137f6bbf96 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.491278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e2eadfa-c200-44f5-be45-e4406623a460 req-92cccedb-f4ff-455b-8222-5a137f6bbf96 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 950 time: 0.0931871 Aug 16 01:41:12.544008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e2eadfa-c200-44f5-be45-e4406623a460 req-f48a5f74-8e52-499a-8b4a-9aae8329fbca tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505548 Aug 16 01:41:12.649544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49392) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:12.662480 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8a0134fb-c6ed-49b2-a11b-03161fd905d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.698259 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e865957-1dca-450f-b2a3-3859e0932f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.700765 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e865957-1dca-450f-b2a3-3859e0932f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.701972 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5e865957-1dca-450f-b2a3-3859e0932f3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d1afe442-7094-48d8-a654-59bf6d3d5575 HTTP/1.1" status: 204 len: 168 time: 0.3244426 Aug 16 01:41:12.719481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e865957-1dca-450f-b2a3-3859e0932f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1afe442-7094-48d8-a654-59bf6d3d5575,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:12.776218 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8a0134fb-c6ed-49b2-a11b-03161fd905d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.845085 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8a0134fb-c6ed-49b2-a11b-03161fd905d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.888048 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8a0134fb-c6ed-49b2-a11b-03161fd905d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e66ccfccbad4b698ac0af97dd41dde1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373493 Aug 16 01:41:12.888863 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0134fb-c6ed-49b2-a11b-03161fd905d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8debf76b-14b1-4d72-8053-91e5b0327345,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:12.891627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49398) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:12.954642 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cda9a66a-c7ff-47cd-8c5e-07938e35cd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.001505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cda9a66a-c7ff-47cd-8c5e-07938e35cd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.048611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b60d9-872f-4c86-9e24-b0ebc55c9a88 req-14e6c536-4263-424f-b939-ea2c51165748 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.054269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e7b60d9-872f-4c86-9e24-b0ebc55c9a88 req-14e6c536-4263-424f-b939-ea2c51165748 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 949 time: 0.0972228 Aug 16 01:41:13.117164 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49404) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:13.117369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e7b60d9-872f-4c86-9e24-b0ebc55c9a88 req-a02c9d9d-a179-4f05-9e9e-0efd63664cd9 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558219 Aug 16 01:41:13.128148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6854c-f645-4692-9cea-1c2ce78620bb req-702e09f7-2505-41fd-82c9-9271e0e90d63 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.129654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6a6854c-f645-4692-9cea-1c2ce78620bb req-702e09f7-2505-41fd-82c9-9271e0e90d63 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0773916 Aug 16 01:41:13.131328 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c900973f-146f-4893-ba23-f6bf0799509b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.178442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6a6854c-f645-4692-9cea-1c2ce78620bb req-8c2ec60f-7890-4896-9dd4-4106ccf26371 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356758 Aug 16 01:41:13.198085 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cda9a66a-c7ff-47cd-8c5e-07938e35cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.200940 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cda9a66a-c7ff-47cd-8c5e-07938e35cd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.204415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cda9a66a-c7ff-47cd-8c5e-07938e35cd96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8debf76b-14b1-4d72-8053-91e5b0327345 HTTP/1.1" status: 204 len: 168 time: 0.3092771 Aug 16 01:41:13.216226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9a66a-c7ff-47cd-8c5e-07938e35cd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8debf76b-14b1-4d72-8053-91e5b0327345,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:13.306246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f97ec-d319-4211-9d56-3999d14bc6f9 req-489cf5af-f268-47de-b887-47dbd85959f8 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.307235 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c900973f-146f-4893-ba23-f6bf0799509b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.314620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f4f97ec-d319-4211-9d56-3999d14bc6f9 req-489cf5af-f268-47de-b887-47dbd85959f8 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 947 time: 0.0829420 Aug 16 01:41:13.354647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f4f97ec-d319-4211-9d56-3999d14bc6f9 req-8788fb87-c66b-48d5-9860-9caa2b327b7a tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Aug 16 01:41:13.369857 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c900973f-146f-4893-ba23-f6bf0799509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.419227 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c900973f-146f-4893-ba23-f6bf0799509b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b9d637940be48009810ba5a0b03f528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002141 Aug 16 01:41:13.419675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900973f-146f-4893-ba23-f6bf0799509b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fe3fa9-526d-49a7-a4ba-e99a8d02692f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:13.421208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49414) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:13.472775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-966982c7-355a-4811-bdd7-4a55cc9f3d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.494943 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-966982c7-355a-4811-bdd7-4a55cc9f3d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.662027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb2d48-eeda-43d9-9654-04564a4ee6bc req-4222bcf8-35f2-4e5f-bf8e-fb4890b8a393 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.663500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69cb2d48-eeda-43d9-9654-04564a4ee6bc req-4222bcf8-35f2-4e5f-bf8e-fb4890b8a393 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 950 time: 0.0510817 Aug 16 01:41:13.664215 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-966982c7-355a-4811-bdd7-4a55cc9f3d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.667449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-966982c7-355a-4811-bdd7-4a55cc9f3d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.668477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-966982c7-355a-4811-bdd7-4a55cc9f3d0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/44fe3fa9-526d-49a7-a4ba-e99a8d02692f HTTP/1.1" status: 204 len: 168 time: 0.2462316 Aug 16 01:41:13.683184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966982c7-355a-4811-bdd7-4a55cc9f3d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fe3fa9-526d-49a7-a4ba-e99a8d02692f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:13.709501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69cb2d48-eeda-43d9-9654-04564a4ee6bc req-e5136413-e23f-472a-aba6-f57483a09297 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384421 Aug 16 01:41:13.798084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49424) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:13.800360 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4b515c18-7b8e-4c9c-8c81-ae33e2711070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.893357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4b515c18-7b8e-4c9c-8c81-ae33e2711070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.993956 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4b515c18-7b8e-4c9c-8c81-ae33e2711070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.034609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4b515c18-7b8e-4c9c-8c81-ae33e2711070 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19cea96e9dee4f01914f1342c50827f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466137 Aug 16 01:41:14.035470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b515c18-7b8e-4c9c-8c81-ae33e2711070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22329f0-1080-4bd7-ad84-4745a44975bc,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:14.037424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49428) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:14.089346 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef2fdbfb-0ef8-435b-8ea4-ba0400dc2e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.113020 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef2fdbfb-0ef8-435b-8ea4-ba0400dc2e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.172955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1e53f12e-d8f4-4e2e-8103-2300a441ff9b details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:14.227842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef2fdbfb-0ef8-435b-8ea4-ba0400dc2e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.231149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef2fdbfb-0ef8-435b-8ea4-ba0400dc2e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.232531 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ef2fdbfb-0ef8-435b-8ea4-ba0400dc2e3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c22329f0-1080-4bd7-ad84-4745a44975bc HTTP/1.1" status: 204 len: 168 time: 0.1935875 Aug 16 01:41:14.259420 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fdbfb-0ef8-435b-8ea4-ba0400dc2e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22329f0-1080-4bd7-ad84-4745a44975bc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:14.289099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf9967-68fe-4b74-8462-c656bb942272 req-e3174e4e-f718-4a2a-af86-11e08f037c7e tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.297493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddbf9967-68fe-4b74-8462-c656bb942272 req-e3174e4e-f718-4a2a-af86-11e08f037c7e tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 949 time: 0.0604951 Aug 16 01:41:14.349016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddbf9967-68fe-4b74-8462-c656bb942272 req-82100463-b4be-4753-95cf-13e2787899b0 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/security-groups?id=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Aug 16 01:41:14.402835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1e53f12e-d8f4-4e2e-8103-2300a441ff9b,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:14.431150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '1e53f12e-d8f4-4e2e-8103-2300a441ff9b', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '1e53f12e-d8f4-4e2e-8103-2300a441ff9b', 'mac_address': 'fa:16:3e:11:3d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:14.484333 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.500590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e53f12e-d8f4-4e2e-8103-2300a441ff9b {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:14.511387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a1b25-6d91-406e-95e7-c24dd198f174 req-a82b500b-224a-4211-b6d3-b206e6d20de5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.512655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-500a1b25-6d91-406e-95e7-c24dd198f174 req-a82b500b-224a-4211-b6d3-b206e6d20de5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.1364734 Aug 16 01:41:14.523254 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1e53f12e-d8f4-4e2e-8103-2300a441ff9b,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:14.526055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f2ebd-7330-4a5f-aeb4-acee12930757 req-40f4f7fd-7148-4dea-a722-47b79d72b5da tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.527527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756f2ebd-7330-4a5f-aeb4-acee12930757 req-40f4f7fd-7148-4dea-a722-47b79d72b5da tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.64 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 949 time: 0.1017950 Aug 16 01:41:14.537481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5658-6196-4f83-a110-10ff768ce8cd req-655d8148-0e9b-4b34-ba14-e87ecb87ac93 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.538975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65fe5658-6196-4f83-a110-10ff768ce8cd req-655d8148-0e9b-4b34-ba14-e87ecb87ac93 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 950 time: 0.1143224 Aug 16 01:41:14.604933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.650115 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-500a1b25-6d91-406e-95e7-c24dd198f174 req-ee74b4ae-54d2-4ce6-b0cc-22f90cb405af tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215875 Aug 16 01:41:14.659357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65fe5658-6196-4f83-a110-10ff768ce8cd req-e6145e62-e317-42df-92fc-b5eae8188fb6 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006322 Aug 16 01:41:14.673014 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=1e53f12e-d8f4-4e2e-8103-2300a441ff9b,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:14.687740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-756f2ebd-7330-4a5f-aeb4-acee12930757 req-a126d544-ad3e-4d7b-acb6-667dddb3ce99 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Deleting port 81b7977d-657f-45c3-953f-6a3411ed8792 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:14.687740 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756f2ebd-7330-4a5f-aeb4-acee12930757 req-a126d544-ad3e-4d7b-acb6-667dddb3ce99 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.834021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faec07-8d6f-4a5e-90d4-b0c0e3458372 req-7b9cb8da-bbc8-4fc7-bf88-4c9d639344fc tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.835529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18faec07-8d6f-4a5e-90d4-b0c0e3458372 req-7b9cb8da-bbc8-4fc7-bf88-4c9d639344fc tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 948 time: 0.0930643 Aug 16 01:41:14.841119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-756f2ebd-7330-4a5f-aeb4-acee12930757 req-a126d544-ad3e-4d7b-acb6-667dddb3ce99 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] For port 81b7977d-657f-45c3-953f-6a3411ed8792, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=81b7977d-657f-45c3-953f-6a3411ed8792,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:14.841490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756f2ebd-7330-4a5f-aeb4-acee12930757 req-a126d544-ad3e-4d7b-acb6-667dddb3ce99 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.859169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['1e53f12e-d8f4-4e2e-8103-2300a441ff9b'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:14.877137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-756f2ebd-7330-4a5f-aeb4-acee12930757 req-a126d544-ad3e-4d7b-acb6-667dddb3ce99 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Calling delete_port for 81b7977d-657f-45c3-953f-6a3411ed8792 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:14.973086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18faec07-8d6f-4a5e-90d4-b0c0e3458372 req-a30416ff-ce16-4c5d-ac92-5ab9ee11fe3c tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289732 Aug 16 01:41:15.011818 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-3b34695e-0d2d-46f1-86e0-a541394e4e1a tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3e30154d1cb04999880dd4d5d204a60b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509021 Aug 16 01:41:15.181917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-49c67b83-9dec-48b5-91a3-00aabfca3683 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:15.183417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-49c67b83-9dec-48b5-91a3-00aabfca3683 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589446 Aug 16 01:41:15.201707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-832dd580-8744-4058-8acd-4c99d4d01d71 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/quotas/3e30154d1cb04999880dd4d5d204a60b HTTP/1.1" status: 200 len: 375 time: 0.0094504 Aug 16 01:41:15.256314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-cc8e6475-de66-48cb-8bd2-328f9e0e2903 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e30154d1cb04999880dd4d5d204a60b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474248 Aug 16 01:41:15.258978 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756f2ebd-7330-4a5f-aeb4-acee12930757 req-a126d544-ad3e-4d7b-acb6-667dddb3ce99 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:15.270326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['81b7977d-657f-45c3-953f-6a3411ed8792'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:15.297103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126d544-ad3e-4d7b-acb6-667dddb3ce99 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Pushing event deleted for resources: {'Port': ['ID=81b7977d-657f-45c3-953f-6a3411ed8792,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:15.333996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-756f2ebd-7330-4a5f-aeb4-acee12930757 req-a126d544-ad3e-4d7b-acb6-667dddb3ce99 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] No DVR routers for this DVR port 81b7977d-657f-45c3-953f-6a3411ed8792 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:15.338220 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756f2ebd-7330-4a5f-aeb4-acee12930757 req-a126d544-ad3e-4d7b-acb6-667dddb3ce99 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:15.340227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756f2ebd-7330-4a5f-aeb4-acee12930757 req-a126d544-ad3e-4d7b-acb6-667dddb3ce99 tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.64 "DELETE /v2.0/ports/81b7977d-657f-45c3-953f-6a3411ed8792 HTTP/1.1" status: 204 len: 173 time: 0.7956240 Aug 16 01:41:15.340702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3eb3bc-c265-46eb-82da-d2faa2bb1494', 'name': 'network-vif-deleted', 'tag': '81b7977d-657f-45c3-953f-6a3411ed8792'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:15.343023 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6ec461-dc25-45f0-bbad-e069e8932490" -d '{"events": [{"server_uuid": "de3eb3bc-c265-46eb-82da-d2faa2bb1494", "name": "network-vif-deleted", "tag": "81b7977d-657f-45c3-953f-6a3411ed8792"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:15.383470 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d83b0d1-8024-4159-a725-a3ca872ed814 x-openstack-request-id: req-0d83b0d1-8024-4159-a725-a3ca872ed814 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:15.387464 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3eb3bc-c265-46eb-82da-d2faa2bb1494", "name": "network-vif-deleted", "tag": "81b7977d-657f-45c3-953f-6a3411ed8792", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:15.387464 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d83b0d1-8024-4159-a725-a3ca872ed814 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:15.387464 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3eb3bc-c265-46eb-82da-d2faa2bb1494', 'name': 'network-vif-deleted', 'tag': '81b7977d-657f-45c3-953f-6a3411ed8792', 'status': 'completed', 'code': 200} Aug 16 01:41:15.542587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-118ce4fb-e7e8-4342-aedc-87531689df7f req-60be76c8-7b46-4741-bcfd-9407bf34fcba tempest-ServerDiagnosticsNegativeTest-2074565928 tempest-ServerDiagnosticsNegativeTest-2074565928-project] 10.222.0.66 "GET /v2.0/ports?device_id=de3eb3bc-c265-46eb-82da-d2faa2bb1494 HTTP/1.1" status: 200 len: 210 time: 0.0931778 Aug 16 01:41:15.620408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8d06a9f-3c17-45aa-b882-70dce8b34503 req-a92262ae-3d53-410e-9e47-7591d02d351a tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 210 time: 0.0491877 Aug 16 01:41:15.770407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e822c-8360-4338-a234-83d4674b5db9 req-54e4e022-d433-4e38-bf4a-a4a888e66ef1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:15.771976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-625e822c-8360-4338-a234-83d4674b5db9 req-54e4e022-d433-4e38-bf4a-a4a888e66ef1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0501866 Aug 16 01:41:15.815033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-625e822c-8360-4338-a234-83d4674b5db9 req-708addcb-b3ba-4665-bf5c-a1ff2181291e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343781 Aug 16 01:41:16.100402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca6b14-a141-4684-b42e-2394a057fb8c req-175c16f2-4b00-472a-a25a-c647ba149eab tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:16.102088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dca6b14-a141-4684-b42e-2394a057fb8c req-175c16f2-4b00-472a-a25a-c647ba149eab tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 948 time: 0.0610433 Aug 16 01:41:16.158445 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dca6b14-a141-4684-b42e-2394a057fb8c req-4885a2e3-1328-4b2f-8efa-ec43cc590521 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496988 Aug 16 01:41:16.191245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1e53f12e-d8f4-4e2e-8103-2300a441ff9b up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:16.341047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:16.345967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:16.346417 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:16.565158 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:16.590716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f726cb3-9a12-41a9-8e18-65aeab233bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e53f12e-d8f4-4e2e-8103-2300a441ff9b'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:16.595624 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97713c88-31d0-4239-a65f-ebb6cf403e4b" -d '{"events": [{"server_uuid": "2f726cb3-9a12-41a9-8e18-65aeab233bad", "name": "network-vif-plugged", "status": "completed", "tag": "1e53f12e-d8f4-4e2e-8103-2300a441ff9b"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:16.609002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1e53f12e-d8f4-4e2e-8103-2300a441ff9b,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:16.665945 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e363ec7-c4b6-4825-846b-09c40243f4c3 x-openstack-request-id: req-8e363ec7-c4b6-4825-846b-09c40243f4c3 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:16.668772 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f726cb3-9a12-41a9-8e18-65aeab233bad", "name": "network-vif-plugged", "status": "completed", "tag": "1e53f12e-d8f4-4e2e-8103-2300a441ff9b", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:16.669040 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e363ec7-c4b6-4825-846b-09c40243f4c3 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:16.669457 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f726cb3-9a12-41a9-8e18-65aeab233bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e53f12e-d8f4-4e2e-8103-2300a441ff9b', 'code': 200} Aug 16 01:41:16.716053 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:16.804189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3cb217e-985e-460b-a7a8-e72d472f5ab9 req-f085bf03-5a7b-469b-a333-6015b01ea976 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 210 time: 0.0882730 Aug 16 01:41:16.828416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854adda-de7c-41d2-b895-839d6774a5ff req-ec9b4960-3855-4318-aa3e-a0ab0efa0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:16.833052 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c854adda-de7c-41d2-b895-839d6774a5ff req-ec9b4960-3855-4318-aa3e-a0ab0efa0ac7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 1101 time: 0.0937116 Aug 16 01:41:16.877456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=1e53f12e-d8f4-4e2e-8103-2300a441ff9b,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:16.922052 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c854adda-de7c-41d2-b895-839d6774a5ff req-b1aa8a85-a3de-4e1d-ad84-efe944dcfa50 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812042 Aug 16 01:41:16.984926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232804b-263c-4edd-810d-184a8f51391c req-8d14fb18-d335-4ec4-8bf3-4eddb0762f11 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:16.987507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c232804b-263c-4edd-810d-184a8f51391c req-8d14fb18-d335-4ec4-8bf3-4eddb0762f11 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0528846 Aug 16 01:41:17.034427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c232804b-263c-4edd-810d-184a8f51391c req-d58f6a90-fd97-4445-9623-83c0b221211e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370915 Aug 16 01:41:17.281125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc13c79-0551-4984-b5f0-1e4d37c46b90 req-5d32c3df-09d6-4884-91fb-d5675ffe2142 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.292525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efc13c79-0551-4984-b5f0-1e4d37c46b90 req-5d32c3df-09d6-4884-91fb-d5675ffe2142 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 949 time: 0.0630715 Aug 16 01:41:17.335394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efc13c79-0551-4984-b5f0-1e4d37c46b90 req-ad34081c-0aaf-4836-981b-6c838ea9e63a tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421011 Aug 16 01:41:17.481551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49588) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:17.724702 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3c982aa1-57c0-43f7-a5fe-b8849049e726 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24f4b106175042d496e98a9b7bb18e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410095 Aug 16 01:41:17.730612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49610) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:17.819614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-ff2a253e-df06-4120-af25-a313327b5f80 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e30154d1cb04999880dd4d5d204a60b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463719 Aug 16 01:41:17.911460 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6e17b2f8-bacd-4e9b-9656-d815f3ef46a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:17.963208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4576bb3e-600d-4522-89a7-fc8f3384c64c req-eb3ef1d1-0af0-4381-bed2-5eb1ad957673 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 210 time: 0.0527117 Aug 16 01:41:17.990878 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6e17b2f8-bacd-4e9b-9656-d815f3ef46a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.029110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-a51ef421-4ec7-4f9a-95fc-17282a9b9e17 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:18.030655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-a51ef421-4ec7-4f9a-95fc-17282a9b9e17 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048957 Aug 16 01:41:18.050855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Request body: {'port': {'device_id': '97b23427-0638-4480-b1d7-2840a65a0c77', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '3e30154d1cb04999880dd4d5d204a60b'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:18.271744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadea79-5498-4322-a00e-2b1068b6c6cd req-e20e958e-d1d4-4d57-9dc4-728fac08e36a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:18.273317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdadea79-5498-4322-a00e-2b1068b6c6cd req-e20e958e-d1d4-4d57-9dc4-728fac08e36a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.0586481 Aug 16 01:41:18.296115 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6e17b2f8-bacd-4e9b-9656-d815f3ef46a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.300650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6e17b2f8-bacd-4e9b-9656-d815f3ef46a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.300650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6e17b2f8-bacd-4e9b-9656-d815f3ef46a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe HTTP/1.1" status: 204 len: 168 time: 0.5683405 Aug 16 01:41:18.315088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17b2f8-bacd-4e9b-9656-d815f3ef46a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05cb6f3-9e1e-4a51-a19e-e2a5918d5dfe,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:18.325050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Made reservation on behalf of 3e30154d1cb04999880dd4d5d204a60b for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:18.346670 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.365295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdadea79-5498-4322-a00e-2b1068b6c6cd req-ab1b15d8-bc4a-4433-bf5d-98126bebb999 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838566 Aug 16 01:41:18.570441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69840618-bc00-43e5-a56d-cccbdf696c3c req-c7180cfe-1597-4afb-85d6-b38d49f0ce4a tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:18.572361 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69840618-bc00-43e5-a56d-cccbdf696c3c req-c7180cfe-1597-4afb-85d6-b38d49f0ce4a tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 949 time: 0.1375785 Aug 16 01:41:18.573581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Allocated IP 192.168.233.19 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/de915bc8-8f69-4806-be2c-1724574b5241) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:18.642333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69840618-bc00-43e5-a56d-cccbdf696c3c req-b47739b2-0633-4daf-afc3-08fb1e1c5254 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619211 Aug 16 01:41:18.785810 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.793971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49672) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:18.802541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Transition to ACTIVE for port object de915bc8-8f69-4806-be2c-1724574b5241 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:18.846133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49680) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:18.955478 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.968197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['0d86e549-1e3f-4c18-a102-7c5a1eefb842'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:19.033197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:19.038332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:19.046875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:19.056065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:19.057700 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.120989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Pushing event updated for resources: {'Port': ['ID=de915bc8-8f69-4806-be2c-1724574b5241,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:19.161873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960128a-50cd-4fb8-acc6-fb3f5e3969e9 req-90cc06fa-4e65-46f2-93bc-398dca81b735 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:19.171958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5960128a-50cd-4fb8-acc6-fb3f5e3969e9 req-90cc06fa-4e65-46f2-93bc-398dca81b735 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 935 time: 0.0963554 Aug 16 01:41:19.223915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5960128a-50cd-4fb8-acc6-fb3f5e3969e9 req-37206e52-1348-4057-8336-aa2d4714b237 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460396 Aug 16 01:41:19.235830 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-df54d072-d729-44a3-aa7d-0e183a3c4caf tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1844752 Aug 16 01:41:19.244343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Request body: {'port': {'device_id': '97b23427-0638-4480-b1d7-2840a65a0c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:19.318407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-25418d38-3728-4c7b-9f45-7711d10d9c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.320215 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.329624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 81b7977d-657f-45c3-953f-6a3411ed8792 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:19.337865 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dedeeb06-cb1b-40c8-8aeb-c2766b4eb27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.382756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 81b7977d-657f-45c3-953f-6a3411ed8792 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:19.383691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 81b7977d-657f-45c3-953f-6a3411ed8792 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:19.572856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-25418d38-3728-4c7b-9f45-7711d10d9c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.602611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccf649-1eaa-46df-9ef9-1b43a4e03a6f req-f09fa6bc-6319-4f2b-b3ab-939b3379beef tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:19.604214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10ccf649-1eaa-46df-9ef9-1b43a4e03a6f req-f09fa6bc-6319-4f2b-b3ab-939b3379beef tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.1448750 Aug 16 01:41:19.674669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dce1e42a-8e8d-4c73-bb90-4952472dd0e7 None None] Provisioning for port de915bc8-8f69-4806-be2c-1724574b5241 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:19.681512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dce1e42a-8e8d-4c73-bb90-4952472dd0e7 None None] Provisioning complete for port de915bc8-8f69-4806-be2c-1724574b5241 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:19.683026 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dce1e42a-8e8d-4c73-bb90-4952472dd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.704172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10ccf649-1eaa-46df-9ef9-1b43a4e03a6f req-52d0da57-e9fc-44a1-8e96-6f015827e0a2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723059 Aug 16 01:41:19.742786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-dce1e42a-8e8d-4c73-bb90-4952472dd0e7 None None] Port de915bc8-8f69-4806-be2c-1724574b5241 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:19.753202 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-25418d38-3728-4c7b-9f45-7711d10d9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.854964 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-25418d38-3728-4c7b-9f45-7711d10d9c7a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c2eeedffc5246318da76d92ad6d9604&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0076504 Aug 16 01:41:19.858329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49704) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:19.864397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25418d38-3728-4c7b-9f45-7711d10d9c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51eb690e-1839-4a83-baa3-f166298b4fcd,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:19.879853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de915bc8-8f69-4806-be2c-1724574b5241 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:19.881124 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dedeeb06-cb1b-40c8-8aeb-c2766b4eb27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.889878 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.907440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Transition to ACTIVE for port object de915bc8-8f69-4806-be2c-1724574b5241 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:19.932166 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa46baa6-f43c-431e-9d61-38a9eb589321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.936708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49708) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:19.951920 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ccd54ca-e8ff-43ec-8dcf-b681e9f7bfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.965511 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa46baa6-f43c-431e-9d61-38a9eb589321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.982407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49712) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:20.008090 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.019026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dedeeb06-cb1b-40c8-8aeb-c2766b4eb27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.062329 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dedeeb06-cb1b-40c8-8aeb-c2766b4eb27c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b220f0b361042fabddd0338e5e092a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2665148 Aug 16 01:41:20.064814 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedeeb06-cb1b-40c8-8aeb-c2766b4eb27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a13910-bd09-408c-9477-b8bf104640b3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:20.079792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49716) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:20.113607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Pushing event updated for resources: {'Port': ['ID=de915bc8-8f69-4806-be2c-1724574b5241,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:20.157589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661be5e2-be89-478f-8ba2-933bb013cb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.168513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657f9a2-dae5-414c-8bf2-7d9dc92f8724 req-fef600ee-fa59-4da6-8af9-9bc232bfb3d3 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.170616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c657f9a2-dae5-414c-8bf2-7d9dc92f8724 req-fef600ee-fa59-4da6-8af9-9bc232bfb3d3 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 949 time: 0.1536696 Aug 16 01:41:20.181708 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa46baa6-f43c-431e-9d61-38a9eb589321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.184638 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa46baa6-f43c-431e-9d61-38a9eb589321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.190388 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aa46baa6-f43c-431e-9d61-38a9eb589321 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51eb690e-1839-4a83-baa3-f166298b4fcd HTTP/1.1" status: 204 len: 168 time: 0.3263686 Aug 16 01:41:20.206401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Attempting to bind port de915bc8-8f69-4806-be2c-1724574b5241 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:20.206792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Attempting to bind port de915bc8-8f69-4806-be2c-1724574b5241 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:20.207501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Attempting to bind port de915bc8-8f69-4806-be2c-1724574b5241 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:20.208134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46baa6-f43c-431e-9d61-38a9eb589321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eb690e-1839-4a83-baa3-f166298b4fcd,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:20.211853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661be5e2-be89-478f-8ba2-933bb013cb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.228577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Port de915bc8-8f69-4806-be2c-1724574b5241 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:20.228926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Attempting to bind port de915bc8-8f69-4806-be2c-1724574b5241 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:20.256325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:20.256699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:20.257038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:20.257465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Bound port: de915bc8-8f69-4806-be2c-1724574b5241, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:20.257844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.278218 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-145dabb7-611d-4e6c-952c-6ad759d3f8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.303216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ccd54ca-e8ff-43ec-8dcf-b681e9f7bfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.308164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c657f9a2-dae5-414c-8bf2-7d9dc92f8724 req-b4888877-1a97-4c41-bd2b-dfeb876bbad1 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262693 Aug 16 01:41:20.346956 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661be5e2-be89-478f-8ba2-933bb013cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.349908 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661be5e2-be89-478f-8ba2-933bb013cb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.351542 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-661be5e2-be89-478f-8ba2-933bb013cb18 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11a13910-bd09-408c-9477-b8bf104640b3 HTTP/1.1" status: 204 len: 168 time: 0.2697058 Aug 16 01:41:20.361581 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661be5e2-be89-478f-8ba2-933bb013cb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a13910-bd09-408c-9477-b8bf104640b3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:20.431342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ccd54ca-e8ff-43ec-8dcf-b681e9f7bfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.633151 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.770069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] For port de915bc8-8f69-4806-be2c-1724574b5241, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:20.806054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] For port de915bc8-8f69-4806-be2c-1724574b5241, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=de915bc8-8f69-4806-be2c-1724574b5241,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:20.812276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd54ca-e8ff-43ec-8dcf-b681e9f7bfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690e9b9-cecc-4377-94af-e4d0b09db42c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:20.827232 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49732) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:20.827362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3ccd54ca-e8ff-43ec-8dcf-b681e9f7bfa5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7f19e03e6574a46a061aa331baf12a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894928 Aug 16 01:41:20.873944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257834-48f9-4524-b412-ae5fc2f3afa1 req-6a6a0214-9e15-4c11-8543-8c1a8ae4093b tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.875482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4257834-48f9-4524-b412-ae5fc2f3afa1 req-6a6a0214-9e15-4c11-8543-8c1a8ae4093b tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 947 time: 0.4937506 Aug 16 01:41:20.908158 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.918245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e133c2ee-64ab-4de3-9f0b-e52005d2302e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.943706 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e133c2ee-64ab-4de3-9f0b-e52005d2302e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.958757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cde50-42f7-4ea0-84c7-31df66679a23 req-34fc8014-3b3f-4884-9775-d4ff5c48516b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.960253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-066cde50-42f7-4ea0-84c7-31df66679a23 req-34fc8014-3b3f-4884-9775-d4ff5c48516b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.1432457 Aug 16 01:41:20.997517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.998171 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.001676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] 10.222.0.64 "PUT /v2.0/ports/de915bc8-8f69-4806-be2c-1724574b5241 HTTP/1.1" status: 200 len: 1096 time: 1.7604382 Aug 16 01:41:21.011149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b23427-0638-4480-b1d7-2840a65a0c77', 'tag': 'de915bc8-8f69-4806-be2c-1724574b5241'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:21.013308 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64" -d '{"events": [{"name": "network-changed", "server_uuid": "97b23427-0638-4480-b1d7-2840a65a0c77", "tag": "de915bc8-8f69-4806-be2c-1724574b5241"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:21.051627 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-145dabb7-611d-4e6c-952c-6ad759d3f8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.056508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4257834-48f9-4524-b412-ae5fc2f3afa1 req-a8c3a82c-2ef5-4909-81f3-c2d61a083568 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688602 Aug 16 01:41:21.061987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57143e-2116-4bd2-90ab-5a45eb01a806 service neutron] Pushing event updated for resources: {'Port': ['ID=de915bc8-8f69-4806-be2c-1724574b5241,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:21.087718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-066cde50-42f7-4ea0-84c7-31df66679a23 req-f391cadd-8ca1-46c2-9d65-d54a462ae43b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119938 Aug 16 01:41:21.087861 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e133c2ee-64ab-4de3-9f0b-e52005d2302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.103604 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e133c2ee-64ab-4de3-9f0b-e52005d2302e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.104800 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e133c2ee-64ab-4de3-9f0b-e52005d2302e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1690e9b9-cecc-4377-94af-e4d0b09db42c HTTP/1.1" status: 204 len: 168 time: 0.2761307 Aug 16 01:41:21.119985 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-145dabb7-611d-4e6c-952c-6ad759d3f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.122642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133c2ee-64ab-4de3-9f0b-e52005d2302e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690e9b9-cecc-4377-94af-e4d0b09db42c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:21.198785 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fedc88-6936-4ba2-ac0f-2e24107210c3 x-openstack-request-id: req-29fedc88-6936-4ba2-ac0f-2e24107210c3 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:21.199218 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b23427-0638-4480-b1d7-2840a65a0c77", "tag": "de915bc8-8f69-4806-be2c-1724574b5241", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:21.199520 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29fedc88-6936-4ba2-ac0f-2e24107210c3 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:21.199843 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b23427-0638-4480-b1d7-2840a65a0c77', 'tag': 'de915bc8-8f69-4806-be2c-1724574b5241', 'status': 'completed', 'code': 200} Aug 16 01:41:21.201265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49738) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:21.220069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dabb7-611d-4e6c-952c-6ad759d3f8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cd36e8-48d3-42e9-a017-85bf2e0f008e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:21.222065 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0512a732-5fa9-4e22-8e40-8ca540f76190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.231790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-145dabb7-611d-4e6c-952c-6ad759d3f8b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64980a88cdbd4f2e9e20979f832abe6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2471406 Aug 16 01:41:21.232971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49740) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:21.277660 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49742) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:21.296977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-dec3a96f-28f7-47d6-8803-76d8b6d9a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:21.298656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-dec3a96f-28f7-47d6-8803-76d8b6d9a763 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e30154d1cb04999880dd4d5d204a60b&device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 1099 time: 0.1695135 Aug 16 01:41:21.306741 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f0559ac9-5089-46c4-b48d-a60ec5cc4bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.362826 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2f63-6184-4025-9657-b6cc9a8c60a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.367217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-db4da938-f282-43f1-8c9a-b9a3e3a40ff1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=de915bc8-8f69-4806-be2c-1724574b5241 HTTP/1.1" status: 200 len: 217 time: 0.0573730 Aug 16 01:41:21.434234 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05eaff-9468-4ee0-b3d1-25c6faa257c9 req-bc51b2f3-1570-4d3f-94de-4de7f81b368a tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:21.435751 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0b05eaff-9468-4ee0-b3d1-25c6faa257c9 req-bc51b2f3-1570-4d3f-94de-4de7f81b368a tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 1101 time: 0.0551827 Aug 16 01:41:21.463116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-d17c3370-0a79-42bd-9094-df3bf8a5985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:21.468553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-d17c3370-0a79-42bd-9094-df3bf8a5985c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0911319 Aug 16 01:41:21.488319 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0512a732-5fa9-4e22-8e40-8ca540f76190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.490554 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.492882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2f63-6184-4025-9657-b6cc9a8c60a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.542030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-0b05eaff-9468-4ee0-b3d1-25c6faa257c9 req-a1bbefca-ea09-4d90-9047-0c8a4ee0601c tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] Deleting port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:21.542743 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0b05eaff-9468-4ee0-b3d1-25c6faa257c9 req-a1bbefca-ea09-4d90-9047-0c8a4ee0601c tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.587179 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0512a732-5fa9-4e22-8e40-8ca540f76190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.597745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edff36c-cb43-42a1-993a-2ef9a4933f1d req-9af89593-d887-49a3-920a-2fe45b07ae13 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:21.599379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9edff36c-cb43-42a1-993a-2ef9a4933f1d req-9af89593-d887-49a3-920a-2fe45b07ae13 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 949 time: 0.1560032 Aug 16 01:41:21.606102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-a9cf1b9d-9d03-4470-8131-b5708d939a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:21.607593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-a9cf1b9d-9d03-4470-8131-b5708d939a9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1119852 Aug 16 01:41:21.667524 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0512a732-5fa9-4e22-8e40-8ca540f76190 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f49af50e0e044e358292a9bf857f49b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614089 Aug 16 01:41:21.670956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49748) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:21.678282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512a732-5fa9-4e22-8e40-8ca540f76190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9792f50f-ba9d-46f0-a622-c0bf2f04760d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:21.705663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-0b05eaff-9468-4ee0-b3d1-25c6faa257c9 req-a1bbefca-ea09-4d90-9047-0c8a4ee0601c tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] For port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1e53f12e-d8f4-4e2e-8103-2300a441ff9b,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:21.706053 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0b05eaff-9468-4ee0-b3d1-25c6faa257c9 req-a1bbefca-ea09-4d90-9047-0c8a4ee0601c tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.724071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9edff36c-cb43-42a1-993a-2ef9a4933f1d req-66cd1dbb-c99b-45af-a170-21e60abf8801 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136260 Aug 16 01:41:21.724801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-0b05eaff-9468-4ee0-b3d1-25c6faa257c9 req-a1bbefca-ea09-4d90-9047-0c8a4ee0601c tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] Calling delete_port for 1e53f12e-d8f4-4e2e-8103-2300a441ff9b owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:21.777455 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2f63-6184-4025-9657-b6cc9a8c60a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.781239 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2f63-6184-4025-9657-b6cc9a8c60a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.783344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a2ea2f63-6184-4025-9657-b6cc9a8c60a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1cd36e8-48d3-42e9-a017-85bf2e0f008e HTTP/1.1" status: 204 len: 168 time: 0.5490861 Aug 16 01:41:21.809563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-0b418faa-f417-41c8-9b0f-31e381ba9517 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890225 Aug 16 01:41:21.811414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea2f63-6184-4025-9657-b6cc9a8c60a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cd36e8-48d3-42e9-a017-85bf2e0f008e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:21.813708 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-072cce23-0f70-42ed-b521-d111781372a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.853443 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f0559ac9-5089-46c4-b48d-a60ec5cc4bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.905205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-072cce23-0f70-42ed-b521-d111781372a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.938315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f0559ac9-5089-46c4-b48d-a60ec5cc4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.951992 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:41:22.012924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49760) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:22.013211 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f0559ac9-5089-46c4-b48d-a60ec5cc4bc0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d00f1971da049c1abfdad901a8c02af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7342391 Aug 16 01:41:22.015651 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0559ac9-5089-46c4-b48d-a60ec5cc4bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51193f6b-7c1b-462a-826f-a35d3838e92a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:22.023176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db2b743-c03c-4c67-ab89-30e6ce243d42 req-fa44ccc9-e2ce-4e73-b739-5c04444074ca service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042615 Aug 16 01:41:22.085972 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb7c486b-2e10-4029-b00d-8a21c2078439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.090772 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0b05eaff-9468-4ee0-b3d1-25c6faa257c9 req-a1bbefca-ea09-4d90-9047-0c8a4ee0601c tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.104244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['1e53f12e-d8f4-4e2e-8103-2300a441ff9b'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:22.114778 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb7c486b-2e10-4029-b00d-8a21c2078439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.124243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbefca-ea09-4d90-9047-0c8a4ee0601c tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e53f12e-d8f4-4e2e-8103-2300a441ff9b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:22.127208 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-072cce23-0f70-42ed-b521-d111781372a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.130631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-072cce23-0f70-42ed-b521-d111781372a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.135096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-072cce23-0f70-42ed-b521-d111781372a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9792f50f-ba9d-46f0-a622-c0bf2f04760d HTTP/1.1" status: 204 len: 168 time: 0.4577541 Aug 16 01:41:22.239611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cce23-0f70-42ed-b521-d111781372a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9792f50f-ba9d-46f0-a622-c0bf2f04760d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:22.266941 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b05eaff-9468-4ee0-b3d1-25c6faa257c9 req-a1bbefca-ea09-4d90-9047-0c8a4ee0601c tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] No DVR routers for this DVR port 1e53f12e-d8f4-4e2e-8103-2300a441ff9b on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:22.282378 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0b05eaff-9468-4ee0-b3d1-25c6faa257c9 req-a1bbefca-ea09-4d90-9047-0c8a4ee0601c tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.284617 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0b05eaff-9468-4ee0-b3d1-25c6faa257c9 req-a1bbefca-ea09-4d90-9047-0c8a4ee0601c tempest-DeleteServersAdminTestJSON-1957281393 tempest-DeleteServersAdminTestJSON-1957281393-project-admin] 10.222.0.74 "DELETE /v2.0/ports/1e53f12e-d8f4-4e2e-8103-2300a441ff9b HTTP/1.1" status: 204 len: 173 time: 0.8397999 Aug 16 01:41:22.285308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f726cb3-9a12-41a9-8e18-65aeab233bad', 'name': 'network-vif-deleted', 'tag': '1e53f12e-d8f4-4e2e-8103-2300a441ff9b'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:22.292748 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d43695-61fd-4ad4-b7b7-d82e05f96d9f" -d '{"events": [{"server_uuid": "2f726cb3-9a12-41a9-8e18-65aeab233bad", "name": "network-vif-deleted", "tag": "1e53f12e-d8f4-4e2e-8103-2300a441ff9b"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:22.339288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4407cd-7114-4d04-85c8-489f4b2f3e04 req-a829d715-93db-476f-a39e-4baa071cd2b1 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:22.340950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d4407cd-7114-4d04-85c8-489f4b2f3e04 req-a829d715-93db-476f-a39e-4baa071cd2b1 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 947 time: 0.1613526 Aug 16 01:41:22.345948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64 req-8ae8edf5-928d-4a8c-ab69-cb3479b8048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:22.347617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64 req-8ae8edf5-928d-4a8c-ab69-cb3479b8048c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e30154d1cb04999880dd4d5d204a60b&device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 1099 time: 0.1669188 Aug 16 01:41:22.386107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ee707-971d-4470-b496-7deb80b7e249 req-56028135-8692-44ca-b46c-d20f090d1272 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:22.387753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12ee707-971d-4470-b496-7deb80b7e249 req-56028135-8692-44ca-b46c-d20f090d1272 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.1436932 Aug 16 01:41:22.442210 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb7c486b-2e10-4029-b00d-8a21c2078439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.444585 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb7c486b-2e10-4029-b00d-8a21c2078439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.446436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cb7c486b-2e10-4029-b00d-8a21c2078439 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51193f6b-7c1b-462a-826f-a35d3838e92a HTTP/1.1" status: 204 len: 168 time: 0.4318466 Aug 16 01:41:22.483384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c486b-2e10-4029-b00d-8a21c2078439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51193f6b-7c1b-462a-826f-a35d3838e92a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:22.489897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d4407cd-7114-4d04-85c8-489f4b2f3e04 req-f1bd452c-309e-4a3d-86ef-ac5651070c4d tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368864 Aug 16 01:41:22.525316 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12ee707-971d-4470-b496-7deb80b7e249 req-2a93ee71-da7e-490a-ae6e-5716d84686d1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235509 Aug 16 01:41:22.552934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64 req-d4f8aefb-11b3-4f67-b980-77b539b24062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:22.556494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64 req-d4f8aefb-11b3-4f67-b980-77b539b24062 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1928360 Aug 16 01:41:22.579237 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed78472f-6d1a-4bd4-9755-c47b39e6832f x-openstack-request-id: req-ed78472f-6d1a-4bd4-9755-c47b39e6832f {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:22.579593 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f726cb3-9a12-41a9-8e18-65aeab233bad", "name": "network-vif-deleted", "tag": "1e53f12e-d8f4-4e2e-8103-2300a441ff9b", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:22.579910 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed78472f-6d1a-4bd4-9755-c47b39e6832f {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:22.580546 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f726cb3-9a12-41a9-8e18-65aeab233bad', 'name': 'network-vif-deleted', 'tag': '1e53f12e-d8f4-4e2e-8103-2300a441ff9b', 'status': 'completed', 'code': 200} Aug 16 01:41:22.630507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64 req-bd113fad-8904-4f4a-9307-031cdc5366fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=de915bc8-8f69-4806-be2c-1724574b5241 HTTP/1.1" status: 200 len: 217 time: 0.0659764 Aug 16 01:41:22.701351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64 req-379f690e-6ed2-4fb2-b7a2-2ab17a63e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:22.703443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64 req-379f690e-6ed2-4fb2-b7a2-2ab17a63e4f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0650241 Aug 16 01:41:22.733731 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-2475d120-771f-48b4-8d48-2560d9551ebc service neutron] show failed (client error): The resource could not be found. Aug 16 01:41:22.735137 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-2475d120-771f-48b4-8d48-2560d9551ebc service neutron] 10.222.0.74 "GET /v2.0/ports/32f43514-ab56-454d-9784-6a7575034ee7/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0681951 Aug 16 01:41:22.758255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64 req-17472d65-7814-4355-a870-d079a83f8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:22.759991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64 req-17472d65-7814-4355-a870-d079a83f8459 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0481560 Aug 16 01:41:22.872594 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64 req-676fdf04-1662-496a-9fb7-2ab614861b40 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049879 Aug 16 01:41:22.889853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fab2a99-4559-41df-b215-e57441d20de2 req-bfaa9075-c831-492d-936a-be7038fb8563 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f726cb3-9a12-41a9-8e18-65aeab233bad HTTP/1.1" status: 200 len: 210 time: 0.0318501 Aug 16 01:41:22.992390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d23d39a-ed30-41b3-82b5-2e8a3c77cc64 req-f0c2a17a-6fbe-4962-a6f3-670c3161250e service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063819 Aug 16 01:41:23.155103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49788) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:23.186283 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ceceb57-2794-48b3-8acf-68be66e79ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.402148 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ceceb57-2794-48b3-8acf-68be66e79ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.427988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-c86e9661-37e3-41a8-8d21-250165d5abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:23.430046 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-c86e9661-37e3-41a8-8d21-250165d5abfc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966&tenant_id=0fd72b22de084a828cc9af1cb960b5c8 HTTP/1.1" status: 200 len: 1102 time: 0.0890300 Aug 16 01:41:23.444872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:23.516508 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.522005 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ceceb57-2794-48b3-8acf-68be66e79ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.669677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceceb57-2794-48b3-8acf-68be66e79ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2df7b4-688b-4750-813d-681836541410,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:23.703065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3ceceb57-2794-48b3-8acf-68be66e79ec8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e8282645aaf40a699fc923686e30953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5439584 Aug 16 01:41:23.703797 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49814) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:23.761719 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbc6d-0f5f-40b5-b785-01ffec35e36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.784450 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbc6d-0f5f-40b5-b785-01ffec35e36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.828615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf642a-c324-407b-b9e4-201fc9375eaf req-d57c8855-a027-46f3-a29d-a688e72e8892 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:23.830124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdbf642a-c324-407b-b9e4-201fc9375eaf req-d57c8855-a027-46f3-a29d-a688e72e8892 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 947 time: 0.2053630 Aug 16 01:41:23.840021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c0adb-2b1e-40a5-a8ec-ac0848e8d82d req-43021e15-0e61-4c09-b422-fe84ed26140c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:23.841512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-819c0adb-2b1e-40a5-a8ec-ac0848e8d82d req-43021e15-0e61-4c09-b422-fe84ed26140c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.1755652 Aug 16 01:41:23.913077 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbc6d-0f5f-40b5-b785-01ffec35e36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.917354 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c4cbc6d-0f5f-40b5-b785-01ffec35e36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.917354 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8c4cbc6d-0f5f-40b5-b785-01ffec35e36a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd2df7b4-688b-4750-813d-681836541410 HTTP/1.1" status: 204 len: 168 time: 0.2117219 Aug 16 01:41:23.926585 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cbc6d-0f5f-40b5-b785-01ffec35e36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2df7b4-688b-4750-813d-681836541410,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:23.947921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-819c0adb-2b1e-40a5-a8ec-ac0848e8d82d req-e013bd25-fbfc-40d2-b6c5-5bbedbccb069 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932570 Aug 16 01:41:23.959826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdbf642a-c324-407b-b9e4-201fc9375eaf req-f21fd4ab-761b-4819-aa95-764f496b940b tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153688 Aug 16 01:41:23.990288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=32f43514-ab56-454d-9784-6a7575034ee7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:24.035172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:24.077888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:24.080140 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a47baeb-0b2e-4329-a4ef-93a08ed4ce76" -d '{"events": [{"server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "name": "network-vif-unplugged", "status": "completed", "tag": "32f43514-ab56-454d-9784-6a7575034ee7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:24.084033 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.106563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Transition to ACTIVE for port object 32f43514-ab56-454d-9784-6a7575034ee7 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:24.142540 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9c54a3-19e6-40de-b406-f0d69859e923 x-openstack-request-id: req-4d9c54a3-19e6-40de-b406-f0d69859e923 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:24.142844 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "name": "network-vif-unplugged", "status": "completed", "tag": "32f43514-ab56-454d-9784-6a7575034ee7", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:24.143094 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d9c54a3-19e6-40de-b406-f0d69859e923 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:24.143568 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7', 'code': 200} Aug 16 01:41:24.180986 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.243918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] No DVR routers for this DVR port 32f43514-ab56-454d-9784-6a7575034ee7 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:24.250525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=32f43514-ab56-454d-9784-6a7575034ee7,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:24.289535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Attempting to bind port 32f43514-ab56-454d-9784-6a7575034ee7 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:24.289535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Attempting to bind port 32f43514-ab56-454d-9784-6a7575034ee7 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:24.289535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Attempting to bind port 32f43514-ab56-454d-9784-6a7575034ee7 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:24.293179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Port 32f43514-ab56-454d-9784-6a7575034ee7 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:24.293507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Attempting to bind port 32f43514-ab56-454d-9784-6a7575034ee7 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:24.302042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:24.302389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:24.302777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:24.303281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Bound port: 32f43514-ab56-454d-9784-6a7575034ee7, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:24.303608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.374192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:24.383264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=32f43514-ab56-454d-9784-6a7575034ee7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:24.456835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.539388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-26eceaff-c652-4c40-a0c5-9cf0832f9fda tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d6ed597ec1274e78ba1b8160b39c1ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352528 Aug 16 01:41:24.547284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=32f43514-ab56-454d-9784-6a7575034ee7,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:24.552003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.552610 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.554063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-6e6bcb24-45cc-4d33-83ee-b66c6e9d4aa1 service neutron] 10.222.0.64 "PUT /v2.0/ports/32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 200 len: 1097 time: 1.1136382 Aug 16 01:41:24.691355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-19b375e3-9992-4d29-b58f-49f9e82d88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.692871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-19b375e3-9992-4d29-b58f-49f9e82d88bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1100 time: 0.1127741 Aug 16 01:41:24.736507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-a690561d-aaca-45b5-a868-63ff4a44057d tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.751393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-a690561d-aaca-45b5-a868-63ff4a44057d tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792381 Aug 16 01:41:24.794373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-699de2e1-79ac-4ff1-822b-5c6e5105f112 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/quotas/d6ed597ec1274e78ba1b8160b39c1ff6 HTTP/1.1" status: 200 len: 375 time: 0.0186753 Aug 16 01:41:24.839892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-4b6b33da-bf13-44fd-86a4-834a260da8b4 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6ed597ec1274e78ba1b8160b39c1ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366633 Aug 16 01:41:24.855728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-e9e3839f-80cd-4a18-8c90-e65c5e1e7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.857846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-e9e3839f-80cd-4a18-8c90-e65c5e1e7df0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1526461 Aug 16 01:41:24.912473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-51efa95a-8634-46dc-842b-34a852f112f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 200 len: 217 time: 0.0468965 Aug 16 01:41:24.963096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-0330249b-5f4c-430c-a79f-3c5af7553f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.964799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-0330249b-5f4c-430c-a79f-3c5af7553f2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0451734 Aug 16 01:41:25.019597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-e34e70fc-e374-406a-87d6-346abf472c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:25.021933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-e34e70fc-e374-406a-87d6-346abf472c3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0482361 Aug 16 01:41:25.176835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be33c51-e74f-4a98-b2db-a7399b80bf96 req-a98a50ac-b894-4b0f-b48e-e290e3a0cd9c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:25.178347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4be33c51-e74f-4a98-b2db-a7399b80bf96 req-a98a50ac-b894-4b0f-b48e-e290e3a0cd9c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 948 time: 0.1296706 Aug 16 01:41:25.238172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20871e-9533-4375-91e3-6dbe06b4c8c6 req-04f43ff1-ce62-4b79-adde-4a4248bc12a8 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:25.239666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d20871e-9533-4375-91e3-6dbe06b4c8c6 req-04f43ff1-ce62-4b79-adde-4a4248bc12a8 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 947 time: 0.1188786 Aug 16 01:41:25.244049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-f5cc9e32-32f6-4475-a3a4-91ddf10ef517 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105031 Aug 16 01:41:25.282179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4be33c51-e74f-4a98-b2db-a7399b80bf96 req-239b4c0c-e025-4b90-a4cf-74a5d3f38ec5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909550 Aug 16 01:41:25.325571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device de915bc8-8f69-4806-be2c-1724574b5241 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:25.361302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d20871e-9533-4375-91e3-6dbe06b4c8c6 req-b7d7b1b1-b31c-4b63-ad07-bcc67f31ed6b tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109345 Aug 16 01:41:25.462681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85171b81-039b-47cb-986a-77cf50b948e9 req-18309e97-b52d-4d8e-be34-7f444a6d080f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 210 time: 0.1056218 Aug 16 01:41:25.465074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-331d1906-d8a1-4a6a-b010-e8f1fdd946c6 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056026 Aug 16 01:41:25.470623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port de915bc8-8f69-4806-be2c-1724574b5241, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=de915bc8-8f69-4806-be2c-1724574b5241,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:25.493561 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'de915bc8-8f69-4806-be2c-1724574b5241', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'de915bc8-8f69-4806-be2c-1724574b5241', 'mac_address': 'fa:16:3e:04:f1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:25.536194 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:25.552339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de915bc8-8f69-4806-be2c-1724574b5241 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:25.573434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port de915bc8-8f69-4806-be2c-1724574b5241, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=de915bc8-8f69-4806-be2c-1724574b5241,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:25.735851 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:25.799083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=de915bc8-8f69-4806-be2c-1724574b5241,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:25.971663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['de915bc8-8f69-4806-be2c-1724574b5241'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:26.145061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:26.147458 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2" -d '{"events": [{"name": "network-changed", "server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "tag": "32f43514-ab56-454d-9784-6a7575034ee7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:26.219362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1e53f12e-d8f4-4e2e-8103-2300a441ff9b no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:26.224455 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e08a500-ec61-409e-9e6b-adab2afc724e x-openstack-request-id: req-6e08a500-ec61-409e-9e6b-adab2afc724e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:26.224845 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "tag": "32f43514-ab56-454d-9784-6a7575034ee7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:26.225463 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e08a500-ec61-409e-9e6b-adab2afc724e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:26.226125 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7', 'status': 'completed', 'code': 200} Aug 16 01:41:26.241999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-cff0bfb8-96c7-42c3-be51-79e2f198f6d7 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9b9d124b9802439fa039be7769a23930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326211 Aug 16 01:41:26.253049 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 1e53f12e-d8f4-4e2e-8103-2300a441ff9b {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:26.253426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1e53f12e-d8f4-4e2e-8103-2300a441ff9b not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:26.253894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 32f43514-ab56-454d-9784-6a7575034ee7 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:26.302785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 32f43514-ab56-454d-9784-6a7575034ee7 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:26.367093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-30c0594b-dabd-49d2-8394-baa61643ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.376392 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-30c0594b-dabd-49d2-8394-baa61643ca33 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1100 time: 0.1305218 Aug 16 01:41:26.381117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-4ce7e849-490c-4b0a-9988-091153a6679b tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.382640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-4ce7e849-490c-4b0a-9988-091153a6679b tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250391 Aug 16 01:41:26.466564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-db36e523-eb1c-4c6e-b5dc-f6411b422bb2 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/quotas/9b9d124b9802439fa039be7769a23930 HTTP/1.1" status: 200 len: 375 time: 0.0686386 Aug 16 01:41:26.494544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-e78fb0a5-b1df-429f-81d5-ff9a8bdbdb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.496029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-e78fb0a5-b1df-429f-81d5-ff9a8bdbdb53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1100 time: 0.2471883 Aug 16 01:41:26.522442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-3ff018bb-8d92-4106-a1c6-4d325df50563 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9b9d124b9802439fa039be7769a23930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459211 Aug 16 01:41:26.551564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-f65a78ea-4523-4e53-8ee1-307e0714eead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.553630 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-f65a78ea-4523-4e53-8ee1-307e0714eead service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1623261 Aug 16 01:41:26.578603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25b81-362d-4e51-acd3-2c89dfda7554 req-ae70d889-cd3d-4245-bf74-9a50991312cc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.585995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80c25b81-362d-4e51-acd3-2c89dfda7554 req-ae70d889-cd3d-4245-bf74-9a50991312cc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 948 time: 0.1765378 Aug 16 01:41:26.624560 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-1365d3a4-6236-4311-801a-6b453b0911eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 200 len: 217 time: 0.0626698 Aug 16 01:41:26.660958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80c25b81-362d-4e51-acd3-2c89dfda7554 req-7f46d894-1657-47fa-b132-1b62df1b525e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651293 Aug 16 01:41:26.688980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-045499e0-5614-4e20-bd28-3521f18a1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.690497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-045499e0-5614-4e20-bd28-3521f18a1881 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1712010 Aug 16 01:41:26.735760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-35111341-a2a4-4bed-a55b-7a60de6a2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.737552 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-35111341-a2a4-4bed-a55b-7a60de6a2e01 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1013761 Aug 16 01:41:26.771660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-474a3111-d7e6-41c5-8f34-557aba30ee82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 200 len: 217 time: 0.0683188 Aug 16 01:41:26.791213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-83af4825-e28c-4424-8db9-f59727faaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.795124 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-83af4825-e28c-4424-8db9-f59727faaad2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0506084 Aug 16 01:41:26.899660 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-6290384f-91aa-4a95-96c8-61a4e2900ae4 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925131 Aug 16 01:41:26.934554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-62557ba3-c0b1-4e3d-a17a-251d5908c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.937558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-62557ba3-c0b1-4e3d-a17a-251d5908c235 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1411698 Aug 16 01:41:26.949863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6137b01-17cf-4870-94ff-b8a468890b7e req-0e3b17ee-656b-43ed-ac1c-8b1baf0b0115 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.952500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6137b01-17cf-4870-94ff-b8a468890b7e req-0e3b17ee-656b-43ed-ac1c-8b1baf0b0115 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 948 time: 0.1968186 Aug 16 01:41:27.060678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-4cfc301f-1e4b-4223-90c3-63520961602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:27.062235 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-4cfc301f-1e4b-4223-90c3-63520961602a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1084914 Aug 16 01:41:27.082808 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-f734d94b-3f8c-4571-b75f-796506aaa127 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737833 Aug 16 01:41:27.324402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device de915bc8-8f69-4806-be2c-1724574b5241 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:27.393740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6137b01-17cf-4870-94ff-b8a468890b7e req-09f1b04c-3ef4-4b36-9025-9300911e5525 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057288 Aug 16 01:41:27.413305 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-283c7ccd-4a5b-4532-b552-b8607deeb24f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=d6ed597ec1274e78ba1b8160b39c1ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489686 Aug 16 01:41:27.455091 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66f04fd9-13d6-42bd-a28f-d862002b139b req-3fa0243e-fe0b-46bf-8229-83c639ecfc10 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 210 time: 0.0978513 Aug 16 01:41:27.504891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-1b226c3f-4be1-420f-91db-6f39205e2744 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322214 Aug 16 01:41:27.529690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port de915bc8-8f69-4806-be2c-1724574b5241 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:27.534254 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port de915bc8-8f69-4806-be2c-1724574b5241 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:27.534632 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.618568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-c5ebb64a-ee80-4178-ac57-e47d934e6004 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:27.620410 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-c5ebb64a-ee80-4178-ac57-e47d934e6004 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006931 Aug 16 01:41:27.647169 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Request body: {'port': {'device_id': '7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': 'd6ed597ec1274e78ba1b8160b39c1ff6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:27.657263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-453f74ed-01a7-45a9-be01-15d42f10c7b4 req-b136a487-429a-4675-847d-515df77e5b03 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 210 time: 0.0979338 Aug 16 01:41:27.702145 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.708253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5fb60b3-3d57-4ca8-9720-2a7eef5788a0 req-2ac53d8c-aedd-479c-a275-b3cc5d98ff6d tempest-FlavorsV2NegativeTest-1336687048 tempest-FlavorsV2NegativeTest-1336687048-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7bff0d18da924a7bb1f62d249fc31ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244796 Aug 16 01:41:27.768800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port de915bc8-8f69-4806-be2c-1724574b5241, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=de915bc8-8f69-4806-be2c-1724574b5241,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:27.776058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b23427-0638-4480-b1d7-2840a65a0c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de915bc8-8f69-4806-be2c-1724574b5241'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:27.778888 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41306f05-7863-422d-905f-eb74098c4ee3" -d '{"events": [{"server_uuid": "97b23427-0638-4480-b1d7-2840a65a0c77", "name": "network-vif-plugged", "status": "completed", "tag": "de915bc8-8f69-4806-be2c-1724574b5241"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:27.857609 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.899610 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fcdbe05-9ec4-4858-9fbd-ee553a0d76b2 req-a393b273-4ac6-4d71-a1cc-d2e3f6bbb692 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843689 Aug 16 01:41:27.936458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb60b3-3d57-4ca8-9720-2a7eef5788a0 req-416bf918-e8d5-4bb2-a72d-438c683d3e1e tempest-FlavorsV2NegativeTest-1336687048 tempest-FlavorsV2NegativeTest-1336687048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:27.938681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5fb60b3-3d57-4ca8-9720-2a7eef5788a0 req-416bf918-e8d5-4bb2-a72d-438c683d3e1e tempest-FlavorsV2NegativeTest-1336687048 tempest-FlavorsV2NegativeTest-1336687048-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223740 Aug 16 01:41:27.959581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5fb60b3-3d57-4ca8-9720-2a7eef5788a0 req-b42e6b3c-c684-4ee9-a2a3-bf770974861a tempest-FlavorsV2NegativeTest-1336687048 tempest-FlavorsV2NegativeTest-1336687048-project] 10.222.0.66 "GET /v2.0/quotas/7bff0d18da924a7bb1f62d249fc31ecf HTTP/1.1" status: 200 len: 375 time: 0.0148013 Aug 16 01:41:27.987193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=de915bc8-8f69-4806-be2c-1724574b5241,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:28.039844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5fb60b3-3d57-4ca8-9720-2a7eef5788a0 req-ee481ff0-e860-4eb8-988e-49116ba8c209 tempest-FlavorsV2NegativeTest-1336687048 tempest-FlavorsV2NegativeTest-1336687048-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bff0d18da924a7bb1f62d249fc31ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618837 Aug 16 01:41:28.101862 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Made reservation on behalf of d6ed597ec1274e78ba1b8160b39c1ff6 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:28.111509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:28.161621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b651a-87bd-4d2d-a4d4-de54c9c3a43b req-9eafbfcd-e033-4bea-b90d-e2aa501c40ac tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:28.163388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-857b651a-87bd-4d2d-a4d4-de54c9c3a43b req-9eafbfcd-e033-4bea-b90d-e2aa501c40ac tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 948 time: 0.0747449 Aug 16 01:41:28.173694 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51d51f1-3936-4dcf-ac98-4e1b8f1debb1 x-openstack-request-id: req-a51d51f1-3936-4dcf-ac98-4e1b8f1debb1 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:28.174136 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b23427-0638-4480-b1d7-2840a65a0c77", "name": "network-vif-plugged", "status": "completed", "tag": "de915bc8-8f69-4806-be2c-1724574b5241", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:28.174445 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a51d51f1-3936-4dcf-ac98-4e1b8f1debb1 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:28.174908 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b23427-0638-4480-b1d7-2840a65a0c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de915bc8-8f69-4806-be2c-1724574b5241', 'code': 200} Aug 16 01:41:28.232425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-857b651a-87bd-4d2d-a4d4-de54c9c3a43b req-fc70849c-f04a-4546-b72a-5d2c4122c322 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606673 Aug 16 01:41:28.309633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c2a8e-217f-4e4b-80b5-5f6d2a4220ad req-1ba455e6-62a3-4812-9f8e-75585978e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:28.311398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-726c2a8e-217f-4e4b-80b5-5f6d2a4220ad req-1ba455e6-62a3-4812-9f8e-75585978e5b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 1101 time: 0.0677681 Aug 16 01:41:28.328864 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Allocated IP 192.168.233.221 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:28.393235 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-726c2a8e-217f-4e4b-80b5-5f6d2a4220ad req-21f05f07-236c-4c1f-a5b4-55f5f1b39e99 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696898 Aug 16 01:41:28.526289 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:28.547856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Transition to ACTIVE for port object 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:28.568651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b53c-0f9a-4fb3-a726-95b2c124e350 req-c96feca0-8ea3-4873-a067-c6cab87798b1 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:28.570949 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fb6b53c-0f9a-4fb3-a726-95b2c124e350 req-c96feca0-8ea3-4873-a067-c6cab87798b1 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 949 time: 0.0550907 Aug 16 01:41:28.612264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fb6b53c-0f9a-4fb3-a726-95b2c124e350 req-9ae4f74f-93fa-40d8-8c6b-6a7ae1acc9ec tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Aug 16 01:41:28.673525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:28.739296 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:28.744775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:28.750035 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:28.758391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:28.759042 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:28.764068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba84676-84e8-4e5a-aa97-df98b67b7cc4 req-d07c809b-0458-4e8e-abbe-a73b3fa634dd tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:28.766086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ba84676-84e8-4e5a-aa97-df98b67b7cc4 req-d07c809b-0458-4e8e-abbe-a73b3fa634dd tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 936 time: 0.0787153 Aug 16 01:41:28.784745 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Pushing event updated for resources: {'Port': ['ID=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:28.826333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ba84676-84e8-4e5a-aa97-df98b67b7cc4 req-62baf590-4ca2-4a1a-bcca-2bddc7f2a6ff tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534246 Aug 16 01:41:28.901895 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-314eda60-5179-4cac-87a8-be908c44aa8f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2670906 Aug 16 01:41:28.919578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Request body: {'port': {'device_id': '7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:28.978991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cd099ec-26ba-4394-a2fe-d47287c54038 req-4c8fdd68-7298-4628-9f2e-e301ebf417ef tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 210 time: 0.0457947 Aug 16 01:41:29.000222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5b95b-af14-4a02-a38a-748854e8336e req-0a9f6020-101e-443d-b9de-d2384e6299b0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:29.002881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.003650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0aa5b95b-af14-4a02-a38a-748854e8336e req-0a9f6020-101e-443d-b9de-d2384e6299b0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 948 time: 0.1763101 Aug 16 01:41:29.042017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-40abcd53-4c09-4c55-a12b-f0cf48899648 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:29.043004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-40abcd53-4c09-4c55-a12b-f0cf48899648 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.74 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966&tenant_id=0fd72b22de084a828cc9af1cb960b5c8&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 948 time: 0.1738756 Aug 16 01:41:29.073265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0aa5b95b-af14-4a02-a38a-748854e8336e req-60cf32c4-0970-4d42-adce-4d14e248ea27 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684762 Aug 16 01:41:29.123651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-73903b16-49bb-44e7-9fac-c66648134a1b None None] Provisioning for port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:29.127394 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-2e8529d3-bb6c-43a8-95b3-bfadfcb42282 service neutron] delete failed (client error): The resource could not be found. Aug 16 01:41:29.127516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-73903b16-49bb-44e7-9fac-c66648134a1b None None] Provisioning complete for port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:29.127863 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-73903b16-49bb-44e7-9fac-c66648134a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.128418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-2e8529d3-bb6c-43a8-95b3-bfadfcb42282 service neutron] 10.222.0.74 "DELETE /v2.0/ports/32f43514-ab56-454d-9784-6a7575034ee7/bindings/n-h2-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0721655 Aug 16 01:41:29.168478 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-73903b16-49bb-44e7-9fac-c66648134a1b None None] Port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:29.301351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-71a604f5-7928-45a3-a9f1-62685241d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:29.303007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-71a604f5-7928-45a3-a9f1-62685241d6fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1100 time: 0.0900345 Aug 16 01:41:29.360847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 32f43514-ab56-454d-9784-6a7575034ee7 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:29.375825 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:29.386329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.401477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Transition to ACTIVE for port object 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:29.430259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-d495ed73-b416-4e7b-be5a-06ec5854878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:29.432556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-d495ed73-b416-4e7b-be5a-06ec5854878c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1221473 Aug 16 01:41:29.459842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.74', 57359) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:29.496637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=32f43514-ab56-454d-9784-6a7575034ee7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:29.509705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '32f43514-ab56-454d-9784-6a7575034ee7', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '32f43514-ab56-454d-9784-6a7575034ee7', 'mac_address': 'fa:16:3e:cd:22:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:29.521261 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.526692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-175925a9-f882-47ac-bcdf-9ec2568c329e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 200 len: 217 time: 0.0872145 Aug 16 01:41:29.528081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50106) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:29.530425 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-1281568d-f770-4e93-a1ff-72bf281ef199 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b9d124b9802439fa039be7769a23930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693681 Aug 16 01:41:29.562899 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.568205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50110) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:29.582096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f43514-ab56-454d-9784-6a7575034ee7 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:29.596765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-c6bba103-9bc6-4df2-851c-3a15ca6342f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:29.598552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-c6bba103-9bc6-4df2-851c-3a15ca6342f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0609384 Aug 16 01:41:29.608377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=32f43514-ab56-454d-9784-6a7575034ee7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:29.646952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-43c5bfca-ff9f-4dd7-b2d8-213f649f483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:29.648609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-43c5bfca-ff9f-4dd7-b2d8-213f649f483b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433724 Aug 16 01:41:29.698918 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:29.766861 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-381829c8-f4a4-4a9f-bc10-8d4fc083f32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.781404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-b7ba4460-cadb-48e5-921b-ca2513b1c779 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:29.782926 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-b7ba4460-cadb-48e5-921b-ca2513b1c779 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048879 Aug 16 01:41:29.783638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Attempting to bind port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:29.783973 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Attempting to bind port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:29.784306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Attempting to bind port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:29.790126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:29.790477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Attempting to bind port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:29.798834 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.802654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Request body: {'port': {'device_id': '3d5b9fcb-fa25-44fe-a42e-d70467c4779a', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '9b9d124b9802439fa039be7769a23930'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:29.811965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:29.811965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:29.811965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:29.812642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Bound port: 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:29.813681 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.898066 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0126-b84b-4e8c-936f-965073c2d55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.918820 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b167-62b9-44f3-ad16-212f3fd8647c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.926646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=32f43514-ab56-454d-9784-6a7575034ee7,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:29.963034 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] For port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:29.967176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] For port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:30.004370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-666873f0-e0db-4d9e-9e87-631ed82e80c9 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484719 Aug 16 01:41:30.011876 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a964ea9-9bd3-406b-a0ad-7320f23151ea req-a53a7c2a-8ce2-4403-b9f0-4b5c39840726 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:30.013324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a964ea9-9bd3-406b-a0ad-7320f23151ea req-a53a7c2a-8ce2-4403-b9f0-4b5c39840726 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 949 time: 0.2928588 Aug 16 01:41:30.032852 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.080941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['32f43514-ab56-454d-9784-6a7575034ee7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:30.086749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:30.087371 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.088928 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] 10.222.0.74 "PUT /v2.0/ports/8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 HTTP/1.1" status: 200 len: 1097 time: 1.1772575 Aug 16 01:41:30.089436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2', 'tag': '8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:30.091899 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af" -d '{"events": [{"name": "network-changed", "server_uuid": "7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2", "tag": "8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:30.148867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2984156-0369-45ff-b897-40f17f40a7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:30.150761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50128) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:30.194670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c1a74-6116-4f89-bff0-0475aa18d620 req-83167084-5898-42af-8007-afb05da3b9cf tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:30.196633 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-951c1a74-6116-4f89-bff0-0475aa18d620 req-83167084-5898-42af-8007-afb05da3b9cf tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 948 time: 0.2130027 Aug 16 01:41:30.215275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a964ea9-9bd3-406b-a0ad-7320f23151ea req-ef325ddf-ad28-4879-ac12-532c15c550fc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805482 Aug 16 01:41:30.291986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e23267-6e07-4d28-aaf8-484b0303f3c7 req-c664a593-f56d-4158-b6ea-a8a1be627de9 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754107 Aug 16 01:41:30.300365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-4ed05ab6-da8b-4521-ba90-80ea2777197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:30.303280 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-4ed05ab6-da8b-4521-ba90-80ea2777197b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6ed597ec1274e78ba1b8160b39c1ff6&device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 1100 time: 0.0970707 Aug 16 01:41:30.309312 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-381829c8-f4a4-4a9f-bc10-8d4fc083f32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.330769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-951c1a74-6116-4f89-bff0-0475aa18d620 req-ade84d25-a6a1-4498-9272-278797b6e248 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112216 Aug 16 01:41:30.375160 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-a66c8a65-aeef-41d7-bcf0-7e25c35502da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 HTTP/1.1" status: 200 len: 217 time: 0.0640624 Aug 16 01:41:30.376933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19ea5f1e-f95e-4f79-9b57-befcdca066cb req-94c875f4-19b2-4df0-b67c-9ebd04d305fa tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 210 time: 0.0341566 Aug 16 01:41:30.377615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-381829c8-f4a4-4a9f-bc10-8d4fc083f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.378019 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1531962f-2886-4df8-9bde-7e68ad0dbfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.399560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-ebfc0126-b84b-4e8c-936f-965073c2d55f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:41:30.399560 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:41:30.399560 n-d-768509-23 neutron-server[95516]: [parameters: {'project_id_1': '7fb6e9c9885a49658621a81f04d6ebf9', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 41, 30, 19700)}] Aug 16 01:41:30.399560 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:41:30.404297 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-ebfc0126-b84b-4e8c-936f-965073c2d55f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:41:30.426788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381829c8-f4a4-4a9f-bc10-8d4fc083f32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f8df7c-fd01-4dcf-b5aa-f69012735f77,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:30.440284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-381829c8-f4a4-4a9f-bc10-8d4fc083f32f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7bff0d18da924a7bb1f62d249fc31ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9103868 Aug 16 01:41:30.443382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50134) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:30.444375 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f40f1d8-a444-4583-b96e-1d3582dc31ae x-openstack-request-id: req-0f40f1d8-a444-4583-b96e-1d3582dc31ae {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:30.444745 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2", "tag": "8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:30.444976 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f40f1d8-a444-4583-b96e-1d3582dc31ae {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:30.445571 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2', 'tag': '8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3', 'status': 'completed', 'code': 200} Aug 16 01:41:30.473092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-23c117da-c25c-47ce-8738-25d40a313fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:30.475536 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-23c117da-c25c-47ce-8738-25d40a313fa7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0924177 Aug 16 01:41:30.484052 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Made reservation on behalf of 9b9d124b9802439fa039be7769a23930 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:30.488267 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.511999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0efefe-b685-4650-98a0-8022cf54a9c2 req-8d6c2a41-1315-48e3-b5b5-ccc889366693 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:30.513600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab0efefe-b685-4650-98a0-8022cf54a9c2 req-8d6c2a41-1315-48e3-b5b5-ccc889366693 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 949 time: 0.0936573 Aug 16 01:41:30.535461 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.541872 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9db6cd41-5ce6-4027-9c33-23d51a1f98c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.575450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9db6cd41-5ce6-4027-9c33-23d51a1f98c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.578801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-5ba34f4f-2f03-4f96-b67a-36410c1ad166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:30.579583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab0efefe-b685-4650-98a0-8022cf54a9c2 req-94e7fdba-29b3-4bda-91cd-7daeeb9200ad tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588350 Aug 16 01:41:30.580307 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-5ba34f4f-2f03-4f96-b67a-36410c1ad166 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885520 Aug 16 01:41:30.683686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1531962f-2886-4df8-9bde-7e68ad0dbfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.700789 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-0a9e1fc6-ee62-428f-96cd-10356683f52d service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117346 Aug 16 01:41:30.712812 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9db6cd41-5ce6-4027-9c33-23d51a1f98c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.715400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9db6cd41-5ce6-4027-9c33-23d51a1f98c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.716540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9db6cd41-5ce6-4027-9c33-23d51a1f98c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41f8df7c-fd01-4dcf-b5aa-f69012735f77 HTTP/1.1" status: 204 len: 168 time: 0.2724960 Aug 16 01:41:30.724236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6cd41-5ce6-4027-9c33-23d51a1f98c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f8df7c-fd01-4dcf-b5aa-f69012735f77,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:30.806840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1531962f-2886-4df8-9bde-7e68ad0dbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.827309 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-299cb973-a6d9-49ab-8697-c1af1e17bf51 req-5085a9fb-de59-42fe-8747-97d507fb6b7c service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182702 Aug 16 01:41:30.863375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93279c-74a7-4358-8b23-c69cbd303035 req-74447d64-5116-494b-9484-e6186b6eff31 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:30.864896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b93279c-74a7-4358-8b23-c69cbd303035 req-74447d64-5116-494b-9484-e6186b6eff31 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 949 time: 0.0551901 Aug 16 01:41:30.865034 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1531962f-2886-4df8-9bde-7e68ad0dbfbb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2607a2c89a9241cb92155e420ec020fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7106533 Aug 16 01:41:30.867625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50140) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:30.872808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531962f-2886-4df8-9bde-7e68ad0dbfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c5256-f054-46ae-8075-a6eea0919016,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:30.924737 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0126-b84b-4e8c-936f-965073c2d55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.946995 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.995950 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93ec14ee-3b3a-4989-9dda-cd93bfc547b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.003935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b93279c-74a7-4358-8b23-c69cbd303035 req-b81fdcbc-c1b2-4e61-be1c-d1afa98ded8e tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836935 Aug 16 01:41:31.004408 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af req-8a261508-3bf9-4061-bc42-3ffb99114052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:31.005952 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af req-8a261508-3bf9-4061-bc42-3ffb99114052 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d6ed597ec1274e78ba1b8160b39c1ff6&device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 1100 time: 0.0437169 Aug 16 01:41:31.026312 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93ec14ee-3b3a-4989-9dda-cd93bfc547b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.066611 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.160204 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0126-b84b-4e8c-936f-965073c2d55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.161762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a29d2f-b6fb-4f0c-a072-347af2058431,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:31.201865 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af req-9a57506f-7c17-4b58-ae93-64b8059955d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:31.201865 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af req-9a57506f-7c17-4b58-ae93-64b8059955d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1857483 Aug 16 01:41:31.232168 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93ec14ee-3b3a-4989-9dda-cd93bfc547b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.235673 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93ec14ee-3b3a-4989-9dda-cd93bfc547b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.246255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-93ec14ee-3b3a-4989-9dda-cd93bfc547b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b9c5256-f054-46ae-8075-a6eea0919016 HTTP/1.1" status: 204 len: 168 time: 0.3681312 Aug 16 01:41:31.246255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec14ee-3b3a-4989-9dda-cd93bfc547b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c5256-f054-46ae-8075-a6eea0919016,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:31.257394 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af req-9434d122-0ce8-44df-8fab-98fbf05ac7ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 HTTP/1.1" status: 200 len: 217 time: 0.0391471 Aug 16 01:41:31.291169 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0126-b84b-4e8c-936f-965073c2d55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.311741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Allocated IP 192.168.233.106 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/f5e3102a-ca21-418a-8e13-cfb441c95b4b) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:31.337119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af req-1282286e-7c49-421a-a5c7-96262a93f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:31.338622 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af req-1282286e-7c49-421a-a5c7-96262a93f472 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0723219 Aug 16 01:41:31.342560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ebfc0126-b84b-4e8c-936f-965073c2d55f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7fb6e9c9885a49658621a81f04d6ebf9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7733219 Aug 16 01:41:31.345232 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50154) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:31.347766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc0126-b84b-4e8c-936f-965073c2d55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90614334-38d9-44db-bc2e-7ef72eea1fa5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:31.396007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 32f43514-ab56-454d-9784-6a7575034ee7 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:31.513302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a310e3-a650-4566-a8c6-20aabb2f3318 req-18aaf7db-7a9c-463d-9e08-3b8beb008f30 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:31.515289 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18a310e3-a650-4566-a8c6-20aabb2f3318 req-18aaf7db-7a9c-463d-9e08-3b8beb008f30 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 948 time: 0.0776069 Aug 16 01:41:31.575942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b946fea-90e8-4fd9-8c69-3d498f69571c req-79c26eba-7f26-4046-96d1-2c69ea1f668a tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 210 time: 0.0536294 Aug 16 01:41:31.580908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 32f43514-ab56-454d-9784-6a7575034ee7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:31.587816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 32f43514-ab56-454d-9784-6a7575034ee7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:31.588980 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.604512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18a310e3-a650-4566-a8c6-20aabb2f3318 req-5be7c36a-91e3-4939-bd94-e7b3f5977280 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760088 Aug 16 01:41:31.645375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af req-c3e76ebe-d290-4d75-8b80-ebe14bd724e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:31.646921 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af req-c3e76ebe-d290-4d75-8b80-ebe14bd724e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2084653 Aug 16 01:41:31.658265 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74156ae8-382a-4460-872c-64c6d0bcc73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.716811 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.735797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18ee4-42da-42ab-b4c1-1c159d2e736b req-e22136d0-aca6-4f5d-87df-bf731097731b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:31.739636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4a18ee4-42da-42ab-b4c1-1c159d2e736b req-e22136d0-aca6-4f5d-87df-bf731097731b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 949 time: 0.0616567 Aug 16 01:41:31.739782 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.746795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:31.749541 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa17ead-9f37-4cde-b838-d7d72a154b02" -d '{"events": [{"server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "name": "network-vif-plugged", "status": "completed", "tag": "32f43514-ab56-454d-9784-6a7575034ee7"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:31.760646 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74156ae8-382a-4460-872c-64c6d0bcc73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.767223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=32f43514-ab56-454d-9784-6a7575034ee7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:31.773941 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Transition to ACTIVE for port object f5e3102a-ca21-418a-8e13-cfb441c95b4b will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:31.792651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4a18ee4-42da-42ab-b4c1-1c159d2e736b req-ac4694b6-e0fe-4227-8d66-2351d38fcfe0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469468 Aug 16 01:41:31.810845 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d6184f-0e66-4312-93f9-57bf7f1c1340 x-openstack-request-id: req-46d6184f-0e66-4312-93f9-57bf7f1c1340 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:31.811325 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "name": "network-vif-plugged", "status": "completed", "tag": "32f43514-ab56-454d-9784-6a7575034ee7", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:31.811744 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46d6184f-0e66-4312-93f9-57bf7f1c1340 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:31.812282 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7', 'code': 200} Aug 16 01:41:31.844415 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.913562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=32f43514-ab56-454d-9784-6a7575034ee7,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:31.948538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fed51-45b9-44fa-96bf-38ed7a454feb req-ea5c58c9-49ee-4ff7-ae97-010a6bced941 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:31.950074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a9fed51-45b9-44fa-96bf-38ed7a454feb req-ea5c58c9-49ee-4ff7-ae97-010a6bced941 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1102 time: 0.0808213 Aug 16 01:41:31.988650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a9fed51-45b9-44fa-96bf-38ed7a454feb req-f1c81358-449d-47f6-be43-3cf027340523 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324628 Aug 16 01:41:32.011229 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af req-7c2b5304-19dc-4e4f-9af2-bbec50eb0d4e service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534536 Aug 16 01:41:32.080589 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50186) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:32.097798 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74156ae8-382a-4460-872c-64c6d0bcc73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.107500 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74156ae8-382a-4460-872c-64c6d0bcc73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.107500 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-74156ae8-382a-4460-872c-64c6d0bcc73e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90614334-38d9-44db-bc2e-7ef72eea1fa5 HTTP/1.1" status: 204 len: 168 time: 0.7551885 Aug 16 01:41:32.108015 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa314adb-943f-443b-a581-8c25a897a5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.125324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74156ae8-382a-4460-872c-64c6d0bcc73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90614334-38d9-44db-bc2e-7ef72eea1fa5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:32.142177 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.185175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50190) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:32.222103 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:32.223715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74dc93-ae73-4cbf-9b6a-18cc83cb0e31 req-aee40fd1-7f9f-430c-93f0-0447d33ae045 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:32.227993 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1a2d729e-cd58-453d-bac2-d5f9ae83a6af req-42957324-9309-41f8-af8e-64b6c2f6f854 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078686 Aug 16 01:41:32.233624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:32.236567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f74dc93-ae73-4cbf-9b6a-18cc83cb0e31 req-aee40fd1-7f9f-430c-93f0-0447d33ae045 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 949 time: 0.1216714 Aug 16 01:41:32.242912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:32.248424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:32.249065 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.256553 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Pushing event updated for resources: {'Port': ['ID=f5e3102a-ca21-418a-8e13-cfb441c95b4b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:32.346217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-4dea7074-ee91-48d7-aed3-8a136d87b797 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381017 Aug 16 01:41:32.349311 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa314adb-943f-443b-a581-8c25a897a5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.369890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f74dc93-ae73-4cbf-9b6a-18cc83cb0e31 req-b68aafec-610d-4fc4-9f4d-ad05ff72b6dd tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322310 Aug 16 01:41:32.428095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa314adb-943f-443b-a581-8c25a897a5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.442181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-168926839-network', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:32.474403 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aa314adb-943f-443b-a581-8c25a897a5f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dd374cb80df4e11bf1cdcfa89202790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926976 Aug 16 01:41:32.480119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50206) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:32.489666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa314adb-943f-443b-a581-8c25a897a5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aad714b-aa43-46b7-a6bd-bb28d9503aa4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:32.525517 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-982365ad-44bb-4775-bce7-5409937119dd tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7301493 Aug 16 01:41:32.531744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c4b16-c283-4fb3-ba28-d4a87d78fc9c req-be73eb06-1b22-47b3-9581-2c3b932ba81c tempest-LiveMigrationNegativeTest-49370048 tempest-LiveMigrationNegativeTest-49370048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:32.533493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de0c4b16-c283-4fb3-ba28-d4a87d78fc9c req-be73eb06-1b22-47b3-9581-2c3b932ba81c tempest-LiveMigrationNegativeTest-49370048 tempest-LiveMigrationNegativeTest-49370048-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 1101 time: 0.0860763 Aug 16 01:41:32.539477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Request body: {'port': {'device_id': '3d5b9fcb-fa25-44fe-a42e-d70467c4779a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:32.563200 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-de0c4b16-c283-4fb3-ba28-d4a87d78fc9c req-eadbc034-cf3d-4bb9-8bf0-7d34fd74c115 tempest-LiveMigrationNegativeTest-49370048 tempest-LiveMigrationNegativeTest-49370048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.577766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-46bbf05b-e333-46eb-8bad-610fd50f4534 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:32.579459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-46bbf05b-e333-46eb-8bad-610fd50f4534 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322795 Aug 16 01:41:32.595728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-7654bed3-4d17-46e7-9e63-f5c9b3d7acb9 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/quotas/0fd72b22de084a828cc9af1cb960b5c8 HTTP/1.1" status: 200 len: 375 time: 0.0096912 Aug 16 01:41:32.613827 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b822-c49b-493d-8614-07efd748019d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.627349 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.652397 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b822-c49b-493d-8614-07efd748019d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.659203 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-70735643-2633-4222-8c75-e5bc46f485be tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575619 Aug 16 01:41:32.703693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Made reservation on behalf of ba2cd20405e54f08a2641c8a7160670a for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:32.707035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.718902 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.723523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5c3fc984-adda-4140-8799-c39f6c8fb00c None None] Provisioning for port f5e3102a-ca21-418a-8e13-cfb441c95b4b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:32.741574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5c3fc984-adda-4140-8799-c39f6c8fb00c None None] Provisioning complete for port f5e3102a-ca21-418a-8e13-cfb441c95b4b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:32.742192 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc984-adda-4140-8799-c39f6c8fb00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.780847 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.796158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5c3fc984-adda-4140-8799-c39f6c8fb00c None None] Port f5e3102a-ca21-418a-8e13-cfb441c95b4b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:32.872353 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cedd16c5-7855-4060-b318-0553cafa40e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.903143 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b822-c49b-493d-8614-07efd748019d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.905654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b822-c49b-493d-8614-07efd748019d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.909284 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1ce5b822-c49b-493d-8614-07efd748019d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0aad714b-aa43-46b7-a6bd-bb28d9503aa4 HTTP/1.1" status: 204 len: 168 time: 0.4256909 Aug 16 01:41:32.936847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5b822-c49b-493d-8614-07efd748019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aad714b-aa43-46b7-a6bd-bb28d9503aa4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:32.954859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29290e8-b45f-438e-8a56-990cbd6fe915 req-3c1006a9-1957-4753-8330-15d59d28e882 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:32.963254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f29290e8-b45f-438e-8a56-990cbd6fe915 req-3c1006a9-1957-4753-8330-15d59d28e882 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 936 time: 0.0869148 Aug 16 01:41:32.995517 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e3102a-ca21-418a-8e13-cfb441c95b4b {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:33.006130 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.015225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f29290e8-b45f-438e-8a56-990cbd6fe915 req-f27423dc-eac1-41c3-aade-aa885841c6c2 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a29d2f-b6fb-4f0c-a072-347af2058431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510821 Aug 16 01:41:33.026860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Transition to ACTIVE for port object f5e3102a-ca21-418a-8e13-cfb441c95b4b will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:33.027054 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-de0c4b16-c283-4fb3-ba28-d4a87d78fc9c req-eadbc034-cf3d-4bb9-8bf0-7d34fd74c115 tempest-LiveMigrationNegativeTest-49370048 tempest-LiveMigrationNegativeTest-49370048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.123716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6720dd6-5faf-4afd-9056-d5606ee86e6b req-a4bd10cf-e68c-46c5-80ea-3f57a1958b5e tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:33.125180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6720dd6-5faf-4afd-9056-d5606ee86e6b req-a4bd10cf-e68c-46c5-80ea-3f57a1958b5e tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 948 time: 0.0488582 Aug 16 01:41:33.129385 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.132954 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-de0c4b16-c283-4fb3-ba28-d4a87d78fc9c req-eadbc034-cf3d-4bb9-8bf0-7d34fd74c115 tempest-LiveMigrationNegativeTest-49370048 tempest-LiveMigrationNegativeTest-49370048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.193398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de0c4b16-c283-4fb3-ba28-d4a87d78fc9c req-eadbc034-cf3d-4bb9-8bf0-7d34fd74c115 tempest-LiveMigrationNegativeTest-49370048 tempest-LiveMigrationNegativeTest-49370048-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6503558 Aug 16 01:41:33.199018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc034-cf3d-4bb9-8bf0-7d34fd74c115 tempest-LiveMigrationNegativeTest-49370048 tempest-LiveMigrationNegativeTest-49370048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cc321e-28f4-467e-85fc-8aa340ab54aa,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:33.205754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50226) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:33.221577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e3102a-ca21-418a-8e13-cfb441c95b4b,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:33.260957 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Attempting to bind port f5e3102a-ca21-418a-8e13-cfb441c95b4b on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:33.261442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Attempting to bind port f5e3102a-ca21-418a-8e13-cfb441c95b4b by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:33.264541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Attempting to bind port f5e3102a-ca21-418a-8e13-cfb441c95b4b on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:33.265230 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fbddb944-5c55-4af0-a2fd-845a4bd81110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.271809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Port f5e3102a-ca21-418a-8e13-cfb441c95b4b on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:33.273033 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Attempting to bind port f5e3102a-ca21-418a-8e13-cfb441c95b4b on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:33.278458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6720dd6-5faf-4afd-9056-d5606ee86e6b req-5968c881-511d-46cd-8922-6e391c282f81 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403289 Aug 16 01:41:33.283139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:33.283536 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:33.284023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:33.284584 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Bound port: f5e3102a-ca21-418a-8e13-cfb441c95b4b, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:33.284875 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.385084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5bc2df2-6312-42e5-88de-3efd930348b5 req-bb228003-1692-401c-aebb-91f862ead616 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 210 time: 0.0915346 Aug 16 01:41:33.392585 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] For port f5e3102a-ca21-418a-8e13-cfb441c95b4b, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:33.397715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] For port f5e3102a-ca21-418a-8e13-cfb441c95b4b, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f5e3102a-ca21-418a-8e13-cfb441c95b4b,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:33.410557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.472851 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.512923 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.539213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:33.546843 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.546843 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] 10.222.0.74 "PUT /v2.0/ports/f5e3102a-ca21-418a-8e13-cfb441c95b4b HTTP/1.1" status: 200 len: 1097 time: 1.0077672 Aug 16 01:41:33.546843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5b9fcb-fa25-44fe-a42e-d70467c4779a', 'tag': 'f5e3102a-ca21-418a-8e13-cfb441c95b4b'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:33.560685 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0018485b-a2b3-4633-b25f-2c07dfc59c67" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5b9fcb-fa25-44fe-a42e-d70467c4779a", "tag": "f5e3102a-ca21-418a-8e13-cfb441c95b4b"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:33.590683 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4096a-635a-40f7-92ff-b53c4c524096 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e3102a-ca21-418a-8e13-cfb441c95b4b,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:33.592021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:41:33.609663 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a155dae-59b2-4af8-8aa7-bcea1b3d5e9e x-openstack-request-id: req-9a155dae-59b2-4af8-8aa7-bcea1b3d5e9e {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:33.611352 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5b9fcb-fa25-44fe-a42e-d70467c4779a", "tag": "f5e3102a-ca21-418a-8e13-cfb441c95b4b", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:33.611352 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a155dae-59b2-4af8-8aa7-bcea1b3d5e9e {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:33.611825 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5b9fcb-fa25-44fe-a42e-d70467c4779a', 'tag': 'f5e3102a-ca21-418a-8e13-cfb441c95b4b', 'status': 'completed', 'code': 200} Aug 16 01:41:33.631653 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.632004 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Added segment 4d0ef990-ed29-404d-af6b-2a9604897c36 of type vlan for network 05291750-16cc-4bdf-b143-bb28dd5de789 Aug 16 01:41:33.643828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ed450f-5f50-49b2-8b38-4d66129f1a87,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:33.688448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018485b-a2b3-4633-b25f-2c07dfc59c67 req-ca11c54d-6f32-486f-936d-1db6d66cd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:33.691101 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0018485b-a2b3-4633-b25f-2c07dfc59c67 req-ca11c54d-6f32-486f-936d-1db6d66cd408 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9d124b9802439fa039be7769a23930&device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 1100 time: 0.0564177 Aug 16 01:41:33.706145 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.729876 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0018485b-a2b3-4633-b25f-2c07dfc59c67 req-d6f963de-0107-4505-bf74-bb0c38d4af82 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b9d124b9802439fa039be7769a23930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305979 Aug 16 01:41:33.774972 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fbddb944-5c55-4af0-a2fd-845a4bd81110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.826733 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.827862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:33.828495 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.878020 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fbddb944-5c55-4af0-a2fd-845a4bd81110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.895997 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.916454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] Pushing event updated for resources: {'Network': ['ID=05291750-16cc-4bdf-b143-bb28dd5de789,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:33.928595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fbddb944-5c55-4af0-a2fd-845a4bd81110 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a47a85274df0486291529d47a7329a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7181213 Aug 16 01:41:33.933180 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50252) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:33.943487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 05291750-16cc-4bdf-b143-bb28dd5de789 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:41:33.946269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddb944-5c55-4af0-a2fd-845a4bd81110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e48530-1635-4dc8-bb6f-933ea7192c3c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:33.955146 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018485b-a2b3-4633-b25f-2c07dfc59c67 req-d7eb56cc-ad99-4564-afb4-be212511cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:33.958223 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0018485b-a2b3-4633-b25f-2c07dfc59c67 req-d7eb56cc-ad99-4564-afb4-be212511cef0 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2214513 Aug 16 01:41:33.969477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fe3d58cb-d501-4558-af25-afae9c137982 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7820511 Aug 16 01:41:33.972597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50258) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:33.986528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] Request body: {'subnet': {'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-168926839-subnet', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:34.033323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6929926-b596-4efa-b95d-c2cde9654483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.077385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] Made reservation on behalf of ba2cd20405e54f08a2641c8a7160670a for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:34.079605 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.081751 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6929926-b596-4efa-b95d-c2cde9654483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.097747 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-5883eba6-6a34-49e7-8332-aacbdc637850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:34.099266 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-5883eba6-6a34-49e7-8332-aacbdc637850 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b9d124b9802439fa039be7769a23930&device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 1100 time: 0.0766745 Aug 16 01:41:34.153327 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-a774631c-9150-47c2-9593-69c9e28ac5eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=f5e3102a-ca21-418a-8e13-cfb441c95b4b HTTP/1.1" status: 200 len: 217 time: 0.0405314 Aug 16 01:41:34.193351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41829cc4-777e-4999-a373-7fe539910408 req-5af1ba35-d200-4f73-a71c-bb1f262cfccb tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:34.199351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41829cc4-777e-4999-a373-7fe539910408 req-5af1ba35-d200-4f73-a71c-bb1f262cfccb tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 949 time: 0.1292450 Aug 16 01:41:34.212150 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-8afefde5-a8df-4490-bea9-54bf39deb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:34.213972 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-8afefde5-a8df-4490-bea9-54bf39deb2e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0534749 Aug 16 01:41:34.250433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565ae8-bb1f-47b5-8b18-455c3a13ed3e req-47dbb15b-689b-472d-b5fb-109b5e8f2411 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:34.251918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3565ae8-bb1f-47b5-8b18-455c3a13ed3e req-47dbb15b-689b-472d-b5fb-109b5e8f2411 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 948 time: 0.1083229 Aug 16 01:41:34.268381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-63e0084f-01bd-4d4b-8389-f9c27ddecabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:34.270160 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-63e0084f-01bd-4d4b-8389-f9c27ddecabc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0497158 Aug 16 01:41:34.275595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41829cc4-777e-4999-a373-7fe539910408 req-1b73162a-fc57-4dd1-b668-5357769ae5de tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612469 Aug 16 01:41:34.317131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:34.322114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3565ae8-bb1f-47b5-8b18-455c3a13ed3e req-1642945f-f429-4eda-9ba3-7656067bb09c tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a29d2f-b6fb-4f0c-a072-347af2058431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532389 Aug 16 01:41:34.356719 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6929926-b596-4efa-b95d-c2cde9654483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.359274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6929926-b596-4efa-b95d-c2cde9654483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.362946 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e6929926-b596-4efa-b95d-c2cde9654483 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93e48530-1635-4dc8-bb6f-933ea7192c3c HTTP/1.1" status: 204 len: 168 time: 0.4260187 Aug 16 01:41:34.373851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6929926-b596-4efa-b95d-c2cde9654483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e48530-1635-4dc8-bb6f-933ea7192c3c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:34.467811 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-014b5f8c-6e00-48a9-88fc-13f1910f34fd service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906581 Aug 16 01:41:34.512431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:34.537539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3', 'mac_address': 'fa:16:3e:a8:cd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:34.544176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ba607-06f5-4f83-8c07-8998c3e04410 req-03332327-f764-41f3-83c3-3e4bd9f3cfbe tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:34.546332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b82ba607-06f5-4f83-8c07-8998c3e04410 req-03332327-f764-41f3-83c3-3e4bd9f3cfbe tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 948 time: 0.0816948 Aug 16 01:41:34.594989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b82ba607-06f5-4f83-8c07-8998c3e04410 req-99126124-ac31-4886-bc1b-1e9cbd878e25 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Aug 16 01:41:34.627889 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.632282 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4eab3c53-674d-4eb2-b4fb-265a5ec0d19d req-28014aaf-ac53-4ce7-9664-707d329d809e service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571722 Aug 16 01:41:34.638205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.654782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:34.675271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:34.698329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-ed962148-c4c8-4783-8e0c-57a6a7b8f3a4 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=99b683bfa15842bd93d57c9cc40e6516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365069 Aug 16 01:41:34.717907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=870a12c1-3fcf-413b-8317-5f44ffbdbeeb,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:34.792575 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.799339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7eb375c7-eac8-4c78-8ade-1d47dd7fa040 req-65ef1af8-acd7-4284-8c6b-34411e802126 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 210 time: 0.0631027 Aug 16 01:41:34.823480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] Checking segment: {'id': '4d0ef990-ed29-404d-af6b-2a9604897c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:34.823832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] Network hostable DHCP agents. Network: 05291750-16cc-4bdf-b143-bb28dd5de789, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:41:34.842627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:34.861469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-13e118b9-8b70-4c3b-b436-c3b2f9aa8cd7 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:34.862963 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-13e118b9-8b70-4c3b-b436-c3b2f9aa8cd7 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564407 Aug 16 01:41:34.879580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-d75af4f5-5c77-4be1-b616-efab51dd5ae5 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/quotas/99b683bfa15842bd93d57c9cc40e6516 HTTP/1.1" status: 200 len: 375 time: 0.0098524 Aug 16 01:41:34.913516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-11feba83-ff42-4d6d-b75b-4773ddc6d578 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=99b683bfa15842bd93d57c9cc40e6516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267789 Aug 16 01:41:34.917738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] Network 05291750-16cc-4bdf-b143-bb28dd5de789 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:41:34.997447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:34.999507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 05291750-16cc-4bdf-b143-bb28dd5de789) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:35.010158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:35.010756 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.031428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b4dcc2-8ecc-4661-8fd1-04c9796501ca None None] Network 05291750-16cc-4bdf-b143-bb28dd5de789 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:41:35.147737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4354d7bd-5c71-4e26-adb4-ce923fe7a3ca admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1713374 Aug 16 01:41:35.150963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50296) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:35.155251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-168926839-router', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:35.235992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4465383-b3f1-400c-b099-843ccbb046f1 req-40575ba3-e5ae-4846-ac8e-12c6037e5078 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 210 time: 0.0372968 Aug 16 01:41:35.264478 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-05291750-16cc-4bdf-b143-bb28dd5de789', 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'fixed_ips': [{'subnet_id': '870a12c1-3fcf-413b-8317-5f44ffbdbeeb'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:41:35.265333 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.285156 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.286818 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.320758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-5e2bb095-7041-49f3-8b41-f05fec9fc02c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469692 Aug 16 01:41:35.497189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Allocated IP 172.20.0.2 (05291750-16cc-4bdf-b143-bb28dd5de789/870a12c1-3fcf-413b-8317-5f44ffbdbeeb/1c78f960-bb43-4f12-a0dd-5fa92c0a3524) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:35.558267 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.595727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d08cc-aef6-4cd0-af5d-f99c5c67e498 req-50df5c5c-4757-4d1f-b92c-bf2ddfafc39e tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:35.597773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-725d08cc-aef6-4cd0-af5d-f99c5c67e498 req-50df5c5c-4757-4d1f-b92c-bf2ddfafc39e tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 948 time: 0.1763709 Aug 16 01:41:35.605701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59859d8-46df-4cd8-aa06-7aa7ab84ba9a req-bba29e24-0dd0-4041-b584-8c78e34f023d tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:35.607323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d59859d8-46df-4cd8-aa06-7aa7ab84ba9a req-bba29e24-0dd0-4041-b584-8c78e34f023d tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 949 time: 0.1884425 Aug 16 01:41:35.615412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-926e0991-2d50-4f11-b198-f17b63284c58 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:35.617293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-926e0991-2d50-4f11-b198-f17b63284c58 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882895 Aug 16 01:41:35.646388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Request body: {'port': {'device_id': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '0fd72b22de084a828cc9af1cb960b5c8'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:35.703149 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.711980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Transition to ACTIVE for port object 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:35.738221 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.739393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Transition to ACTIVE for port object 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:35.823496 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.890394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Network 05291750-16cc-4bdf-b143-bb28dd5de789 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:35.891871 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:35.896933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:35.901381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Pushing event updated for resources: {'Port': ['ID=1c78f960-bb43-4f12-a0dd-5fa92c0a3524,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:35.966074 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Attempting to bind port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:35.966442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Attempting to bind port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '4d0ef990-ed29-404d-af6b-2a9604897c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:35.966787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Attempting to bind port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 on network 05291750-16cc-4bdf-b143-bb28dd5de789 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:35.972444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:35.972824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Checking segment: {'id': '4d0ef990-ed29-404d-af6b-2a9604897c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:35.973468 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.973892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Bound using segment: {'id': '4d0ef990-ed29-404d-af6b-2a9604897c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:35.974372 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Bound port: 1c78f960-bb43-4f12-a0dd-5fa92c0a3524, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ef990-ed29-404d-af6b-2a9604897c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:35.974772 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.017364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-725d08cc-aef6-4cd0-af5d-f99c5c67e498 req-4d2d5317-a0f6-4b88-bd32-8acd4a748747 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a29d2f-b6fb-4f0c-a072-347af2058431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090478 Aug 16 01:41:36.047946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d59859d8-46df-4cd8-aa06-7aa7ab84ba9a req-17bc9d11-f443-4f14-823c-f923548371ec tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291747 Aug 16 01:41:36.057916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] For port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:36.067670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] For port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1c78f960-bb43-4f12-a0dd-5fa92c0a3524,segment=NetworkSegment(4d0ef990-ed29-404d-af6b-2a9604897c36),segment_id=4d0ef990-ed29-404d-af6b-2a9604897c36)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:36.147564 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.202328 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.229786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754bd24-2a03-4715-a333-52d6d815e77d req-f65b7c3d-9370-4a11-9045-7bcaf33b836e tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:36.231358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6754bd24-2a03-4715-a333-52d6d815e77d req-f65b7c3d-9370-4a11-9045-7bcaf33b836e tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.64 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 949 time: 0.2284720 Aug 16 01:41:36.250570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe80c6-8b72-4ecc-a615-520a248ffe87 None None] Pushing event updated for resources: {'Port': ['ID=1c78f960-bb43-4f12-a0dd-5fa92c0a3524,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:36.301126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24a9974d-e37f-4154-90bb-07d7496b2dca req-00e74dc0-a49d-46fe-82ca-9b0a0160ae89 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 210 time: 0.0664504 Aug 16 01:41:36.312380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:36.321052 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7e771-de23-4405-ba7a-47cbc16b3d46 req-14354f2b-a76b-450e-8f85-5fd27bae0ff7 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:36.326783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6b7e771-de23-4405-ba7a-47cbc16b3d46 req-14354f2b-a76b-450e-8f85-5fd27bae0ff7 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 949 time: 0.2076375 Aug 16 01:41:36.446685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Made reservation on behalf of 0fd72b22de084a828cc9af1cb960b5c8 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:36.450481 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.504488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc9923c1-5d98-4609-b116-61bcbc018d2d req-90e5e7f9-f525-4a10-9a5f-d898d10fb328 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 210 time: 0.1129253 Aug 16 01:41:36.526072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6b7e771-de23-4405-ba7a-47cbc16b3d46 req-62137192-073e-44af-8777-2c3993cb735f tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944180 Aug 16 01:41:36.605088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6754bd24-2a03-4715-a333-52d6d815e77d req-20c6275e-ccf9-46ae-b324-06ff252786fc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Deleting port de915bc8-8f69-4806-be2c-1724574b5241 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:36.605382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6754bd24-2a03-4715-a333-52d6d815e77d req-20c6275e-ccf9-46ae-b324-06ff252786fc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.743427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Allocated IP 192.168.233.196 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/29e8c0bb-89c1-439f-872a-c2b8f2230f4a) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:36.779262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6754bd24-2a03-4715-a333-52d6d815e77d req-20c6275e-ccf9-46ae-b324-06ff252786fc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] For port de915bc8-8f69-4806-be2c-1724574b5241, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=de915bc8-8f69-4806-be2c-1724574b5241,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:36.779620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6754bd24-2a03-4715-a333-52d6d815e77d req-20c6275e-ccf9-46ae-b324-06ff252786fc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.828619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6754bd24-2a03-4715-a333-52d6d815e77d req-20c6275e-ccf9-46ae-b324-06ff252786fc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Calling delete_port for de915bc8-8f69-4806-be2c-1724574b5241 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:37.030279 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.074348 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.142183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:37.146694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:37.147068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.156089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.203119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb25898-4ee5-4f6d-9be1-7a282bf9039c None None] Network 05291750-16cc-4bdf-b143-bb28dd5de789 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:41:37.222021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Transition to ACTIVE for port object 29e8c0bb-89c1-439f-872a-c2b8f2230f4a will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:37.390626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a77575-257b-4b73-9b92-bbd6ed9d4fb9 req-248da994-ff50-429b-8a42-64ab4e36dec8 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:37.398112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6a77575-257b-4b73-9b92-bbd6ed9d4fb9 req-248da994-ff50-429b-8a42-64ab4e36dec8 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 948 time: 0.2623434 Aug 16 01:41:37.415773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56609383-f450-4c2f-be99-89c943c3e44e req-16e4a593-463a-4b25-9f27-0372cfc442b9 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:37.417302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56609383-f450-4c2f-be99-89c943c3e44e req-16e4a593-463a-4b25-9f27-0372cfc442b9 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b23427-0638-4480-b1d7-2840a65a0c77 HTTP/1.1" status: 200 len: 949 time: 0.2589290 Aug 16 01:41:37.430385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Allocated IP 172.25.8.186 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/d2435106-7179-4bb7-abe7-805cc0a3b438) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:37.436075 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6754bd24-2a03-4715-a333-52d6d815e77d req-20c6275e-ccf9-46ae-b324-06ff252786fc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.446469 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.452511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['0d86e549-1e3f-4c18-a102-7c5a1eefb842'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:37.497444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6275e-ccf9-46ae-b324-06ff252786fc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Pushing event deleted for resources: {'Port': ['ID=de915bc8-8f69-4806-be2c-1724574b5241,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:37.509286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:37.530939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:37.533957 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ec4e04-6de1-4e19-9855-1f1cb29fd02e" -d '{"events": [{"server_uuid": "7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2", "name": "network-vif-plugged", "status": "completed", "tag": "8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:37.583668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:37.598700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6a77575-257b-4b73-9b92-bbd6ed9d4fb9 req-5860b1af-0eb6-4953-8146-f9f262580823 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a29d2f-b6fb-4f0c-a072-347af2058431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943517 Aug 16 01:41:37.676010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e825d29e-3d53-45a6-9a0b-0f0d21abb5b8 None None] Provisioning for port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:37.685795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56609383-f450-4c2f-be99-89c943c3e44e req-8f7d690d-01c2-4cba-994a-cceae06da72e tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508175 Aug 16 01:41:37.687566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6754bd24-2a03-4715-a333-52d6d815e77d req-20c6275e-ccf9-46ae-b324-06ff252786fc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] No DVR routers for this DVR port de915bc8-8f69-4806-be2c-1724574b5241 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:37.690746 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6754bd24-2a03-4715-a333-52d6d815e77d req-20c6275e-ccf9-46ae-b324-06ff252786fc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.692775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6754bd24-2a03-4715-a333-52d6d815e77d req-20c6275e-ccf9-46ae-b324-06ff252786fc tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.64 "DELETE /v2.0/ports/de915bc8-8f69-4806-be2c-1724574b5241 HTTP/1.1" status: 204 len: 173 time: 1.4536202 Aug 16 01:41:37.695760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b23427-0638-4480-b1d7-2840a65a0c77', 'name': 'network-vif-deleted', 'tag': 'de915bc8-8f69-4806-be2c-1724574b5241'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:37.701435 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43070ab0-ddc8-47db-8992-b8a06e667f5f" -d '{"events": [{"server_uuid": "97b23427-0638-4480-b1d7-2840a65a0c77", "name": "network-vif-deleted", "tag": "de915bc8-8f69-4806-be2c-1724574b5241"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:37.707472 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.756432 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.821626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:37.840640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:37.843252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:37.849842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:37.850561 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.886048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Pushing event updated for resources: {'Port': ['ID=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:37.890705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:37.908761 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.938027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a3d8bac-d0c3-483a-a662-bb2336a640ea req-f23b5d6c-4dfa-4905-8a17-b197700ce68f tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 210 time: 0.1012495 Aug 16 01:41:37.984560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a103f-842d-469e-a58a-66e821c3be12 req-116464f8-d4ea-4d45-a85e-30281b5d2cfb tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:37.986205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e96a103f-842d-469e-a58a-66e821c3be12 req-116464f8-d4ea-4d45-a85e-30281b5d2cfb tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 936 time: 0.1483140 Aug 16 01:41:37.992620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:37.997148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:38.001313 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.073259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-73f347ed-c29b-4d40-ad19-d02fa2271d61 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4368443 Aug 16 01:41:38.083146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.094151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Request body: {'port': {'device_id': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:38.097694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['32f43514-ab56-454d-9784-6a7575034ee7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:38.139924 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.157197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e96a103f-842d-469e-a58a-66e821c3be12 req-38fdf227-9284-42b8-a5fe-458a73631b1f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432478 Aug 16 01:41:38.181692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:38.196246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1c78f960-bb43-4f12-a0dd-5fa92c0a3524,segment=NetworkSegment(4d0ef990-ed29-404d-af6b-2a9604897c36),segment_id=4d0ef990-ed29-404d-af6b-2a9604897c36)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:38.208955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:38.220683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7937-a1e9-44e7-af8b-92779e19b546 req-57d20c08-7847-49c5-b040-b3853b3f9669 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:38.228226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756f7937-a1e9-44e7-af8b-92779e19b546 req-57d20c08-7847-49c5-b040-b3853b3f9669 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 950 time: 0.2129767 Aug 16 01:41:38.230185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:38.234768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Pushing event updated for resources: {'Port': ['ID=d2435106-7179-4bb7-abe7-805cc0a3b438,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:38.258531 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab98b0c4-ab9c-4b0a-9c77-557688073129 x-openstack-request-id: req-ab98b0c4-ab9c-4b0a-9c77-557688073129 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:38.258866 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2", "name": "network-vif-plugged", "status": "completed", "tag": "8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:38.259120 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab98b0c4-ab9c-4b0a-9c77-557688073129 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:38.259446 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3', 'code': 200} Aug 16 01:41:38.284272 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.313502 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4ecf86-602f-4af3-852e-0d2db31b124b x-openstack-request-id: req-dd4ecf86-602f-4af3-852e-0d2db31b124b {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:38.314902 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b23427-0638-4480-b1d7-2840a65a0c77", "name": "network-vif-deleted", "tag": "de915bc8-8f69-4806-be2c-1724574b5241", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:38.314902 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd4ecf86-602f-4af3-852e-0d2db31b124b {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:38.314902 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b23427-0638-4480-b1d7-2840a65a0c77', 'name': 'network-vif-deleted', 'tag': 'de915bc8-8f69-4806-be2c-1724574b5241', 'status': 'completed', 'code': 200} Aug 16 01:41:38.318871 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.350865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f5e3102a-ca21-418a-8e13-cfb441c95b4b details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:38.355479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abda66b6-ad13-4e46-9791-27ba38a536a1 None None] Provisioning for port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:38.363950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abda66b6-ad13-4e46-9791-27ba38a536a1 None None] Provisioning complete for port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:38.364933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abda66b6-ad13-4e46-9791-27ba38a536a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.407074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756f7937-a1e9-44e7-af8b-92779e19b546 req-c547b15d-94ee-43f8-afda-42513038d499 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760535 Aug 16 01:41:38.434203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdbe4c-06c9-48fa-ad0e-9988535088c3 req-a653be66-4360-400c-8acd-c5b73afa80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:38.435504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-abda66b6-ad13-4e46-9791-27ba38a536a1 None None] Port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:38.436474 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c2fdbe4c-06c9-48fa-ad0e-9988535088c3 req-a653be66-4360-400c-8acd-c5b73afa80fa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 1102 time: 0.0893161 Aug 16 01:41:38.439281 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-1d759a6b-5f2f-42e7-864e-46328641e702 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=99b683bfa15842bd93d57c9cc40e6516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437984 Aug 16 01:41:38.506258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=1c78f960-bb43-4f12-a0dd-5fa92c0a3524,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:38.525578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abda66b6-ad13-4e46-9791-27ba38a536a1 None None] Provisioning complete for port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:38.525578 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abda66b6-ad13-4e46-9791-27ba38a536a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.611353 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c2fdbe4c-06c9-48fa-ad0e-9988535088c3 req-05f83ce4-ab02-4ae5-8672-f20d97c0b3cf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640120 Aug 16 01:41:38.650403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f5e3102a-ca21-418a-8e13-cfb441c95b4b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f5e3102a-ca21-418a-8e13-cfb441c95b4b,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:38.669066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'f5e3102a-ca21-418a-8e13-cfb441c95b4b', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'f5e3102a-ca21-418a-8e13-cfb441c95b4b', 'mac_address': 'fa:16:3e:9e:f4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:38.702026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-6916744b-1166-4a12-98d6-708247f91fd2 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:38.704578 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-6916744b-1166-4a12-98d6-708247f91fd2 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561064 Aug 16 01:41:38.717839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Request body: {'port': {'device_id': 'c896161d-13a1-4249-949b-97a14e5c4520', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '99b683bfa15842bd93d57c9cc40e6516'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:38.743705 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.766891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e3102a-ca21-418a-8e13-cfb441c95b4b {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:38.791425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f5e3102a-ca21-418a-8e13-cfb441c95b4b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f5e3102a-ca21-418a-8e13-cfb441c95b4b,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:38.884730 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.906965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Made reservation on behalf of 99b683bfa15842bd93d57c9cc40e6516 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:38.913215 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.924208 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.938663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=f5e3102a-ca21-418a-8e13-cfb441c95b4b,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:38.999067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-0acba64f-1dfd-4ef3-b301-66c910e0b706 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4111457 Aug 16 01:41:39.029109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.077761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.118486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.142737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79159b6c-8607-45d9-b2c5-9be6f8038ee3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:39.146314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['f5e3102a-ca21-418a-8e13-cfb441c95b4b'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:39.189467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bdf8a-8740-4480-aa7a-7643ddb88fc8 req-c9245f68-c326-4b82-ac03-ffc76ca68495 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.190905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d5bdf8a-8740-4480-aa7a-7643ddb88fc8 req-c9245f68-c326-4b82-ac03-ffc76ca68495 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 949 time: 0.2135997 Aug 16 01:41:39.350868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca634f-bdff-4291-956c-30f35082597c req-8a4195dd-fdb3-421d-82d8-a8fb25f5d527 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.352520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-8a4195dd-fdb3-421d-82d8-a8fb25f5d527 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3222718 Aug 16 01:41:39.356276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e8c0bb-89c1-439f-872a-c2b8f2230f4a {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:39.366256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d5bdf8a-8740-4480-aa7a-7643ddb88fc8 req-3889618c-4ade-456d-9cfc-58f6f2554f9a tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a29d2f-b6fb-4f0c-a072-347af2058431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588140 Aug 16 01:41:39.374970 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:39.377327 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.389880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-19e3f83b-ef69-41b6-9ecd-84d7c7f0350d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/quotas/a9f2668cc8be4c58b23d48dffc399cf2 HTTP/1.1" status: 200 len: 375 time: 0.0249183 Aug 16 01:41:39.428565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:39.428944 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.454572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device de915bc8-8f69-4806-be2c-1724574b5241 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:39.462638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Transition to ACTIVE for port object 29e8c0bb-89c1-439f-872a-c2b8f2230f4a will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:39.466777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-527f891c-29aa-49e5-8d00-9c14480116df tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703118 Aug 16 01:41:39.481370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: de915bc8-8f69-4806-be2c-1724574b5241 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:39.481721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device de915bc8-8f69-4806-be2c-1724574b5241 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:39.547422 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.563721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.623867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Allocated IP 192.168.233.90 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:39.683433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7202a3a-0e10-4261-acdd-8d3f3eefd41d req-8b144b15-1e4d-49ae-8b5e-6ba6a4981a10 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 210 time: 0.0834050 Aug 16 01:41:39.694314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Pushing event updated for resources: {'Port': ['ID=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:39.856210 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.883344 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Transition to ACTIVE for port object d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:39.897731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Attempting to bind port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:39.898238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Attempting to bind port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:39.898690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Attempting to bind port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:39.931431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:39.931754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Attempting to bind port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:39.955331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:39.955331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:39.955331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:39.955331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Bound port: 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:39.955331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.977805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3ac2e-42ae-46f5-bd93-35b6964d7276 req-9738d12e-b6a8-41a1-ab81-fd3657ae6326 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.979297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c3ac2e-42ae-46f5-bd93-35b6964d7276 req-9738d12e-b6a8-41a1-ab81-fd3657ae6326 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 948 time: 0.2001283 Aug 16 01:41:39.991528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3c242-549c-46d1-a71b-92b401949d9b req-b1ebf9ec-c86f-4386-90bf-99ab36a80885 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.993684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57b3c242-549c-46d1-a71b-92b401949d9b req-b1ebf9ec-c86f-4386-90bf-99ab36a80885 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 950 time: 0.1348572 Aug 16 01:41:40.021354 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.066999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:40.070228 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:40.074047 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:40.079540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:40.080208 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.091714 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Pushing event updated for resources: {'Port': ['ID=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:40.093102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c3ac2e-42ae-46f5-bd93-35b6964d7276 req-5f269cf1-6fda-458a-8c9b-a057383e062b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966589 Aug 16 01:41:40.112485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57b3c242-549c-46d1-a71b-92b401949d9b req-67c8399e-f790-4eec-9822-6ad93afa2ab1 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882936 Aug 16 01:41:40.114543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:40.118451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:40.158192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Router b9354acc-e9bf-4a5c-b851-cf716d369dcc is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:41:40.216057 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-12588e6e-7a56-4a50-8d14-f50b47b76df3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5023706 Aug 16 01:41:40.220524 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.228805 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Request body: {'port': {'device_id': 'c896161d-13a1-4249-949b-97a14e5c4520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:40.281701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:40.282162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.292042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] 10.222.0.64 "PUT /v2.0/ports/29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 200 len: 1097 time: 2.1974256 Aug 16 01:41:40.292042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-84b0de98-1cc9-4e61-bbb8-321c7d9a4032 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692384 Aug 16 01:41:40.305158 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.341480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:40.341997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f5e3102a-ca21-418a-8e13-cfb441c95b4b up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:40.347535 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471f1a94-a387-493e-b698-1fcd02a6159c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:40.372673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-27d03dd2-67a4-48c1-a76b-58c757926338 None None] Provisioning for port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:40.384135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-27d03dd2-67a4-48c1-a76b-58c757926338 None None] Provisioning complete for port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:40.385207 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-27d03dd2-67a4-48c1-a76b-58c757926338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.450856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e6792-eb05-4772-838e-562585fb2e9a service neutron] Pushing event updated for resources: {'Port': ['ID=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:40.495516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:41:40.507845 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Sync routers for ids ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:41:40.509739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-27d03dd2-67a4-48c1-a76b-58c757926338 None None] Port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:40.518623 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Routers {'b9354acc-e9bf-4a5c-b851-cf716d369dcc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:41:40.519560 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:40.562631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-819ddc7b-32dc-4b77-92f2-35c4957ffd81 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:40.568435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-819ddc7b-32dc-4b77-92f2-35c4957ffd81 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743087 Aug 16 01:41:40.575261 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0af7eae-31be-4e81-8e46-6a1a2cebc5dd x-openstack-request-id: req-a0af7eae-31be-4e81-8e46-6a1a2cebc5dd {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:40.575592 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:40.575778 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0af7eae-31be-4e81-8e46-6a1a2cebc5dd {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:40.576163 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a', 'status': 'completed', 'code': 200} Aug 16 01:41:40.605805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-e370ea4e-f76a-4e2a-91c1-1a6fb2411ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:40.606046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port f5e3102a-ca21-418a-8e13-cfb441c95b4b completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:40.607351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-e370ea4e-f76a-4e2a-91c1-1a6fb2411ed1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 1100 time: 0.1576338 Aug 16 01:41:40.611428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port f5e3102a-ca21-418a-8e13-cfb441c95b4b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:40.611803 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.621914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-a91747b5-b5ed-426e-99eb-fe0fa3afd764 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/quotas/a9f2668cc8be4c58b23d48dffc399cf2 HTTP/1.1" status: 200 len: 375 time: 0.0521159 Aug 16 01:41:40.643505 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Set router b9354acc-e9bf-4a5c-b851-cf716d369dcc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:41:40.682307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-a4afdc75-c968-477c-9bca-ec0e373dfc97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 200 len: 217 time: 0.0586514 Aug 16 01:41:40.701225 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:40.709394 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.710069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.713782 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ddc249c3-646b-4f93-a311-a4b9da083f5c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5586879 Aug 16 01:41:40.714226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50428) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:40.723477 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.749727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5b9fcb-fa25-44fe-a42e-d70467c4779a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e3102a-ca21-418a-8e13-cfb441c95b4b'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:40.752362 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96b6c31-5789-4e44-87a4-e74e2cc57281" -d '{"events": [{"server_uuid": "3d5b9fcb-fa25-44fe-a42e-d70467c4779a", "name": "network-vif-plugged", "status": "completed", "tag": "f5e3102a-ca21-418a-8e13-cfb441c95b4b"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:40.774561 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f5e3102a-ca21-418a-8e13-cfb441c95b4b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f5e3102a-ca21-418a-8e13-cfb441c95b4b,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:40.782387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-13c37815-46c0-4486-b648-b2883dcf0afb tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1599181 Aug 16 01:41:40.805603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-7ecb060a-be31-43ce-8e05-1ef2963c6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:40.811159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-7ecb060a-be31-43ce-8e05-1ef2963c6b4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1179099 Aug 16 01:41:40.838184 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.860361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52d8d-9709-4e0d-8f87-87e016c8f896 req-81d6c16a-5055-4f8e-8be4-f0d760c9b0e2 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:40.864183 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Transition to ACTIVE for port object d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:40.868676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea52d8d-9709-4e0d-8f87-87e016c8f896 req-81d6c16a-5055-4f8e-8be4-f0d760c9b0e2 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 949 time: 0.2441411 Aug 16 01:41:40.873569 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'name': 'tempest-FloatingIPDetailsTestJSON-168926839-router', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:41:35Z', 'updated_at': '2021-08-16T01:41:38Z', 'revision_number': 3, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'gw_port': {'id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:41:37Z', 'updated_at': '2021-08-16T01:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:40.912919 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Checking router: b9354acc-e9bf-4a5c-b851-cf716d369dcc for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:41:40.913322 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Updating router b9354acc-e9bf-4a5c-b851-cf716d369dcc port d2435106-7179-4bb7-abe7-805cc0a3b438 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:41:40.919489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-f2b17bf4-dd1d-49f9-83f3-6382f2346731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:40.921018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-f2b17bf4-dd1d-49f9-83f3-6382f2346731 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993724 Aug 16 01:41:40.931335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea52d8d-9709-4e0d-8f87-87e016c8f896 req-25b19abf-eb68-472b-92d9-47bea3235d79 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a29d2f-b6fb-4f0c-a072-347af2058431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617414 Aug 16 01:41:40.942395 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.955855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=f5e3102a-ca21-418a-8e13-cfb441c95b4b,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:41.130726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-61e4673d-e956-4e64-a050-7394922e5521 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962452 Aug 16 01:41:41.218361 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.249580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69fc62-01e6-4078-98e0-ae8e2ddc6c53 req-3131fef8-4a15-411e-91d6-61d3c9068f10 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:41.251645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a69fc62-01e6-4078-98e0-ae8e2ddc6c53 req-3131fef8-4a15-411e-91d6-61d3c9068f10 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 950 time: 0.2234979 Aug 16 01:41:41.343258 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.360127 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Transition to ACTIVE for port object d2435106-7179-4bb7-abe7-805cc0a3b438 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:41.391684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3765d-587b-4df6-9ebe-a1f61ea928b3 req-93a70872-72bc-4af5-887e-84fedb935fd3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:41.393335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89b3765d-587b-4df6-9ebe-a1f61ea928b3 req-93a70872-72bc-4af5-887e-84fedb935fd3 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 947 time: 0.1551864 Aug 16 01:41:41.396238 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Attempting to bind port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:41.396574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Attempting to bind port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:41.396905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Attempting to bind port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:41.398157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c24667b1-f9c2-4755-bc36-3dc11d01d703 req-c42f5915-8c18-494d-85fe-9ba618531494 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561941 Aug 16 01:41:41.398983 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a9628-8425-4135-9746-08361414d50f service neutron] Pushing event updated for resources: {'Port': ['ID=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:41.411041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a69fc62-01e6-4078-98e0-ae8e2ddc6c53 req-dac8b623-e96a-4614-954d-281e3129fa1f tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449292 Aug 16 01:41:41.412912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:41.413242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Attempting to bind port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:41.425911 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:41.426264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:41.426654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:41.427099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Bound port: d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:41.427460 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.486110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89b3765d-587b-4df6-9ebe-a1f61ea928b3 req-57376176-9003-4b82-a246-3d250b6f886e tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/security-groups?id=79159b6c-8607-45d9-b2c5-9be6f8038ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714476 Aug 16 01:41:41.505336 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e92a66-4621-4a96-a4dc-16f622ceaf16 x-openstack-request-id: req-32e92a66-4621-4a96-a4dc-16f622ceaf16 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:41.506240 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5b9fcb-fa25-44fe-a42e-d70467c4779a", "name": "network-vif-plugged", "status": "completed", "tag": "f5e3102a-ca21-418a-8e13-cfb441c95b4b", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:41.506834 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-32e92a66-4621-4a96-a4dc-16f622ceaf16 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:41.508612 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5b9fcb-fa25-44fe-a42e-d70467c4779a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e3102a-ca21-418a-8e13-cfb441c95b4b', 'code': 200} Aug 16 01:41:41.530766 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.599447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f779e7a6-7679-4a13-bf8c-3cddb663e2e9 req-9a4a5fda-ecf9-4e70-8ece-749bc2978d3e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 210 time: 0.0405955 Aug 16 01:41:41.605481 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Pushing event updated for resources: {'Port': ['ID=d2435106-7179-4bb7-abe7-805cc0a3b438,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:41.615991 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.616376 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.617196 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.617541 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.617933 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.618433 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.619129 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.619610 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.620159 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.620653 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.621129 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.621605 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:41.684421 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Attempting to bind port d2435106-7179-4bb7-abe7-805cc0a3b438 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:41.685085 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Attempting to bind port d2435106-7179-4bb7-abe7-805cc0a3b438 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:41.685611 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Attempting to bind port d2435106-7179-4bb7-abe7-805cc0a3b438 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:41.691270 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:41.692056 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:41.692617 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.693525 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:41.694191 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Bound port: d2435106-7179-4bb7-abe7-805cc0a3b438, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:41.697010 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.712174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69da27-372c-4270-8fd1-c255806618c6 req-999b1510-b0db-4331-9598-82a77e3ea716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:41.713766 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-cc69da27-372c-4270-8fd1-c255806618c6 req-999b1510-b0db-4331-9598-82a77e3ea716 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 1102 time: 0.1178262 Aug 16 01:41:41.719594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3af05-99f4-425c-9842-615fa100329c req-f8cb3bf6-4d8a-4f72-a5df-e7103daa0ded tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:41.721195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bf3af05-99f4-425c-9842-615fa100329c req-f8cb3bf6-4d8a-4f72-a5df-e7103daa0ded tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 948 time: 0.1136141 Aug 16 01:41:41.733842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.768140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bf3af05-99f4-425c-9842-615fa100329c req-76cf31b6-47ae-42a8-8294-0ebd9e65194f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377536 Aug 16 01:41:41.784323 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-cc69da27-372c-4270-8fd1-c255806618c6 req-bd3b33b0-47a5-4adf-807b-7bdee9681761 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04a29d2f-b6fb-4f0c-a072-347af2058431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605710 Aug 16 01:41:41.829464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b566ea-e657-40c0-9689-71e740ae1fec req-3018f4f6-a3f6-43a2-8aa0-ed82d5477bf1 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:41.831076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65b566ea-e657-40c0-9689-71e740ae1fec req-3018f4f6-a3f6-43a2-8aa0-ed82d5477bf1 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 950 time: 0.1353376 Aug 16 01:41:41.833544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f1a94-a387-493e-b698-1fcd02a6159c req-75e96287-0a2d-4535-b47f-60e1f2ce119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:41.834922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-471f1a94-a387-493e-b698-1fcd02a6159c req-75e96287-0a2d-4535-b47f-60e1f2ce119a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 1100 time: 0.1512005 Aug 16 01:41:41.917420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65b566ea-e657-40c0-9689-71e740ae1fec req-d11f9433-d0a1-4a10-bb5a-ef30795d18d0 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799239 Aug 16 01:41:41.921508 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] For port d2435106-7179-4bb7-abe7-805cc0a3b438, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:41.926115 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] For port d2435106-7179-4bb7-abe7-805cc0a3b438, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d2435106-7179-4bb7-abe7-805cc0a3b438,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:41.953038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f1a94-a387-493e-b698-1fcd02a6159c req-474bd585-2c21-48a5-9677-a7d413b7ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:41.954558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-471f1a94-a387-493e-b698-1fcd02a6159c req-474bd585-2c21-48a5-9677-a7d413b7ccb6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1043096 Aug 16 01:41:42.017862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-471f1a94-a387-493e-b698-1fcd02a6159c req-22ccdf21-868a-4149-a554-8b5670931298 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 200 len: 217 time: 0.0517735 Aug 16 01:41:42.019850 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] For port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:42.023648 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.051242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] For port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:42.085597 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Routers {'b9354acc-e9bf-4a5c-b851-cf716d369dcc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:41:42.086487 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:42.106045 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Allocated IP 172.20.0.1 (05291750-16cc-4bdf-b143-bb28dd5de789/870a12c1-3fcf-413b-8317-5f44ffbdbeeb/b4ef5fd1-c58c-41b7-b062-986bdcccd1ca) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:42.123860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f1a94-a387-493e-b698-1fcd02a6159c req-fd6e75c0-46ca-4c9b-8219-d009b5e474ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:42.125489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-471f1a94-a387-493e-b698-1fcd02a6159c req-fd6e75c0-46ca-4c9b-8219-d009b5e474ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0935655 Aug 16 01:41:42.134877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f89e5-505e-49c8-a584-10af93fd5625 req-01c1eafb-f042-4fd7-b2fb-e3dbe8770d7d tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:42.142502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-527f89e5-505e-49c8-a584-10af93fd5625 req-01c1eafb-f042-4fd7-b2fb-e3dbe8770d7d tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 950 time: 0.0964460 Aug 16 01:41:42.152109 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d6eaa-9dad-4431-a986-05ba6d8b4171 None None] Pushing event updated for resources: {'Port': ['ID=d2435106-7179-4bb7-abe7-805cc0a3b438,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:42.168479 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.228798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:42.229437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.230980 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-c57a9628-8425-4135-9746-08361414d50f service neutron] 10.222.0.74 "PUT /v2.0/ports/d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 HTTP/1.1" status: 200 len: 1096 time: 2.0066569 Aug 16 01:41:42.237329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c896161d-13a1-4249-949b-97a14e5c4520', 'tag': 'd11ef20f-c8e3-4ec6-b6b1-9f313a7ed927'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:42.237329 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84730cf5-eb08-4547-aae7-d7fd215da437" -d '{"events": [{"name": "network-changed", "server_uuid": "c896161d-13a1-4249-949b-97a14e5c4520", "tag": "d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:42.269331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a9628-8425-4135-9746-08361414d50f service neutron] Pushing event updated for resources: {'Port': ['ID=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:42.309230 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.329275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Transition to ACTIVE for port object b4ef5fd1-c58c-41b7-b062-986bdcccd1ca will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:42.383186 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] Set router b9354acc-e9bf-4a5c-b851-cf716d369dcc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-e31edfa6-7b68-479d-8dee-58ba732431b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-e31edfa6-7b68-479d-8dee-58ba732431b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99b683bfa15842bd93d57c9cc40e6516&device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 1099 time: 0.0653419 Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fd3876-4e10-4465-8bbb-a58d1f21f320 x-openstack-request-id: req-27fd3876-4e10-4465-8bbb-a58d1f21f320 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c896161d-13a1-4249-949b-97a14e5c4520", "tag": "d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27fd3876-4e10-4465-8bbb-a58d1f21f320 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c896161d-13a1-4249-949b-97a14e5c4520', 'tag': 'd11ef20f-c8e3-4ec6-b6b1-9f313a7ed927', 'status': 'completed', 'code': 200} Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-373016d1-637c-46b2-82e7-ba06b8da4a55 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 HTTP/1.1" status: 200 len: 217 time: 0.0723038 Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Network 05291750-16cc-4bdf-b143-bb28dd5de789 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:42.627750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.688035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-527f89e5-505e-49c8-a584-10af93fd5625 req-dd98cd01-13b3-4f37-adac-5fb83a014d47 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a29d2f-b6fb-4f0c-a072-347af2058431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005817 Aug 16 01:41:42.693686 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'name': 'tempest-FloatingIPDetailsTestJSON-168926839-router', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:41:35Z', 'updated_at': '2021-08-16T01:41:38Z', 'revision_number': 3, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'gw_port': {'id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:41:37Z', 'updated_at': '2021-08-16T01:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:42.717729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Pushing event updated for resources: {'Port': ['ID=b4ef5fd1-c58c-41b7-b062-986bdcccd1ca,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:42.727733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-29471148-32fd-44b7-a39f-b92799098fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:42.729254 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-29471148-32fd-44b7-a39f-b92799098fda service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1395719 Aug 16 01:41:42.741802 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb3fa13-3fe8-4b44-9b5d-edb3119d6c5b None None] The sync data for ids ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'] in n-d-768509-23 is: [{'id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'name': 'tempest-FloatingIPDetailsTestJSON-168926839-router', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:41:35Z', 'updated_at': '2021-08-16T01:41:38Z', 'revision_number': 3, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'gw_port': {'id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:41:37Z', 'updated_at': '2021-08-16T01:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:41:42.783317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f1a94-a387-493e-b698-1fcd02a6159c req-e8e41283-c512-4f70-be3c-717a05534970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:42.783317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-471f1a94-a387-493e-b698-1fcd02a6159c req-e8e41283-c512-4f70-be3c-717a05534970 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6384020 Aug 16 01:41:42.792195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f089e-e974-4eb9-8153-cd19af8347a5 req-9aa02bb8-1462-47fd-b33a-9908d6480083 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:42.793716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e38f089e-e974-4eb9-8153-cd19af8347a5 req-9aa02bb8-1462-47fd-b33a-9908d6480083 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 950 time: 0.2537079 Aug 16 01:41:42.841239 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-b84ad55c-5831-4c88-a7b6-ab98af38ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:42.847370 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-b84ad55c-5831-4c88-a7b6-ab98af38ddea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0975447 Aug 16 01:41:42.929169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866d512-c26a-48d5-beca-151457f8700d req-7f37928c-cb05-48a0-bcba-fd22184447cc tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:42.937646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6866d512-c26a-48d5-beca-151457f8700d req-7f37928c-cb05-48a0-bcba-fd22184447cc tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 950 time: 0.2851701 Aug 16 01:41:42.967576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.64', 49897) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:42.977221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702021aa-c14b-406f-b378-0be574e7e09d req-ba787f12-0a94-4a92-838a-56766c76a076 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:42.985039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-702021aa-c14b-406f-b378-0be574e7e09d req-ba787f12-0a94-4a92-838a-56766c76a076 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 950 time: 0.2427361 Aug 16 01:41:43.000652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.009340 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-8c2f3515-e104-49fe-a2f8-a129cd30f96c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406256 Aug 16 01:41:43.015290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-42143c51-6f79-458f-8199-34dc40de5357 None None] Provisioning for port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:43.021944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-42143c51-6f79-458f-8199-34dc40de5357 None None] Provisioning complete for port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:43.024343 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-42143c51-6f79-458f-8199-34dc40de5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.035667 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-e181c492-b110-438c-b6f6-dc3f0a9c61cf service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841931 Aug 16 01:41:43.036069 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-471f1a94-a387-493e-b698-1fcd02a6159c req-5dc2cafa-6526-43ff-b9ba-9c5b77515275 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413018 Aug 16 01:41:43.118438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-42143c51-6f79-458f-8199-34dc40de5357 None None] Port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:43.166368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6866d512-c26a-48d5-beca-151457f8700d req-b7f05e34-0e56-45d6-bf03-c4a328590752 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277093 Aug 16 01:41:43.187126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-702021aa-c14b-406f-b378-0be574e7e09d req-07c098c8-f549-4022-98b0-9227a5f98223 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013557 Aug 16 01:41:43.267764 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b9cac9e2-0cb6-42cd-9978-0831968e5781 req-1225183d-3a08-4b2e-a982-67d59b81308c service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195747 Aug 16 01:41:43.267948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-e38f089e-e974-4eb9-8153-cd19af8347a5 req-fd882395-4cb6-4b02-949a-b3e89762e9ef tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Deleting port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:43.268351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e38f089e-e974-4eb9-8153-cd19af8347a5 req-fd882395-4cb6-4b02-949a-b3e89762e9ef tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.329126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-471f1a94-a387-493e-b698-1fcd02a6159c req-1a80aef5-60f0-4ba1-a030-b78c1b1ef39d service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798405 Aug 16 01:41:43.446174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca634f-bdff-4291-956c-30f35082597c req-9119991c-1183-48da-b1b4-b872b8dac668 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:43.448055 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-9119991c-1183-48da-b1b4-b872b8dac668 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4277411 Aug 16 01:41:43.449272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc2f0626-6303-4a89-9036-96c51f06bf09 req-aba846b0-5bc2-437c-8cf6-149558c499f5 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 210 time: 0.0754123 Aug 16 01:41:43.469109 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Request body: {'port': {'device_id': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': 'a9f2668cc8be4c58b23d48dffc399cf2'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:43.483181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d2435106-7179-4bb7-abe7-805cc0a3b438 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:43.510793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afabd6-8d76-49bf-8330-99a2d8f793b4 req-559949c4-c302-4b54-9bb5-823b595c1c6f tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:43.513084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49afabd6-8d76-49bf-8330-99a2d8f793b4 req-559949c4-c302-4b54-9bb5-823b595c1c6f tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 947 time: 0.1889684 Aug 16 01:41:43.549091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e38f089e-e974-4eb9-8153-cd19af8347a5 req-fd882395-4cb6-4b02-949a-b3e89762e9ef tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] For port 0d86e549-1e3f-4c18-a102-7c5a1eefb842, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0d86e549-1e3f-4c18-a102-7c5a1eefb842,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:43.549572 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e38f089e-e974-4eb9-8153-cd19af8347a5 req-fd882395-4cb6-4b02-949a-b3e89762e9ef tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.568245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-e38f089e-e974-4eb9-8153-cd19af8347a5 req-fd882395-4cb6-4b02-949a-b3e89762e9ef tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Calling delete_port for 0d86e549-1e3f-4c18-a102-7c5a1eefb842 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:43.679303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84730cf5-eb08-4547-aae7-d7fd215da437 req-9aba70dd-6d0b-459c-8228-91e110e4bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:43.682995 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-84730cf5-eb08-4547-aae7-d7fd215da437 req-9aba70dd-6d0b-459c-8228-91e110e4bf41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99b683bfa15842bd93d57c9cc40e6516&device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 1099 time: 0.2189844 Aug 16 01:41:43.706766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port d2435106-7179-4bb7-abe7-805cc0a3b438 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:43.711531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d2435106-7179-4bb7-abe7-805cc0a3b438 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:43.714211 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.744416 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49afabd6-8d76-49bf-8330-99a2d8f793b4 req-e2e7f801-3337-40bd-8ac8-bdac11a54c3e tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/security-groups?id=79159b6c-8607-45d9-b2c5-9be6f8038ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961683 Aug 16 01:41:43.785420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502871f0-6439-4b04-8b98-ac4b0cee8cb4 req-3648c7e6-3923-4e15-a190-c0ac5b9745f5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:43.787004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-502871f0-6439-4b04-8b98-ac4b0cee8cb4 req-3648c7e6-3923-4e15-a190-c0ac5b9745f5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 948 time: 0.1115029 Aug 16 01:41:43.839865 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.857508 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.868653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port d2435106-7179-4bb7-abe7-805cc0a3b438, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d2435106-7179-4bb7-abe7-805cc0a3b438,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:43.875649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-502871f0-6439-4b04-8b98-ac4b0cee8cb4 req-15ea4255-4d0e-4b87-bba1-584e731faf28 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731254 Aug 16 01:41:43.918902 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84730cf5-eb08-4547-aae7-d7fd215da437 req-61f0d463-c64a-473c-82ba-af9abc79d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:43.920472 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-84730cf5-eb08-4547-aae7-d7fd215da437 req-61f0d463-c64a-473c-82ba-af9abc79d5ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.2303617 Aug 16 01:41:43.924967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.925727 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.952385 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.987585 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e38f089e-e974-4eb9-8153-cd19af8347a5 req-fd882395-4cb6-4b02-949a-b3e89762e9ef tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.001738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['0d86e549-1e3f-4c18-a102-7c5a1eefb842'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:44.025739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd882395-4cb6-4b02-949a-b3e89762e9ef tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Pushing event deleted for resources: {'Port': ['ID=0d86e549-1e3f-4c18-a102-7c5a1eefb842,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:44.043930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Made reservation on behalf of a9f2668cc8be4c58b23d48dffc399cf2 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:44.047476 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.051129 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-84730cf5-eb08-4547-aae7-d7fd215da437 req-12cad160-e9fc-4b35-8fcc-cc9e3ca18232 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 HTTP/1.1" status: 200 len: 217 time: 0.1206183 Aug 16 01:41:44.057222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=d2435106-7179-4bb7-abe7-805cc0a3b438,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:44.138854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38f089e-e974-4eb9-8153-cd19af8347a5 req-fd882395-4cb6-4b02-949a-b3e89762e9ef tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] No DVR routers for this DVR port 0d86e549-1e3f-4c18-a102-7c5a1eefb842 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:44.143106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.143260 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e38f089e-e974-4eb9-8153-cd19af8347a5 req-fd882395-4cb6-4b02-949a-b3e89762e9ef tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.145704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e38f089e-e974-4eb9-8153-cd19af8347a5 req-fd882395-4cb6-4b02-949a-b3e89762e9ef tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.64 "DELETE /v2.0/ports/0d86e549-1e3f-4c18-a102-7c5a1eefb842 HTTP/1.1" status: 204 len: 173 time: 1.2717142 Aug 16 01:41:44.146447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ea2ed3-0dca-4e6f-b0f9-89622ba9d572', 'name': 'network-vif-deleted', 'tag': '0d86e549-1e3f-4c18-a102-7c5a1eefb842'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:44.149494 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c586c3-4f65-4963-abbd-a925c8d2b2c5" -d '{"events": [{"server_uuid": "22ea2ed3-0dca-4e6f-b0f9-89622ba9d572", "name": "network-vif-deleted", "tag": "0d86e549-1e3f-4c18-a102-7c5a1eefb842"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:44.165462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297db773-6e9c-4d96-ab60-460d0e7fe24f req-eee5c206-947d-40a3-81f1-be726d9d6df1 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:44.167326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-297db773-6e9c-4d96-ab60-460d0e7fe24f req-eee5c206-947d-40a3-81f1-be726d9d6df1 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 950 time: 0.1459806 Aug 16 01:41:44.179317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Pushing event updated for resources: {'Port': ['ID=b4ef5fd1-c58c-41b7-b062-986bdcccd1ca,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:44.251115 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b84adcc9-0430-4393-b679-9b182cedde1f tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462539 Aug 16 01:41:44.254530 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1725f6-d133-4a38-a05e-52ba58daa834 x-openstack-request-id: req-aa1725f6-d133-4a38-a05e-52ba58daa834 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:44.254824 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ea2ed3-0dca-4e6f-b0f9-89622ba9d572", "name": "network-vif-deleted", "tag": "0d86e549-1e3f-4c18-a102-7c5a1eefb842", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:44.255075 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa1725f6-d133-4a38-a05e-52ba58daa834 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:44.255457 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ea2ed3-0dca-4e6f-b0f9-89622ba9d572', 'name': 'network-vif-deleted', 'tag': '0d86e549-1e3f-4c18-a102-7c5a1eefb842', 'status': 'completed', 'code': 200} Aug 16 01:41:44.256731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84730cf5-eb08-4547-aae7-d7fd215da437 req-a26d2cd4-53b6-46ff-8c65-61794d34de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:44.264210 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-84730cf5-eb08-4547-aae7-d7fd215da437 req-a26d2cd4-53b6-46ff-8c65-61794d34de89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1878347 Aug 16 01:41:44.372227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Network 05291750-16cc-4bdf-b143-bb28dd5de789 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:44.377664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:44.390539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84730cf5-eb08-4547-aae7-d7fd215da437 req-a68998d2-c362-4fcc-8179-00796b9c8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:44.392191 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-84730cf5-eb08-4547-aae7-d7fd215da437 req-a68998d2-c362-4fcc-8179-00796b9c8924 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1168618 Aug 16 01:41:44.400546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-297db773-6e9c-4d96-ab60-460d0e7fe24f req-8c6848a4-2c52-481c-89e5-ea17601d74b7 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a29d2f-b6fb-4f0c-a072-347af2058431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268426 Aug 16 01:41:44.510212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-542dbe18-b9a3-4810-967c-d9e00865673e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:44.511915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-542dbe18-b9a3-4810-967c-d9e00865673e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527001 Aug 16 01:41:44.532433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Request body: {'port': {'device_id': '92e693ed-3d81-4fbf-b432-01851c7d6f8b', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': 'a9f2668cc8be4c58b23d48dffc399cf2'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:44.635966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c31554-568c-4e42-ae41-527ffdb6c479 req-01833c85-a9a9-48f3-8cd9-33a9ed8037c1 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:44.648798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11c31554-568c-4e42-ae41-527ffdb6c479 req-01833c85-a9a9-48f3-8cd9-33a9ed8037c1 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 950 time: 0.2425058 Aug 16 01:41:44.703571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b97130f0-b25e-48b8-a313-e56f97f5a1e9 req-b635532c-a7d2-4667-82f6-afad6ea4e4c5 tempest-LiveMigrationNegativeTest-1772235471 tempest-LiveMigrationNegativeTest-1772235471-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ea2ed3-0dca-4e6f-b0f9-89622ba9d572 HTTP/1.1" status: 200 len: 210 time: 0.1229401 Aug 16 01:41:44.763962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5cbd445a-0721-4cd5-ab4a-e5ae9a53e3fc None None] Provisioning complete for port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:44.764529 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5cbd445a-0721-4cd5-ab4a-e5ae9a53e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.770380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11c31554-568c-4e42-ae41-527ffdb6c479 req-029c8438-3332-498e-9d8e-4d3471e664ff tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201584 Aug 16 01:41:44.840318 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-84730cf5-eb08-4547-aae7-d7fd215da437 req-1042db36-caee-4e6e-9002-fa33f5ad5758 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391415 Aug 16 01:41:44.876753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd445a-0721-4cd5-ab4a-e5ae9a53e3fc None None] Port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:44.949265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24a2169b-4105-4801-ba7a-2ee5d105cc26 req-1e548e61-7013-4fc5-94a9-922e6cf1818f tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 210 time: 0.0726368 Aug 16 01:41:45.035027 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:45.084359 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Router b9354acc-e9bf-4a5c-b851-cf716d369dcc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:41:45.095543 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-84730cf5-eb08-4547-aae7-d7fd215da437 req-ca0ed903-5316-4a21-a412-127d739ea123 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449665 Aug 16 01:41:45.130683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a14b51-4edd-4370-92b0-f9a58f8a294c req-81bc2f32-bfd1-4576-a534-9ad5a56ea9b9 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:45.140228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4a14b51-4edd-4370-92b0-f9a58f8a294c req-81bc2f32-bfd1-4576-a534-9ad5a56ea9b9 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 947 time: 0.1070921 Aug 16 01:41:45.175840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:45.226634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4a14b51-4edd-4370-92b0-f9a58f8a294c req-ff170b01-42ef-4a3b-8b8f-325030e1b5b2 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/security-groups?id=79159b6c-8607-45d9-b2c5-9be6f8038ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847061 Aug 16 01:41:45.260549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9e505-5cf1-4100-92ef-0cf32ee533ad req-22ebdfec-5eb7-4678-8447-fa2bb26a4cbd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:45.263269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6de9e505-5cf1-4100-92ef-0cf32ee533ad req-22ebdfec-5eb7-4678-8447-fa2bb26a4cbd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 948 time: 0.1123655 Aug 16 01:41:45.265070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Made reservation on behalf of a9f2668cc8be4c58b23d48dffc399cf2 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:45.283222 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:45.307285 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34546a40-33f1-402e-9f7a-89019c4a0fe9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:45.375618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:41:45.392009 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-26fd02c9-5f70-4a23-9d08-b006f3eedb4a admin admin] 10.222.0.66 "PUT /v2.0/routers/b9354acc-e9bf-4a5c-b851-cf716d369dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6691170 Aug 16 01:41:45.402178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Sync routers for ids ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:41:45.416757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6de9e505-5cf1-4100-92ef-0cf32ee533ad req-0b525446-d6d1-48f3-8bce-88d739caa27d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241510 Aug 16 01:41:45.425315 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Allocated IP 192.168.233.192 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/e811c833-2c17-4af1-8553-12f441ef2016) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:45.434621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Routers {'b9354acc-e9bf-4a5c-b851-cf716d369dcc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:41:45.435625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:45.479853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 29e8c0bb-89c1-439f-872a-c2b8f2230f4a details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:45.617703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:45.639144 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a', 'mac_address': 'fa:16:3e:06:08:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:45.641306 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d2435106-7179-4bb7-abe7-805cc0a3b438 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:45.744502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ce489-924d-4114-9fcc-6547feb5057f req-97768444-dac2-4296-a85f-873cbb7e4a17 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:45.746586 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e81ce489-924d-4114-9fcc-6547feb5057f req-97768444-dac2-4296-a85f-873cbb7e4a17 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 950 time: 0.2431195 Aug 16 01:41:45.774903 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:45.792687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e8c0bb-89c1-439f-872a-c2b8f2230f4a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:45.811874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Set router b9354acc-e9bf-4a5c-b851-cf716d369dcc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:41:45.851549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d2435106-7179-4bb7-abe7-805cc0a3b438 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:45.851928 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:45.900774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:45.941263 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:45.998832 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Transition to ACTIVE for port object e811c833-2c17-4af1-8553-12f441ef2016 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:46.051284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-bcc7daf9-e120-4ea8-9faf-83aa9d529c77 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3307941 Aug 16 01:41:46.067304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:46.079285 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-e81ce489-924d-4114-9fcc-6547feb5057f req-0f040a7e-2a6e-467e-a42f-a35b20757cb9 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Deleting port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:46.079912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-e81ce489-924d-4114-9fcc-6547feb5057f req-0f040a7e-2a6e-467e-a42f-a35b20757cb9 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.092000 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.170467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39595c22-fca4-4d13-b3a8-bf65a4fc1329 req-cd2dc7f1-5110-4fbc-a7fc-a137fd5547b4 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:46.178192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39595c22-fca4-4d13-b3a8-bf65a4fc1329 req-cd2dc7f1-5110-4fbc-a7fc-a137fd5547b4 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2 HTTP/1.1" status: 200 len: 950 time: 0.0615702 Aug 16 01:41:46.186816 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.229761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-e81ce489-924d-4114-9fcc-6547feb5057f req-0f040a7e-2a6e-467e-a42f-a35b20757cb9 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] For port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:46.234885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-e81ce489-924d-4114-9fcc-6547feb5057f req-0f040a7e-2a6e-467e-a42f-a35b20757cb9 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.247101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-e81ce489-924d-4114-9fcc-6547feb5057f req-0f040a7e-2a6e-467e-a42f-a35b20757cb9 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Calling delete_port for 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:46.258410 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.300667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:46.312566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39595c22-fca4-4d13-b3a8-bf65a4fc1329 req-94605aa7-b2c4-4321-a5da-cb6de8d35e7e tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.66 "GET /v2.0/security-groups?id=4eed054e-86d1-4fd8-92a4-dd4460ed7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204226 Aug 16 01:41:46.332267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'name': 'tempest-FloatingIPDetailsTestJSON-168926839-router', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:41:35Z', 'updated_at': '2021-08-16T01:41:42Z', 'revision_number': 4, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'gw_port': {'id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:41:37Z', 'updated_at': '2021-08-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'b4ef5fd1-c58c-41b7-b062-986bdcccd1ca', 'name': '', 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'mac_address': 'fa:16:3e:63:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '870a12c1-3fcf-413b-8317-5f44ffbdbeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:41:41Z', 'updated_at': '2021-08-16T01:41:43Z', 'revision_number': 2, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'subnets': [{'id': '870a12c1-3fcf-413b-8317-5f44ffbdbeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:46.365262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:46.370424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Pushing event updated for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:46.371303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['29e8c0bb-89c1-439f-872a-c2b8f2230f4a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:46.375269 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:46.405828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:46.410028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:46.411352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Allocated IP 192.168.233.73 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/fdea7ae9-6616-4372-b3ca-09b058ec3471) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:46.417409 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:46.422969 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.432868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Checking router: b9354acc-e9bf-4a5c-b851-cf716d369dcc for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:41:46.433780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Updating router b9354acc-e9bf-4a5c-b851-cf716d369dcc port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:41:46.479498 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.503697 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-00b09e13-9c6e-4580-b84a-4db347b87407 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0400581 Aug 16 01:41:46.518365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Request body: {'port': {'device_id': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:46.522036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb939f4a-dd3d-4660-b2b5-33303ca5820f req-7de371e8-2a10-47d9-b212-d8efd7f35034 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:46.531295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb939f4a-dd3d-4660-b2b5-33303ca5820f req-7de371e8-2a10-47d9-b212-d8efd7f35034 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 950 time: 0.1213014 Aug 16 01:41:46.630092 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-e81ce489-924d-4114-9fcc-6547feb5057f req-0f040a7e-2a6e-467e-a42f-a35b20757cb9 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.632888 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.651551 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.676083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb939f4a-dd3d-4660-b2b5-33303ca5820f req-42489eda-0733-4e1f-b254-94cdca581656 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a29d2f-b6fb-4f0c-a072-347af2058431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381819 Aug 16 01:41:46.702280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:46.732442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50524) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:46.753723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f040a7e-2a6e-467e-a42f-a35b20757cb9 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Pushing event deleted for resources: {'Port': ['ID=8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:46.759013 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81ce489-924d-4114-9fcc-6547feb5057f req-0f040a7e-2a6e-467e-a42f-a35b20757cb9 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] No DVR routers for this DVR port 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:46.783213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:46.810136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'd11ef20f-c8e3-4ec6-b6b1-9f313a7ed927', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'd11ef20f-c8e3-4ec6-b6b1-9f313a7ed927', 'mac_address': 'fa:16:3e:d8:a2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:46.839515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68bff596-7ad9-4304-ad38-c31442b53466 req-3a4cd6e6-1350-4af3-b638-877e4e214adc tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 210 time: 0.0896647 Aug 16 01:41:46.912918 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-e81ce489-924d-4114-9fcc-6547feb5057f req-0f040a7e-2a6e-467e-a42f-a35b20757cb9 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.915513 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e81ce489-924d-4114-9fcc-6547feb5057f req-0f040a7e-2a6e-467e-a42f-a35b20757cb9 tempest-DeleteServersAdminTestJSON-542475561 tempest-DeleteServersAdminTestJSON-542475561-project] 10.222.0.74 "DELETE /v2.0/ports/8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 HTTP/1.1" status: 204 len: 173 time: 1.1607544 Aug 16 01:41:46.916242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2', 'name': 'network-vif-deleted', 'tag': '8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:46.917589 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.918932 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b76cf-8917-4aee-8848-5abecec3798e" -d '{"events": [{"server_uuid": "7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2", "name": "network-vif-deleted", "tag": "8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:46.927211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Allocated IP 172.25.8.92 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/bf514ca9-56e4-43a0-a7c4-e3306b330e8b) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:46.933331 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.973862 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-836e1067-bd17-487d-b88e-5e587f7a754c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e30154d1cb04999880dd4d5d204a60b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370589 Aug 16 01:41:46.974059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:46.975091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50530) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:46.996064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Transition to ACTIVE for port object fdea7ae9-6616-4372-b3ca-09b058ec3471 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:47.021325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:47.045245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-942d83a6-b22c-4e62-8578-316b7857c118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.081958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d2f1e-e8b1-4b48-95e0-812d2be59776 req-4edf0d7c-24d4-4b80-a9d9-58b97c073381 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:47.083565 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-173d2f1e-e8b1-4b48-95e0-812d2be59776 req-4edf0d7c-24d4-4b80-a9d9-58b97c073381 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 947 time: 0.1488819 Aug 16 01:41:47.090511 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-942d83a6-b22c-4e62-8578-316b7857c118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.091107 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.097874 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.107028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Transition to ACTIVE for port object b4ef5fd1-c58c-41b7-b062-986bdcccd1ca will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:47.168771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:47.173135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-173d2f1e-e8b1-4b48-95e0-812d2be59776 req-745a40d6-2833-4e93-9c1d-bbf034e1f499 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/security-groups?id=79159b6c-8607-45d9-b2c5-9be6f8038ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811820 Aug 16 01:41:47.183922 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.209152 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.253381 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.268825 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed64770-c045-46a8-aab5-bcb6eca747e4 None None] Pushing event updated for resources: {'Port': ['ID=b4ef5fd1-c58c-41b7-b062-986bdcccd1ca,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:47.276872 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537781a1-8b90-4a22-a748-0fb09f8fe161 req-2d7e487b-4e24-44e8-abcf-7defeb430474 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:47.278882 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-537781a1-8b90-4a22-a748-0fb09f8fe161 req-2d7e487b-4e24-44e8-abcf-7defeb430474 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 950 time: 0.0976927 Aug 16 01:41:47.310090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-942d83a6-b22c-4e62-8578-316b7857c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.316488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-942d83a6-b22c-4e62-8578-316b7857c118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.320686 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-942d83a6-b22c-4e62-8578-316b7857c118 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a HTTP/1.1" status: 204 len: 168 time: 0.3414996 Aug 16 01:41:47.353129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:47.364449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Pushing event updated for resources: {'Port': ['ID=fdea7ae9-6616-4372-b3ca-09b058ec3471,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:47.391455 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.401989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Attempting to bind port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:47.403482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Attempting to bind port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '4d0ef990-ed29-404d-af6b-2a9604897c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:47.404183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Attempting to bind port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca on network 05291750-16cc-4bdf-b143-bb28dd5de789 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:47.413042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:47.416173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:47.416697 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Checking segment: {'id': '4d0ef990-ed29-404d-af6b-2a9604897c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:47.417045 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.417513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Bound using segment: {'id': '4d0ef990-ed29-404d-af6b-2a9604897c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:47.418109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Bound port: b4ef5fd1-c58c-41b7-b062-986bdcccd1ca, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ef990-ed29-404d-af6b-2a9604897c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:47.418564 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.418752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:47.463201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:47.465756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:47.472447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:47.473393 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.495013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 29e8c0bb-89c1-439f-872a-c2b8f2230f4a up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:47.497869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d83a6-b22c-4e62-8578-316b7857c118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4ff2f8-c375-4b93-8ee4-a1ee17e3270a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:47.531579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:47.549167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:47.599360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event updated for resources: {'Port': ['ID=bf514ca9-56e4-43a0-a7c4-e3306b330e8b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:47.734612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] For port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:47.747411 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-537781a1-8b90-4a22-a748-0fb09f8fe161 req-74933e08-b3cc-4366-acd4-2c1e36c2f558 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Deleting port f5e3102a-ca21-418a-8e13-cfb441c95b4b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:47.747772 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-537781a1-8b90-4a22-a748-0fb09f8fe161 req-74933e08-b3cc-4366-acd4-2c1e36c2f558 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.764825 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] For port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b4ef5fd1-c58c-41b7-b062-986bdcccd1ca,segment=NetworkSegment(4d0ef990-ed29-404d-af6b-2a9604897c36),segment_id=4d0ef990-ed29-404d-af6b-2a9604897c36)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:47.829861 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.833063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:47.866764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:47.868492 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.943964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea64a23-7576-4778-b6de-51915ffff656 req-60b4032b-0847-42bc-a610-066471a6b7b0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:47.951969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea64a23-7576-4778-b6de-51915ffff656 req-60b4032b-0847-42bc-a610-066471a6b7b0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 949 time: 0.4872758 Aug 16 01:41:47.962962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-994e252e-2b02-48ae-b94f-cbbb2ffabc2c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4371922 Aug 16 01:41:47.986082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Request body: {'port': {'device_id': '92e693ed-3d81-4fbf-b432-01851c7d6f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:48.012449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.054834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Routers {'b9354acc-e9bf-4a5c-b851-cf716d369dcc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:41:48.059460 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:48.101989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea64a23-7576-4778-b6de-51915ffff656 req-b127ca74-e8e5-4641-a8a6-0669bcd628c1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483264 Aug 16 01:41:48.127468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed64770-c045-46a8-aab5-bcb6eca747e4 None None] Pushing event updated for resources: {'Port': ['ID=b4ef5fd1-c58c-41b7-b062-986bdcccd1ca,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:48.128752 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.149951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1d3c8f3a-1ab2-4586-905f-56e606b8e5c7 None None] Provisioning for port e811c833-2c17-4af1-8553-12f441ef2016 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:48.160737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1d3c8f3a-1ab2-4586-905f-56e606b8e5c7 None None] Provisioning complete for port e811c833-2c17-4af1-8553-12f441ef2016 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:48.161417 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8f3a-1ab2-4586-905f-56e606b8e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.176511 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.205586 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e811c833-2c17-4af1-8553-12f441ef2016 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:48.215800 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.233912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Transition to ACTIVE for port object e811c833-2c17-4af1-8553-12f441ef2016 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:48.308007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c8f3a-1ab2-4586-905f-56e606b8e5c7 None None] Port e811c833-2c17-4af1-8553-12f441ef2016 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:48.310948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-537781a1-8b90-4a22-a748-0fb09f8fe161 req-74933e08-b3cc-4366-acd4-2c1e36c2f558 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] For port f5e3102a-ca21-418a-8e13-cfb441c95b4b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f5e3102a-ca21-418a-8e13-cfb441c95b4b,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:48.311322 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-537781a1-8b90-4a22-a748-0fb09f8fe161 req-74933e08-b3cc-4366-acd4-2c1e36c2f558 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.312610 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.316570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] Set router b9354acc-e9bf-4a5c-b851-cf716d369dcc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:41:48.363710 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-537781a1-8b90-4a22-a748-0fb09f8fe161 req-74933e08-b3cc-4366-acd4-2c1e36c2f558 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Calling delete_port for f5e3102a-ca21-418a-8e13-cfb441c95b4b owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:48.375210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:48.384121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:48.388991 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf801f1-6960-4c56-ad5f-b18883dccdbb" -d '{"events": [{"server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "name": "network-vif-plugged", "status": "completed", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:48.394148 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ea8120-e61c-4f9c-ae78-ad5ab07cbec9 x-openstack-request-id: req-71ea8120-e61c-4f9c-ae78-ad5ab07cbec9 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:48.394460 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2", "name": "network-vif-deleted", "tag": "8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:48.395043 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71ea8120-e61c-4f9c-ae78-ad5ab07cbec9 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:48.395443 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f452fc9-c066-4a2e-bb80-56c5ecbc2dd2', 'name': 'network-vif-deleted', 'tag': '8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3', 'status': 'completed', 'code': 200} Aug 16 01:41:48.398472 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.506833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50550) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:48.529388 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Pushing event updated for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:48.607807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:48.628107 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-29aa0306-a4fb-485f-b751-019a67398fd4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=369669be872642b4a5a8cb1374f126fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1149180 Aug 16 01:41:48.630218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50552) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:48.647467 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Attempting to bind port e811c833-2c17-4af1-8553-12f441ef2016 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:48.648929 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Attempting to bind port e811c833-2c17-4af1-8553-12f441ef2016 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:48.649260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Attempting to bind port e811c833-2c17-4af1-8553-12f441ef2016 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:48.659208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Port e811c833-2c17-4af1-8553-12f441ef2016 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:48.659541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Attempting to bind port e811c833-2c17-4af1-8553-12f441ef2016 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:48.682676 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.686666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0d86e549-1e3f-4c18-a102-7c5a1eefb842 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:48.703991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:48.704369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:48.704729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:48.705168 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Bound port: e811c833-2c17-4af1-8553-12f441ef2016, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:48.705760 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.730721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dff288-f953-4864-840c-fc66fe43575c req-40d331b3-0d46-4839-beb7-2a7f304e7ad7 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:48.732259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61dff288-f953-4864-840c-fc66fe43575c req-40d331b3-0d46-4839-beb7-2a7f304e7ad7 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 950 time: 0.3614805 Aug 16 01:41:48.739389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 0d86e549-1e3f-4c18-a102-7c5a1eefb842 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:48.739677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0d86e549-1e3f-4c18-a102-7c5a1eefb842 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:48.742003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fe1d02e5-6601-4c66-8e60-1d54b38e4b59 None None] Provisioning for port fdea7ae9-6616-4372-b3ca-09b058ec3471 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:48.753881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fe1d02e5-6601-4c66-8e60-1d54b38e4b59 None None] Provisioning complete for port fdea7ae9-6616-4372-b3ca-09b058ec3471 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:48.754258 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe1d02e5-6601-4c66-8e60-1d54b38e4b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.775237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdea7ae9-6616-4372-b3ca-09b058ec3471 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:48.789086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.806677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33303f6e-85e2-43aa-97f5-91497e73b3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.826493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Transition to ACTIVE for port object fdea7ae9-6616-4372-b3ca-09b058ec3471 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:48.831444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:48.837047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61dff288-f953-4864-840c-fc66fe43575c req-e4d8e751-a3ce-4651-b866-d6b12b3af238 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a29d2f-b6fb-4f0c-a072-347af2058431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967908 Aug 16 01:41:48.839904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d02e5-6601-4c66-8e60-1d54b38e4b59 None None] Port fdea7ae9-6616-4372-b3ca-09b058ec3471 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:48.844401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:48.845379 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.847216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:48.847912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33303f6e-85e2-43aa-97f5-91497e73b3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.849627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-537781a1-8b90-4a22-a748-0fb09f8fe161 req-74933e08-b3cc-4366-acd4-2c1e36c2f558 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.853434 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.865185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:48.866672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['f5e3102a-ca21-418a-8e13-cfb441c95b4b'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:48.883847 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.913700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:48.919869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74933e08-b3cc-4366-acd4-2c1e36c2f558 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Pushing event deleted for resources: {'Port': ['ID=f5e3102a-ca21-418a-8e13-cfb441c95b4b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:48.981204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'name': 'tempest-FloatingIPDetailsTestJSON-168926839-router', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:41:35Z', 'updated_at': '2021-08-16T01:41:42Z', 'revision_number': 4, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'gw_port': {'id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:41:37Z', 'updated_at': '2021-08-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'b4ef5fd1-c58c-41b7-b062-986bdcccd1ca', 'name': '', 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'mac_address': 'fa:16:3e:63:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '870a12c1-3fcf-413b-8317-5f44ffbdbeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:41:41Z', 'updated_at': '2021-08-16T01:41:47Z', 'revision_number': 4, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'subnets': [{'id': '870a12c1-3fcf-413b-8317-5f44ffbdbeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:48.988766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-537781a1-8b90-4a22-a748-0fb09f8fe161 req-74933e08-b3cc-4366-acd4-2c1e36c2f558 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] No DVR routers for this DVR port f5e3102a-ca21-418a-8e13-cfb441c95b4b on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:48.989077 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.992233 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-537781a1-8b90-4a22-a748-0fb09f8fe161 req-74933e08-b3cc-4366-acd4-2c1e36c2f558 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.994307 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-537781a1-8b90-4a22-a748-0fb09f8fe161 req-74933e08-b3cc-4366-acd4-2c1e36c2f558 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.74 "DELETE /v2.0/ports/f5e3102a-ca21-418a-8e13-cfb441c95b4b HTTP/1.1" status: 204 len: 173 time: 1.5417299 Aug 16 01:41:48.999344 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.012963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Pushing event updated for resources: {'Port': ['ID=fdea7ae9-6616-4372-b3ca-09b058ec3471,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:49.045902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854755aa-692c-46bb-b826-a1c4d1c289f7 None None] The sync data for ids ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'] in n-d-768509-23 is: [{'id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'name': 'tempest-FloatingIPDetailsTestJSON-168926839-router', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:41:35Z', 'updated_at': '2021-08-16T01:41:42Z', 'revision_number': 4, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'gw_port': {'id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:41:37Z', 'updated_at': '2021-08-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'b4ef5fd1-c58c-41b7-b062-986bdcccd1ca', 'name': '', 'network_id': '05291750-16cc-4bdf-b143-bb28dd5de789', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'mac_address': 'fa:16:3e:63:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '870a12c1-3fcf-413b-8317-5f44ffbdbeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:41:41Z', 'updated_at': '2021-08-16T01:41:47Z', 'revision_number': 4, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'subnets': [{'id': '870a12c1-3fcf-413b-8317-5f44ffbdbeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:41:49.053233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.054031 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.055863 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] 10.222.0.64 "PUT /v2.0/ports/e811c833-2c17-4af1-8553-12f441ef2016 HTTP/1.1" status: 200 len: 1097 time: 2.5424592 Aug 16 01:41:49.073554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event updated for resources: {'Port': ['ID=bf514ca9-56e4-43a0-a7c4-e3306b330e8b,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:49.078442 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.078694 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.106812 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33303f6e-85e2-43aa-97f5-91497e73b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.109690 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33303f6e-85e2-43aa-97f5-91497e73b3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.113272 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-33303f6e-85e2-43aa-97f5-91497e73b3b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29cc321e-28f4-467e-85fc-8aa340ab54aa HTTP/1.1" status: 204 len: 168 time: 0.4808652 Aug 16 01:41:49.134438 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a2f50-3c14-482e-ad71-4d5f6a34b090 service neutron] Pushing event updated for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:49.137271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Attempting to bind port fdea7ae9-6616-4372-b3ca-09b058ec3471 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:49.137842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Attempting to bind port fdea7ae9-6616-4372-b3ca-09b058ec3471 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:49.137936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Attempting to bind port fdea7ae9-6616-4372-b3ca-09b058ec3471 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:49.160029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Port fdea7ae9-6616-4372-b3ca-09b058ec3471 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:49.160356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Attempting to bind port fdea7ae9-6616-4372-b3ca-09b058ec3471 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:49.172755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:49.187817 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcc243-1caf-415b-b219-d0c6d626dd9c req-211936c9-aeef-48f9-878b-a53860f73a36 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.187955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33303f6e-85e2-43aa-97f5-91497e73b3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cc321e-28f4-467e-85fc-8aa340ab54aa,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:49.195269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fdcc243-1caf-415b-b219-d0c6d626dd9c req-211936c9-aeef-48f9-878b-a53860f73a36 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 947 time: 0.2788479 Aug 16 01:41:49.221947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:49.222291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:49.222832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:49.223124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Bound port: fdea7ae9-6616-4372-b3ca-09b058ec3471, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:49.223483 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.225767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.236085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-67f3b440-abf1-491b-9d98-982080d780fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1733046 Aug 16 01:41:49.243444 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca634f-bdff-4291-956c-30f35082597c req-7881cee8-16de-4b54-b6f1-8f2867d1f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.245282 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-7881cee8-16de-4b54-b6f1-8f2867d1f04c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 1100 time: 0.0676830 Aug 16 01:41:49.257952 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.258904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:49.314145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:49.314145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8d3fd802-7f1c-4413-bd0c-0b3f6d4040d3 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:49.322087 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-37dd2cc9-1e49-4c3f-a975-9c1255ce4599 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e811c833-2c17-4af1-8553-12f441ef2016 HTTP/1.1" status: 200 len: 217 time: 0.0672207 Aug 16 01:41:49.418479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:49.441248 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-5c71f47b-f502-4b89-8c65-28414317017e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.2056935 Aug 16 01:41:49.453027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca634f-bdff-4291-956c-30f35082597c req-ded89e6a-55ad-4340-babf-79a941d134be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.454658 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-ded89e6a-55ad-4340-babf-79a941d134be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1243086 Aug 16 01:41:49.459715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fdcc243-1caf-415b-b219-d0c6d626dd9c req-d645ab5c-cf44-43e1-bd95-85def3db2040 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635095 Aug 16 01:41:49.525403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b4ef5fd1-c58c-41b7-b062-986bdcccd1ca up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:49.544839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] For port fdea7ae9-6616-4372-b3ca-09b058ec3471, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:49.560498 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca634f-bdff-4291-956c-30f35082597c req-2f2b3acb-69db-4918-8f39-9dbb685ee895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.560691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] For port fdea7ae9-6616-4372-b3ca-09b058ec3471, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=fdea7ae9-6616-4372-b3ca-09b058ec3471,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:49.562122 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-2f2b3acb-69db-4918-8f39-9dbb685ee895 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962737 Aug 16 01:41:49.676146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.708834 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-10628525-1bca-4c1c-b91f-f952ba0e7fc0 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369414 Aug 16 01:41:49.714797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:49.730653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:49.731224 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.754760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.758521 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.760839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] 10.222.0.64 "PUT /v2.0/ports/fdea7ae9-6616-4372-b3ca-09b058ec3471 HTTP/1.1" status: 200 len: 1096 time: 1.7834806 Aug 16 01:41:49.783286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e693ed-3d81-4fbf-b432-01851c7d6f8b', 'tag': 'fdea7ae9-6616-4372-b3ca-09b058ec3471'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:49.786027 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e6e606-dd75-40d1-ad5b-80ffb72325e4" -d '{"events": [{"name": "network-changed", "server_uuid": "92e693ed-3d81-4fbf-b432-01851c7d6f8b", "tag": "fdea7ae9-6616-4372-b3ca-09b058ec3471"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:49.854638 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ddca634f-bdff-4291-956c-30f35082597c req-b0f71a7d-ba88-46df-90d9-0fcf966fdde1 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383734 Aug 16 01:41:49.912059 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.916159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ae99f-bac8-4c63-bb8b-940721309cc6 req-26381dc2-83fb-4dc3-8050-5151b7de75c2 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.920913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c31ae99f-bac8-4c63-bb8b-940721309cc6 req-26381dc2-83fb-4dc3-8050-5151b7de75c2 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 949 time: 0.3460271 Aug 16 01:41:49.945894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b591d-cb91-4980-8c4d-c22bee76cd83 service neutron] Pushing event updated for resources: {'Port': ['ID=fdea7ae9-6616-4372-b3ca-09b058ec3471,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:49.965582 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-02060ab7-41cf-4f14-92cd-ae19fc57d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.967472 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-02060ab7-41cf-4f14-92cd-ae19fc57d24e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 1099 time: 0.0882504 Aug 16 01:41:50.006787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b4ef5fd1-c58c-41b7-b062-986bdcccd1ca,segment=NetworkSegment(4d0ef990-ed29-404d-af6b-2a9604897c36),segment_id=4d0ef990-ed29-404d-af6b-2a9604897c36)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:50.010881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-503a5ccb-e8a2-4672-8c10-83e84b84e438 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.012360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-503a5ccb-e8a2-4672-8c10-83e84b84e438 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.5629194 Aug 16 01:41:50.037501 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-48e78d4f-4b03-4ee9-af7a-df988a9d7b23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=fdea7ae9-6616-4372-b3ca-09b058ec3471 HTTP/1.1" status: 200 len: 217 time: 0.0553102 Aug 16 01:41:50.046717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-76ec7439-6ee4-4642-9961-3b2f8d3327e8 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:41:50.047802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4cbe950-2df7-41ec-919f-4693a8f1c455 req-76ec7439-6ee4-4642-9961-3b2f8d3327e8 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155134 Aug 16 01:41:50.090229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c31ae99f-bac8-4c63-bb8b-940721309cc6 req-df4547c3-2c93-4229-9463-e4f1f6d22a5a tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/security-groups?id=79159b6c-8607-45d9-b2c5-9be6f8038ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534302 Aug 16 01:41:50.112704 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.137785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-726a0a7f-f9bb-421d-8190-dbe058d91ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.139310 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-726a0a7f-f9bb-421d-8190-dbe058d91ac5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0931592 Aug 16 01:41:50.215509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=b4ef5fd1-c58c-41b7-b062-986bdcccd1ca,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:50.221220 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07231b3-2c82-4ed6-9cf1-036495ffdfa1 x-openstack-request-id: req-a07231b3-2c82-4ed6-9cf1-036495ffdfa1 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:50.221504 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "name": "network-vif-plugged", "status": "completed", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:50.221761 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a07231b3-2c82-4ed6-9cf1-036495ffdfa1 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:50.222171 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a', 'code': 200} Aug 16 01:41:50.251551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-a1a8d718-3132-4b24-a77b-ac868a9f98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.253085 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-a1a8d718-3132-4b24-a77b-ac868a9f98ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0975521 Aug 16 01:41:50.342664 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62e2288-850f-4a96-a3df-31c35a6e34c9 x-openstack-request-id: req-c62e2288-850f-4a96-a3df-31c35a6e34c9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:50.343090 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e693ed-3d81-4fbf-b432-01851c7d6f8b", "tag": "fdea7ae9-6616-4372-b3ca-09b058ec3471", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:50.343201 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c62e2288-850f-4a96-a3df-31c35a6e34c9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:50.343598 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e693ed-3d81-4fbf-b432-01851c7d6f8b', 'tag': 'fdea7ae9-6616-4372-b3ca-09b058ec3471', 'status': 'completed', 'code': 200} Aug 16 01:41:50.398374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5b9fcb-fa25-44fe-a42e-d70467c4779a', 'name': 'network-vif-deleted', 'tag': 'f5e3102a-ca21-418a-8e13-cfb441c95b4b'}, {'name': 'network-changed', 'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:50.402416 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b" -d '{"events": [{"server_uuid": "3d5b9fcb-fa25-44fe-a42e-d70467c4779a", "name": "network-vif-deleted", "tag": "f5e3102a-ca21-418a-8e13-cfb441c95b4b"}, {"name": "network-changed", "server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "tag": "e811c833-2c17-4af1-8553-12f441ef2016"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:50.422278 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-81819c94-7f50-44a4-a095-3edc13d73e3f service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586301 Aug 16 01:41:50.453320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc06c68-9ef3-44a5-9562-69946b865456 req-0d282de5-bc9e-443e-9d23-4885b427e455 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.454912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfc06c68-9ef3-44a5-9562-69946b865456 req-0d282de5-bc9e-443e-9d23-4885b427e455 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1692767 Aug 16 01:41:50.458877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22b3cfc5-a3c7-4bf8-8057-535acd10297e req-ed3ddc0a-d1a0-41bc-823f-2ce9bd5b0a25 tempest-TenantUsagesTestJSON-1138061111 tempest-TenantUsagesTestJSON-1138061111-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b9fcb-fa25-44fe-a42e-d70467c4779a HTTP/1.1" status: 200 len: 210 time: 0.0546596 Aug 16 01:41:50.461940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec18dc-1812-4a10-8570-d17f4b1c7a67 req-509121cc-831d-4751-8a80-74eccb2824f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.464317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44ec18dc-1812-4a10-8570-d17f4b1c7a67 req-509121cc-831d-4751-8a80-74eccb2824f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 1102 time: 0.1267335 Aug 16 01:41:50.512723 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.541914 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ed080885-8eed-4bb4-9dd6-bfeb0e98eaf8 req-e68d6551-7364-4989-acdd-0c097e0ad5a1 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119349 Aug 16 01:41:50.588512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfc06c68-9ef3-44a5-9562-69946b865456 req-e4dadd56-b0a0-4d56-82f5-94da129eadcb tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230497 Aug 16 01:41:50.594657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44ec18dc-1812-4a10-8570-d17f4b1c7a67 req-e142b491-5e7f-4a27-92c0-23a0be684e1e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008122 Aug 16 01:41:50.655400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-8c24d3f7-7f3c-4b55-bf62-b758e6496a3b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1590037 Aug 16 01:41:50.659184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:50.693900 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b232cba9-ae0a-4e6e-87e4-c45985906924 x-openstack-request-id: req-b232cba9-ae0a-4e6e-87e4-c45985906924 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:50.693900 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5b9fcb-fa25-44fe-a42e-d70467c4779a", "name": "network-vif-deleted", "tag": "f5e3102a-ca21-418a-8e13-cfb441c95b4b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "tag": "e811c833-2c17-4af1-8553-12f441ef2016", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:50.694193 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b232cba9-ae0a-4e6e-87e4-c45985906924 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:50.694767 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5b9fcb-fa25-44fe-a42e-d70467c4779a', 'name': 'network-vif-deleted', 'tag': 'f5e3102a-ca21-418a-8e13-cfb441c95b4b', 'status': 'completed', 'code': 200} Aug 16 01:41:50.695060 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016', 'status': 'completed', 'code': 200} Aug 16 01:41:50.785520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b req-7ee1ca18-414a-451b-b65b-60b6ab9c2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.794008 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b req-7ee1ca18-414a-451b-b65b-60b6ab9c2c83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 1100 time: 0.0439770 Aug 16 01:41:50.798034 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.905269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cf089-e4f6-40be-a70d-f804e403c757 req-b21e86d4-8408-4b59-80d5-f434e8d4b373 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.912743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f08cf089-e4f6-40be-a70d-f804e403c757 req-b21e86d4-8408-4b59-80d5-f434e8d4b373 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 947 time: 0.1599333 Aug 16 01:41:50.916900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b req-1b9c57f3-bb50-4111-b2ed-0f5e8881abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.918644 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b req-1b9c57f3-bb50-4111-b2ed-0f5e8881abd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1238823 Aug 16 01:41:50.928597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6e606-dd75-40d1-ad5b-80ffb72325e4 req-cb656d49-3516-40a7-804e-13d90719685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.930549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28e6e606-dd75-40d1-ad5b-80ffb72325e4 req-cb656d49-3516-40a7-804e-13d90719685e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 1099 time: 0.1877153 Aug 16 01:41:50.972611 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b req-1e26e62f-2714-4809-a494-032b2dc8420b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e811c833-2c17-4af1-8553-12f441ef2016 HTTP/1.1" status: 200 len: 217 time: 0.0448506 Aug 16 01:41:51.021560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f08cf089-e4f6-40be-a70d-f804e403c757 req-931b1f9f-239e-4848-b8cc-43f6559485c5 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079338 Aug 16 01:41:51.028092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b req-d2b5af48-178a-4697-ba60-e36346e99f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.029339 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b req-d2b5af48-178a-4697-ba60-e36346e99f0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0487521 Aug 16 01:41:51.084642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6e606-dd75-40d1-ad5b-80ffb72325e4 req-07c94987-41bd-429f-97b1-176501e6680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.085757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28e6e606-dd75-40d1-ad5b-80ffb72325e4 req-07c94987-41bd-429f-97b1-176501e6680b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1380019 Aug 16 01:41:51.088587 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b req-c2b98eee-653d-44e9-b11c-a351c2b4b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.090144 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b req-c2b98eee-653d-44e9-b11c-a351c2b4b76b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0503378 Aug 16 01:41:51.096198 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:51.185536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28e6e606-dd75-40d1-ad5b-80ffb72325e4 req-11096992-1ff6-45ee-96df-494ec1cabb3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=fdea7ae9-6616-4372-b3ca-09b058ec3471 HTTP/1.1" status: 200 len: 217 time: 0.0815918 Aug 16 01:41:51.216619 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b req-b50168c7-a8e0-48da-9e4e-2120f9b70b59 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161351 Aug 16 01:41:51.322183 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-733c0874-e2c6-4a21-bc1e-d172c0bfe06b req-5f4593ab-7f8f-4b0e-9f5a-352438cc0e3b service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954640 Aug 16 01:41:51.322727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6e606-dd75-40d1-ad5b-80ffb72325e4 req-ff3c2bf6-27eb-484d-b625-dda1d00f477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.323165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28e6e606-dd75-40d1-ad5b-80ffb72325e4 req-ff3c2bf6-27eb-484d-b625-dda1d00f477a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1191778 Aug 16 01:41:51.333497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29395345-a933-4382-995e-8930640b1bc9 req-2addb554-c406-48bd-85b6-d2e607609b12 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.334911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29395345-a933-4382-995e-8930640b1bc9 req-2addb554-c406-48bd-85b6-d2e607609b12 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 949 time: 0.1421878 Aug 16 01:41:51.362247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Allocated IP 172.25.8.213 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/a7b497e1-5145-4fc8-b5ea-fa661070d39e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:51.432491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b4ef5fd1-c58c-41b7-b062-986bdcccd1ca up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:51.468564 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:51.481684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29395345-a933-4382-995e-8930640b1bc9 req-dffed081-1e26-4e80-a9f9-7c6fe8a78f7c tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/security-groups?id=79159b6c-8607-45d9-b2c5-9be6f8038ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223552 Aug 16 01:41:51.487467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:51.487959 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:51.492392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6e606-dd75-40d1-ad5b-80ffb72325e4 req-b932ccef-6083-449e-ad4d-a8be3a7cb388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.494039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28e6e606-dd75-40d1-ad5b-80ffb72325e4 req-b932ccef-6083-449e-ad4d-a8be3a7cb388 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1534202 Aug 16 01:41:51.602390 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:51.703036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50616) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:51.751707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28e6e606-dd75-40d1-ad5b-80ffb72325e4 req-f5031b6a-ff80-4963-87f4-0a06c0a0a4f8 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493105 Aug 16 01:41:51.821375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaa15f-008d-45d7-901f-460558bc082c req-63af4b9c-91ab-467f-88ec-37c50455e540 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.825702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96aaa15f-008d-45d7-901f-460558bc082c req-63af4b9c-91ab-467f-88ec-37c50455e540 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1433568 Aug 16 01:41:51.847067 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:51.935908 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-70d06e5c-b152-41a2-a891-bc1a51e37108 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d6ed597ec1274e78ba1b8160b39c1ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315753 Aug 16 01:41:51.938609 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50622) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:51.943863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96aaa15f-008d-45d7-901f-460558bc082c req-c13ddabe-dfb1-41c7-a4f7-de5fb0213a85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091669 Aug 16 01:41:51.946299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:51.951920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event updated for resources: {'Port': ['ID=a7b497e1-5145-4fc8-b5ea-fa661070d39e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:51.954244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:51.957219 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28e6e606-dd75-40d1-ad5b-80ffb72325e4 req-97e3f085-d615-4cd2-bca6-905ef1d459d3 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927295 Aug 16 01:41:51.965562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:52.016730 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.019879 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06347945-3b34-45cd-a201-14883c6e11e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.041587 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06347945-3b34-45cd-a201-14883c6e11e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.116385 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.164655 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06347945-3b34-45cd-a201-14883c6e11e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.168260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06347945-3b34-45cd-a201-14883c6e11e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.170313 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-06347945-3b34-45cd-a201-14883c6e11e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4eed054e-86d1-4fd8-92a4-dd4460ed7f10 HTTP/1.1" status: 204 len: 168 time: 0.2304640 Aug 16 01:41:52.184029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06347945-3b34-45cd-a201-14883c6e11e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eed054e-86d1-4fd8-92a4-dd4460ed7f10,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:52.189836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74766c1-56ad-4302-8de3-ed9628880dfa req-1d3915ac-9e44-4e5f-85e5-40c09a169eff tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.191336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e74766c1-56ad-4302-8de3-ed9628880dfa req-1d3915ac-9e44-4e5f-85e5-40c09a169eff tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 947 time: 0.0894301 Aug 16 01:41:52.202139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50634) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:52.223168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c896161d-13a1-4249-949b-97a14e5c4520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ef20f-c8e3-4ec6-b6b1-9f313a7ed927'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:52.225584 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6222007f-6b2f-43df-a8e2-6dbaa1acd7cc" -d '{"events": [{"server_uuid": "c896161d-13a1-4249-949b-97a14e5c4520", "name": "network-vif-plugged", "status": "completed", "tag": "d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:52.271694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e74766c1-56ad-4302-8de3-ed9628880dfa req-afb9b206-82b3-4177-a48d-ebc3ab7815e9 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671363 Aug 16 01:41:52.329917 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.351002 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-55678f69-8849-42c0-80e6-0ea87b99cd15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b9d124b9802439fa039be7769a23930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469762 Aug 16 01:41:52.353354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50642) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:52.388014 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.389681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f5e3102a-ca21-418a-8e13-cfb441c95b4b no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:52.411997 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a318acfe-1e6c-4501-aeeb-465d9be63a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.436097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: f5e3102a-ca21-418a-8e13-cfb441c95b4b {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:52.437021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f5e3102a-ca21-418a-8e13-cfb441c95b4b not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:52.445323 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.446965 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a318acfe-1e6c-4501-aeeb-465d9be63a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.473635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event updated for resources: {'Port': ['ID=a7b497e1-5145-4fc8-b5ea-fa661070d39e,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:52.557096 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720328f5-967e-4edf-954e-c6c68781bf75 x-openstack-request-id: req-720328f5-967e-4edf-954e-c6c68781bf75 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:52.557453 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c896161d-13a1-4249-949b-97a14e5c4520", "name": "network-vif-plugged", "status": "completed", "tag": "d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:52.557777 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-720328f5-967e-4edf-954e-c6c68781bf75 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:52.558287 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c896161d-13a1-4249-949b-97a14e5c4520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ef20f-c8e3-4ec6-b6b1-9f313a7ed927', 'code': 200} Aug 16 01:41:52.587448 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.591111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-5ed5dc00-4eac-4902-a89e-d5a93377a51e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9361420 Aug 16 01:41:52.595165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a318acfe-1e6c-4501-aeeb-465d9be63a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.598872 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a318acfe-1e6c-4501-aeeb-465d9be63a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.603792 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a318acfe-1e6c-4501-aeeb-465d9be63a48 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04a29d2f-b6fb-4f0c-a072-347af2058431 HTTP/1.1" status: 204 len: 168 time: 0.2493324 Aug 16 01:41:52.612521 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318acfe-1e6c-4501-aeeb-465d9be63a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a29d2f-b6fb-4f0c-a072-347af2058431,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:52.688650 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423f8e-cb52-4bdd-bc34-ce26545cc794 req-bf2bd446-6cab-446a-830f-af3a34922104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.689889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-50af03d9-f9ee-4051-a0ec-36041131796c tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.0863152 Aug 16 01:41:52.690431 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-86423f8e-cb52-4bdd-bc34-ce26545cc794 req-bf2bd446-6cab-446a-830f-af3a34922104 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 1101 time: 0.0558102 Aug 16 01:41:52.729469 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-86423f8e-cb52-4bdd-bc34-ce26545cc794 req-22d5674c-25b9-4e48-b71f-b4500a558406 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=79159b6c-8607-45d9-b2c5-9be6f8038ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320339 Aug 16 01:41:52.733470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade87c3f-104b-4008-b2e9-6b078d9ba599 req-340f008e-c619-4b93-a373-107ab1174003 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.734990 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ade87c3f-104b-4008-b2e9-6b078d9ba599 req-340f008e-c619-4b93-a373-107ab1174003 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 949 time: 0.1291940 Aug 16 01:41:52.816936 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ade87c3f-104b-4008-b2e9-6b078d9ba599 req-7f7ebed7-5013-423f-a98f-311a00bac941 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/security-groups?id=79159b6c-8607-45d9-b2c5-9be6f8038ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558298 Aug 16 01:41:52.841390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-a69d5aad-5f10-4621-b738-a96e962290c0 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.842923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-a69d5aad-5f10-4621-b738-a96e962290c0 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1445816 Aug 16 01:41:52.854098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-7a4a1c6e-da65-4ee1-8793-ab19e24e526a tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:41:52.855075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e741c8cf-d2a0-4a1a-b5ef-74ad28ff5ada req-7a4a1c6e-da65-4ee1-8793-ab19e24e526a tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063572 Aug 16 01:41:53.061378 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50674) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:53.078192 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a8591d9-f6dc-454a-a70f-a5531259adc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.235589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a8591d9-f6dc-454a-a70f-a5531259adc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.290221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17d57-e2a6-4edb-96f4-e5c402b958d1 req-5f12b1ce-2f68-44a3-9bb1-047a3150505f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:53.291732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88e17d57-e2a6-4edb-96f4-e5c402b958d1 req-5f12b1ce-2f68-44a3-9bb1-047a3150505f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.0754626 Aug 16 01:41:53.300679 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a8591d9-f6dc-454a-a70f-a5531259adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.321063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-dacaa27b-88dd-4d32-aa5a-29b23c7feaa5 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4402926 Aug 16 01:41:53.333384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:53.354847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8591d9-f6dc-454a-a70f-a5531259adc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd90a61-002a-4f27-b7d6-aa4a392863fa,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:53.355396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88e17d57-e2a6-4edb-96f4-e5c402b958d1 req-c48f524c-3550-405b-94da-9dd082220dab tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544903 Aug 16 01:41:53.361613 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0a8591d9-f6dc-454a-a70f-a5531259adc4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20c606ed39cc4650847dfa687a390a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988484 Aug 16 01:41:53.364199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50678) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:53.422564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50682) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:53.433284 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4c2221b-6452-49b5-9714-2331376dd5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.440067 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ee5f1d1-e5b1-4597-a8c2-0826dd814c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.461237 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.464327 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4c2221b-6452-49b5-9714-2331376dd5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.517344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device fdea7ae9-6616-4372-b3ca-09b058ec3471 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:53.578752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ad1ad-23ea-4588-a1da-c70f49857ea5 req-7661115d-7c84-47fe-89e3-95671e92b03f tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:53.580321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-425ad1ad-23ea-4588-a1da-c70f49857ea5 req-7661115d-7c84-47fe-89e3-95671e92b03f tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 947 time: 0.1237581 Aug 16 01:41:53.593503 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4c2221b-6452-49b5-9714-2331376dd5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.596170 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4c2221b-6452-49b5-9714-2331376dd5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.597480 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e4c2221b-6452-49b5-9714-2331376dd5db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cd90a61-002a-4f27-b7d6-aa4a392863fa HTTP/1.1" status: 204 len: 168 time: 0.2320776 Aug 16 01:41:53.607977 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2221b-6452-49b5-9714-2331376dd5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd90a61-002a-4f27-b7d6-aa4a392863fa,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:53.654295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50688) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:53.671886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-425ad1ad-23ea-4588-a1da-c70f49857ea5 req-5bb7183c-db92-4033-a1a0-25c05d9f43e1 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833142 Aug 16 01:41:53.678453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port fdea7ae9-6616-4372-b3ca-09b058ec3471, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=fdea7ae9-6616-4372-b3ca-09b058ec3471,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:53.695662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'fdea7ae9-6616-4372-b3ca-09b058ec3471', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'fdea7ae9-6616-4372-b3ca-09b058ec3471', 'mac_address': 'fa:16:3e:8d:df:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:53.741045 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.748773 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.762066 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ee5f1d1-e5b1-4597-a8c2-0826dd814c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.777708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdea7ae9-6616-4372-b3ca-09b058ec3471 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:53.802570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port fdea7ae9-6616-4372-b3ca-09b058ec3471, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=fdea7ae9-6616-4372-b3ca-09b058ec3471,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:53.846480 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-277e6acc-c0ec-4194-8328-8e6bea85e7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.852536 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ee5f1d1-e5b1-4597-a8c2-0826dd814c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.889753 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.891167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e811c833-2c17-4af1-8553-12f441ef2016 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:53.902666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Allocated IP 172.25.8.196 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/cdcd5b85-5f15-48af-817d-9f9b317559c5) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:53.930397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3ee5f1d1-e5b1-4597-a8c2-0826dd814c20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cde22bc864d04bc7b2c9fbd3b34048ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052783 Aug 16 01:41:53.932899 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50696) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:53.940249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5f1d1-e5b1-4597-a8c2-0826dd814c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915cc00d-25a8-4cd2-830d-f5dce49aa177,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:53.997205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:54.010036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=fdea7ae9-6616-4372-b3ca-09b058ec3471,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:54.011046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-277e6acc-c0ec-4194-8328-8e6bea85e7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.015714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'e811c833-2c17-4af1-8553-12f441ef2016', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'e811c833-2c17-4af1-8553-12f441ef2016', 'mac_address': 'fa:16:3e:d0:3a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:54.039648 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ed60ecc-3129-45ad-8349-19d06bc77849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.061033 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.067898 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ed60ecc-3129-45ad-8349-19d06bc77849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.075600 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.087579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e811c833-2c17-4af1-8553-12f441ef2016 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:54.105281 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-277e6acc-c0ec-4194-8328-8e6bea85e7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.111065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:54.148140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e6acc-c0ec-4194-8328-8e6bea85e7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b30de1a-91d6-4ffe-9e52-be76a5a53a80,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:54.154318 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-277e6acc-c0ec-4194-8328-8e6bea85e7e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8444beb7bf784c409f9636bff1234cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973083 Aug 16 01:41:54.157585 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50702) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:54.193440 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.194382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.237012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7d3981-3063-4708-a302-9af6ab79c8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.269409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:54.272682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:54.278756 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7d3981-3063-4708-a302-9af6ab79c8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.278756 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ed60ecc-3129-45ad-8349-19d06bc77849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.280440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ed60ecc-3129-45ad-8349-19d06bc77849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.284086 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3ed60ecc-3129-45ad-8349-19d06bc77849 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/915cc00d-25a8-4cd2-830d-f5dce49aa177 HTTP/1.1" status: 204 len: 168 time: 0.3476951 Aug 16 01:41:54.284486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:54.287456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:54.302839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed60ecc-3129-45ad-8349-19d06bc77849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915cc00d-25a8-4cd2-830d-f5dce49aa177,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:54.340267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event updated for resources: {'Port': ['ID=cdcd5b85-5f15-48af-817d-9f9b317559c5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:54.374992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c433a-0a40-4a82-9adb-e6964b19c2a2 req-3e91d2fd-bf83-4ee5-922d-7a88a823d906 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.376507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-818c433a-0a40-4a82-9adb-e6964b19c2a2 req-3e91d2fd-bf83-4ee5-922d-7a88a823d906 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 949 time: 0.1049545 Aug 16 01:41:54.415772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-818c433a-0a40-4a82-9adb-e6964b19c2a2 req-f3221cb8-e3e3-4952-a4e4-08bc7b22f6bf tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/security-groups?id=79159b6c-8607-45d9-b2c5-9be6f8038ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Aug 16 01:41:54.416481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7d3981-3063-4708-a302-9af6ab79c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.420348 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7d3981-3063-4708-a302-9af6ab79c8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.421457 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d7d3981-3063-4708-a302-9af6ab79c8f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b30de1a-91d6-4ffe-9e52-be76a5a53a80 HTTP/1.1" status: 204 len: 168 time: 0.2629087 Aug 16 01:41:54.432943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d3981-3063-4708-a302-9af6ab79c8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b30de1a-91d6-4ffe-9e52-be76a5a53a80,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:54.466128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['fdea7ae9-6616-4372-b3ca-09b058ec3471'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:54.468417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['e811c833-2c17-4af1-8553-12f441ef2016'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:54.502044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.668515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-466ce82b-bae0-4e6d-a92c-049cdf4b40a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1190479 Aug 16 01:41:54.717623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.800446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919aa4d2-7317-4321-830a-535fe6c784c2 req-42ac5731-af22-4e1f-8516-60e79d3481a6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.810885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-919aa4d2-7317-4321-830a-535fe6c784c2 req-42ac5731-af22-4e1f-8516-60e79d3481a6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1653590 Aug 16 01:41:54.890309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-0c4ea846-1823-4708-9d06-207bc3cf6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.891950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-0c4ea846-1823-4708-9d06-207bc3cf6c6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1102 time: 0.1696603 Aug 16 01:41:54.914408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-919aa4d2-7317-4321-830a-535fe6c784c2 req-dc639fa5-2f3d-4f94-b765-259400ce2e7e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036725 Aug 16 01:41:54.974101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50736) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:55.064168 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.086344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-9a6698fc-ad3b-4584-9fb9-e42548bda481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:55.087815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-9a6698fc-ad3b-4584-9fb9-e42548bda481 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1347017 Aug 16 01:41:55.133847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-6a282984-9687-4ea7-8540-5e5780b0edd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 200 len: 217 time: 0.0382049 Aug 16 01:41:55.134926 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.173617 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.226543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event updated for resources: {'Port': ['ID=cdcd5b85-5f15-48af-817d-9f9b317559c5,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:55.243605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-49d8054b-6196-4882-b8ba-004645b8ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:55.252328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-49d8054b-6196-4882-b8ba-004645b8ba4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1078589 Aug 16 01:41:55.294294 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-334bfc0d-91a7-4f9e-ad58-66fcdadab95a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3126831 Aug 16 01:41:55.298594 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.298594 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-8d4b6f4b-977f-4b59-a7ac-2f153f317d9e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9689217 Aug 16 01:41:55.316989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-21336d1e-43a2-4964-b097-03eb997af59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:55.318531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-21336d1e-43a2-4964-b097-03eb997af59e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0537386 Aug 16 01:41:55.378995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-307d034b-f67d-44a2-8e4e-86ca6d0e7847 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.196 HTTP/1.1" status: 200 len: 696 time: 0.0733068 Aug 16 01:41:55.399921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50748) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:55.424931 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97b63ab4-fae2-4b5c-b58c-8ca1e0321eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.516530 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-62dc29f0-5e7f-47de-973e-150d294a45cf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0647259 Aug 16 01:41:55.534349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device fdea7ae9-6616-4372-b3ca-09b058ec3471 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:55.556089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db599f-31b8-4d72-8d63-cd237ff9bd3e req-9da08e73-03a3-46af-84d4-4b8a95e91826 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:55.564156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44db599f-31b8-4d72-8d63-cd237ff9bd3e req-9da08e73-03a3-46af-84d4-4b8a95e91826 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 948 time: 0.1591952 Aug 16 01:41:55.605719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-1cd4c1e9-0350-4c80-984a-2ea39b55e458 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551012 Aug 16 01:41:55.631028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-b68d4a61-35be-4f5c-8010-66b07750b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:55.632758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-190da901-27ae-4d88-854d-f5e9a6263ce7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:55.633449 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-b68d4a61-35be-4f5c-8010-66b07750b3ee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ac6e9001e304bba8633a33a3e19c64b&device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 1097 time: 0.0736012 Aug 16 01:41:55.634144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09e171b4-bdb6-4a85-aa10-9e0824f15d16 req-190da901-27ae-4d88-854d-f5e9a6263ce7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.2282839 Aug 16 01:41:55.670561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97b63ab4-fae2-4b5c-b58c-8ca1e0321eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.701506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port fdea7ae9-6616-4372-b3ca-09b058ec3471 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:55.703901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44db599f-31b8-4d72-8d63-cd237ff9bd3e req-2d350944-eb69-4a0b-bd2d-cfab00ec4b54 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386685 Aug 16 01:41:55.705974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port fdea7ae9-6616-4372-b3ca-09b058ec3471 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:55.732504 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.758944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-83830a35-a74f-44d3-b041-aa8690e9dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:55.760638 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-83830a35-a74f-44d3-b041-aa8690e9dff1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f822c47b-c400-41ce-b019-ea73c124298f HTTP/1.1" status: 200 len: 925 time: 0.1040328 Aug 16 01:41:55.786405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa84297-fe00-4dab-98c4-43ff5e67629c req-886cf9c7-cc5d-495c-9bfe-66b2233fb9dc tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:55.787856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fa84297-fe00-4dab-98c4-43ff5e67629c req-886cf9c7-cc5d-495c-9bfe-66b2233fb9dc tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 949 time: 0.0895376 Aug 16 01:41:55.790479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed8c071e-ea8c-4e38-b29c-2ab22cb21a6a req-7374a58f-4ede-47cf-b8c3-0c47839d4274 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760883 Aug 16 01:41:55.824619 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97b63ab4-fae2-4b5c-b58c-8ca1e0321eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.869247 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.878710 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-97b63ab4-fae2-4b5c-b58c-8ca1e0321eff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ea45b3886d64bbf966c01583645fe3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773135 Aug 16 01:41:55.880778 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-d5cd8ca2-4ba0-4ddc-b7e3-f8dce3ba3a21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef5bc696-805b-46e6-af9b-e855222691b1 HTTP/1.1" status: 200 len: 1001 time: 0.1112540 Aug 16 01:41:55.884372 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50766) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:55.931011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e693ed-3d81-4fbf-b432-01851c7d6f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea7ae9-6616-4372-b3ca-09b058ec3471'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:55.935101 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea8306e-bacf-4327-9041-b0a7fa8a551a" -d '{"events": [{"server_uuid": "92e693ed-3d81-4fbf-b432-01851c7d6f8b", "name": "network-vif-plugged", "status": "completed", "tag": "fdea7ae9-6616-4372-b3ca-09b058ec3471"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:55.943687 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b63ab4-fae2-4b5c-b58c-8ca1e0321eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729f3f23-4d11-46ab-a998-7f5fd92ee910,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:55.949988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fa84297-fe00-4dab-98c4-43ff5e67629c req-01d1f8c2-8808-454f-af3a-1afa58bd2a1f tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/security-groups?id=79159b6c-8607-45d9-b2c5-9be6f8038ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510174 Aug 16 01:41:55.977780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port fdea7ae9-6616-4372-b3ca-09b058ec3471, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=fdea7ae9-6616-4372-b3ca-09b058ec3471,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:56.004049 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dae00879-4534-4e11-adf4-89409da055cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.012260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-0864bf56-dcd9-49da-bd05-8874c2ff84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:56.015876 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-0864bf56-dcd9-49da-bd05-8874c2ff84e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad817ee8-5669-4914-8a3e-7cebbd68cfa0 HTTP/1.1" status: 200 len: 863 time: 0.0818737 Aug 16 01:41:56.038577 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.039368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e811c833-2c17-4af1-8553-12f441ef2016 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:56.046366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0186644-3eba-462f-b747-e794bd150f0a req-dcb46dd3-91f3-4a6e-8823-c931605a3fda tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2138984 Aug 16 01:41:56.055841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:56.067351 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dae00879-4534-4e11-adf4-89409da055cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.090542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-8291d722-638a-4fff-9efb-344d66ce07ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:56.092158 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-8291d722-638a-4fff-9efb-344d66ce07ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f822c47b-c400-41ce-b019-ea73c124298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704598 Aug 16 01:41:56.160862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37bfb1-4867-4bb1-b6bb-3841ec52f744 req-f4fe61ca-5d93-4b20-b38c-e92314e53a30 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:56.174136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba37bfb1-4867-4bb1-b6bb-3841ec52f744 req-f4fe61ca-5d93-4b20-b38c-e92314e53a30 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1124954 Aug 16 01:41:56.179788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=fdea7ae9-6616-4372-b3ca-09b058ec3471,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:56.211110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba37bfb1-4867-4bb1-b6bb-3841ec52f744 req-394bdaa9-158d-4d0a-b694-0085409d2bf3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360968 Aug 16 01:41:56.212335 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.269765 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-10cac84c-9ddf-4f13-9477-9fedd679fd60 service neutron] 10.222.0.74 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650364 Aug 16 01:41:56.292640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port e811c833-2c17-4af1-8553-12f441ef2016 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:56.300710 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4475727e-76f8-4b14-8b41-e8faad211879 x-openstack-request-id: req-4475727e-76f8-4b14-8b41-e8faad211879 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:56.313799 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e693ed-3d81-4fbf-b432-01851c7d6f8b", "name": "network-vif-plugged", "status": "completed", "tag": "fdea7ae9-6616-4372-b3ca-09b058ec3471", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:56.314375 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4475727e-76f8-4b14-8b41-e8faad211879 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:56.315062 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e693ed-3d81-4fbf-b432-01851c7d6f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea7ae9-6616-4372-b3ca-09b058ec3471', 'code': 200} Aug 16 01:41:56.317964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port e811c833-2c17-4af1-8553-12f441ef2016 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:56.322878 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.349584 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.379817 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dae00879-4534-4e11-adf4-89409da055cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.383391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dae00879-4534-4e11-adf4-89409da055cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.387482 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dae00879-4534-4e11-adf4-89409da055cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/729f3f23-4d11-46ab-a998-7f5fd92ee910 HTTP/1.1" status: 204 len: 168 time: 0.5020030 Aug 16 01:41:56.401150 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-82b4ce85-77a6-432e-8afa-cf3f4db44a58 req-9e0d6b10-3c2d-4763-a3e2-375e9efaadf3 service neutron] 10.222.0.74 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237893 Aug 16 01:41:56.402445 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae00879-4534-4e11-adf4-89409da055cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729f3f23-4d11-46ab-a998-7f5fd92ee910,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:56.415575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50798) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:56.499987 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.513002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c462ad-5d42-4cb5-ad53-35c904162d7b req-f0d9fba3-54a8-4336-a3a8-80fff70674fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:56.515806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0c462ad-5d42-4cb5-ad53-35c904162d7b req-f0d9fba3-54a8-4336-a3a8-80fff70674fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 1101 time: 0.1519554 Aug 16 01:41:56.563068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Allocated IP 172.25.8.103 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/c85ea310-2180-4e43-8a87-368ee936fa8c) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:56.584309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0c462ad-5d42-4cb5-ad53-35c904162d7b req-ce291541-2b26-4142-856e-72ae47725bd7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603952 Aug 16 01:41:56.586470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:56.671966 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.693686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.730763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2085934779-network', 'tenant_id': '74bd58a73c774f928caa8da17ec390a6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:56.757631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:56.794763 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029116-71c3-4fa1-95d3-19b1bb711931 req-5b1643a0-1f0c-4668-8d2f-89da3d363d2e tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:56.822201 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-60029116-71c3-4fa1-95d3-19b1bb711931 req-5b1643a0-1f0c-4668-8d2f-89da3d363d2e tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.74 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 949 time: 0.1482148 Aug 16 01:41:56.901787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Made reservation on behalf of 74bd58a73c774f928caa8da17ec390a6 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:56.902927 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.905351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.936765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbc888-0834-4d1d-adb2-5056d42b15ef req-93d96ecd-c52b-4665-a847-d91bb93cd4eb tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:56.944059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b5cbc888-0834-4d1d-adb2-5056d42b15ef req-93d96ecd-c52b-4665-a847-d91bb93cd4eb tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 949 time: 0.1155443 Aug 16 01:41:56.947099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-60029116-71c3-4fa1-95d3-19b1bb711931 req-fdf2e63f-1ffe-493e-9581-1eb189ebb726 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Deleting port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:56.947699 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-60029116-71c3-4fa1-95d3-19b1bb711931 req-fdf2e63f-1ffe-493e-9581-1eb189ebb726 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.980772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.000294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:57.013877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:57.018330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:57.066720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-60029116-71c3-4fa1-95d3-19b1bb711931 req-fdf2e63f-1ffe-493e-9581-1eb189ebb726 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] For port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:57.067149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-60029116-71c3-4fa1-95d3-19b1bb711931 req-fdf2e63f-1ffe-493e-9581-1eb189ebb726 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.081759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event updated for resources: {'Port': ['ID=c85ea310-2180-4e43-8a87-368ee936fa8c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:57.083882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-60029116-71c3-4fa1-95d3-19b1bb711931 req-fdf2e63f-1ffe-493e-9581-1eb189ebb726 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Calling delete_port for d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:57.099873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b5cbc888-0834-4d1d-adb2-5056d42b15ef req-e17417fc-b2df-4009-8b05-f0bfd486f33b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489501 Aug 16 01:41:57.118280 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.202407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.262053 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.313714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.331553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a44de9-050d-4b8e-a579-934b3a98d1d0 req-2ba499d6-28fd-4f59-953a-9091b0f33cb2 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:57.333058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82a44de9-050d-4b8e-a579-934b3a98d1d0 req-2ba499d6-28fd-4f59-953a-9091b0f33cb2 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 949 time: 0.1006660 Aug 16 01:41:57.341788 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-60029116-71c3-4fa1-95d3-19b1bb711931 req-fdf2e63f-1ffe-493e-9581-1eb189ebb726 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.353982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:57.376799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2e63f-1ffe-493e-9581-1eb189ebb726 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Pushing event deleted for resources: {'Port': ['ID=d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:57.391813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:41:57.433989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee237759-ed5d-426b-925f-e97d171fb6f0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:57.446097 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-60029116-71c3-4fa1-95d3-19b1bb711931 req-fdf2e63f-1ffe-493e-9581-1eb189ebb726 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] No DVR routers for this DVR port d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:57.447560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.447964 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Added segment 8d476596-3484-453b-9a1e-5b0940ae7b02 of type vlan for network cf29d0ee-62d7-4bb1-928d-cc6159eec010 Aug 16 01:41:57.452736 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-60029116-71c3-4fa1-95d3-19b1bb711931 req-fdf2e63f-1ffe-493e-9581-1eb189ebb726 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.462623 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-60029116-71c3-4fa1-95d3-19b1bb711931 req-fdf2e63f-1ffe-493e-9581-1eb189ebb726 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.74 "DELETE /v2.0/ports/d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 HTTP/1.1" status: 204 len: 173 time: 0.6279392 Aug 16 01:41:57.462623 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c896161d-13a1-4249-949b-97a14e5c4520', 'name': 'network-vif-deleted', 'tag': 'd11ef20f-c8e3-4ec6-b6b1-9f313a7ed927'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:57.462623 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316d5fea-af76-488c-8dfe-175585d9a61f" -d '{"events": [{"server_uuid": "c896161d-13a1-4249-949b-97a14e5c4520", "name": "network-vif-deleted", "tag": "d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:57.548477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82a44de9-050d-4b8e-a579-934b3a98d1d0 req-997579a0-840d-4319-a2f9-77960f9ce938 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/security-groups?id=79159b6c-8607-45d9-b2c5-9be6f8038ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913009 Aug 16 01:41:57.552533 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.621368 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.710793 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.710793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:57.710977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.770581 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.809211 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.815477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] Pushing event updated for resources: {'Network': ['ID=cf29d0ee-62d7-4bb1-928d-cc6159eec010,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:57.826389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network cf29d0ee-62d7-4bb1-928d-cc6159eec010 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:41:57.844328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4cfb795e-9560-4c5e-8947-fb09d91fed38 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4270368 Aug 16 01:41:57.850109 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50842) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:57.852470 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] Request body: {'subnet': {'network_id': 'cf29d0ee-62d7-4bb1-928d-cc6159eec010', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2085934779-subnet', 'tenant_id': '74bd58a73c774f928caa8da17ec390a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:57.858839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event updated for resources: {'Port': ['ID=c85ea310-2180-4e43-8a87-368ee936fa8c,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:57.971514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.972872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0186644-3eba-462f-b747-e794bd150f0a req-b8cef16a-d7ff-476c-b7fc-625d2e389b49 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9254403 Aug 16 01:41:57.986020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193d710-416c-4197-960f-7935147bb047 req-53ad5a70-039d-492b-b299-779506d4f72d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:57.987671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0193d710-416c-4197-960f-7935147bb047 req-53ad5a70-039d-492b-b299-779506d4f72d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.0637846 Aug 16 01:41:58.026398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] Made reservation on behalf of 74bd58a73c774f928caa8da17ec390a6 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:58.029012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.056313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0186644-3eba-462f-b747-e794bd150f0a req-ec2e7fe4-d7f0-4ded-b920-e9280e1e7fc3 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.103 HTTP/1.1" status: 200 len: 696 time: 0.0635436 Aug 16 01:41:58.079338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0193d710-416c-4197-960f-7935147bb047 req-5f52c660-a4e0-460b-ba5c-de5abed2555a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852752 Aug 16 01:41:58.127364 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e877c6df-a6d0-4a0f-b6bf-986130968e8e x-openstack-request-id: req-e877c6df-a6d0-4a0f-b6bf-986130968e8e {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:58.127814 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c896161d-13a1-4249-949b-97a14e5c4520", "name": "network-vif-deleted", "tag": "d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:58.128070 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e877c6df-a6d0-4a0f-b6bf-986130968e8e {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:58.128460 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c896161d-13a1-4249-949b-97a14e5c4520', 'name': 'network-vif-deleted', 'tag': 'd11ef20f-c8e3-4ec6-b6b1-9f313a7ed927', 'status': 'completed', 'code': 200} Aug 16 01:41:58.176605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0186644-3eba-462f-b747-e794bd150f0a req-da06d693-0ad3-4de9-878b-127712a8237a tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:58.177979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0186644-3eba-462f-b747-e794bd150f0a req-da06d693-0ad3-4de9-878b-127712a8237a tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1158407 Aug 16 01:41:58.303586 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.317726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:58.318746 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba36138-b83a-481e-9855-e5668c4b002c" -d '{"events": [{"server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "name": "network-vif-plugged", "status": "completed", "tag": "e811c833-2c17-4af1-8553-12f441ef2016"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:58.341623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b7636-b28e-4519-a412-3f3c2c9e1d6c req-0c19c234-84f6-4d00-ac07-dcd4aa0a2abb tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:58.344794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e89b7636-b28e-4519-a412-3f3c2c9e1d6c req-0c19c234-84f6-4d00-ac07-dcd4aa0a2abb tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 949 time: 0.0730672 Aug 16 01:41:58.367246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce874d1d-a26b-4527-86a8-9f9e6579b049,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:58.380842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] Checking segment: {'id': '8d476596-3484-453b-9a1e-5b0940ae7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cf29d0ee-62d7-4bb1-928d-cc6159eec010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:58.382309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] Network hostable DHCP agents. Network: cf29d0ee-62d7-4bb1-928d-cc6159eec010, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:41:58.406871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e89b7636-b28e-4519-a412-3f3c2c9e1d6c req-a87a1cf3-8d57-4222-80f7-5dd75452bf1e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547979 Aug 16 01:41:58.443039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8db07d4e-53d7-428d-8369-1a074c0a7082 req-544bd931-2168-4e4b-b8ab-0e34d2416716 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips/8a0743ab-ae75-4a85-a9af-1be80235c440 HTTP/1.1" status: 200 len: 693 time: 0.0500927 Aug 16 01:41:58.478262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] Network cf29d0ee-62d7-4bb1-928d-cc6159eec010 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:41:58.586873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db07d4e-53d7-428d-8369-1a074c0a7082 req-56a5ddaf-a057-4fd3-9a9e-f7ac644534c8 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:58.587063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, cf29d0ee-62d7-4bb1-928d-cc6159eec010) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:58.589008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8db07d4e-53d7-428d-8369-1a074c0a7082 req-56a5ddaf-a057-4fd3-9a9e-f7ac644534c8 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1392157 Aug 16 01:41:58.599149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:58.600281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-aef7357b-a21e-4bb0-a973-a55f7e317998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:58.601371 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.601872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-aef7357b-a21e-4bb0-a973-a55f7e317998 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 1102 time: 0.0706389 Aug 16 01:41:58.605331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78040f69-b9b9-409c-87af-353c8accaf26 None None] Network cf29d0ee-62d7-4bb1-928d-cc6159eec010 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:41:58.609434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-8db07d4e-53d7-428d-8369-1a074c0a7082 req-fb4571fb-3d1b-4e66-9447-0cca09f38041 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:41:58.610482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8db07d4e-53d7-428d-8369-1a074c0a7082 req-fb4571fb-3d1b-4e66-9447-0cca09f38041 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076349 Aug 16 01:41:58.657914 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6872d7da-15e0-46b4-b28a-f88075409022 x-openstack-request-id: req-6872d7da-15e0-46b4-b28a-f88075409022 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:58.658203 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "name": "network-vif-plugged", "status": "completed", "tag": "e811c833-2c17-4af1-8553-12f441ef2016", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:58.658461 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6872d7da-15e0-46b4-b28a-f88075409022 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:58.658853 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016', 'code': 200} Aug 16 01:41:58.702129 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-677732be-6ed0-4fc3-a0cb-9721749835fe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8544428 Aug 16 01:41:58.764683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c25a0d-6fc0-42f7-b67b-b41082f3df24 None None] Network cf29d0ee-62d7-4bb1-928d-cc6159eec010 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:41:58.815315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-a64d4062-10ba-40be-b51d-0bd40d6ad00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:58.816875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-a64d4062-10ba-40be-b51d-0bd40d6ad00c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1994877 Aug 16 01:41:58.818945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568dc21-fc9b-4646-afaf-97c4dd55f97f req-97d9b1f7-ac8b-4f10-913e-155468892305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:58.820528 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6568dc21-fc9b-4646-afaf-97c4dd55f97f req-97d9b1f7-ac8b-4f10-913e-155468892305 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 1102 time: 0.0805583 Aug 16 01:41:58.834210 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb1fd965-fafd-498e-aa4a-260970403713 req-2f850001-c5ce-44b3-985e-da72f576e367 tempest-ImagesNegativeTestJSON-306943267 tempest-ImagesNegativeTestJSON-306943267-project] 10.222.0.66 "GET /v2.0/ports?device_id=c896161d-13a1-4249-949b-97a14e5c4520 HTTP/1.1" status: 200 len: 210 time: 0.0384569 Aug 16 01:41:58.873558 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6568dc21-fc9b-4646-afaf-97c4dd55f97f req-91c68ada-7c2d-4cf9-9ea8-f09a5492c04e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386274 Aug 16 01:41:58.892780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-5d5f4bc1-ed46-4abb-a53a-543926ff323d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 200 len: 217 time: 0.0576248 Aug 16 01:41:58.906004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39fbf1-64ad-457b-b82d-dc50d17f8cfb req-0b132f55-3497-4d44-bf62-a71efd3cdce6 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:58.914027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac39fbf1-64ad-457b-b82d-dc50d17f8cfb req-0b132f55-3497-4d44-bf62-a71efd3cdce6 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1849792 Aug 16 01:41:58.953160 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:41:59.028600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac39fbf1-64ad-457b-b82d-dc50d17f8cfb req-b497623c-4755-4c07-b2e8-526290973b20 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137033 Aug 16 01:41:59.033731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-17626bf9-f4fe-4ee2-b404-9d217b1eddec tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips/8a0743ab-ae75-4a85-a9af-1be80235c440 HTTP/1.1" status: 200 len: 693 time: 0.0672841 Aug 16 01:41:59.035232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-3b5ef5af-14bb-4b41-b776-afb310b16b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:59.036785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-3b5ef5af-14bb-4b41-b776-afb310b16b1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1043701 Aug 16 01:41:59.195466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-1a7f425b-0d3a-470d-8de1-179429d56f66 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:59.196828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-1a7f425b-0d3a-470d-8de1-179429d56f66 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1555936 Aug 16 01:41:59.208888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-fd71f71c-0701-450f-a9df-e50d7e59801b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:41:59.210418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-fd71f71c-0701-450f-a9df-e50d7e59801b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060949 Aug 16 01:41:59.212285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-a792cfe7-c7cf-43f3-8ead-da584721b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:59.213653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-a792cfe7-c7cf-43f3-8ead-da584721b7a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1487017 Aug 16 01:41:59.546602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50922) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:59.551500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1027406563-network', 'tenant_id': 'def42e632c274fe6b4f955cb1cf3589c'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:59.580603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-9ddead22-de4d-4a85-8101-81dd867132ff tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.103 HTTP/1.1" status: 200 len: 696 time: 0.3583283 Aug 16 01:41:59.643325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Made reservation on behalf of def42e632c274fe6b4f955cb1cf3589c for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:59.645761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.646505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-e12a72d2-5a45-40b4-8690-8254ae74c171 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.103 HTTP/1.1" status: 200 len: 696 time: 0.0581398 Aug 16 01:41:59.655304 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.659566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca05e7-4b4d-4cc6-8a8a-d976e67414f9 req-77a45cf2-05c8-4118-95ee-d373a82b9eac tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:59.660950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3cca05e7-4b4d-4cc6-8a8a-d976e67414f9 req-77a45cf2-05c8-4118-95ee-d373a82b9eac tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.4464598 Aug 16 01:41:59.713802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-05a26baf-0424-4ef9-aa4e-3dfa055a3ef4 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905660 Aug 16 01:41:59.758674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.832701 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-500e87a5-67ca-43d7-8c2a-92be7a3ad463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.852475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3cca05e7-4b4d-4cc6-8a8a-d976e67414f9 req-58372bd3-3d98-49dd-855c-9c2d44959c84 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824079 Aug 16 01:41:59.854614 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.875112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:41:59.901323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.902252 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Added segment fd89cd83-9012-44fc-8a75-2c63b3f28c30 of type vlan for network 8bc16e51-16f8-4c30-9972-08a1f72b0816 Aug 16 01:41:59.924122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-9de5dafd-2a16-4500-b29b-b57ca2c08ebf service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900191 Aug 16 01:41:59.928432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-413352cc-8ceb-4b0f-a10e-2df88e3f3cc1 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Deleting port c85ea310-2180-4e43-8a87-368ee936fa8c {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:59.929536 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-413352cc-8ceb-4b0f-a10e-2df88e3f3cc1 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.958327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154308b6-a256-4055-890c-8094e3763eb6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:00.024384 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.105268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-413352cc-8ceb-4b0f-a10e-2df88e3f3cc1 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.105599 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-413352cc-8ceb-4b0f-a10e-2df88e3f3cc1 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.118215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-413352cc-8ceb-4b0f-a10e-2df88e3f3cc1 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Calling delete_port for c85ea310-2180-4e43-8a87-368ee936fa8c owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:00.164120 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.165446 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:00.167769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.311310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bdf67-5728-4a17-8640-ee2d5c417727 req-b4cf717f-9e94-434e-958b-54b903ba223b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:00.312914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-392bdf67-5728-4a17-8640-ee2d5c417727 req-b4cf717f-9e94-434e-958b-54b903ba223b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0656238 Aug 16 01:42:00.353858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-392bdf67-5728-4a17-8640-ee2d5c417727 req-8ed4cb2f-2b7b-48ea-ae7b-7df3a971b402 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343158 Aug 16 01:42:00.369232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-413352cc-8ceb-4b0f-a10e-2df88e3f3cc1 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.402504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413352cc-8ceb-4b0f-a10e-2df88e3f3cc1 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event deleted for resources: {'Port': ['ID=c85ea310-2180-4e43-8a87-368ee936fa8c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:00.430297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] Pushing event updated for resources: {'Network': ['ID=8bc16e51-16f8-4c30-9972-08a1f72b0816,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:00.441234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 8bc16e51-16f8-4c30-9972-08a1f72b0816 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:00.447149 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-413352cc-8ceb-4b0f-a10e-2df88e3f3cc1 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.447287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:00.450993 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-413352cc-8ceb-4b0f-a10e-2df88e3f3cc1 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.458496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bb9b2b2-6773-46aa-9107-680f11741641 req-413352cc-8ceb-4b0f-a10e-2df88e3f3cc1 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "DELETE /v2.0/floatingips/8a0743ab-ae75-4a85-a9af-1be80235c440 HTTP/1.1" status: 204 len: 173 time: 0.7893293 Aug 16 01:42:00.491222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:00.491988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d11ef20f-c8e3-4ec6-b6b1-9f313a7ed927 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:00.501882 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5590ce79-c548-4bcb-ad9b-c70b428cddcc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9540977 Aug 16 01:42:00.504591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50948) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:00.510853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] Request body: {'subnet': {'network_id': '8bc16e51-16f8-4c30-9972-08a1f72b0816', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1027406563-subnet', 'tenant_id': 'def42e632c274fe6b4f955cb1cf3589c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:00.614956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50956) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:00.633960 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] Made reservation on behalf of def42e632c274fe6b4f955cb1cf3589c for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:00.646319 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.743415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3e929-8216-4735-9128-d24f62174f3c req-421a29f6-0b95-4769-9158-31b37c3a87bd tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:00.744920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8cf3e929-8216-4735-9128-d24f62174f3c req-421a29f6-0b95-4769-9158-31b37c3a87bd tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2600529 Aug 16 01:42:00.746757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-ffd15e85-424b-45a2-8749-686064f17935 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391045 Aug 16 01:42:00.830177 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc35913d-9bec-4831-b8c3-8ba577e381e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.864683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-e1149501-c65f-42f8-9f15-827a9813e5a1 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:00.866441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-e1149501-c65f-42f8-9f15-827a9813e5a1 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137185 Aug 16 01:42:00.911923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-c24ad567-73e9-4865-8134-c37cf6e2a8d2 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/quotas/a9f2668cc8be4c58b23d48dffc399cf2 HTTP/1.1" status: 200 len: 375 time: 0.0339031 Aug 16 01:42:00.956381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc35913d-9bec-4831-b8c3-8ba577e381e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.958040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.968400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a911c927-139a-48af-9deb-dc324d4ab449 req-235be940-ed85-4725-a26c-2a16008865da tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=ba2cd20405e54f08a2641c8a7160670a HTTP/1.1" status: 200 len: 1656 time: 0.0819197 Aug 16 01:42:01.014394 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6fb130-13b2-434f-9eef-d9b7935259ac,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:01.024502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] Checking segment: {'id': 'fd89cd83-9012-44fc-8a75-2c63b3f28c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8bc16e51-16f8-4c30-9972-08a1f72b0816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:01.027551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] Network hostable DHCP agents. Network: 8bc16e51-16f8-4c30-9972-08a1f72b0816, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:01.048918 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc35913d-9bec-4831-b8c3-8ba577e381e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.056965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-6a57c769-b9fd-4a7e-82d1-e88fa0cd976a tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138427 Aug 16 01:42:01.091814 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cc35913d-9bec-4831-b8c3-8ba577e381e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22ba3e85292c42fbbbeb421bd1eebdcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751890 Aug 16 01:42:01.092998 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35913d-9bec-4831-b8c3-8ba577e381e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdab504-558d-46a5-a618-b0d09861165b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:01.095554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50982) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:01.108461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c927-139a-48af-9deb-dc324d4ab449 req-295858b2-37c4-45af-98fb-3ecb82d84df9 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:01.109697 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a911c927-139a-48af-9deb-dc324d4ab449 req-295858b2-37c4-45af-98fb-3ecb82d84df9 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks?id=e7511119-de60-4ebc-b5d2-06798ae9c186&id=e7511119-de60-4ebc-b5d2-06798ae9c186&id=e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 787 time: 0.1250072 Aug 16 01:42:01.123951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] Network 8bc16e51-16f8-4c30-9972-08a1f72b0816 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:01.126460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-a911c927-139a-48af-9deb-dc324d4ab449 req-dc89c329-d0f2-4160-bb76-82c1588f3077 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:42:01.138433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a911c927-139a-48af-9deb-dc324d4ab449 req-dc89c329-d0f2-4160-bb76-82c1588f3077 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202260 Aug 16 01:42:01.177660 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-900cc044-7580-431f-9c8b-9875de2b2cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.202694 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-900cc044-7580-431f-9c8b-9875de2b2cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.221108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 8bc16e51-16f8-4c30-9972-08a1f72b0816) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:01.226002 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:01.226831 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.230767 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2f769-1ba4-4ebf-bb01-0ab008102403 None None] Network 8bc16e51-16f8-4c30-9972-08a1f72b0816 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:01.289610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8bd4e-87ea-412d-8b5f-455631fc51aa req-7ba21165-bc1c-407d-a727-a6aa461e3210 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:01.291905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53f8bd4e-87ea-412d-8b5f-455631fc51aa req-7ba21165-bc1c-407d-a727-a6aa461e3210 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.0675018 Aug 16 01:42:01.336593 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f7a692b1-6834-4fe0-bd4d-6e754cf4aa07 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8300941 Aug 16 01:42:01.344748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53f8bd4e-87ea-412d-8b5f-455631fc51aa req-8cce0742-969a-409b-817f-c0f3b802801b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456262 Aug 16 01:42:01.392181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a1dfd-4033-49e1-a98f-5cbc95f42423 None None] Network 8bc16e51-16f8-4c30-9972-08a1f72b0816 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:01.397133 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-900cc044-7580-431f-9c8b-9875de2b2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.401560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-900cc044-7580-431f-9c8b-9875de2b2cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.402918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-900cc044-7580-431f-9c8b-9875de2b2cbf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7bdab504-558d-46a5-a618-b0d09861165b HTTP/1.1" status: 204 len: 168 time: 0.3064084 Aug 16 01:42:01.425321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-d4ee83b9-c8dd-40e0-9752-33a7278ebb6e tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips/a4fddad8-a9e0-4d56-bcc7-27f20b038706 HTTP/1.1" status: 200 len: 693 time: 0.0760682 Aug 16 01:42:01.426796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cc044-7580-431f-9c8b-9875de2b2cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdab504-558d-46a5-a618-b0d09861165b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:01.598882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-252bec05-370a-44f2-8242-3bf41b68a4a9 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:01.600471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-252bec05-370a-44f2-8242-3bf41b68a4a9 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1673794 Aug 16 01:42:01.676092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8f1e382-2f8a-4cfc-8619-85ed19732600 req-ef239f89-52a4-443c-bf19-25dc9c9525ba tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 210 time: 0.0662117 Aug 16 01:42:01.683900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-a4ef76b7-d0f8-4739-a823-410c191ce6eb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.196 HTTP/1.1" status: 200 len: 696 time: 0.0763323 Aug 16 01:42:01.734821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-5965256e-d5ae-4fd2-94d5-7fa5e4b197c7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.196 HTTP/1.1" status: 200 len: 696 time: 0.0443373 Aug 16 01:42:01.887190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-8d89c3b0-a763-430f-8ded-a3a6f6e4402b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Deleting port cdcd5b85-5f15-48af-817d-9f9b317559c5 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:01.887852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-8d89c3b0-a763-430f-8ded-a3a6f6e4402b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.967886 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-8d89c3b0-a763-430f-8ded-a3a6f6e4402b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.968212 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-8d89c3b0-a763-430f-8ded-a3a6f6e4402b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.982466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-8d89c3b0-a763-430f-8ded-a3a6f6e4402b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Calling delete_port for cdcd5b85-5f15-48af-817d-9f9b317559c5 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:02.228353 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-8d89c3b0-a763-430f-8ded-a3a6f6e4402b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.260778 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51024) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:02.273899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89c3b0-a763-430f-8ded-a3a6f6e4402b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event deleted for resources: {'Port': ['ID=cdcd5b85-5f15-48af-817d-9f9b317559c5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:02.298048 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-8d89c3b0-a763-430f-8ded-a3a6f6e4402b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.301154 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-8d89c3b0-a763-430f-8ded-a3a6f6e4402b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.302530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44f27aa2-fc9b-436c-9d22-3147a8063075 req-8d89c3b0-a763-430f-8ded-a3a6f6e4402b tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "DELETE /v2.0/floatingips/a4fddad8-a9e0-4d56-bcc7-27f20b038706 HTTP/1.1" status: 204 len: 173 time: 0.5602455 Aug 16 01:42:02.333120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51032) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:02.377793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-39135751-fb8a-4565-8b5b-6e041182f323 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips/66c8424a-33f6-4b15-9b9f-1751596bbbbe HTTP/1.1" status: 200 len: 693 time: 0.0559855 Aug 16 01:42:02.526964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f5c17ab-7667-46c9-afa2-10a9a0d177bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.532586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-ff81ed5c-a1fd-4118-b9e0-ebb4aeccfc30 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:02.534105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-ff81ed5c-a1fd-4118-b9e0-ebb4aeccfc30 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1554523 Aug 16 01:42:02.536847 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-685e1004-19dd-412f-ac63-9df141648261 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=99b683bfa15842bd93d57c9cc40e6516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749739 Aug 16 01:42:02.542440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51050) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:02.637941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-7601e1af-cb78-46d7-b578-5b407ee315b0 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.0925262 Aug 16 01:42:02.648277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-780dfe12-9911-419a-ab5a-924e96dfc38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.686905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-780dfe12-9911-419a-ab5a-924e96dfc38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.718532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-d3bd3c03-6bd9-431c-abfa-7df48d0736c4 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.0730088 Aug 16 01:42:02.747169 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.800700 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f5c17ab-7667-46c9-afa2-10a9a0d177bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.809461 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-25e6e02d-8aae-4549-924b-ac5066aece11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.842863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-0d442197-c852-4e46-8db1-4d4dfc35f7dc tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:02.844345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-0d442197-c852-4e46-8db1-4d4dfc35f7dc tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/networks?id=cf29d0ee-62d7-4bb1-928d-cc6159eec010 HTTP/1.1" status: 200 len: 815 time: 0.3092201 Aug 16 01:42:02.878618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-7bb11265-ea18-4629-908d-c3d6acc73275 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/quotas/74bd58a73c774f928caa8da17ec390a6 HTTP/1.1" status: 200 len: 375 time: 0.0134511 Aug 16 01:42:02.895265 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f5c17ab-7667-46c9-afa2-10a9a0d177bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.901539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-780dfe12-9911-419a-ab5a-924e96dfc38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.904505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-780dfe12-9911-419a-ab5a-924e96dfc38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.908210 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-780dfe12-9911-419a-ab5a-924e96dfc38b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/79159b6c-8607-45d9-b2c5-9be6f8038ee3 HTTP/1.1" status: 204 len: 168 time: 0.3604577 Aug 16 01:42:02.925265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-53f37d20-2043-4ee2-982c-e6bbd617b3ca tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=74bd58a73c774f928caa8da17ec390a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400281 Aug 16 01:42:02.933336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-ee4f7b59-1c57-4a43-ac8c-ebf206591be7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Deleting port a7b497e1-5145-4fc8-b5ea-fa661070d39e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:02.933709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-ee4f7b59-1c57-4a43-ac8c-ebf206591be7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.992403 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5f5c17ab-7667-46c9-afa2-10a9a0d177bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e67ec48c7a9547188cff75d8ca460b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6577072 Aug 16 01:42:02.993374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c17ab-7667-46c9-afa2-10a9a0d177bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08374a01-b93a-488f-9f8f-412aab713dc5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:02.998856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51062) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:03.046438 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dfe12-9911-419a-ab5a-924e96dfc38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79159b6c-8607-45d9-b2c5-9be6f8038ee3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:03.093589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2c3c-2924-44c8-b45d-75287141b708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.097907 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-ee4f7b59-1c57-4a43-ac8c-ebf206591be7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.098242 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-ee4f7b59-1c57-4a43-ac8c-ebf206591be7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.117502 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2c3c-2924-44c8-b45d-75287141b708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.126956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-1879d9fc-73b8-4c41-99d8-bee16cce2bc5 service neutron] 10.222.0.66 "GET /v2.0/networks/cf29d0ee-62d7-4bb1-928d-cc6159eec010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896574 Aug 16 01:42:03.136922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-ee4f7b59-1c57-4a43-ac8c-ebf206591be7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Calling delete_port for a7b497e1-5145-4fc8-b5ea-fa661070d39e owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:03.214850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2c3c-2924-44c8-b45d-75287141b708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.217987 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2c3c-2924-44c8-b45d-75287141b708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.220653 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c6eb2c3c-2924-44c8-b45d-75287141b708 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08374a01-b93a-488f-9f8f-412aab713dc5 HTTP/1.1" status: 204 len: 168 time: 0.2206500 Aug 16 01:42:03.232164 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb2c3c-2924-44c8-b45d-75287141b708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08374a01-b93a-488f-9f8f-412aab713dc5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:03.562419 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-cccffa58-61c6-4486-9121-f0f006971750 service neutron] 10.222.0.66 "GET /v2.0/networks/cf29d0ee-62d7-4bb1-928d-cc6159eec010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345286 Aug 16 01:42:03.658485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-dbdd2832-e861-4525-be01-c924d845ed75 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266073 Aug 16 01:42:03.771020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-0b3c072a-63de-482c-a910-4030dc8485b8 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:03.773047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-0b3c072a-63de-482c-a910-4030dc8485b8 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043115 Aug 16 01:42:03.793887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Request body: {'port': {'device_id': '9d09d645-5b68-4aed-a1fe-a7b51dca063d', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': 'a9f2668cc8be4c58b23d48dffc399cf2'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:03.847625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-ee4f7b59-1c57-4a43-ac8c-ebf206591be7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.876449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f7b59-1c57-4a43-ac8c-ebf206591be7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event deleted for resources: {'Port': ['ID=a7b497e1-5145-4fc8-b5ea-fa661070d39e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:03.920523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-ee4f7b59-1c57-4a43-ac8c-ebf206591be7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.923177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-ee4f7b59-1c57-4a43-ac8c-ebf206591be7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.924356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfb63563-2119-4d1e-84e1-cc8876369af3 req-ee4f7b59-1c57-4a43-ac8c-ebf206591be7 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "DELETE /v2.0/floatingips/66c8424a-33f6-4b15-9b9f-1751596bbbbe HTTP/1.1" status: 204 len: 173 time: 1.1994348 Aug 16 01:42:03.964134 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.060293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0ae49d4-ce67-4e62-8f30-2d3efa168ca8 req-1700b13c-9013-4d5c-b8ba-c19d3bba13e5 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 210 time: 0.0293179 Aug 16 01:42:04.097462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8bb9c-1074-4172-a9b2-025f4d101b14 req-2e709167-27fa-46f4-9054-01d24b71f9e5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:04.104428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51100) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:04.104984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29d8bb9c-1074-4172-a9b2-025f4d101b14 req-2e709167-27fa-46f4-9054-01d24b71f9e5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1027400 Aug 16 01:42:04.112335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Made reservation on behalf of a9f2668cc8be4c58b23d48dffc399cf2 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:04.115759 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.129885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eb4adcb-38ee-40ac-a93d-d3ba7ee7d73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.179321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29d8bb9c-1074-4172-a9b2-025f4d101b14 req-29787c93-5ff1-47b4-9052-47dbbf06b143 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696816 Aug 16 01:42:04.272525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eb4adcb-38ee-40ac-a93d-d3ba7ee7d73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.275848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e8806dc-bd1c-4843-8e4e-35e42b779fa0 req-8566b83c-9172-4878-8d46-50120d475ffc tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 210 time: 0.0366473 Aug 16 01:42:04.373360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7380885f-026e-4f4d-bead-d2755301eac1 req-1a82be00-7ad9-4669-aff6-fdb4458c2e1d tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips/bd966b70-385e-405e-8db2-b64ff547667b HTTP/1.1" status: 200 len: 692 time: 0.0576377 Aug 16 01:42:04.373448 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eb4adcb-38ee-40ac-a93d-d3ba7ee7d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.399284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Allocated IP 192.168.233.149 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/5361abe2-3004-4dba-a67c-e54dfe682482) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:04.410796 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7eb4adcb-38ee-40ac-a93d-d3ba7ee7d73c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=855503e6454046f6b68f3794021a20f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051767 Aug 16 01:42:04.411508 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4adcb-38ee-40ac-a93d-d3ba7ee7d73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ad1713-f496-471d-89ef-0c80a8cf14e6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:04.414145 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51114) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:04.474393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b04048cb-41c6-4203-9e13-431524661711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.486294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-746c3d6c-bf73-49ae-95a8-b5e2bc200eab tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=801d4ec603dd4e39a0b7ea6cfe6ed215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899665 Aug 16 01:42:04.505017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b04048cb-41c6-4203-9e13-431524661711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.621499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380885f-026e-4f4d-bead-d2755301eac1 req-23f295db-7fd7-4333-91c0-1437e3d63eef tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:04.622872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7380885f-026e-4f4d-bead-d2755301eac1 req-23f295db-7fd7-4333-91c0-1437e3d63eef tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.2414103 Aug 16 01:42:04.677865 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b04048cb-41c6-4203-9e13-431524661711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.680765 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b04048cb-41c6-4203-9e13-431524661711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.682047 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b04048cb-41c6-4203-9e13-431524661711 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82ad1713-f496-471d-89ef-0c80a8cf14e6 HTTP/1.1" status: 204 len: 168 time: 0.2666464 Aug 16 01:42:04.690986 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04048cb-41c6-4203-9e13-431524661711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ad1713-f496-471d-89ef-0c80a8cf14e6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:04.740632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7380885f-026e-4f4d-bead-d2755301eac1 req-6a4fa4b5-67a3-4f7c-a938-60bfc6fd81fb tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.1096914 Aug 16 01:42:04.776432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-9394183a-0bde-4a3c-af4b-db12da4735e0 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:04.777928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-9394183a-0bde-4a3c-af4b-db12da4735e0 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832561 Aug 16 01:42:04.839713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7380885f-026e-4f4d-bead-d2755301eac1 req-741addfc-9aa3-4d7f-9747-8720281c7b8d tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.0899551 Aug 16 01:42:04.842608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-9fd9b5cd-6d07-4406-a449-00615fb93b1b tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/quotas/801d4ec603dd4e39a0b7ea6cfe6ed215 HTTP/1.1" status: 200 len: 375 time: 0.0321035 Aug 16 01:42:04.865346 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.932147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-74187fb0-a59b-4939-b351-7817ffa84582 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=801d4ec603dd4e39a0b7ea6cfe6ed215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779166 Aug 16 01:42:04.937742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Transition to ACTIVE for port object 5361abe2-3004-4dba-a67c-e54dfe682482 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:05.045749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-7380885f-026e-4f4d-bead-d2755301eac1 req-06b46158-6ba2-448b-920d-1ddbd3174355 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Deleting port bf514ca9-56e4-43a0-a7c4-e3306b330e8b {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:05.046124 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7380885f-026e-4f4d-bead-d2755301eac1 req-06b46158-6ba2-448b-920d-1ddbd3174355 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.115657 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.135831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['fdea7ae9-6616-4372-b3ca-09b058ec3471', 'e811c833-2c17-4af1-8553-12f441ef2016'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:05.182098 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7380885f-026e-4f4d-bead-d2755301eac1 req-06b46158-6ba2-448b-920d-1ddbd3174355 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.182739 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7380885f-026e-4f4d-bead-d2755301eac1 req-06b46158-6ba2-448b-920d-1ddbd3174355 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.201487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Pushing event updated for resources: {'Port': ['ID=5361abe2-3004-4dba-a67c-e54dfe682482,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:05.211760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-7380885f-026e-4f4d-bead-d2755301eac1 req-06b46158-6ba2-448b-920d-1ddbd3174355 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Calling delete_port for bf514ca9-56e4-43a0-a7c4-e3306b330e8b owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:05.222064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:05.228190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:05.231305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:05.237331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:05.238587 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.344623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-81565549-9666-475d-b862-af9023403e7b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5546465 Aug 16 01:42:05.365475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Request body: {'port': {'device_id': '9d09d645-5b68-4aed-a1fe-a7b51dca063d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:05.451395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.602438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7380885f-026e-4f4d-bead-d2755301eac1 req-06b46158-6ba2-448b-920d-1ddbd3174355 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.635667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b46158-6ba2-448b-920d-1ddbd3174355 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Pushing event deleted for resources: {'Port': ['ID=bf514ca9-56e4-43a0-a7c4-e3306b330e8b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:05.679396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2f554651-455f-4875-b243-758e723f81c2 None None] Provisioning for port 5361abe2-3004-4dba-a67c-e54dfe682482 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:05.683765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2f554651-455f-4875-b243-758e723f81c2 None None] Provisioning complete for port 5361abe2-3004-4dba-a67c-e54dfe682482 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:05.684186 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2f554651-455f-4875-b243-758e723f81c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.689870 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7380885f-026e-4f4d-bead-d2755301eac1 req-06b46158-6ba2-448b-920d-1ddbd3174355 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.692537 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7380885f-026e-4f4d-bead-d2755301eac1 req-06b46158-6ba2-448b-920d-1ddbd3174355 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.700490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7380885f-026e-4f4d-bead-d2755301eac1 req-06b46158-6ba2-448b-920d-1ddbd3174355 tempest-FloatingIPDetailsTestJSON-1487614646 tempest-FloatingIPDetailsTestJSON-1487614646-project] 10.222.0.66 "DELETE /v2.0/floatingips/bd966b70-385e-405e-8db2-b64ff547667b HTTP/1.1" status: 204 len: 173 time: 0.8527792 Aug 16 01:42:05.701464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51162) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:05.720037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2f554651-455f-4875-b243-758e723f81c2 None None] Port 5361abe2-3004-4dba-a67c-e54dfe682482 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:05.748484 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.784824 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a3dff80-4bac-4fbf-b62c-a45ac2e0e11c req-19756888-8dd2-429c-a297-169e74919588 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 210 time: 0.0396671 Aug 16 01:42:05.872541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42424c4b-38db-468e-8df8-98ea463d98b9 req-a025298c-3ed3-49b9-9203-e4db2f17e22d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:05.880197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42424c4b-38db-468e-8df8-98ea463d98b9 req-a025298c-3ed3-49b9-9203-e4db2f17e22d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 936 time: 0.0928268 Aug 16 01:42:05.985670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5361abe2-3004-4dba-a67c-e54dfe682482 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:05.993726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42424c4b-38db-468e-8df8-98ea463d98b9 req-8b99b25f-0a07-48bf-b6b0-5f92c3e91d0d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127720 Aug 16 01:42:05.999880 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.010397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e3377-49e1-47cd-8179-505e54595b4e req-8893b11b-55be-4455-bfcc-42e5c969a1f3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:06.012037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b51e3377-49e1-47cd-8179-505e54595b4e req-8893b11b-55be-4455-bfcc-42e5c969a1f3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1276791 Aug 16 01:42:06.036095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Transition to ACTIVE for port object 5361abe2-3004-4dba-a67c-e54dfe682482 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:06.085398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b51e3377-49e1-47cd-8179-505e54595b4e req-7f68316b-e51d-4fe6-a9fe-a39098240a87 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568471 Aug 16 01:42:06.115263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5da42730-04fd-4e92-b81f-14afb9dab8f0 req-5c9a020c-d6c4-42d8-b3fa-af6dc892d4c4 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 210 time: 0.0287292 Aug 16 01:42:06.132121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.211295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Pushing event updated for resources: {'Port': ['ID=5361abe2-3004-4dba-a67c-e54dfe682482,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:06.266110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Attempting to bind port 5361abe2-3004-4dba-a67c-e54dfe682482 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:06.266458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Attempting to bind port 5361abe2-3004-4dba-a67c-e54dfe682482 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:06.266839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Attempting to bind port 5361abe2-3004-4dba-a67c-e54dfe682482 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:06.275235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Port 5361abe2-3004-4dba-a67c-e54dfe682482 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:06.275235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Attempting to bind port 5361abe2-3004-4dba-a67c-e54dfe682482 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:06.280293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:06.280649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:06.281039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:06.281472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Bound port: 5361abe2-3004-4dba-a67c-e54dfe682482, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:06.281843 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.371486 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.401697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] For port 5361abe2-3004-4dba-a67c-e54dfe682482, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:06.405717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] For port 5361abe2-3004-4dba-a67c-e54dfe682482, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5361abe2-3004-4dba-a67c-e54dfe682482,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:06.495512 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.555555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:06.556854 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.558537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] 10.222.0.64 "PUT /v2.0/ports/5361abe2-3004-4dba-a67c-e54dfe682482 HTTP/1.1" status: 200 len: 1097 time: 1.1987994 Aug 16 01:42:06.560115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d09d645-5b68-4aed-a1fe-a7b51dca063d', 'tag': '5361abe2-3004-4dba-a67c-e54dfe682482'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:06.562582 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606a37ba-f079-4926-acf6-8472f1b6eae1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d09d645-5b68-4aed-a1fe-a7b51dca063d", "tag": "5361abe2-3004-4dba-a67c-e54dfe682482"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:06.592108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57aaf5-2b24-4aec-aa55-3fa699fb8184 service neutron] Pushing event updated for resources: {'Port': ['ID=5361abe2-3004-4dba-a67c-e54dfe682482,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:06.619489 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8866755e-b5d2-4a7f-9309-f176138df74b x-openstack-request-id: req-8866755e-b5d2-4a7f-9309-f176138df74b {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:06.619991 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d09d645-5b68-4aed-a1fe-a7b51dca063d", "tag": "5361abe2-3004-4dba-a67c-e54dfe682482", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:06.622232 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8866755e-b5d2-4a7f-9309-f176138df74b {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:06.622232 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d09d645-5b68-4aed-a1fe-a7b51dca063d', 'tag': '5361abe2-3004-4dba-a67c-e54dfe682482', 'status': 'completed', 'code': 200} Aug 16 01:42:06.712138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a37ba-f079-4926-acf6-8472f1b6eae1 req-6972c96e-54a7-4d48-a1d3-383717d13ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:06.714090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-606a37ba-f079-4926-acf6-8472f1b6eae1 req-6972c96e-54a7-4d48-a1d3-383717d13ef7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 1100 time: 0.0613952 Aug 16 01:42:06.756735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-606a37ba-f079-4926-acf6-8472f1b6eae1 req-548e1728-7ee7-42d6-ba58-4824b4d2f4e0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339930 Aug 16 01:42:06.844839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-b376209d-fed5-4870-89a2-7d0858d8b7cf tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:06.846331 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-b376209d-fed5-4870-89a2-7d0858d8b7cf tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.74 "GET /v2.0/networks?id=cf29d0ee-62d7-4bb1-928d-cc6159eec010 HTTP/1.1" status: 200 len: 815 time: 0.2092147 Aug 16 01:42:06.869854 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Request body: {'port': {'device_id': '1104b483-95d6-40d6-80da-e94aac944f23', 'network_id': 'cf29d0ee-62d7-4bb1-928d-cc6159eec010', 'admin_state_up': True, 'tenant_id': '74bd58a73c774f928caa8da17ec390a6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:06.887449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a37ba-f079-4926-acf6-8472f1b6eae1 req-2bfc233c-18a3-440d-9059-c8d4320ef1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:06.888931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-606a37ba-f079-4926-acf6-8472f1b6eae1 req-2bfc233c-18a3-440d-9059-c8d4320ef1da service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235812 Aug 16 01:42:06.943772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4995c3b-5fc1-4ab5-9bf2-ac7859c81bdf req-6a8dd5a5-c61a-419c-bf2b-f8c7d241c3f4 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 210 time: 0.0358417 Aug 16 01:42:07.011591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-4496a9ba-f63a-48d2-8d75-db49e0c4b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:07.013496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-4496a9ba-f63a-48d2-8d75-db49e0c4b687 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 1100 time: 0.0726509 Aug 16 01:42:07.023074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Deleting port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:07.023424 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.065771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51214) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:07.073099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-1fabca0e-089e-45a0-9c64-c0333c3e1278 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=5361abe2-3004-4dba-a67c-e54dfe682482 HTTP/1.1" status: 200 len: 217 time: 0.0512316 Aug 16 01:42:07.214898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] For port b4ef5fd1-c58c-41b7-b062-986bdcccd1ca, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b4ef5fd1-c58c-41b7-b062-986bdcccd1ca,segment=NetworkSegment(4d0ef990-ed29-404d-af6b-2a9604897c36),segment_id=4d0ef990-ed29-404d-af6b-2a9604897c36)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:07.215276 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.231677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Calling delete_port for b4ef5fd1-c58c-41b7-b062-986bdcccd1ca owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:07.254572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-d796d377-ec1a-410f-b72f-0d0d0cad1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:07.254572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-d796d377-ec1a-410f-b72f-0d0d0cad1a37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1692822 Aug 16 01:42:07.255453 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b1edd86-e0b4-445d-9ee9-973f60661363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.309059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31af9ec-ee97-4fe2-9eb4-569980649321 req-820e15ba-9aea-4071-a8ba-7923076c9dd6 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:07.310594 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d31af9ec-ee97-4fe2-9eb4-569980649321 req-820e15ba-9aea-4071-a8ba-7923076c9dd6 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 948 time: 0.1907561 Aug 16 01:42:07.338872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df6e4b-1fd4-44ec-846b-a75b88966011 req-5953eb10-2883-4749-8c3d-dd78bd3e96c2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:07.340386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36df6e4b-1fd4-44ec-846b-a75b88966011 req-5953eb10-2883-4749-8c3d-dd78bd3e96c2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1368194 Aug 16 01:42:07.386199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-556d1290-f92a-4778-b50f-904686a7aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:07.387651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-556d1290-f92a-4778-b50f-904686a7aea2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1244929 Aug 16 01:42:07.407941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d31af9ec-ee97-4fe2-9eb4-569980649321 req-01950ea8-4d5d-4153-9688-90e06ef74e96 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662699 Aug 16 01:42:07.456354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36df6e4b-1fd4-44ec-846b-a75b88966011 req-a87742f8-d5d4-4f96-b3c7-f0e848a7dc64 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069500 Aug 16 01:42:07.513848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20e1704c-3693-4551-92de-b349d2b3751d req-897fec39-2213-45e4-a6d6-a61790c83154 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 210 time: 0.0337605 Aug 16 01:42:07.529251 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-32e5fa38-768a-4be1-b452-b0f4d267d7a1 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245420 Aug 16 01:42:07.546898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Made reservation on behalf of 74bd58a73c774f928caa8da17ec390a6 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:07.550519 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.607149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.653763 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ef5fd1-c58c-41b7-b062-986bdcccd1ca,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:07.672027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac4b3d1e-baa7-4f3c-b21d-fe2e18795cbd req-fd00a8d7-3af6-4324-90e5-7a5690c8f3a2 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285269 Aug 16 01:42:07.727341 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b1edd86-e0b4-445d-9ee9-973f60661363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.872436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.872982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.873072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.873406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.873730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.874083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.874404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.874721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.875038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.875372 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.875685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.875978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:07.896860 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b1edd86-e0b4-445d-9ee9-973f60661363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.942076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1edd86-e0b4-445d-9ee9-973f60661363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2f3d90-fe24-4371-ac90-000803bc557f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:07.957658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9b1edd86-e0b4-445d-9ee9-973f60661363 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69668d97003d4018b97d50eafcb130cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8905210 Aug 16 01:42:07.965233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51236) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:07.991767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Allocated IP 172.20.0.8 (cf29d0ee-62d7-4bb1-928d-cc6159eec010/ce874d1d-a26b-4527-86a8-9f9e6579b049/c2696f19-fd51-49ab-9361-2bf7a8f794b2) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:08.032953 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.048867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b27bae3d-b93e-4526-be95-ecc3a1bdc054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.100502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc60fce0-8c7e-445e-85d8-88e9b3b968e4 req-c591e2b9-e9c7-4ec0-9bf7-771946a2f74f tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 210 time: 0.0424089 Aug 16 01:42:08.106822 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b27bae3d-b93e-4526-be95-ecc3a1bdc054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.220433 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b27bae3d-b93e-4526-be95-ecc3a1bdc054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.223816 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b27bae3d-b93e-4526-be95-ecc3a1bdc054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.226953 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b27bae3d-b93e-4526-be95-ecc3a1bdc054 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a2f3d90-fe24-4371-ac90-000803bc557f HTTP/1.1" status: 204 len: 168 time: 0.2606931 Aug 16 01:42:08.237537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bae3d-b93e-4526-be95-ecc3a1bdc054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2f3d90-fe24-4371-ac90-000803bc557f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:08.245686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.386149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Router b9354acc-e9bf-4a5c-b851-cf716d369dcc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:42:08.478479 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.561948 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-d030007f-6351-4209-aaf1-9be222342430 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=801d4ec603dd4e39a0b7ea6cfe6ed215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444133 Aug 16 01:42:08.563187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d056b-37e9-4c3d-b3d6-1ff442dd274a req-05761987-5916-450f-b5a4-360520bcb20e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:08.565253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e81d056b-37e9-4c3d-b3d6-1ff442dd274a req-05761987-5916-450f-b5a4-360520bcb20e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 948 time: 0.0664833 Aug 16 01:42:08.566603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Network cf29d0ee-62d7-4bb1-928d-cc6159eec010 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:08.582472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:08.584148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:08.592043 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b9aa3544-7bfe-4015-89a7-a27789603994 admin admin] 10.222.0.66 "PUT /v2.0/routers/b9354acc-e9bf-4a5c-b851-cf716d369dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8882475 Aug 16 01:42:08.593110 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9628a-7a67-4c73-9806-b5961deb876a None None] Sync routers for ids ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:08.594365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51260) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:08.594685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:08.600230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:08.601395 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.614627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Pushing event updated for resources: {'Port': ['ID=c2696f19-fd51-49ab-9361-2bf7a8f794b2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:08.639530 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9628a-7a67-4c73-9806-b5961deb876a None None] Routers {'b9354acc-e9bf-4a5c-b851-cf716d369dcc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:08.641805 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6bf9628a-7a67-4c73-9806-b5961deb876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:08.682864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383f214-b7f4-47da-b65d-40b4c863afc1 req-d4951c7c-4e44-4e69-aca9-8b0350cd8a0f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:08.690338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6383f214-b7f4-47da-b65d-40b4c863afc1 req-d4951c7c-4e44-4e69-aca9-8b0350cd8a0f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1490545 Aug 16 01:42:08.708254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e81d056b-37e9-4c3d-b3d6-1ff442dd274a req-e0fb435a-4338-474a-8fe5-26ed0aca8275 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289372 Aug 16 01:42:08.732534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-160093a0-61b1-4a58-9b12-9d36a5217712 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:08.732534 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-160093a0-61b1-4a58-9b12-9d36a5217712 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1598217 Aug 16 01:42:08.747029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Request body: {'port': {'device_id': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '801d4ec603dd4e39a0b7ea6cfe6ed215'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:08.804752 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6bf9628a-7a67-4c73-9806-b5961deb876a None None] Set router b9354acc-e9bf-4a5c-b851-cf716d369dcc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:08.825218 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-e8d21475-752f-4af3-852a-4600114342eb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9688561 Aug 16 01:42:08.840478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Request body: {'port': {'device_id': '1104b483-95d6-40d6-80da-e94aac944f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:08.845696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6383f214-b7f4-47da-b65d-40b4c863afc1 req-4987c9f2-355a-4d0a-ae81-0d9a2874a8b6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540461 Aug 16 01:42:08.896363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.908026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed835a-3b6d-48de-871a-d63777b90e25 req-a9475adb-ac7b-421f-9950-dc2efedcdd71 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:08.916010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6ed835a-3b6d-48de-871a-d63777b90e25 req-a9475adb-ac7b-421f-9950-dc2efedcdd71 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 931 time: 0.1182613 Aug 16 01:42:08.999157 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.004075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6ed835a-3b6d-48de-871a-d63777b90e25 req-13c57375-ea08-4ece-92d0-1dd0863c3d17 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838892 Aug 16 01:42:09.082187 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.098336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51274) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:09.143455 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6bf9628a-7a67-4c73-9806-b5961deb876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'name': 'tempest-FloatingIPDetailsTestJSON-168926839-router', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:41:35Z', 'updated_at': '2021-08-16T01:42:07Z', 'revision_number': 5, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'gw_port': {'id': 'd2435106-7179-4bb7-abe7-805cc0a3b438', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:41:37Z', 'updated_at': '2021-08-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:09.173036 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9628a-7a67-4c73-9806-b5961deb876a None None] Checking router: b9354acc-e9bf-4a5c-b851-cf716d369dcc for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:42:09.182682 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9628a-7a67-4c73-9806-b5961deb876a None None] Routers {'b9354acc-e9bf-4a5c-b851-cf716d369dcc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:09.183507 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6bf9628a-7a67-4c73-9806-b5961deb876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:09.238370 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Made reservation on behalf of 801d4ec603dd4e39a0b7ea6cfe6ed215 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:09.243227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db648c8e-2078-410a-9d89-ea084ebb6d44 req-13cd23d8-03ef-4343-bcc5-8cdf865a8296 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 210 time: 0.0579104 Aug 16 01:42:09.244860 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.264070 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8276e3a-a0ad-4da2-b27d-ec163c25ec46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.288626 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.295158 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6bf9628a-7a67-4c73-9806-b5961deb876a None None] Set router b9354acc-e9bf-4a5c-b851-cf716d369dcc gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:09.312219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Deleting port d2435106-7179-4bb7-abe7-805cc0a3b438 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:09.312877 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.374773 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6bf9628a-7a67-4c73-9806-b5961deb876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'name': 'tempest-FloatingIPDetailsTestJSON-168926839-router', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:41:35Z', 'updated_at': '2021-08-16T01:42:09Z', 'revision_number': 6, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:09.403996 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2696f19-fd51-49ab-9361-2bf7a8f794b2 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:09.417330 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.431217 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9628a-7a67-4c73-9806-b5961deb876a None None] The sync data for ids ['b9354acc-e9bf-4a5c-b851-cf716d369dcc'] in n-d-768509-23 is: [{'id': 'b9354acc-e9bf-4a5c-b851-cf716d369dcc', 'name': 'tempest-FloatingIPDetailsTestJSON-168926839-router', 'tenant_id': 'ba2cd20405e54f08a2641c8a7160670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:41:35Z', 'updated_at': '2021-08-16T01:42:09Z', 'revision_number': 6, 'project_id': 'ba2cd20405e54f08a2641c8a7160670a', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:09.432862 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Transition to ACTIVE for port object c2696f19-fd51-49ab-9361-2bf7a8f794b2 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:09.440497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] For port d2435106-7179-4bb7-abe7-805cc0a3b438, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d2435106-7179-4bb7-abe7-805cc0a3b438,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:09.440934 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.462337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Calling delete_port for d2435106-7179-4bb7-abe7-805cc0a3b438 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:09.482407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8276e3a-a0ad-4da2-b27d-ec163c25ec46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.495043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.547123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Pushing event updated for resources: {'Port': ['ID=c2696f19-fd51-49ab-9361-2bf7a8f794b2,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:09.566565 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8276e3a-a0ad-4da2-b27d-ec163c25ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.599355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Attempting to bind port c2696f19-fd51-49ab-9361-2bf7a8f794b2 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:09.599693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Attempting to bind port c2696f19-fd51-49ab-9361-2bf7a8f794b2 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '8d476596-3484-453b-9a1e-5b0940ae7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cf29d0ee-62d7-4bb1-928d-cc6159eec010'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:09.600025 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Attempting to bind port c2696f19-fd51-49ab-9361-2bf7a8f794b2 on network cf29d0ee-62d7-4bb1-928d-cc6159eec010 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:09.611971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Port c2696f19-fd51-49ab-9361-2bf7a8f794b2 on network cf29d0ee-62d7-4bb1-928d-cc6159eec010 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:09.612298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Attempting to bind port c2696f19-fd51-49ab-9361-2bf7a8f794b2 on network cf29d0ee-62d7-4bb1-928d-cc6159eec010 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:09.620818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:09.624342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Checking segment: {'id': '8d476596-3484-453b-9a1e-5b0940ae7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cf29d0ee-62d7-4bb1-928d-cc6159eec010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:09.624342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Bound using segment: {'id': '8d476596-3484-453b-9a1e-5b0940ae7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cf29d0ee-62d7-4bb1-928d-cc6159eec010'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:09.624342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Bound port: c2696f19-fd51-49ab-9361-2bf7a8f794b2, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d476596-3484-453b-9a1e-5b0940ae7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cf29d0ee-62d7-4bb1-928d-cc6159eec010'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:09.624342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.649964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8276e3a-a0ad-4da2-b27d-ec163c25ec46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6281753-b1c0-455c-b2f8-1f4db37e2be9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:09.655261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b8276e3a-a0ad-4da2-b27d-ec163c25ec46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2262a4b22ee4a1e8d45c6ddc9f6f44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556216 Aug 16 01:42:09.657831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51288) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:09.727562 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.728267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] For port c2696f19-fd51-49ab-9361-2bf7a8f794b2, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:09.731711 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] For port c2696f19-fd51-49ab-9361-2bf7a8f794b2, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c2696f19-fd51-49ab-9361-2bf7a8f794b2,segment=NetworkSegment(8d476596-3484-453b-9a1e-5b0940ae7b02),segment_id=8d476596-3484-453b-9a1e-5b0940ae7b02)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:09.815620 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.847580 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.940853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:09.941553 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.943183 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] 10.222.0.74 "PUT /v2.0/ports/c2696f19-fd51-49ab-9361-2bf7a8f794b2 HTTP/1.1" status: 200 len: 1092 time: 1.1086612 Aug 16 01:42:09.949566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1104b483-95d6-40d6-80da-e94aac944f23', 'tag': 'c2696f19-fd51-49ab-9361-2bf7a8f794b2'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:09.951802 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1c10af-a15d-4a48-8f03-b485d92decdc" -d '{"events": [{"name": "network-changed", "server_uuid": "1104b483-95d6-40d6-80da-e94aac944f23", "tag": "c2696f19-fd51-49ab-9361-2bf7a8f794b2"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:09.960731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85515c4b-787b-4d53-8929-f81a8119ae2f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:10.001584 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbdd35-0c24-4109-ba75-15165c907511 service neutron] Pushing event updated for resources: {'Port': ['ID=c2696f19-fd51-49ab-9361-2bf7a8f794b2,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:10.072089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-15846d8d-3459-4022-923c-f8e47868e108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.096253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Allocated IP 192.168.233.33 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/81f6c693-792e-4846-be1b-13b033a3ac72) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:10.099526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a38a8-0945-40ac-8767-eb157bc0b84a req-8ee28787-14cd-48ad-9393-2c9f4d6a9ba3 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:10.107861 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-017a38a8-0945-40ac-8767-eb157bc0b84a req-8ee28787-14cd-48ad-9393-2c9f4d6a9ba3 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 948 time: 0.1036472 Aug 16 01:42:10.119717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-99e8d1ad-511e-46b6-ade1-999422c67003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:10.121226 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-99e8d1ad-511e-46b6-ade1-999422c67003 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bd58a73c774f928caa8da17ec390a6&device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 1095 time: 0.0705163 Aug 16 01:42:10.127292 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-15846d8d-3459-4022-923c-f8e47868e108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.146684 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.176086 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-09be025b-bc42-4eb9-b574-d4b84429b78f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2696f19-fd51-49ab-9361-2bf7a8f794b2 HTTP/1.1" status: 200 len: 217 time: 0.0464597 Aug 16 01:42:10.224570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2435106-7179-4bb7-abe7-805cc0a3b438,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:10.258028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-017a38a8-0945-40ac-8767-eb157bc0b84a req-ea151117-078b-47e3-b51e-ecdc4d984d96 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486959 Aug 16 01:42:10.258412 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.283878 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-0e3feea0-760f-48fc-9aaf-b515357a6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:10.285424 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-0e3feea0-760f-48fc-9aaf-b515357a6408 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ce874d1d-a26b-4527-86a8-9f9e6579b049 HTTP/1.1" status: 200 len: 855 time: 0.0992327 Aug 16 01:42:10.326296 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abd77ab-2e71-40b7-a686-cd1f45e33518 x-openstack-request-id: req-7abd77ab-2e71-40b7-a686-cd1f45e33518 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:10.326595 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1104b483-95d6-40d6-80da-e94aac944f23", "tag": "c2696f19-fd51-49ab-9361-2bf7a8f794b2", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:10.326848 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7abd77ab-2e71-40b7-a686-cd1f45e33518 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:10.327241 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1104b483-95d6-40d6-80da-e94aac944f23', 'tag': 'c2696f19-fd51-49ab-9361-2bf7a8f794b2', 'status': 'completed', 'code': 200} Aug 16 01:42:10.331433 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-fa48c2de-569a-4029-9765-e8904e09cc58 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf29d0ee-62d7-4bb1-928d-cc6159eec010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361478 Aug 16 01:42:10.385112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bccc-3091-4453-bb1b-7edc2271debe req-2c6a5ff5-575b-4169-9e3b-7ec3b711176a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:10.392345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e639bccc-3091-4453-bb1b-7edc2271debe req-2c6a5ff5-575b-4169-9e3b-7ec3b711176a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.2677395 Aug 16 01:42:10.403994 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.404813 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.407124 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.454725 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-5f098fa0-f79c-418d-8e2f-99653d0eb31c service neutron] 10.222.0.74 "GET /v2.0/networks/cf29d0ee-62d7-4bb1-928d-cc6159eec010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160166 Aug 16 01:42:10.482487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Transition to ACTIVE for port object 81f6c693-792e-4846-be1b-13b033a3ac72 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:10.502977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-15846d8d-3459-4022-923c-f8e47868e108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.505434 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-15846d8d-3459-4022-923c-f8e47868e108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.509376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-15846d8d-3459-4022-923c-f8e47868e108 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6281753-b1c0-455c-b2f8-1f4db37e2be9 HTTP/1.1" status: 204 len: 168 time: 0.8477554 Aug 16 01:42:10.542066 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e639bccc-3091-4453-bb1b-7edc2271debe req-a8b2c123-2300-44f9-bdb0-3d0e7b0ef773 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488891 Aug 16 01:42:10.549275 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15846d8d-3459-4022-923c-f8e47868e108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6281753-b1c0-455c-b2f8-1f4db37e2be9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:10.580454 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b3c0b2c0-25c5-4091-9d35-72a402fa59a4 req-cc611173-dcd4-41e1-ab03-8162083e0981 service neutron] 10.222.0.74 "GET /v2.0/networks/cf29d0ee-62d7-4bb1-928d-cc6159eec010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183257 Aug 16 01:42:10.606820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca67ee-be77-466d-807f-d00d343de67c req-8b14e2c0-1d2c-4d53-8189-dcdf53c7daf4 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:10.616340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-feca67ee-be77-466d-807f-d00d343de67c req-8b14e2c0-1d2c-4d53-8189-dcdf53c7daf4 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 943 time: 0.1296237 Aug 16 01:42:10.635663 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.636241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9354acc-e9bf-4a5c-b851-cf716d369dcc {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:42:10.638689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.646805 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.646805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-92360280-a643-4ab9-9483-ceb83e89a611 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b9354acc-e9bf-4a5c-b851-cf716d369dcc HTTP/1.1" status: 204 len: 168 time: 2.0507925 Aug 16 01:42:10.651773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51314) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:10.696621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51316) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:10.720667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-feca67ee-be77-466d-807f-d00d343de67c req-0ef7ceae-aa14-412e-9113-8b4e10d63cbb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994818 Aug 16 01:42:10.723275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:10.729302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:10.757956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:10.778890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fce2bd-d467-4706-9664-654c37e3fdb2 req-0c32d47c-36d3-43d6-ac41-4dd4df353b5e tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:10.785200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56fce2bd-d467-4706-9664-654c37e3fdb2 req-0c32d47c-36d3-43d6-ac41-4dd4df353b5e tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 935 time: 0.1256769 Aug 16 01:42:10.833508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56fce2bd-d467-4706-9664-654c37e3fdb2 req-78bebf60-8040-4115-980c-0a108c37b70e tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Aug 16 01:42:10.986209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:10.987027 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.032866 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Pushing event updated for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:11.043314 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f83185-34d4-4a1d-b656-5e9e99854d05 admin admin] Deleting subnet 870a12c1-3fcf-413b-8317-5f44ffbdbeeb {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:42:11.047557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f83185-34d4-4a1d-b656-5e9e99854d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.052314 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7b728589-a970-4ec0-95f1-c1c63aef0be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.075749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c10af-a15d-4a48-8f03-b485d92decdc req-f022c550-c872-49ff-8ff6-7055f53a8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:11.077227 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-da1c10af-a15d-4a48-8f03-b485d92decdc req-f022c550-c872-49ff-8ff6-7055f53a8696 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bd58a73c774f928caa8da17ec390a6&device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 1095 time: 0.3457417 Aug 16 01:42:11.100359 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f83185-34d4-4a1d-b656-5e9e99854d05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.104498 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c8ab09d0-30ad-4fd4-be86-030348f99a32 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3626957 Aug 16 01:42:11.149977 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Request body: {'port': {'device_id': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:11.170011 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7b728589-a970-4ec0-95f1-c1c63aef0be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.232045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d7257f0b-1988-4a9f-86e3-75b897faad04 None None] Provisioning for port 81f6c693-792e-4846-be1b-13b033a3ac72 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:11.232589 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7b728589-a970-4ec0-95f1-c1c63aef0be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.236739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d7257f0b-1988-4a9f-86e3-75b897faad04 None None] Provisioning complete for port 81f6c693-792e-4846-be1b-13b033a3ac72 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:11.240173 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d7257f0b-1988-4a9f-86e3-75b897faad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.277937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d7257f0b-1988-4a9f-86e3-75b897faad04 None None] Port 81f6c693-792e-4846-be1b-13b033a3ac72 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:11.278118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7b728589-a970-4ec0-95f1-c1c63aef0be7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5113252c1684e37859da58e27039992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5766525 Aug 16 01:42:11.278118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51322) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:11.284476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b728589-a970-4ec0-95f1-c1c63aef0be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da755348-f412-4b10-b720-213a47408b64,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:11.285399 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f83185-34d4-4a1d-b656-5e9e99854d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.327226 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.334309 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a20ef727-9dcb-43dc-b9e6-498a6df0e6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.355411 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c10af-a15d-4a48-8f03-b485d92decdc req-603a8345-d639-4a11-8355-5a0e1e343acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:11.355411 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-da1c10af-a15d-4a48-8f03-b485d92decdc req-603a8345-d639-4a11-8355-5a0e1e343acf service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf29d0ee-62d7-4bb1-928d-cc6159eec010 HTTP/1.1" status: 200 len: 916 time: 0.2675979 Aug 16 01:42:11.359370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a20ef727-9dcb-43dc-b9e6-498a6df0e6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.390605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51328) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:11.438960 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-da1c10af-a15d-4a48-8f03-b485d92decdc req-709d4156-1918-48d8-b82a-dab002f76609 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2696f19-fd51-49ab-9361-2bf7a8f794b2 HTTP/1.1" status: 200 len: 217 time: 0.0754108 Aug 16 01:42:11.445866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d2435106-7179-4bb7-abe7-805cc0a3b438 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:11.458474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac858-7524-4cc0-8071-12f8c5d5ceea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.468080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f13c5-2e2f-49f3-b1d7-e9c745b23e3b req-52d27cf3-5729-4932-bb3d-da9b2303f946 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:11.468795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: d2435106-7179-4bb7-abe7-805cc0a3b438 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:11.469320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d2435106-7179-4bb7-abe7-805cc0a3b438 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:11.469898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-831f13c5-2e2f-49f3-b1d7-e9c745b23e3b req-52d27cf3-5729-4932-bb3d-da9b2303f946 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 948 time: 0.0927231 Aug 16 01:42:11.470077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b4ef5fd1-c58c-41b7-b062-986bdcccd1ca no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:11.492036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: b4ef5fd1-c58c-41b7-b062-986bdcccd1ca {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:11.492829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b4ef5fd1-c58c-41b7-b062-986bdcccd1ca not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:11.520570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-831f13c5-2e2f-49f3-b1d7-e9c745b23e3b req-3de19e62-c174-45da-810d-142cdf5807b6 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344410 Aug 16 01:42:11.579348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5361abe2-3004-4dba-a67c-e54dfe682482 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:11.580902 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f83185-34d4-4a1d-b656-5e9e99854d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.598526 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a20ef727-9dcb-43dc-b9e6-498a6df0e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.606348 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a20ef727-9dcb-43dc-b9e6-498a6df0e6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.607819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a20ef727-9dcb-43dc-b9e6-498a6df0e6b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da755348-f412-4b10-b720-213a47408b64 HTTP/1.1" status: 204 len: 168 time: 0.3286960 Aug 16 01:42:11.612676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c10af-a15d-4a48-8f03-b485d92decdc req-98551fed-2d4a-4f61-a8d8-e3a67342c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:11.614274 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-da1c10af-a15d-4a48-8f03-b485d92decdc req-98551fed-2d4a-4f61-a8d8-e3a67342c066 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ce874d1d-a26b-4527-86a8-9f9e6579b049 HTTP/1.1" status: 200 len: 855 time: 0.1571298 Aug 16 01:42:11.620937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ef727-9dcb-43dc-b9e6-498a6df0e6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da755348-f412-4b10-b720-213a47408b64,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:11.645182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f83185-34d4-4a1d-b656-5e9e99854d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.650426 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d3f83185-34d4-4a1d-b656-5e9e99854d05 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/870a12c1-3fcf-413b-8317-5f44ffbdbeeb HTTP/1.1" status: 204 len: 168 time: 0.9949138 Aug 16 01:42:11.651003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51336) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:11.655942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c398e-093b-4423-9c18-c4ed4b0f455b None None] Network 05291750-16cc-4bdf-b143-bb28dd5de789 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:11.724417 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-da1c10af-a15d-4a48-8f03-b485d92decdc req-2925db6e-0885-4a80-8ada-922186598d41 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf29d0ee-62d7-4bb1-928d-cc6159eec010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994070 Aug 16 01:42:11.725262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f83185-34d4-4a1d-b656-5e9e99854d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870a12c1-3fcf-413b-8317-5f44ffbdbeeb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:11.857699 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.902918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ee9d5-5a52-455f-a5e2-db3dcf04f4e8 req-d7633d35-021d-40fc-9974-d6d50464f8c1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:11.910273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-398ee9d5-5a52-455f-a5e2-db3dcf04f4e8 req-d7633d35-021d-40fc-9974-d6d50464f8c1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1466606 Aug 16 01:42:11.936985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8690ed6-44a7-47e4-a14e-561195eb0d8b req-943ae17f-005b-4ccc-91e1-fa319a859061 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:11.945109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8690ed6-44a7-47e4-a14e-561195eb0d8b req-943ae17f-005b-4ccc-91e1-fa319a859061 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 943 time: 0.1227245 Aug 16 01:42:11.973367 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac858-7524-4cc0-8071-12f8c5d5ceea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.983773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f6c693-792e-4846-be1b-13b033a3ac72 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:11.984964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 5361abe2-3004-4dba-a67c-e54dfe682482, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5361abe2-3004-4dba-a67c-e54dfe682482,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:11.993738 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.001470 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-da1c10af-a15d-4a48-8f03-b485d92decdc req-0154495b-a8d8-4ded-8e81-a72cf5905632 service neutron] 10.222.0.74 "GET /v2.0/networks/cf29d0ee-62d7-4bb1-928d-cc6159eec010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682283 Aug 16 01:42:12.008237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '5361abe2-3004-4dba-a67c-e54dfe682482', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '5361abe2-3004-4dba-a67c-e54dfe682482', 'mac_address': 'fa:16:3e:22:97:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:12.012266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Transition to ACTIVE for port object 81f6c693-792e-4846-be1b-13b033a3ac72 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:12.037297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-398ee9d5-5a52-455f-a5e2-db3dcf04f4e8 req-89ab42ad-e83a-4853-b20f-b1100f6baef1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140661 Aug 16 01:42:12.051334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8690ed6-44a7-47e4-a14e-561195eb0d8b req-8e5add2f-c602-4c5a-852a-a8d5da891067 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051736 Aug 16 01:42:12.069428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Deleting port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:12.070121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.072717 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.073293 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac858-7524-4cc0-8071-12f8c5d5ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.088342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d64f9f-8a88-44db-8ae2-c949f709ad05 None None] DHCP port deletion for 05291750-16cc-4bdf-b143-bb28dd5de789 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:42:12.119282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5361abe2-3004-4dba-a67c-e54dfe682482 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:12.124703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ac858-7524-4cc0-8071-12f8c5d5ceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168576e5-4484-4481-a6bb-ba44b062f6f1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:12.152446 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ee5ac858-7524-4cc0-8071-12f8c5d5ceea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=918d381c02a746adb7a3d35189f09ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7263045 Aug 16 01:42:12.155035 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51344) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:12.166623 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.193161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 5361abe2-3004-4dba-a67c-e54dfe682482, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5361abe2-3004-4dba-a67c-e54dfe682482,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:12.199995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] For port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1c78f960-bb43-4f12-a0dd-5fa92c0a3524,segment=NetworkSegment(4d0ef990-ed29-404d-af6b-2a9604897c36),segment_id=4d0ef990-ed29-404d-af6b-2a9604897c36)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:12.200347 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.217686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Calling delete_port for 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:12.235167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-14d64f9f-8a88-44db-8ae2-c949f709ad05 None None] Deleting port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:12.235666 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14d64f9f-8a88-44db-8ae2-c949f709ad05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.247420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bddbef-c646-4c47-95b3-0d024ebc9a7c req-9585a80e-5d89-4674-a6d0-72e0be2cf21c tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:12.250533 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-da1c10af-a15d-4a48-8f03-b485d92decdc req-96b940c8-2a45-4365-a0c2-b0c79bcc0c38 service neutron] 10.222.0.74 "GET /v2.0/networks/cf29d0ee-62d7-4bb1-928d-cc6159eec010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410827 Aug 16 01:42:12.255844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21bddbef-c646-4c47-95b3-0d024ebc9a7c req-9585a80e-5d89-4674-a6d0-72e0be2cf21c tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 947 time: 0.1098056 Aug 16 01:42:12.279244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Pushing event updated for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:12.348528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-14d64f9f-8a88-44db-8ae2-c949f709ad05 None None] For port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1c78f960-bb43-4f12-a0dd-5fa92c0a3524,segment=NetworkSegment(4d0ef990-ed29-404d-af6b-2a9604897c36),segment_id=4d0ef990-ed29-404d-af6b-2a9604897c36)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:12.349132 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14d64f9f-8a88-44db-8ae2-c949f709ad05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.364997 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c640597-be7c-4f28-af19-a1d0e652f541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.369056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Attempting to bind port 81f6c693-792e-4846-be1b-13b033a3ac72 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:12.369654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Attempting to bind port 81f6c693-792e-4846-be1b-13b033a3ac72 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:12.370166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Attempting to bind port 81f6c693-792e-4846-be1b-13b033a3ac72 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:12.372568 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-14d64f9f-8a88-44db-8ae2-c949f709ad05 None None] Calling delete_port for 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:12.374656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21bddbef-c646-4c47-95b3-0d024ebc9a7c req-a41d63dd-cd0c-4e00-b67a-938af96da534 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158500 Aug 16 01:42:12.388748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Port 81f6c693-792e-4846-be1b-13b033a3ac72 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:12.389333 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Attempting to bind port 81f6c693-792e-4846-be1b-13b033a3ac72 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:12.404503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:12.405060 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:12.405912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:12.406386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Bound port: 81f6c693-792e-4846-be1b-13b033a3ac72, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:12.406842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.416319 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c640597-be7c-4f28-af19-a1d0e652f541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.419681 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.506575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:12.511666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:12.557942 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.562443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=5361abe2-3004-4dba-a67c-e54dfe682482,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:12.574111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.574389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.574730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.575068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.575403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.575733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.576062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.576387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.576718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.577035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.577362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.577680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.584085 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14d64f9f-8a88-44db-8ae2-c949f709ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.606243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c78f960-bb43-4f12-a0dd-5fa92c0a3524,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:12.614780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d64f9f-8a88-44db-8ae2-c949f709ad05 None None] Pushing event deleted for resources: {'Port': ['ID=1c78f960-bb43-4f12-a0dd-5fa92c0a3524,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:12.618828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d64f9f-8a88-44db-8ae2-c949f709ad05 None None] No DVR routers for this DVR port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:12.622108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] No DVR routers for this DVR port 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:12.644308 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.668318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c640597-be7c-4f28-af19-a1d0e652f541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.670895 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c640597-be7c-4f28-af19-a1d0e652f541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.671986 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5c640597-be7c-4f28-af19-a1d0e652f541 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/168576e5-4484-4481-a6bb-ba44b062f6f1 HTTP/1.1" status: 204 len: 168 time: 0.5136988 Aug 16 01:42:12.672203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.672355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.672705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.673044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.673388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.673715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.674882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.675445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.676499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.677040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.677547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.678086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:12.690395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c640597-be7c-4f28-af19-a1d0e652f541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168576e5-4484-4481-a6bb-ba44b062f6f1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:12.693700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:12.694449 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.695867 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] 10.222.0.74 "PUT /v2.0/ports/81f6c693-792e-4846-be1b-13b033a3ac72 HTTP/1.1" status: 200 len: 1096 time: 1.5778487 Aug 16 01:42:12.696305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:12.698525 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee66c6b-9706-4427-84cc-d99bb091767d" -d '{"events": [{"name": "network-changed", "server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:12.717777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75309fa-ff94-4f12-bfe9-6a74c8dce696 service neutron] Pushing event updated for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:12.731073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['5361abe2-3004-4dba-a67c-e54dfe682482'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:12.794227 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debac9a1-a001-4399-91eb-efaa071f2ade x-openstack-request-id: req-debac9a1-a001-4399-91eb-efaa071f2ade {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:12.794519 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:12.794771 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-debac9a1-a001-4399-91eb-efaa071f2ade {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:12.795169 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72', 'status': 'completed', 'code': 200} Aug 16 01:42:12.805471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a560af-0d10-4852-b4aa-29f7bf93fdd1 req-63cbedb2-d54d-4ee3-896c-9a1854e50d5e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:12.809737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4a560af-0d10-4852-b4aa-29f7bf93fdd1 req-63cbedb2-d54d-4ee3-896c-9a1854e50d5e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 949 time: 0.2073071 Aug 16 01:42:12.812835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.832006 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.832497 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.833339 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.833651 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > port after_create 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.834023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > port after_delete 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.834505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > port after_update 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.835304 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.835695 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.836070 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.836449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.880212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee66c6b-9706-4427-84cc-d99bb091767d req-8579a186-375d-451e-a1e9-b1ec40b5ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:12.884926 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6ee66c6b-9706-4427-84cc-d99bb091767d req-8579a186-375d-451e-a1e9-b1ec40b5ee99 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=801d4ec603dd4e39a0b7ea6cfe6ed215&device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 1099 time: 0.0650845 Aug 16 01:42:12.921943 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6ee66c6b-9706-4427-84cc-d99bb091767d req-b4537bd4-aed4-4e63-8cd7-6d83e24dc286 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=801d4ec603dd4e39a0b7ea6cfe6ed215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278127 Aug 16 01:42:12.938796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.939945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.940824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.942234 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:42:12.942865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05291750-16cc-4bdf-b143-bb28dd5de789']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:12.998244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0ef990-ed29-404d-af6b-2a9604897c36') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:12.998244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0ef990-ed29-404d-af6b-2a9604897c36') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:13.018134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.040170 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee66c6b-9706-4427-84cc-d99bb091767d req-e489a394-d1b0-4db4-be26-5c2fa9c0b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:13.042412 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6ee66c6b-9706-4427-84cc-d99bb091767d req-e489a394-d1b0-4db4-be26-5c2fa9c0b9e2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144779 Aug 16 01:42:13.062530 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.073662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:42:13.074291 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: from cryptography.utils import int_from_bytes Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: from cryptography.utils import int_from_bytes Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:42:13.113391 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:42:13.131809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-7c5ffad9-3a07-4672-8f89-c8bb03aa5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:13.133543 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-7c5ffad9-3a07-4672-8f89-c8bb03aa5d99 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=801d4ec603dd4e39a0b7ea6cfe6ed215&device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 1099 time: 0.0463367 Aug 16 01:42:13.166158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4a560af-0d10-4852-b4aa-29f7bf93fdd1 req-410e62d1-21ac-4803-9b02-8a2979d6b838 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389170 Aug 16 01:42:13.184749 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-bc37f8c2-832c-4100-88eb-3c05e2689f04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=81f6c693-792e-4846-be1b-13b033a3ac72 HTTP/1.1" status: 200 len: 217 time: 0.0424852 Aug 16 01:42:13.246596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-dda29022-a1e9-4632-8528-074773ec79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:13.248539 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-dda29022-a1e9-4632-8528-074773ec79f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0558712 Aug 16 01:42:13.253435 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:13.295622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd575bc9-155d-4c17-ae3e-5a870906f624 req-9f37d377-6201-46bf-ae3a-9ae3e74dba8e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:13.302721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd575bc9-155d-4c17-ae3e-5a870906f624 req-9f37d377-6201-46bf-ae3a-9ae3e74dba8e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1355133 Aug 16 01:42:13.303689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-6dfb8cb9-458a-4c44-800b-a116fa693cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:13.305418 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-6dfb8cb9-458a-4c44-800b-a116fa693cb1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459487 Aug 16 01:42:13.333351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bb4a0-9a5e-4694-baa8-e8666b4aca74 req-f22e29e6-6d5e-4435-8f96-936a5a988244 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:13.335408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-734bb4a0-9a5e-4694-baa8-e8666b4aca74 req-f22e29e6-6d5e-4435-8f96-936a5a988244 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 943 time: 0.1009400 Aug 16 01:42:13.374977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd575bc9-155d-4c17-ae3e-5a870906f624 req-8f96992a-9a54-40b9-9a64-ea9f394804a6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693223 Aug 16 01:42:13.374977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.380874 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.383163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] 10.222.0.66 "DELETE /v2.0/networks/05291750-16cc-4bdf-b143-bb28dd5de789 HTTP/1.1" status: 204 len: 168 time: 1.7018180 Aug 16 01:42:13.418007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8de04-e1b5-4e01-9d06-66bce820ea4a admin admin] Pushing event deleted for resources: {'Network': ['ID=05291750-16cc-4bdf-b143-bb28dd5de789,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:13.430089 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-1c2da7b4-90c1-4a46-aa42-8e8ef51976d2 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084461 Aug 16 01:42:13.448836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-734bb4a0-9a5e-4694-baa8-e8666b4aca74 req-200bc677-cdb1-404c-863a-991d04265f63 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050224 Aug 16 01:42:13.455853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:13.462361 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1313562682-network', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:13.504843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:13.505193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1c78f960-bb43-4f12-a0dd-5fa92c0a3524 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:13.538124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003de3a-ccc9-4980-bb0d-f9d8b8b619e4 req-3960d4a7-060d-4704-9f5f-cc3b40d9e720 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:13.539848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9003de3a-ccc9-4980-bb0d-f9d8b8b619e4 req-3960d4a7-060d-4704-9f5f-cc3b40d9e720 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 947 time: 0.0632539 Aug 16 01:42:13.591141 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c777bb70-bf86-44a0-bc76-6c591567ac15 req-c54bff1d-d743-4bab-bb78-7bae811c2bc4 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585851 Aug 16 01:42:13.597087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9003de3a-ccc9-4980-bb0d-f9d8b8b619e4 req-b769c757-ed76-4a3a-a224-8024f6b88840 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505893 Aug 16 01:42:13.621337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Made reservation on behalf of 5dbaefda445445c3a27a65027b11c7eb for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:13.624381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.638803 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.725392 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.849754 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.876464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:42:13.886853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c655f8-d97f-4adb-94b7-54804179252e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:13.891661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.891936 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Added segment 5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9 of type vlan for network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 Aug 16 01:42:13.926095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51402) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:13.932757 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.969067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2a2a772c-c1ed-4485-b905-c1186d0f8bbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba2cd20405e54f08a2641c8a7160670a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412922 Aug 16 01:42:13.971608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51404) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:14.025041 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-feb974fc-b04e-4886-8258-5e6b69c248a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.026315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.027374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:14.028158 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.051129 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-feb974fc-b04e-4886-8258-5e6b69c248a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.095609 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] Pushing event updated for resources: {'Network': ['ID=ecdf3ed2-4fcc-4d0c-803a-ca6627500a56,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:14.106271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:14.187244 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-27b97324-00df-4cd2-bd4c-34feb0088eff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9326122 Aug 16 01:42:14.190111 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51410) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:14.195757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] Request body: {'subnet': {'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1313562682-subnet', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:14.220638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-feb974fc-b04e-4886-8258-5e6b69c248a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.223299 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-feb974fc-b04e-4886-8258-5e6b69c248a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.227663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-feb974fc-b04e-4886-8258-5e6b69c248a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/64ed450f-5f50-49b2-8b38-4d66129f1a87 HTTP/1.1" status: 204 len: 168 time: 0.2516093 Aug 16 01:42:14.243960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb974fc-b04e-4886-8258-5e6b69c248a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ed450f-5f50-49b2-8b38-4d66129f1a87,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:14.281162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26090d56-cf46-4e02-bbd0-00c332e27a39 req-66fc103c-c4d5-4f68-9c89-bcf5e5355705 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:14.282811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26090d56-cf46-4e02-bbd0-00c332e27a39 req-66fc103c-c4d5-4f68-9c89-bcf5e5355705 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 949 time: 0.0572553 Aug 16 01:42:14.313478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] Made reservation on behalf of 5dbaefda445445c3a27a65027b11c7eb for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:14.316697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.324891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26090d56-cf46-4e02-bbd0-00c332e27a39 req-75862bce-c7f7-479c-9c40-82cfbf9215e5 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357594 Aug 16 01:42:14.519632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef9bdd-2000-413f-9ece-d9c0514124d4 req-f8244ed3-4b00-424b-91e0-827cc820f4d0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:14.521145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3ef9bdd-2000-413f-9ece-d9c0514124d4 req-f8244ed3-4b00-424b-91e0-827cc820f4d0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.0537493 Aug 16 01:42:14.528952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c2696f19-fd51-49ab-9361-2bf7a8f794b2 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:14.559582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.612614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3ef9bdd-2000-413f-9ece-d9c0514124d4 req-f9819044-f57d-49d9-ac15-479106ce466d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778432 Aug 16 01:42:14.627167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6f49f-1bd8-451e-9a33-4c0a3a7a5aa8 req-b7a80f48-b4a8-4c78-a869-c1dd0034c1ab tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:14.647754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a6f49f-1bd8-451e-9a33-4c0a3a7a5aa8 req-b7a80f48-b4a8-4c78-a869-c1dd0034c1ab tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 943 time: 0.0996728 Aug 16 01:42:14.656006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] Checking segment: {'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:14.656644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] Network hostable DHCP agents. Network: ecdf3ed2-4fcc-4d0c-803a-ca6627500a56, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:14.661192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17350f8-4ac1-428c-9e4f-c5f58a8341c6,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:14.669145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c2696f19-fd51-49ab-9361-2bf7a8f794b2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c2696f19-fd51-49ab-9361-2bf7a8f794b2,segment=NetworkSegment(8d476596-3484-453b-9a1e-5b0940ae7b02),segment_id=8d476596-3484-453b-9a1e-5b0940ae7b02)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:14.683408 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'c2696f19-fd51-49ab-9361-2bf7a8f794b2', 'network_id': 'cf29d0ee-62d7-4bb1-928d-cc6159eec010', 'port_id': 'c2696f19-fd51-49ab-9361-2bf7a8f794b2', 'mac_address': 'fa:16:3e:99:df:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce874d1d-a26b-4527-86a8-9f9e6579b049', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:14.714196 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a6f49f-1bd8-451e-9a33-4c0a3a7a5aa8 req-be872515-d8bf-438b-b1b8-75e4772a69cb tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648940 Aug 16 01:42:14.727290 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.748506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2696f19-fd51-49ab-9361-2bf7a8f794b2 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:14.771184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c2696f19-fd51-49ab-9361-2bf7a8f794b2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c2696f19-fd51-49ab-9361-2bf7a8f794b2,segment=NetworkSegment(8d476596-3484-453b-9a1e-5b0940ae7b02),segment_id=8d476596-3484-453b-9a1e-5b0940ae7b02)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:14.792921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] Network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:14.838370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d124a-f09c-466f-bcf7-addcdc6cc560 req-0c49230c-f265-4531-8a3c-dc346defdcf1 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:14.845606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae7d124a-f09c-466f-bcf7-addcdc6cc560 req-0c49230c-f265-4531-8a3c-dc346defdcf1 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 947 time: 0.0687542 Aug 16 01:42:14.855460 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.882823 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae7d124a-f09c-466f-bcf7-addcdc6cc560 req-a99d22ee-4b3f-4492-b7dd-a5d5f5f81fc0 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358317 Aug 16 01:42:14.889265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, ecdf3ed2-4fcc-4d0c-803a-ca6627500a56) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:14.893664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:14.894295 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.902606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2edcaa-3315-4970-a53c-a3f055bfbbc1 None None] Network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:14.957954 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=c2696f19-fd51-49ab-9361-2bf7a8f794b2,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:14.987936 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5a7d16be-0306-4509-ad16-c26219765db6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7967424 Aug 16 01:42:14.991403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51446) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:15.000498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:15.064534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['c2696f19-fd51-49ab-9361-2bf7a8f794b2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:15.087719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'fixed_ips': [{'subnet_id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:42:15.088496 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.095344 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.096824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.155726 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.283126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Allocated IP 172.20.0.2 (ecdf3ed2-4fcc-4d0c-803a-ca6627500a56/f17350f8-4ac1-428c-9e4f-c5f58a8341c6/f2fba38f-44dc-4074-8aae-c69fd8a14f52) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:15.384789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.467231 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.483583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Transition to ACTIVE for port object f2fba38f-44dc-4074-8aae-c69fd8a14f52 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:15.504681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Transition to ACTIVE for port object f2fba38f-44dc-4074-8aae-c69fd8a14f52 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:15.519253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd6385-c3e0-495b-9801-360ffb7b01d5 req-68a9918b-062b-4bbf-811e-851c59ae43ad tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:15.521119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bfcd6385-c3e0-495b-9801-360ffb7b01d5 req-68a9918b-062b-4bbf-811e-851c59ae43ad tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 949 time: 0.1017954 Aug 16 01:42:15.569779 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.572997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bfcd6385-c3e0-495b-9801-360ffb7b01d5 req-8332fd57-0124-4cf3-a2d7-4433403137e9 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 Aug 16 01:42:15.615887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5361abe2-3004-4dba-a67c-e54dfe682482 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:15.665531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:15.670301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:15.675369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:15.687161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Pushing event updated for resources: {'Port': ['ID=f2fba38f-44dc-4074-8aae-c69fd8a14f52,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:15.752981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Attempting to bind port f2fba38f-44dc-4074-8aae-c69fd8a14f52 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:15.753407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Attempting to bind port f2fba38f-44dc-4074-8aae-c69fd8a14f52 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:15.753780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Attempting to bind port f2fba38f-44dc-4074-8aae-c69fd8a14f52 on network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:15.759450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:15.759806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Checking segment: {'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:15.760406 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.760957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Bound using segment: {'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:15.761427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Bound port: f2fba38f-44dc-4074-8aae-c69fd8a14f52, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:15.761810 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.783238 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.817590 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.831431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] For port f2fba38f-44dc-4074-8aae-c69fd8a14f52, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:15.834292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5769d-6b3e-4283-ae3f-d2ae9dbff028 req-81124350-7f9f-4a81-8bd3-b8ce4f7a51c5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:15.834506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] For port f2fba38f-44dc-4074-8aae-c69fd8a14f52, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f2fba38f-44dc-4074-8aae-c69fd8a14f52,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:15.835813 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cc5769d-6b3e-4283-ae3f-d2ae9dbff028 req-81124350-7f9f-4a81-8bd3-b8ce4f7a51c5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1003888 Aug 16 01:42:15.900877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 5361abe2-3004-4dba-a67c-e54dfe682482 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:15.905809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 5361abe2-3004-4dba-a67c-e54dfe682482 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:15.906212 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.932616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cc5769d-6b3e-4283-ae3f-d2ae9dbff028 req-75f48e6d-7373-4a81-8d8e-a5b67e5e2861 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895567 Aug 16 01:42:15.950075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b285ea4-7c02-44d6-9b08-5cdf8e4ccc1c req-c3ea1943-21f9-46a9-80c8-c851bff475cc tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:15.951637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b285ea4-7c02-44d6-9b08-5cdf8e4ccc1c req-c3ea1943-21f9-46a9-80c8-c851bff475cc tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 944 time: 0.1369529 Aug 16 01:42:15.964109 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.038552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b285ea4-7c02-44d6-9b08-5cdf8e4ccc1c req-2b858000-1e20-495d-bbd7-ece7e9c997d8 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592341 Aug 16 01:42:16.053597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Allocated IP 172.25.8.80 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/9bf2201c-99a9-496c-9769-aecbc5dfc784) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:16.086651 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.094741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f44fd5-2d17-4c16-9e83-77166de184e1 None None] Pushing event updated for resources: {'Port': ['ID=f2fba38f-44dc-4074-8aae-c69fd8a14f52,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:16.119206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51500) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:16.151556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 5361abe2-3004-4dba-a67c-e54dfe682482, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5361abe2-3004-4dba-a67c-e54dfe682482,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:16.152544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d09d645-5b68-4aed-a1fe-a7b51dca063d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5361abe2-3004-4dba-a67c-e54dfe682482'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:16.155157 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6935c1-0f36-421c-89c9-4de2a05110d4" -d '{"events": [{"server_uuid": "9d09d645-5b68-4aed-a1fe-a7b51dca063d", "name": "network-vif-plugged", "status": "completed", "tag": "5361abe2-3004-4dba-a67c-e54dfe682482"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:16.201095 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e761c5-afbd-450c-ae8a-d59c72f37bec x-openstack-request-id: req-52e761c5-afbd-450c-ae8a-d59c72f37bec {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:16.201392 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d09d645-5b68-4aed-a1fe-a7b51dca063d", "name": "network-vif-plugged", "status": "completed", "tag": "5361abe2-3004-4dba-a67c-e54dfe682482", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:16.201646 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52e761c5-afbd-450c-ae8a-d59c72f37bec {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:16.202074 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d09d645-5b68-4aed-a1fe-a7b51dca063d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5361abe2-3004-4dba-a67c-e54dfe682482', 'code': 200} Aug 16 01:42:16.231867 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.238787 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.262773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde346d-e757-4b99-a7a8-f14cf7bb8c9d req-c126b703-3776-4dae-bc19-84788856bc7e tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:16.271959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-abde346d-e757-4b99-a7a8-f14cf7bb8c9d req-c126b703-3776-4dae-bc19-84788856bc7e tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 947 time: 0.1007323 Aug 16 01:42:16.351043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d2af644f-a8f2-4fb7-875e-2469c9f4b361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.360713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=5361abe2-3004-4dba-a67c-e54dfe682482,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:16.391411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-abde346d-e757-4b99-a7a8-f14cf7bb8c9d req-c3a15999-1acd-40e0-9d7e-8ee3b5edddaf tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161973 Aug 16 01:42:16.416469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad637ce-11a7-49b9-9a72-66f05d258d18 req-e7812e3a-fb56-410c-ba1d-68169684cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:16.417847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bad637ce-11a7-49b9-9a72-66f05d258d18 req-e7812e3a-fb56-410c-ba1d-68169684cc99 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 1102 time: 0.0904317 Aug 16 01:42:16.463330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bad637ce-11a7-49b9-9a72-66f05d258d18 req-4ec1c0a2-d0b6-4de6-a02e-139be05471e8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370255 Aug 16 01:42:16.483278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.485261 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d2af644f-a8f2-4fb7-875e-2469c9f4b361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.525650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:16.528803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:16.531260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:16.536717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Pushing event updated for resources: {'Port': ['ID=9bf2201c-99a9-496c-9769-aecbc5dfc784,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:16.546544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c2696f19-fd51-49ab-9361-2bf7a8f794b2 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:16.548528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 81f6c693-792e-4846-be1b-13b033a3ac72 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:16.569130 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d2af644f-a8f2-4fb7-875e-2469c9f4b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.614870 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d2af644f-a8f2-4fb7-875e-2469c9f4b361 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4344dfae80a446c9ad853f426877ba68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4934511 Aug 16 01:42:16.617091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af644f-a8f2-4fb7-875e-2469c9f4b361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae79105-60f6-4ec9-9998-5e004cdc2770,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:16.619953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51526) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:16.689941 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ef5f54c-4af8-48fe-8696-dd1ac4f07f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.715407 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ef5f54c-4af8-48fe-8696-dd1ac4f07f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.735862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:16.748777 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '81f6c693-792e-4846-be1b-13b033a3ac72', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '81f6c693-792e-4846-be1b-13b033a3ac72', 'mac_address': 'fa:16:3e:d4:b9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:16.788292 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.791740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port c2696f19-fd51-49ab-9361-2bf7a8f794b2 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:16.793760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca730a-6694-4ba4-ba50-b131691205f4 req-ac3fa91f-0ac1-4293-96af-634c1408c881 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:16.795327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e0ca730a-6694-4ba4-ba50-b131691205f4 req-ac3fa91f-0ac1-4293-96af-634c1408c881 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 950 time: 0.0870500 Aug 16 01:42:16.803331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port c2696f19-fd51-49ab-9361-2bf7a8f794b2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:16.803702 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.807819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f6c693-792e-4846-be1b-13b033a3ac72 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:16.852973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e0ca730a-6694-4ba4-ba50-b131691205f4 req-80b4448a-bb50-4532-a94d-112030e5baaa tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505071 Aug 16 01:42:16.855672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:16.889237 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ef5f54c-4af8-48fe-8696-dd1ac4f07f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.893488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ef5f54c-4af8-48fe-8696-dd1ac4f07f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.894699 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0ef5f54c-4af8-48fe-8696-dd1ac4f07f5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ae79105-60f6-4ec9-9998-5e004cdc2770 HTTP/1.1" status: 204 len: 168 time: 0.2736382 Aug 16 01:42:16.910284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5f54c-4af8-48fe-8696-dd1ac4f07f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae79105-60f6-4ec9-9998-5e004cdc2770,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:16.940616 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.035516 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.043706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:17.055556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51536) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:17.064590 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.113485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c2696f19-fd51-49ab-9361-2bf7a8f794b2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c2696f19-fd51-49ab-9361-2bf7a8f794b2,segment=NetworkSegment(8d476596-3484-453b-9a1e-5b0940ae7b02),segment_id=8d476596-3484-453b-9a1e-5b0940ae7b02)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:17.171913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['81f6c693-792e-4846-be1b-13b033a3ac72'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:17.207402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14e0ab-6544-4ca5-ba02-9cb5f2c4fa41 req-d47575d9-8873-4228-95f5-24406c0d631e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:17.209037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af14e0ab-6544-4ca5-ba02-9cb5f2c4fa41 req-d47575d9-8873-4228-95f5-24406c0d631e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1168816 Aug 16 01:42:17.222149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc75bb98-0088-416f-89e1-f3f52bdbb86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.231621 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.352524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=c2696f19-fd51-49ab-9361-2bf7a8f794b2,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:17.363498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95518491-e39b-4121-bd7b-0e51ef5c1a9b None None] Network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:17.381598 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc75bb98-0088-416f-89e1-f3f52bdbb86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.460742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc75bb98-0088-416f-89e1-f3f52bdbb86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.502175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75bb98-0088-416f-89e1-f3f52bdbb86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f324c5f2-7ea2-45f7-ba9f-210060e98d84,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:17.544995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c51b306b-14d4-40d1-8d11-3df51527edb8 None None] Provisioning for port f2fba38f-44dc-4074-8aae-c69fd8a14f52 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:17.561486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f2fba38f-44dc-4074-8aae-c69fd8a14f52 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:17.569544 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cc75bb98-0088-416f-89e1-f3f52bdbb86b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4e58ea2afc945f0b741973f94af4c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106530 Aug 16 01:42:17.578623 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51546) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:17.643507 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d814a62d-e36d-468a-bd61-5d0e9270b3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.677364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d814a62d-e36d-468a-bd61-5d0e9270b3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.711634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af14e0ab-6544-4ca5-ba02-9cb5f2c4fa41 req-e087a91a-20a5-4a21-afb4-3e342c533075 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905622 Aug 16 01:42:17.740408 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f2fba38f-44dc-4074-8aae-c69fd8a14f52 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:17.745669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f2fba38f-44dc-4074-8aae-c69fd8a14f52 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:17.751548 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.832300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e640d8-7c41-4255-a7b4-450b86e9a277 req-14270004-3b7e-4e19-8d74-dc90f94e13c8 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:17.833881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78e640d8-7c41-4255-a7b4-450b86e9a277 req-14270004-3b7e-4e19-8d74-dc90f94e13c8 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 945 time: 0.5501857 Aug 16 01:42:17.846172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.855377 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.884624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d814a62d-e36d-468a-bd61-5d0e9270b3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.886467 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-260591e4-e9d4-4cd3-aec6-191f764ade8c service neutron] show failed (client error): The resource could not be found. Aug 16 01:42:17.887493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-260591e4-e9d4-4cd3-aec6-191f764ade8c service neutron] 10.222.0.64 "GET /v2.0/ports/29e8c0bb-89c1-439f-872a-c2b8f2230f4a/bindings/n-h2-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.1935880 Aug 16 01:42:17.887944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d814a62d-e36d-468a-bd61-5d0e9270b3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.897007 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d814a62d-e36d-468a-bd61-5d0e9270b3ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f324c5f2-7ea2-45f7-ba9f-210060e98d84 HTTP/1.1" status: 204 len: 168 time: 0.3218651 Aug 16 01:42:17.907078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f2fba38f-44dc-4074-8aae-c69fd8a14f52, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f2fba38f-44dc-4074-8aae-c69fd8a14f52,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:17.912010 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814a62d-e36d-468a-bd61-5d0e9270b3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f324c5f2-7ea2-45f7-ba9f-210060e98d84,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:17.953328 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51552) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:17.968559 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-92e8c87f-9afa-4d0f-a2d7-c94a4e7b25b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.968772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf06d-6fde-437c-b6ce-c40923451c31 req-ae64d0cd-6e69-4986-b518-fddb8a1aabb5 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:17.974370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52dcf06d-6fde-437c-b6ce-c40923451c31 req-ae64d0cd-6e69-4986-b518-fddb8a1aabb5 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 948 time: 0.1543233 Aug 16 01:42:17.986638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78e640d8-7c41-4255-a7b4-450b86e9a277 req-930bc628-365c-4103-a078-f2b7d0bed75f tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366329 Aug 16 01:42:17.989028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d8101d08-0430-483e-9bcf-0940122ac3ab None None] Provisioning complete for port f2fba38f-44dc-4074-8aae-c69fd8a14f52 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:17.989408 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d8101d08-0430-483e-9bcf-0940122ac3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.073003 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.089178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52dcf06d-6fde-437c-b6ce-c40923451c31 req-72231ad2-8835-4656-b7f7-b21f4bbfa129 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010990 Aug 16 01:42:18.092288 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-92e8c87f-9afa-4d0f-a2d7-c94a4e7b25b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.114505 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d8101d08-0430-483e-9bcf-0940122ac3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.152248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f2fba38f-44dc-4074-8aae-c69fd8a14f52,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:18.160735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99e334-d02e-45d9-b6e1-9d19824833e7 req-85942b06-a1fe-4a8c-b6fa-8824eae8dfad tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:18.162336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e99e334-d02e-45d9-b6e1-9d19824833e7 req-85942b06-a1fe-4a8c-b6fa-8824eae8dfad tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 950 time: 0.0721915 Aug 16 01:42:18.214685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e99e334-d02e-45d9-b6e1-9d19824833e7 req-9396b325-8bdf-4541-a965-eec3dc6c19ac tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454233 Aug 16 01:42:18.255116 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-92e8c87f-9afa-4d0f-a2d7-c94a4e7b25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.299007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8c87f-9afa-4d0f-a2d7-c94a4e7b25b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9e2cb4-e0e1-458d-bfb4-98e2d60a2de5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:18.301009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Router 71fe207e-b1bb-4770-92c4-9efda57c73df is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:42:18.317696 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-92e8c87f-9afa-4d0f-a2d7-c94a4e7b25b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf884b0ca317436281a13a02fef10622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618324 Aug 16 01:42:18.319647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51560) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:18.332425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1104b483-95d6-40d6-80da-e94aac944f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2696f19-fd51-49ab-9361-2bf7a8f794b2'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:18.334966 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48121e44-f74f-4021-b44b-dd5357492947" -d '{"events": [{"server_uuid": "1104b483-95d6-40d6-80da-e94aac944f23", "name": "network-vif-plugged", "status": "completed", "tag": "c2696f19-fd51-49ab-9361-2bf7a8f794b2"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:18.383401 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-d8101d08-0430-483e-9bcf-0940122ac3ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:42:18.383796 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-d8101d08-0430-483e-9bcf-0940122ac3ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:42:18.400550 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8c4025-cf8c-4994-b4c5-9dd469e81cc9 x-openstack-request-id: req-ec8c4025-cf8c-4994-b4c5-9dd469e81cc9 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:18.400840 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1104b483-95d6-40d6-80da-e94aac944f23", "name": "network-vif-plugged", "status": "completed", "tag": "c2696f19-fd51-49ab-9361-2bf7a8f794b2", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:18.401105 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec8c4025-cf8c-4994-b4c5-9dd469e81cc9 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:18.401478 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1104b483-95d6-40d6-80da-e94aac944f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2696f19-fd51-49ab-9361-2bf7a8f794b2', 'code': 200} Aug 16 01:42:18.511166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:18.525690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Sync routers for ids ['71fe207e-b1bb-4770-92c4-9efda57c73df'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:18.536935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113bc4f-66e3-4f90-a71c-4beb16fd2939 req-ca96af90-cad9-48f8-9ca2-e78247d6d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:18.538920 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e113bc4f-66e3-4f90-a71c-4beb16fd2939 req-ca96af90-cad9-48f8-9ca2-e78247d6d2a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 1097 time: 0.0593736 Aug 16 01:42:18.540349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Routers {'71fe207e-b1bb-4770-92c4-9efda57c73df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:18.546015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fe207e-b1bb-4770-92c4-9efda57c73df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:18.550155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 81f6c693-792e-4846-be1b-13b033a3ac72 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:18.558939 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-efdf4f8c-48a3-4a36-9377-f65ab03d2f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.613915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-efdf4f8c-48a3-4a36-9377-f65ab03d2f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.641596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.642180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0bcbba4f-fc69-42f8-8b56-5cd0ebeedcad admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6489966 Aug 16 01:42:18.645444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51572) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:18.685425 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e113bc4f-66e3-4f90-a71c-4beb16fd2939 req-40d33b08-6297-4d36-b94c-322a2f4b4387 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390016 Aug 16 01:42:18.687840 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-dcfb4180-171b-4e3f-b120-e69a4fc0e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:18.689667 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-dcfb4180-171b-4e3f-b120-e69a4fc0e233 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3&tenant_id=0fd72b22de084a828cc9af1cb960b5c8 HTTP/1.1" status: 200 len: 1102 time: 0.1097925 Aug 16 01:42:18.744203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:18.796017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 81f6c693-792e-4846-be1b-13b033a3ac72 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:18.813027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 81f6c693-792e-4846-be1b-13b033a3ac72 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:18.813652 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.822713 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.900404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Set router 71fe207e-b1bb-4770-92c4-9efda57c73df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:18.911814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457ff7-ecdf-4b91-8106-fb23ea182457 req-44769e32-4093-4c68-a441-bc448c1eeb1f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:18.920520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f457ff7-ecdf-4b91-8106-fb23ea182457 req-44769e32-4093-4c68-a441-bc448c1eeb1f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.0849562 Aug 16 01:42:19.027333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f457ff7-ecdf-4b91-8106-fb23ea182457 req-9409ccf8-2f4e-44bb-bcbf-61da0d1b7164 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056883 Aug 16 01:42:19.076982 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-efdf4f8c-48a3-4a36-9377-f65ab03d2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.080121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-efdf4f8c-48a3-4a36-9377-f65ab03d2f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.081582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-efdf4f8c-48a3-4a36-9377-f65ab03d2f28 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b9e2cb4-e0e1-458d-bfb4-98e2d60a2de5 HTTP/1.1" status: 204 len: 168 time: 0.7615380 Aug 16 01:42:19.100482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf4f8c-48a3-4a36-9377-f65ab03d2f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9e2cb4-e0e1-458d-bfb4-98e2d60a2de5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:19.217468 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:19.282843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:19.317642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:16Z', 'revision_number': 3, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:19.322605 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.353890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Checking router: 71fe207e-b1bb-4770-92c4-9efda57c73df for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:42:19.354121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Updating router 71fe207e-b1bb-4770-92c4-9efda57c73df port 9bf2201c-99a9-496c-9769-aecbc5dfc784 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:42:19.360250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:19.364690 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dd2b4b-0ecb-4404-91ff-2fe3173ef743" -d '{"events": [{"server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:19.369506 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.397877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Transition to ACTIVE for port object 29e8c0bb-89c1-439f-872a-c2b8f2230f4a will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:19.409578 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.446739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f2fba38f-44dc-4074-8aae-c69fd8a14f52 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:19.451510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:19.473220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-0cffd7d2-8dfa-4161-b0e8-1a5080ef01fe tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:19.473885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-0cffd7d2-8dfa-4161-b0e8-1a5080ef01fe tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:19.474432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-0cffd7d2-8dfa-4161-b0e8-1a5080ef01fe tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:19.474973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-0cffd7d2-8dfa-4161-b0e8-1a5080ef01fe tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:19.475507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-0cffd7d2-8dfa-4161-b0e8-1a5080ef01fe tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:19.477251 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.482000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-0cffd7d2-8dfa-4161-b0e8-1a5080ef01fe tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:19.483549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-0cffd7d2-8dfa-4161-b0e8-1a5080ef01fe tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:19.484406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-0cffd7d2-8dfa-4161-b0e8-1a5080ef01fe tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:19.488434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-0cffd7d2-8dfa-4161-b0e8-1a5080ef01fe tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd&device_id=1104b483-95d6-40d6-80da-e94aac944f23&device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d&device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b&device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f&device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3&device_id=022cd60a-a633-45d6-a919-ebcf0740afe0&device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 7334 time: 0.3384063 Aug 16 01:42:19.517672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b621c5-1f49-4e74-a07c-c0fd0c131894 req-3c53e133-5767-4bf2-bad1-95b8eb7456f8 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:19.520002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42b621c5-1f49-4e74-a07c-c0fd0c131894 req-3c53e133-5767-4bf2-bad1-95b8eb7456f8 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 945 time: 0.3900177 Aug 16 01:42:19.554904 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.607467 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-a6a7ad4a-6f5c-4c12-aea1-7d106ec9dedd tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.644591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,revision_number=6']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:19.652422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] No DVR routers for this DVR port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:19.740525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42b621c5-1f49-4e74-a07c-c0fd0c131894 req-e2433f2c-7d8f-47c0-971c-715c824ed52b tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929402 Aug 16 01:42:19.742388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:19.790702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f2fba38f-44dc-4074-8aae-c69fd8a14f52 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:19.790702 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.976166 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.983358 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Attempting to bind port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:19.983833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Attempting to bind port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:19.984165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Attempting to bind port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:19.986516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eac92d-8efc-47ae-9fd5-f21da2238a60 req-34aa0aad-37c2-4da2-aa18-7aec4b4fff39 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:19.988805 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:19.989124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Attempting to bind port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:19.989597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Transition to ACTIVE for port object 9bf2201c-99a9-496c-9769-aecbc5dfc784 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:19.994685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43eac92d-8efc-47ae-9fd5-f21da2238a60 req-34aa0aad-37c2-4da2-aa18-7aec4b4fff39 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 949 time: 0.1531854 Aug 16 01:42:19.999972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:19.999972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:19.999972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:19.999972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Bound port: 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:19.999972 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.045914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.063876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43eac92d-8efc-47ae-9fd5-f21da2238a60 req-fcf0d332-01a6-4791-82b5-a895e1222b8a tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682967 Aug 16 01:42:20.069712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:20.074099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:20.106157 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.152644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.164784 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-a6a7ad4a-6f5c-4c12-aea1-7d106ec9dedd tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.169795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Attempting to bind port 9bf2201c-99a9-496c-9769-aecbc5dfc784 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:20.169795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Attempting to bind port 9bf2201c-99a9-496c-9769-aecbc5dfc784 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:20.169795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Attempting to bind port 9bf2201c-99a9-496c-9769-aecbc5dfc784 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:20.199267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:20.199652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:20.207979 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.208436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:20.208955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Bound port: 9bf2201c-99a9-496c-9769-aecbc5dfc784, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:20.209361 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.235285 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb73ff7-39bb-46e4-8baf-5c38b8ab5370 x-openstack-request-id: req-3eb73ff7-39bb-46e4-8baf-5c38b8ab5370 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:20.235590 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:20.235822 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3eb73ff7-39bb-46e4-8baf-5c38b8ab5370 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:20.237873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23becf0f-c082-4201-b7a6-4f6fbbe80644 None None] Pushing event updated for resources: {'Port': ['ID=9bf2201c-99a9-496c-9769-aecbc5dfc784,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:20.238707 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a', 'code': 200} Aug 16 01:42:20.257971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:20.257971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.259446 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] 10.222.0.74 "PUT /v2.0/ports/29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 200 len: 1097 time: 1.5219567 Aug 16 01:42:20.282653 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cf4ce-b3a6-4cac-8518-c46c8e738aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,revision_number=7']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:20.290505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-a6a7ad4a-6f5c-4c12-aea1-7d106ec9dedd tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.297975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] For port 9bf2201c-99a9-496c-9769-aecbc5dfc784, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:20.302241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] For port 9bf2201c-99a9-496c-9769-aecbc5dfc784, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9bf2201c-99a9-496c-9769-aecbc5dfc784,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:20.353933 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-0bcd28e3-0ba3-421f-a123-f2508e734359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:20.356101 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-0bcd28e3-0ba3-421f-a123-f2508e734359 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 1100 time: 0.0747211 Aug 16 01:42:20.362422 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f9b92a3-be97-459a-9c8e-2bb6dffbd3c9 req-a6a7ad4a-6f5c-4c12-aea1-7d106ec9dedd tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&id=ee237759-ed5d-426b-925f-e97d171fb6f0&id=85515c4b-787b-4d53-8929-f81a8119ae2f&id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.8266006 Aug 16 01:42:20.395922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7ad4a-6f5c-4c12-aea1-7d106ec9dedd tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca1ac34-e3ac-4706-a456-74d039a958d7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:20.402845 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:20.405435 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4796ac-996d-4e2f-88ef-86d909d7cf7c" -d '{"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-plugged", "status": "completed", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:20.430076 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.447554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Allocated IP 172.20.0.1 (ecdf3ed2-4fcc-4d0c-803a-ca6627500a56/f17350f8-4ac1-428c-9e4f-c5f58a8341c6/8f7aa1be-6f8f-4228-a64c-abaa21615c09) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:20.494435 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51626) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:20.569197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23becf0f-c082-4201-b7a6-4f6fbbe80644 None None] Pushing event updated for resources: {'Port': ['ID=9bf2201c-99a9-496c-9769-aecbc5dfc784,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:20.574398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Routers {'71fe207e-b1bb-4770-92c4-9efda57c73df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:20.575017 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-ef89dd8b-76bd-458e-83ab-d2938d47bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:20.575138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fe207e-b1bb-4770-92c4-9efda57c73df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:20.578640 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-ef89dd8b-76bd-458e-83ab-d2938d47bc85 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.2136252 Aug 16 01:42:20.602060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.614398 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.618263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Transition to ACTIVE for port object 8f7aa1be-6f8f-4228-a64c-abaa21615c09 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:20.669530 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-322c1975-4925-4b0a-bf0f-b63ae21dccc9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 200 len: 217 time: 0.0842633 Aug 16 01:42:20.689190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1393308555-network', 'tenant_id': '5fd8faac2af044e2b435c7af66561c84'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:20.693795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] Set router 71fe207e-b1bb-4770-92c4-9efda57c73df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:20.710538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d476f-8c82-4732-a6ce-5a4b95a92a38 req-0123d77e-062c-4912-966e-297dcf4c1dea tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:20.713114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-346d476f-8c82-4732-a6ce-5a4b95a92a38 req-0123d77e-062c-4912-966e-297dcf4c1dea tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 948 time: 0.0642989 Aug 16 01:42:20.747629 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-4b8f0318-d79b-47b6-bc6e-380be3ba8257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:20.749197 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-4b8f0318-d79b-47b6-bc6e-380be3ba8257 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0726938 Aug 16 01:42:20.753309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-346d476f-8c82-4732-a6ce-5a4b95a92a38 req-d1b40f87-1b73-4765-8d57-10aa767bcac0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343566 Aug 16 01:42:20.754756 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.800736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:20.803780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:20.810319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:20.844737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7aa1be-6f8f-4228-a64c-abaa21615c09,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:20.846656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Made reservation on behalf of 5fd8faac2af044e2b435c7af66561c84 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:20.849321 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.877224 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.885046 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-25a79de8-9d1a-4517-9635-e0dad5ed069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:20.887428 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-25a79de8-9d1a-4517-9635-e0dad5ed069c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1220083 Aug 16 01:42:20.889030 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.984117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:16Z', 'revision_number': 3, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:21.047969 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3097aedb-b9bf-4284-bba9-54c82085d52b x-openstack-request-id: req-3097aedb-b9bf-4284-bba9-54c82085d52b {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:21.048261 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-plugged", "status": "completed", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:21.048518 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3097aedb-b9bf-4284-bba9-54c82085d52b {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:21.050372 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72', 'code': 200} Aug 16 01:42:21.058586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e86161-4a95-4448-bb60-52bb7f2dd579 None None] The sync data for ids ['71fe207e-b1bb-4770-92c4-9efda57c73df'] in n-d-768509-23 is: [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:16Z', 'revision_number': 3, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:21.159140 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.170133 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-2888587d-d82f-4d86-9708-b0fd54f4d08d service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658043 Aug 16 01:42:21.179340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb20df-2f0c-4ae8-995e-373c5353a0b2 req-3049ef85-228a-499d-8036-9b95693f0b9d tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:21.187056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9deb20df-2f0c-4ae8-995e-373c5353a0b2 req-3049ef85-228a-499d-8036-9b95693f0b9d tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 945 time: 0.1096525 Aug 16 01:42:21.187243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f303aba-cd8d-4b4d-b8c2-09a696dc9e60 req-61457920-42d7-4fda-b095-13157f7a9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:21.189113 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9f303aba-cd8d-4b4d-b8c2-09a696dc9e60 req-61457920-42d7-4fda-b095-13157f7a9ce7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 1101 time: 0.1229916 Aug 16 01:42:21.287494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9deb20df-2f0c-4ae8-995e-373c5353a0b2 req-bc87e979-1167-4c58-9f27-65257683502b tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929921 Aug 16 01:42:21.300677 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9f303aba-cd8d-4b4d-b8c2-09a696dc9e60 req-5cdbcce4-d501-4e8a-9b28-f33c76f506d9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025250 Aug 16 01:42:21.346942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dcd254e4-06a4-4543-b0d5-1e90a1649db8 None None] Provisioning for port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:21.352340 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dcd254e4-06a4-4543-b0d5-1e90a1649db8 None None] Provisioning complete for port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:21.353895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dcd254e4-06a4-4543-b0d5-1e90a1649db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.354023 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.360888 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e794dec-8eff-46ef-b0bf-565e42784257 req-297a51d9-579e-4056-b259-7b1218093c20 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770968 Aug 16 01:42:21.449894 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.460374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-dcd254e4-06a4-4543-b0d5-1e90a1649db8 None None] Port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:21.467781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:42:21.494076 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.494508 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Added segment 2f39e64f-8205-4ec9-8828-208446e90c04 of type vlan for network c1c6e958-8aa2-472e-8afa-93984da0d0ef Aug 16 01:42:21.566071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d761d-43cb-438c-afd6-92d33ac6a593 req-59a60092-9f2b-474b-b01a-592fc5491970 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:21.568265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd2d761d-43cb-438c-afd6-92d33ac6a593 req-59a60092-9f2b-474b-b01a-592fc5491970 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 949 time: 0.1090243 Aug 16 01:42:21.571008 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.572062 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.612734 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.631350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:21.642332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 29e8c0bb-89c1-439f-872a-c2b8f2230f4a no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:21.675360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd2d761d-43cb-438c-afd6-92d33ac6a593 req-24325812-863a-466f-a3d0-96dd10494691 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873795 Aug 16 01:42:21.687308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030c8c1-d716-4f14-84fa-d11e224d2d22 req-1665fc73-a257-4247-888f-7bf963140629 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:21.687979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030c8c1-d716-4f14-84fa-d11e224d2d22 req-1665fc73-a257-4247-888f-7bf963140629 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:21.688450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030c8c1-d716-4f14-84fa-d11e224d2d22 req-1665fc73-a257-4247-888f-7bf963140629 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:21.694013 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8030c8c1-d716-4f14-84fa-d11e224d2d22 req-1665fc73-a257-4247-888f-7bf963140629 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d&device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b&device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 2886 time: 0.1248937 Aug 16 01:42:21.706341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.707581 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:21.708195 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.710867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.729079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 29e8c0bb-89c1-439f-872a-c2b8f2230f4a not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:21.835338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8030c8c1-d716-4f14-84fa-d11e224d2d22 req-dab98e03-07a1-4366-afe2-5f6b4d24d83a tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319926 Aug 16 01:42:21.841147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7aa1be-6f8f-4228-a64c-abaa21615c09,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:21.845984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c6e958-8aa2-472e-8afa-93984da0d0ef,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:21.855370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.857987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network c1c6e958-8aa2-472e-8afa-93984da0d0ef details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:21.881639 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dbdee17c-b6d5-41c5-ab9e-1cfe33065042 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3863328 Aug 16 01:42:21.882800 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51650) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:21.888092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] Request body: {'subnet': {'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1393308555-subnet', 'tenant_id': '5fd8faac2af044e2b435c7af66561c84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:21.993141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] Made reservation on behalf of 5fd8faac2af044e2b435c7af66561c84 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:21.996154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.023050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879f692-c6c7-4926-93bf-583471545ffc req-cea56622-0eb3-4322-9390-f4c9ffe91dba tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:22.030772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4879f692-c6c7-4926-93bf-583471545ffc req-cea56622-0eb3-4322-9390-f4c9ffe91dba tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 948 time: 0.1099689 Aug 16 01:42:22.055392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:22.059228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:22.158511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4879f692-c6c7-4926-93bf-583471545ffc req-76eb3577-ed7a-44e1-9e48-c79788dcb0ff tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159856 Aug 16 01:42:22.239352 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:22.243315 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:22.348527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Router 71fe207e-b1bb-4770-92c4-9efda57c73df has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:42:22.400813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8306f980-b710-424a-ae19-22c5ab19d1fe None None] Provisioning complete for port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:22.401431 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8306f980-b710-424a-ae19-22c5ab19d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.437695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8306f980-b710-424a-ae19-22c5ab19d1fe None None] Port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:22.470500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:22.477174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ac136560-545f-46ab-8de4-12433ffaab60 admin admin] 10.222.0.66 "PUT /v2.0/routers/71fe207e-b1bb-4770-92c4-9efda57c73df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8310053 Aug 16 01:42:22.501132 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.570700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1da15f7-7f10-47b9-9717-19dd3e23683c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:22.591716 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:22.599496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] Network hostable DHCP agents. Network: c1c6e958-8aa2-472e-8afa-93984da0d0ef, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:22.618330 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc005c5-422b-424f-b6ae-b8cb23e5a1e9 x-openstack-request-id: req-1dc005c5-422b-424f-b6ae-b8cb23e5a1e9 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:22.618609 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:22.619020 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1dc005c5-422b-424f-b6ae-b8cb23e5a1e9 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:22.619463 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a', 'status': 'completed', 'code': 200} Aug 16 01:42:22.697020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-bcc52af9-a7cb-44a6-89ea-8dff4592d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:22.698645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-bcc52af9-a7cb-44a6-89ea-8dff4592d5b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 1100 time: 0.0565054 Aug 16 01:42:22.709130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-ce7ecfa4-88e7-4410-812a-6f294a70cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:22.711205 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-ce7ecfa4-88e7-4410-812a-6f294a70cf23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 1100 time: 0.0666049 Aug 16 01:42:22.746500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] Network c1c6e958-8aa2-472e-8afa-93984da0d0ef is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:22.820708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-11e5d883-7446-49ac-9152-a003abe2064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:22.823340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-11e5d883-7446-49ac-9152-a003abe2064b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1118698 Aug 16 01:42:22.903678 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, c1c6e958-8aa2-472e-8afa-93984da0d0ef) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:22.903678 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:22.904609 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.907546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-4bda45da-3c94-44ca-9708-839743d7afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:22.911258 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-4bda45da-3c94-44ca-9708-839743d7afab service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1909199 Aug 16 01:42:22.915206 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-85b420ee-f995-4e62-845f-47b5a55e3705 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 200 len: 217 time: 0.0805583 Aug 16 01:42:22.917432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f570c37f-f56b-4b7b-8cae-c4bda60920a6 None None] Network c1c6e958-8aa2-472e-8afa-93984da0d0ef requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:22.990954 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-711219a2-ea9d-4cc2-b6eb-63876ed1a864 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 200 len: 217 time: 0.0636480 Aug 16 01:42:23.013697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-2fb79c7b-93e9-472d-83a8-c38bfffad079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:23.015424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-2fb79c7b-93e9-472d-83a8-c38bfffad079 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0900743 Aug 16 01:42:23.024956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bf4e4-9e17-497c-8a0f-8b2f42250f1c req-26714f09-8e36-4b3a-b50e-155796338185 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:23.032960 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b03bf4e4-9e17-497c-8a0f-8b2f42250f1c req-26714f09-8e36-4b3a-b50e-155796338185 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 949 time: 0.1229327 Aug 16 01:42:23.065901 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-cdb7033e-357b-4e0c-889e-e2790dcca36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:23.067855 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-cdb7033e-357b-4e0c-889e-e2790dcca36f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0691955 Aug 16 01:42:23.074486 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2f0c631e-3e19-4c14-b437-e95b998f2f6f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1904857 Aug 16 01:42:23.184308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-efd3bb18-9342-4437-b151-85682b04601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:23.187709 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-efd3bb18-9342-4437-b151-85682b04601f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098895 Aug 16 01:42:23.315935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5307102b-1053-49ba-82ee-7b6644a0ca6f None None] Network c1c6e958-8aa2-472e-8afa-93984da0d0ef requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:23.367405 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-8fe25b0c-4e6b-49af-a530-640ee6337220 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724677 Aug 16 01:42:23.452806 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Sync routers for ids ['71fe207e-b1bb-4770-92c4-9efda57c73df'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:23.467398 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Routers {'71fe207e-b1bb-4770-92c4-9efda57c73df'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:23.470480 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fe207e-b1bb-4770-92c4-9efda57c73df'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:23.507839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51694) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:23.527002 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1f6625a8-8cf0-43b4-a8e5-e58515fb4176 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528905760', 'description': 'tempest-description--1899542567'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:23.590190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9bf2201c-99a9-496c-9769-aecbc5dfc784 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:23.668016 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-8e3a0e9a-da48-45c5-a9c8-852c5107641a service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932770 Aug 16 01:42:23.678682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f6625a8-8cf0-43b4-a8e5-e58515fb4176 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:23.716916 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Set router 71fe207e-b1bb-4770-92c4-9efda57c73df gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:23.820223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-5079b206-98bb-43f2-9c25-ddbe21243db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:23.821846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-5079b206-98bb-43f2-9c25-ddbe21243db8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7863982 Aug 16 01:42:23.832152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b03bf4e4-9e17-497c-8a0f-8b2f42250f1c req-434c824e-3b9c-45ea-a0a5-31cfb642731e tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7977598 Aug 16 01:42:23.883824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 9bf2201c-99a9-496c-9769-aecbc5dfc784 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:23.887906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9bf2201c-99a9-496c-9769-aecbc5dfc784 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:23.888226 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:23.904206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f6625a8-8cf0-43b4-a8e5-e58515fb4176 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:23.986481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f6625a8-8cf0-43b4-a8e5-e58515fb4176 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.044365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6625a8-8cf0-43b4-a8e5-e58515fb4176 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6597cc1-04ee-438b-8775-d8a31ab390d6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:24.087071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-b0adb5a6-c7eb-4b72-aaee-a5a227314831 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487526 Aug 16 01:42:24.091559 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.119966 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:21Z', 'revision_number': 4, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f7aa1be-6f8f-4228-a64c-abaa21615c09', 'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'mac_address': 'fa:16:3e:e3:27:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:20Z', 'updated_at': '2021-08-16T01:42:21Z', 'revision_number': 2, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'subnets': [{'id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:24.120152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 9bf2201c-99a9-496c-9769-aecbc5dfc784, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9bf2201c-99a9-496c-9769-aecbc5dfc784,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:24.140329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f6625a8-8cf0-43b4-a8e5-e58515fb4176 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.144710 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1f6625a8-8cf0-43b4-a8e5-e58515fb4176 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6338074 Aug 16 01:42:24.145313 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51710) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:24.155550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-482c8971-474a-4829-b46f-d6019b118d35 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Request body: {'security_group_rule': {'security_group_id': 'c6597cc1-04ee-438b-8775-d8a31ab390d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:24.155744 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Checking router: 71fe207e-b1bb-4770-92c4-9efda57c73df for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:42:24.155744 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Updating router 71fe207e-b1bb-4770-92c4-9efda57c73df port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:42:24.171651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea232b-7fe5-447d-a2fd-5ed26d712830 req-6437d367-9165-4b64-99f4-2f38918609ee tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:24.180903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bea232b-7fe5-447d-a2fd-5ed26d712830 req-6437d367-9165-4b64-99f4-2f38918609ee tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 948 time: 0.1376989 Aug 16 01:42:24.189910 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.209649 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.276557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bea232b-7fe5-447d-a2fd-5ed26d712830 req-ee5a7f9b-aeeb-4788-9c45-fd569cc7b928 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945239 Aug 16 01:42:24.281649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=9bf2201c-99a9-496c-9769-aecbc5dfc784,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:24.306778 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-482c8971-474a-4829-b46f-d6019b118d35 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.341684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728b3f89-eb7e-4f95-ac2a-bfc46380b31a req-f40cf7ad-126e-4f95-a952-a3a0196cd98e service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383609 Aug 16 01:42:24.400492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51726) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:24.406011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-550999061-network', 'tenant_id': 'c2e7189cf2584920a264c9a6cb7bb820'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:24.434113 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-482c8971-474a-4829-b46f-d6019b118d35 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.529020 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-482c8971-474a-4829-b46f-d6019b118d35 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.542851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 29e8c0bb-89c1-439f-872a-c2b8f2230f4a details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:24.550900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c8971-474a-4829-b46f-d6019b118d35 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39066c60-2abd-4c53-8075-1912d8532a50,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:24.577722 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.593214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Made reservation on behalf of c2e7189cf2584920a264c9a6cb7bb820 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:24.596920 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.626295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.666514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:24.677537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a', 'mac_address': 'fa:16:3e:06:08:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:24.701738 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Transition to ACTIVE for port object 8f7aa1be-6f8f-4228-a64c-abaa21615c09 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:24.716733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-482c8971-474a-4829-b46f-d6019b118d35 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.720453 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-482c8971-474a-4829-b46f-d6019b118d35 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5717976 Aug 16 01:42:24.721256 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51730) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:24.731454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f0836fd7-8334-4be8-87fb-b28006ec9bd5 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Request body: {'security_group_rule': {'security_group_id': 'c6597cc1-04ee-438b-8775-d8a31ab390d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:24.738388 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.752716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e8c0bb-89c1-439f-872a-c2b8f2230f4a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:24.773749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:24.810449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.862537 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.906353 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.913487 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.935061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:42:24.952151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3990cd8-d05e-4a08-b249-8f783e095be0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:24.956537 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.956847 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Added segment bedad35a-f612-4ed4-afab-c51617880865 of type vlan for network 61f52efd-e1fe-4239-9e86-e0defd7c326f Aug 16 01:42:24.999469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:25.014367 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.036514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f0836fd7-8334-4be8-87fb-b28006ec9bd5 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.074191 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda04bd-0b83-4fa0-836a-144305cd4247 None None] Pushing event updated for resources: {'Port': ['ID=8f7aa1be-6f8f-4228-a64c-abaa21615c09,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:25.140275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.141360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:25.142014 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.175082 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Attempting to bind port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:25.175804 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Attempting to bind port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:25.177562 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Attempting to bind port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 on network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:25.183558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['29e8c0bb-89c1-439f-872a-c2b8f2230f4a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:25.190350 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:25.194832 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Checking segment: {'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:25.195241 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.195703 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Bound using segment: {'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:25.196194 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Bound port: 8f7aa1be-6f8f-4228-a64c-abaa21615c09, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:25.196668 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.268410 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f0836fd7-8334-4be8-87fb-b28006ec9bd5 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.372128 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] For port 8f7aa1be-6f8f-4228-a64c-abaa21615c09, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:25.377939 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] For port 8f7aa1be-6f8f-4228-a64c-abaa21615c09, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8f7aa1be-6f8f-4228-a64c-abaa21615c09,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:25.380240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f0836fd7-8334-4be8-87fb-b28006ec9bd5 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.390385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] Pushing event updated for resources: {'Network': ['ID=61f52efd-e1fe-4239-9e86-e0defd7c326f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:25.397418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7eeb27db-288e-4728-8457-edb921464c5e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9956777 Aug 16 01:42:25.399596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51742) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:25.411576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] Request body: {'subnet': {'network_id': '61f52efd-e1fe-4239-9e86-e0defd7c326f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-550999061-subnet', 'tenant_id': 'c2e7189cf2584920a264c9a6cb7bb820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:25.428771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0836fd7-8334-4be8-87fb-b28006ec9bd5 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c59bbdd-f706-460d-9f7e-34f11edbfe38,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:25.434448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c573d3c-b1de-49d7-aeac-158fe9650fd1 req-5e901928-c9b1-49f9-8f53-8b9c0f93e2d8 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:25.447599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c573d3c-b1de-49d7-aeac-158fe9650fd1 req-5e901928-c9b1-49f9-8f53-8b9c0f93e2d8 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 1102 time: 0.1617641 Aug 16 01:42:25.453390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 61f52efd-e1fe-4239-9e86-e0defd7c326f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:25.512161 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.556569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c573d3c-b1de-49d7-aeac-158fe9650fd1 req-b06f28b3-4790-4cc7-87f7-5e79188044e3 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025569 Aug 16 01:42:25.563501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9bf2201c-99a9-496c-9769-aecbc5dfc784 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:25.614133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408df3a-e548-4986-8a14-2a737a085f96 req-b901e989-696b-4331-81d0-b4804d578824 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:25.614133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a408df3a-e548-4986-8a14-2a737a085f96 req-b901e989-696b-4331-81d0-b4804d578824 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3&tenant_id=0fd72b22de084a828cc9af1cb960b5c8&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 949 time: 0.0864420 Aug 16 01:42:25.614133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] Made reservation on behalf of c2e7189cf2584920a264c9a6cb7bb820 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:25.615109 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.672255 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Routers {'71fe207e-b1bb-4770-92c4-9efda57c73df'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:25.673442 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fe207e-b1bb-4770-92c4-9efda57c73df'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:25.693494 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda04bd-0b83-4fa0-836a-144305cd4247 None None] Pushing event updated for resources: {'Port': ['ID=8f7aa1be-6f8f-4228-a64c-abaa21615c09,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:25.705367 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f0836fd7-8334-4be8-87fb-b28006ec9bd5 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.705367 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f0836fd7-8334-4be8-87fb-b28006ec9bd5 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9796937 Aug 16 01:42:25.708239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51754) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:25.717909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:25.752121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9bf2201c-99a9-496c-9769-aecbc5dfc784 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:25.753114 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.851106 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] Set router 71fe207e-b1bb-4770-92c4-9efda57c73df gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:25.882231 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-a408df3a-e548-4986-8a14-2a737a085f96 req-da7ae9eb-2277-4a81-a673-6cdb1a7d0a3e service neutron] delete failed (client error): The resource could not be found. Aug 16 01:42:25.882231 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a408df3a-e548-4986-8a14-2a737a085f96 req-da7ae9eb-2277-4a81-a673-6cdb1a7d0a3e service neutron] 10.222.0.64 "DELETE /v2.0/ports/29e8c0bb-89c1-439f-872a-c2b8f2230f4a/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.2512686 Aug 16 01:42:25.944577 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.961082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f65b-0b52-4651-b3c9-2e4d22d5c6cb req-19af5c2d-06ca-4c43-96c1-5aa0c72e3b38 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:25.970179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1131f65b-0b52-4651-b3c9-2e4d22d5c6cb req-19af5c2d-06ca-4c43-96c1-5aa0c72e3b38 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 949 time: 0.1612203 Aug 16 01:42:26.082871 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:21Z', 'revision_number': 4, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f7aa1be-6f8f-4228-a64c-abaa21615c09', 'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'mac_address': 'fa:16:3e:e3:27:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:20Z', 'updated_at': '2021-08-16T01:42:25Z', 'revision_number': 4, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'subnets': [{'id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:26.109526 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9a16a-0b05-4ab3-8cc9-c398bdb02e06 None None] The sync data for ids ['71fe207e-b1bb-4770-92c4-9efda57c73df'] in n-d-768509-23 is: [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:21Z', 'revision_number': 4, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f7aa1be-6f8f-4228-a64c-abaa21615c09', 'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'mac_address': 'fa:16:3e:e3:27:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:20Z', 'updated_at': '2021-08-16T01:42:25Z', 'revision_number': 4, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'subnets': [{'id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:26.123353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1131f65b-0b52-4651-b3c9-2e4d22d5c6cb req-19efe7df-187e-42ee-8a5e-ed5451ce677b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518493 Aug 16 01:42:26.190017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408df3a-e548-4986-8a14-2a737a085f96 req-7d537dc5-410e-4ee8-bcde-7e3b4f572a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.191729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a408df3a-e548-4986-8a14-2a737a085f96 req-7d537dc5-410e-4ee8-bcde-7e3b4f572a29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 1101 time: 0.2153528 Aug 16 01:42:26.272627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549912bd-5582-4a9f-b3b1-8481291c4ec6 req-2f85f2e9-9e7a-499c-bda7-11c6baaebef2 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.276796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-549912bd-5582-4a9f-b3b1-8481291c4ec6 req-2f85f2e9-9e7a-499c-bda7-11c6baaebef2 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 1102 time: 0.2161455 Aug 16 01:42:26.344747 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.399365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-549912bd-5582-4a9f-b3b1-8481291c4ec6 req-7a9456fb-084f-4abc-9ed3-0377fd467f69 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086812 Aug 16 01:42:26.409849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408df3a-e548-4986-8a14-2a737a085f96 req-ba27be8b-fce9-450a-9f1c-e0a9e7746954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.414360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a408df3a-e548-4986-8a14-2a737a085f96 req-ba27be8b-fce9-450a-9f1c-e0a9e7746954 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.2091227 Aug 16 01:42:26.473075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5db13ce-afbc-4c82-a70f-2edd57c3c6cb,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:26.477210 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a408df3a-e548-4986-8a14-2a737a085f96 req-1c9651e6-901a-4117-8555-61fffbd78efa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 200 len: 217 time: 0.0516438 Aug 16 01:42:26.499662 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.535501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 29e8c0bb-89c1-439f-872a-c2b8f2230f4a up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:26.569391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] Checking segment: {'id': 'bedad35a-f612-4ed4-afab-c51617880865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '61f52efd-e1fe-4239-9e86-e0defd7c326f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:26.569843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] Network hostable DHCP agents. Network: 61f52efd-e1fe-4239-9e86-e0defd7c326f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:26.601029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408df3a-e548-4986-8a14-2a737a085f96 req-5e10cdb6-4f77-4b19-a6e2-1bb8c78c8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.602711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a408df3a-e548-4986-8a14-2a737a085f96 req-5e10cdb6-4f77-4b19-a6e2-1bb8c78c8b48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1137564 Aug 16 01:42:26.703372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Allocated IP 172.25.8.116 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/31a7a7b1-349d-4d96-931b-946812481ab6) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:26.706500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408df3a-e548-4986-8a14-2a737a085f96 req-014f338c-3442-476f-b072-9bd52345373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.708067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a408df3a-e548-4986-8a14-2a737a085f96 req-014f338c-3442-476f-b072-9bd52345373c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0886402 Aug 16 01:42:26.711810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] Network 61f52efd-e1fe-4239-9e86-e0defd7c326f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:26.809302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:26.815139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:26.815355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 61f52efd-e1fe-4239-9e86-e0defd7c326f) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:26.815868 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.824733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.825568 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.858449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9260b7c9-a911-4128-adea-874dcd955471 None None] Network 61f52efd-e1fe-4239-9e86-e0defd7c326f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:26.895562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a408df3a-e548-4986-8a14-2a737a085f96 req-eec971b4-43a6-4093-9bcb-359ef7a8da92 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756687 Aug 16 01:42:26.933196 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.965734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ce87cab7-fb91-4898-a9c8-4a0fe3dddf72 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5650403 Aug 16 01:42:26.982434 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.045347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a408df3a-e548-4986-8a14-2a737a085f96 req-8a67a3c5-38ad-48ba-baf2-d8573a9a0c31 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380420 Aug 16 01:42:27.093783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:27.095102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:27.098563 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16b19a3-86d5-4fa9-b7d9-8b6adaf514b4" -d '{"events": [{"server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "name": "network-vif-plugged", "status": "completed", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:27.107407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.120110 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175fc9de-4b96-4754-89f0-b845e90ebacf None None] Network 61f52efd-e1fe-4239-9e86-e0defd7c326f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:27.175120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:27.178682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:27.183077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:27.219078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Pushing event updated for resources: {'Port': ['ID=31a7a7b1-349d-4d96-931b-946812481ab6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:27.255859 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.332349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.418168 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc2ed5e-2f03-4806-abce-1d9fe0dad435 x-openstack-request-id: req-ccc2ed5e-2f03-4806-abce-1d9fe0dad435 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:27.418454 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "name": "network-vif-plugged", "status": "completed", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:27.418716 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ccc2ed5e-2f03-4806-abce-1d9fe0dad435 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:27.419195 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a', 'code': 200} Aug 16 01:42:27.467062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:27.477398 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.507329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8f7aa1be-6f8f-4228-a64c-abaa21615c09 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:27.618389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe50f1-44e7-4c31-a7c0-cc6d1cec2e2f req-688ca70d-13df-48dd-88bb-dacd8b600dfd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:27.619902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3fe50f1-44e7-4c31-a7c0-cc6d1cec2e2f req-688ca70d-13df-48dd-88bb-dacd8b600dfd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1395543 Aug 16 01:42:27.652454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:27.677113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:27.677486 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.694196 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3fe50f1-44e7-4c31-a7c0-cc6d1cec2e2f req-567ea1f7-71ee-446f-937e-204ff011b286 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470049 Aug 16 01:42:27.793475 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.809576 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.838138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 8f7aa1be-6f8f-4228-a64c-abaa21615c09, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8f7aa1be-6f8f-4228-a64c-abaa21615c09,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:27.877770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.912332 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.977761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Pushing event updated for resources: {'Port': ['ID=31a7a7b1-349d-4d96-931b-946812481ab6,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:27.989040 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.002376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=8f7aa1be-6f8f-4228-a64c-abaa21615c09,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:28.083431 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.084836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-76a6ae67-4175-4bb3-a432-71b655445b23 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3733504 Aug 16 01:42:28.108285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-49ebc5dc-393f-45e7-a130-876667279de0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:28.109990 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-49ebc5dc-393f-45e7-a130-876667279de0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 821 time: 0.1089478 Aug 16 01:42:28.128488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-137b0108-33e4-4acc-843c-40d641fcb33c tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/quotas/5fd8faac2af044e2b435c7af66561c84 HTTP/1.1" status: 200 len: 375 time: 0.0095644 Aug 16 01:42:28.165955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-b6217bf9-baea-4c3d-a22b-076dad0f76d4 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301044 Aug 16 01:42:28.341593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-99e6054f-fd71-485e-ac3c-54cf0c54f492 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:42:28.342705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-99e6054f-fd71-485e-ac3c-54cf0c54f492 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0643613 Aug 16 01:42:28.501119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-94aa51c3-e8e8-4f54-82c0-2cb745a1d6b3 service neutron] 10.222.0.66 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487365 Aug 16 01:42:28.553364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 81f6c693-792e-4846-be1b-13b033a3ac72 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:28.591707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-69822e12-d15b-4544-ba06-eab764befd80 service neutron] 10.222.0.66 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896204 Aug 16 01:42:28.678989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:28.699713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '81f6c693-792e-4846-be1b-13b033a3ac72', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '81f6c693-792e-4846-be1b-13b033a3ac72', 'mac_address': 'fa:16:3e:d4:b9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:28.755516 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.769364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f6c693-792e-4846-be1b-13b033a3ac72 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:28.792044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:28.895021 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.905985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-f8971685-a5c6-441d-9bea-810096c0ccbc tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1528905760&fields=id&tenant_id=5dbaefda445445c3a27a65027b11c7eb HTTP/1.1" status: 200 len: 267 time: 0.0470355 Aug 16 01:42:29.016044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['81f6c693-792e-4846-be1b-13b033a3ac72'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:29.086814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:29.089655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-bb5fda36-bbdb-4faf-a942-b2ce08ccc8c3 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:29.091725 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-bb5fda36-bbdb-4faf-a942-b2ce08ccc8c3 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/networks?id=ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 HTTP/1.1" status: 200 len: 812 time: 0.1847355 Aug 16 01:42:29.122219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18250f6b-afbc-4de3-aed7-d5508d271396 req-11837d71-03d1-487f-a7d4-ddfef19ebced tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:29.124284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18250f6b-afbc-4de3-aed7-d5508d271396 req-11837d71-03d1-487f-a7d4-ddfef19ebced tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1238468 Aug 16 01:42:29.136752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-1c79dad3-3261-44df-8bf7-3689606b0cec tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/quotas/5dbaefda445445c3a27a65027b11c7eb HTTP/1.1" status: 200 len: 375 time: 0.0373096 Aug 16 01:42:29.226475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18250f6b-afbc-4de3-aed7-d5508d271396 req-c0733ba9-6fce-4039-95a5-451f206f31d8 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843954 Aug 16 01:42:29.273533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-a5a8cb2c-dbc5-418a-a601-5f448eed30f1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5dbaefda445445c3a27a65027b11c7eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1227434 Aug 16 01:42:29.415811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf8c4-a0f9-4073-8a26-c4d4f5852f5a req-258fd32a-7b04-4541-91f0-7393a91d1efc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:29.415811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e0dcf8c4-a0f9-4073-8a26-c4d4f5852f5a req-258fd32a-7b04-4541-91f0-7393a91d1efc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.0966661 Aug 16 01:42:29.447573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-62de980a-45c0-44de-b04e-e7a2e3624bd5 service neutron] 10.222.0.66 "GET /v2.0/networks/ecdf3ed2-4fcc-4d0c-803a-ca6627500a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789458 Aug 16 01:42:29.454339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8f7aa1be-6f8f-4228-a64c-abaa21615c09 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:29.490874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e0dcf8c4-a0f9-4073-8a26-c4d4f5852f5a req-f75919a4-ee49-4dd3-8e93-542a9b9ba543 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672305 Aug 16 01:42:29.542393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:29.542851 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.626487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-e59006b8-bbcd-4bc6-b226-f87f75db7f92 service neutron] 10.222.0.66 "GET /v2.0/networks/ecdf3ed2-4fcc-4d0c-803a-ca6627500a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596570 Aug 16 01:42:29.892259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d45ca10e-d198-4eec-a55d-0767e7385ab7 req-11970ff6-4e58-4dfa-a55a-b3ba6c858751 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 210 time: 0.0938570 Aug 16 01:42:29.894790 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e25ef8e1-dda1-4b15-a3c0-7bc3f16e6938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.492324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2e3af-f50f-4f59-9382-420fb6bf1746 req-8cfb354c-5df8-443e-99e2-af1fd234ed91 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:30.492324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6cc2e3af-f50f-4f59-9382-420fb6bf1746 req-8cfb354c-5df8-443e-99e2-af1fd234ed91 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.0984871 Aug 16 01:42:30.492324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6cc2e3af-f50f-4f59-9382-420fb6bf1746 req-cacc3e82-f409-47d0-a14a-d635f2a81d3a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465934 Aug 16 01:42:30.492324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83474a17-98ca-432a-8d3f-844d35d677da req-7b613935-a35e-468f-aff9-1776b04b898e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 210 time: 0.0319543 Aug 16 01:42:30.492324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be876124-51ae-4c4b-a3b4-672faf9f0ac6 req-f089dc8d-31c5-4924-8c53-ab6d333cf9f4 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:30.492324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be876124-51ae-4c4b-a3b4-672faf9f0ac6 req-f089dc8d-31c5-4924-8c53-ab6d333cf9f4 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0559473 Aug 16 01:42:30.516925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be876124-51ae-4c4b-a3b4-672faf9f0ac6 req-237bc200-e151-4d7c-8c14-9ca75f2278ad tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509834 Aug 16 01:42:30.611540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 81f6c693-792e-4846-be1b-13b033a3ac72 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:30.660351 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 81f6c693-792e-4846-be1b-13b033a3ac72 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:30.660814 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.807541 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.848208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:30.849129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:30.852360 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f56ea3-c16f-4aee-8710-bad46c4c6777" -d '{"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-plugged", "status": "completed", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:31.052046 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:31.182017 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ad48efc-0da0-408a-9381-d091dd7c21c7 req-90eac22d-d469-47de-83e6-17d991578ad8 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 210 time: 0.0663631 Aug 16 01:42:31.185531 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f48995b-f074-4019-8809-6400f2016617 x-openstack-request-id: req-2f48995b-f074-4019-8809-6400f2016617 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:31.186144 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-plugged", "status": "completed", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:31.186969 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f48995b-f074-4019-8809-6400f2016617 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:31.188735 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72', 'code': 200} Aug 16 01:42:31.189573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:31.472444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-337658ca-f0a0-4612-b260-d848e3049f0a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323913 Aug 16 01:42:31.619844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-a11ce2e8-84e6-4eab-938d-f1c0d40dcfd8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:31.624040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-a11ce2e8-84e6-4eab-938d-f1c0d40dcfd8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434643 Aug 16 01:42:31.662614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-5f633d96-0710-4c23-9dba-65263c4776b2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/quotas/0fd72b22de084a828cc9af1cb960b5c8 HTTP/1.1" status: 200 len: 375 time: 0.0321572 Aug 16 01:42:31.753653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-a3c80320-2172-49e9-8ca4-1c30d47bd828 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899394 Aug 16 01:42:32.181065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e13a5f98-1418-48b3-9914-56d0db08caa8 req-72dccba0-e2e8-4f17-b5a8-6928269383ac tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 210 time: 0.0300674 Aug 16 01:42:32.302961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7754f01e-c0ca-4dab-b4f3-c4727f945c48 req-e3a5a2c1-72bb-4651-92d6-48c37f852375 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 210 time: 0.0508313 Aug 16 01:42:32.407008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6b66-af3e-4497-ab1d-4ab8279f4f01 req-d019127d-5ee2-48e8-be3a-ab87cded2fed tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:32.408576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e61d6b66-af3e-4497-ab1d-4ab8279f4f01 req-d019127d-5ee2-48e8-be3a-ab87cded2fed tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1046605 Aug 16 01:42:32.440901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13534362-a995-4d81-bfe0-6535d67cc9ee req-b72dd167-159d-44d7-ad73-2977659935db tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 210 time: 0.0311861 Aug 16 01:42:32.490213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e61d6b66-af3e-4497-ab1d-4ab8279f4f01 req-ca8ff5b5-19fe-478b-a6d2-7f53b9bc7e6a tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474775 Aug 16 01:42:32.769775 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:32.786686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8787b2-9067-45fc-9f04-c9df9ebbcab2 req-88d15f6a-54b0-4390-bcd9-4f6553a49ded tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:32.788324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea8787b2-9067-45fc-9f04-c9df9ebbcab2 req-88d15f6a-54b0-4390-bcd9-4f6553a49ded tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 945 time: 0.1138806 Aug 16 01:42:32.825843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c673d7c4-c68d-437e-a703-9903f98d3f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:32.856042 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-661b29c4-b09f-407a-a52d-03fea47e55c2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:32.856042 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-661b29c4-b09f-407a-a52d-03fea47e55c2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.74 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 821 time: 0.2219806 Aug 16 01:42:32.873971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Request body: {'port': {'device_id': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef', 'admin_state_up': True, 'tenant_id': '5fd8faac2af044e2b435c7af66561c84'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:32.891603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea8787b2-9067-45fc-9f04-c9df9ebbcab2 req-cfa0531e-b93b-4c7c-9827-e81a7960d42a tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955808 Aug 16 01:42:33.182131 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Made reservation on behalf of 5fd8faac2af044e2b435c7af66561c84 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:33.186393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.375907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40a30d45-85d1-4533-a2a8-1b58b67e79e1 req-674fc827-9ccb-465d-b29d-be5ce5bf1d54 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 210 time: 0.0655668 Aug 16 01:42:33.439708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-597abfad-7584-4122-b980-51718676b485 req-6db4985c-6042-41c5-9715-98e043ad7774 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 210 time: 0.0373714 Aug 16 01:42:33.507479 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Allocated IP 172.20.0.9 (c1c6e958-8aa2-472e-8afa-93984da0d0ef/d1da15f7-7f10-47b9-9717-19dd3e23683c/78179aa9-24b8-481c-9cd3-348570a06426) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:33.613906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52038) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:33.617486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca7256ef-ff4e-4bbd-bbf0-ffb0fffad4f3 req-218a6f8a-5846-4293-a2dc-bd0e8ea4ed01 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 210 time: 0.0449462 Aug 16 01:42:33.687412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dc2b2-5a68-477d-a3f3-f78033711b7c req-fe8bd7a5-d830-437e-b0a7-e950790ee364 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:33.696818 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-803dc2b2-5a68-477d-a3f3-f78033711b7c req-fe8bd7a5-d830-437e-b0a7-e950790ee364 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0767329 Aug 16 01:42:33.751662 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-803dc2b2-5a68-477d-a3f3-f78033711b7c req-dbd243a4-f44e-4f2f-929a-4f616f9e46da tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539396 Aug 16 01:42:33.836032 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.894660 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3eb3520b-075d-45c9-a99a-f7fffdab577f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.911914 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.039608 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3eb3520b-075d-45c9-a99a-f7fffdab577f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.098367 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3eb3520b-075d-45c9-a99a-f7fffdab577f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.131751 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.192927 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3eb3520b-075d-45c9-a99a-f7fffdab577f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=17f2f14b986f4ce78d0b842ec80333eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749404 Aug 16 01:42:34.193288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52046) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:34.199934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-3c6d8fae-bc13-46b9-8f17-476106ba66d8 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:34.199934 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-3c6d8fae-bc13-46b9-8f17-476106ba66d8 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.74 "GET /v2.0/networks?id=ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 HTTP/1.1" status: 200 len: 812 time: 0.3311784 Aug 16 01:42:34.202496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3520b-075d-45c9-a99a-f7fffdab577f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2972129d-b7bc-46b8-9308-993cacff2b6b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:34.229310 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Network c1c6e958-8aa2-472e-8afa-93984da0d0ef is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:34.240342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:34.244795 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Pushing event updated for resources: {'Port': ['ID=78179aa9-24b8-481c-9cd3-348570a06426,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:34.248266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:34.254112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:34.254943 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.288574 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-804c93cd-823b-45e6-9d0e-071035587041 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dbaefda445445c3a27a65027b11c7eb HTTP/1.1" status: 200 len: 380 time: 0.0728905 Aug 16 01:42:34.295027 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d823-a326-43bf-aca7-e7029dd02696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.306707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Request body: {'port': {'device_id': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'admin_state_up': True, 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'security_groups': ['c6597cc1-04ee-438b-8775-d8a31ab390d6']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:34.323650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d823-a326-43bf-aca7-e7029dd02696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.393839 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-edf68891-47d8-4816-8be8-45287987b93d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5300655 Aug 16 01:42:34.411162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Request body: {'port': {'device_id': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:34.533860 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.534074 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d823-a326-43bf-aca7-e7029dd02696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.534074 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d823-a326-43bf-aca7-e7029dd02696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.534074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aeb0d823-a326-43bf-aca7-e7029dd02696 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2972129d-b7bc-46b8-9308-993cacff2b6b HTTP/1.1" status: 204 len: 168 time: 0.3384893 Aug 16 01:42:34.566701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0d823-a326-43bf-aca7-e7029dd02696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2972129d-b7bc-46b8-9308-993cacff2b6b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:34.657846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cc2490d-cc0d-48d8-9030-fec644f312eb req-89f9ed51-1dec-436f-baa0-11c6299dba5e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 210 time: 0.0529747 Aug 16 01:42:34.707030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Made reservation on behalf of 5dbaefda445445c3a27a65027b11c7eb for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:34.707030 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.707359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebac4d0d-ca54-4bff-8315-28208b7b51d5 req-41cf6b70-85c0-4450-95dd-ea2688cb2608 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 210 time: 0.0416656 Aug 16 01:42:34.801339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-eeec16ab-a9e2-48c3-831a-b98719da9744 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1810883021&fields=id&tenant_id=4ac6e9001e304bba8633a33a3e19c64b HTTP/1.1" status: 200 len: 267 time: 0.0567780 Aug 16 01:42:34.936281 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Allocated IP 172.20.0.10 (ecdf3ed2-4fcc-4d0c-803a-ca6627500a56/f17350f8-4ac1-428c-9e4f-c5f58a8341c6/00517951-22bf-4c34-96cc-800a0a3c7ecc) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:34.951250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6679-c275-4f01-802e-57961e1684fb req-8ae515cb-00cc-493a-b2dc-dfc2da1f7e4e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:34.952908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-853d6679-c275-4f01-802e-57961e1684fb req-8ae515cb-00cc-493a-b2dc-dfc2da1f7e4e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 931 time: 0.1742225 Aug 16 01:42:34.995762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78179aa9-24b8-481c-9cd3-348570a06426 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:35.009321 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:35.027506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-f939e42e-31e8-4cd1-9894-daa6cbff7e5b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:35.028952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-f939e42e-31e8-4cd1-9894-daa6cbff7e5b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/networks?id=f822c47b-c400-41ce-b019-ea73c124298f HTTP/1.1" status: 200 len: 824 time: 0.1837866 Aug 16 01:42:35.034878 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-853d6679-c275-4f01-802e-57961e1684fb req-e2960860-8b68-43e1-b659-9ea2e392bcbe tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722458 Aug 16 01:42:35.046681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-4afb8a30-d846-483e-8106-918613175f56 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/quotas/4ac6e9001e304bba8633a33a3e19c64b HTTP/1.1" status: 200 len: 375 time: 0.0092406 Aug 16 01:42:35.067380 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Transition to ACTIVE for port object 78179aa9-24b8-481c-9cd3-348570a06426 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:35.131418 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:35.131683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-54658660-6ca2-4d07-b1fe-f4576451f84b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ac6e9001e304bba8633a33a3e19c64b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0779464 Aug 16 01:42:35.146633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Transition to ACTIVE for port object 00517951-22bf-4c34-96cc-800a0a3c7ecc will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:35.178514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:35.250196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4765c-7696-4c72-ae77-e53d7367d69f req-f6e44564-ed16-45c4-b127-4e51e1767aff tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:35.255291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Pushing event updated for resources: {'Port': ['ID=78179aa9-24b8-481c-9cd3-348570a06426,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:35.260256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0e4765c-7696-4c72-ae77-e53d7367d69f req-f6e44564-ed16-45c4-b127-4e51e1767aff tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1520915 Aug 16 01:42:35.292415 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:35.292748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:35.293077 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:35.297916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Port 78179aa9-24b8-481c-9cd3-348570a06426 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:35.298282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:35.303610 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:35.304010 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:35.304393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:35.304827 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Bound port: 78179aa9-24b8-481c-9cd3-348570a06426, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:35.305199 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:35.329619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0e4765c-7696-4c72-ae77-e53d7367d69f req-87016b71-f289-4fe7-958c-70f635af124f tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684822 Aug 16 01:42:35.345178 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:35.403070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-05690a8a-0b15-42cb-862b-5555128892f0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657721 Aug 16 01:42:35.433106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:35.439100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Pushing event updated for resources: {'Port': ['ID=00517951-22bf-4c34-96cc-800a0a3c7ecc,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:35.441554 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:35.445728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:35.462473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:35.465718 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:35.485604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:35.503436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=78179aa9-24b8-481c-9cd3-348570a06426,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:35.534184 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-617364ae-9b3e-4aad-9691-38b05e32a120 service neutron] 10.222.0.66 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797064 Aug 16 01:42:35.603999 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:35.729093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:35.730129 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:35.736631 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] 10.222.0.74 "PUT /v2.0/ports/78179aa9-24b8-481c-9cd3-348570a06426 HTTP/1.1" status: 200 len: 1092 time: 1.3260756 Aug 16 01:42:35.736631 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'tag': '78179aa9-24b8-481c-9cd3-348570a06426'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:35.736631 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947a50aa-e8ba-4287-8e84-a47e2e7f3653" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4e69c9-b2bb-412b-9a22-af094475134b", "tag": "78179aa9-24b8-481c-9cd3-348570a06426"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:35.747181 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af00526e-5502-4468-98ef-09ce1466a88e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4482374 Aug 16 01:42:35.752543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb937e-86ed-4962-b9c6-b79f82b336bd service neutron] Pushing event updated for resources: {'Port': ['ID=78179aa9-24b8-481c-9cd3-348570a06426,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:35.758139 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:35.771629 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Request body: {'port': {'device_id': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:35.843922 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:35.917623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9346a0fc-b687-4642-9a54-0f308c1a0873 None None] Provisioning for port 00517951-22bf-4c34-96cc-800a0a3c7ecc completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:35.922533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9346a0fc-b687-4642-9a54-0f308c1a0873 None None] Provisioning complete for port 00517951-22bf-4c34-96cc-800a0a3c7ecc triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:35.923518 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9346a0fc-b687-4642-9a54-0f308c1a0873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:35.956031 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:42:36.011170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9346a0fc-b687-4642-9a54-0f308c1a0873 None None] Port 00517951-22bf-4c34-96cc-800a0a3c7ecc cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:36.123596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-fa81bfe0-5ce5-4428-a247-41240b9d4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:36.125667 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-fa81bfe0-5ce5-4428-a247-41240b9d4861 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 1095 time: 0.1765840 Aug 16 01:42:36.129099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-edf822d5-ee40-41ae-b274-a3f9aaff4a4e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:36.130811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-edf822d5-ee40-41ae-b274-a3f9aaff4a4e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6957183 Aug 16 01:42:36.148406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Request body: {'port': {'device_id': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '0fd72b22de084a828cc9af1cb960b5c8'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:36.167463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-eeda683c-c187-4abb-9c31-5f69cde4a844 service neutron] 10.222.0.66 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209018 Aug 16 01:42:36.188224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5e9f8-5406-40c8-997a-17ea7f432d4f req-14bff4aa-fc71-4468-a2fe-667231230246 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:36.190530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59e5e9f8-5406-40c8-997a-17ea7f432d4f req-14bff4aa-fc71-4468-a2fe-667231230246 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 932 time: 0.1884909 Aug 16 01:42:36.219143 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-8bb3ee7a-fc22-47b3-9a3c-a017718edbb2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78179aa9-24b8-481c-9cd3-348570a06426 HTTP/1.1" status: 200 len: 217 time: 0.0420134 Aug 16 01:42:36.359117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2f2aefac-5eb6-484d-ad5a-4dd29db401f7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:36.359117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2f2aefac-5eb6-484d-ad5a-4dd29db401f7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.74 "GET /v2.0/ports?device_id=022cd60a-a633-45d6-a919-ebcf0740afe0 HTTP/1.1" status: 200 len: 945 time: 0.2029557 Aug 16 01:42:36.364823 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59e5e9f8-5406-40c8-997a-17ea7f432d4f req-355562e1-7e87-434e-959e-4b4e5e83d648 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317437 Aug 16 01:42:36.450657 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-272c50c9-77bd-482a-83f9-75b5bf623ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:36.458269 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-272c50c9-77bd-482a-83f9-75b5bf623ac3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.2236731 Aug 16 01:42:36.526843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Deleting port ef5bc696-805b-46e6-af9b-e855222691b1 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:36.527205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:36.562552 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-076f2534-b4fa-4c76-a04c-d348511fac62 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856860 Aug 16 01:42:36.570763 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc421fa-2f76-42dc-b1fe-0260857950b0 x-openstack-request-id: req-dcc421fa-2f76-42dc-b1fe-0260857950b0 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:36.572269 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4e69c9-b2bb-412b-9a22-af094475134b", "tag": "78179aa9-24b8-481c-9cd3-348570a06426", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:36.573268 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dcc421fa-2f76-42dc-b1fe-0260857950b0 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:36.573889 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'tag': '78179aa9-24b8-481c-9cd3-348570a06426', 'status': 'completed', 'code': 200} Aug 16 01:42:36.629833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Made reservation on behalf of 0fd72b22de084a828cc9af1cb960b5c8 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:36.649131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:36.691932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fc148e8-5107-44a1-887f-e5b661c07d92 req-8a70951d-1287-490d-8b00-5c55ab5261f4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 210 time: 0.0802534 Aug 16 01:42:36.845692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] For port ef5bc696-805b-46e6-af9b-e855222691b1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef5bc696-805b-46e6-af9b-e855222691b1,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:36.845692 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:36.905225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52138) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:37.037025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593d841-2eac-4970-a129-41887998af14 req-73c70301-209d-4535-b9a8-e0b2ab033272 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:37.039472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d593d841-2eac-4970-a129-41887998af14 req-73c70301-209d-4535-b9a8-e0b2ab033272 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 943 time: 0.3358724 Aug 16 01:42:37.045298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00517951-22bf-4c34-96cc-800a0a3c7ecc {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:37.059279 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:37.085914 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-633bee25-dfad-4289-92f0-be7be9b6781b service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054798 Aug 16 01:42:37.086872 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Transition to ACTIVE for port object 00517951-22bf-4c34-96cc-800a0a3c7ecc will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:37.119075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49abfbf-5219-4dd7-9ffc-335770750879 req-42ae9765-7d31-4e80-90c4-842b9ecf6113 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:37.120681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a49abfbf-5219-4dd7-9ffc-335770750879 req-42ae9765-7d31-4e80-90c4-842b9ecf6113 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.2985766 Aug 16 01:42:37.208646 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:37.276967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-617092834-network', 'tenant_id': 'fed9815e7f7e4476afb844d15bff36a8'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:37.310113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d593d841-2eac-4970-a129-41887998af14 req-86ed8fdf-cd9c-4b6f-92e9-46284a43f0aa tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530658 Aug 16 01:42:37.354346 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-407550fe-80d9-4dbf-bd55-e65f0ace4e1d req-2bc680a2-6730-47b5-b1ee-87fa050e703a service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565653 Aug 16 01:42:37.360577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Allocated IP 192.168.233.97 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/c45d5606-e36c-40f3-9630-7b8b54d09b29) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:37.422473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a49abfbf-5219-4dd7-9ffc-335770750879 req-3f29c63d-7398-44a7-8491-1adb8439c4b4 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642336 Aug 16 01:42:37.442490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Pushing event updated for resources: {'Port': ['ID=00517951-22bf-4c34-96cc-800a0a3c7ecc,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:37.454737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Attempting to bind port 00517951-22bf-4c34-96cc-800a0a3c7ecc on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:37.455294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Attempting to bind port 00517951-22bf-4c34-96cc-800a0a3c7ecc by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:37.456320 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Attempting to bind port 00517951-22bf-4c34-96cc-800a0a3c7ecc on network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:37.468771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Port 00517951-22bf-4c34-96cc-800a0a3c7ecc on network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:37.469233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Attempting to bind port 00517951-22bf-4c34-96cc-800a0a3c7ecc on network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:37.474972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:37.475402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Checking segment: {'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:37.477439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Bound using segment: {'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:37.477895 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Bound port: 00517951-22bf-4c34-96cc-800a0a3c7ecc, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:37.478290 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:37.596521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72f81f6c-47ba-4dca-934d-25abdc6e7e79 req-28618208-092d-4749-9751-581654da619b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 210 time: 0.0864828 Aug 16 01:42:37.615731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] For port 00517951-22bf-4c34-96cc-800a0a3c7ecc, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:37.620138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] For port 00517951-22bf-4c34-96cc-800a0a3c7ecc, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=00517951-22bf-4c34-96cc-800a0a3c7ecc,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:37.622363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Made reservation on behalf of fed9815e7f7e4476afb844d15bff36a8 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:37.624571 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:37.634007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a50aa-e8ba-4287-8e84-a47e2e7f3653 req-a5fefe22-5c8f-4b24-83ad-00207ca18320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:37.635559 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-947a50aa-e8ba-4287-8e84-a47e2e7f3653 req-a5fefe22-5c8f-4b24-83ad-00207ca18320 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 1095 time: 0.0975735 Aug 16 01:42:37.676290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:37.698209 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:37.698775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:37.699454 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Floating IP caf0fefb-a2d4-43b2-af0c-e1859f249a51 disassociated. External IP: 172.25.8.205, port: ef5bc696-805b-46e6-af9b-e855222691b1. Aug 16 01:42:37.699801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Calling delete_port for ef5bc696-805b-46e6-af9b-e855222691b1 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:37.724378 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:37.785311 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:37.786017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:37.787414 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-af6274de-a901-425c-94c7-6a50967f19de service neutron] 10.222.0.74 "PUT /v2.0/ports/00517951-22bf-4c34-96cc-800a0a3c7ecc HTTP/1.1" status: 200 len: 1093 time: 2.0223761 Aug 16 01:42:37.832628 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6274de-a901-425c-94c7-6a50967f19de service neutron] Pushing event updated for resources: {'Port': ['ID=00517951-22bf-4c34-96cc-800a0a3c7ecc,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:37.860363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a50aa-e8ba-4287-8e84-a47e2e7f3653 req-34f2b92c-de9b-4acd-938f-b80e2bdc943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:37.862460 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-947a50aa-e8ba-4287-8e84-a47e2e7f3653 req-34f2b92c-de9b-4acd-938f-b80e2bdc943e service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.2107823 Aug 16 01:42:37.885461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83a0b43a-f631-4eda-80ee-10afdd5ca7be req-b43af877-fb5d-4f08-a283-da427e3b33bd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 210 time: 0.0698760 Aug 16 01:42:37.988164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4edb54-fe1a-4c1d-9386-21c97cacec22 req-d6cebfe8-19c0-4fe9-96df-fc713633d75c tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:37.993101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa4edb54-fe1a-4c1d-9386-21c97cacec22 req-d6cebfe8-19c0-4fe9-96df-fc713633d75c tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 944 time: 0.3538604 Aug 16 01:42:38.071183 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-947a50aa-e8ba-4287-8e84-a47e2e7f3653 req-1518ce38-8a6b-4aac-aca8-123470bcb7c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78179aa9-24b8-481c-9cd3-348570a06426 HTTP/1.1" status: 200 len: 217 time: 0.1898930 Aug 16 01:42:38.122205 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-653acb67-51a6-48c4-9d3d-66458a984750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:38.123703 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-653acb67-51a6-48c4-9d3d-66458a984750 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5dbaefda445445c3a27a65027b11c7eb&device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1151025 Aug 16 01:42:38.152768 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a50aa-e8ba-4287-8e84-a47e2e7f3653 req-5a3557ec-19ee-49e5-ac65-7144c74c060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:38.154419 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-947a50aa-e8ba-4287-8e84-a47e2e7f3653 req-5a3557ec-19ee-49e5-ac65-7144c74c060d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.0729785 Aug 16 01:42:38.202772 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-8ef9a792-fc4b-4e3d-8a1a-c126e04456a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00517951-22bf-4c34-96cc-800a0a3c7ecc HTTP/1.1" status: 200 len: 217 time: 0.0668705 Aug 16 01:42:38.227901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa4edb54-fe1a-4c1d-9386-21c97cacec22 req-ac257dd1-d3a9-4cf9-ba97-4d8d1088f79e tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123406 Aug 16 01:42:38.229114 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-947a50aa-e8ba-4287-8e84-a47e2e7f3653 req-6cddecd3-4cc9-4dc9-9429-926d84f4a90f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352781 Aug 16 01:42:38.274252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-0d5d83db-07c6-4285-b5cd-6e3cf530633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:38.275757 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-0d5d83db-07c6-4285-b5cd-6e3cf530633a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f17350f8-4ac1-428c-9e4f-c5f58a8341c6 HTTP/1.1" status: 200 len: 851 time: 0.0491867 Aug 16 01:42:38.285797 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.409184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-b9980160-7e6c-4de2-b73f-93599839dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:38.409184 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-b9980160-7e6c-4de2-b73f-93599839dc9e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ecdf3ed2-4fcc-4d0c-803a-ca6627500a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107152 Aug 16 01:42:38.460227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Transition to ACTIVE for port object c45d5606-e36c-40f3-9630-7b8b54d09b29 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:38.510007 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-947a50aa-e8ba-4287-8e84-a47e2e7f3653 req-72b3356c-9a91-45ad-97d1-4cf2052fea74 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331772 Aug 16 01:42:38.538022 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.575797 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'tag': '00517951-22bf-4c34-96cc-800a0a3c7ecc'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:38.578207 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601824ac-fcd5-4077-abd6-c1d4a7109297" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a29c40-3be8-4d59-9134-364fea3b4ba5", "tag": "00517951-22bf-4c34-96cc-800a0a3c7ecc"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:38.685749 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-5f615653-3271-4471-8083-430ca545bd08 service neutron] 10.222.0.74 "GET /v2.0/networks/ecdf3ed2-4fcc-4d0c-803a-ca6627500a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660491 Aug 16 01:42:38.700689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.715312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953d58-78cd-4c7d-a69e-6edef0b71d67 req-f940bace-2c20-4156-8c6a-db0e6a3631f0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:38.716836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27953d58-78cd-4c7d-a69e-6edef0b71d67 req-f940bace-2c20-4156-8c6a-db0e6a3631f0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 943 time: 0.2005119 Aug 16 01:42:38.735192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f059-8621-44f0-88ff-2c4d7b0bc14c req-e16abb7b-670e-482b-a780-7e4229e94f3b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:38.737447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94c2f059-8621-44f0-88ff-2c4d7b0bc14c req-e16abb7b-670e-482b-a780-7e4229e94f3b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1738932 Aug 16 01:42:38.754537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:42:38.764742 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.771451 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-947a50aa-e8ba-4287-8e84-a47e2e7f3653 req-eaee53c9-be99-4c56-a6fe-cc46dbc910a8 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212827 Aug 16 01:42:38.815433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3fb42d-7f22-4ba6-b0cf-fb8cc7758219,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:38.822575 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.822839 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Added segment 83d02c63-2f22-4241-a906-7f405735c3ae of type vlan for network 9537999c-f630-439d-b556-aeb2df890fba Aug 16 01:42:38.829171 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-624e6c73-4faf-49d9-bec5-78185178cd21 req-4d6dacd2-944b-4ae9-a44f-b463c2705c0e service neutron] 10.222.0.74 "GET /v2.0/networks/ecdf3ed2-4fcc-4d0c-803a-ca6627500a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294389 Aug 16 01:42:38.867529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Pushing event deleted for resources: {'Port': ['ID=ef5bc696-805b-46e6-af9b-e855222691b1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:38.903612 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.916943 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['32f43514-ab56-454d-9784-6a7575034ee7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:38.930995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27953d58-78cd-4c7d-a69e-6edef0b71d67 req-a153a48a-970b-49f1-9fac-317c92279903 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903470 Aug 16 01:42:38.977640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['29e8c0bb-89c1-439f-872a-c2b8f2230f4a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:39.009570 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.050383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:39.071364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94c2f059-8621-44f0-88ff-2c4d7b0bc14c req-52b363e0-bf4b-47f5-8598-257bddbe9729 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067048 Aug 16 01:42:39.168995 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca31809-0c35-4c8d-8b86-d93400182872 x-openstack-request-id: req-3ca31809-0c35-4c8d-8b86-d93400182872 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:39.173083 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a29c40-3be8-4d59-9134-364fea3b4ba5", "tag": "00517951-22bf-4c34-96cc-800a0a3c7ecc", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:39.173474 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ca31809-0c35-4c8d-8b86-d93400182872 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:39.174064 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'tag': '00517951-22bf-4c34-96cc-800a0a3c7ecc', 'status': 'completed', 'code': 200} Aug 16 01:42:39.287018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601824ac-fcd5-4077-abd6-c1d4a7109297 req-9a08f526-7db1-4496-84ce-7f7f911a9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:39.293430 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-601824ac-fcd5-4077-abd6-c1d4a7109297 req-9a08f526-7db1-4496-84ce-7f7f911a9577 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5dbaefda445445c3a27a65027b11c7eb&device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0886507 Aug 16 01:42:39.375500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:42:39.384660 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.386305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:39.387089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.433620 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601824ac-fcd5-4077-abd6-c1d4a7109297 req-2cf06364-0ca1-4547-9e0c-5f67f505b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:39.435805 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-601824ac-fcd5-4077-abd6-c1d4a7109297 req-2cf06364-0ca1-4547-9e0c-5f67f505b5b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 HTTP/1.1" status: 200 len: 913 time: 0.1320226 Aug 16 01:42:39.489368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d4c0a3-80c8-4d0d-bf43-8e407b1d57a3 req-95829351-0782-4ef8-a6e7-8331ea8c5985 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 210 time: 0.1809535 Aug 16 01:42:39.526136 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-601824ac-fcd5-4077-abd6-c1d4a7109297 req-162c51e2-670c-4002-8012-906e72af9b30 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00517951-22bf-4c34-96cc-800a0a3c7ecc HTTP/1.1" status: 200 len: 217 time: 0.0665646 Aug 16 01:42:39.547358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:39.550853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] Pushing event updated for resources: {'Network': ['ID=9537999c-f630-439d-b556-aeb2df890fba,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:39.561393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:39.567020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 9537999c-f630-439d-b556-aeb2df890fba details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:39.578625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:39.674277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601824ac-fcd5-4077-abd6-c1d4a7109297 req-d329f952-d043-41e4-ab13-67493b16e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:39.680740 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-601824ac-fcd5-4077-abd6-c1d4a7109297 req-d329f952-d043-41e4-ab13-67493b16e04b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f17350f8-4ac1-428c-9e4f-c5f58a8341c6 HTTP/1.1" status: 200 len: 851 time: 0.1036026 Aug 16 01:42:39.727409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:39.728699 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.742507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-536cf427-1bfe-4f30-9683-bafafe011eff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8307769 Aug 16 01:42:39.766364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52186) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:39.775188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc3abd-b58a-410f-8c61-4d4685bc08b3 req-8e3ff044-7aee-47a2-8640-de44f4675797 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:39.783280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92bc3abd-b58a-410f-8c61-4d4685bc08b3 req-8e3ff044-7aee-47a2-8640-de44f4675797 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 935 time: 0.4541237 Aug 16 01:42:39.790265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] Request body: {'subnet': {'network_id': '9537999c-f630-439d-b556-aeb2df890fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-617092834-subnet', 'tenant_id': 'fed9815e7f7e4476afb844d15bff36a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:39.851853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601824ac-fcd5-4077-abd6-c1d4a7109297 req-2998067f-b0a4-4f41-a8f4-69d86b071264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:39.856345 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-601824ac-fcd5-4077-abd6-c1d4a7109297 req-2998067f-b0a4-4f41-a8f4-69d86b071264 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ecdf3ed2-4fcc-4d0c-803a-ca6627500a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512063 Aug 16 01:42:39.932954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc67b2-50a9-4dca-9663-0356bcc723da req-12de3567-0c7a-445d-8c0f-0785540b2339 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:39.937579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3bc67b2-50a9-4dca-9663-0356bcc723da req-12de3567-0c7a-445d-8c0f-0785540b2339 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 944 time: 0.2174869 Aug 16 01:42:39.957591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92bc3abd-b58a-410f-8c61-4d4685bc08b3 req-e5b41b84-9ff3-4b97-b4d3-4de58042e7be tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731243 Aug 16 01:42:39.961657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-757a160e-14d4-44d8-9487-055c028ccc85 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8181212 Aug 16 01:42:40.008808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Request body: {'port': {'device_id': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:40.015566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-4dbe1625-87b3-4c32-a428-959cd30c9f4b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:40.017244 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-4dbe1625-87b3-4c32-a428-959cd30c9f4b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.64 "GET /v2.0/networks?id=f822c47b-c400-41ce-b019-ea73c124298f HTTP/1.1" status: 200 len: 824 time: 0.6856971 Aug 16 01:42:40.021611 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-601824ac-fcd5-4077-abd6-c1d4a7109297 req-7207f6b6-6145-43bb-81fb-414a80fcf95d service neutron] 10.222.0.74 "GET /v2.0/networks/ecdf3ed2-4fcc-4d0c-803a-ca6627500a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463454 Aug 16 01:42:40.086166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:40.104142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9f61a-bc59-403c-8733-60c2cd9ef905 None None] Sync routers for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:40.127681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9f61a-bc59-403c-8733-60c2cd9ef905 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:40.128970 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-bbc9f61a-bc59-403c-8733-60c2cd9ef905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:40.142196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] Made reservation on behalf of fed9815e7f7e4476afb844d15bff36a8 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:40.144678 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:40.193205 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-85bca651-8256-4bb5-8309-83b11e09c0ec tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac6e9001e304bba8633a33a3e19c64b HTTP/1.1" status: 200 len: 380 time: 0.0899508 Aug 16 01:42:40.198492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c4f6a184-74df-4a21-b915-061c2da71844 None None] Provisioning for port c45d5606-e36c-40f3-9630-7b8b54d09b29 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:40.206889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Request body: {'port': {'device_id': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'admin_state_up': True, 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'security_groups': ['2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:40.209595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c4f6a184-74df-4a21-b915-061c2da71844 None None] Provisioning complete for port c45d5606-e36c-40f3-9630-7b8b54d09b29 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:40.211116 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a184-74df-4a21-b915-061c2da71844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:40.229895 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-601824ac-fcd5-4077-abd6-c1d4a7109297 req-f884e269-b8b7-4695-a5cb-c333501720a2 service neutron] 10.222.0.74 "GET /v2.0/networks/ecdf3ed2-4fcc-4d0c-803a-ca6627500a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991062 Aug 16 01:42:40.326306 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6a184-74df-4a21-b915-061c2da71844 None None] Port c45d5606-e36c-40f3-9630-7b8b54d09b29 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:40.370128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-bbc9f61a-bc59-403c-8733-60c2cd9ef905 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:40.426690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Made reservation on behalf of 4ac6e9001e304bba8633a33a3e19c64b for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:40.431480 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:40.550024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] No DVR routers for this DVR port ef5bc696-805b-46e6-af9b-e855222691b1 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:40.582289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Allocated IP 172.20.0.14 (f822c47b-c400-41ce-b019-ea73c124298f/ad817ee8-5669-4914-8a3e-7cebbd68cfa0/fe60d993-4bea-40f8-a042-be755dc25bf6) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:40.582844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3bc67b2-50a9-4dca-9663-0356bcc723da req-af0d909f-935a-49df-8812-c5121a493df9 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6110091 Aug 16 01:42:40.590055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:40.598913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ba73f4a-88ab-450a-9333-fb29814b5027 req-2cda7cd3-27f3-4ac9-950c-5419efa75380 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.74 "DELETE /v2.0/ports/ef5bc696-805b-46e6-af9b-e855222691b1 HTTP/1.1" status: 204 len: 173 time: 4.2295485 Aug 16 01:42:40.679005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 78179aa9-24b8-481c-9cd3-348570a06426 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:40.682396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'name': 'network-vif-deleted', 'tag': 'ef5bc696-805b-46e6-af9b-e855222691b1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:40.685957 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca15376-418b-4fa1-b4c1-329bb2859894" -d '{"events": [{"server_uuid": "022cd60a-a633-45d6-a919-ebcf0740afe0", "name": "network-vif-deleted", "tag": "ef5bc696-805b-46e6-af9b-e855222691b1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:40.714535 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:40.723169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef5bc696-805b-46e6-af9b-e855222691b1 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:40.782557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:40.807707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Transition to ACTIVE for port object fe60d993-4bea-40f8-a042-be755dc25bf6 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:40.923582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019d09-57fa-4e08-bbd4-6d19c2af3ea7 req-585552fe-80c6-4156-a4c1-9ea048ae1c76 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:40.924916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc019d09-57fa-4e08-bbd4-6d19c2af3ea7 req-585552fe-80c6-4156-a4c1-9ea048ae1c76 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.2013316 Aug 16 01:42:40.963453 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.015945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46d6ac-d520-49ff-b84e-029e663f265b req-2c353e33-20e4-46c4-9e8b-d84d2adc182f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:41.024134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a46d6ac-d520-49ff-b84e-029e663f265b req-2c353e33-20e4-46c4-9e8b-d84d2adc182f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 943 time: 0.9544337 Aug 16 01:42:41.026193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: ef5bc696-805b-46e6-af9b-e855222691b1 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:41.028788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef5bc696-805b-46e6-af9b-e855222691b1 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:41.154630 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Network f822c47b-c400-41ce-b019-ea73c124298f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:41.154630 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:41.154630 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:41.156524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc019d09-57fa-4e08-bbd4-6d19c2af3ea7 req-cf941343-5999-4ee0-a207-e23933d406d7 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338794 Aug 16 01:42:41.156627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:41.156627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.156781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=78179aa9-24b8-481c-9cd3-348570a06426,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:41.166743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-bbc9f61a-bc59-403c-8733-60c2cd9ef905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:41.171154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '78179aa9-24b8-481c-9cd3-348570a06426', 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef', 'port_id': '78179aa9-24b8-481c-9cd3-348570a06426', 'mac_address': 'fa:16:3e:2a:6d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1da15f7-7f10-47b9-9717-19dd3e23683c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:41.173571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a46d6ac-d520-49ff-b84e-029e663f265b req-6f03073f-f7e0-451c-9a89-6b7a0acea5ab tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483905 Aug 16 01:42:41.180667 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Pushing event updated for resources: {'Port': ['ID=fe60d993-4bea-40f8-a042-be755dc25bf6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:41.306418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9f61a-bc59-403c-8733-60c2cd9ef905 None None] Checking router: fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:42:41.344002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9f61a-bc59-403c-8733-60c2cd9ef905 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:41.344840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-bbc9f61a-bc59-403c-8733-60c2cd9ef905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:41.348983 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa5a91-c790-48ca-8e85-e6507e9bdbfe x-openstack-request-id: req-6afa5a91-c790-48ca-8e85-e6507e9bdbfe {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:41.349864 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022cd60a-a633-45d6-a919-ebcf0740afe0", "name": "network-vif-deleted", "tag": "ef5bc696-805b-46e6-af9b-e855222691b1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:41.349864 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6afa5a91-c790-48ca-8e85-e6507e9bdbfe {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:41.351039 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022cd60a-a633-45d6-a919-ebcf0740afe0', 'name': 'network-vif-deleted', 'tag': 'ef5bc696-805b-46e6-af9b-e855222691b1', 'status': 'completed', 'code': 200} Aug 16 01:42:41.416944 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.437240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78179aa9-24b8-481c-9cd3-348570a06426 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:41.493506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=78179aa9-24b8-481c-9cd3-348570a06426,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:41.520994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-bbc9f61a-bc59-403c-8733-60c2cd9ef905 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:41.568429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68290a1-428f-4eda-bb1d-4fa8b87024e0 req-db0a3eb6-df16-434c-b70b-06bafef5a204 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:41.569993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a68290a1-428f-4eda-bb1d-4fa8b87024e0 req-db0a3eb6-df16-434c-b70b-06bafef5a204 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 932 time: 0.2281413 Aug 16 01:42:41.598331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8973f-75fd-42db-9b6b-e954352e8c8a req-7727b15d-9dd4-48c0-8984-fdc763c19566 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:41.599801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7e8973f-75fd-42db-9b6b-e954352e8c8a req-7727b15d-9dd4-48c0-8984-fdc763c19566 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 935 time: 0.1808600 Aug 16 01:42:41.664135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a68290a1-428f-4eda-bb1d-4fa8b87024e0 req-ae2c23a3-0b24-46c1-bbfb-7ebd58b6da0b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866778 Aug 16 01:42:41.686391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7e8973f-75fd-42db-9b6b-e954352e8c8a req-b59ff381-486e-4961-8af3-7bac4080bed9 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764925 Aug 16 01:42:41.735910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-bbc9f61a-bc59-403c-8733-60c2cd9ef905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:41.741395 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-66be4b98-81a5-45dd-b4dc-fff1d3574471 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5396030 Aug 16 01:42:41.756276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Request body: {'port': {'device_id': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:41.756547 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.780137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2c6c2f4e-cd21-4a3b-8530-d57d5b11c34d None None] Provisioning for port fe60d993-4bea-40f8-a042-be755dc25bf6 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:41.788626 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.796301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2c6c2f4e-cd21-4a3b-8530-d57d5b11c34d None None] Provisioning complete for port fe60d993-4bea-40f8-a042-be755dc25bf6 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:41.796840 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c6c2f4e-cd21-4a3b-8530-d57d5b11c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.801483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9f61a-bc59-403c-8733-60c2cd9ef905 None None] The sync data for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 is: [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:41.855081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.916291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45d5606-e36c-40f3-9630-7b8b54d09b29 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:41.916526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c2f4e-cd21-4a3b-8530-d57d5b11c34d None None] Port fe60d993-4bea-40f8-a042-be755dc25bf6 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:41.924355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=78179aa9-24b8-481c-9cd3-348570a06426,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:41.988447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.013956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Transition to ACTIVE for port object c45d5606-e36c-40f3-9630-7b8b54d09b29 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:42.024213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875abc8a-bd47-43a6-8a54-4dcc4ef98dd9,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:42.055421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] Checking segment: {'id': '83d02c63-2f22-4241-a906-7f405735c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9537999c-f630-439d-b556-aeb2df890fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:42.056046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] Network hostable DHCP agents. Network: 9537999c-f630-439d-b556-aeb2df890fba, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:42.089490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce092ffc-5831-4013-9c68-be3e32d1bf95 req-2547b481-719e-451b-810d-ccbdafc0d15f tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:42.092645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['78179aa9-24b8-481c-9cd3-348570a06426'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:42.094586 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce092ffc-5831-4013-9c68-be3e32d1bf95 req-2547b481-719e-451b-810d-ccbdafc0d15f tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 944 time: 0.2252979 Aug 16 01:42:42.105348 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.336026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:42.408780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce092ffc-5831-4013-9c68-be3e32d1bf95 req-ab976cbf-31f3-4fc6-990c-19437f25d0cf tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397106 Aug 16 01:42:42.450731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] Network 9537999c-f630-439d-b556-aeb2df890fba is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:42.564287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe60d993-4bea-40f8-a042-be755dc25bf6 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:42.574390 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90b467-4b01-4fff-b43a-15dad485ce15 None None] New status for floating IP caf0fefb-a2d4-43b2-af0c-e1859f249a51: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:42:42.583964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.622052 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Transition to ACTIVE for port object fe60d993-4bea-40f8-a042-be755dc25bf6 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:42.625465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:42.626391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:42.626908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:42.640144 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 00517951-22bf-4c34-96cc-800a0a3c7ecc details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:42.643318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Port c45d5606-e36c-40f3-9630-7b8b54d09b29 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:42.643922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:42.668063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:42.668383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:42.668976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:42.669698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Bound port: c45d5606-e36c-40f3-9630-7b8b54d09b29, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:42.670658 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.723173 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 9537999c-f630-439d-b556-aeb2df890fba) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:42.738054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5da2b-fcb7-48bb-b58a-1f0f72dbd8fb req-833f99ed-29f1-4a41-86d6-851189c5465d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:42.739983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42a5da2b-fcb7-48bb-b58a-1f0f72dbd8fb req-833f99ed-29f1-4a41-86d6-851189c5465d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1170795 Aug 16 01:42:42.745023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:42.746048 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.751921 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.787687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c82fc8-81be-4328-b316-ae09c1d26d04 None None] Network 9537999c-f630-439d-b556-aeb2df890fba requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:42.901311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:42.922687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42a5da2b-fcb7-48bb-b58a-1f0f72dbd8fb req-92e6ab55-5258-4ca6-85fa-e97eeb677892 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738918 Aug 16 01:42:42.943312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:42.943590 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Pushing event updated for resources: {'Port': ['ID=fe60d993-4bea-40f8-a042-be755dc25bf6,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:42.958742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-58d8ec97-75f0-4403-907d-c2c770adf421 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1721804 Aug 16 01:42:42.970009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Attempting to bind port fe60d993-4bea-40f8-a042-be755dc25bf6 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:42.972048 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Attempting to bind port fe60d993-4bea-40f8-a042-be755dc25bf6 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:42.972558 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Attempting to bind port fe60d993-4bea-40f8-a042-be755dc25bf6 on network f822c47b-c400-41ce-b019-ea73c124298f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:42.984998 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Port fe60d993-4bea-40f8-a042-be755dc25bf6 on network f822c47b-c400-41ce-b019-ea73c124298f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:42.992543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Attempting to bind port fe60d993-4bea-40f8-a042-be755dc25bf6 on network f822c47b-c400-41ce-b019-ea73c124298f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:43.002606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:43.003160 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Checking segment: {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:43.003706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Bound using segment: {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:43.004311 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Bound port: fe60d993-4bea-40f8-a042-be755dc25bf6, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e31a206-94a0-45fe-bb82-7e0babf5e4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:43.005022 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.009440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.061188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 00517951-22bf-4c34-96cc-800a0a3c7ecc, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=00517951-22bf-4c34-96cc-800a0a3c7ecc,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:43.083125 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '00517951-22bf-4c34-96cc-800a0a3c7ecc', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'port_id': '00517951-22bf-4c34-96cc-800a0a3c7ecc', 'mac_address': 'fa:16:3e:59:b5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:43.140327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:43.140853 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.145711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 1096 time: 3.1664417 Aug 16 01:42:43.246412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9410c-bc4b-4a33-8944-e19f454dc8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:43.291381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] For port fe60d993-4bea-40f8-a042-be755dc25bf6, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:43.299260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] For port fe60d993-4bea-40f8-a042-be755dc25bf6, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=fe60d993-4bea-40f8-a042-be755dc25bf6,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:43.373956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e5997-4023-40d2-a47a-1dca29df055a None None] Network 9537999c-f630-439d-b556-aeb2df890fba requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:43.392482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:43.395470 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14556a8-3927-4e68-8547-bf3f090debcb" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:43.438360 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.480895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.520940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00517951-22bf-4c34-96cc-800a0a3c7ecc {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:43.548802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:43.550076 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.553367 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] 10.222.0.64 "PUT /v2.0/ports/fe60d993-4bea-40f8-a042-be755dc25bf6 HTTP/1.1" status: 200 len: 1093 time: 1.8025231 Aug 16 01:42:43.566825 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'tag': 'fe60d993-4bea-40f8-a042-be755dc25bf6'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:43.573356 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed3631-3b56-4e52-8fcc-42de32e59696" -d '{"events": [{"name": "network-changed", "server_uuid": "6916cde0-ffc4-4d2d-9377-522647845fc7", "tag": "fe60d993-4bea-40f8-a042-be755dc25bf6"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:43.591842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 00517951-22bf-4c34-96cc-800a0a3c7ecc, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=00517951-22bf-4c34-96cc-800a0a3c7ecc,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:43.595152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d937a2-71da-4375-ad52-9e123829d30f req-ba347389-9ca3-44e2-807a-bd18f9edfb12 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:43.599023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38d937a2-71da-4375-ad52-9e123829d30f req-ba347389-9ca3-44e2-807a-bd18f9edfb12 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 944 time: 0.3398345 Aug 16 01:42:43.629875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-54ed98fb-58ab-4efc-8a53-5854761d2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:43.634944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-54ed98fb-58ab-4efc-8a53-5854761d2566 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 1099 time: 0.2353923 Aug 16 01:42:43.648223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da42d95-0f50-411e-923b-89fecb6a0c4a service neutron] Pushing event updated for resources: {'Port': ['ID=fe60d993-4bea-40f8-a042-be755dc25bf6,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:43.700143 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.764225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-9960d2a8-1da2-499f-b9d9-6b3653a06833 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 217 time: 0.1193550 Aug 16 01:42:43.786233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-20c19b86-b9c1-49e8-a394-25e42b3fc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:43.796361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=00517951-22bf-4c34-96cc-800a0a3c7ecc,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:43.796784 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-20c19b86-b9c1-49e8-a394-25e42b3fc423 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ac6e9001e304bba8633a33a3e19c64b&device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0839901 Aug 16 01:42:43.846440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-8abd913a-0837-4008-9308-d31238391582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:43.849415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-8abd913a-0837-4008-9308-d31238391582 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0638022 Aug 16 01:42:43.870210 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-010afd28-b74e-4c62-abfb-5334d4398fbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe60d993-4bea-40f8-a042-be755dc25bf6 HTTP/1.1" status: 200 len: 217 time: 0.0633004 Aug 16 01:42:43.888560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38d937a2-71da-4375-ad52-9e123829d30f req-120cf499-f8b5-4c49-8cb5-98b479aababc tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816362 Aug 16 01:42:43.936232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac904ca8-2901-42e2-8e1b-d359e1e3020e req-32308f0b-0b8b-4c9c-b95f-5b740e6a3a4a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:43.941081 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-2d048023-6a4f-40e8-b9a8-7b310637cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:43.944428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac904ca8-2901-42e2-8e1b-d359e1e3020e req-32308f0b-0b8b-4c9c-b95f-5b740e6a3a4a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 947 time: 0.1826718 Aug 16 01:42:43.946044 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-2d048023-6a4f-40e8-b9a8-7b310637cf54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad817ee8-5669-4914-8a3e-7cebbd68cfa0 HTTP/1.1" status: 200 len: 863 time: 0.0638244 Aug 16 01:42:43.979848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['00517951-22bf-4c34-96cc-800a0a3c7ecc'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:43.996143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-2f7722f4-c034-4ddb-8461-b780d39360aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:43.997838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-2f7722f4-c034-4ddb-8461-b780d39360aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1206081 Aug 16 01:42:44.008858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac904ca8-2901-42e2-8e1b-d359e1e3020e req-8500f67f-b4c2-446c-bd7c-418a54e3fea0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634263 Aug 16 01:42:44.048502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-a43617c2-b033-4c51-be45-cd36a13c7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:44.050249 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-a43617c2-b033-4c51-be45-cd36a13c7bf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f822c47b-c400-41ce-b019-ea73c124298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960257 Aug 16 01:42:44.139231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2146529-d13a-4eab-8c55-d2e47540a2f9 req-cc2982cf-0b8c-4c53-b894-3d21b35dfec7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:44.142739 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2146529-d13a-4eab-8c55-d2e47540a2f9 req-cc2982cf-0b8c-4c53-b894-3d21b35dfec7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 944 time: 0.0851731 Aug 16 01:42:44.183086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-41834459-d3c6-4bee-814e-b76d9839836e service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730008 Aug 16 01:42:44.234146 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-17cb9c7b-22f4-4cf9-8f7d-7ce6bd9a9e04 service neutron] 10.222.0.64 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724033 Aug 16 01:42:44.249179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2146529-d13a-4eab-8c55-d2e47540a2f9 req-650b247f-9498-4e66-a336-cfc1bc4d2918 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977440 Aug 16 01:42:44.307100 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a722e7-515a-435f-93dd-8ee5b0462af1 x-openstack-request-id: req-c0a722e7-515a-435f-93dd-8ee5b0462af1 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:44.307389 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:44.307668 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0a722e7-515a-435f-93dd-8ee5b0462af1 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:44.308064 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'status': 'completed', 'code': 200} Aug 16 01:42:44.327726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec582e25-755e-4184-9efe-18f0a4f4113c req-17ad1df4-96e7-4384-a6c2-0980106c4b26 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299059 Aug 16 01:42:44.405026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e007f573-f123-4913-8f07-a2c3ae52b7ff req-181caf1d-2d00-4bee-8ee2-8804b7084ca3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-722729475', 'description': 'tempest-description-69982279'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:44.438299 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6e99bc2-4b4a-485a-8c47-17aa8fa7cbfb req-508be89c-379f-4bd6-aaa9-79c7cb714f9d service neutron] 10.222.0.64 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942868 Aug 16 01:42:44.494860 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e007f573-f123-4913-8f07-a2c3ae52b7ff req-181caf1d-2d00-4bee-8ee2-8804b7084ca3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:44.562888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14556a8-3927-4e68-8547-bf3f090debcb req-26e34a12-86fa-46b6-8db6-e12d92888987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:44.564655 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d14556a8-3927-4e68-8547-bf3f090debcb req-26e34a12-86fa-46b6-8db6-e12d92888987 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 1099 time: 0.0567777 Aug 16 01:42:44.593062 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e007f573-f123-4913-8f07-a2c3ae52b7ff req-181caf1d-2d00-4bee-8ee2-8804b7084ca3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:44.655948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 78179aa9-24b8-481c-9cd3-348570a06426 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:44.675814 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14556a8-3927-4e68-8547-bf3f090debcb req-a0ec9786-b4c4-43e5-8120-602264875700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:44.677537 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d14556a8-3927-4e68-8547-bf3f090debcb req-a0ec9786-b4c4-43e5-8120-602264875700 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1048105 Aug 16 01:42:44.683796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e007f573-f123-4913-8f07-a2c3ae52b7ff req-181caf1d-2d00-4bee-8ee2-8804b7084ca3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:44.725304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181caf1d-2d00-4bee-8ee2-8804b7084ca3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96468c3-ca9f-4946-85d5-3e4d80b2fb7b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:44.744580 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d14556a8-3927-4e68-8547-bf3f090debcb req-d1f29a80-6712-4dad-b759-03bd63801bfc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 217 time: 0.0456629 Aug 16 01:42:44.786207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 78179aa9-24b8-481c-9cd3-348570a06426 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:44.788913 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e007f573-f123-4913-8f07-a2c3ae52b7ff req-181caf1d-2d00-4bee-8ee2-8804b7084ca3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:44.790516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e007f573-f123-4913-8f07-a2c3ae52b7ff req-181caf1d-2d00-4bee-8ee2-8804b7084ca3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3921385 Aug 16 01:42:44.794875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 78179aa9-24b8-481c-9cd3-348570a06426 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:44.801081 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:44.852983 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14556a8-3927-4e68-8547-bf3f090debcb req-c8bae82a-ea60-4706-9286-c8ed014d5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:44.857326 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d14556a8-3927-4e68-8547-bf3f090debcb req-c8bae82a-ea60-4706-9286-c8ed014d5155 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1055744 Aug 16 01:42:44.858992 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf07b36c-c748-4d9d-b50e-0b6b4918907e x-openstack-request-id: req-bf07b36c-c748-4d9d-b50e-0b6b4918907e {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:44.860936 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6916cde0-ffc4-4d2d-9377-522647845fc7", "tag": "fe60d993-4bea-40f8-a042-be755dc25bf6", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:44.861600 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf07b36c-c748-4d9d-b50e-0b6b4918907e {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:44.872141 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'tag': 'fe60d993-4bea-40f8-a042-be755dc25bf6', 'status': 'completed', 'code': 200} Aug 16 01:42:44.959835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b8f57-d6d4-4b20-988c-dceaf079abfb req-664489c7-be09-4df6-a4e4-3f7d26ab2856 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:44.962475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-955b8f57-d6d4-4b20-988c-dceaf079abfb req-664489c7-be09-4df6-a4e4-3f7d26ab2856 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 945 time: 0.1121061 Aug 16 01:42:44.977728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed3631-3b56-4e52-8fcc-42de32e59696 req-4233e338-b4d7-487d-9f02-b970dc75f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:44.980290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eed3631-3b56-4e52-8fcc-42de32e59696 req-4233e338-b4d7-487d-9f02-b970dc75f1d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ac6e9001e304bba8633a33a3e19c64b&device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0869155 Aug 16 01:42:44.980918 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.013361 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14556a8-3927-4e68-8547-bf3f090debcb req-7edded30-847a-4fec-99e9-2604e1a01635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:45.015119 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d14556a8-3927-4e68-8547-bf3f090debcb req-7edded30-847a-4fec-99e9-2604e1a01635 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1414614 Aug 16 01:42:45.022503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=78179aa9-24b8-481c-9cd3-348570a06426,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:45.023771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78179aa9-24b8-481c-9cd3-348570a06426'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:45.026391 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ffa183-f678-4201-b795-42499cd0612b" -d '{"events": [{"server_uuid": "ea4e69c9-b2bb-412b-9a22-af094475134b", "name": "network-vif-plugged", "status": "completed", "tag": "78179aa9-24b8-481c-9cd3-348570a06426"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:45.103732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-955b8f57-d6d4-4b20-988c-dceaf079abfb req-8657347e-4c99-4499-8964-6799df81f8bf tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304920 Aug 16 01:42:45.112272 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.158990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050d97-e831-4ed9-9e0f-8ed2edfc603d req-ac04f716-56ef-4e9d-bcf7-3d29470e4ee5 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:45.160777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1050d97-e831-4ed9-9e0f-8ed2edfc603d req-ac04f716-56ef-4e9d-bcf7-3d29470e4ee5 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1418474 Aug 16 01:42:45.180567 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d14556a8-3927-4e68-8547-bf3f090debcb req-677db1bf-85b1-41e9-8a70-5aded753005b service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549904 Aug 16 01:42:45.181870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=78179aa9-24b8-481c-9cd3-348570a06426,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:45.199653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed3631-3b56-4e52-8fcc-42de32e59696 req-ee645df0-64f1-465d-b213-849a29b0f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:45.199653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eed3631-3b56-4e52-8fcc-42de32e59696 req-ee645df0-64f1-465d-b213-849a29b0f2e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f822c47b-c400-41ce-b019-ea73c124298f HTTP/1.1" status: 200 len: 925 time: 0.2061322 Aug 16 01:42:45.251761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eed3631-3b56-4e52-8fcc-42de32e59696 req-3ce039fd-dffc-4e33-bbe1-4e432d7b3600 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe60d993-4bea-40f8-a042-be755dc25bf6 HTTP/1.1" status: 200 len: 217 time: 0.0483360 Aug 16 01:42:45.257197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1050d97-e831-4ed9-9e0f-8ed2edfc603d req-f4981f22-70c2-4aae-9994-a4778907e7a8 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820005 Aug 16 01:42:45.347220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db058d5f-4af1-40c2-aabe-358f69c142a7 req-a5ff8822-3aac-4a3e-828e-1be1c00b73c1 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/f96468c3-ca9f-4946-85d5-3e4d80b2fb7b HTTP/1.1" status: 200 len: 1802 time: 0.0488102 Aug 16 01:42:45.358990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed3631-3b56-4e52-8fcc-42de32e59696 req-8a52fece-051f-44dc-a1f8-1dce76767d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:45.360984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eed3631-3b56-4e52-8fcc-42de32e59696 req-8a52fece-051f-44dc-a1f8-1dce76767d8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad817ee8-5669-4914-8a3e-7cebbd68cfa0 HTTP/1.1" status: 200 len: 863 time: 0.1009307 Aug 16 01:42:45.367829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-db058d5f-4af1-40c2-aabe-358f69c142a7 req-4f4a4211-e86f-4552-bf38-4c9a4d9125b8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f96468c3-ca9f-4946-85d5-3e4d80b2fb7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:45.368599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-db058d5f-4af1-40c2-aabe-358f69c142a7 req-4f4a4211-e86f-4552-bf38-4c9a4d9125b8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f96468c3-ca9f-4946-85d5-3e4d80b2fb7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:45.369947 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d14556a8-3927-4e68-8547-bf3f090debcb req-fc827453-5ad9-4fff-8e15-233d6a7136bd service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760654 Aug 16 01:42:45.472740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89eb27-79e0-4996-af7c-c2de857405c8 req-61a012f5-a85c-439f-afcf-5aaa39498010 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:45.474309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d89eb27-79e0-4996-af7c-c2de857405c8 req-61a012f5-a85c-439f-afcf-5aaa39498010 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 945 time: 0.1119723 Aug 16 01:42:45.476862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed3631-3b56-4e52-8fcc-42de32e59696 req-0fd7e7f9-07cf-4706-935f-79dadd0205cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:45.478362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eed3631-3b56-4e52-8fcc-42de32e59696 req-0fd7e7f9-07cf-4706-935f-79dadd0205cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f822c47b-c400-41ce-b019-ea73c124298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046510 Aug 16 01:42:45.605662 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d89eb27-79e0-4996-af7c-c2de857405c8 req-cd693175-8e0d-466d-9cab-728f2c8e0fe4 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227825 Aug 16 01:42:45.666770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db058d5f-4af1-40c2-aabe-358f69c142a7 req-4f4a4211-e86f-4552-bf38-4c9a4d9125b8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.690041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eed3631-3b56-4e52-8fcc-42de32e59696 req-82a6dbdf-8b7f-400f-a023-ad2de454637e service neutron] 10.222.0.64 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006848 Aug 16 01:42:45.745330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e811c833-2c17-4af1-8553-12f441ef2016 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:45.767691 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db058d5f-4af1-40c2-aabe-358f69c142a7 req-4f4a4211-e86f-4552-bf38-4c9a4d9125b8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.845773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db058d5f-4af1-40c2-aabe-358f69c142a7 req-4f4a4211-e86f-4552-bf38-4c9a4d9125b8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.917761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:45.931270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e811c833-2c17-4af1-8553-12f441ef2016 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:45.934545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'e811c833-2c17-4af1-8553-12f441ef2016', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'e811c833-2c17-4af1-8553-12f441ef2016', 'mac_address': 'fa:16:3e:d0:3a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:45.956177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eed3631-3b56-4e52-8fcc-42de32e59696 req-a773bfe6-5bc4-44c6-8a4f-c1398a4a7166 service neutron] 10.222.0.64 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414060 Aug 16 01:42:45.966951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7adce-6d33-415b-ab5c-69d763b3ef98 req-365df1a2-8897-4e68-bc2c-137f7c071661 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:45.978234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64b7adce-6d33-415b-ab5c-69d763b3ef98 req-365df1a2-8897-4e68-bc2c-137f7c071661 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 947 time: 0.3036771 Aug 16 01:42:46.008047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a4211-e86f-4552-bf38-4c9a4d9125b8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfeae89-9ed2-4cde-87e7-6afd979e5ca1,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:46.020055 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.058463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64b7adce-6d33-415b-ab5c-69d763b3ef98 req-be52a793-d302-4613-b311-76f2a193a508 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792465 Aug 16 01:42:46.068010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e811c833-2c17-4af1-8553-12f441ef2016 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:46.077561 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db058d5f-4af1-40c2-aabe-358f69c142a7 req-4f4a4211-e86f-4552-bf38-4c9a4d9125b8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.078844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db058d5f-4af1-40c2-aabe-358f69c142a7 req-4f4a4211-e86f-4552-bf38-4c9a4d9125b8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7154412 Aug 16 01:42:46.136029 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca71eec1-e311-4353-8356-c8fac678540f x-openstack-request-id: req-ca71eec1-e311-4353-8356-c8fac678540f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:46.136684 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4e69c9-b2bb-412b-9a22-af094475134b", "name": "network-vif-plugged", "status": "completed", "tag": "78179aa9-24b8-481c-9cd3-348570a06426", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:46.137184 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca71eec1-e311-4353-8356-c8fac678540f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:46.137853 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78179aa9-24b8-481c-9cd3-348570a06426', 'code': 200} Aug 16 01:42:46.138094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ce0c2ad5-2020-4f91-a6c8-2b16909bda19 req-92c6e332-b351-470d-aa02-5b3eb12365fc tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1451017105', 'description': 'tempest-description-1217401846'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:46.148517 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.188436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:46.261972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef2bd0-a801-4f8b-877d-8d9c3b5e8e90 req-df732f58-2d2f-42e1-9d56-6f9b9d6ba8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:46.263646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14ef2bd0-a801-4f8b-877d-8d9c3b5e8e90 req-df732f58-2d2f-42e1-9d56-6f9b9d6ba8e6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 1097 time: 0.0748117 Aug 16 01:42:46.274754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161ee83-0c8a-4836-afc6-f394f0c2acc8 req-3c47aac0-12e8-4fa1-9eae-dc7feded43de tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:46.279617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3161ee83-0c8a-4836-afc6-f394f0c2acc8 req-3c47aac0-12e8-4fa1-9eae-dc7feded43de tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 944 time: 0.1053121 Aug 16 01:42:46.279793 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.281837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ce0c2ad5-2020-4f91-a6c8-2b16909bda19 req-92c6e332-b351-470d-aa02-5b3eb12365fc tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.361141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14ef2bd0-a801-4f8b-877d-8d9c3b5e8e90 req-6ed55740-f720-4732-b538-6deb5c90ad2b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804493 Aug 16 01:42:46.371451 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:42:46.372167 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:42:46.378023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:46.384448 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3161ee83-0c8a-4836-afc6-f394f0c2acc8 req-728280ba-507c-4598-9d2f-6f5237cdbc3f tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860314 Aug 16 01:42:46.473685 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ce0c2ad5-2020-4f91-a6c8-2b16909bda19 req-92c6e332-b351-470d-aa02-5b3eb12365fc tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.528362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fff32d-a250-429e-9c28-e1a13e077648 req-97e577e5-81b1-4fd2-b45c-05d0ca8ba6e1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:46.530104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8fff32d-a250-429e-9c28-e1a13e077648 req-97e577e5-81b1-4fd2-b45c-05d0ca8ba6e1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 945 time: 0.0607109 Aug 16 01:42:46.551590 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ce0c2ad5-2020-4f91-a6c8-2b16909bda19 req-92c6e332-b351-470d-aa02-5b3eb12365fc tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.558477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['e811c833-2c17-4af1-8553-12f441ef2016'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:46.585872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6e332-b351-470d-aa02-5b3eb12365fc tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513095fd-baab-47b7-9d36-6cae926d3ad4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:46.614475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8fff32d-a250-429e-9c28-e1a13e077648 req-a663df34-279a-45b9-acc1-6008dd4b2920 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771222 Aug 16 01:42:46.661661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 00517951-22bf-4c34-96cc-800a0a3c7ecc up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:46.673533 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ce0c2ad5-2020-4f91-a6c8-2b16909bda19 req-92c6e332-b351-470d-aa02-5b3eb12365fc tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.675741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce0c2ad5-2020-4f91-a6c8-2b16909bda19 req-92c6e332-b351-470d-aa02-5b3eb12365fc tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5420432 Aug 16 01:42:46.845218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794175b8-bad8-4ed5-886c-12983563369e req-096ee808-5859-4d54-ac9d-2ca9adb8a7a4 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:46.853852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-794175b8-bad8-4ed5-886c-12983563369e req-096ee808-5859-4d54-ac9d-2ca9adb8a7a4 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 949 time: 0.0788722 Aug 16 01:42:46.902639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-794175b8-bad8-4ed5-886c-12983563369e req-d1186ea1-67ef-45c6-b12a-3d1b8cc80f2d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478270 Aug 16 01:42:47.001538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32cad817-1f4c-42b7-9658-693e336ea2eb req-bac1117d-6350-40f0-8622-76b2f94cd623 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/513095fd-baab-47b7-9d36-6cae926d3ad4 HTTP/1.1" status: 200 len: 1805 time: 0.0772874 Aug 16 01:42:47.004792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.009851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-32cad817-1f4c-42b7-9658-693e336ea2eb req-d7b09452-9804-4b59-9054-3075a3ba6b30 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '513095fd-baab-47b7-9d36-6cae926d3ad4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:47.010624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-32cad817-1f4c-42b7-9658-693e336ea2eb req-d7b09452-9804-4b59-9054-3075a3ba6b30 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '513095fd-baab-47b7-9d36-6cae926d3ad4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:47.048919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e811c833-2c17-4af1-8553-12f441ef2016 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:47.086606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 00517951-22bf-4c34-96cc-800a0a3c7ecc completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:47.110346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 00517951-22bf-4c34-96cc-800a0a3c7ecc triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:47.114093 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.203068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:47.360766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3392c-e445-4342-b17a-c6b86da0aeee req-b79eed0f-0aad-4b9c-b0c7-31afbbddbd7e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:47.368736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83f3392c-e445-4342-b17a-c6b86da0aeee req-b79eed0f-0aad-4b9c-b0c7-31afbbddbd7e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 945 time: 0.1178398 Aug 16 01:42:47.422832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83f3392c-e445-4342-b17a-c6b86da0aeee req-47573358-6188-49e8-b943-59d1856211e6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492260 Aug 16 01:42:47.523779 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.538471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104fe19-9805-4678-b102-9e5c4e2e8283 req-4072c28a-2c7c-44cd-a0bf-51ea050f02ac tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:47.539955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6104fe19-9805-4678-b102-9e5c4e2e8283 req-4072c28a-2c7c-44cd-a0bf-51ea050f02ac tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 947 time: 0.0499868 Aug 16 01:42:47.557192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 00517951-22bf-4c34-96cc-800a0a3c7ecc, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=00517951-22bf-4c34-96cc-800a0a3c7ecc,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:47.578165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6104fe19-9805-4678-b102-9e5c4e2e8283 req-50e82a11-90c2-49fe-a976-900da4930544 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Aug 16 01:42:47.684832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e889de-a38c-42c3-8d7e-ce9b423f9b8f req-a2fc8bf5-0c85-40a5-abfd-7baae2082b17 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:47.686349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0e889de-a38c-42c3-8d7e-ce9b423f9b8f req-a2fc8bf5-0c85-40a5-abfd-7baae2082b17 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 944 time: 0.0535326 Aug 16 01:42:47.741770 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0e889de-a38c-42c3-8d7e-ce9b423f9b8f req-5bccb78d-76cb-49a5-9d67-8a610ce82b8b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491076 Aug 16 01:42:47.752758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device fe60d993-4bea-40f8-a042-be755dc25bf6 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:47.772810 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32cad817-1f4c-42b7-9658-693e336ea2eb req-d7b09452-9804-4b59-9054-3075a3ba6b30 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.821757 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32cad817-1f4c-42b7-9658-693e336ea2eb req-d7b09452-9804-4b59-9054-3075a3ba6b30 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.885363 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.887519 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.911935 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32cad817-1f4c-42b7-9658-693e336ea2eb req-d7b09452-9804-4b59-9054-3075a3ba6b30 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.950471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=00517951-22bf-4c34-96cc-800a0a3c7ecc,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:47.972003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b09452-9804-4b59-9054-3075a3ba6b30 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df22ca0-54ad-4762-b8d3-60d105fc5635,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:48.022095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b23920-d6a5-4945-a0aa-70810d85f955 req-0d119d3f-f402-4555-a400-ea347e58c945 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:48.031692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42b23920-d6a5-4945-a0aa-70810d85f955 req-0d119d3f-f402-4555-a400-ea347e58c945 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 946 time: 0.1328106 Aug 16 01:42:48.039796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:48.048094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port fe60d993-4bea-40f8-a042-be755dc25bf6, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=fe60d993-4bea-40f8-a042-be755dc25bf6,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:48.060823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'fe60d993-4bea-40f8-a042-be755dc25bf6', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'port_id': 'fe60d993-4bea-40f8-a042-be755dc25bf6', 'mac_address': 'fa:16:3e:7b:fd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:48.065979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32cad817-1f4c-42b7-9658-693e336ea2eb req-d7b09452-9804-4b59-9054-3075a3ba6b30 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.067454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32cad817-1f4c-42b7-9658-693e336ea2eb req-d7b09452-9804-4b59-9054-3075a3ba6b30 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0646610 Aug 16 01:42:48.119964 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42b23920-d6a5-4945-a0aa-70810d85f955 req-9917f1c0-8496-408d-b50c-47023d75886a tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820715 Aug 16 01:42:48.142910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00517951-22bf-4c34-96cc-800a0a3c7ecc'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:48.145162 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e195152-43fc-48c0-a095-0270ba8ff791" -d '{"events": [{"server_uuid": "e9a29c40-3be8-4d59-9134-364fea3b4ba5", "name": "network-vif-plugged", "status": "completed", "tag": "00517951-22bf-4c34-96cc-800a0a3c7ecc"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:48.148776 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.179924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe60d993-4bea-40f8-a042-be755dc25bf6 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:48.222700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-25c6f76b-4d93-46be-b068-9697bc477f6b req-27356e20-cbe0-4f95-8612-19dce5eefe01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1829501645', 'description': 'tempest-description-57847210'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:48.229203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port fe60d993-4bea-40f8-a042-be755dc25bf6, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=fe60d993-4bea-40f8-a042-be755dc25bf6,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:48.293383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75fb7b-961f-42ee-85af-7371704fe717 req-f6130b7f-16fb-4b8d-88eb-2c3d7e1832e6 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:48.295074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df75fb7b-961f-42ee-85af-7371704fe717 req-f6130b7f-16fb-4b8d-88eb-2c3d7e1832e6 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 948 time: 0.0634501 Aug 16 01:42:48.311838 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.312544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:48.348816 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25c6f76b-4d93-46be-b068-9697bc477f6b req-27356e20-cbe0-4f95-8612-19dce5eefe01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.384059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df75fb7b-961f-42ee-85af-7371704fe717 req-782852e6-56ca-46b3-aad1-59a99ba2f8e2 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814123 Aug 16 01:42:48.466442 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784f709f-e79b-4122-a551-c2087d37b044 x-openstack-request-id: req-784f709f-e79b-4122-a551-c2087d37b044 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:48.466741 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a29c40-3be8-4d59-9134-364fea3b4ba5", "name": "network-vif-plugged", "status": "completed", "tag": "00517951-22bf-4c34-96cc-800a0a3c7ecc", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:48.467005 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-784f709f-e79b-4122-a551-c2087d37b044 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:48.467417 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00517951-22bf-4c34-96cc-800a0a3c7ecc', 'code': 200} Aug 16 01:42:48.471230 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25c6f76b-4d93-46be-b068-9697bc477f6b req-27356e20-cbe0-4f95-8612-19dce5eefe01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.503892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=fe60d993-4bea-40f8-a042-be755dc25bf6,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:48.572217 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25c6f76b-4d93-46be-b068-9697bc477f6b req-27356e20-cbe0-4f95-8612-19dce5eefe01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.594912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:48.608167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'mac_address': 'fa:16:3e:4e:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:48.634380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27356e20-cbe0-4f95-8612-19dce5eefe01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0296449d-4db7-40fe-9cd0-2797752062df,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:48.659398 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.673349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45d5606-e36c-40f3-9630-7b8b54d09b29 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:48.675026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4f33-75db-4569-94bb-ef95e1643afa req-36a13ae0-cf25-40d1-b529-c9bdd6c3e67a tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:48.678373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fd9e4f33-75db-4569-94bb-ef95e1643afa req-36a13ae0-cf25-40d1-b529-c9bdd6c3e67a tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 945 time: 0.1157019 Aug 16 01:42:48.697617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:48.714542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba75a98-6c73-4cd1-813e-05ef222d8c90 req-a155baad-8c92-4a0d-9d10-5460c772e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:48.716085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dba75a98-6c73-4cd1-813e-05ef222d8c90 req-a155baad-8c92-4a0d-9d10-5460c772e9cb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0781908 Aug 16 01:42:48.731138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fd9e4f33-75db-4569-94bb-ef95e1643afa req-e80e2d0e-2813-4a4e-8dbc-902600803abf tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454404 Aug 16 01:42:48.771949 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dba75a98-6c73-4cd1-813e-05ef222d8c90 req-1d91af3f-8471-4ee4-bc1a-adfa833c19de service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398483 Aug 16 01:42:48.864251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa19ed-06f5-48bb-8e83-58dd19ae13c0 req-527bce74-2909-4c16-8cb3-a1e848019b91 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:48.865915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14fa19ed-06f5-48bb-8e83-58dd19ae13c0 req-527bce74-2909-4c16-8cb3-a1e848019b91 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 947 time: 0.0596268 Aug 16 01:42:48.906270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14fa19ed-06f5-48bb-8e83-58dd19ae13c0 req-9293d56e-c31a-4358-81ad-b9d74d0f234c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337126 Aug 16 01:42:48.907531 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25c6f76b-4d93-46be-b068-9697bc477f6b req-27356e20-cbe0-4f95-8612-19dce5eefe01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.908647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25c6f76b-4d93-46be-b068-9697bc477f6b req-27356e20-cbe0-4f95-8612-19dce5eefe01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6932778 Aug 16 01:42:48.986211 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.036106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ace3a-8ff2-4d9b-9937-9ed9f0ec46c2 req-4cd201b8-1b9a-41d7-8c83-87058366fa44 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:49.042634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:49.055825 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-404ace3a-8ff2-4d9b-9937-9ed9f0ec46c2 req-4cd201b8-1b9a-41d7-8c83-87058366fa44 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 945 time: 0.0656388 Aug 16 01:42:49.086750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-404ace3a-8ff2-4d9b-9937-9ed9f0ec46c2 req-b7782b0f-35f5-4ae8-b2b9-9f8788e0723b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339072 Aug 16 01:42:49.127620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3f9e69e4-d3fc-4ecd-8e69-1cff3469eae9 req-2532bb2b-9ee3-4a0a-8375-62aa3a939b4b tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1069638624', 'description': 'tempest-description-1554201203'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:49.157359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7b91c-d151-4c82-b462-a04c4812eb33 req-69eb096a-6983-4e63-934b-bc08d806a8c6 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:49.159191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9a7b91c-d151-4c82-b462-a04c4812eb33 req-69eb096a-6983-4e63-934b-bc08d806a8c6 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 1097 time: 0.0686121 Aug 16 01:42:49.198070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9a7b91c-d151-4c82-b462-a04c4812eb33 req-ab0acfc9-91d1-43b1-bbb0-b87bb1b12c46 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303557 Aug 16 01:42:49.253035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9e69e4-d3fc-4ecd-8e69-1cff3469eae9 req-2532bb2b-9ee3-4a0a-8375-62aa3a939b4b tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.269707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['fe60d993-4bea-40f8-a042-be755dc25bf6'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:49.285387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['c45d5606-e36c-40f3-9630-7b8b54d09b29'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:49.393110 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9e69e4-d3fc-4ecd-8e69-1cff3469eae9 req-2532bb2b-9ee3-4a0a-8375-62aa3a939b4b tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.407890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd55086-0d4f-4c1b-9788-43909c94b1c5 req-8d306e33-2dca-4cd0-ad78-4fa666bdf9be tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:49.409909 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-edd55086-0d4f-4c1b-9788-43909c94b1c5 req-8d306e33-2dca-4cd0-ad78-4fa666bdf9be tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 946 time: 0.0769715 Aug 16 01:42:49.460329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-edd55086-0d4f-4c1b-9788-43909c94b1c5 req-85c99fcd-1411-46a8-ac17-ee7de7dc1eb5 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 Aug 16 01:42:49.528682 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9e69e4-d3fc-4ecd-8e69-1cff3469eae9 req-2532bb2b-9ee3-4a0a-8375-62aa3a939b4b tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.573109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532bb2b-9ee3-4a0a-8375-62aa3a939b4b tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6309c94-1ddb-44df-a8a4-82ba51bbc947,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:49.667603 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9e69e4-d3fc-4ecd-8e69-1cff3469eae9 req-2532bb2b-9ee3-4a0a-8375-62aa3a939b4b tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.668807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9e69e4-d3fc-4ecd-8e69-1cff3469eae9 req-2532bb2b-9ee3-4a0a-8375-62aa3a939b4b tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5486333 Aug 16 01:42:49.688545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19e1f7-ffd5-4558-8854-f100e18d7865 req-c133fdb9-b799-43b5-a0b0-f37d09d1100e tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:49.690140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b19e1f7-ffd5-4558-8854-f100e18d7865 req-c133fdb9-b799-43b5-a0b0-f37d09d1100e tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 1097 time: 0.0510859 Aug 16 01:42:49.746549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b19e1f7-ffd5-4558-8854-f100e18d7865 req-f5d83b52-b7d5-462a-a453-d31eefcd727d tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473497 Aug 16 01:42:49.750565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e811c833-2c17-4af1-8553-12f441ef2016 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:49.795910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f73e9a-8a06-4d83-9a4c-f1f831551592 req-7be7830f-7ef4-49ac-a35e-1f31a20965ba tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:49.805056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74f73e9a-8a06-4d83-9a4c-f1f831551592 req-7be7830f-7ef4-49ac-a35e-1f31a20965ba tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 948 time: 0.0779622 Aug 16 01:42:49.868677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port e811c833-2c17-4af1-8553-12f441ef2016 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:49.869061 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.883030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74f73e9a-8a06-4d83-9a4c-f1f831551592 req-a0d5ecbe-16f0-4530-ba31-ea42273f1dcd tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769913 Aug 16 01:42:49.919842 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26ff56d0-7b9f-45ff-9dd7-5b0d451a72e3 req-bada65f4-c9c2-4157-bef9-a8d35c010591 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/0296449d-4db7-40fe-9cd0-2797752062df HTTP/1.1" status: 200 len: 1803 time: 0.0509663 Aug 16 01:42:49.975052 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.982328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26ff56d0-7b9f-45ff-9dd7-5b0d451a72e3 req-473b9664-5304-44ab-b1df-5a851ea328a4 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/a6309c94-1ddb-44df-a8a4-82ba51bbc947 HTTP/1.1" status: 200 len: 1805 time: 0.0554042 Aug 16 01:42:49.996043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-26ff56d0-7b9f-45ff-9dd7-5b0d451a72e3 req-9d755c65-a1a5-40c8-a9eb-22f78cec7499 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0296449d-4db7-40fe-9cd0-2797752062df', 'remote_group_id': 'a6309c94-1ddb-44df-a8a4-82ba51bbc947', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:49.996660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-26ff56d0-7b9f-45ff-9dd7-5b0d451a72e3 req-9d755c65-a1a5-40c8-a9eb-22f78cec7499 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0296449d-4db7-40fe-9cd0-2797752062df', 'remote_group_id': 'a6309c94-1ddb-44df-a8a4-82ba51bbc947', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:50.039674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:50.069864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb88e1-18de-4da9-ad50-83100e050c45 req-efa389a1-6cfd-49ef-a43e-7511dde15799 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:50.071426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7cb88e1-18de-4da9-ad50-83100e050c45 req-efa389a1-6cfd-49ef-a43e-7511dde15799 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 949 time: 0.0535011 Aug 16 01:42:50.111788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7cb88e1-18de-4da9-ad50-83100e050c45 req-88e86b0c-9896-47ba-894d-a8102a33255d tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338593 Aug 16 01:42:50.186323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.239718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2c4b4-449f-45d0-ae32-3cfdc7ede240 req-f10fdc33-2813-4979-a2bf-2b82239aaadd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:50.241543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:50.241690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1b2c4b4-449f-45d0-ae32-3cfdc7ede240 req-f10fdc33-2813-4979-a2bf-2b82239aaadd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 948 time: 0.0730605 Aug 16 01:42:50.277138 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-26ff56d0-7b9f-45ff-9dd7-5b0d451a72e3 req-9d755c65-a1a5-40c8-a9eb-22f78cec7499 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.316037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1b2c4b4-449f-45d0-ae32-3cfdc7ede240 req-6acd20f7-6ece-4629-afda-f18dcb7a1657 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610142 Aug 16 01:42:50.341332 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-26ff56d0-7b9f-45ff-9dd7-5b0d451a72e3 req-9d755c65-a1a5-40c8-a9eb-22f78cec7499 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.468601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:50.471323 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e4a18d-26c6-45ac-b146-b9feeebbcd98" -d '{"events": [{"server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "name": "network-vif-plugged", "status": "completed", "tag": "e811c833-2c17-4af1-8553-12f441ef2016"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:50.483385 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-26ff56d0-7b9f-45ff-9dd7-5b0d451a72e3 req-9d755c65-a1a5-40c8-a9eb-22f78cec7499 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.502312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d755c65-a1a5-40c8-a9eb-22f78cec7499 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7efb68-089f-4cd7-9a97-80b9f3acb8c0,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:50.546345 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.580329 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-26ff56d0-7b9f-45ff-9dd7-5b0d451a72e3 req-9d755c65-a1a5-40c8-a9eb-22f78cec7499 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.581579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26ff56d0-7b9f-45ff-9dd7-5b0d451a72e3 req-9d755c65-a1a5-40c8-a9eb-22f78cec7499 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5906951 Aug 16 01:42:50.696168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa7bb-2a9d-40c4-982f-b9fe6e3d1591 req-3f099b93-4dd3-4fed-8d33-a4fbb00f3d00 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:50.697721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-031fa7bb-2a9d-40c4-982f-b9fe6e3d1591 req-3f099b93-4dd3-4fed-8d33-a4fbb00f3d00 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 945 time: 0.0492823 Aug 16 01:42:50.737483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-031fa7bb-2a9d-40c4-982f-b9fe6e3d1591 req-5a20ce60-4493-478a-bffd-dd3493f6dc6b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337903 Aug 16 01:42:50.831268 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baedb4be-4446-4454-b18f-7cfa70e0b965 x-openstack-request-id: req-baedb4be-4446-4454-b18f-7cfa70e0b965 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:50.831678 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "name": "network-vif-plugged", "status": "completed", "tag": "e811c833-2c17-4af1-8553-12f441ef2016", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:50.832812 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-baedb4be-4446-4454-b18f-7cfa70e0b965 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:50.833492 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016', 'code': 200} Aug 16 01:42:50.928000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8943d6-e722-4147-9507-8c18bc8854bf req-fabc9564-10a7-4c2a-b714-daf990c64015 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:50.932789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b8943d6-e722-4147-9507-8c18bc8854bf req-fabc9564-10a7-4c2a-b714-daf990c64015 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 946 time: 0.0551460 Aug 16 01:42:50.971455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b8943d6-e722-4147-9507-8c18bc8854bf req-0db1f1cb-95dc-4a08-a75e-d3475629acf3 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350997 Aug 16 01:42:50.999396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-14a944c3-2f9c-463c-927e-8a76e3d639d0 req-a30c30ab-a538-4832-a7cb-bed34f96724c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2140779351', 'description': 'tempest-description-3614846'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:51.073609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12138c6-32ad-49a7-be44-032e2aaaa4ef req-dfb0fd13-dfbe-4484-8a26-d090e0579bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:51.075606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e12138c6-32ad-49a7-be44-032e2aaaa4ef req-dfb0fd13-dfbe-4484-8a26-d090e0579bcb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 1102 time: 0.0460265 Aug 16 01:42:51.112776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e12138c6-32ad-49a7-be44-032e2aaaa4ef req-d2563e26-fe38-491d-a398-5c8f482c5821 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302248 Aug 16 01:42:51.113659 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-14a944c3-2f9c-463c-927e-8a76e3d639d0 req-a30c30ab-a538-4832-a7cb-bed34f96724c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.195325 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-14a944c3-2f9c-463c-927e-8a76e3d639d0 req-a30c30ab-a538-4832-a7cb-bed34f96724c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.271748 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-14a944c3-2f9c-463c-927e-8a76e3d639d0 req-a30c30ab-a538-4832-a7cb-bed34f96724c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.308115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c30ab-a538-4832-a7cb-bed34f96724c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b203922-e36d-4456-9956-d31985baa38b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:51.483122 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-14a944c3-2f9c-463c-927e-8a76e3d639d0 req-a30c30ab-a538-4832-a7cb-bed34f96724c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.484371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14a944c3-2f9c-463c-927e-8a76e3d639d0 req-a30c30ab-a538-4832-a7cb-bed34f96724c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4891589 Aug 16 01:42:51.536956 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.645806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bc6e1-7810-4a05-89af-bf4ffb6f69b6 req-73ec2cc2-d22a-48c6-bb5c-901362f99f9d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:51.648089 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-463bc6e1-7810-4a05-89af-bf4ffb6f69b6 req-73ec2cc2-d22a-48c6-bb5c-901362f99f9d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0509677 Aug 16 01:42:51.687290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-463bc6e1-7810-4a05-89af-bf4ffb6f69b6 req-fdb02de5-3479-4566-bb6c-7148cce3bf80 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328276 Aug 16 01:42:51.751317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device fe60d993-4bea-40f8-a042-be755dc25bf6 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:51.803959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d1ca6-2c6c-40d2-ab43-eca9fdc0361d req-f0a7bbdb-ed9c-4bfc-86cf-223e3ffaf432 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:51.805672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b70d1ca6-2c6c-40d2-ab43-eca9fdc0361d req-f0a7bbdb-ed9c-4bfc-86cf-223e3ffaf432 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 946 time: 0.0563464 Aug 16 01:42:51.814564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52466) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:51.823125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-215fb927-1fe7-46ec-bbdd-5f0c169284b1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Request body: {'floatingip': {'port_id': '00517951-22bf-4c34-96cc-800a0a3c7ecc'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:51.903784 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-215fb927-1fe7-46ec-bbdd-5f0c169284b1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.905688 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port fe60d993-4bea-40f8-a042-be755dc25bf6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:51.909804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port fe60d993-4bea-40f8-a042-be755dc25bf6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:51.915866 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.915995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf49d50-b557-4d7b-8f02-4874971e755e req-30261600-1ca6-40fb-bfbd-525fddb3787c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:51.915995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caf49d50-b557-4d7b-8f02-4874971e755e req-30261600-1ca6-40fb-bfbd-525fddb3787c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 948 time: 0.0500023 Aug 16 01:42:51.963477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caf49d50-b557-4d7b-8f02-4874971e755e req-36134737-43b2-4de7-8429-9c33fb315e26 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Aug 16 01:42:51.992382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b473198c-6c1f-4a24-b55c-75caeb7cc7d2 req-73fa3228-91a6-4f89-8b91-27df7a0654ee tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-173254116', 'description': 'tempest-description-1648008626'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:52.008726 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.051935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port fe60d993-4bea-40f8-a042-be755dc25bf6, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=fe60d993-4bea-40f8-a042-be755dc25bf6,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:52.174891 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.175701 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:52.176893 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b473198c-6c1f-4a24-b55c-75caeb7cc7d2 req-73fa3228-91a6-4f89-8b91-27df7a0654ee tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.277634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=fe60d993-4bea-40f8-a042-be755dc25bf6,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:52.325421 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b473198c-6c1f-4a24-b55c-75caeb7cc7d2 req-73fa3228-91a6-4f89-8b91-27df7a0654ee tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.408800 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b473198c-6c1f-4a24-b55c-75caeb7cc7d2 req-73fa3228-91a6-4f89-8b91-27df7a0654ee tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.409494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port c45d5606-e36c-40f3-9630-7b8b54d09b29 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:52.417500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port c45d5606-e36c-40f3-9630-7b8b54d09b29 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:52.422142 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.485757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa3228-91a6-4f89-8b91-27df7a0654ee tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c1c99e-0042-4537-9edd-28e4f5257948,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:52.520319 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.559695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:52.597608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b473198c-6c1f-4a24-b55c-75caeb7cc7d2 req-73fa3228-91a6-4f89-8b91-27df7a0654ee tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.598969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b473198c-6c1f-4a24-b55c-75caeb7cc7d2 req-73fa3228-91a6-4f89-8b91-27df7a0654ee tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6108148 Aug 16 01:42:52.706554 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.763716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:52.801915 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-215fb927-1fe7-46ec-bbdd-5f0c169284b1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.834922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe60d993-4bea-40f8-a042-be755dc25bf6'}, {'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:52.838513 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2823aa45-0f12-4bff-a3a1-6bfb34c5af9c" -d '{"events": [{"server_uuid": "6916cde0-ffc4-4d2d-9377-522647845fc7", "name": "network-vif-plugged", "status": "completed", "tag": "fe60d993-4bea-40f8-a042-be755dc25bf6"}, {"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-plugged", "status": "completed", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:53.009019 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-215fb927-1fe7-46ec-bbdd-5f0c169284b1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:53.144683 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-215fb927-1fe7-46ec-bbdd-5f0c169284b1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Floating IP 28d3c26d-3c15-4a4c-8d92-321e4328b8f0 associated. External IP: 172.25.8.116, port: 00517951-22bf-4c34-96cc-800a0a3c7ecc. Aug 16 01:42:53.181502 n-d-768509-23 neutron-server[95515]: WARNING keystonemiddleware.auth_token [req-0a368cea-b8e3-4b33-9376-b855030ee151 req-ea49df81-ce0f-4f6a-8cb8-43585386b5f6 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 01:42:53.185226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-4dc527df-df0e-4da9-b90b-10e719ae7799 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:42:53.186238 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-4dc527df-df0e-4da9-b90b-10e719ae7799 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0685596 Aug 16 01:42:53.197991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Request body: {'binding': {'host': 'n-h1-768509-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:53.198491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Unknown quota resources ['binding']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:42:53.451634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 on host n-h1-768509-23 for vnic_type normal with profile None {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:53.451968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:53.456779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:53.463361 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Port 78179aa9-24b8-481c-9cd3-348570a06426 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:53.463680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:53.471138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:53.471471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:53.472054 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:53.472479 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Bound port: 78179aa9-24b8-481c-9cd3-348570a06426, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:53.479688 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215fb927-1fe7-46ec-bbdd-5f0c169284b1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Router 71fe207e-b1bb-4770-92c4-9efda57c73df has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:42:53.615517 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=78179aa9-24b8-481c-9cd3-348570a06426,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:53.666854 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215fb927-1fe7-46ec-bbdd-5f0c169284b1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:53.671910 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-215fb927-1fe7-46ec-bbdd-5f0c169284b1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:53.676269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba73b0-97c2-43c1-a4f3-a9e3a445b762 None None] Sync routers for ids ['71fe207e-b1bb-4770-92c4-9efda57c73df'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:53.685329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba73b0-97c2-43c1-a4f3-a9e3a445b762 None None] Routers {'71fe207e-b1bb-4770-92c4-9efda57c73df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:53.685982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-60ba73b0-97c2-43c1-a4f3-a9e3a445b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fe207e-b1bb-4770-92c4-9efda57c73df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:53.711858 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-215fb927-1fe7-46ec-bbdd-5f0c169284b1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "PUT /v2.0/floatingips/28d3c26d-3c15-4a4c-8d92-321e4328b8f0 HTTP/1.1" status: 200 len: 992 time: 1.8826544 Aug 16 01:42:53.711858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'tag': '00517951-22bf-4c34-96cc-800a0a3c7ecc'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:53.711858 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f1529f-9cc1-44c8-bfee-e2767a556cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a29c40-3be8-4d59-9134-364fea3b4ba5", "tag": "00517951-22bf-4c34-96cc-800a0a3c7ecc"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:53.745907 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:53.747077 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-67c7cdba-f3a7-4114-a29b-deb1a5360ddd service neutron] 10.222.0.66 "POST /v2.0/ports/78179aa9-24b8-481c-9cd3-348570a06426/bindings HTTP/1.1" status: 201 len: 390 time: 0.5530393 Aug 16 01:42:53.793885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-60ba73b0-97c2-43c1-a4f3-a9e3a445b762 None None] Set router 71fe207e-b1bb-4770-92c4-9efda57c73df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:54.069720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-60ba73b0-97c2-43c1-a4f3-a9e3a445b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:21Z', 'revision_number': 4, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '28d3c26d-3c15-4a4c-8d92-321e4328b8f0', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'port_id': '00517951-22bf-4c34-96cc-800a0a3c7ecc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'mac_address': 'fa:16:3e:59:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:42:27Z', 'updated_at': '2021-08-16T01:42:52Z', 'revision_number': 1, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7aa1be-6f8f-4228-a64c-abaa21615c09', 'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'mac_address': 'fa:16:3e:e3:27:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:20Z', 'updated_at': '2021-08-16T01:42:27Z', 'revision_number': 5, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'subnets': [{'id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:54.107048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba73b0-97c2-43c1-a4f3-a9e3a445b762 None None] Checking router: 71fe207e-b1bb-4770-92c4-9efda57c73df for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:42:54.116305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba73b0-97c2-43c1-a4f3-a9e3a445b762 None None] Routers {'71fe207e-b1bb-4770-92c4-9efda57c73df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:54.117076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-60ba73b0-97c2-43c1-a4f3-a9e3a445b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fe207e-b1bb-4770-92c4-9efda57c73df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:54.148347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fce944-424e-46ed-a091-6477c2272a8a req-84e5b207-1fdc-4f67-8892-edf321336d27 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:54.149965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86fce944-424e-46ed-a091-6477c2272a8a req-84e5b207-1fdc-4f67-8892-edf321336d27 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 946 time: 0.0516362 Aug 16 01:42:54.194616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86fce944-424e-46ed-a091-6477c2272a8a req-3aa4ea17-3085-4d15-bdf4-982560fef8d7 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372076 Aug 16 01:42:54.269351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c58f95d3-6373-4d14-9390-90915569c570 req-bf29c6cc-f80e-4255-b1c2-21f07f7b15c3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/8b203922-e36d-4456-9956-d31985baa38b HTTP/1.1" status: 200 len: 1802 time: 0.0424449 Aug 16 01:42:54.326356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c58f95d3-6373-4d14-9390-90915569c570 req-1d3ae375-a9da-4ac1-89c4-737d1b4d6c45 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/34c1c99e-0042-4537-9edd-28e4f5257948 HTTP/1.1" status: 200 len: 1804 time: 0.0502260 Aug 16 01:42:54.337031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c58f95d3-6373-4d14-9390-90915569c570 req-8aa8123d-97ab-4ae9-b740-60a0b93dc59c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b203922-e36d-4456-9956-d31985baa38b', 'remote_group_id': '34c1c99e-0042-4537-9edd-28e4f5257948', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:54.337374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c58f95d3-6373-4d14-9390-90915569c570 req-8aa8123d-97ab-4ae9-b740-60a0b93dc59c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b203922-e36d-4456-9956-d31985baa38b', 'remote_group_id': '34c1c99e-0042-4537-9edd-28e4f5257948', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:54.356450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-60ba73b0-97c2-43c1-a4f3-a9e3a445b762 None None] Set router 71fe207e-b1bb-4770-92c4-9efda57c73df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:54.482969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd8828-07d0-412d-a753-054ecdb2fc9f req-66492e75-6bca-4b03-bbbc-9f4eb0f760eb tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:54.488661 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39dd8828-07d0-412d-a753-054ecdb2fc9f req-66492e75-6bca-4b03-bbbc-9f4eb0f760eb tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0559614 Aug 16 01:42:54.550564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39dd8828-07d0-412d-a753-054ecdb2fc9f req-eebdcfdc-449f-496d-a8b2-06401c99a656 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586872 Aug 16 01:42:54.554196 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c58f95d3-6373-4d14-9390-90915569c570 req-8aa8123d-97ab-4ae9-b740-60a0b93dc59c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.587974 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c58f95d3-6373-4d14-9390-90915569c570 req-8aa8123d-97ab-4ae9-b740-60a0b93dc59c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.593037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-60ba73b0-97c2-43c1-a4f3-a9e3a445b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:21Z', 'revision_number': 4, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '28d3c26d-3c15-4a4c-8d92-321e4328b8f0', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'port_id': '00517951-22bf-4c34-96cc-800a0a3c7ecc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'mac_address': 'fa:16:3e:59:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:42:27Z', 'updated_at': '2021-08-16T01:42:52Z', 'revision_number': 1, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7aa1be-6f8f-4228-a64c-abaa21615c09', 'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'mac_address': 'fa:16:3e:e3:27:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:20Z', 'updated_at': '2021-08-16T01:42:27Z', 'revision_number': 5, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'subnets': [{'id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:54.626912 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20a7a46-5523-4d32-bf71-2517d0fd8624 x-openstack-request-id: req-d20a7a46-5523-4d32-bf71-2517d0fd8624 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:54.627203 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6916cde0-ffc4-4d2d-9377-522647845fc7", "name": "network-vif-plugged", "status": "completed", "tag": "fe60d993-4bea-40f8-a042-be755dc25bf6", "code": 200}, {"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-plugged", "status": "completed", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:54.627449 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d20a7a46-5523-4d32-bf71-2517d0fd8624 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:54.627846 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe60d993-4bea-40f8-a042-be755dc25bf6', 'code': 200} Aug 16 01:42:54.628095 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'code': 200} Aug 16 01:42:54.629326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba73b0-97c2-43c1-a4f3-a9e3a445b762 None None] The sync data for ids ['71fe207e-b1bb-4770-92c4-9efda57c73df'] in n-d-768509-23 is: [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:21Z', 'revision_number': 4, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '28d3c26d-3c15-4a4c-8d92-321e4328b8f0', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'port_id': '00517951-22bf-4c34-96cc-800a0a3c7ecc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'mac_address': 'fa:16:3e:59:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:42:27Z', 'updated_at': '2021-08-16T01:42:52Z', 'revision_number': 1, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7aa1be-6f8f-4228-a64c-abaa21615c09', 'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'mac_address': 'fa:16:3e:e3:27:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:20Z', 'updated_at': '2021-08-16T01:42:27Z', 'revision_number': 5, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'subnets': [{'id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:54.685345 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 81f6c693-792e-4846-be1b-13b033a3ac72 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:54.695348 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c58f95d3-6373-4d14-9390-90915569c570 req-8aa8123d-97ab-4ae9-b740-60a0b93dc59c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.734499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8123d-97ab-4ae9-b740-60a0b93dc59c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7988b6b0-470f-403b-ad5a-14c8c6952b61,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:54.765144 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.812638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:54.814781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8c000-2393-4a75-946b-565634c0616f req-54d7df1e-5433-4351-aed8-4fc080a1e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:54.816513 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8bf8c000-2393-4a75-946b-565634c0616f req-54d7df1e-5433-4351-aed8-4fc080a1e3be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0955133 Aug 16 01:42:54.871307 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8bf8c000-2393-4a75-946b-565634c0616f req-0c2dbc3d-8ddf-4387-941b-22cfb4238d9a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453396 Aug 16 01:42:54.879779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81043d00-1344-45ed-bc71-e77568c0983a req-0528b36d-d8a4-4433-9f18-9770e69cc3ed tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:54.882102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81043d00-1344-45ed-bc71-e77568c0983a req-0528b36d-d8a4-4433-9f18-9770e69cc3ed tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.2152452 Aug 16 01:42:54.887034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-fe67997b-dd92-4e7d-ac12-82aade0f5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:54.888624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-fe67997b-dd92-4e7d-ac12-82aade0f5b7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 1097 time: 0.1848216 Aug 16 01:42:54.889375 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c58f95d3-6373-4d14-9390-90915569c570 req-8aa8123d-97ab-4ae9-b740-60a0b93dc59c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.890591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c58f95d3-6373-4d14-9390-90915569c570 req-8aa8123d-97ab-4ae9-b740-60a0b93dc59c tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5586116 Aug 16 01:42:54.898908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6167b7b-9db7-4864-a73e-6ae11491eba5 req-4b029694-8843-4cf7-940f-c5930c578618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:54.898908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6167b7b-9db7-4864-a73e-6ae11491eba5 req-4b029694-8843-4cf7-940f-c5930c578618 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 1101 time: 0.1733761 Aug 16 01:42:54.905308 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9ecb0-4e8c-46e2-8c47-45f5cf563e1f None None] New status for floating IP 28d3c26d-3c15-4a4c-8d92-321e4328b8f0: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:42:54.917324 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.931530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81043d00-1344-45ed-bc71-e77568c0983a req-59648da8-fc37-4e0d-b146-20465657232c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393322 Aug 16 01:42:54.987502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:55.008058 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22981e1-9ec2-4d84-8d87-4d7efa8809f0 x-openstack-request-id: req-d22981e1-9ec2-4d84-8d87-4d7efa8809f0 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:55.008441 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a29c40-3be8-4d59-9134-364fea3b4ba5", "tag": "00517951-22bf-4c34-96cc-800a0a3c7ecc", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:55.008788 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d22981e1-9ec2-4d84-8d87-4d7efa8809f0 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:55.009279 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'tag': '00517951-22bf-4c34-96cc-800a0a3c7ecc', 'status': 'completed', 'code': 200} Aug 16 01:42:55.118333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6167b7b-9db7-4864-a73e-6ae11491eba5 req-764421e3-c652-4558-8ce6-5bbda867cacf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569030 Aug 16 01:42:55.148593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-4188f472-08ec-442e-9f27-711845fbe486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:55.150094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-4188f472-08ec-442e-9f27-711845fbe486 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.1972311 Aug 16 01:42:55.164738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10f2e-b759-475e-9b13-22abf1549caa req-2bfa9e01-6e16-4731-bed6-e7814f12a659 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:55.166289 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ba10f2e-b759-475e-9b13-22abf1549caa req-2bfa9e01-6e16-4731-bed6-e7814f12a659 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 945 time: 0.1171823 Aug 16 01:42:55.169007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1529f-9cc1-44c8-bfee-e2767a556cdd req-32da9d4e-23ed-45bd-896c-e7cda589a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:55.170409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55f1529f-9cc1-44c8-bfee-e2767a556cdd req-32da9d4e-23ed-45bd-896c-e7cda589a04d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5dbaefda445445c3a27a65027b11c7eb&device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 1098 time: 0.1119938 Aug 16 01:42:55.294288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-8b42276b-0b67-42ae-a48f-9ad405d942e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78179aa9-24b8-481c-9cd3-348570a06426 HTTP/1.1" status: 200 len: 217 time: 0.1108921 Aug 16 01:42:55.649372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ba10f2e-b759-475e-9b13-22abf1549caa req-b2ace34f-7587-426a-aecb-36fa50fd8cca tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766421 Aug 16 01:42:55.677140 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2f838-c0b5-4590-8235-a9ac73a98bb5 req-ed358fca-3c86-46c7-8040-24f57fa09a99 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:55.679190 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69a2f838-c0b5-4590-8235-a9ac73a98bb5 req-ed358fca-3c86-46c7-8040-24f57fa09a99 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.4995830 Aug 16 01:42:55.719222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-ffe78126-7dc9-4b08-8a98-f4457b3ef52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:55.720730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-ffe78126-7dc9-4b08-8a98-f4457b3ef52e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.1122587 Aug 16 01:42:55.742216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1529f-9cc1-44c8-bfee-e2767a556cdd req-8e4325ca-e96b-48e6-b440-9b43bc568a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:55.743670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55f1529f-9cc1-44c8-bfee-e2767a556cdd req-8e4325ca-e96b-48e6-b440-9b43bc568a43 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 HTTP/1.1" status: 200 len: 913 time: 0.5614598 Aug 16 01:42:55.830279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-c67e20c5-f5a1-4175-926a-9826775e19a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795240 Aug 16 01:42:55.838783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d49b552-660f-4109-9a42-8d4e44483a37 req-09014d70-b8cd-4d48-b685-7a870f83f641 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/34c1c99e-0042-4537-9edd-28e4f5257948 HTTP/1.1" status: 200 len: 1804 time: 0.1554456 Aug 16 01:42:55.841474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69a2f838-c0b5-4590-8235-a9ac73a98bb5 req-2f5caf71-2468-4577-89a6-0dd8c6505d50 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529946 Aug 16 01:42:55.962932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55f1529f-9cc1-44c8-bfee-e2767a556cdd req-4e83b74c-1570-46ca-94a1-e8c494fb2880 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00517951-22bf-4c34-96cc-800a0a3c7ecc HTTP/1.1" status: 200 len: 1002 time: 0.1920309 Aug 16 01:42:56.053299 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6d49b552-660f-4109-9a42-8d4e44483a37 req-5efbb6a7-699f-4416-b1cd-68c782b60478 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.061270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1529f-9cc1-44c8-bfee-e2767a556cdd req-15ac1c22-682b-46db-9095-105f0c675363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:56.062796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55f1529f-9cc1-44c8-bfee-e2767a556cdd req-15ac1c22-682b-46db-9095-105f0c675363 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f17350f8-4ac1-428c-9e4f-c5f58a8341c6 HTTP/1.1" status: 200 len: 851 time: 0.0857501 Aug 16 01:42:56.064546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-4969a480-d3ce-4f05-a13c-c583301def04 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154770 Aug 16 01:42:56.125824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6d49b552-660f-4109-9a42-8d4e44483a37 req-5efbb6a7-699f-4416-b1cd-68c782b60478 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.214644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1529f-9cc1-44c8-bfee-e2767a556cdd req-9e932d3a-90ce-4851-bfb4-ecfc88fa8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:56.216067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55f1529f-9cc1-44c8-bfee-e2767a556cdd req-9e932d3a-90ce-4851-bfb4-ecfc88fa8ac3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ecdf3ed2-4fcc-4d0c-803a-ca6627500a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407022 Aug 16 01:42:56.307299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-009d4ac2-fc91-4d91-a518-55100b21feca service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180800 Aug 16 01:42:56.352562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55f1529f-9cc1-44c8-bfee-e2767a556cdd req-4df9fe38-bfe1-4599-a17d-956bcc86d7c0 service neutron] 10.222.0.74 "GET /v2.0/networks/ecdf3ed2-4fcc-4d0c-803a-ca6627500a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243212 Aug 16 01:42:56.439918 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6d49b552-660f-4109-9a42-8d4e44483a37 req-5efbb6a7-699f-4416-b1cd-68c782b60478 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.442655 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6d49b552-660f-4109-9a42-8d4e44483a37 req-5efbb6a7-699f-4416-b1cd-68c782b60478 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.442791 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-f1780fdb-0328-478c-94c1-40a5ced3f0a9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653961 Aug 16 01:42:56.460833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d49b552-660f-4109-9a42-8d4e44483a37 req-5efbb6a7-699f-4416-b1cd-68c782b60478 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "DELETE /v2.0/security-groups/34c1c99e-0042-4537-9edd-28e4f5257948 HTTP/1.1" status: 204 len: 173 time: 0.6039875 Aug 16 01:42:56.512282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55f1529f-9cc1-44c8-bfee-e2767a556cdd req-b19df3bd-e647-4622-bfac-13b8c5ed6226 service neutron] 10.222.0.74 "GET /v2.0/networks/ecdf3ed2-4fcc-4d0c-803a-ca6627500a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521018 Aug 16 01:42:56.514601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbb6a7-699f-4416-b1cd-68c782b60478 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c1c99e-0042-4537-9edd-28e4f5257948,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:56.629490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:56.633650 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9305cdd-e9a2-44a2-84dc-27086f989d26" -d '{"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-unplugged", "status": "completed", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:56.701032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5123ec-56ae-4761-bd3a-1cb71dd66ce4 req-22880155-a9b3-469f-b287-47c5338e9bee tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:56.702674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d5123ec-56ae-4761-bd3a-1cb71dd66ce4 req-22880155-a9b3-469f-b287-47c5338e9bee tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 946 time: 0.1849217 Aug 16 01:42:56.706556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-3d75e580-4248-4f6e-b461-af8920eebc50 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:56.707969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-3d75e580-4248-4f6e-b461-af8920eebc50 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.1418881 Aug 16 01:42:56.715697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-a1536795-0516-4127-88c7-87694065617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:56.717152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-a1536795-0516-4127-88c7-87694065617f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 1102 time: 0.1789227 Aug 16 01:42:56.733256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-23'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:56.826274 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d5123ec-56ae-4761-bd3a-1cb71dd66ce4 req-282fddbd-cea2-4a75-94c5-ef04a101f70b tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131406 Aug 16 01:42:56.873511 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.944637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-b77b1e7f-4c7f-4be1-bd6f-97f20282f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:56.946015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-b77b1e7f-4c7f-4be1-bd6f-97f20282f324 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.2063179 Aug 16 01:42:57.003294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-31c5f794-8035-48cb-8649-21c06c998664 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 200 len: 217 time: 0.0494246 Aug 16 01:42:57.106597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12080414-f04d-4832-81b2-eeeb8a022486 req-fe54b17a-da0b-4ef5-bd7d-640fd407f2c7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:57.108086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12080414-f04d-4832-81b2-eeeb8a022486 req-fe54b17a-da0b-4ef5-bd7d-640fd407f2c7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.2170460 Aug 16 01:42:57.183463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-b88a6458-ef81-4df5-a4d2-6205c7ce50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:57.184914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-b88a6458-ef81-4df5-a4d2-6205c7ce50e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1628242 Aug 16 01:42:57.187533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fb73555-099d-435f-8334-6898bcbbc531 req-fc2772c4-aaf1-4adc-b439-e4ccb16d8a1e tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/8b203922-e36d-4456-9956-d31985baa38b HTTP/1.1" status: 200 len: 1802 time: 0.1795499 Aug 16 01:42:57.224290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12080414-f04d-4832-81b2-eeeb8a022486 req-b09ab500-eba9-4856-9e42-b2671dd8ad4e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058276 Aug 16 01:42:57.233454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=78179aa9-24b8-481c-9cd3-348570a06426,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:57.291676 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c17958-5519-497d-b27d-3ffda4d74cd7 x-openstack-request-id: req-b2c17958-5519-497d-b27d-3ffda4d74cd7 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:57.291988 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-unplugged", "status": "completed", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:57.292238 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2c17958-5519-497d-b27d-3ffda4d74cd7 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:57.292629 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72', 'code': 200} Aug 16 01:42:57.315548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-18481840-a2f8-4c10-96aa-0584ed66e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:57.317284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-18481840-a2f8-4c10-96aa-0584ed66e8f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1161003 Aug 16 01:42:57.323997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:57.467531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78179aa9-24b8-481c-9cd3-348570a06426'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:57.469773 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4099ec6f-f460-49d7-8457-6d3e2859c710" -d '{"events": [{"server_uuid": "ea4e69c9-b2bb-412b-9a22-af094475134b", "name": "network-vif-unplugged", "status": "completed", "tag": "78179aa9-24b8-481c-9cd3-348570a06426"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:57.473561 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:57.509519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17180d21-d3e3-4c98-80b6-020a6b617204 req-1559b2fd-60df-4d99-9d23-faead4217f97 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:57.511063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17180d21-d3e3-4c98-80b6-020a6b617204 req-1559b2fd-60df-4d99-9d23-faead4217f97 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 945 time: 0.1885881 Aug 16 01:42:57.524909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e486dd-0e41-4c4f-abb1-d30c697803cf req-e6802a2a-7f6b-478c-9641-6229960829a2 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:57.527302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63e486dd-0e41-4c4f-abb1-d30c697803cf req-e6802a2a-7f6b-478c-9641-6229960829a2 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 946 time: 0.1521041 Aug 16 01:42:57.534826 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52626) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:57.540065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dca882fa-ef78-4a91-a0f6-a5e88ed5bfb6 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Request body: {'floatingip': {'port_id': 'fe60d993-4bea-40f8-a042-be755dc25bf6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:57.563855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-e28e46cf-236c-4b36-9090-ae5a040d3d84 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984742 Aug 16 01:42:57.588409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17180d21-d3e3-4c98-80b6-020a6b617204 req-74aae2b1-b192-4bfe-81a5-f323252facc5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608172 Aug 16 01:42:57.607429 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dca882fa-ef78-4a91-a0f6-a5e88ed5bfb6 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:57.665995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-1d2d5068-b23d-4964-b203-9235a7de5839 req-1f4f7044-827a-41e9-977d-b6ffac9356f3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1417452173', 'description': 'tempest-description-667186168'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:57.687751 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:57.839669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1d2d5068-b23d-4964-b203-9235a7de5839 req-1f4f7044-827a-41e9-977d-b6ffac9356f3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:57.854417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789460f-cbc7-40a8-bcc5-ba8ab1c33207 req-a3cfb59e-5507-43f0-842a-e11f09ad6af9 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:57.862237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6789460f-cbc7-40a8-bcc5-ba8ab1c33207 req-a3cfb59e-5507-43f0-842a-e11f09ad6af9 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.2490997 Aug 16 01:42:57.892782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Pushing event updated for resources: {'Port': ['ID=78179aa9-24b8-481c-9cd3-348570a06426,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:57.899006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 on host n-h2-768509-23 for vnic_type normal with profile {"migrating_to": "n-h1-768509-23"} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:57.899348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:57.899666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:57.913719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbdd3516-8a8a-4a2b-b25a-1677b49d6147 req-fba26fc6-72d1-48f2-b345-84ad83c3a5c9 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242595 Aug 16 01:42:57.921845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Port 78179aa9-24b8-481c-9cd3-348570a06426 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:57.924533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Attempting to bind port 78179aa9-24b8-481c-9cd3-348570a06426 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:57.939780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:57.939780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:57.940123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:57.940385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Bound port: 78179aa9-24b8-481c-9cd3-348570a06426, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:57.940733 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:57.969624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6789460f-cbc7-40a8-bcc5-ba8ab1c33207 req-5686decd-6c15-48f0-b510-764d71f38f53 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067212 Aug 16 01:42:58.122404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:58.152387 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1d2d5068-b23d-4964-b203-9235a7de5839 req-1f4f7044-827a-41e9-977d-b6ffac9356f3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.154299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=78179aa9-24b8-481c-9cd3-348570a06426,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:58.172081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56242f02-6e78-490f-976c-9ff902227010 req-3eeb5559-6610-418b-89b5-535a5deb072f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:58.173800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56242f02-6e78-490f-976c-9ff902227010 req-3eeb5559-6610-418b-89b5-535a5deb072f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.1022475 Aug 16 01:42:58.231961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56242f02-6e78-490f-976c-9ff902227010 req-fcd5a2db-c123-4947-9825-ddd5ec92559d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507159 Aug 16 01:42:58.238049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1d2d5068-b23d-4964-b203-9235a7de5839 req-1f4f7044-827a-41e9-977d-b6ffac9356f3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.253460 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.350823 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f896f20-b0d7-4cd5-b6b6-eb107943c0e5 x-openstack-request-id: req-9f896f20-b0d7-4cd5-b6b6-eb107943c0e5 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:58.355764 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4e69c9-b2bb-412b-9a22-af094475134b", "name": "network-vif-unplugged", "status": "completed", "tag": "78179aa9-24b8-481c-9cd3-348570a06426", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:58.356198 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f896f20-b0d7-4cd5-b6b6-eb107943c0e5 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:58.356751 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78179aa9-24b8-481c-9cd3-348570a06426', 'code': 200} Aug 16 01:42:58.442286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f7044-827a-41e9-977d-b6ffac9356f3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:58.464222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Pushing event updated for resources: {'Port': ['ID=78179aa9-24b8-481c-9cd3-348570a06426,revision_number=8']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:58.470702 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dca882fa-ef78-4a91-a0f6-a5e88ed5bfb6 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.504339 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1d2d5068-b23d-4964-b203-9235a7de5839 req-1f4f7044-827a-41e9-977d-b6ffac9356f3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.504339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d2d5068-b23d-4964-b203-9235a7de5839 req-1f4f7044-827a-41e9-977d-b6ffac9356f3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8677473 Aug 16 01:42:58.504339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:58.505620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.507944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f384fdd6-3f5d-45d1-8a10-dcf80ad70813 service neutron] 10.222.0.64 "PUT /v2.0/ports/78179aa9-24b8-481c-9cd3-348570a06426 HTTP/1.1" status: 200 len: 1123 time: 1.7856524 Aug 16 01:42:58.616557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['78179aa9-24b8-481c-9cd3-348570a06426'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:58.624337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b634eabb-08b5-427b-832c-9661d4fe4234 req-a93b7911-707b-45f3-8946-eba337db7479 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc HTTP/1.1" status: 200 len: 1804 time: 0.0612779 Aug 16 01:42:58.644096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b634eabb-08b5-427b-832c-9661d4fe4234 req-7ddeb925-e0b9-41a5-a9b8-9bc36147ef88 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:58.644413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b634eabb-08b5-427b-832c-9661d4fe4234 req-7ddeb925-e0b9-41a5-a9b8-9bc36147ef88 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:58.712977 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dca882fa-ef78-4a91-a0f6-a5e88ed5bfb6 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.844304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9ba3-cb99-47de-b97f-7319830c2ce8 req-7a003832-4290-40e3-b6a3-f46252c77c74 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:58.850423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-767d9ba3-cb99-47de-b97f-7319830c2ce8 req-7a003832-4290-40e3-b6a3-f46252c77c74 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 943 time: 0.0655947 Aug 16 01:42:58.850556 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-dca882fa-ef78-4a91-a0f6-a5e88ed5bfb6 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Floating IP caf0fefb-a2d4-43b2-af0c-e1859f249a51 associated. External IP: 172.25.8.205, port: fe60d993-4bea-40f8-a042-be755dc25bf6. Aug 16 01:42:58.919459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-767d9ba3-cb99-47de-b97f-7319830c2ce8 req-3f82d958-8fbe-44f2-bc32-e1a6218afdf8 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611429 Aug 16 01:42:58.926564 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b634eabb-08b5-427b-832c-9661d4fe4234 req-7ddeb925-e0b9-41a5-a9b8-9bc36147ef88 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.959531 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b634eabb-08b5-427b-832c-9661d4fe4234 req-7ddeb925-e0b9-41a5-a9b8-9bc36147ef88 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.033178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b634eabb-08b5-427b-832c-9661d4fe4234 req-7ddeb925-e0b9-41a5-a9b8-9bc36147ef88 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.068020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeb925-e0b9-41a5-a9b8-9bc36147ef88 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2544a7c5-28f2-49c4-8d9c-1fa5fc9e35fc,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:59.140171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca882fa-ef78-4a91-a0f6-a5e88ed5bfb6 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:42:59.168002 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b634eabb-08b5-427b-832c-9661d4fe4234 req-7ddeb925-e0b9-41a5-a9b8-9bc36147ef88 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.169925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b634eabb-08b5-427b-832c-9661d4fe4234 req-7ddeb925-e0b9-41a5-a9b8-9bc36147ef88 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5360670 Aug 16 01:42:59.253542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca882fa-ef78-4a91-a0f6-a5e88ed5bfb6 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:59.259796 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dca882fa-ef78-4a91-a0f6-a5e88ed5bfb6 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.266117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c1ff2-3232-4321-adb7-c2d1c8894713 None None] Sync routers for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:59.276518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15716839-c68b-4698-ba4e-72f3ffdbcd47 req-3b40dda7-6ffa-4b30-a817-d159d4c17505 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:59.278262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c1ff2-3232-4321-adb7-c2d1c8894713 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:59.278944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ce8c1ff2-3232-4321-adb7-c2d1c8894713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:59.282533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15716839-c68b-4698-ba4e-72f3ffdbcd47 req-3b40dda7-6ffa-4b30-a817-d159d4c17505 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0624599 Aug 16 01:42:59.296591 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dca882fa-ef78-4a91-a0f6-a5e88ed5bfb6 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "PUT /v2.0/floatingips/caf0fefb-a2d4-43b2-af0c-e1859f249a51 HTTP/1.1" status: 200 len: 992 time: 1.7606246 Aug 16 01:42:59.297186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'tag': 'fe60d993-4bea-40f8-a042-be755dc25bf6'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:59.299815 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b" -d '{"events": [{"name": "network-changed", "server_uuid": "6916cde0-ffc4-4d2d-9377-522647845fc7", "tag": "fe60d993-4bea-40f8-a042-be755dc25bf6"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:59.359187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15716839-c68b-4698-ba4e-72f3ffdbcd47 req-33b1ed74-09fb-4466-b17c-9fe1b2ebe41f tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722370 Aug 16 01:42:59.407683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d705deb-ec75-4ea3-8b1d-91746c644f42 req-baa4fcaf-b7c8-4f7c-abf7-b427170240a7 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc HTTP/1.1" status: 200 len: 2397 time: 0.0850060 Aug 16 01:42:59.419721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-4d705deb-ec75-4ea3-8b1d-91746c644f42 req-9b3f2c85-e84e-41ba-ab68-6149aec0c6a8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc', 'remote_group_id': None}]} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:59.424363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-4d705deb-ec75-4ea3-8b1d-91746c644f42 req-9b3f2c85-e84e-41ba-ab68-6149aec0c6a8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc', 'remote_group_id': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:59.442493 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ce8c1ff2-3232-4321-adb7-c2d1c8894713 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:59.501407 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893604a5-60ee-449b-bddf-22f420ccba69 x-openstack-request-id: req-893604a5-60ee-449b-bddf-22f420ccba69 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:59.501893 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6916cde0-ffc4-4d2d-9377-522647845fc7", "tag": "fe60d993-4bea-40f8-a042-be755dc25bf6", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:59.502152 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-893604a5-60ee-449b-bddf-22f420ccba69 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:59.502834 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'tag': 'fe60d993-4bea-40f8-a042-be755dc25bf6', 'status': 'completed', 'code': 200} Aug 16 01:42:59.578118 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-11998dc6-b203-4ce2-a957-cee7c13ce194 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505576 Aug 16 01:42:59.666755 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d705deb-ec75-4ea3-8b1d-91746c644f42 req-9b3f2c85-e84e-41ba-ab68-6149aec0c6a8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.692529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d4bf4-0e56-4274-b645-a39e10143403 req-45fc5d3d-3a6e-4151-acec-9651d47df5da tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:59.698422 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f64d4bf4-0e56-4274-b645-a39e10143403 req-45fc5d3d-3a6e-4151-acec-9651d47df5da tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.1282089 Aug 16 01:42:59.699909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ce8c1ff2-3232-4321-adb7-c2d1c8894713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'caf0fefb-a2d4-43b2-af0c-e1859f249a51', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'port_id': 'fe60d993-4bea-40f8-a042-be755dc25bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'mac_address': 'fa:16:3e:7b:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:40:30Z', 'updated_at': '2021-08-16T01:42:58Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:59.704599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b req-891d8a80-b717-4d79-96b1-2324705a8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:59.707292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b req-891d8a80-b717-4d79-96b1-2324705a8167 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ac6e9001e304bba8633a33a3e19c64b&device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 1098 time: 0.1100316 Aug 16 01:42:59.720614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d705deb-ec75-4ea3-8b1d-91746c644f42 req-9b3f2c85-e84e-41ba-ab68-6149aec0c6a8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.744460 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c1ff2-3232-4321-adb7-c2d1c8894713 None None] Checking router: fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:42:59.750932 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c1ff2-3232-4321-adb7-c2d1c8894713 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:59.751597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ce8c1ff2-3232-4321-adb7-c2d1c8894713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:42:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:59.812442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f64d4bf4-0e56-4274-b645-a39e10143403 req-993e8039-0750-448a-9f73-bae13c1e09d0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045182 Aug 16 01:42:59.860863 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d705deb-ec75-4ea3-8b1d-91746c644f42 req-9b3f2c85-e84e-41ba-ab68-6149aec0c6a8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.890621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b req-a2fe8883-3632-49e2-9d1b-a24e6ac34808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:59.892203 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b req-a2fe8883-3632-49e2-9d1b-a24e6ac34808 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f822c47b-c400-41ce-b019-ea73c124298f HTTP/1.1" status: 200 len: 925 time: 0.1702909 Aug 16 01:42:59.895822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ce8c1ff2-3232-4321-adb7-c2d1c8894713 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:59.902361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f2c85-e84e-41ba-ab68-6149aec0c6a8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d0451a-2c54-4692-a001-d81af629380b,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:59.903404 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7086-ee81-47ba-9ddf-6ef47a886395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.016375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b req-31363b9e-9feb-4d12-a7f3-7e7362f176e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe60d993-4bea-40f8-a042-be755dc25bf6 HTTP/1.1" status: 200 len: 1000 time: 0.1150789 Aug 16 01:43:00.020489 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d705deb-ec75-4ea3-8b1d-91746c644f42 req-9b3f2c85-e84e-41ba-ab68-6149aec0c6a8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.027273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d705deb-ec75-4ea3-8b1d-91746c644f42 req-9b3f2c85-e84e-41ba-ab68-6149aec0c6a8 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6186523 Aug 16 01:43:00.210861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b req-e284edfe-c28e-498c-830f-98222d779c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:00.212297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b req-e284edfe-c28e-498c-830f-98222d779c75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad817ee8-5669-4914-8a3e-7cebbd68cfa0 HTTP/1.1" status: 200 len: 863 time: 0.1839345 Aug 16 01:43:00.241137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5e8bd68-0c2f-4803-990e-5ce001f9afc3 req-ee4a188d-0862-4fd0-87c7-199ee83a8eb2 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc HTTP/1.1" status: 200 len: 2995 time: 0.1758337 Aug 16 01:43:00.275094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53cbc3-d5d8-42e9-a3cd-50a999b8949d req-5678fb38-88bc-4068-91d7-517798f5c3d8 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:00.282528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a53cbc3-d5d8-42e9-a3cd-50a999b8949d req-5678fb38-88bc-4068-91d7-517798f5c3d8 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 943 time: 0.1328061 Aug 16 01:43:00.285983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ce8c1ff2-3232-4321-adb7-c2d1c8894713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'caf0fefb-a2d4-43b2-af0c-e1859f249a51', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'port_id': 'fe60d993-4bea-40f8-a042-be755dc25bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'mac_address': 'fa:16:3e:7b:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:40:30Z', 'updated_at': '2021-08-16T01:42:58Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:00.328479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e7c7497-96ff-4a42-969b-87cbca9a447a req-b02332a0-d174-4925-ac37-286823e91363 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-group-rules/37d0451a-2c54-4692-a001-d81af629380b HTTP/1.1" status: 200 len: 783 time: 0.0425208 Aug 16 01:43:00.346859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c1ff2-3232-4321-adb7-c2d1c8894713 None None] The sync data for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 is: [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'caf0fefb-a2d4-43b2-af0c-e1859f249a51', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'port_id': 'fe60d993-4bea-40f8-a042-be755dc25bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'mac_address': 'fa:16:3e:7b:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:40:30Z', 'updated_at': '2021-08-16T01:42:58Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:43:00.362413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b req-7633edfa-7f15-4010-87ca-787b9096c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:00.364061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b req-7633edfa-7f15-4010-87ca-787b9096c22f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f822c47b-c400-41ce-b019-ea73c124298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355269 Aug 16 01:43:00.364509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'tag': '78179aa9-24b8-481c-9cd3-348570a06426'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:00.367446 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd40f07-f627-4506-8127-4341647d9a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4e69c9-b2bb-412b-9a22-af094475134b", "tag": "78179aa9-24b8-481c-9cd3-348570a06426"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:00.393853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a53cbc3-d5d8-42e9-a3cd-50a999b8949d req-0c65cc60-8762-4933-b989-5617879deddd tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104393 Aug 16 01:43:00.491886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e7c7497-96ff-4a42-969b-87cbca9a447a req-126548a7-f5f5-47c2-9d25-67f57cb8da5d tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc HTTP/1.1" status: 200 len: 2995 time: 0.1548333 Aug 16 01:43:00.544802 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3aee44-cd36-47e0-9ab0-3f1d3d367fc7 x-openstack-request-id: req-cb3aee44-cd36-47e0-9ab0-3f1d3d367fc7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:00.545087 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4e69c9-b2bb-412b-9a22-af094475134b", "tag": "78179aa9-24b8-481c-9cd3-348570a06426", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:00.545407 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb3aee44-cd36-47e0-9ab0-3f1d3d367fc7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:00.545731 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'tag': '78179aa9-24b8-481c-9cd3-348570a06426', 'status': 'completed', 'code': 200} Aug 16 01:43:00.555921 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1e7c7497-96ff-4a42-969b-87cbca9a447a req-ca2fa6bb-636f-44eb-8d44-a82bca0769da tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.571002 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1e7c7497-96ff-4a42-969b-87cbca9a447a req-ca2fa6bb-636f-44eb-8d44-a82bca0769da tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.604798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b req-7936fd52-15cd-4557-8884-205481642740 service neutron] 10.222.0.64 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263997 Aug 16 01:43:00.687821 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f85466d-7f53-4718-a4ab-cb37ec85b20d None None] New status for floating IP caf0fefb-a2d4-43b2-af0c-e1859f249a51: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:43:00.701647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 81f6c693-792e-4846-be1b-13b033a3ac72 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:00.807446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:00.829439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '81f6c693-792e-4846-be1b-13b033a3ac72', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '81f6c693-792e-4846-be1b-13b033a3ac72', 'mac_address': 'fa:16:3e:d4:b9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:43:00.878272 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.893041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f6c693-792e-4846-be1b-13b033a3ac72 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:00.914363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:01.023562 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1e7c7497-96ff-4a42-969b-87cbca9a447a req-ca2fa6bb-636f-44eb-8d44-a82bca0769da tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.026034 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.036532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1e7c7497-96ff-4a42-969b-87cbca9a447a req-ca2fa6bb-636f-44eb-8d44-a82bca0769da tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.038183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e7c7497-96ff-4a42-969b-87cbca9a447a req-ca2fa6bb-636f-44eb-8d44-a82bca0769da tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/37d0451a-2c54-4692-a001-d81af629380b HTTP/1.1" status: 204 len: 173 time: 0.5454605 Aug 16 01:43:01.071908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fa6bb-636f-44eb-8d44-a82bca0769da tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37d0451a-2c54-4692-a001-d81af629380b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:01.071908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd40f07-f627-4506-8127-4341647d9a7f req-4c8c29ac-3465-4564-9a0b-0a4083b3a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:01.071908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cd40f07-f627-4506-8127-4341647d9a7f req-4c8c29ac-3465-4564-9a0b-0a4083b3a651 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 1126 time: 0.4871519 Aug 16 01:43:01.090327 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:01.110965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124525a-e2e6-4e9e-9a8a-3899c71baa13 req-8d10b264-96d8-4fcd-b6b4-79af4178dd88 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:01.112727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1124525a-e2e6-4e9e-9a8a-3899c71baa13 req-8d10b264-96d8-4fcd-b6b4-79af4178dd88 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.4678261 Aug 16 01:43:01.168423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99f8220b-7a0a-47af-b59a-3c1e5c3cd34b req-f6fda5d8-6112-4c0b-b527-4af3e857b34b service neutron] 10.222.0.64 "GET /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219877 Aug 16 01:43:01.185861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['81f6c693-792e-4846-be1b-13b033a3ac72'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:01.249432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1124525a-e2e6-4e9e-9a8a-3899c71baa13 req-f0aa4efe-37e1-4821-b6d7-a006b7f37cf2 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179430 Aug 16 01:43:01.287121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cc89b-d81f-4566-9676-138a8a3c021f req-8e5d386b-7a51-4e74-b791-e4ad00dfbc79 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:01.289281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b03cc89b-d81f-4566-9676-138a8a3c021f req-8e5d386b-7a51-4e74-b791-e4ad00dfbc79 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.1255965 Aug 16 01:43:01.290892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd40f07-f627-4506-8127-4341647d9a7f req-37d2c8b0-2546-41b3-9c1f-e7d28e1a0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:01.292331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cd40f07-f627-4506-8127-4341647d9a7f req-37d2c8b0-2546-41b3-9c1f-e7d28e1a0a16 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.2104843 Aug 16 01:43:01.351242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cd40f07-f627-4506-8127-4341647d9a7f req-32dce7a5-7370-4991-8436-31dc007b4b88 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78179aa9-24b8-481c-9cd3-348570a06426 HTTP/1.1" status: 200 len: 217 time: 0.0465951 Aug 16 01:43:01.402879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b03cc89b-d81f-4566-9676-138a8a3c021f req-ec55f23a-7d14-4e2f-aece-022b7815aad3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054957 Aug 16 01:43:01.421717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd40f07-f627-4506-8127-4341647d9a7f req-fde73233-9e39-4608-b252-737392f08afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:01.422985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cd40f07-f627-4506-8127-4341647d9a7f req-fde73233-9e39-4608-b252-737392f08afe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.0599191 Aug 16 01:43:01.474083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cd40f07-f627-4506-8127-4341647d9a7f req-53fd8a6a-39b4-472f-8d1e-cf8de7b5e1fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408261 Aug 16 01:43:01.557875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9107d3be-a333-4f5e-85f6-6dd0818d89ac req-578130a3-ea03-418e-a7d9-d78dc257735e tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc HTTP/1.1" status: 200 len: 2397 time: 0.0886476 Aug 16 01:43:01.628513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cd40f07-f627-4506-8127-4341647d9a7f req-bdb555b3-bf24-4bd8-8350-4191a67443df service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336436 Aug 16 01:43:01.687899 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9107d3be-a333-4f5e-85f6-6dd0818d89ac req-cf336a55-2b1f-461c-bb66-e505ba563b73 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.727106 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9107d3be-a333-4f5e-85f6-6dd0818d89ac req-cf336a55-2b1f-461c-bb66-e505ba563b73 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.777036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cd40f07-f627-4506-8127-4341647d9a7f req-9ffdb969-9e9f-4a7f-a1ec-e7243c164b24 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412470 Aug 16 01:43:01.798234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 78179aa9-24b8-481c-9cd3-348570a06426 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:01.896955 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9107d3be-a333-4f5e-85f6-6dd0818d89ac req-cf336a55-2b1f-461c-bb66-e505ba563b73 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.902964 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9107d3be-a333-4f5e-85f6-6dd0818d89ac req-cf336a55-2b1f-461c-bb66-e505ba563b73 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.910445 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9107d3be-a333-4f5e-85f6-6dd0818d89ac req-cf336a55-2b1f-461c-bb66-e505ba563b73 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "DELETE /v2.0/security-groups/ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc HTTP/1.1" status: 204 len: 173 time: 0.3448265 Aug 16 01:43:01.931925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf336a55-2b1f-461c-bb66-e505ba563b73 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2ed5ad-7dc2-47e5-9072-d73c1aaf29bc,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:01.932160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=78179aa9-24b8-481c-9cd3-348570a06426,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:01.946564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 78179aa9-24b8-481c-9cd3-348570a06426 has no active binding in host n-h1-768509-23 {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:43:02.013159 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-8db6a9fa-24bd-425e-b2c5-b81aa85b059b req-a2a2b917-be37-4e26-8777-ff20e4f48ac4 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] show failed (client error): The resource could not be found. Aug 16 01:43:02.014359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8db6a9fa-24bd-425e-b2c5-b81aa85b059b req-a2a2b917-be37-4e26-8777-ff20e4f48ac4 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/34c1c99e-0042-4537-9edd-28e4f5257948 HTTP/1.1" status: 404 len: 352 time: 0.0149579 Aug 16 01:43:02.095542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6c19f-8734-479b-bc87-7026b0b4a520 req-7819762f-0d45-45f5-b5f7-dd57a5f72fe4 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:02.097530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02f6c19f-8734-479b-bc87-7026b0b4a520 req-7819762f-0d45-45f5-b5f7-dd57a5f72fe4 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 943 time: 0.0711596 Aug 16 01:43:02.176846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc4984-5425-4ba1-9ae9-eec20bc97186 req-1c6010b8-007b-45de-9e72-5a64d71c3abf tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:02.185116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33dc4984-5425-4ba1-9ae9-eec20bc97186 req-1c6010b8-007b-45de-9e72-5a64d71c3abf tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 945 time: 0.1154344 Aug 16 01:43:02.195251 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02f6c19f-8734-479b-bc87-7026b0b4a520 req-65c2b2c8-34a6-476e-9d9c-c0f3076209da tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786200 Aug 16 01:43:02.244369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33dc4984-5425-4ba1-9ae9-eec20bc97186 req-bca757db-c493-41ad-b614-64218087799c tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583122 Aug 16 01:43:02.288037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c3af3ce-8107-476c-9a55-2822573fb180 req-a7189f7f-619d-421f-913e-e37abe6dcea1 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/8b203922-e36d-4456-9956-d31985baa38b HTTP/1.1" status: 200 len: 1802 time: 0.0603905 Aug 16 01:43:02.355136 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c3af3ce-8107-476c-9a55-2822573fb180 req-0d9f616d-3463-4cb4-b251-12ea0c8e9bd4 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.419553 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c3af3ce-8107-476c-9a55-2822573fb180 req-0d9f616d-3463-4cb4-b251-12ea0c8e9bd4 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.463062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6f33-d59f-4ac1-944f-714ef740fb3d req-7b522109-241c-46b9-893d-a63ba27b295f tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:02.472413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-241a6f33-d59f-4ac1-944f-714ef740fb3d req-7b522109-241c-46b9-893d-a63ba27b295f tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0939198 Aug 16 01:43:02.543475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-241a6f33-d59f-4ac1-944f-714ef740fb3d req-d60c2739-5436-4173-9cfb-b584b46615af tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698373 Aug 16 01:43:02.688132 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c3af3ce-8107-476c-9a55-2822573fb180 req-0d9f616d-3463-4cb4-b251-12ea0c8e9bd4 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.691617 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c3af3ce-8107-476c-9a55-2822573fb180 req-0d9f616d-3463-4cb4-b251-12ea0c8e9bd4 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.702087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c3af3ce-8107-476c-9a55-2822573fb180 req-0d9f616d-3463-4cb4-b251-12ea0c8e9bd4 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "DELETE /v2.0/security-groups/8b203922-e36d-4456-9956-d31985baa38b HTTP/1.1" status: 204 len: 173 time: 0.4079907 Aug 16 01:43:02.732045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 81f6c693-792e-4846-be1b-13b033a3ac72 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:02.759343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f616d-3463-4cb4-b251-12ea0c8e9bd4 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b203922-e36d-4456-9956-d31985baa38b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:02.818194 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.872479 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d8963b9a-89e8-420e-ab22-90d87d87063a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.898623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 81f6c693-792e-4846-be1b-13b033a3ac72 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:02.899673 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.915835 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc150b2-358c-41f5-af7d-aa4cac1235e8 req-6ee691ff-8302-4c25-b939-b601af04182a tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/a6309c94-1ddb-44df-a8a4-82ba51bbc947 HTTP/1.1" status: 200 len: 1805 time: 0.0712876 Aug 16 01:43:02.931956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f975e74-2b51-4751-a8b9-f421f5b3a012 req-5ab6cb9c-3c11-4f04-b1a3-a7d05c25635a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:02.936679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f975e74-2b51-4751-a8b9-f421f5b3a012 req-5ab6cb9c-3c11-4f04-b1a3-a7d05c25635a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.2084112 Aug 16 01:43:02.938803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-144feef8-ffb8-4f3b-9eec-73be85340cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:02.940574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-144feef8-ffb8-4f3b-9eec-73be85340cf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 1101 time: 0.1719570 Aug 16 01:43:03.012101 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.041201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:03.043956 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cad14a-b7fc-49b0-a0c5-f1eab83ecd99" -d '{"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-plugged", "status": "completed", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:03.059580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:03.080639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f975e74-2b51-4751-a8b9-f421f5b3a012 req-51d2f8f4-8359-40b8-b03c-ae6966dd258a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314659 Aug 16 01:43:03.121428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc150b2-358c-41f5-af7d-aa4cac1235e8 req-5ebd8abc-c337-445b-a9d1-ed51383fbb60 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.146608 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871d0425-c4a3-4c27-beca-d69a8b589768 x-openstack-request-id: req-871d0425-c4a3-4c27-beca-d69a8b589768 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:03.147490 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-plugged", "status": "completed", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:03.147740 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-871d0425-c4a3-4c27-beca-d69a8b589768 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:03.148143 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72', 'code': 200} Aug 16 01:43:03.151344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.163233 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc150b2-358c-41f5-af7d-aa4cac1235e8 req-5ebd8abc-c337-445b-a9d1-ed51383fbb60 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.166575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-f3a06b80-0c94-4294-a021-748488677388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:03.168280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-f3a06b80-0c94-4294-a021-748488677388 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.2181923 Aug 16 01:43:03.211810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=10']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:03.242537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-20d7a505-5fc9-4931-ae78-e77c1dd8fddc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 217 time: 0.0512447 Aug 16 01:43:03.337434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-58e71e79-4ca1-48c5-acca-8248a0f9d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:03.339730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-58e71e79-4ca1-48c5-acca-8248a0f9d8f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0925338 Aug 16 01:43:03.357929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d9e6c-2726-4326-812b-f76fd58bab81 req-19a3c34e-8ab3-4d7f-8ed0-e6a713bae65f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:03.359350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c1d9e6c-2726-4326-812b-f76fd58bab81 req-19a3c34e-8ab3-4d7f-8ed0-e6a713bae65f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 943 time: 0.0783811 Aug 16 01:43:03.406186 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc150b2-358c-41f5-af7d-aa4cac1235e8 req-5ebd8abc-c337-445b-a9d1-ed51383fbb60 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.409638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc150b2-358c-41f5-af7d-aa4cac1235e8 req-5ebd8abc-c337-445b-a9d1-ed51383fbb60 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.415000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc150b2-358c-41f5-af7d-aa4cac1235e8 req-5ebd8abc-c337-445b-a9d1-ed51383fbb60 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "DELETE /v2.0/security-groups/a6309c94-1ddb-44df-a8a4-82ba51bbc947 HTTP/1.1" status: 204 len: 173 time: 0.4869173 Aug 16 01:43:03.434586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd8abc-c337-445b-a9d1-ed51383fbb60 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6309c94-1ddb-44df-a8a4-82ba51bbc947,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:03.470442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c1d9e6c-2726-4326-812b-f76fd58bab81 req-cf6fee49-2b2f-46b2-922d-895c454b44f2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948286 Aug 16 01:43:03.476895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-b7218634-dfed-425e-adf7-08396b796160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:03.478468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-b7218634-dfed-425e-adf7-08396b796160 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1293428 Aug 16 01:43:03.656009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc293ce0-49ea-48ba-b667-03932399577b req-41a188c7-389d-4e7a-bce1-2594d210406d tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:03.657447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc293ce0-49ea-48ba-b667-03932399577b req-41a188c7-389d-4e7a-bce1-2594d210406d tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 945 time: 0.1590631 Aug 16 01:43:03.663941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-be35ec21-ab32-4230-bd37-9d84dd78cf68 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756606 Aug 16 01:43:03.665538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0761adee-c2f1-4e3f-8274-34bb67e3b7a8 req-d853ffc9-58a1-4fdf-88e7-afa01ba699c3 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/0296449d-4db7-40fe-9cd0-2797752062df HTTP/1.1" status: 200 len: 1803 time: 0.0892301 Aug 16 01:43:03.788500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc293ce0-49ea-48ba-b667-03932399577b req-59aab41a-8cd3-488a-b3fb-7be6c3500892 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198618 Aug 16 01:43:03.838915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0761adee-c2f1-4e3f-8274-34bb67e3b7a8 req-7a1bd82e-d72e-4b54-9116-40d7b3b4cd90 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.852662 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-3fd9f8f6-d2be-4da9-adf8-88225e88d799 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787398 Aug 16 01:43:03.872652 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0761adee-c2f1-4e3f-8274-34bb67e3b7a8 req-7a1bd82e-d72e-4b54-9116-40d7b3b4cd90 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.922941 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.962781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f121850-7b01-4536-9954-fbe8534ee70a req-aa12358d-a5e5-4b35-a65e-44d0e4416778 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:03.964417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f121850-7b01-4536-9954-fbe8534ee70a req-aa12358d-a5e5-4b35-a65e-44d0e4416778 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0794752 Aug 16 01:43:04.007195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f121850-7b01-4536-9954-fbe8534ee70a req-d54741ca-1684-4900-8f83-feb2769cfc69 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358331 Aug 16 01:43:04.037476 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0761adee-c2f1-4e3f-8274-34bb67e3b7a8 req-7a1bd82e-d72e-4b54-9116-40d7b3b4cd90 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.041411 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0761adee-c2f1-4e3f-8274-34bb67e3b7a8 req-7a1bd82e-d72e-4b54-9116-40d7b3b4cd90 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.048157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0761adee-c2f1-4e3f-8274-34bb67e3b7a8 req-7a1bd82e-d72e-4b54-9116-40d7b3b4cd90 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "DELETE /v2.0/security-groups/0296449d-4db7-40fe-9cd0-2797752062df HTTP/1.1" status: 204 len: 173 time: 0.3749154 Aug 16 01:43:04.066051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bd82e-d72e-4b54-9116-40d7b3b4cd90 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0296449d-4db7-40fe-9cd0-2797752062df,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:04.243131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03f0811c-aff4-4e81-b3aa-f50caae3bba8 req-5d480002-7e33-45d0-b523-706845fb7783 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/513095fd-baab-47b7-9d36-6cae926d3ad4 HTTP/1.1" status: 200 len: 2404 time: 0.1049738 Aug 16 01:43:04.338831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbe93d-3a65-4d59-8e37-4a9d7b5c78f8 req-6ddf7081-1783-403a-93d0-aa4a750a180c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:04.341155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2dbe93d-3a65-4d59-8e37-4a9d7b5c78f8 req-6ddf7081-1783-403a-93d0-aa4a750a180c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0902829 Aug 16 01:43:04.390400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-03f0811c-aff4-4e81-b3aa-f50caae3bba8 req-dc63711f-ac2d-4d16-9acf-05c398d1cf01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.435718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2dbe93d-3a65-4d59-8e37-4a9d7b5c78f8 req-fdc0c319-21a3-4089-9609-fac1e31c38d6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848913 Aug 16 01:43:04.437606 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-03f0811c-aff4-4e81-b3aa-f50caae3bba8 req-dc63711f-ac2d-4d16-9acf-05c398d1cf01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.464532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcc6d7-19d1-4e97-9c7b-04e58a740f12 req-40c2758e-fc9e-4977-ad51-8219d7b4cf79 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:04.466054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ebcc6d7-19d1-4e97-9c7b-04e58a740f12 req-40c2758e-fc9e-4977-ad51-8219d7b4cf79 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.74 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 945 time: 0.1237655 Aug 16 01:43:04.618456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe4beb-580a-423f-938a-7328ba90ac7d req-b72dc831-b7a7-42a6-bb31-d7d93aebec6b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:04.619973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03fe4beb-580a-423f-938a-7328ba90ac7d req-b72dc831-b7a7-42a6-bb31-d7d93aebec6b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 943 time: 0.0676219 Aug 16 01:43:04.628869 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-03f0811c-aff4-4e81-b3aa-f50caae3bba8 req-dc63711f-ac2d-4d16-9acf-05c398d1cf01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.631557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-03f0811c-aff4-4e81-b3aa-f50caae3bba8 req-dc63711f-ac2d-4d16-9acf-05c398d1cf01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.632669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03f0811c-aff4-4e81-b3aa-f50caae3bba8 req-dc63711f-ac2d-4d16-9acf-05c398d1cf01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "DELETE /v2.0/security-groups/513095fd-baab-47b7-9d36-6cae926d3ad4 HTTP/1.1" status: 204 len: 173 time: 0.3806324 Aug 16 01:43:04.646253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6ebcc6d7-19d1-4e97-9c7b-04e58a740f12 req-f32f172a-5c30-4a0b-961e-f743bb9f7771 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Deleting port c2696f19-fd51-49ab-9361-2bf7a8f794b2 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:04.646253 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6ebcc6d7-19d1-4e97-9c7b-04e58a740f12 req-f32f172a-5c30-4a0b-961e-f743bb9f7771 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.704125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63711f-ac2d-4d16-9acf-05c398d1cf01 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513095fd-baab-47b7-9d36-6cae926d3ad4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:04.752321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03fe4beb-580a-423f-938a-7328ba90ac7d req-6c090253-4a02-4c07-b49f-c180cd3905c1 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244128 Aug 16 01:43:04.829499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b94758c6-2feb-4a44-950c-3a5492390731 req-ccc8f8f1-b56b-41ea-a593-1de4fb78832f tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "GET /v2.0/security-groups/f96468c3-ca9f-4946-85d5-3e4d80b2fb7b HTTP/1.1" status: 200 len: 2395 time: 0.0941463 Aug 16 01:43:04.831622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6ebcc6d7-19d1-4e97-9c7b-04e58a740f12 req-f32f172a-5c30-4a0b-961e-f743bb9f7771 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] For port c2696f19-fd51-49ab-9361-2bf7a8f794b2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c2696f19-fd51-49ab-9361-2bf7a8f794b2,segment=NetworkSegment(8d476596-3484-453b-9a1e-5b0940ae7b02),segment_id=8d476596-3484-453b-9a1e-5b0940ae7b02)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:04.831970 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6ebcc6d7-19d1-4e97-9c7b-04e58a740f12 req-f32f172a-5c30-4a0b-961e-f743bb9f7771 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.859886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6ebcc6d7-19d1-4e97-9c7b-04e58a740f12 req-f32f172a-5c30-4a0b-961e-f743bb9f7771 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Calling delete_port for c2696f19-fd51-49ab-9361-2bf7a8f794b2 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:04.993993 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b94758c6-2feb-4a44-950c-3a5492390731 req-d49a4c40-1323-40cb-882d-00ff43b64cb6 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.031121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849853e-a3da-41d5-b138-8b49281ed75f req-45778a84-4ebf-4db7-94ee-4f519ba9eddf tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:05.032611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b849853e-a3da-41d5-b138-8b49281ed75f req-45778a84-4ebf-4db7-94ee-4f519ba9eddf tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 945 time: 0.1453943 Aug 16 01:43:05.044300 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b94758c6-2feb-4a44-950c-3a5492390731 req-d49a4c40-1323-40cb-882d-00ff43b64cb6 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.161257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b849853e-a3da-41d5-b138-8b49281ed75f req-90dec184-47b5-4887-ba40-6447d10894f7 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee237759-ed5d-426b-925f-e97d171fb6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190603 Aug 16 01:43:05.336529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14c59d-3823-4f5f-b5b1-b6facca720db req-f29280f6-1bf3-4726-bacb-18ceb666dcb2 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:05.338277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f14c59d-3823-4f5f-b5b1-b6facca720db req-f29280f6-1bf3-4726-bacb-18ceb666dcb2 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0731199 Aug 16 01:43:05.383913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f14c59d-3823-4f5f-b5b1-b6facca720db req-467e3333-5d8d-43ed-8d4d-13ef01441f9d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345700 Aug 16 01:43:05.616781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0483955-5d34-4349-9db3-7305a58f6b16 req-1fd72413-361c-40df-8127-916929c1257c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:05.618372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0483955-5d34-4349-9db3-7305a58f6b16 req-1fd72413-361c-40df-8127-916929c1257c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0525105 Aug 16 01:43:05.656166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0483955-5d34-4349-9db3-7305a58f6b16 req-1e818ebe-b37d-46dd-9a0e-a02b1348aed2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316114 Aug 16 01:43:05.887261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc35752-4008-49ab-a59e-2a01287d5fbc req-8abb15e4-404a-4ed0-9611-fd7e33b7e000 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:05.888731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4dc35752-4008-49ab-a59e-2a01287d5fbc req-8abb15e4-404a-4ed0-9611-fd7e33b7e000 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 943 time: 0.0480549 Aug 16 01:43:05.914717 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6ebcc6d7-19d1-4e97-9c7b-04e58a740f12 req-f32f172a-5c30-4a0b-961e-f743bb9f7771 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.926840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['c2696f19-fd51-49ab-9361-2bf7a8f794b2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:05.950810 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.954679 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b94758c6-2feb-4a44-950c-3a5492390731 req-d49a4c40-1323-40cb-882d-00ff43b64cb6 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.957154 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b94758c6-2feb-4a44-950c-3a5492390731 req-d49a4c40-1323-40cb-882d-00ff43b64cb6 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.958306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b94758c6-2feb-4a44-950c-3a5492390731 req-d49a4c40-1323-40cb-882d-00ff43b64cb6 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] 10.222.0.66 "DELETE /v2.0/security-groups/f96468c3-ca9f-4946-85d5-3e4d80b2fb7b HTTP/1.1" status: 204 len: 173 time: 1.1162066 Aug 16 01:43:05.959339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f172a-5c30-4a0b-961e-f743bb9f7771 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Pushing event deleted for resources: {'Port': ['ID=c2696f19-fd51-49ab-9361-2bf7a8f794b2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:05.966320 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52844) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:05.967711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4dc35752-4008-49ab-a59e-2a01287d5fbc req-904aad27-0da8-4cf5-9c3e-b98e7c130be2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728910 Aug 16 01:43:05.991172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a4c40-1323-40cb-882d-00ff43b64cb6 tempest-SecurityGroupRulesTestJSON-1264667960 tempest-SecurityGroupRulesTestJSON-1264667960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96468c3-ca9f-4946-85d5-3e4d80b2fb7b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:06.015906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebcc6d7-19d1-4e97-9c7b-04e58a740f12 req-f32f172a-5c30-4a0b-961e-f743bb9f7771 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] No DVR routers for this DVR port c2696f19-fd51-49ab-9361-2bf7a8f794b2 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:06.019441 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6ebcc6d7-19d1-4e97-9c7b-04e58a740f12 req-f32f172a-5c30-4a0b-961e-f743bb9f7771 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.031782 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ebcc6d7-19d1-4e97-9c7b-04e58a740f12 req-f32f172a-5c30-4a0b-961e-f743bb9f7771 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.74 "DELETE /v2.0/ports/c2696f19-fd51-49ab-9361-2bf7a8f794b2 HTTP/1.1" status: 204 len: 173 time: 1.5453804 Aug 16 01:43:06.031782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1104b483-95d6-40d6-80da-e94aac944f23', 'name': 'network-vif-deleted', 'tag': 'c2696f19-fd51-49ab-9361-2bf7a8f794b2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:06.031782 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccec4302-3c48-4d70-a25e-a17604bd169b" -d '{"events": [{"server_uuid": "1104b483-95d6-40d6-80da-e94aac944f23", "name": "network-vif-deleted", "tag": "c2696f19-fd51-49ab-9361-2bf7a8f794b2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:06.032504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cb8b36-0f0c-4a90-92d0-e5e381f1a7f9 admin admin] Deleting subnet 875abc8a-bd47-43a6-8a54-4dcc4ef98dd9 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:43:06.036197 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26cb8b36-0f0c-4a90-92d0-e5e381f1a7f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.086392 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b323958-d38c-486c-8066-77b408ccce63 x-openstack-request-id: req-3b323958-d38c-486c-8066-77b408ccce63 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:06.086392 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1104b483-95d6-40d6-80da-e94aac944f23", "name": "network-vif-deleted", "tag": "c2696f19-fd51-49ab-9361-2bf7a8f794b2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:06.086709 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b323958-d38c-486c-8066-77b408ccce63 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:06.087057 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1104b483-95d6-40d6-80da-e94aac944f23', 'name': 'network-vif-deleted', 'tag': 'c2696f19-fd51-49ab-9361-2bf7a8f794b2', 'status': 'completed', 'code': 200} Aug 16 01:43:06.091738 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26cb8b36-0f0c-4a90-92d0-e5e381f1a7f9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.097641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26cb8b36-0f0c-4a90-92d0-e5e381f1a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.237709 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26cb8b36-0f0c-4a90-92d0-e5e381f1a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.281574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb8b36-0f0c-4a90-92d0-e5e381f1a7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875abc8a-bd47-43a6-8a54-4dcc4ef98dd9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:06.284301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26cb8b36-0f0c-4a90-92d0-e5e381f1a7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.290056 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-26cb8b36-0f0c-4a90-92d0-e5e381f1a7f9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/875abc8a-bd47-43a6-8a54-4dcc4ef98dd9 HTTP/1.1" status: 204 len: 168 time: 0.3221126 Aug 16 01:43:06.290845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52854) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:06.348658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be363cbb-be04-4cba-8183-ed906722da85 req-b1b73ac7-071e-4d3d-b460-01fa51b139f7 tempest-VolumesAdminNegativeTest-1182929403 tempest-VolumesAdminNegativeTest-1182929403-project] 10.222.0.66 "GET /v2.0/ports?device_id=1104b483-95d6-40d6-80da-e94aac944f23 HTTP/1.1" status: 200 len: 210 time: 0.0665591 Aug 16 01:43:06.388153 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.481064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-2aecb531-9878-4304-a54d-34d8fc47222b service neutron] 10.222.0.74 "GET /v2.0/ports/78179aa9-24b8-481c-9cd3-348570a06426/bindings/n-h1-768509-23 HTTP/1.1" status: 200 len: 385 time: 0.0688262 Aug 16 01:43:06.543115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.572481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.572481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.572722 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.573160 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > port after_create 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.573612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > port after_delete 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.574084 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > port after_update 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.574547 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.575055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.576148 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.576878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.627367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070aca8-0ac3-4d6a-b5d4-6dca11f941d5 req-6c04f6a7-c035-47ae-a844-edea24f51416 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:06.635992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0070aca8-0ac3-4d6a-b5d4-6dca11f941d5 req-6c04f6a7-c035-47ae-a844-edea24f51416 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1032929 Aug 16 01:43:06.648703 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.652650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.652650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.652650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:06.652650 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9537999c-f630-439d-b556-aeb2df890fba']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:06.670105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d02c63-2f22-4241-a906-7f405735c3ae') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:06.670794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d02c63-2f22-4241-a906-7f405735c3ae') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:06.690249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.734193 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.745892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:43:06.746596 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: from cryptography.utils import int_from_bytes Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: from cryptography.utils import int_from_bytes Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:43:06.751853 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:43:06.762122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0070aca8-0ac3-4d6a-b5d4-6dca11f941d5 req-19579e19-add6-4b6a-8477-c36a3801e5ec tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148353 Aug 16 01:43:06.841576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-e76faf38-ab14-4b5c-9261-d7ece19502b6 service neutron] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=78179aa9-24b8-481c-9cd3-348570a06426,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:06.891811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-e76faf38-ab14-4b5c-9261-d7ece19502b6 service neutron] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:06.940281 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.947292 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.953102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87ee3-2394-4690-83a6-0eda909a8b60 req-7d2d06a0-afbc-44de-b072-e46a252b2185 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:06.953660 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] 10.222.0.66 "DELETE /v2.0/networks/9537999c-f630-439d-b556-aeb2df890fba HTTP/1.1" status: 204 len: 168 time: 0.6574776 Aug 16 01:43:06.954729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5c87ee3-2394-4690-83a6-0eda909a8b60 req-7d2d06a0-afbc-44de-b072-e46a252b2185 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.2123036 Aug 16 01:43:06.957296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-e76faf38-ab14-4b5c-9261-d7ece19502b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78179aa9-24b8-481c-9cd3-348570a06426 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:06.979861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-e76faf38-ab14-4b5c-9261-d7ece19502b6 service neutron] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=78179aa9-24b8-481c-9cd3-348570a06426,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:06.985465 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbc999-703f-4262-8caf-a9610661e47b admin admin] Pushing event deleted for resources: {'Network': ['ID=9537999c-f630-439d-b556-aeb2df890fba,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:07.055657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5c87ee3-2394-4690-83a6-0eda909a8b60 req-1b464863-eaf4-47f5-9027-cf720f0c560e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897233 Aug 16 01:43:07.106290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-e76faf38-ab14-4b5c-9261-d7ece19502b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.231651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462ed50-541f-4624-a240-9885d9bacf9f req-fff74e58-04e2-4f16-bedb-4916735d412c tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:07.233487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4462ed50-541f-4624-a240-9885d9bacf9f req-fff74e58-04e2-4f16-bedb-4916735d412c tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 943 time: 0.1051378 Aug 16 01:43:07.264411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-e76faf38-ab14-4b5c-9261-d7ece19502b6 service neutron] Transition to ACTIVE for port object 78179aa9-24b8-481c-9cd3-348570a06426 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:07.299942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4462ed50-541f-4624-a240-9885d9bacf9f req-82bf2ac6-d6c1-491b-a507-f69dac9e5fe8 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459974 Aug 16 01:43:07.364360 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-e76faf38-ab14-4b5c-9261-d7ece19502b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.392406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52880) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:07.433935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52882) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:07.457969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76faf38-ab14-4b5c-9261-d7ece19502b6 service neutron] Pushing event updated for resources: {'Port': ['ID=78179aa9-24b8-481c-9cd3-348570a06426,revision_number=10']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:07.486090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-e76faf38-ab14-4b5c-9261-d7ece19502b6 service neutron] No DVR routers for this DVR port 78179aa9-24b8-481c-9cd3-348570a06426 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:07.502588 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f32ce38a-2adf-474b-b1d1-a096fc204847 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fed9815e7f7e4476afb844d15bff36a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1064019 Aug 16 01:43:07.503587 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52884) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:07.522436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Deleting subnet ce874d1d-a26b-4527-86a8-9f9e6579b049 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:43:07.524576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-e76faf38-ab14-4b5c-9261-d7ece19502b6 service neutron] 10.222.0.74 "PUT /v2.0/ports/78179aa9-24b8-481c-9cd3-348570a06426/bindings/n-h1-768509-23/activate HTTP/1.1" status: 200 len: 370 time: 1.0312870 Aug 16 01:43:07.531292 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.596369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.630200 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a78f-9344-462a-a451-debd9f28a333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.663983 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.667144 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a78f-9344-462a-a451-debd9f28a333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.748712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-93e4b2d8-6a1d-41ab-b8a2-3844aaedfdd6 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:07.750370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-93e4b2d8-6a1d-41ab-b8a2-3844aaedfdd6 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1096 time: 0.0829566 Aug 16 01:43:07.817621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-01ae79b0-15c3-4016-8d31-a24bb9d5388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:07.819892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-01ae79b0-15c3-4016-8d31-a24bb9d5388f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b&tenant_id=5fd8faac2af044e2b435c7af66561c84 HTTP/1.1" status: 200 len: 1096 time: 0.0592246 Aug 16 01:43:07.879571 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.932303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce874d1d-a26b-4527-86a8-9f9e6579b049,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:07.932303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.935973 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ce874d1d-a26b-4527-86a8-9f9e6579b049 HTTP/1.1" status: 204 len: 168 time: 0.5005603 Aug 16 01:43:07.938123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a78f-9344-462a-a451-debd9f28a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.938877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52902) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:07.941201 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a78f-9344-462a-a451-debd9f28a333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.942362 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1ac8a78f-9344-462a-a451-debd9f28a333 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db3fb42d-7f22-4ba6-b0cf-fb8cc7758219 HTTP/1.1" status: 204 len: 168 time: 0.4384089 Aug 16 01:43:07.953002 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.953348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.953717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.954123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.955907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.955907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.955907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.956202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.956458 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.957094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.957666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.958737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd6773-df15-4254-9847-c35c8e52ecae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:07.968665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8a78f-9344-462a-a451-debd9f28a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3fb42d-7f22-4ba6-b0cf-fb8cc7758219,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:08.018790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-1fb32821-6a0a-4e4b-9b3d-b711b57f5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:08.020358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-1fb32821-6a0a-4e4b-9b3d-b711b57f5de0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 1096 time: 0.1511941 Aug 16 01:43:08.028483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b615305-4186-4025-97f1-08c17a8da6ce req-99cdfec1-246a-47ae-90cd-39e3778eb5b4 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:08.036418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b615305-4186-4025-97f1-08c17a8da6ce req-99cdfec1-246a-47ae-90cd-39e3778eb5b4 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.2039840 Aug 16 01:43:08.165224 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.191061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b615305-4186-4025-97f1-08c17a8da6ce req-74d40ef1-248e-4a12-816e-94d44d3b6fbe tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537719 Aug 16 01:43:08.232513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-b624d0e9-d53a-469c-ae21-0874a865395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:08.234860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-b624d0e9-d53a-469c-ae21-0874a865395c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.1952517 Aug 16 01:43:08.337677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26bb71-a578-441d-8588-9bf84632403e req-394327c0-3933-4130-9fe2-3a06a57522dc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:08.345468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d26bb71-a578-441d-8588-9bf84632403e req-394327c0-3933-4130-9fe2-3a06a57522dc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.2027080 Aug 16 01:43:08.355427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-cefc061a-5fea-4918-9878-6e396cae708f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78179aa9-24b8-481c-9cd3-348570a06426 HTTP/1.1" status: 200 len: 217 time: 0.1004558 Aug 16 01:43:08.408689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.444037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf29d0ee-62d7-4bb1-928d-cc6159eec010']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:08.470284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d476596-3484-453b-9a1e-5b0940ae7b02') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:08.470573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d476596-3484-453b-9a1e-5b0940ae7b02') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:08.515808 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.525152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f15fb4ad-bdd6-4eb7-8183-c30acaacf173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:08.526719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-f15fb4ad-bdd6-4eb7-8183-c30acaacf173 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.1570909 Aug 16 01:43:08.529595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d26bb71-a578-441d-8588-9bf84632403e req-5d2db028-6c40-4e98-b29e-b15fe2bcc76c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833029 Aug 16 01:43:08.548698 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.574651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:43:08.575056 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:43:08.578489 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:43:08.580606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-5769cc42-830e-4f10-a244-0c1368aae1cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413253 Aug 16 01:43:08.621794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f335fea-f41b-4115-b2b2-8cc6710f2fc6 req-e064cc5d-cf20-4049-9684-ae6ed7664115 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:08.623394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f335fea-f41b-4115-b2b2-8cc6710f2fc6 req-e064cc5d-cf20-4049-9684-ae6ed7664115 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 944 time: 0.1706121 Aug 16 01:43:08.751222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 78179aa9-24b8-481c-9cd3-348570a06426 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:08.869080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 78179aa9-24b8-481c-9cd3-348570a06426 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:08.869785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c2696f19-fd51-49ab-9361-2bf7a8f794b2 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:08.890498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: c2696f19-fd51-49ab-9361-2bf7a8f794b2 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:08.891092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c2696f19-fd51-49ab-9361-2bf7a8f794b2 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:09.129468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f335fea-f41b-4115-b2b2-8cc6710f2fc6 req-010ee911-a4c0-4027-a9cb-ed91b0e3ba31 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898422 Aug 16 01:43:09.169926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-e3822233-9680-4f5f-9ebb-7925bfeb98c4 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454574 Aug 16 01:43:09.178298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.185876 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.187790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] 10.222.0.66 "DELETE /v2.0/networks/cf29d0ee-62d7-4bb1-928d-cc6159eec010 HTTP/1.1" status: 204 len: 168 time: 1.2465355 Aug 16 01:43:09.190649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52940) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:09.247789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e5170-0959-4a7b-b532-93f947a89a3e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf29d0ee-62d7-4bb1-928d-cc6159eec010,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:09.298648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb29eee-f3cb-4d61-b0bd-6f2d62e338d4 admin admin] Deleting subnet be6fb130-13b2-434f-9eef-d9b7935259ac {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:43:09.303785 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cb29eee-f3cb-4d61-b0bd-6f2d62e338d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.345878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cb29eee-f3cb-4d61-b0bd-6f2d62e338d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.353054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52946) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:09.377972 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-477bc0ac-7d06-490e-bcb2-25c06d2b34ee service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889839 Aug 16 01:43:09.392289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2477578-fe2a-47f4-8efa-30ed73b70c14 req-f7b7bb49-95e5-4e20-a724-fd946f25052b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:09.394892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2477578-fe2a-47f4-8efa-30ed73b70c14 req-f7b7bb49-95e5-4e20-a724-fd946f25052b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0999293 Aug 16 01:43:09.396889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cb29eee-f3cb-4d61-b0bd-6f2d62e338d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.438447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2477578-fe2a-47f4-8efa-30ed73b70c14 req-2791043b-d1fb-44e0-be4c-b397c97eee33 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376344 Aug 16 01:43:09.488680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1789548508-network', 'tenant_id': '1df95d736c594679814967c806df0199'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:09.668604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb409-1e4c-4a6a-89b5-01cc96dc2786 req-e4327075-ce90-413a-ad1e-ae318c9e1528 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:09.670117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bbbb409-1e4c-4a6a-89b5-01cc96dc2786 req-e4327075-ce90-413a-ad1e-ae318c9e1528 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0591812 Aug 16 01:43:09.711975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bbbb409-1e4c-4a6a-89b5-01cc96dc2786 req-d2c9c79a-fd92-40d8-85b9-0996ea94b317 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Aug 16 01:43:09.779980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:09.780360 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cb29eee-f3cb-4d61-b0bd-6f2d62e338d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.782624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.791734 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.808225 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb29eee-f3cb-4d61-b0bd-6f2d62e338d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be6fb130-13b2-434f-9eef-d9b7935259ac,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:09.812498 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cb29eee-f3cb-4d61-b0bd-6f2d62e338d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.817282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52956) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:09.817516 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4cb29eee-f3cb-4d61-b0bd-6f2d62e338d4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/be6fb130-13b2-434f-9eef-d9b7935259ac HTTP/1.1" status: 204 len: 168 time: 0.6257436 Aug 16 01:43:09.926501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.057251 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.061321 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.072408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc16e51-16f8-4c30-9972-08a1f72b0816']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:10.083133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd89cd83-9012-44fc-8a75-2c63b3f28c30') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:10.083434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd89cd83-9012-44fc-8a75-2c63b3f28c30') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:10.096486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.116352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.123196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:43:10.123741 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:43:10.125872 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:43:10.186084 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.260562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:43:10.294593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198c8035-d853-410e-bd87-e0a81649ddeb,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:10.309241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-fd8ca910-6615-4bec-b5c7-cc037eac3231 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:10.310861 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-fd8ca910-6615-4bec-b5c7-cc037eac3231 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 1096 time: 0.1437426 Aug 16 01:43:10.328579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545234da-2add-44e1-86b7-4ae7cb52f58e req-cb779118-b7ed-47fe-ad65-fed91d28038e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:10.330243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-545234da-2add-44e1-86b7-4ae7cb52f58e req-cb779118-b7ed-47fe-ad65-fed91d28038e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 944 time: 0.1093185 Aug 16 01:43:10.341925 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.342450 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Added segment 71662e0e-c0a8-4e8a-ac18-6fb859ac7b70 of type vlan for network 84d790fc-6460-4f48-a0a4-f45c262f5cff Aug 16 01:43:10.344834 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.350277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.353106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8bc16e51-16f8-4c30-9972-08a1f72b0816 HTTP/1.1" status: 204 len: 168 time: 0.5340395 Aug 16 01:43:10.443119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf51cd-1342-46cb-b710-f0c0477502f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc16e51-16f8-4c30-9972-08a1f72b0816,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:10.472989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.509410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-545234da-2add-44e1-86b7-4ae7cb52f58e req-1820eae3-e60f-4b38-8c1a-37b0d92672b3 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701000 Aug 16 01:43:10.661323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2b1d3-7d23-4b58-b7d9-b3385ea257c0 req-8950d4c8-9dcb-4336-adb2-6b1f4f48fc9b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:10.663077 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3c2b1d3-7d23-4b58-b7d9-b3385ea257c0 req-8950d4c8-9dcb-4336-adb2-6b1f4f48fc9b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1179800 Aug 16 01:43:10.680934 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.687023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:10.687023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.762578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52986) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:10.786754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] Pushing event updated for resources: {'Network': ['ID=84d790fc-6460-4f48-a0a4-f45c262f5cff,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:10.794607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d56a4d-d65e-45bb-88a3-33e0bb75b295 req-1ac1cd54-246a-4601-ae31-80b4c1f542a3 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:10.805645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 84d790fc-6460-4f48-a0a4-f45c262f5cff details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:43:10.813582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79d56a4d-d65e-45bb-88a3-33e0bb75b295 req-1ac1cd54-246a-4601-ae31-80b4c1f542a3 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 1096 time: 0.1718242 Aug 16 01:43:10.816125 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c5bb37c6-9475-482e-9032-0baa11c3c1b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74bd58a73c774f928caa8da17ec390a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515823 Aug 16 01:43:10.817746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3c2b1d3-7d23-4b58-b7d9-b3385ea257c0 req-56be1be0-bb7a-4966-adf1-efd9520bc964 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396172 Aug 16 01:43:10.819682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-6f25bd33-419d-4a16-8ed1-14bf078c5ab7 service neutron] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:10.820271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52988) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:10.867411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c4e976bf-ac3c-49bc-8111-983f3bf8daef admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5127828 Aug 16 01:43:10.870396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52990) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:10.875614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] Request body: {'subnet': {'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1789548508-subnet', 'tenant_id': '1df95d736c594679814967c806df0199', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:10.888810 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-6f25bd33-419d-4a16-8ed1-14bf078c5ab7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.895605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d82f1303-f19b-45a1-81c7-795b013722c4 req-6f25bd33-419d-4a16-8ed1-14bf078c5ab7 service neutron] 10.222.0.64 "DELETE /v2.0/ports/78179aa9-24b8-481c-9cd3-348570a06426/bindings/n-h2-768509-23 HTTP/1.1" status: 204 len: 173 time: 0.5587187 Aug 16 01:43:10.968471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:10.971845 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.995178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79d56a4d-d65e-45bb-88a3-33e0bb75b295 req-74b9c5c9-f64b-431c-8324-12039ce95525 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805563 Aug 16 01:43:11.059154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2dd27-a78d-4dff-9635-202ed02343a0 req-20fbe917-48d7-4da0-ab69-86897f84e362 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:11.063125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26f2dd27-a78d-4dff-9635-202ed02343a0 req-20fbe917-48d7-4da0-ab69-86897f84e362 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.1436501 Aug 16 01:43:11.073380 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c550-00fa-4fec-b61a-d0ce6e05190b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:11.120585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26f2dd27-a78d-4dff-9635-202ed02343a0 req-bbc2625f-d8d4-42d4-b470-20c05a45b0c9 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564399 Aug 16 01:43:11.124137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c550-00fa-4fec-b61a-d0ce6e05190b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:11.300047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c550-00fa-4fec-b61a-d0ce6e05190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:11.303288 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c550-00fa-4fec-b61a-d0ce6e05190b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:11.304540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f8e7c550-00fa-4fec-b61a-d0ce6e05190b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee237759-ed5d-426b-925f-e97d171fb6f0 HTTP/1.1" status: 204 len: 168 time: 0.4569361 Aug 16 01:43:11.314369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7c550-00fa-4fec-b61a-d0ce6e05190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee237759-ed5d-426b-925f-e97d171fb6f0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:11.443825 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:11.446763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-8c49368b-c858-4a25-b1a9-aec5adf3fa0a tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:11.454279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-8c49368b-c858-4a25-b1a9-aec5adf3fa0a tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 821 time: 0.1230140 Aug 16 01:43:11.471566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-caed8b43-8d6c-4e4d-8c1e-a2f8c9609d6c tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/quotas/5fd8faac2af044e2b435c7af66561c84 HTTP/1.1" status: 200 len: 375 time: 0.0163703 Aug 16 01:43:11.528064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a060b37-f0b4-4e98-9c03-2837e5244eb9,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:11.530892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-43ca0bd5-13ab-4ac6-bb9c-075580184219 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0583758 Aug 16 01:43:11.562726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] Checking segment: {'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:11.568945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] Network hostable DHCP agents. Network: 84d790fc-6460-4f48-a0a4-f45c262f5cff, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:43:11.653488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-dac1c5f8-e3c5-4e85-a73f-53d8c6189ea3 service neutron] 10.222.0.66 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214762 Aug 16 01:43:11.761688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-896e5048-7244-4a93-b0ff-080fd45f5ab3 service neutron] 10.222.0.66 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071875 Aug 16 01:43:11.923079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] Network 84d790fc-6460-4f48-a0a4-f45c262f5cff is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:43:12.049058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 84d790fc-6460-4f48-a0a4-f45c262f5cff) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:12.057389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d0d8a-115a-4bcc-a001-527545a3eb25 None None] Network 84d790fc-6460-4f48-a0a4-f45c262f5cff requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:12.058407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:12.058815 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.086517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e96da-264b-44c7-82f4-02528756078f req-b22c48a5-56a7-4483-9347-93ad73e87f3b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:12.098636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-199e96da-264b-44c7-82f4-02528756078f req-b22c48a5-56a7-4483-9347-93ad73e87f3b tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1044550 Aug 16 01:43:12.209629 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-01144a3c-a3a5-4e59-808f-60488e56fd8e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3372333 Aug 16 01:43:12.211715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53030) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:12.216332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:12.259902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b9b3e98-0bd7-4e53-8458-d7a48e7da58e req-369d6aa6-5206-4b41-8206-2bf3abba7f10 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 210 time: 0.0888407 Aug 16 01:43:12.278850 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-199e96da-264b-44c7-82f4-02528756078f req-8c51f00a-0c99-46d7-9117-f81b4db92287 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775565 Aug 16 01:43:12.334771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.336279 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.400903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-84d790fc-6460-4f48-a0a4-f45c262f5cff', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'tenant_id': '1df95d736c594679814967c806df0199', 'fixed_ips': [{'subnet_id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:43:12.402660 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.462493 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.601439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276155c1-a526-4106-bbec-2fa39d6ff1ca req-f81a7b30-57b3-479d-8665-bfe52e32e4dd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:12.614570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-276155c1-a526-4106-bbec-2fa39d6ff1ca req-f81a7b30-57b3-479d-8665-bfe52e32e4dd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.1202168 Aug 16 01:43:12.625792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53048) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:12.635168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Allocated IP 172.20.0.2 (84d790fc-6460-4f48-a0a4-f45c262f5cff/9a060b37-f0b4-4e98-9c03-2837e5244eb9/d217a2b3-967a-4e4b-98e4-1d8f94d39c29) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:12.734004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-276155c1-a526-4106-bbec-2fa39d6ff1ca req-b607f133-6e0a-472c-a2ca-997d39b3b8b4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160345 Aug 16 01:43:12.747321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-48d6b53b-c52c-47a6-8e58-ea2fbfc1928d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=def42e632c274fe6b4f955cb1cf3589c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1199739 Aug 16 01:43:12.749953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53050) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:12.760362 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.821167 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.831117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Transition to ACTIVE for port object d217a2b3-967a-4e4b-98e4-1d8f94d39c29 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:12.853730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Transition to ACTIVE for port object d217a2b3-967a-4e4b-98e4-1d8f94d39c29 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:12.854153 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.883039 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.957947 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.960816 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:43:13.034341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Network 84d790fc-6460-4f48-a0a4-f45c262f5cff is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:13.037559 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:13.038847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:13.040109 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:13.043063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/154308b6-a256-4055-890c-8094e3763eb6 HTTP/1.1" status: 204 len: 168 time: 0.2920854 Aug 16 01:43:13.046233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:13.070992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154308b6-a256-4055-890c-8094e3763eb6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:13.086452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.089055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.089417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.089760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.090132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.090468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.090802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.091133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.091459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.091786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.092112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.092459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73e2ae-1349-4aa8-8d7c-a696a0b1ae11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.219573 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:13.245858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:13.277390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Pushing event updated for resources: {'Port': ['ID=d217a2b3-967a-4e4b-98e4-1d8f94d39c29,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:13.295869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Attempting to bind port d217a2b3-967a-4e4b-98e4-1d8f94d39c29 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:13.296242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Attempting to bind port d217a2b3-967a-4e4b-98e4-1d8f94d39c29 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:13.296606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Attempting to bind port d217a2b3-967a-4e4b-98e4-1d8f94d39c29 on network 84d790fc-6460-4f48-a0a4-f45c262f5cff {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:13.303008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:13.303445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Checking segment: {'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:13.303865 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:13.305927 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Bound using segment: {'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:13.305927 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Bound port: d217a2b3-967a-4e4b-98e4-1d8f94d39c29, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:13.305927 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:13.311690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.312581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.312873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.313147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.313475 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.314023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.314362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.314747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.315019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.315349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.315912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.316279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:13.404132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] For port d217a2b3-967a-4e4b-98e4-1d8f94d39c29, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:13.407890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] For port d217a2b3-967a-4e4b-98e4-1d8f94d39c29, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d217a2b3-967a-4e4b-98e4-1d8f94d39c29,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:13.449756 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d4bb54d-2894-47c3-a473-117dde5a429c req-0734a3af-3da4-4de9-b8dd-a6303fe792bb tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 210 time: 0.0591149 Aug 16 01:43:13.472036 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:13.564420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ff016-b4d0-4925-9945-9ac2d73b3617 None None] Pushing event updated for resources: {'Port': ['ID=d217a2b3-967a-4e4b-98e4-1d8f94d39c29,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:13.596974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6df6f1-916a-4c0b-93dc-3f8c3975fcb0 req-fbe13a5e-01c1-4d32-8710-b1e939cea603 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:13.598657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb6df6f1-916a-4c0b-93dc-3f8c3975fcb0 req-fbe13a5e-01c1-4d32-8710-b1e939cea603 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1649911 Aug 16 01:43:13.686785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb6df6f1-916a-4c0b-93dc-3f8c3975fcb0 req-bb065875-1b20-488a-8f82-1111d32295a4 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797029 Aug 16 01:43:13.949888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Allocated IP 172.25.8.217 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/bfe8422d-afcc-4d72-aa90-fbabcec6da70) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:14.035751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58e78c-9d90-46cb-be4a-6510714e5bd3 req-c8ad7d59-a16a-4a7c-a21e-5a0b35ffc1cd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:14.038938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc58e78c-9d90-46cb-be4a-6510714e5bd3 req-c8ad7d59-a16a-4a7c-a21e-5a0b35ffc1cd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.1222456 Aug 16 01:43:14.109859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc58e78c-9d90-46cb-be4a-6510714e5bd3 req-1e431bda-619b-4807-810a-4825e5304be2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645134 Aug 16 01:43:14.140142 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:14.466962 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:14.619418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fd8c9c3-7823-4acd-bc5b-f89b42bcc70e req-13ae65ba-040b-49cc-a0ca-23f5ec4cdd0c tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 210 time: 0.0587037 Aug 16 01:43:14.645948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe8422d-afcc-4d72-aa90-fbabcec6da70,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:14.652904 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:14.654774 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:14.658711 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:14.921633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8353b9-20ad-42dd-ac0a-639b6b37cce9 req-bac8e6e3-076e-458f-a061-ef3608735ddb tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:14.923660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8353b9-20ad-42dd-ac0a-639b6b37cce9 req-bac8e6e3-076e-458f-a061-ef3608735ddb tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0755169 Aug 16 01:43:14.979545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5213a3d8-df82-4434-b4c4-7c6bac7045df None None] Network 84d790fc-6460-4f48-a0a4-f45c262f5cff requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:15.001104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8353b9-20ad-42dd-ac0a-639b6b37cce9 req-c56e242e-1974-4cd6-bd11-5e1e8caad6aa tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666313 Aug 16 01:43:15.161627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1a746fb7-968a-40e7-9280-feeae30bf6e2 None None] Provisioning for port d217a2b3-967a-4e4b-98e4-1d8f94d39c29 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:15.255354 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.275554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b6e10-7da0-46ee-987b-198d888fc66c req-1d946cb8-45bd-4c26-9ebd-eb151d76e0b8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:15.282972 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-324b6e10-7da0-46ee-987b-198d888fc66c req-1d946cb8-45bd-4c26-9ebd-eb151d76e0b8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0677123 Aug 16 01:43:15.426207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-324b6e10-7da0-46ee-987b-198d888fc66c req-65e8fc97-b16a-4f8c-a81a-97764dd0a1de tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423049 Aug 16 01:43:15.520997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-35f9df25-f990-4ace-84ea-26b01cf7d88d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:15.522684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-35f9df25-f990-4ace-84ea-26b01cf7d88d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.74 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 821 time: 0.2377048 Aug 16 01:43:15.538886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Request body: {'port': {'device_id': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef', 'admin_state_up': True, 'tenant_id': '5fd8faac2af044e2b435c7af66561c84'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:15.580928 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.608030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d217a2b3-967a-4e4b-98e4-1d8f94d39c29 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:15.636543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53118) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:15.798998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e725cec-5e5e-40ab-bbe8-11d90badbcfa req-61991d8a-125b-4f07-b22d-3aa0943301eb tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 210 time: 0.0624452 Aug 16 01:43:15.816384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-230268502-network', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:15.840259 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:43:15.840259 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:43:15.840259 n-d-768509-23 neutron-server[95516]: [parameters: {'project_id_1': '5fd8faac2af044e2b435c7af66561c84', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 43, 15, 828954)}] Aug 16 01:43:15.840259 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:43:15.840726 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:43:15.922800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port d217a2b3-967a-4e4b-98e4-1d8f94d39c29 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:15.926879 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d217a2b3-967a-4e4b-98e4-1d8f94d39c29 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:15.927306 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.956735 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Router 9f08197d-9dd5-4390-bf63-68f21b850b68 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:43:15.961686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Made reservation on behalf of baa309296ae74e4da514e8c77e521d65 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:15.961686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.970339 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.041347 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.082844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port d217a2b3-967a-4e4b-98e4-1d8f94d39c29, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d217a2b3-967a-4e4b-98e4-1d8f94d39c29,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:16.099209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:43:16.100529 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.110247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Sync routers for ids ['9f08197d-9dd5-4390-bf63-68f21b850b68'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:43:16.122583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Routers {'9f08197d-9dd5-4390-bf63-68f21b850b68'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:16.131146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9f08197d-9dd5-4390-bf63-68f21b850b68'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:16.148590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85872-2789-499a-95ce-f3102d989eaa req-57d08462-c1fc-472d-9731-93dbcb236605 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:16.150371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1aa85872-2789-499a-95ce-f3102d989eaa req-57d08462-c1fc-472d-9731-93dbcb236605 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0526793 Aug 16 01:43:16.163209 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.181071 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.210961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:43:16.215477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1aa85872-2789-499a-95ce-f3102d989eaa req-669ddd59-d639-4705-b4b4-09470d30211a tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582113 Aug 16 01:43:16.239092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f59e6ae-15f1-459b-b247-8aafd6199738,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:16.254054 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.256091 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Added segment 0c563c79-98d4-4d50-9586-ecf39b471158 of type vlan for network fbac8976-7868-400a-bc02-c942abd355b5 Aug 16 01:43:16.265166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=d217a2b3-967a-4e4b-98e4-1d8f94d39c29,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:16.266167 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.270422 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-64a75611-9d81-4162-876e-06d5adc05198 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0577054 Aug 16 01:43:16.275600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53148) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:16.285028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Set router 9f08197d-9dd5-4390-bf63-68f21b850b68 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:16.308805 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.453584 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.454648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:16.455499 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.488698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:14Z', 'revision_number': 3, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:16.510536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Made reservation on behalf of 5fd8faac2af044e2b435c7af66561c84 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:16.516089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.519379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Checking router: 9f08197d-9dd5-4390-bf63-68f21b850b68 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:43:16.519726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Updating router 9f08197d-9dd5-4390-bf63-68f21b850b68 port bfe8422d-afcc-4d72-aa90-fbabcec6da70 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:43:16.548137 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.581169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] Pushing event updated for resources: {'Network': ['ID=fbac8976-7868-400a-bc02-c942abd355b5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:16.595137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network fbac8976-7868-400a-bc02-c942abd355b5 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:43:16.647720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c3a7e-7ab3-4544-b23d-2f262608b8e5 req-a547119b-19ea-4d5f-b7ad-1c58e0cd60fa tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:16.649298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-676c3a7e-7ab3-4544-b23d-2f262608b8e5 req-a547119b-19ea-4d5f-b7ad-1c58e0cd60fa tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.1232231 Aug 16 01:43:16.655910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2af644fa-753a-46c8-9458-a3e8bd3af3f1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0214868 Aug 16 01:43:16.656974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53154) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:16.665745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] Request body: {'subnet': {'network_id': 'fbac8976-7868-400a-bc02-c942abd355b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-230268502-subnet', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:16.747528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-676c3a7e-7ab3-4544-b23d-2f262608b8e5 req-d0c7bf2d-6351-4c0f-8129-95742adb8239 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914757 Aug 16 01:43:16.753293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Allocated IP 172.20.0.8 (c1c6e958-8aa2-472e-8afa-93984da0d0ef/d1da15f7-7f10-47b9-9717-19dd3e23683c/4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:16.755982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.899554 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.911157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Transition to ACTIVE for port object bfe8422d-afcc-4d72-aa90-fbabcec6da70 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:16.917443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] Made reservation on behalf of baa309296ae74e4da514e8c77e521d65 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:16.920117 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.947583 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Allocated IP 172.20.0.1 (84d790fc-6460-4f48-a0a4-f45c262f5cff/9a060b37-f0b4-4e98-9c03-2837e5244eb9/245dc420-0a5a-4f00-86d1-c748d912f80d) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:16.979936 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.004901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1d60072-9781-41c2-ae70-2df1f91a55c7 req-6f1eb397-82dc-427f-8e39-680e2a4343e9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 210 time: 0.0389643 Aug 16 01:43:17.040243 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.061279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b0028-2f36-42e6-a09c-c509ff47c9aa None None] Pushing event updated for resources: {'Port': ['ID=bfe8422d-afcc-4d72-aa90-fbabcec6da70,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:17.064853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Attempting to bind port bfe8422d-afcc-4d72-aa90-fbabcec6da70 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:17.065412 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Attempting to bind port bfe8422d-afcc-4d72-aa90-fbabcec6da70 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:17.066013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Attempting to bind port bfe8422d-afcc-4d72-aa90-fbabcec6da70 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:17.074399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:17.074983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:17.075560 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.076112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:17.076930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Bound port: bfe8422d-afcc-4d72-aa90-fbabcec6da70, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:17.077614 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.131136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.150926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Transition to ACTIVE for port object 245dc420-0a5a-4f00-86d1-c748d912f80d will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:17.185568 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] For port bfe8422d-afcc-4d72-aa90-fbabcec6da70, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:17.189387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] For port bfe8422d-afcc-4d72-aa90-fbabcec6da70, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bfe8422d-afcc-4d72-aa90-fbabcec6da70,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:17.226333 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.283528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.288398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87045311-127d-480a-a535-fe430c7c8559 req-a2bd57de-5b28-4b3b-92a0-1d0c54c40e85 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:17.293880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87045311-127d-480a-a535-fe430c7c8559 req-a2bd57de-5b28-4b3b-92a0-1d0c54c40e85 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 950 time: 0.1036520 Aug 16 01:43:17.293880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Network c1c6e958-8aa2-472e-8afa-93984da0d0ef is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:17.306711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:17.313390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:17.316674 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.330931 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Network 84d790fc-6460-4f48-a0a4-f45c262f5cff is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:17.337560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.338275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:17.339435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Pushing event updated for resources: {'Port': ['ID=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:17.341997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:17.369463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Pushing event updated for resources: {'Port': ['ID=245dc420-0a5a-4f00-86d1-c748d912f80d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:17.394051 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.397598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Routers {'9f08197d-9dd5-4390-bf63-68f21b850b68'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:17.398269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9f08197d-9dd5-4390-bf63-68f21b850b68'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:17.463900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:17.464576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.472727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87045311-127d-480a-a535-fe430c7c8559 req-e7a230ed-b9d7-44ae-b783-60f572639311 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672311 Aug 16 01:43:17.479385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ccfc3e-0724-4a74-a139-921c818ff18d,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:17.492766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f8722-0d41-4e46-97f5-c3196d110fb7 req-d7f51f89-12b0-4fcd-8109-2d422fc673c2 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:17.494931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b0028-2f36-42e6-a09c-c509ff47c9aa None None] Pushing event updated for resources: {'Port': ['ID=bfe8422d-afcc-4d72-aa90-fbabcec6da70,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:17.512928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb8f8722-0d41-4e46-97f5-c3196d110fb7 req-d7f51f89-12b0-4fcd-8109-2d422fc673c2 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.2178817 Aug 16 01:43:17.558890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] Checking segment: {'id': '0c563c79-98d4-4d50-9586-ecf39b471158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbac8976-7868-400a-bc02-c942abd355b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:17.559255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] Network hostable DHCP agents. Network: fbac8976-7868-400a-bc02-c942abd355b5, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:43:17.579621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb8f8722-0d41-4e46-97f5-c3196d110fb7 req-d64ac5ac-9868-4fc6-8238-3c32317d5602 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656829 Aug 16 01:43:17.583413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d217a2b3-967a-4e4b-98e4-1d8f94d39c29 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:17.614375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-1da874df-6360-40a1-a797-fab6262367d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0802982 Aug 16 01:43:17.629691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Request body: {'port': {'device_id': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:17.633578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] Set router 9f08197d-9dd5-4390-bf63-68f21b850b68 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:17.687498 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.759708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d217a2b3-967a-4e4b-98e4-1d8f94d39c29 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:17.760153 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.789119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] Network fbac8976-7868-400a-bc02-c942abd355b5 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:43:17.805672 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.852494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9e5c306b-25c2-4b92-816d-e8f57b5ed66d None None] Provisioning for port 245dc420-0a5a-4f00-86d1-c748d912f80d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:17.858614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9e5c306b-25c2-4b92-816d-e8f57b5ed66d None None] Provisioning complete for port 245dc420-0a5a-4f00-86d1-c748d912f80d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:17.858990 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9e5c306b-25c2-4b92-816d-e8f57b5ed66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.886155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, fbac8976-7868-400a-bc02-c942abd355b5) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:17.893338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:17.894425 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.905425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bafa24-6713-4127-8bbe-a0aac3946d1a None None] Network fbac8976-7868-400a-bc02-c942abd355b5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:17.984100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68082f9b-4526-485e-9586-66d7413b7e12 req-607d893d-c9a1-4522-80b4-15219c49d9c6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:17.989232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68082f9b-4526-485e-9586-66d7413b7e12 req-607d893d-c9a1-4522-80b4-15219c49d9c6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0802538 Aug 16 01:43:18.053728 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.070799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68082f9b-4526-485e-9586-66d7413b7e12 req-93058861-7094-4d72-b81b-e60a062e8a11 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741761 Aug 16 01:43:18.088333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:18.093080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.105772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Transition to ACTIVE for port object 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:18.121285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c306b-25c2-4b92-816d-e8f57b5ed66d None None] Port 245dc420-0a5a-4f00-86d1-c748d912f80d cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:43:18.151120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:14Z', 'revision_number': 3, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:18.181195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae07fa-788b-4661-b129-c5e7051738de None None] The sync data for ids ['9f08197d-9dd5-4390-bf63-68f21b850b68'] in n-d-768509-23 is: [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:14Z', 'revision_number': 3, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:43:18.251521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-fbac8976-7868-400a-bc02-c942abd355b5', 'network_id': 'fbac8976-7868-400a-bc02-c942abd355b5', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65', 'fixed_ips': [{'subnet_id': '92ccfc3e-0724-4a74-a139-921c818ff18d'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:43:18.252391 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.255944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28620078-addd-4736-99be-303c77b79016 req-7a7ec176-6a3d-4f9d-a0a9-7ccc21b5fdb4 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:18.263222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28620078-addd-4736-99be-303c77b79016 req-7a7ec176-6a3d-4f9d-a0a9-7ccc21b5fdb4 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 931 time: 0.0621064 Aug 16 01:43:18.297805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28620078-addd-4736-99be-303c77b79016 req-a99d1601-30ea-4eef-b66c-0c77bf32cbb8 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332985 Aug 16 01:43:18.407856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-321fcc0d-bb39-42ae-b68c-10c1f865148f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7424173 Aug 16 01:43:18.409729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53210) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:18.419300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Allocated IP 172.20.0.2 (fbac8976-7868-400a-bc02-c942abd355b5/92ccfc3e-0724-4a74-a139-921c818ff18d/79c5ef2a-a940-4eb4-ad1a-6f42576c333d) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:18.424240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-230268502-router', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:18.460501 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.465310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.523895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Pushing event updated for resources: {'Port': ['ID=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:18.539210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Pushing event updated for resources: {'Port': ['ID=245dc420-0a5a-4f00-86d1-c748d912f80d,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:18.542083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.588339 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.589313 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.657526 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.659539 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.672678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Transition to ACTIVE for port object 79c5ef2a-a940-4eb4-ad1a-6f42576c333d will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:18.681511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Network 84d790fc-6460-4f48-a0a4-f45c262f5cff is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:18.683045 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:18.709271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Transition to ACTIVE for port object 79c5ef2a-a940-4eb4-ad1a-6f42576c333d will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:18.804760 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.831261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:18.831609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:18.831941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:18.900073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Network fbac8976-7868-400a-bc02-c942abd355b5 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:18.904003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:18.909286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:18.917246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Pushing event updated for resources: {'Port': ['ID=79c5ef2a-a940-4eb4-ad1a-6f42576c333d,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:18.950959 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.961686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:43:18.962151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:18.976053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2293f-c4be-4746-94ed-97426fc00cbd req-094a7289-2509-478e-b42b-89935ce812f7 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:18.977690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25b2293f-c4be-4746-94ed-97426fc00cbd req-094a7289-2509-478e-b42b-89935ce812f7 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.3040428 Aug 16 01:43:18.981054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:18.981397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:18.981787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:18.982264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Bound port: 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:18.982757 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.009339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e827bb4b-56fe-4383-9650-4e8887a2acb6 None None] Provisioning complete for port 245dc420-0a5a-4f00-86d1-c748d912f80d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:19.009923 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e827bb4b-56fe-4383-9650-4e8887a2acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.012995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Attempting to bind port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:19.013473 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Attempting to bind port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '0c563c79-98d4-4d50-9586-ecf39b471158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbac8976-7868-400a-bc02-c942abd355b5'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:19.013866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Attempting to bind port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d on network fbac8976-7868-400a-bc02-c942abd355b5 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:19.046073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:19.046648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Checking segment: {'id': '0c563c79-98d4-4d50-9586-ecf39b471158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbac8976-7868-400a-bc02-c942abd355b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:19.047067 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.048107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Bound using segment: {'id': '0c563c79-98d4-4d50-9586-ecf39b471158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbac8976-7868-400a-bc02-c942abd355b5'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:19.049284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Bound port: 79c5ef2a-a940-4eb4-ad1a-6f42576c333d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c563c79-98d4-4d50-9586-ecf39b471158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbac8976-7868-400a-bc02-c942abd355b5'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:19.049705 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.108534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25b2293f-c4be-4746-94ed-97426fc00cbd req-88b9cdd0-385c-49c7-aeb4-3fd9b74dfd45 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889001 Aug 16 01:43:19.112267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Router 9f08197d-9dd5-4390-bf63-68f21b850b68 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:43:19.136467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e827bb4b-56fe-4383-9650-4e8887a2acb6 None None] Port 245dc420-0a5a-4f00-86d1-c748d912f80d cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:43:19.152198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] For port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:19.158544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] For port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=79c5ef2a-a940-4eb4-ad1a-6f42576c333d,segment=NetworkSegment(0c563c79-98d4-4d50-9586-ecf39b471158),segment_id=0c563c79-98d4-4d50-9586-ecf39b471158)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:19.188359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:19.203701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:19.249133 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:43:19.267685 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-07e43413-24b6-4288-bfdc-f6c3c51492e3 admin admin] 10.222.0.66 "PUT /v2.0/routers/9f08197d-9dd5-4390-bf63-68f21b850b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9851747 Aug 16 01:43:19.273516 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.299825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178eeed-1a01-464b-a622-663988a867e1 req-654feb35-ada7-4723-84fe-305d8cc75df1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:19.308470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0178eeed-1a01-464b-a622-663988a867e1 req-654feb35-ada7-4723-84fe-305d8cc75df1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0976119 Aug 16 01:43:19.324118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.353187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85eb6c-59aa-48b8-9f54-316ea32b80a5 None None] Pushing event updated for resources: {'Port': ['ID=79c5ef2a-a940-4eb4-ad1a-6f42576c333d,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:19.410326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:19.413309 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.417969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] 10.222.0.74 "PUT /v2.0/ports/4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d HTTP/1.1" status: 200 len: 1092 time: 1.7906117 Aug 16 01:43:19.437043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'tag': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:19.439770 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1bf72f-67b7-4d8f-957b-97faa5ffc5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c5233597-b9c6-4bff-b70a-0a0cc394a3fc", "tag": "4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:19.542696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bfe8422d-afcc-4d72-aa90-fbabcec6da70 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:19.774287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port bfe8422d-afcc-4d72-aa90-fbabcec6da70 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:19.778701 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port bfe8422d-afcc-4d72-aa90-fbabcec6da70 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:19.779161 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.912780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.939958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port bfe8422d-afcc-4d72-aa90-fbabcec6da70, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bfe8422d-afcc-4d72-aa90-fbabcec6da70,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:20.020466 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.054404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0178eeed-1a01-464b-a622-663988a867e1 req-194ab658-c20e-4fbb-9a63-169864002128 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7447741 Aug 16 01:43:20.066680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be224e-72df-46bd-9370-3f56ce41775a service neutron] Pushing event updated for resources: {'Port': ['ID=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:20.099389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=bfe8422d-afcc-4d72-aa90-fbabcec6da70,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:20.154501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-21a02022-49b1-4b81-af71-b389cf114393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:20.156416 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-21a02022-49b1-4b81-af71-b389cf114393 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1095 time: 0.2178125 Aug 16 01:43:20.166536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eea049-f027-4a69-97b6-055e474d2b51 req-5d611e45-1867-4f5c-9a44-b745005937fa tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:20.171033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59eea049-f027-4a69-97b6-055e474d2b51 req-5d611e45-1867-4f5c-9a44-b745005937fa tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 943 time: 0.2372890 Aug 16 01:43:20.171033 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.210360 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c876c2-dd95-4721-9794-e9e4dbf6d2ea x-openstack-request-id: req-e4c876c2-dd95-4721-9794-e9e4dbf6d2ea {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:20.210645 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5233597-b9c6-4bff-b70a-0a0cc394a3fc", "tag": "4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:20.210896 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4c876c2-dd95-4721-9794-e9e4dbf6d2ea {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:20.211288 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'tag': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d', 'status': 'completed', 'code': 200} Aug 16 01:43:20.245548 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.267651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-c33a7dd3-7b55-490d-a819-0cb0cd7c10ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d HTTP/1.1" status: 200 len: 217 time: 0.0892823 Aug 16 01:43:20.375538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59eea049-f027-4a69-97b6-055e474d2b51 req-dcbba045-8c50-4526-80a2-afd38b6f57fb tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927388 Aug 16 01:43:20.423267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-9b46b23f-9085-47d4-8c53-606c6f890a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:20.424767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-9b46b23f-9085-47d4-8c53-606c6f890a9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.1537631 Aug 16 01:43:20.495135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-3b427586-a62e-4d5b-97d2-672f5e02a61c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540214 Aug 16 01:43:20.521578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e17d28-1cba-4df6-b66e-0b016b24daf4 req-8156d022-a173-45ba-95a7-0a01e8ce8434 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:20.523185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-84e17d28-1cba-4df6-b66e-0b016b24daf4 req-8156d022-a173-45ba-95a7-0a01e8ce8434 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.2047191 Aug 16 01:43:20.545267 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Sync routers for ids ['9f08197d-9dd5-4390-bf63-68f21b850b68'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:43:20.551931 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.557272 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Routers {'9f08197d-9dd5-4390-bf63-68f21b850b68'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:20.557930 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9f08197d-9dd5-4390-bf63-68f21b850b68'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:20.602214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Allocated IP 172.25.8.109 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/3a03c0dc-fee9-40b4-8ee8-da7c5314ab12) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:20.640237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-84e17d28-1cba-4df6-b66e-0b016b24daf4 req-30fba775-bcaa-45c4-9dde-76e5a9ecb115 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081378 Aug 16 01:43:20.675982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e28ef2-4d49-4174-a682-35bb00eccfab None None] Network fbac8976-7868-400a-bc02-c942abd355b5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:20.683499 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Set router 9f08197d-9dd5-4390-bf63-68f21b850b68 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:20.719287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-ba97b266-a9be-402b-9226-388a3401b23d service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147243 Aug 16 01:43:20.818379 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.863154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fbfef9b-06f4-40a8-b167-29cb6ecc8996 req-66ab31bb-ef9f-4e38-964d-6c15587aed98 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348124 Aug 16 01:43:20.864833 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 81f6c693-792e-4846-be1b-13b033a3ac72 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:20.957893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9f377ad0-845d-42ef-a18a-21cc8babc682 None None] Provisioning for port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:21.031042 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.062028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:21.065617 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc62a1e-7cec-4339-a111-8fd939dd069b" -d '{"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-unplugged", "status": "completed", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:21.067021 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 4, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '245dc420-0a5a-4f00-86d1-c748d912f80d', 'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'tenant_id': '1df95d736c594679814967c806df0199', 'mac_address': 'fa:16:3e:d7:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:16Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 2, 'project_id': '1df95d736c594679814967c806df0199', 'subnets': [{'id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:21.083349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:21.085665 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.098340 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Checking router: 9f08197d-9dd5-4390-bf63-68f21b850b68 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:43:21.099162 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Updating router 9f08197d-9dd5-4390-bf63-68f21b850b68 port 245dc420-0a5a-4f00-86d1-c748d912f80d binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:43:21.122218 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20db1253-b6c3-4965-be05-337e64eb2115 x-openstack-request-id: req-20db1253-b6c3-4965-be05-337e64eb2115 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:21.122798 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-unplugged", "status": "completed", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:21.126509 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20db1253-b6c3-4965-be05-337e64eb2115 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:21.126509 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72', 'code': 200} Aug 16 01:43:21.148590 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.149083 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.168627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Pushing event updated for resources: {'Port': ['ID=3a03c0dc-fee9-40b4-8ee8-da7c5314ab12,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:21.178264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:21.181602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bf72f-67b7-4d8f-957b-97faa5ffc5c5 req-0130c96b-75f6-4d04-9a0d-cc60faacead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.183137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c1bf72f-67b7-4d8f-957b-97faa5ffc5c5 req-0130c96b-75f6-4d04-9a0d-cc60faacead2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1095 time: 0.1499455 Aug 16 01:43:21.185681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:21.190243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:21.236176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=11']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:21.261182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b53ef-d434-41ad-8955-870df5953c4c req-d624ae8e-e32f-4122-96f2-5194d375f7b8 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.262871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-421b53ef-d434-41ad-8955-870df5953c4c req-d624ae8e-e32f-4122-96f2-5194d375f7b8 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 950 time: 0.2674730 Aug 16 01:43:21.469857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70832b51-9a76-4ea8-8edb-c16a5ca833b8 req-a77d7b68-9b94-4b09-9405-8d6ad2f34951 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.471417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70832b51-9a76-4ea8-8edb-c16a5ca833b8 req-a77d7b68-9b94-4b09-9405-8d6ad2f34951 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.2429018 Aug 16 01:43:21.471893 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.487472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-421b53ef-d434-41ad-8955-870df5953c4c req-2f5ed7a5-bf24-4606-84f2-acf41c46f48b tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732438 Aug 16 01:43:21.493016 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.522465 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Transition to ACTIVE for port object 245dc420-0a5a-4f00-86d1-c748d912f80d will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:21.532124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bf72f-67b7-4d8f-957b-97faa5ffc5c5 req-e8530c2d-0431-45ca-8b94-c3776b92e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.534349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c1bf72f-67b7-4d8f-957b-97faa5ffc5c5 req-e8530c2d-0431-45ca-8b94-c3776b92e704 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.3183277 Aug 16 01:43:21.610177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c1bf72f-67b7-4d8f-957b-97faa5ffc5c5 req-b4df4c8f-a213-4055-9666-a29b91ed9dd7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d HTTP/1.1" status: 200 len: 217 time: 0.0646474 Aug 16 01:43:21.642054 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.655930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70832b51-9a76-4ea8-8edb-c16a5ca833b8 req-2e713b18-c0d5-4d96-9eb1-2534bf9e378c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672723 Aug 16 01:43:21.675064 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 79c5ef2a-a940-4eb4-ad1a-6f42576c333d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:21.693284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bf72f-67b7-4d8f-957b-97faa5ffc5c5 req-8feaf789-3761-4d42-b9a1-fd628bb7073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.695994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c1bf72f-67b7-4d8f-957b-97faa5ffc5c5 req-8feaf789-3761-4d42-b9a1-fd628bb7073b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.0777137 Aug 16 01:43:21.777453 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Pushing event updated for resources: {'Port': ['ID=245dc420-0a5a-4f00-86d1-c748d912f80d,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:21.782530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c1bf72f-67b7-4d8f-957b-97faa5ffc5c5 req-e26554db-715d-4f8d-aa84-d30bfb22785f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624998 Aug 16 01:43:21.806387 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.806734 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.807219 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.807561 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.807894 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.808417 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.808889 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.809364 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.809879 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.810381 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.810865 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.811346 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:21.832940 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Attempting to bind port 245dc420-0a5a-4f00-86d1-c748d912f80d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:21.833301 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Attempting to bind port 245dc420-0a5a-4f00-86d1-c748d912f80d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:21.834625 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Attempting to bind port 245dc420-0a5a-4f00-86d1-c748d912f80d on network 84d790fc-6460-4f48-a0a4-f45c262f5cff {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:21.840339 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:21.841169 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Checking segment: {'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:21.844259 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.845090 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Bound using segment: {'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:21.845804 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Bound port: 245dc420-0a5a-4f00-86d1-c748d912f80d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:21.846477 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.849265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:21.853334 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:21.857957 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.925580 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] For port 245dc420-0a5a-4f00-86d1-c748d912f80d, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:21.929760 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] For port 245dc420-0a5a-4f00-86d1-c748d912f80d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=245dc420-0a5a-4f00-86d1-c748d912f80d,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:21.960192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8daa13-8fde-4f49-bb92-3993b16e2d47 req-90eb249e-f823-4651-bae4-b8ee94472bd6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.962559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a8daa13-8fde-4f49-bb92-3993b16e2d47 req-90eb249e-f823-4651-bae4-b8ee94472bd6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 943 time: 0.2639427 Aug 16 01:43:21.991436 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:22.015111 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:22.054561 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=79c5ef2a-a940-4eb4-ad1a-6f42576c333d,segment=NetworkSegment(0c563c79-98d4-4d50-9586-ecf39b471158),segment_id=0c563c79-98d4-4d50-9586-ecf39b471158)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:22.084504 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Routers {'9f08197d-9dd5-4390-bf63-68f21b850b68'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:22.085797 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9f08197d-9dd5-4390-bf63-68f21b850b68'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:22.122943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a8daa13-8fde-4f49-bb92-3993b16e2d47 req-aa1fd6fd-e72f-4f17-97e0-2b73745b7cdf tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282525 Aug 16 01:43:22.127466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c1bf72f-67b7-4d8f-957b-97faa5ffc5c5 req-780b18b9-f644-49ee-9b5e-7a30e23e5540 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342047 Aug 16 01:43:22.137040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc298b9d-1c86-46b8-bbbe-b1fccf2fc01c req-a37219a0-2653-46da-9b1f-f68704d4a775 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:22.137253 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b86a2-30ac-4066-98bb-f75c7d006cc9 None None] Pushing event updated for resources: {'Port': ['ID=245dc420-0a5a-4f00-86d1-c748d912f80d,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:22.140714 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:22.141787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bfe8422d-afcc-4d72-aa90-fbabcec6da70 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:22.151016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc298b9d-1c86-46b8-bbbe-b1fccf2fc01c req-a37219a0-2653-46da-9b1f-f68704d4a775 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.3674376 Aug 16 01:43:22.187551 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:22.283139 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] Set router 9f08197d-9dd5-4390-bf63-68f21b850b68 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:22.301157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=79c5ef2a-a940-4eb4-ad1a-6f42576c333d,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:22.322937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port bfe8422d-afcc-4d72-aa90-fbabcec6da70 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:22.324096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc298b9d-1c86-46b8-bbbe-b1fccf2fc01c req-9599fc93-6377-4a2c-9575-354eb4daa5f9 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717842 Aug 16 01:43:22.330601 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:22.428995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c1bf72f-67b7-4d8f-957b-97faa5ffc5c5 req-ba5f88eb-2335-438f-afcf-f299aefaa93c service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686300 Aug 16 01:43:22.557895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:22.560266 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 4, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '245dc420-0a5a-4f00-86d1-c748d912f80d', 'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'tenant_id': '1df95d736c594679814967c806df0199', 'mac_address': 'fa:16:3e:d7:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:16Z', 'updated_at': '2021-08-16T01:43:21Z', 'revision_number': 4, 'project_id': '1df95d736c594679814967c806df0199', 'subnets': [{'id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:22.588349 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7915c05-14a5-49a0-884d-4c236b8e8bb2 None None] The sync data for ids ['9f08197d-9dd5-4390-bf63-68f21b850b68'] in n-d-768509-23 is: [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 4, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '245dc420-0a5a-4f00-86d1-c748d912f80d', 'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'tenant_id': '1df95d736c594679814967c806df0199', 'mac_address': 'fa:16:3e:d7:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:16Z', 'updated_at': '2021-08-16T01:43:21Z', 'revision_number': 4, 'project_id': '1df95d736c594679814967c806df0199', 'subnets': [{'id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:43:22.732464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76e974-aa8a-4dae-9b69-538c7b8cee0a req-3b140c2f-cbbc-45c7-ae79-3d2538d74502 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:22.738358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f76e974-aa8a-4dae-9b69-538c7b8cee0a req-3b140c2f-cbbc-45c7-ae79-3d2538d74502 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 948 time: 0.1363058 Aug 16 01:43:22.819141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f76e974-aa8a-4dae-9b69-538c7b8cee0a req-fb7524ca-4233-4fa5-a17e-c57268d7dbc1 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696521 Aug 16 01:43:22.878187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c8e87-3730-4d49-8a74-8557aa8a8ff6 req-6f8728d7-8890-451d-9a47-db28841164fc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:22.882311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-558c8e87-3730-4d49-8a74-8557aa8a8ff6 req-6f8728d7-8890-451d-9a47-db28841164fc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0606725 Aug 16 01:43:22.924932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-558c8e87-3730-4d49-8a74-8557aa8a8ff6 req-eb16c872-b549-476f-a397-3acf5e8473ad tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383608 Aug 16 01:43:22.940174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Router 385d683e-e9fe-425f-abdd-771e665d4ca8 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:43:23.084157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164c074-ef34-449c-a2dc-92b7ac6f1032 req-fcb1ef98-093d-411b-96de-dc8d74d85046 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:23.085650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b164c074-ef34-449c-a2dc-92b7ac6f1032 req-fcb1ef98-093d-411b-96de-dc8d74d85046 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.74 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 948 time: 0.1010365 Aug 16 01:43:23.101875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:43:23.115967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Sync routers for ids ['385d683e-e9fe-425f-abdd-771e665d4ca8'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:43:23.134513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Routers {'385d683e-e9fe-425f-abdd-771e665d4ca8'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:23.135487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['385d683e-e9fe-425f-abdd-771e665d4ca8'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:23.202459 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:23.206707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-70b4cbfc-3590-40e8-b2ba-be38f1805a0a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7918692 Aug 16 01:43:23.207535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53366) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:23.239036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b164c074-ef34-449c-a2dc-92b7ac6f1032 req-f368e664-260e-470a-b606-086c6d2961f3 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Deleting port 81f6c693-792e-4846-be1b-13b033a3ac72 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:23.239392 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b164c074-ef34-449c-a2dc-92b7ac6f1032 req-f368e664-260e-470a-b606-086c6d2961f3 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:23.309149 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Set router 385d683e-e9fe-425f-abdd-771e665d4ca8 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:23.445394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589261-6a14-4fdc-85ed-816b0e5c53e4 req-d3053a98-109b-4da5-b9b5-ceb2f4f9a3f3 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:23.458757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0589261-6a14-4fdc-85ed-816b0e5c53e4 req-d3053a98-109b-4da5-b9b5-ceb2f4f9a3f3 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 943 time: 0.2019198 Aug 16 01:43:23.601272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b164c074-ef34-449c-a2dc-92b7ac6f1032 req-f368e664-260e-470a-b606-086c6d2961f3 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] For port 81f6c693-792e-4846-be1b-13b033a3ac72, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=81f6c693-792e-4846-be1b-13b033a3ac72,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:23.601958 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b164c074-ef34-449c-a2dc-92b7ac6f1032 req-f368e664-260e-470a-b606-086c6d2961f3 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:23.660206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b164c074-ef34-449c-a2dc-92b7ac6f1032 req-f368e664-260e-470a-b606-086c6d2961f3 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Calling delete_port for 81f6c693-792e-4846-be1b-13b033a3ac72 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:23.676254 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 79c5ef2a-a940-4eb4-ad1a-6f42576c333d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:23.682362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0589261-6a14-4fdc-85ed-816b0e5c53e4 req-d13f83af-f0dc-4c74-9025-70fb4ba0bea0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279346 Aug 16 01:43:23.781229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7f055-1057-4911-8682-0b9f5b19d933 req-df1e1e83-07dc-4844-97c9-95f15e120753 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:23.792378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-abb7f055-1057-4911-8682-0b9f5b19d933 req-df1e1e83-07dc-4844-97c9-95f15e120753 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.2804692 Aug 16 01:43:23.805287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d683e-e9fe-425f-abdd-771e665d4ca8', 'name': 'tempest-FloatingIPsNegativeTestJSON-230268502-router', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '3a03c0dc-fee9-40b4-8ee8-da7c5314ab12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:18Z', 'updated_at': '2021-08-16T01:43:21Z', 'revision_number': 3, 'project_id': 'baa309296ae74e4da514e8c77e521d65', 'gw_port': {'id': '3a03c0dc-fee9-40b4-8ee8-da7c5314ab12', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d683e-e9fe-425f-abdd-771e665d4ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:20Z', 'updated_at': '2021-08-16T01:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:23.888696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Checking router: 385d683e-e9fe-425f-abdd-771e665d4ca8 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:43:23.896987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Updating router 385d683e-e9fe-425f-abdd-771e665d4ca8 port 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:43:23.934263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-abb7f055-1057-4911-8682-0b9f5b19d933 req-d76bd3c2-51f0-4335-ad84-a21a1c79b712 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355517 Aug 16 01:43:23.935107 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:23.967350 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.136707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:24.138050 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.168808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Allocated IP 172.20.0.1 (fbac8976-7868-400a-bc02-c942abd355b5/92ccfc3e-0724-4a74-a139-921c818ff18d/c614c34b-c87a-4b9c-8cbb-5ef8410dcf82) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:24.261070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 245dc420-0a5a-4f00-86d1-c748d912f80d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:24.333791 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.350848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Transition to ACTIVE for port object c614c34b-c87a-4b9c-8cbb-5ef8410dcf82 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:24.459485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b164c074-ef34-449c-a2dc-92b7ac6f1032 req-f368e664-260e-470a-b606-086c6d2961f3 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.484660 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.566510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368e664-260e-470a-b606-086c6d2961f3 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Pushing event deleted for resources: {'Port': ['ID=81f6c693-792e-4846-be1b-13b033a3ac72,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:24.569875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 245dc420-0a5a-4f00-86d1-c748d912f80d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:24.581032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 245dc420-0a5a-4f00-86d1-c748d912f80d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:24.581402 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.586024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Network fbac8976-7868-400a-bc02-c942abd355b5 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:24.596586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b164c074-ef34-449c-a2dc-92b7ac6f1032 req-f368e664-260e-470a-b606-086c6d2961f3 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] No DVR routers for this DVR port 81f6c693-792e-4846-be1b-13b033a3ac72 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:24.603430 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b164c074-ef34-449c-a2dc-92b7ac6f1032 req-f368e664-260e-470a-b606-086c6d2961f3 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.605611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:24.605962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b164c074-ef34-449c-a2dc-92b7ac6f1032 req-f368e664-260e-470a-b606-086c6d2961f3 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.74 "DELETE /v2.0/ports/81f6c693-792e-4846-be1b-13b033a3ac72 HTTP/1.1" status: 204 len: 173 time: 1.5129235 Aug 16 01:43:24.606342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-deleted', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:24.608673 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3207715c-4fb3-4f56-a993-08404a7b48e0" -d '{"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-deleted", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:24.611008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:24.622019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d240f-9561-4b87-82a2-43a8b9b7435e req-5e5306e8-5177-49ea-a2d5-11bb9d6f53e4 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:24.629482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b8d240f-9561-4b87-82a2-43a8b9b7435e req-5e5306e8-5177-49ea-a2d5-11bb9d6f53e4 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 866 time: 0.6921332 Aug 16 01:43:24.654362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Pushing event updated for resources: {'Port': ['ID=c614c34b-c87a-4b9c-8cbb-5ef8410dcf82,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:24.656463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fed2e-5e4d-4c48-82a7-c5f6aeff2006 req-a4168a4b-2987-49a7-8c41-4c26380094c1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:24.658191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee3fed2e-5e4d-4c48-82a7-c5f6aeff2006 req-a4168a4b-2987-49a7-8c41-4c26380094c1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.2021687 Aug 16 01:43:24.680769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.694767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b8d240f-9561-4b87-82a2-43a8b9b7435e req-f8c4b8be-7a7f-4091-959e-dffb6c697a31 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/security-groups?id=85515c4b-787b-4d53-8929-f81a8119ae2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570045 Aug 16 01:43:24.726898 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.765613 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.775175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee3fed2e-5e4d-4c48-82a7-c5f6aeff2006 req-bc102936-c473-4525-b464-0bc6a5e5fe90 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820837 Aug 16 01:43:24.789555 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Transition to ACTIVE for port object 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:24.817433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 245dc420-0a5a-4f00-86d1-c748d912f80d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=245dc420-0a5a-4f00-86d1-c748d912f80d,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:24.849670 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba18fdf-62fc-45bf-ba56-870718a5fa0d x-openstack-request-id: req-cba18fdf-62fc-45bf-ba56-870718a5fa0d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:24.849992 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995075d-510c-4d64-a88a-5e0dc8b8cdfd", "name": "network-vif-deleted", "tag": "81f6c693-792e-4846-be1b-13b033a3ac72", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:24.850258 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cba18fdf-62fc-45bf-ba56-870718a5fa0d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:24.850811 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995075d-510c-4d64-a88a-5e0dc8b8cdfd', 'name': 'network-vif-deleted', 'tag': '81f6c693-792e-4846-be1b-13b033a3ac72', 'status': 'completed', 'code': 200} Aug 16 01:43:24.870518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:24.912387 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.967908 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.092693 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.128235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f347e-852b-466b-bffc-e23bfd3e9a68 req-5061c9b5-4a91-4d6b-9ef4-c7dac0491eef tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:25.137979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:25.138610 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be0f347e-852b-466b-bffc-e23bfd3e9a68 req-5061c9b5-4a91-4d6b-9ef4-c7dac0491eef tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 943 time: 0.1920264 Aug 16 01:43:25.150664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6340752-6ebd-4266-8be5-80204badae72 req-461a68b3-dde1-4501-a539-c38279f4e1f8 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:25.152261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6340752-6ebd-4266-8be5-80204badae72 req-461a68b3-dde1-4501-a539-c38279f4e1f8 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1265249 Aug 16 01:43:25.182446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d', 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef', 'port_id': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d', 'mac_address': 'fa:16:3e:89:65:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1da15f7-7f10-47b9-9717-19dd3e23683c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:43:25.185931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=245dc420-0a5a-4f00-86d1-c748d912f80d,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:25.234539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d96929-df4f-4444-9e21-2aa0b7801dcd None None] Pushing event updated for resources: {'Port': ['ID=3a03c0dc-fee9-40b4-8ee8-da7c5314ab12,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:25.267450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be0f347e-852b-466b-bffc-e23bfd3e9a68 req-f75a3a39-ed1a-4ac6-849a-649d4aab4a7a tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275144 Aug 16 01:43:25.278506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6340752-6ebd-4266-8be5-80204badae72 req-54dacaae-bc8b-48a8-9d85-c7fa27a6b147 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179886 Aug 16 01:43:25.294950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Attempting to bind port 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:25.295582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Attempting to bind port 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:25.296190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Attempting to bind port 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:25.315526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:25.316198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:25.316607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.317039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:25.317521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Bound port: 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:25.319291 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.347541 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.379537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:25.385950 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.400681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] For port 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:25.408437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] For port 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3a03c0dc-fee9-40b4-8ee8-da7c5314ab12,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:25.416100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:25.476017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 245dc420-0a5a-4f00-86d1-c748d912f80d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:25.529734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 245dc420-0a5a-4f00-86d1-c748d912f80d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:25.530596 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.797238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1619809e-4a09-4cb1-b160-4e0c925412cc None None] Provisioning for port c614c34b-c87a-4b9c-8cbb-5ef8410dcf82 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:25.804419 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7209c4c1-a424-46b7-973b-96c4d567b9ad req-d4073ae5-c625-4036-90b5-90dd555fd188 tempest-ImagesOneServerTestJSON-455806563 tempest-ImagesOneServerTestJSON-455806563-project] 10.222.0.66 "GET /v2.0/ports?device_id=5995075d-510c-4d64-a88a-5e0dc8b8cdfd HTTP/1.1" status: 200 len: 210 time: 0.0332911 Aug 16 01:43:25.805309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1619809e-4a09-4cb1-b160-4e0c925412cc None None] Provisioning complete for port c614c34b-c87a-4b9c-8cbb-5ef8410dcf82 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:25.805716 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1619809e-4a09-4cb1-b160-4e0c925412cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.858247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1619809e-4a09-4cb1-b160-4e0c925412cc None None] Port c614c34b-c87a-4b9c-8cbb-5ef8410dcf82 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:43:25.872813 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.874189 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.876706 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.950616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Pushing event updated for resources: {'Port': ['ID=c614c34b-c87a-4b9c-8cbb-5ef8410dcf82,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:25.961337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a9daf-6b20-4a0f-a1dc-c2f87769dbd6 req-4cd64fde-2a3c-4229-a42e-b531f38f23fe tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:25.963799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a7a9daf-6b20-4a0f-a1dc-c2f87769dbd6 req-4cd64fde-2a3c-4229-a42e-b531f38f23fe tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.1019356 Aug 16 01:43:25.965421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.970444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d96929-df4f-4444-9e21-2aa0b7801dcd None None] Pushing event updated for resources: {'Port': ['ID=3a03c0dc-fee9-40b4-8ee8-da7c5314ab12,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:25.981514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Routers {'385d683e-e9fe-425f-abdd-771e665d4ca8'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:25.981932 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['385d683e-e9fe-425f-abdd-771e665d4ca8'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:26.035695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a7a9daf-6b20-4a0f-a1dc-c2f87769dbd6 req-e156b6b7-a04b-4936-b5e0-faec035315d7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650189 Aug 16 01:43:26.071460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Network fbac8976-7868-400a-bc02-c942abd355b5 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:26.072939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:26.135416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:26.145200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:26.239196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Router 385d683e-e9fe-425f-abdd-771e665d4ca8 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:43:26.248964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] Set router 385d683e-e9fe-425f-abdd-771e665d4ca8 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:26.445457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:43:26.453170 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f7fb7822-7af5-47bc-97f9-6384d647ef22 admin admin] 10.222.0.66 "PUT /v2.0/routers/385d683e-e9fe-425f-abdd-771e665d4ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2437530 Aug 16 01:43:26.504080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141b50f-04ca-4a78-9cb4-6c6ea8980c94 req-cbbee591-617f-4551-a528-8c03a1c3662f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:26.505038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-04880f92-3e88-49e5-83fa-1b958a60f395 None None] Provisioning complete for port c614c34b-c87a-4b9c-8cbb-5ef8410dcf82 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:26.506153 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-04880f92-3e88-49e5-83fa-1b958a60f395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:26.506421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a141b50f-04ca-4a78-9cb4-6c6ea8980c94 req-cbbee591-617f-4551-a528-8c03a1c3662f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 944 time: 0.1456764 Aug 16 01:43:26.518324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6b977-1b91-4ecb-b234-0a0af66e0d09 req-df2f22a8-b36d-4682-9102-cd918e3d6143 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:26.522105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bda6b977-1b91-4ecb-b234-0a0af66e0d09 req-df2f22a8-b36d-4682-9102-cd918e3d6143 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0984554 Aug 16 01:43:26.586688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a141b50f-04ca-4a78-9cb4-6c6ea8980c94 req-9d9b3b1b-5985-4eea-b7b2-f3baf8389b7b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644143 Aug 16 01:43:26.590109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-04880f92-3e88-49e5-83fa-1b958a60f395 None None] Port c614c34b-c87a-4b9c-8cbb-5ef8410dcf82 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:43:26.621546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bda6b977-1b91-4ecb-b234-0a0af66e0d09 req-64d96920-8278-4a0a-840f-4f40ce372f35 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925200 Aug 16 01:43:26.685675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d683e-e9fe-425f-abdd-771e665d4ca8', 'name': 'tempest-FloatingIPsNegativeTestJSON-230268502-router', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '3a03c0dc-fee9-40b4-8ee8-da7c5314ab12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:18Z', 'updated_at': '2021-08-16T01:43:24Z', 'revision_number': 4, 'project_id': 'baa309296ae74e4da514e8c77e521d65', 'gw_port': {'id': '3a03c0dc-fee9-40b4-8ee8-da7c5314ab12', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d683e-e9fe-425f-abdd-771e665d4ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:20Z', 'updated_at': '2021-08-16T01:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c614c34b-c87a-4b9c-8cbb-5ef8410dcf82', 'name': '', 'network_id': 'fbac8976-7868-400a-bc02-c942abd355b5', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65', 'mac_address': 'fa:16:3e:84:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d683e-e9fe-425f-abdd-771e665d4ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '92ccfc3e-0724-4a74-a139-921c818ff18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:23Z', 'updated_at': '2021-08-16T01:43:25Z', 'revision_number': 2, 'project_id': 'baa309296ae74e4da514e8c77e521d65', 'subnets': [{'id': '92ccfc3e-0724-4a74-a139-921c818ff18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:26.715560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0009b-2e05-44f4-afd4-d35de74c506f None None] The sync data for ids ['385d683e-e9fe-425f-abdd-771e665d4ca8'] in n-d-768509-23 is: [{'id': '385d683e-e9fe-425f-abdd-771e665d4ca8', 'name': 'tempest-FloatingIPsNegativeTestJSON-230268502-router', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '3a03c0dc-fee9-40b4-8ee8-da7c5314ab12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:18Z', 'updated_at': '2021-08-16T01:43:24Z', 'revision_number': 4, 'project_id': 'baa309296ae74e4da514e8c77e521d65', 'gw_port': {'id': '3a03c0dc-fee9-40b4-8ee8-da7c5314ab12', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d683e-e9fe-425f-abdd-771e665d4ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:20Z', 'updated_at': '2021-08-16T01:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c614c34b-c87a-4b9c-8cbb-5ef8410dcf82', 'name': '', 'network_id': 'fbac8976-7868-400a-bc02-c942abd355b5', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65', 'mac_address': 'fa:16:3e:84:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d683e-e9fe-425f-abdd-771e665d4ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '92ccfc3e-0724-4a74-a139-921c818ff18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:23Z', 'updated_at': '2021-08-16T01:43:25Z', 'revision_number': 2, 'project_id': 'baa309296ae74e4da514e8c77e521d65', 'subnets': [{'id': '92ccfc3e-0724-4a74-a139-921c818ff18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:43:26.836575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a1ec716-d505-4614-8b21-9e7a0102ab3f req-5f1d322c-15a2-45de-b677-703466a6b31a tempest-FloatingIPsNegativeTestJSON-441962998 tempest-FloatingIPsNegativeTestJSON-441962998-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=baa309296ae74e4da514e8c77e521d65 HTTP/1.1" status: 200 len: 217 time: 0.0374398 Aug 16 01:43:26.884329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 81f6c693-792e-4846-be1b-13b033a3ac72 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:26.898555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-555ef265-8975-4031-9096-5757e80ab03f req-423dcf19-5a97-4e88-b201-70e6f034da18 tempest-FloatingIPsNegativeTestJSON-441962998 tempest-FloatingIPsNegativeTestJSON-441962998-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0302205 Aug 16 01:43:26.917363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 81f6c693-792e-4846-be1b-13b033a3ac72 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:26.917789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 81f6c693-792e-4846-be1b-13b033a3ac72 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:27.002071 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-4c684517-2341-486c-b9cb-7ab2c06b3d3c req-d4940f40-c8e7-457b-bda7-4bb2e95c863a tempest-FloatingIPsNegativeTestJSON-441962998 tempest-FloatingIPsNegativeTestJSON-441962998-project] show failed (client error): The resource could not be found. Aug 16 01:43:27.010420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c684517-2341-486c-b9cb-7ab2c06b3d3c req-d4940f40-c8e7-457b-bda7-4bb2e95c863a tempest-FloatingIPsNegativeTestJSON-441962998 tempest-FloatingIPsNegativeTestJSON-441962998-project] 10.222.0.66 "GET /v2.0/floatingips/bdad3253-db6b-4d60-bb23-0a902e4c9841 HTTP/1.1" status: 404 len: 350 time: 0.0845771 Aug 16 01:43:27.013644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53422) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:27.176893 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9848032-cf1b-4dca-8864-60c8507f9a42 req-c773d611-4faa-4292-b1e2-2a11ebd8acd8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:27.178540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9848032-cf1b-4dca-8864-60c8507f9a42 req-c773d611-4faa-4292-b1e2-2a11ebd8acd8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0573037 Aug 16 01:43:27.243135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9848032-cf1b-4dca-8864-60c8507f9a42 req-27c78fd2-f86a-4ea3-aba7-9040c12fdc8e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558581 Aug 16 01:43:27.500184 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f562c61-db7d-4830-a4ac-2e335e47376d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:27.509113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53432) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:27.755819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0bb9dc28-bcf5-45a1-9197-0d6ff95c32e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=801d4ec603dd4e39a0b7ea6cfe6ed215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447014 Aug 16 01:43:27.762061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53440) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:27.951319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c6ed9-90c7-41d2-ad9c-8935cbe8cf82 req-9c299df4-6619-4fa9-b249-927f82278277 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:27.960074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-762c6ed9-90c7-41d2-ad9c-8935cbe8cf82 req-9c299df4-6619-4fa9-b249-927f82278277 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 944 time: 0.1994843 Aug 16 01:43:27.972068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9cf10-d15a-40ec-8279-bd93a076bd46 req-647f6ef1-b606-49f3-90c8-ca0d6556971a tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:27.973729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efa9cf10-d15a-40ec-8279-bd93a076bd46 req-647f6ef1-b606-49f3-90c8-ca0d6556971a tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1941915 Aug 16 01:43:27.991744 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c581ff7-92f3-404a-8a17-528f87ad2dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.004575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6f562c61-db7d-4830-a4ac-2e335e47376d admin admin] Deleting port c614c34b-c87a-4b9c-8cbb-5ef8410dcf82 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:28.006026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f562c61-db7d-4830-a4ac-2e335e47376d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.071560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efa9cf10-d15a-40ec-8279-bd93a076bd46 req-5f56dc99-12cc-43cd-b3a0-380d42ba49e1 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884030 Aug 16 01:43:28.080380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-762c6ed9-90c7-41d2-ad9c-8935cbe8cf82 req-91fc5cca-51ec-4585-a8c9-85237606ea9e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191380 Aug 16 01:43:28.086038 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c581ff7-92f3-404a-8a17-528f87ad2dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.168745 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f562c61-db7d-4830-a4ac-2e335e47376d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.184123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6f562c61-db7d-4830-a4ac-2e335e47376d admin admin] Calling delete_port for c614c34b-c87a-4b9c-8cbb-5ef8410dcf82 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:28.419016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503e0f8-71c0-4d47-a283-3355c6464a5d req-e55c1d01-d65f-4b4b-af43-548d4d632715 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:28.419016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2503e0f8-71c0-4d47-a283-3355c6464a5d req-e55c1d01-d65f-4b4b-af43-548d4d632715 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0516741 Aug 16 01:43:28.419016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2503e0f8-71c0-4d47-a283-3355c6464a5d req-d84b4b80-1cbb-42b6-87df-c8b3e3ecb35b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Aug 16 01:43:28.579610 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c581ff7-92f3-404a-8a17-528f87ad2dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.584781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c581ff7-92f3-404a-8a17-528f87ad2dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.584781 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1c581ff7-92f3-404a-8a17-528f87ad2dc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85515c4b-787b-4d53-8929-f81a8119ae2f HTTP/1.1" status: 204 len: 168 time: 0.8208444 Aug 16 01:43:28.591261 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f562c61-db7d-4830-a4ac-2e335e47376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.592569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c581ff7-92f3-404a-8a17-528f87ad2dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85515c4b-787b-4d53-8929-f81a8119ae2f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:28.622181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f562c61-db7d-4830-a4ac-2e335e47376d admin admin] Pushing event deleted for resources: {'Port': ['ID=c614c34b-c87a-4b9c-8cbb-5ef8410dcf82,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:28.809661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f562c61-db7d-4830-a4ac-2e335e47376d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.877856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:29.008217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:29.013001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:29.019876 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.166734 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.207935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:29.210593 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cd372b-0870-41fa-a3cf-d530c6d3eba0" -d '{"events": [{"server_uuid": "c5233597-b9c6-4bff-b70a-0a0cc394a3fc", "name": "network-vif-plugged", "status": "completed", "tag": "4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:29.230811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:29.298331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc940bfd-5620-4566-838a-8c056baf1253 req-5cf544ea-dc3c-4882-8c64-395252dfe527 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:29.300569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc940bfd-5620-4566-838a-8c056baf1253 req-5cf544ea-dc3c-4882-8c64-395252dfe527 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 944 time: 0.0972846 Aug 16 01:43:29.323528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fc62a-ca6b-4d0a-9649-717d06720b53 req-5d31d259-d7fc-4e00-b88a-77280a1e67cb tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:29.325057 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f27fc62a-ca6b-4d0a-9649-717d06720b53 req-5d31d259-d7fc-4e00-b88a-77280a1e67cb tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0984428 Aug 16 01:43:29.347724 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f562c61-db7d-4830-a4ac-2e335e47376d admin admin] Router 385d683e-e9fe-425f-abdd-771e665d4ca8 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:43:29.362701 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.398634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc940bfd-5620-4566-838a-8c056baf1253 req-8c900144-8fb9-432e-8f3c-950e4cffd75f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833774 Aug 16 01:43:29.444060 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f27fc62a-ca6b-4d0a-9649-717d06720b53 req-ed66cc98-2352-42ac-a84e-f23f154112f0 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071527 Aug 16 01:43:29.539368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:29.586939 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7f8e30-be77-4079-856e-ac316f967b7d x-openstack-request-id: req-4a7f8e30-be77-4079-856e-ac316f967b7d {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:29.586939 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5233597-b9c6-4bff-b70a-0a0cc394a3fc", "name": "network-vif-plugged", "status": "completed", "tag": "4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:29.586939 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a7f8e30-be77-4079-856e-ac316f967b7d {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:29.586939 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d', 'code': 200} Aug 16 01:43:29.612877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f562c61-db7d-4830-a4ac-2e335e47376d admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:43:29.629383 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6f562c61-db7d-4830-a4ac-2e335e47376d admin admin] 10.222.0.66 "PUT /v2.0/routers/385d683e-e9fe-425f-abdd-771e665d4ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6100187 Aug 16 01:43:29.629601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53476) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:29.655443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:29.826768 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1c024ef9-610c-4d0b-9458-4fb65087a13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.828766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:29.834593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:29.837872 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.853708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8137112-4ca9-4d69-a5b9-5657fd94f0a3 req-d4e64b1a-fd3c-4af7-93c9-c96119978789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:29.855394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8137112-4ca9-4d69-a5b9-5657fd94f0a3 req-d4e64b1a-fd3c-4af7-93c9-c96119978789 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1097 time: 0.1494479 Aug 16 01:43:29.889726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9bb30-6cce-4117-977d-13b216fe9bf0 req-ab5c8b09-83b7-4443-b459-806397ae6438 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:29.891556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6a9bb30-6cce-4117-977d-13b216fe9bf0 req-ab5c8b09-83b7-4443-b459-806397ae6438 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.1843925 Aug 16 01:43:29.896106 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.983146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.986074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8137112-4ca9-4d69-a5b9-5657fd94f0a3 req-dc81d975-e364-4cfe-8954-960a1756e341 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207993 Aug 16 01:43:30.012036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3a03c0dc-fee9-40b4-8ee8-da7c5314ab12,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:30.021683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6a9bb30-6cce-4117-977d-13b216fe9bf0 req-f3071377-06f5-41af-998c-f34de2c59de7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170812 Aug 16 01:43:30.082915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:30.282915 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:30.355718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=3a03c0dc-fee9-40b4-8ee8-da7c5314ab12,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:30.382469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Deleting port 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:30.383060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:30.473987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] For port 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3a03c0dc-fee9-40b4-8ee8-da7c5314ab12,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:30.473987 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:30.479170 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6041eb5-7beb-445e-815e-43f6d5eeda76 None None] Sync routers for ids ['385d683e-e9fe-425f-abdd-771e665d4ca8'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:43:30.490878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Calling delete_port for 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:30.506980 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6041eb5-7beb-445e-815e-43f6d5eeda76 None None] Routers {'385d683e-e9fe-425f-abdd-771e665d4ca8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:30.506980 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b6041eb5-7beb-445e-815e-43f6d5eeda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['385d683e-e9fe-425f-abdd-771e665d4ca8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:30.596166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086eb3-0434-4823-acf9-e5c60bbe53b3 req-77a13aa5-e539-4ee8-b5cc-8df9d7a5f6a5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:30.597684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e086eb3-0434-4823-acf9-e5c60bbe53b3 req-77a13aa5-e539-4ee8-b5cc-8df9d7a5f6a5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 945 time: 0.1041386 Aug 16 01:43:30.620005 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b6041eb5-7beb-445e-815e-43f6d5eeda76 None None] Set router 385d683e-e9fe-425f-abdd-771e665d4ca8 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:30.684843 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b6041eb5-7beb-445e-815e-43f6d5eeda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d683e-e9fe-425f-abdd-771e665d4ca8', 'name': 'tempest-FloatingIPsNegativeTestJSON-230268502-router', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:18Z', 'updated_at': '2021-08-16T01:43:30Z', 'revision_number': 6, 'project_id': 'baa309296ae74e4da514e8c77e521d65', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:30.738687 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6041eb5-7beb-445e-815e-43f6d5eeda76 None None] Checking router: 385d683e-e9fe-425f-abdd-771e665d4ca8 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:43:30.742996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4c51-463a-4bd8-97a7-fb73a65c1087 req-320eaef3-3b49-44d8-8503-e918db7cc97e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:30.748260 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6041eb5-7beb-445e-815e-43f6d5eeda76 None None] Routers {'385d683e-e9fe-425f-abdd-771e665d4ca8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:30.748942 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b6041eb5-7beb-445e-815e-43f6d5eeda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['385d683e-e9fe-425f-abdd-771e665d4ca8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:30.750131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3ef4c51-463a-4bd8-97a7-fb73a65c1087 req-320eaef3-3b49-44d8-8503-e918db7cc97e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1618919 Aug 16 01:43:30.763604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e086eb3-0434-4823-acf9-e5c60bbe53b3 req-5fa1c7db-b52e-45a4-a643-1290773c955d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521161 Aug 16 01:43:30.858663 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b6041eb5-7beb-445e-815e-43f6d5eeda76 None None] Set router 385d683e-e9fe-425f-abdd-771e665d4ca8 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:30.878207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3ef4c51-463a-4bd8-97a7-fb73a65c1087 req-9d6e2d09-d012-4b3a-99c8-eeee9a129b9d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266580 Aug 16 01:43:30.878613 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53508) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:30.919318 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b6041eb5-7beb-445e-815e-43f6d5eeda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d683e-e9fe-425f-abdd-771e665d4ca8', 'name': 'tempest-FloatingIPsNegativeTestJSON-230268502-router', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:18Z', 'updated_at': '2021-08-16T01:43:30Z', 'revision_number': 6, 'project_id': 'baa309296ae74e4da514e8c77e521d65', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:30.950811 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6041eb5-7beb-445e-815e-43f6d5eeda76 None None] The sync data for ids ['385d683e-e9fe-425f-abdd-771e665d4ca8'] in n-d-768509-23 is: [{'id': '385d683e-e9fe-425f-abdd-771e665d4ca8', 'name': 'tempest-FloatingIPsNegativeTestJSON-230268502-router', 'tenant_id': 'baa309296ae74e4da514e8c77e521d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:18Z', 'updated_at': '2021-08-16T01:43:30Z', 'revision_number': 6, 'project_id': 'baa309296ae74e4da514e8c77e521d65', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:43:30.991758 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.020066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3a03c0dc-fee9-40b4-8ee8-da7c5314ab12,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:31.031529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-442865ba-2ae8-4c75-b988-9a59237c752d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.094668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.137785 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-442865ba-2ae8-4c75-b988-9a59237c752d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.213703 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.216619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.245174 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-442865ba-2ae8-4c75-b988-9a59237c752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.268838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b518a92-8a57-4f90-8818-71f9c7b93b81 req-56979ef8-2bc9-4eba-b6ba-3e845f6b4118 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:31.270424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b518a92-8a57-4f90-8818-71f9c7b93b81 req-56979ef8-2bc9-4eba-b6ba-3e845f6b4118 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.1447330 Aug 16 01:43:31.291483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442865ba-2ae8-4c75-b988-9a59237c752d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13930779-ab8f-42af-a677-7da2951e8083,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:31.309161 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-442865ba-2ae8-4c75-b988-9a59237c752d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51c16c6f500043f095284975bdb181b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243786 Aug 16 01:43:31.309161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53514) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:31.314807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b518a92-8a57-4f90-8818-71f9c7b93b81 req-eb35d256-96bc-40c9-b150-02624a7d99e0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379519 Aug 16 01:43:31.364024 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.365351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 385d683e-e9fe-425f-abdd-771e665d4ca8 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:43:31.369883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.375962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aeb09005-e315-479a-a751-853f7419f4cc admin admin] 10.222.0.66 "DELETE /v2.0/routers/385d683e-e9fe-425f-abdd-771e665d4ca8 HTTP/1.1" status: 204 len: 168 time: 1.7453132 Aug 16 01:43:31.375962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53516) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:31.386331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05bb760-57b4-468c-9179-08fe37a7c3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.417397 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05bb760-57b4-468c-9179-08fe37a7c3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.450708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f5f9ea-0ce6-41fb-a5c8-7cfd878a9c49 admin admin] Deleting subnet 92ccfc3e-0724-4a74-a139-921c818ff18d {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:43:31.456039 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28f5f9ea-0ce6-41fb-a5c8-7cfd878a9c49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.498067 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28f5f9ea-0ce6-41fb-a5c8-7cfd878a9c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.557050 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05bb760-57b4-468c-9179-08fe37a7c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.559721 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05bb760-57b4-468c-9179-08fe37a7c3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.560812 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c05bb760-57b4-468c-9179-08fe37a7c3bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13930779-ab8f-42af-a677-7da2951e8083 HTTP/1.1" status: 204 len: 168 time: 0.2530670 Aug 16 01:43:31.579252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bb760-57b4-468c-9179-08fe37a7c3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13930779-ab8f-42af-a677-7da2951e8083,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:31.634236 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28f5f9ea-0ce6-41fb-a5c8-7cfd878a9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.813487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c614c34b-c87a-4b9c-8cbb-5ef8410dcf82 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:31.838609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c614c34b-c87a-4b9c-8cbb-5ef8410dcf82 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:31.839430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c614c34b-c87a-4b9c-8cbb-5ef8410dcf82 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:31.914974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217f421-e5cd-4d45-aaac-1730ebca73bd req-7472d03c-0400-4aa9-aa21-3a19355d47d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:31.922660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b217f421-e5cd-4d45-aaac-1730ebca73bd req-7472d03c-0400-4aa9-aa21-3a19355d47d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 945 time: 0.0663545 Aug 16 01:43:31.924286 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28f5f9ea-0ce6-41fb-a5c8-7cfd878a9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.978524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26679cc6-7706-4380-bdc6-db4d927d773d None None] Network fbac8976-7868-400a-bc02-c942abd355b5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:31.990598 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28f5f9ea-0ce6-41fb-a5c8-7cfd878a9c49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.994980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-28f5f9ea-0ce6-41fb-a5c8-7cfd878a9c49 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/92ccfc3e-0724-4a74-a139-921c818ff18d HTTP/1.1" status: 204 len: 168 time: 0.6193733 Aug 16 01:43:31.995136 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53530) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:31.997769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5f9ea-0ce6-41fb-a5c8-7cfd878a9c49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ccfc3e-0724-4a74-a139-921c818ff18d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:32.098356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b217f421-e5cd-4d45-aaac-1730ebca73bd req-302ce03f-bdfe-4b05-816f-7ccc91773ca0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646619 Aug 16 01:43:32.144414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82ebf5-cf01-4b19-8113-35123fc002ab req-a41361c0-b24e-460f-bce8-9359fac93e39 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:32.149503 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.155317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f82ebf5-cf01-4b19-8113-35123fc002ab req-a41361c0-b24e-460f-bce8-9359fac93e39 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.1744249 Aug 16 01:43:32.261368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f82ebf5-cf01-4b19-8113-35123fc002ab req-86a4f083-5065-4613-a24b-6109aeb65897 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994143 Aug 16 01:43:32.269836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4e370d-3283-4451-9e6a-466580c8c8eb None None] DHCP port deletion for fbac8976-7868-400a-bc02-c942abd355b5 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:43:32.287521 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Deleting port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:32.287938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.387610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a75cc-590a-47f2-b344-4e4e536cc34a req-8e3bea23-5555-43dc-9fcc-b8502fb2f09b tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:32.399987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac0a75cc-590a-47f2-b344-4e4e536cc34a req-8e3bea23-5555-43dc-9fcc-b8502fb2f09b tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1097 time: 0.0644765 Aug 16 01:43:32.450127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac0a75cc-590a-47f2-b344-4e4e536cc34a req-11edec43-da17-4cdb-b06d-16b0cf047fda tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490007 Aug 16 01:43:32.471991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] For port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=79c5ef2a-a940-4eb4-ad1a-6f42576c333d,segment=NetworkSegment(0c563c79-98d4-4d50-9586-ecf39b471158),segment_id=0c563c79-98d4-4d50-9586-ecf39b471158)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:32.472370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.487997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Calling delete_port for 79c5ef2a-a940-4eb4-ad1a-6f42576c333d owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:32.544052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e370d-3283-4451-9e6a-466580c8c8eb None None] Deleting port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:32.544484 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ed4e370d-3283-4451-9e6a-466580c8c8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.558035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9dd61-974c-44cb-be34-991c6f4cf784 req-b4a91cc9-02d7-43b8-a5b1-a833605bba19 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:32.559569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25a9dd61-974c-44cb-be34-991c6f4cf784 req-b4a91cc9-02d7-43b8-a5b1-a833605bba19 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0907063 Aug 16 01:43:32.659512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25a9dd61-974c-44cb-be34-991c6f4cf784 req-dbc3ba38-5ef9-4243-8149-e0adce515855 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909650 Aug 16 01:43:32.662977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ed4e370d-3283-4451-9e6a-466580c8c8eb None None] For port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=79c5ef2a-a940-4eb4-ad1a-6f42576c333d,segment=NetworkSegment(0c563c79-98d4-4d50-9586-ecf39b471158),segment_id=0c563c79-98d4-4d50-9586-ecf39b471158)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:32.663394 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ed4e370d-3283-4451-9e6a-466580c8c8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.681371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e370d-3283-4451-9e6a-466580c8c8eb None None] Calling delete_port for 79c5ef2a-a940-4eb4-ad1a-6f42576c333d owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:32.711022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179201c2-8bea-4fc0-978d-dd8aebf3e56c req-b2998b1f-9930-4f75-9fe9-c797f7e4b3e0 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:32.712609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-179201c2-8bea-4fc0-978d-dd8aebf3e56c req-b2998b1f-9930-4f75-9fe9-c797f7e4b3e0 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1097 time: 0.0842130 Aug 16 01:43:32.758359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-179201c2-8bea-4fc0-978d-dd8aebf3e56c req-c4a20bf0-bbe2-40c1-8e08-4fc0c9991cf1 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393462 Aug 16 01:43:32.838252 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.849633 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ed4e370d-3283-4451-9e6a-466580c8c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.868424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c5ef2a-a940-4eb4-ad1a-6f42576c333d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:32.873731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] No DVR routers for this DVR port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:32.887435 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-03723711-7da6-4649-8031-11e6bae62bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.889069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e370d-3283-4451-9e6a-466580c8c8eb None None] Pushing event deleted for resources: {'Port': ['ID=79c5ef2a-a940-4eb4-ad1a-6f42576c333d,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:32.900490 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.911675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e370d-3283-4451-9e6a-466580c8c8eb None None] No DVR routers for this DVR port 79c5ef2a-a940-4eb4-ad1a-6f42576c333d on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:32.983919 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.997391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbac8976-7868-400a-bc02-c942abd355b5']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:33.011494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c563c79-98d4-4d50-9586-ecf39b471158') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:33.012049 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c563c79-98d4-4d50-9586-ecf39b471158') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:33.021742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.038281 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.044774 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:43:33.045167 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:43:33.046877 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:43:33.201076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b28803-fbab-48b0-a257-bc2bb36fb547 req-fd785afa-45f3-4da4-b353-d1967e0ac6aa tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:33.202555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4b28803-fbab-48b0-a257-bc2bb36fb547 req-fd785afa-45f3-4da4-b353-d1967e0ac6aa tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1097 time: 0.0413756 Aug 16 01:43:33.239083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4b28803-fbab-48b0-a257-bc2bb36fb547 req-d13ea5db-0025-456a-a378-e30f7a16066c tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296021 Aug 16 01:43:33.267758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.295994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.304571 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fbac8976-7868-400a-bc02-c942abd355b5 HTTP/1.1" status: 204 len: 168 time: 1.3007598 Aug 16 01:43:33.334410 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fffe9-3128-4ab7-9dbe-7d3e96ea5cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbac8976-7868-400a-bc02-c942abd355b5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:33.450872 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53574) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:33.482112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc77a07-cd58-4228-b66d-f09409d5331c req-ca1fa4c4-a501-4237-959e-913b508b0c8d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:33.484065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfc77a07-cd58-4228-b66d-f09409d5331c req-ca1fa4c4-a501-4237-959e-913b508b0c8d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0847487 Aug 16 01:43:33.508873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 79c5ef2a-a940-4eb4-ad1a-6f42576c333d no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:33.534086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfc77a07-cd58-4228-b66d-f09409d5331c req-0dd7942a-ce95-4f02-9de2-fe4f71627096 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Aug 16 01:43:33.535836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 79c5ef2a-a940-4eb4-ad1a-6f42576c333d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:33.537750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 79c5ef2a-a940-4eb4-ad1a-6f42576c333d not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:33.537750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:33.560534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:33.560880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3a03c0dc-fee9-40b4-8ee8-da7c5314ab12 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:33.590843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-562991115-network', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:33.680667 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:33.684032 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.706033 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.807287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484a16c-e171-4eb5-8bb7-4d21a32fd8b5 req-4bb9cf85-c614-4236-a532-9ca29dc86412 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:33.809640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1484a16c-e171-4eb5-8bb7-4d21a32fd8b5 req-4bb9cf85-c614-4236-a532-9ca29dc86412 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0693092 Aug 16 01:43:33.813426 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.814304 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53580) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:33.860197 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-19b252ff-1c13-48c9-afc5-557661089428 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=baa309296ae74e4da514e8c77e521d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446639 Aug 16 01:43:33.862673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1484a16c-e171-4eb5-8bb7-4d21a32fd8b5 req-67170fdd-024a-40ae-8b98-739338949e8d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 Aug 16 01:43:33.863176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53584) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:33.899827 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.899961 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.914925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:43:33.921374 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-603a00fa-1c4c-4801-b47b-24eba436c107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.940599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.940941 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Added segment 4e8c84a5-7cf6-40b1-a606-a2d349190447 of type vlan for network c11b5a13-303e-4224-918c-e68d8f31d4d5 Aug 16 01:43:33.945474 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-603a00fa-1c4c-4801-b47b-24eba436c107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.950172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcbba3f-cabe-4796-b787-4d5b467d9efd,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:33.991659 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.013884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e811c833-2c17-4af1-8553-12f441ef2016 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:34.018372 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e811c833-2c17-4af1-8553-12f441ef2016 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:34.077255 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-603a00fa-1c4c-4801-b47b-24eba436c107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.080020 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-603a00fa-1c4c-4801-b47b-24eba436c107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.081863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-603a00fa-1c4c-4801-b47b-24eba436c107 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f59e6ae-15f1-459b-b247-8aafd6199738 HTTP/1.1" status: 204 len: 168 time: 0.2174611 Aug 16 01:43:34.093031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a00fa-1c4c-4801-b47b-24eba436c107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f59e6ae-15f1-459b-b247-8aafd6199738,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:34.146434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.147443 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:34.150556 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.170502 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.191455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:34.212128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:34.214709 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db842f9-8616-40d4-9c4f-fbf14893e63c" -d '{"events": [{"server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "name": "network-vif-unplugged", "status": "completed", "tag": "e811c833-2c17-4af1-8553-12f441ef2016"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:34.219815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'e811c833-2c17-4af1-8553-12f441ef2016', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'e811c833-2c17-4af1-8553-12f441ef2016', 'mac_address': 'fa:16:3e:d0:3a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:43:34.221744 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] Pushing event updated for resources: {'Network': ['ID=c11b5a13-303e-4224-918c-e68d8f31d4d5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:34.230845 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:34.237405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network c11b5a13-303e-4224-918c-e68d8f31d4d5 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:43:34.262523 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3ee668-6400-45b6-b7e2-9b88faa5725c x-openstack-request-id: req-1c3ee668-6400-45b6-b7e2-9b88faa5725c {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:34.262827 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "name": "network-vif-unplugged", "status": "completed", "tag": "e811c833-2c17-4af1-8553-12f441ef2016", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:34.263081 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1c3ee668-6400-45b6-b7e2-9b88faa5725c {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:34.263466 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016', 'code': 200} Aug 16 01:43:34.307061 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4c0543f7-42a3-4e62-89ef-74f8a4cb7210 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8544557 Aug 16 01:43:34.309434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53592) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:34.318355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] Request body: {'subnet': {'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-562991115-subnet', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:34.321839 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.344282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.350852 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e811c833-2c17-4af1-8553-12f441ef2016 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:34.420499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5908f-cc69-4e8e-b438-b97cce6d2741 req-a6ab1e77-6a14-4ac4-ac45-c2939862243c tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:34.430478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53a5908f-cc69-4e8e-b438-b97cce6d2741 req-a6ab1e77-6a14-4ac4-ac45-c2939862243c tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1097 time: 0.0707684 Aug 16 01:43:34.443579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:34.447164 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.474381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:34.479833 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:43:34.480227 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:43:34.538727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53a5908f-cc69-4e8e-b438-b97cce6d2741 req-4854a95b-ba9e-4c31-9a8b-bf110faad7c7 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066208 Aug 16 01:43:34.738859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e535-5ee6-425f-8756-a6f8fa7514d2 req-ae2c53dc-ce4b-4ebf-981d-9fc0ba07dcfd tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:34.740592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c108e535-5ee6-425f-8756-a6f8fa7514d2 req-ae2c53dc-ce4b-4ebf-981d-9fc0ba07dcfd tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 948 time: 0.0740247 Aug 16 01:43:34.756415 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.830440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c108e535-5ee6-425f-8756-a6f8fa7514d2 req-f284f828-7fe0-4408-8eae-72b397bf9893 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829685 Aug 16 01:43:34.841463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:34.857330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] Checking segment: {'id': '4e8c84a5-7cf6-40b1-a606-a2d349190447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:34.857954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] Network hostable DHCP agents. Network: c11b5a13-303e-4224-918c-e68d8f31d4d5, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:43:34.977485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] Network c11b5a13-303e-4224-918c-e68d8f31d4d5 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:43:35.007087 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705be2-49cb-4986-a769-f5ba8ed9901f req-45e0d09e-f368-47ca-af1a-4f6484db7513 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:35.008694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91705be2-49cb-4986-a769-f5ba8ed9901f req-45e0d09e-f368-47ca-af1a-4f6484db7513 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0674102 Aug 16 01:43:35.023128 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:35.039494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e811c833-2c17-4af1-8553-12f441ef2016 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:35.060270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91705be2-49cb-4986-a769-f5ba8ed9901f req-0bee5a32-af04-47c1-ab8f-65a3401956fc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399644 Aug 16 01:43:35.061925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, c11b5a13-303e-4224-918c-e68d8f31d4d5) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:35.066002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:35.069355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:35.070174 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:35.071394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca84bcb6-de32-4fb8-95c1-4bb17f50e09d None None] Network c11b5a13-303e-4224-918c-e68d8f31d4d5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:35.235646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-c11b5a13-303e-4224-918c-e68d8f31d4d5', 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'fixed_ips': [{'subnet_id': '62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:43:35.236511 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:35.383324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Allocated IP 172.20.0.2 (c11b5a13-303e-4224-918c-e68d8f31d4d5/62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3/2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:35.574968 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:35.574968 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Transition to ACTIVE for port object 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:35.607395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Transition to ACTIVE for port object 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:35.836156 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:35.852858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d40a86f9-70e2-47ae-bb4f-7429388784c7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5261042 Aug 16 01:43:35.855239 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53644) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:35.861277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-562991115-router', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:35.889643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=10']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:35.960915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09dba6-528e-4934-9419-1158a1e3d177 req-043813b6-c77c-4a33-bb63-2a40c03ae5cd tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:35.962505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d09dba6-528e-4934-9419-1158a1e3d177 req-043813b6-c77c-4a33-bb63-2a40c03ae5cd tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0527439 Aug 16 01:43:36.007363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d09dba6-528e-4934-9419-1158a1e3d177 req-8a7ae642-ce5f-4a17-9e31-ed39d2c4f949 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384493 Aug 16 01:43:36.149470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['e811c833-2c17-4af1-8553-12f441ef2016'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:36.193150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2328-6b56-42ef-b49e-936842c8df6a req-113ff260-0804-41f2-a5a7-56e4acb7e12c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:36.195439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3bd2328-6b56-42ef-b49e-936842c8df6a req-113ff260-0804-41f2-a5a7-56e4acb7e12c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0531867 Aug 16 01:43:36.242297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3bd2328-6b56-42ef-b49e-936842c8df6a req-c82e23f6-518d-4caa-9b20-535a74a127c6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Aug 16 01:43:36.263994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.263994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.264221 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.265568 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.327334 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Network c11b5a13-303e-4224-918c-e68d8f31d4d5 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:36.328045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.334463 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:36.339989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:36.347452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Pushing event updated for resources: {'Port': ['ID=2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:36.419669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Attempting to bind port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:36.420482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Attempting to bind port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '4e8c84a5-7cf6-40b1-a606-a2d349190447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:36.420846 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Attempting to bind port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 on network c11b5a13-303e-4224-918c-e68d8f31d4d5 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:36.440657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:36.444296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Checking segment: {'id': '4e8c84a5-7cf6-40b1-a606-a2d349190447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:36.444296 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.444296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Bound using segment: {'id': '4e8c84a5-7cf6-40b1-a606-a2d349190447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:36.445566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Bound port: 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8c84a5-7cf6-40b1-a606-a2d349190447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:36.446865 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.507410 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-9e532441-caaa-4267-977e-ea277b44ea84 service neutron] show failed (client error): The resource could not be found. Aug 16 01:43:36.507410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-9e532441-caaa-4267-977e-ea277b44ea84 service neutron] 10.222.0.64 "GET /v2.0/ports/c45d5606-e36c-40f3-9630-7b8b54d09b29/bindings/n-h2-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0796266 Aug 16 01:43:36.568102 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.577690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] For port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:36.581811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] For port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879,segment=NetworkSegment(4e8c84a5-7cf6-40b1-a606-a2d349190447),segment_id=4e8c84a5-7cf6-40b1-a606-a2d349190447)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:36.648990 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.748531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a45b0a-dd68-4f60-b957-1e249e2a6d4c None None] Pushing event updated for resources: {'Port': ['ID=2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:37.009873 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:37.042454 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:37.184836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a43ea-43cb-4c45-afa7-0ee18c62cfbc req-7212bf8b-6861-41ff-bedd-51154c4cedec tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:37.186337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-233a43ea-43cb-4c45-afa7-0ee18c62cfbc req-7212bf8b-6861-41ff-bedd-51154c4cedec tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 950 time: 0.0690250 Aug 16 01:43:37.229948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-233a43ea-43cb-4c45-afa7-0ee18c62cfbc req-fef4be88-c716-4c40-9915-5542db767c54 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363576 Aug 16 01:43:37.270120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Allocated IP 172.25.8.182 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/c5ac2351-1dd2-4977-b705-fdab6d1f5e6f) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:37.390260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-6faf9afc-f7ae-498a-a451-c40545bdaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:37.392086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-6faf9afc-f7ae-498a-a451-c40545bdaddc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20&tenant_id=0fd72b22de084a828cc9af1cb960b5c8 HTTP/1.1" status: 200 len: 1101 time: 0.0768154 Aug 16 01:43:37.398793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:37.406736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:37.422472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934806c-8f8a-43dd-99fe-947382851d33 req-f7ce37fb-aa72-4686-8d3e-47d9fd9ad1a7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:37.430480 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a934806c-8f8a-43dd-99fe-947382851d33 req-f7ce37fb-aa72-4686-8d3e-47d9fd9ad1a7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0713418 Aug 16 01:43:37.520213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a934806c-8f8a-43dd-99fe-947382851d33 req-beeaf570-105e-439d-b559-82a12daf0d9d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842106 Aug 16 01:43:37.558495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:37.559468 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:37.592558 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:37.639732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-5f817ede-bc0f-43e3-b027-9b8076d69c9b tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:43:37.646595 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-5f817ede-bc0f-43e3-b027-9b8076d69c9b tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0382814 Aug 16 01:43:37.658083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Request body: {'binding': {'host': 'n-h1-768509-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:37.658624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Unknown quota resources ['binding']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:43:37.664471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:37.699378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:37.719905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:37.731487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:37.738158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ac2351-1dd2-4977-b705-fdab6d1f5e6f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:37.849379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:37.904424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:37.962355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:37.964703 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8db54c6-9abe-42c8-93bb-04e471348e98" -d '{"events": [{"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-unplugged", "status": "completed", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:37.969860 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:37.988018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Transition to ACTIVE for port object c45d5606-e36c-40f3-9630-7b8b54d09b29 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:38.028728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e811c833-2c17-4af1-8553-12f441ef2016 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:38.053158 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d23edcb-f23a-4053-8bb5-24241024b74f x-openstack-request-id: req-7d23edcb-f23a-4053-8bb5-24241024b74f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:38.053453 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-unplugged", "status": "completed", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:38.054223 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7d23edcb-f23a-4053-8bb5-24241024b74f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:38.055962 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'code': 200} Aug 16 01:43:38.061866 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on host n-h1-768509-23 for vnic_type normal with profile None {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:38.062472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:38.062617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:38.062758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44961fa0-2ddb-4827-8a6b-057e884c162f None None] Network c11b5a13-303e-4224-918c-e68d8f31d4d5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:38.070147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:43:38.070707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:38.071487 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.076198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:38.076746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:38.077295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:38.078022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Bound port: 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:38.150939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:38.188922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] No DVR routers for this DVR port c45d5606-e36c-40f3-9630-7b8b54d09b29 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:38.215788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:38.273543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:38.276927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:38.277707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:38.285616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.287041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port e811c833-2c17-4af1-8553-12f441ef2016 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:38.287203 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-7288ccdc-998f-41ba-b221-c002fd821dc1 service neutron] 10.222.0.66 "POST /v2.0/ports/4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6374846 Aug 16 01:43:38.287722 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.299029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Port c45d5606-e36c-40f3-9630-7b8b54d09b29 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:43:38.300654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:38.316998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:38.317850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:38.318419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:38.318874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Bound port: c45d5606-e36c-40f3-9630-7b8b54d09b29, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:38.319241 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.366399 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.422726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:38.431830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:38.467702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f147146e-f102-4a38-b67b-6379e5afce0c None None] Provisioning for port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:38.495462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f147146e-f102-4a38-b67b-6379e5afce0c None None] Provisioning complete for port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:38.495896 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f147146e-f102-4a38-b67b-6379e5afce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.544286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.576302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:38.578896 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca89f67-d213-4ce8-974d-567cea71e138" -d '{"events": [{"server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "name": "network-vif-plugged", "status": "completed", "tag": "e811c833-2c17-4af1-8553-12f441ef2016"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:38.617781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:38.639311 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f147146e-f102-4a38-b67b-6379e5afce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.677102 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.679148 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.694648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f147146e-f102-4a38-b67b-6379e5afce0c None None] For port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879,segment=NetworkSegment(4e8c84a5-7cf6-40b1-a606-a2d349190447),segment_id=4e8c84a5-7cf6-40b1-a606-a2d349190447)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:38.728779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:38.729404 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.738727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] 10.222.0.74 "PUT /v2.0/ports/c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 1096 time: 1.3366203 Aug 16 01:43:38.746235 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.748097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:38.830595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f46d9-e5d4-47be-9c02-aaae4b5d4e8e service neutron] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:38.875442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-f398831f-a646-4ff7-b22d-8cd699157ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:38.878711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-f398831f-a646-4ff7-b22d-8cd699157ce0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 1099 time: 0.1042111 Aug 16 01:43:38.951339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=11']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:39.002534 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f147146e-f102-4a38-b67b-6379e5afce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:39.007326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:39.024195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-74663393-f7e3-42a3-9562-bac74685c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:39.026032 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-74663393-f7e3-42a3-9562-bac74685c4de service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1392488 Aug 16 01:43:39.063951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147146e-f102-4a38-b67b-6379e5afce0c None None] Pushing event updated for resources: {'Port': ['ID=2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:39.068972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Router 899dbdc7-a597-4c10-bc07-579b8ad46d6d is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:43:39.113847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-7e751b42-f553-4af9-9b5a-1b04c5c758c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 217 time: 0.0748272 Aug 16 01:43:39.130899 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6be5212d-304d-49ed-8208-a6fffab72630 None None] Provisioning complete for port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:39.132144 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6be5212d-304d-49ed-8208-a6fffab72630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:39.191543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41a7ff-05f3-49af-8b64-1f1d8ff6e27e req-bdb48f1e-5d80-42d0-92eb-be21a2e61029 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:39.199429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c41a7ff-05f3-49af-8b64-1f1d8ff6e27e req-bdb48f1e-5d80-42d0-92eb-be21a2e61029 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 951 time: 0.1722310 Aug 16 01:43:39.212462 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:43:39.236924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c47f3-f9ec-4183-9db8-066122499dee req-97f7d9c9-4575-4534-844e-3359dadcf083 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:39.238874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-915c47f3-f9ec-4183-9db8-066122499dee req-97f7d9c9-4575-4534-844e-3359dadcf083 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 947 time: 0.1922438 Aug 16 01:43:39.240551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Sync routers for ids ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:43:39.246112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-97ef0d6c-eeb2-47e3-8411-c860813c3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:39.247790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-97ef0d6c-eeb2-47e3-8411-c860813c3417 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1145835 Aug 16 01:43:39.265303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Routers {'899dbdc7-a597-4c10-bc07-579b8ad46d6d'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:39.265303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:39.311098 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:39.314831 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-22d7d348-ed28-4f7e-a595-c6a337fd7ec5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4550152 Aug 16 01:43:39.315097 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53770) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:39.335157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c41a7ff-05f3-49af-8b64-1f1d8ff6e27e req-7d4aa101-b729-49a1-9787-1cae5ff64d72 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347494 Aug 16 01:43:39.372757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-915c47f3-f9ec-4183-9db8-066122499dee req-807d79c8-20c5-4e8d-897c-092a0787a143 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192751 Aug 16 01:43:39.397435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-e2adf86e-4fe1-4259-8523-4d3de2845985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:39.424262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-e2adf86e-4fe1-4259-8523-4d3de2845985 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1675415 Aug 16 01:43:39.547034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-8a6d2cbd-5913-4f28-96f1-bac431fb8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:39.549168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-8a6d2cbd-5913-4f28-96f1-bac431fb8a0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1097 time: 0.2287879 Aug 16 01:43:39.577308 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f532bd-f31e-4a11-a744-457956ec299a x-openstack-request-id: req-46f532bd-f31e-4a11-a744-457956ec299a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:39.578011 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "name": "network-vif-plugged", "status": "completed", "tag": "e811c833-2c17-4af1-8553-12f441ef2016", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:39.578011 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46f532bd-f31e-4a11-a744-457956ec299a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:39.578208 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016', 'code': 200} Aug 16 01:43:39.618884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:39.655215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Set router 899dbdc7-a597-4c10-bc07-579b8ad46d6d gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:39.811553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:39.811929 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:39.965921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'name': 'tempest-ServersTestMultiNic-562991115-router', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:36Z', 'updated_at': '2021-08-16T01:43:38Z', 'revision_number': 3, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'gw_port': {'id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:37Z', 'updated_at': '2021-08-16T01:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:40.000201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Checking router: 899dbdc7-a597-4c10-bc07-579b8ad46d6d for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:43:40.000549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Updating router 899dbdc7-a597-4c10-bc07-579b8ad46d6d port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:43:40.026886 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:40.181273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:40.183788 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:40.187263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-938a6723-4803-4917-884b-adbfe8076da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:40.188935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-938a6723-4803-4917-884b-adbfe8076da8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.6238391 Aug 16 01:43:40.234469 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:40.276478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-fc4ef7d4-3eb8-4be0-9dd6-f0d7906ae7f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d HTTP/1.1" status: 200 len: 217 time: 0.0568318 Aug 16 01:43:40.345343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cce05-873b-48c2-bb34-d5686cbb8829 req-fae79379-15bf-47d3-bfae-d2c786c4b5d4 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:40.347083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a38cce05-873b-48c2-bb34-d5686cbb8829 req-fae79379-15bf-47d3-bfae-d2c786c4b5d4 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 945 time: 0.7966347 Aug 16 01:43:40.400391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b313d-12e0-4c73-98d4-841d466b233f req-49ba93b9-caa8-42f5-916a-c3a3da89cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:40.402373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b5b313d-12e0-4c73-98d4-841d466b233f req-49ba93b9-caa8-42f5-916a-c3a3da89cbb2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 1103 time: 0.8250751 Aug 16 01:43:40.407612 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:40.432150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Transition to ACTIVE for port object c5ac2351-1dd2-4977-b705-fdab6d1f5e6f will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:40.477908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a38cce05-873b-48c2-bb34-d5686cbb8829 req-7e70ca8f-6421-4282-b2e8-25a454bd241e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076140 Aug 16 01:43:40.479760 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774329a9-34d2-41da-9a2a-356cef8a362f x-openstack-request-id: req-774329a9-34d2-41da-9a2a-356cef8a362f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:40.480196 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:40.480588 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-774329a9-34d2-41da-9a2a-356cef8a362f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:40.481156 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'status': 'completed', 'code': 200} Aug 16 01:43:40.498330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b5b313d-12e0-4c73-98d4-841d466b233f req-3761c603-3d63-4eed-91fb-94483134b114 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827177 Aug 16 01:43:40.503045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-4be0930d-97e6-41aa-8b9c-01462f2bfb5c service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0770078 Aug 16 01:43:40.504994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-741f0d47-d80d-404a-bb2a-f3b42f03bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:40.506476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-741f0d47-d80d-404a-bb2a-f3b42f03bafd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.2039325 Aug 16 01:43:40.527892 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:40.566983 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Allocated IP 172.20.0.1 (c11b5a13-303e-4224-918c-e68d8f31d4d5/62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3/97f93a52-d403-4c6f-b16a-bbb31836313b) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:40.587272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-dbbb7e7a-e810-4015-b925-78bc2f6dcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:40.588960 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-dbbb7e7a-e810-4015-b925-78bc2f6dcb57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 1099 time: 0.0760894 Aug 16 01:43:40.628592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Attempting to bind port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:40.629747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Attempting to bind port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:40.630798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Attempting to bind port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:40.634240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a62400-46a8-4c3f-94a4-4e066639309e None None] Pushing event updated for resources: {'Port': ['ID=c5ac2351-1dd2-4977-b705-fdab6d1f5e6f,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:40.639292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:40.639930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:40.640686 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:40.641241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:40.642966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Bound port: c5ac2351-1dd2-4977-b705-fdab6d1f5e6f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:40.643602 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:40.665683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ab65e3-e08e-4576-a8aa-09571bcb046a req-5c2f27c9-8779-478a-beb0-02897d94ef24 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488166 Aug 16 01:43:40.712677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] For port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:40.716475 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] For port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c5ac2351-1dd2-4977-b705-fdab6d1f5e6f,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:40.761664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-0c30bb50-3e67-4d11-ae69-373846c663f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929646 Aug 16 01:43:40.790135 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:40.793484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-e6bfc08a-1c68-4f71-94dd-7ac072c55c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:40.795645 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-e6bfc08a-1c68-4f71-94dd-7ac072c55c4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1463559 Aug 16 01:43:40.807879 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Transition to ACTIVE for port object 97f93a52-d403-4c6f-b16a-bbb31836313b will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:40.815268 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:40.854154 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-ba4304b4-f5a3-43ea-9a07-2165e8edc6f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 217 time: 0.0429077 Aug 16 01:43:40.881917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf99ff-4f4b-49be-86a8-b965cb49c7c4 req-5a014c2e-6368-424b-b387-f7da1eba32d0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:40.890209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5daf99ff-4f4b-49be-86a8-b965cb49c7c4 req-5a014c2e-6368-424b-b387-f7da1eba32d0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 947 time: 0.2234592 Aug 16 01:43:40.908381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a62400-46a8-4c3f-94a4-4e066639309e None None] Pushing event updated for resources: {'Port': ['ID=c5ac2351-1dd2-4977-b705-fdab6d1f5e6f,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:40.918193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6095ba4-c109-4123-b49c-4831c0f1e19a req-f1debeca-cb70-494d-ad25-3670583a3512 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:40.918365 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Routers {'899dbdc7-a597-4c10-bc07-579b8ad46d6d'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:40.918976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:40.920182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6095ba4-c109-4123-b49c-4831c0f1e19a req-f1debeca-cb70-494d-ad25-3670583a3512 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 951 time: 0.2523820 Aug 16 01:43:40.929895 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-6f843cdb-c8ce-4523-ac9d-78d070129c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:40.932193 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-6f843cdb-c8ce-4523-ac9d-78d070129c40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0685086 Aug 16 01:43:40.955247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-c456625d-5878-4ea5-9650-2b03f22129bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:40.956713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-c456625d-5878-4ea5-9650-2b03f22129bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 1099 time: 0.1266329 Aug 16 01:43:41.002294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-48b73b01-2826-46b3-b0ce-30b7cd79c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:41.002294 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-48b73b01-2826-46b3-b0ce-30b7cd79c3c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0501604 Aug 16 01:43:41.037971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] Set router 899dbdc7-a597-4c10-bc07-579b8ad46d6d gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:41.070616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5daf99ff-4f4b-49be-86a8-b965cb49c7c4 req-5e5c4af4-4023-4893-8bfc-1635109ebc22 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706722 Aug 16 01:43:41.073408 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:41.085781 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-dc6b1ace-4785-4a99-94ad-21549ceeeb84 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154254 Aug 16 01:43:41.126102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Network c11b5a13-303e-4224-918c-e68d8f31d4d5 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:41.137839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:41.161655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:41.167076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Pushing event updated for resources: {'Port': ['ID=97f93a52-d403-4c6f-b16a-bbb31836313b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:41.174211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6095ba4-c109-4123-b49c-4831c0f1e19a req-a64c0ccb-d98d-442b-97bc-67c0ddab2ec1 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360032 Aug 16 01:43:41.206565 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-a0fc80df-4ab4-4296-8cde-fc69b584f64a service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039182 Aug 16 01:43:41.250630 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:41.422499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'name': 'tempest-ServersTestMultiNic-562991115-router', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:36Z', 'updated_at': '2021-08-16T01:43:38Z', 'revision_number': 3, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'gw_port': {'id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:37Z', 'updated_at': '2021-08-16T01:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:41.458632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-6ce7b21a-f7bd-4a2d-9417-207ab6ff5f7b service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820196 Aug 16 01:43:41.466053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fad5c4-ba81-4c75-8666-6250865c5375 None None] The sync data for ids ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'] in n-d-768509-23 is: [{'id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'name': 'tempest-ServersTestMultiNic-562991115-router', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:36Z', 'updated_at': '2021-08-16T01:43:38Z', 'revision_number': 3, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'gw_port': {'id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:37Z', 'updated_at': '2021-08-16T01:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:43:41.510649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-011f94d5-39fc-4e3f-a045-3a3331f82dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:41.512487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-011f94d5-39fc-4e3f-a045-3a3331f82dd0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.5371838 Aug 16 01:43:41.545680 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-93e18822-cbaf-4f90-a1cb-7f46604aee30 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264916 Aug 16 01:43:41.629111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-9f587d42-b480-43a9-80b7-8c73ba109438 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 217 time: 0.1067288 Aug 16 01:43:41.717260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-9846e838-258b-4c0a-9496-c8801c6b079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:41.718525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-9846e838-258b-4c0a-9496-c8801c6b079e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0795329 Aug 16 01:43:41.727946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec6cf0-57e8-475b-9793-804c86b5fa21 req-c7dd1c51-41ee-49e6-aece-eceb43f21154 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:41.729644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96ec6cf0-57e8-475b-9793-804c86b5fa21 req-c7dd1c51-41ee-49e6-aece-eceb43f21154 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 945 time: 0.1030266 Aug 16 01:43:41.756831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bd3fc3d8-b82a-4e0a-ac8f-40e84f5a16a1 None None] Provisioning for port 97f93a52-d403-4c6f-b16a-bbb31836313b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:41.761923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bd3fc3d8-b82a-4e0a-ac8f-40e84f5a16a1 None None] Provisioning complete for port 97f93a52-d403-4c6f-b16a-bbb31836313b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:41.768420 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bd3fc3d8-b82a-4e0a-ac8f-40e84f5a16a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:41.801344 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:41.825726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96ec6cf0-57e8-475b-9793-804c86b5fa21 req-d9554513-f8a7-417e-9bb2-f325389c686b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845261 Aug 16 01:43:41.835936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-ac92da46-299f-4783-a71b-e01eda228f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:41.836247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-ac92da46-299f-4783-a71b-e01eda228f6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054621 Aug 16 01:43:41.845395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bd3fc3d8-b82a-4e0a-ac8f-40e84f5a16a1 None None] Port 97f93a52-d403-4c6f-b16a-bbb31836313b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:43:41.887069 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-2a1eb22c-22ba-4d01-b0af-20eb352769ee tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:41.888881 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-2a1eb22c-22ba-4d01-b0af-20eb352769ee tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.2214327 Aug 16 01:43:41.908982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-23'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:42.061692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-58fee07d-a94a-4019-a798-ccf32173d7a4 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126718 Aug 16 01:43:42.096732 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:42.276995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9c25e9b-7d0e-4261-b2b4-1bf1685c62d9 req-f7b24294-3dd2-4d1d-99bf-c234703f425b service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055211 Aug 16 01:43:42.318680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3137a0-fbca-499c-8c13-7b1fedab4f1e req-5f6e42af-615b-428c-bb73-d2f706396e6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:42.320363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b3137a0-fbca-499c-8c13-7b1fedab4f1e req-5f6e42af-615b-428c-bb73-d2f706396e6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 947 time: 0.0942039 Aug 16 01:43:42.369540 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:42.377217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b3137a0-fbca-499c-8c13-7b1fedab4f1e req-ec5118dd-a2cc-481e-8d26-40adefb85b3c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469275 Aug 16 01:43:42.389190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:42.443917 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:42.449036 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:42.600083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:42.616921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:42.621150 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54caaaef-3de2-45d4-9da0-4c248b614459" -d '{"events": [{"server_uuid": "c5233597-b9c6-4bff-b70a-0a0cc394a3fc", "name": "network-vif-unplugged", "status": "completed", "tag": "4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:42.637357 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:42.667978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Pushing event updated for resources: {'Port': ['ID=97f93a52-d403-4c6f-b16a-bbb31836313b,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:42.694706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94826ac6-8087-4de8-a7de-9555125b641f req-0788a8cc-7757-4897-821e-5761a0e9259e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:42.708369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94826ac6-8087-4de8-a7de-9555125b641f req-0788a8cc-7757-4897-821e-5761a0e9259e tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 951 time: 0.2041500 Aug 16 01:43:42.775070 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:42.832470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94826ac6-8087-4de8-a7de-9555125b641f req-5a9adbb0-93eb-41c5-8de2-68311f8c0931 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171451 Aug 16 01:43:42.938856 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd92e39-2fa1-4e09-9fd8-4c3e36c51f77 x-openstack-request-id: req-7cd92e39-2fa1-4e09-9fd8-4c3e36c51f77 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:42.939158 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5233597-b9c6-4bff-b70a-0a0cc394a3fc", "name": "network-vif-unplugged", "status": "completed", "tag": "4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:42.939416 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7cd92e39-2fa1-4e09-9fd8-4c3e36c51f77 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:42.939812 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d', 'code': 200} Aug 16 01:43:42.941601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Network c11b5a13-303e-4224-918c-e68d8f31d4d5 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:42.970322 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:42.978567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Pushing event updated for resources: {'Port': ['ID=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,revision_number=7']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:42.987669 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on host n-h2-768509-23 for vnic_type normal with profile {"migrating_to": "n-h1-768509-23"} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:42.988026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:42.988335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:43.031551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:43:43.031878 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Attempting to bind port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:43.047106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:43.047449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:43.047843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:43.048577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Bound port: 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:43.048704 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:43.071229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaa391-f4b3-4038-84c4-e238cdaf1989 req-005dda74-5bc0-4972-adac-96a299e16364 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:43.083849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09eaa391-f4b3-4038-84c4-e238cdaf1989 req-005dda74-5bc0-4972-adac-96a299e16364 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 943 time: 0.0808141 Aug 16 01:43:43.134168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09eaa391-f4b3-4038-84c4-e238cdaf1989 req-b015619a-f9e7-4d24-979e-98784cf55201 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 Aug 16 01:43:43.199882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:43.204199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:43.210858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Router 899dbdc7-a597-4c10-bc07-579b8ad46d6d has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:43:43.266892 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:43.294497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-54c38c4a-f0d7-4c40-a443-03b145407ceb None None] Provisioning complete for port 97f93a52-d403-4c6f-b16a-bbb31836313b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:43.295994 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-54c38c4a-f0d7-4c40-a443-03b145407ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:43.356880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-54c38c4a-f0d7-4c40-a443-03b145407ceb None None] Port 97f93a52-d403-4c6f-b16a-bbb31836313b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:43:43.397324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:43.398015 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:43.399673 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] 10.222.0.64 "PUT /v2.0/ports/4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d HTTP/1.1" status: 200 len: 1123 time: 1.4951038 Aug 16 01:43:43.421926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b742b2-96d1-4c48-bbfd-6b4d76c4d9ea service neutron] Pushing event updated for resources: {'Port': ['ID=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,revision_number=8']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:43.441272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:43:43.461941 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-11d5cf30-f3a0-40fd-af30-9527ddf4ad81 admin admin] 10.222.0.66 "PUT /v2.0/routers/899dbdc7-a597-4c10-bc07-579b8ad46d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1376367 Aug 16 01:43:43.477436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:43.603202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c5ac2351-1dd2-4977-b705-fdab6d1f5e6f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:43.607813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125f0ed-53a1-4548-9a67-eb212159f3f9 req-8f0ffa8f-7b6f-4d16-a47b-462a8cdb5e46 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:43.623549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1125f0ed-53a1-4548-9a67-eb212159f3f9 req-8f0ffa8f-7b6f-4d16-a47b-462a8cdb5e46 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 1103 time: 0.1022737 Aug 16 01:43:43.667692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54010) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:43.677753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1125f0ed-53a1-4548-9a67-eb212159f3f9 req-01f53c48-960f-4e05-982d-dcd6b500974d tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472758 Aug 16 01:43:43.796380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad454f17-236e-4780-a0ef-e9877cfbafaf req-7a8a0af5-fd19-406e-b885-116ca5fd73c8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:43.818692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad454f17-236e-4780-a0ef-e9877cfbafaf req-7a8a0af5-fd19-406e-b885-116ca5fd73c8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 947 time: 0.0905609 Aug 16 01:43:43.837405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:43.842459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:43.842953 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:43.882212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-192887615'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:43.887171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad454f17-236e-4780-a0ef-e9877cfbafaf req-226c53ed-5279-4e8d-aad7-303bbd8a51fb tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739121 Aug 16 01:43:43.973943 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.005609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c5ac2351-1dd2-4977-b705-fdab6d1f5e6f,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:44.019622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:44.024168 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.059418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:43:44.105665 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.105665 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Added segment d8302d29-8295-427e-8558-85335cf6af38 of type vlan for network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c Aug 16 01:43:44.126568 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Sync routers for ids ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:43:44.136997 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Routers {'899dbdc7-a597-4c10-bc07-579b8ad46d6d'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:44.138107 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:44.147812 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.164097 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.219613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c5ac2351-1dd2-4977-b705-fdab6d1f5e6f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:44.341074 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Set router 899dbdc7-a597-4c10-bc07-579b8ad46d6d gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:44.396628 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.402264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:44.402967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.598902 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'name': 'tempest-ServersTestMultiNic-562991115-router', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:36Z', 'updated_at': '2021-08-16T01:43:41Z', 'revision_number': 4, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'gw_port': {'id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:37Z', 'updated_at': '2021-08-16T01:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '97f93a52-d403-4c6f-b16a-bbb31836313b', 'name': '', 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'mac_address': 'fa:16:3e:06:58:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:40Z', 'updated_at': '2021-08-16T01:43:42Z', 'revision_number': 2, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'subnets': [{'id': '62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:44.629388 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Checking router: 899dbdc7-a597-4c10-bc07-579b8ad46d6d for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:43:44.631008 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Updating router 899dbdc7-a597-4c10-bc07-579b8ad46d6d port 97f93a52-d403-4c6f-b16a-bbb31836313b binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:43:44.668447 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.690012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e334c-0c1d-4731-b24a-25b3df82e8b4 req-bfbda626-6229-4ec2-a23c-f59a988ea3a2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:44.698974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-475e334c-0c1d-4731-b24a-25b3df82e8b4 req-bfbda626-6229-4ec2-a23c-f59a988ea3a2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 943 time: 0.0788050 Aug 16 01:43:44.738503 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-475e334c-0c1d-4731-b24a-25b3df82e8b4 req-99f66d83-adf8-497a-a45e-7fb64e5ccfba tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369782 Aug 16 01:43:44.764372 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0930083 Aug 16 01:43:44.765240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54064) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:44.772053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'subnet': {'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:44.772577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a6a90-6b97-44fe-a694-b78da9b14ae3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Network': ['ID=dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:44.785875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:43:44.897389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:44.940885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'tag': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:44.943976 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a32db8-9121-43bb-bc12-3bf352ff0059" -d '{"events": [{"name": "network-changed", "server_uuid": "c5233597-b9c6-4bff-b70a-0a0cc394a3fc", "tag": "4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:44.976267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804c6c-f759-45aa-b80c-a2a0e7850dcd req-bf32393b-71b2-4d0d-a622-acb5d7790082 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:44.978570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec804c6c-f759-45aa-b80c-a2a0e7850dcd req-bf32393b-71b2-4d0d-a622-acb5d7790082 tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 1103 time: 0.0640235 Aug 16 01:43:45.007265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:45.011908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:45.015740 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.023258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'mac_address': 'fa:16:3e:4e:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:43:45.024721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec804c6c-f759-45aa-b80c-a2a0e7850dcd req-824f0e9e-8296-45af-a4f3-b064db8039da tempest-ServersAdminTestJSON-501877992 tempest-ServersAdminTestJSON-501877992-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Aug 16 01:43:45.069459 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.078312 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.079818 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Transition to ACTIVE for port object 97f93a52-d403-4c6f-b16a-bbb31836313b will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:45.093112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45d5606-e36c-40f3-9630-7b8b54d09b29 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:45.118681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:45.208747 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.209315 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.273512 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cdfef-412c-464a-9452-01b22a71bfdd None None] Pushing event updated for resources: {'Port': ['ID=97f93a52-d403-4c6f-b16a-bbb31836313b,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:45.277410 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:45.334561 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.367141 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af52f224-81ca-4733-a31e-dca46d792a9e x-openstack-request-id: req-af52f224-81ca-4733-a31e-dca46d792a9e {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:45.367436 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5233597-b9c6-4bff-b70a-0a0cc394a3fc", "tag": "4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:45.367692 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af52f224-81ca-4733-a31e-dca46d792a9e {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:45.368088 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'tag': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d', 'status': 'completed', 'code': 200} Aug 16 01:43:45.370563 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Attempting to bind port 97f93a52-d403-4c6f-b16a-bbb31836313b on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:45.370941 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Attempting to bind port 97f93a52-d403-4c6f-b16a-bbb31836313b by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '4e8c84a5-7cf6-40b1-a606-a2d349190447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:45.386323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Attempting to bind port 97f93a52-d403-4c6f-b16a-bbb31836313b on network c11b5a13-303e-4224-918c-e68d8f31d4d5 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:45.398245 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:45.399225 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Checking segment: {'id': '4e8c84a5-7cf6-40b1-a606-a2d349190447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:45.400103 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.402180 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Bound using segment: {'id': '4e8c84a5-7cf6-40b1-a606-a2d349190447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:45.402914 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Bound port: 97f93a52-d403-4c6f-b16a-bbb31836313b, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8c84a5-7cf6-40b1-a606-a2d349190447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:45.403534 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.450609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['c45d5606-e36c-40f3-9630-7b8b54d09b29'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:45.497703 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] For port 97f93a52-d403-4c6f-b16a-bbb31836313b, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:45.502423 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] For port 97f93a52-d403-4c6f-b16a-bbb31836313b, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=97f93a52-d403-4c6f-b16a-bbb31836313b,segment=NetworkSegment(4e8c84a5-7cf6-40b1-a606-a2d349190447),segment_id=4e8c84a5-7cf6-40b1-a606-a2d349190447)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:45.548265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Subnet': ['ID=59338ac5-22c7-4643-8e5e-712890d6b1fd,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:45.555559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Checking segment: {'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:45.556274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network hostable DHCP agents. Network: dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:43:45.578582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c5ac2351-1dd2-4977-b705-fdab6d1f5e6f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:45.598137 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-355e4360-c733-4689-80dd-1dea20f2b495 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:45.601910 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-355e4360-c733-4689-80dd-1dea20f2b495 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.74 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20&tenant_id=0fd72b22de084a828cc9af1cb960b5c8&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 948 time: 0.1071820 Aug 16 01:43:45.618182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a32db8-9121-43bb-bc12-3bf352ff0059 req-1aabe8fa-4c60-4094-aa75-17181cc56cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:45.618182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8a32db8-9121-43bb-bc12-3bf352ff0059 req-1aabe8fa-4c60-4094-aa75-17181cc56cc7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1126 time: 0.1979129 Aug 16 01:43:45.661999 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.689345 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c930f51a-b82d-42a2-b084-93da00711451 service neutron] 10.222.0.74 "GET /v2.0/ports/c45d5606-e36c-40f3-9630-7b8b54d09b29/bindings/n-h2-768509-23 HTTP/1.1" status: 200 len: 383 time: 0.0744247 Aug 16 01:43:45.716938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:45.717379 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.732946 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Routers {'899dbdc7-a597-4c10-bc07-579b8ad46d6d'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:45.738012 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:43:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:45.755534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a32db8-9121-43bb-bc12-3bf352ff0059 req-c2d89246-5f5a-48e6-b1d4-428c5461f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:45.758966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8a32db8-9121-43bb-bc12-3bf352ff0059 req-c2d89246-5f5a-48e6-b1d4-428c5461f316 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.1437340 Aug 16 01:43:45.760656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:43:45.785736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-b1accf4d-d52d-49e1-8f5b-2b93948c2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:45.787328 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-b1accf4d-d52d-49e1-8f5b-2b93948c2dec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 1100 time: 0.0746939 Aug 16 01:43:45.840593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8a32db8-9121-43bb-bc12-3bf352ff0059 req-65bcbc87-316e-4316-a5f2-c853d91d224c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d HTTP/1.1" status: 200 len: 217 time: 0.0711257 Aug 16 01:43:45.874281 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cdfef-412c-464a-9452-01b22a71bfdd None None] Pushing event updated for resources: {'Port': ['ID=97f93a52-d403-4c6f-b16a-bbb31836313b,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:45.933038 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] Set router 899dbdc7-a597-4c10-bc07-579b8ad46d6d gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:43:45.959827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:45.962915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a32db8-9121-43bb-bc12-3bf352ff0059 req-50fe8a2b-425a-40a4-9720-987fbf141dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:45.964922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8a32db8-9121-43bb-bc12-3bf352ff0059 req-50fe8a2b-425a-40a4-9720-987fbf141dd2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.1148276 Aug 16 01:43:45.968150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:45.968707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.976173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc11eea9-454b-4896-bd52-aa2f54b94345 None None] Network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:45.990475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-186da35e-42f9-40f8-9616-ed32a70b9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:45.993739 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-186da35e-42f9-40f8-9616-ed32a70b9d67 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1991127 Aug 16 01:43:46.026798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8a32db8-9121-43bb-bc12-3bf352ff0059 req-0e749848-32e1-4da6-9a56-acbf7e6c39a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465109 Aug 16 01:43:46.063698 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-d4e6d66d-b1a6-4436-a42c-57d9b8586378 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 217 time: 0.0601907 Aug 16 01:43:46.111947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:46.122245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-1608a8fb-41f3-473c-b162-e6a206c81181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:46.124662 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-1608a8fb-41f3-473c-b162-e6a206c81181 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0541391 Aug 16 01:43:46.124976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-584232c2-cbfe-4867-aa13-0a2c23e7da46 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3581140 Aug 16 01:43:46.127573 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54132) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:46.134676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2042728937'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:46.164399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052d0b2-7031-48bb-9569-9f61d787346e req-4eec1193-9d98-4080-8558-c999e0cc4f6c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:46.170132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b052d0b2-7031-48bb-9569-9f61d787346e req-4eec1193-9d98-4080-8558-c999e0cc4f6c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 948 time: 0.1382585 Aug 16 01:43:46.204636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-e9553391-4ce4-4d9e-97d6-d14f8a9bcc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:46.206730 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-e9553391-4ce4-4d9e-97d6-d14f8a9bcc2d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655210 Aug 16 01:43:46.221925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8a32db8-9121-43bb-bc12-3bf352ff0059 req-69a96077-14ad-4d0f-bee8-ccf3dd07b0ae service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765659 Aug 16 01:43:46.289145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b052d0b2-7031-48bb-9569-9f61d787346e req-8bfdcc93-e485-4c66-94fe-90d98d07de2a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103640 Aug 16 01:43:46.326577 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'name': 'tempest-ServersTestMultiNic-562991115-router', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:36Z', 'updated_at': '2021-08-16T01:43:41Z', 'revision_number': 4, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'gw_port': {'id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:37Z', 'updated_at': '2021-08-16T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '97f93a52-d403-4c6f-b16a-bbb31836313b', 'name': '', 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'mac_address': 'fa:16:3e:06:58:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:40Z', 'updated_at': '2021-08-16T01:43:45Z', 'revision_number': 4, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'subnets': [{'id': '62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:46.337422 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-18f3b3a8-6ac3-4cc6-b673-0f9976fb8a15 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219637 Aug 16 01:43:46.368202 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc862dcc-3601-4668-b29c-6ae7655b68f2 None None] The sync data for ids ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'] in n-d-768509-23 is: [{'id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'name': 'tempest-ServersTestMultiNic-562991115-router', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:36Z', 'updated_at': '2021-08-16T01:43:41Z', 'revision_number': 4, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'gw_port': {'id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:37Z', 'updated_at': '2021-08-16T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '97f93a52-d403-4c6f-b16a-bbb31836313b', 'name': '', 'network_id': 'c11b5a13-303e-4224-918c-e68d8f31d4d5', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'mac_address': 'fa:16:3e:06:58:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:40Z', 'updated_at': '2021-08-16T01:43:45Z', 'revision_number': 4, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'subnets': [{'id': '62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:43:46.405413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c', 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'fixed_ips': [{'subnet_id': '59338ac5-22c7-4643-8e5e-712890d6b1fd'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:43:46.405751 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:46.419239 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:46.437851 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:46.455365 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:46.471084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdebf0-6c81-4b99-a898-5b8ea4220c42 req-74a1cfe2-5b4f-4ed6-a614-85c5d367e19b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:46.472657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1acdebf0-6c81-4b99-a898-5b8ea4220c42 req-74a1cfe2-5b4f-4ed6-a614-85c5d367e19b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 943 time: 0.1606398 Aug 16 01:43:46.479722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8a32db8-9121-43bb-bc12-3bf352ff0059 req-9cb062c0-e3b1-41c9-b2e0-2ba28ede8f36 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522395 Aug 16 01:43:46.491488 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d has no active binding in host n-h1-768509-23 {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:43:46.532470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1acdebf0-6c81-4b99-a898-5b8ea4220c42 req-4a4ea7a6-4258-4c37-9f7c-6732b73f6d8a tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509844 Aug 16 01:43:46.565063 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-2aea2e07-d6f9-463c-b68f-e4ad70ed550f service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194972 Aug 16 01:43:46.620551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:43:46.634547 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:46.634900 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Added segment 17c6d349-e910-4c13-bfd3-5366bed5dc5c of type vlan for network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab Aug 16 01:43:46.700627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:46.724746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dcb30-e5e9-4aa0-8550-7a39e03c73e2 req-1587300f-9017-473e-a4e1-ad44a2b47cba tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:46.733243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b59dcb30-e5e9-4aa0-8550-7a39e03c73e2 req-1587300f-9017-473e-a4e1-ad44a2b47cba tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 950 time: 0.1077216 Aug 16 01:43:46.784360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b59dcb30-e5e9-4aa0-8550-7a39e03c73e2 req-d614c103-3406-4fc9-b5d3-cf7ca8c05a2d tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Aug 16 01:43:46.855036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Allocated IP 19.80.0.2 (dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c/59338ac5-22c7-4643-8e5e-712890d6b1fd/6b2a1647-7adc-4751-8859-4abd60ce787c) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:46.888017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:46.894007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:46.899196 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:46.917843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:46.968379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Network': ['ID=77cb58dc-d8a8-4f3d-9835-1585b89ca5ab,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:46.983046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:43:47.124410 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.134416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Transition to ACTIVE for port object 6b2a1647-7adc-4751-8859-4abd60ce787c will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:47.140645 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-70092478-3e33-4e01-a8da-b38c2f406d6e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0117719 Aug 16 01:43:47.143064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54176) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:47.149350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'subnet': {'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:47.153653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Transition to ACTIVE for port object 6b2a1647-7adc-4751-8859-4abd60ce787c will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:47.219471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port c45d5606-e36c-40f3-9630-7b8b54d09b29 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:47.225699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port c45d5606-e36c-40f3-9630-7b8b54d09b29 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:47.229097 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.262858 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.324121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:47.340733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:47.344655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:47.353187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Pushing event updated for resources: {'Port': ['ID=6b2a1647-7adc-4751-8859-4abd60ce787c,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:47.413165 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3b0a6850-1bf3-49a2-bf43-a222420a3ea5 service neutron] 10.222.0.74 "GET /v2.0/ports/4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d/bindings/n-h1-768509-23 HTTP/1.1" status: 200 len: 385 time: 0.1519732 Aug 16 01:43:47.479929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab190315-240c-4a4f-b6eb-6b3ae0717aa8 req-1c90b4ab-ea05-46a3-9d3b-a6ed7837f079 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:47.481403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab190315-240c-4a4f-b6eb-6b3ae0717aa8 req-1c90b4ab-ea05-46a3-9d3b-a6ed7837f079 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 948 time: 0.0955839 Aug 16 01:43:47.519035 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.536849 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:47.540574 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.574944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab190315-240c-4a4f-b6eb-6b3ae0717aa8 req-7d3e9499-78b0-4539-9b1f-b6ac28d85309 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829515 Aug 16 01:43:47.600994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:47.603758 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ca5324-da30-4742-92f9-d887bbecde05" -d '{"events": [{"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-plugged", "status": "completed", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:47.606881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 97f93a52-d403-4c6f-b16a-bbb31836313b up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:47.641247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:47.642397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Attempting to bind port 6b2a1647-7adc-4751-8859-4abd60ce787c on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:47.642766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Attempting to bind port 6b2a1647-7adc-4751-8859-4abd60ce787c by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:47.643256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Attempting to bind port 6b2a1647-7adc-4751-8859-4abd60ce787c on network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:47.654137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:47.654760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Checking segment: {'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:47.658295 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.659538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Bound using segment: {'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:47.660405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Bound port: 6b2a1647-7adc-4751-8859-4abd60ce787c, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:47.662763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.744233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07375df-fc23-4b9f-8474-9936ddf3c358 req-0fb4a49a-ba3a-4071-b206-513e88b5779b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:47.747966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f07375df-fc23-4b9f-8474-9936ddf3c358 req-0fb4a49a-ba3a-4071-b206-513e88b5779b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 943 time: 0.0674319 Aug 16 01:43:47.760574 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.763038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3e994feb-3915-44ff-b428-d25c7ec19292 service neutron] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:47.767705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] For port 6b2a1647-7adc-4751-8859-4abd60ce787c, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:47.772246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] For port 6b2a1647-7adc-4751-8859-4abd60ce787c, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6b2a1647-7adc-4751-8859-4abd60ce787c,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:47.793253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3e994feb-3915-44ff-b428-d25c7ec19292 service neutron] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:47.802283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f07375df-fc23-4b9f-8474-9936ddf3c358 req-c2e39f19-feef-4b5a-b633-2c044b0cf2cb tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485022 Aug 16 01:43:47.830032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:47.854823 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.923406 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdf68d8-2d8a-4b8e-bee4-3501ae8e1c28 x-openstack-request-id: req-5cdf68d8-2d8a-4b8e-bee4-3501ae8e1c28 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:47.924173 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-plugged", "status": "completed", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:47.924586 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5cdf68d8-2d8a-4b8e-bee4-3501ae8e1c28 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:47.925122 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'code': 200} Aug 16 01:43:47.941714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 97f93a52-d403-4c6f-b16a-bbb31836313b completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:47.964222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 97f93a52-d403-4c6f-b16a-bbb31836313b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:47.964602 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.966684 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3e994feb-3915-44ff-b428-d25c7ec19292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:47.970351 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907fa04-e423-4f10-afdd-14f5fa61ee8b None None] Pushing event updated for resources: {'Port': ['ID=6b2a1647-7adc-4751-8859-4abd60ce787c,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:47.983302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3e994feb-3915-44ff-b428-d25c7ec19292 service neutron] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:48.060451 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861fbf2-000c-43b8-9624-de04a0deba6a req-eb66aad2-e4ef-491e-8a73-84106932e2f7 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:48.062351 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e861fbf2-000c-43b8-9624-de04a0deba6a req-eb66aad2-e4ef-491e-8a73-84106932e2f7 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 950 time: 0.2406273 Aug 16 01:43:48.085273 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.110050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c7bf5-5167-463a-aec0-0372271344f8 req-450558ff-bccf-41e7-817b-6440ae7c0e66 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:48.119841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-998c7bf5-5167-463a-aec0-0372271344f8 req-450558ff-bccf-41e7-817b-6440ae7c0e66 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 950 time: 0.1370637 Aug 16 01:43:48.125680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 97f93a52-d403-4c6f-b16a-bbb31836313b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=97f93a52-d403-4c6f-b16a-bbb31836313b,segment=NetworkSegment(4e8c84a5-7cf6-40b1-a606-a2d349190447),segment_id=4e8c84a5-7cf6-40b1-a606-a2d349190447)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:48.140694 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3e994feb-3915-44ff-b428-d25c7ec19292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.192282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-998c7bf5-5167-463a-aec0-0372271344f8 req-92221d56-4c8c-49f1-a354-4af3c210eb37 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694940 Aug 16 01:43:48.259871 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.287176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.335183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=97f93a52-d403-4c6f-b16a-bbb31836313b,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:48.424160 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Subnet': ['ID=213e44de-9f69-4744-8b31-9d86b0462279,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:48.446401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3e994feb-3915-44ff-b428-d25c7ec19292 service neutron] Transition to ACTIVE for port object 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:48.448719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-e861fbf2-000c-43b8-9624-de04a0deba6a req-4aa95287-0a0e-410c-84c2-f0596402d154 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Deleting port 5361abe2-3004-4dba-a67c-e54dfe682482 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:48.449048 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-e861fbf2-000c-43b8-9624-de04a0deba6a req-4aa95287-0a0e-410c-84c2-f0596402d154 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.506746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Checking segment: {'id': '17c6d349-e910-4c13-bfd3-5366bed5dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:48.507016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network hostable DHCP agents. Network: 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:43:48.538430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3e994feb-3915-44ff-b428-d25c7ec19292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.630810 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3e994feb-3915-44ff-b428-d25c7ec19292 service neutron] No DVR routers for this DVR port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:48.643556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-e861fbf2-000c-43b8-9624-de04a0deba6a req-4aa95287-0a0e-410c-84c2-f0596402d154 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] For port 5361abe2-3004-4dba-a67c-e54dfe682482, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5361abe2-3004-4dba-a67c-e54dfe682482,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:48.643928 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-e861fbf2-000c-43b8-9624-de04a0deba6a req-4aa95287-0a0e-410c-84c2-f0596402d154 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.677229 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994feb-3915-44ff-b428-d25c7ec19292 service neutron] Pushing event updated for resources: {'Port': ['ID=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,revision_number=10']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:48.684270 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:43:48.687717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-e861fbf2-000c-43b8-9624-de04a0deba6a req-4aa95287-0a0e-410c-84c2-f0596402d154 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Calling delete_port for 5361abe2-3004-4dba-a67c-e54dfe682482 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:48.702324 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3e994feb-3915-44ff-b428-d25c7ec19292 service neutron] 10.222.0.74 "PUT /v2.0/ports/4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d/bindings/n-h1-768509-23/activate HTTP/1.1" status: 200 len: 370 time: 1.2816095 Aug 16 01:43:48.748734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018cb44-033d-4787-9392-c3b2ca9b3960 req-892e46bf-68d1-411a-84de-688ff8a610a5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:48.751091 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2018cb44-033d-4787-9392-c3b2ca9b3960 req-892e46bf-68d1-411a-84de-688ff8a610a5 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.1015253 Aug 16 01:43:48.818430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2018cb44-033d-4787-9392-c3b2ca9b3960 req-a54e33aa-02a3-4390-89a3-1e086ca9b50a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604866 Aug 16 01:43:48.861651 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:48.872006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd34d35-b6cc-4652-ac09-9ccebfddede0 None None] Network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:48.880598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:48.881313 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.993395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-9c1655a4-6a23-4acc-8cf6-32c9c8e174f3 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:48.994949 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-9c1655a4-6a23-4acc-8cf6-32c9c8e174f3 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1096 time: 0.0866556 Aug 16 01:43:49.011789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab702a-fcc5-49c2-b57c-77f1e7ece38b req-caa1bcd9-7d4a-4674-9d7e-4bdd69ddbf63 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:49.025686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40ab702a-fcc5-49c2-b57c-77f1e7ece38b req-caa1bcd9-7d4a-4674-9d7e-4bdd69ddbf63 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 944 time: 0.0792286 Aug 16 01:43:49.084261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-77cb58dc-d8a8-4f3d-9835-1585b89ca5ab', 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'fixed_ips': [{'subnet_id': '213e44de-9f69-4744-8b31-9d86b0462279'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:43:49.085412 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:49.094271 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-e861fbf2-000c-43b8-9624-de04a0deba6a req-4aa95287-0a0e-410c-84c2-f0596402d154 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:49.096959 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3bba8478-13bf-4b4c-a1c9-f33ca4cc6de6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9526978 Aug 16 01:43:49.119229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['fdea7ae9-6616-4372-b3ca-09b058ec3471', '5361abe2-3004-4dba-a67c-e54dfe682482', 'e811c833-2c17-4af1-8553-12f441ef2016'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:49.139576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40ab702a-fcc5-49c2-b57c-77f1e7ece38b req-fcd875aa-fd12-4e70-b5ba-c91f75827464 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062403 Aug 16 01:43:49.150017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-21ef9b50-330a-43fc-8e6c-afcea73ceffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:49.151551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-21ef9b50-330a-43fc-8e6c-afcea73ceffe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc&tenant_id=5fd8faac2af044e2b435c7af66561c84 HTTP/1.1" status: 200 len: 1096 time: 0.1284606 Aug 16 01:43:49.155360 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa95287-0a0e-410c-84c2-f0596402d154 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Pushing event deleted for resources: {'Port': ['ID=5361abe2-3004-4dba-a67c-e54dfe682482,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:49.233926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e861fbf2-000c-43b8-9624-de04a0deba6a req-4aa95287-0a0e-410c-84c2-f0596402d154 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] No DVR routers for this DVR port 5361abe2-3004-4dba-a67c-e54dfe682482 on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:49.240312 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-e861fbf2-000c-43b8-9624-de04a0deba6a req-4aa95287-0a0e-410c-84c2-f0596402d154 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:49.243147 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e861fbf2-000c-43b8-9624-de04a0deba6a req-4aa95287-0a0e-410c-84c2-f0596402d154 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "DELETE /v2.0/ports/5361abe2-3004-4dba-a67c-e54dfe682482 HTTP/1.1" status: 204 len: 173 time: 1.1735258 Aug 16 01:43:49.243858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d09d645-5b68-4aed-a1fe-a7b51dca063d', 'name': 'network-vif-deleted', 'tag': '5361abe2-3004-4dba-a67c-e54dfe682482'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:49.247136 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45af719-7d96-4f33-95cd-ce5a15c4a9ec" -d '{"events": [{"server_uuid": "9d09d645-5b68-4aed-a1fe-a7b51dca063d", "name": "network-vif-deleted", "tag": "5361abe2-3004-4dba-a67c-e54dfe682482"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:49.264911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee7998-ed32-4435-a003-cc49a6d2d99a None None] Network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:49.307990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-843b5db2-8d60-4c90-99d4-b468faa3ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:49.309798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-843b5db2-8d60-4c90-99d4-b468faa3ee83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1096 time: 0.1312780 Aug 16 01:43:49.420998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ded6edb5-72ae-47b0-8758-274799cd00a0 req-869b8072-acf5-4be4-8b27-aa685fe65ffe tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d09d645-5b68-4aed-a1fe-a7b51dca063d HTTP/1.1" status: 200 len: 210 time: 0.1099484 Aug 16 01:43:49.442878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Allocated IP 19.86.0.2 (77cb58dc-d8a8-4f3d-9835-1585b89ca5ab/213e44de-9f69-4744-8b31-9d86b0462279/7c1055b7-ae04-4fe9-acd5-4427086884c8) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:49.499849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-26396ddb-29d7-46e2-9da5-d323ee6da8c7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:49.507478 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899bc54b-223f-45ba-b27a-23b79d63bfa4 x-openstack-request-id: req-899bc54b-223f-45ba-b27a-23b79d63bfa4 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:49.507716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-26396ddb-29d7-46e2-9da5-d323ee6da8c7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:49.507832 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d09d645-5b68-4aed-a1fe-a7b51dca063d", "name": "network-vif-deleted", "tag": "5361abe2-3004-4dba-a67c-e54dfe682482", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:49.507987 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-899bc54b-223f-45ba-b27a-23b79d63bfa4 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:49.508561 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d09d645-5b68-4aed-a1fe-a7b51dca063d', 'name': 'network-vif-deleted', 'tag': '5361abe2-3004-4dba-a67c-e54dfe682482', 'status': 'completed', 'code': 200} Aug 16 01:43:49.527669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-26396ddb-29d7-46e2-9da5-d323ee6da8c7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/networks?id=dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c&id=77cb58dc-d8a8-4f3d-9835-1585b89ca5ab&id=dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c HTTP/1.1" status: 200 len: 1391 time: 0.2557666 Aug 16 01:43:49.545142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9c7e2836-91bd-4500-b7ae-8b4645d0b890 None None] Provisioning for port 6b2a1647-7adc-4751-8859-4abd60ce787c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:49.566273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-97e16503-cd02-4966-a85c-a6e372faf5f6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/quotas/1372590bbb4a46b08c8bc434975c42d6 HTTP/1.1" status: 200 len: 375 time: 0.0372658 Aug 16 01:43:49.658475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-ff5a6b43-3d03-475e-8b86-1ced58596533 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1372590bbb4a46b08c8bc434975c42d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911393 Aug 16 01:43:49.684020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3ae75f85-da72-4ae5-9f81-5b6e06747534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:49.689847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-3ae75f85-da72-4ae5-9f81-5b6e06747534 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.3471773 Aug 16 01:43:49.783760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 97f93a52-d403-4c6f-b16a-bbb31836313b up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:49.784708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-dd01f9a0-7a95-4219-b5cb-b09e3e9ab59a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d HTTP/1.1" status: 200 len: 217 time: 0.0832248 Aug 16 01:43:49.873146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-a190b0d9-5fd2-4572-8b1b-f5b9eb3a7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:49.889385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-a190b0d9-5fd2-4572-8b1b-f5b9eb3a7a54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.0968764 Aug 16 01:43:49.894139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-576b42ca-6ddd-4988-af4b-639317a63f3e service neutron] 10.222.0.66 "GET /v2.0/networks/dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254908 Aug 16 01:43:49.940729 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:49.958383 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-2ac71efc-a233-48b5-8abb-8bc6461dead5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395422 Aug 16 01:43:49.958736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 97f93a52-d403-4c6f-b16a-bbb31836313b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:49.959120 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:49.961173 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:43:49.994069 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-9787f96a-ee08-4588-b691-65a3ebdc7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:49.995729 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-9787f96a-ee08-4588-b691-65a3ebdc7413 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20&tenant_id=0fd72b22de084a828cc9af1cb960b5c8 HTTP/1.1" status: 200 len: 1101 time: 0.0913448 Aug 16 01:43:49.996530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Transition to ACTIVE for port object 7c1055b7-ae04-4fe9-acd5-4427086884c8 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:50.016598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:50.044953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Transition to ACTIVE for port object 7c1055b7-ae04-4fe9-acd5-4427086884c8 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:50.079343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.128726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6b2a1647-7adc-4751-8859-4abd60ce787c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:50.161703 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.182419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50883d05-a4f8-46f7-aa93-5fa7c29b22fc req-6edcd368-ac67-4551-9263-538afe3973f8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:50.189804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50883d05-a4f8-46f7-aa93-5fa7c29b22fc req-6edcd368-ac67-4551-9263-538afe3973f8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.2156789 Aug 16 01:43:50.210432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-45b63709-7cb2-47a8-af45-7ef2bac97847 service neutron] 10.222.0.66 "GET /v2.0/networks/dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079233 Aug 16 01:43:50.215476 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:50.226663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:50.233331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:50.245387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Pushing event updated for resources: {'Port': ['ID=7c1055b7-ae04-4fe9-acd5-4427086884c8,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:50.265611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-ded7c964-0387-474a-a64b-cc9ebc648712 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619076 Aug 16 01:43:50.311201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Attempting to bind port 7c1055b7-ae04-4fe9-acd5-4427086884c8 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:50.311590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Attempting to bind port 7c1055b7-ae04-4fe9-acd5-4427086884c8 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '17c6d349-e910-4c13-bfd3-5366bed5dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:50.311963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Attempting to bind port 7c1055b7-ae04-4fe9-acd5-4427086884c8 on network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:50.319080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:50.319340 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Checking segment: {'id': '17c6d349-e910-4c13-bfd3-5366bed5dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:50.319716 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.320474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Bound using segment: {'id': '17c6d349-e910-4c13-bfd3-5366bed5dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:50.320854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Bound port: 7c1055b7-ae04-4fe9-acd5-4427086884c8, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c6d349-e910-4c13-bfd3-5366bed5dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:50.321619 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.334961 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:50.363371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 6b2a1647-7adc-4751-8859-4abd60ce787c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:50.374073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50883d05-a4f8-46f7-aa93-5fa7c29b22fc req-6726b3bd-87c6-44c8-9cc8-a307fdd66d68 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832385 Aug 16 01:43:50.376406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6b2a1647-7adc-4751-8859-4abd60ce787c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:50.376970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.396688 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:50.454159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.464201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] For port 7c1055b7-ae04-4fe9-acd5-4427086884c8, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:50.472715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Transition to ACTIVE for port object c45d5606-e36c-40f3-9630-7b8b54d09b29 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:50.484375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] For port 7c1055b7-ae04-4fe9-acd5-4427086884c8, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7c1055b7-ae04-4fe9-acd5-4427086884c8,segment=NetworkSegment(17c6d349-e910-4c13-bfd3-5366bed5dc5c),segment_id=17c6d349-e910-4c13-bfd3-5366bed5dc5c)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:50.517917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54344) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:50.530495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-fbb593dd-4a43-4b75-98fd-d5046abc23c4 service neutron] 10.222.0.66 "GET /v2.0/networks/77cb58dc-d8a8-4f3d-9835-1585b89ca5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032818 Aug 16 01:43:50.562455 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.641152 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] No DVR routers for this DVR port c45d5606-e36c-40f3-9630-7b8b54d09b29 on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:50.647572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=10']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:50.675072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-a79309f6-f0b4-4e9b-8e82-22bb57fb59ed service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607564 Aug 16 01:43:50.688739 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.698190 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.698579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:50.698922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:50.699299 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:50.704236 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Port c45d5606-e36c-40f3-9630-7b8b54d09b29 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:43:50.704572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Attempting to bind port c45d5606-e36c-40f3-9630-7b8b54d09b29 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:50.710622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:50.710967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:50.711354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:50.711792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Bound port: c45d5606-e36c-40f3-9630-7b8b54d09b29, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:50.712154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.764236 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.815121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a92e97e9-7123-4a94-b0b3-d44942844e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.840914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:50.847562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847131e-650e-4bfd-8567-28329bd9ee59 None None] Pushing event updated for resources: {'Port': ['ID=7c1055b7-ae04-4fe9-acd5-4427086884c8,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:50.856336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-0bc14fc7-1883-4456-b977-5452d2730cfe service neutron] 10.222.0.66 "GET /v2.0/networks/77cb58dc-d8a8-4f3d-9835-1585b89ca5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205419 Aug 16 01:43:50.864547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 6b2a1647-7adc-4751-8859-4abd60ce787c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6b2a1647-7adc-4751-8859-4abd60ce787c,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:50.865519 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:50.882230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862eee80-e411-416d-9cb2-acafbc45a17f req-683d9cc8-3f2d-4828-8a1f-bf8b905fbfef tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:50.886419 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-862eee80-e411-416d-9cb2-acafbc45a17f req-683d9cc8-3f2d-4828-8a1f-bf8b905fbfef tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 944 time: 0.2189889 Aug 16 01:43:50.934058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:50.952117 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.962670 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.002937 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.003581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.005443 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] 10.222.0.64 "PUT /v2.0/ports/c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 1097 time: 0.9932885 Aug 16 01:43:51.059871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366474f-349c-4058-9b2a-1e3e87d2a14a service neutron] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=11']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:51.063660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-862eee80-e411-416d-9cb2-acafbc45a17f req-3e7c0c01-a350-4a58-bca4-68ffbfd6d7b4 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629238 Aug 16 01:43:51.101521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:51.109922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=6b2a1647-7adc-4751-8859-4abd60ce787c,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:51.186300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-8aca7c47-712e-4e7a-9458-b89c487b6574 service neutron] 10.222.0.66 "GET /v2.0/networks/dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160570 Aug 16 01:43:51.194985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-ecec3b2b-f0db-4fe0-9c61-e1e3965a8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.196779 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-ecec3b2b-f0db-4fe0-9c61-e1e3965a8e22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 1100 time: 0.1173375 Aug 16 01:43:51.281744 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a92e97e9-7123-4a94-b0b3-d44942844e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.328333 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-f38ab9ed-0a9b-43e4-a89e-66752a80c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.329858 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-f38ab9ed-0a9b-43e4-a89e-66752a80c506 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1247573 Aug 16 01:43:51.360027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-f3b06544-e000-4c79-8bcd-2eedbc28e91f service neutron] 10.222.0.66 "GET /v2.0/networks/dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635425 Aug 16 01:43:51.381450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-4060fa56-eef8-4313-b0bb-1353c5f88107 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.383879 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-b41c56c3-3695-4ce5-ada5-ce60ba0deda8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 217 time: 0.0466375 Aug 16 01:43:51.384552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-4060fa56-eef8-4313-b0bb-1353c5f88107 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 1096 time: 0.0733459 Aug 16 01:43:51.389891 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a92e97e9-7123-4a94-b0b3-d44942844e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.475132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a92e97e9-7123-4a94-b0b3-d44942844e76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a6a12b3075b45a1ba34e7f16c56e0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9560986 Aug 16 01:43:51.475889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e97e9-7123-4a94-b0b3-d44942844e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc51c16c-1cf9-4f55-b728-e96d85c4677f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:51.480451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54354) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:51.489997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-3caa48a8-fe63-4049-9cc3-c7531b8793b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.491764 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-3caa48a8-fe63-4049-9cc3-c7531b8793b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0936997 Aug 16 01:43:51.515503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29'}, {'name': 'network-changed', 'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:51.519383 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d1efaa-1c18-44c3-ab9f-cbfd104de976" -d '{"events": [{"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-unplugged", "status": "completed", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29"}, {"name": "network-changed", "server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:51.580073 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.585146 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-f1d26c95-1b64-4276-81b3-98899e79590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.586914 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-f1d26c95-1b64-4276-81b3-98899e79590f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0810568 Aug 16 01:43:51.588483 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a032bb8e-de2e-4fca-b4a6-dfab24ca5de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.626087 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a032bb8e-de2e-4fca-b4a6-dfab24ca5de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.688021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7c1055b7-ae04-4fe9-acd5-4427086884c8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:51.743962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-2db4352f-9e52-45d6-a611-9bf949968d33 service neutron] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:51.747400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-2db4352f-9e52-45d6-a611-9bf949968d33 service neutron] Notify callbacks [] for binding, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.748558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d22cdd5f-f851-4144-8c32-2db7873e7a34 req-2db4352f-9e52-45d6-a611-9bf949968d33 service neutron] 10.222.0.64 "DELETE /v2.0/ports/4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d/bindings/n-h2-768509-23 HTTP/1.1" status: 204 len: 173 time: 0.3469675 Aug 16 01:43:51.775954 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-cb92a9f5-61b9-4550-8498-0f7917a5259b service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806891 Aug 16 01:43:51.822389 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a032bb8e-de2e-4fca-b4a6-dfab24ca5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.825482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a032bb8e-de2e-4fca-b4a6-dfab24ca5de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.827604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a032bb8e-de2e-4fca-b4a6-dfab24ca5de6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc51c16c-1cf9-4f55-b728-e96d85c4677f HTTP/1.1" status: 204 len: 168 time: 0.3462234 Aug 16 01:43:51.843593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fb3be-fbbf-429b-9e8c-262a74d8dff1 req-3a6ccee4-6f35-469e-a22a-4c226dfee9df tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.851194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f19fb3be-fbbf-429b-9e8c-262a74d8dff1 req-3a6ccee4-6f35-469e-a22a-4c226dfee9df tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 948 time: 0.0903099 Aug 16 01:43:51.893668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032bb8e-de2e-4fca-b4a6-dfab24ca5de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc51c16c-1cf9-4f55-b728-e96d85c4677f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:51.901895 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-11a21e4f-9aa5-49c9-8b67-24e681986db9 req-5119ff23-4b16-4904-bd92-72036c9650db service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185336 Aug 16 01:43:51.912492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f19fb3be-fbbf-429b-9e8c-262a74d8dff1 req-71db99f5-5b8a-450c-892c-e1b78fc74f75 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596933 Aug 16 01:43:51.962725 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 7c1055b7-ae04-4fe9-acd5-4427086884c8 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:51.969652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6b2a1647-7adc-4751-8859-4abd60ce787c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:51.990628 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9512160-6cea-49d2-b1c1-0df2e23b5f77 x-openstack-request-id: req-f9512160-6cea-49d2-b1c1-0df2e23b5f77 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:51.991022 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-unplugged", "status": "completed", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29", "code": 200}, {"name": "network-changed", "server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:51.991281 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9512160-6cea-49d2-b1c1-0df2e23b5f77 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:51.992357 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'code': 200} Aug 16 01:43:51.992645 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'status': 'completed', 'code': 200} Aug 16 01:43:52.077947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6b2a1647-7adc-4751-8859-4abd60ce787c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:52.078320 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:52.097511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b180406d-d026-460f-92b2-d67ab9bea3db req-389ba808-fed2-47b5-8834-66708989e5d7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 210 time: 0.0504172 Aug 16 01:43:52.153022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-30d4e1bc-f1d0-4e7b-9e5c-abdaac53d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.154623 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-30d4e1bc-f1d0-4e7b-9e5c-abdaac53d552 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 1100 time: 0.1251380 Aug 16 01:43:52.158448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5361abe2-3004-4dba-a67c-e54dfe682482 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:52.193097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e755b8d6-d21e-4c97-a3e4-a5447e4e1c38 None None] Network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:52.213371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 5361abe2-3004-4dba-a67c-e54dfe682482 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:52.213737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5361abe2-3004-4dba-a67c-e54dfe682482 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:52.240478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-6f12848d-bbdc-49da-90af-afb1dab89a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.242366 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-6f12848d-bbdc-49da-90af-afb1dab89a1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 1100 time: 0.2042801 Aug 16 01:43:52.380028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-63175392-1c04-4a00-bc98-bbd539ce61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.382085 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-63175392-1c04-4a00-bc98-bbd539ce61c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1184595 Aug 16 01:43:52.456617 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-e5f8b0a8-c5d6-4c1b-9be0-b30f3e7e190e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 217 time: 0.0561152 Aug 16 01:43:52.457704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-f31e76d4-0ca4-4b94-8610-a5deab8ecbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.471087 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-f31e76d4-0ca4-4b94-8610-a5deab8ecbb0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.3049850 Aug 16 01:43:52.491245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0c294bf3-42d9-42ae-8992-c194121f3135 None None] Provisioning for port 7c1055b7-ae04-4fe9-acd5-4427086884c8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:52.499453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0c294bf3-42d9-42ae-8992-c194121f3135 None None] Provisioning complete for port 7c1055b7-ae04-4fe9-acd5-4427086884c8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:52.499453 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0c294bf3-42d9-42ae-8992-c194121f3135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:52.529073 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-4e9f751c-3513-48e5-a634-a7880bf22bae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 200 len: 217 time: 0.0474105 Aug 16 01:43:52.625543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-8e4d60d3-f15f-434f-a45d-d4c22eea546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.627055 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-8e4d60d3-f15f-434f-a45d-d4c22eea546f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0784004 Aug 16 01:43:52.704279 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0c294bf3-42d9-42ae-8992-c194121f3135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:52.705240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-7b90226f-8bf9-4e8b-a1c9-d77d8143f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.707577 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-7b90226f-8bf9-4e8b-a1c9-d77d8143f522 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.2354522 Aug 16 01:43:52.708868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b99b0-069a-4bc2-a143-b8162daf6773 req-e440eb1b-de57-47ff-b5e8-8cabea9d2380 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.710579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f4b99b0-069a-4bc2-a143-b8162daf6773 req-e440eb1b-de57-47ff-b5e8-8cabea9d2380 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 949 time: 0.6117065 Aug 16 01:43:52.755386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ba381-1d27-4acd-bea8-e9f4ac45bd15 req-1eade9f8-071a-4ba1-8df1-e46f4a0af378 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.755686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0c294bf3-42d9-42ae-8992-c194121f3135 None None] For port 7c1055b7-ae04-4fe9-acd5-4427086884c8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7c1055b7-ae04-4fe9-acd5-4427086884c8,segment=NetworkSegment(17c6d349-e910-4c13-bfd3-5366bed5dc5c),segment_id=17c6d349-e910-4c13-bfd3-5366bed5dc5c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:52.755826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-949ba381-1d27-4acd-bea8-e9f4ac45bd15 req-1eade9f8-071a-4ba1-8df1-e46f4a0af378 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 944 time: 0.1494608 Aug 16 01:43:52.770332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-99f8bc90-3720-49a6-b12b-2783538d8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.771840 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-99f8bc90-3720-49a6-b12b-2783538d8df7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1352913 Aug 16 01:43:52.819867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f4b99b0-069a-4bc2-a143-b8162daf6773 req-b0209b7f-8149-4923-8af9-685f9e2eb678 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992479 Aug 16 01:43:52.823155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-949ba381-1d27-4acd-bea8-e9f4ac45bd15 req-ad19447c-e903-44e5-922f-b57a9db0e128 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671628 Aug 16 01:43:52.836178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-3a4269dc-c648-406e-bc93-243182854fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.837725 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-3a4269dc-c648-406e-bc93-243182854fb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1215537 Aug 16 01:43:52.946407 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0c294bf3-42d9-42ae-8992-c194121f3135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:52.959948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:53.084676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:53.092966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77318464-0ea1-490a-94c0-c4ee6a3ee427 req-67edd6d5-be4e-4319-b856-771cf623aa48 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:53.094957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77318464-0ea1-490a-94c0-c4ee6a3ee427 req-67edd6d5-be4e-4319-b856-771cf623aa48 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1096 time: 0.1572413 Aug 16 01:43:53.114421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab98b2-fac6-4e3d-b48b-361f27baea29 req-4352ef9e-017c-4b6d-b17b-fff402b72c9a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:53.117418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-98a957c9-3a1f-469c-8346-578ea83a65f5 None None] Provisioning complete for port 7c1055b7-ae04-4fe9-acd5-4427086884c8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:53.117564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63ab98b2-fac6-4e3d-b48b-361f27baea29 req-4352ef9e-017c-4b6d-b17b-fff402b72c9a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 948 time: 0.1034384 Aug 16 01:43:53.117682 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-98a957c9-3a1f-469c-8346-578ea83a65f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.142307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294bf3-42d9-42ae-8992-c194121f3135 None None] Pushing event updated for resources: {'Port': ['ID=7c1055b7-ae04-4fe9-acd5-4427086884c8,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:53.196993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77318464-0ea1-490a-94c0-c4ee6a3ee427 req-e4f09851-ed83-4737-8ead-6dd757ccae8b tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797079 Aug 16 01:43:53.210192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63ab98b2-fac6-4e3d-b48b-361f27baea29 req-7b30681b-9dcd-4c55-8343-42e7b31899a4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782549 Aug 16 01:43:53.245204 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-9cd5f32a-6ec7-4cf0-951e-a80136d1632a service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659073 Aug 16 01:43:53.344478 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-0e0fc96b-2555-4922-95a1-a0a056810243 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946189 Aug 16 01:43:53.351072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54b6137a-9a2b-4773-a36b-b20bed80c22b req-44a032bb-da39-4157-9e06-4210f9b258fe tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 210 time: 0.0602286 Aug 16 01:43:53.424242 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-c32057cd-0f3c-4c52-b370-4e8b36604bde service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711504 Aug 16 01:43:53.465431 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-59d1efaa-1c18-44c3-ab9f-cbfd104de976 req-2a99f439-a99c-436e-9827-58a7b3f6e3a8 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083677 Aug 16 01:43:53.519442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7c1055b7-ae04-4fe9-acd5-4427086884c8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:53.576911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 7c1055b7-ae04-4fe9-acd5-4427086884c8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:53.577286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.587955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-3246c0a6-340c-4c2e-b00a-68d77084ee83 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:53.589563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-3246c0a6-340c-4c2e-b00a-68d77084ee83 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 821 time: 0.1167972 Aug 16 01:43:53.606098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-28b575ff-4ee1-4e42-8be9-9e489d84cdd0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/quotas/5fd8faac2af044e2b435c7af66561c84 HTTP/1.1" status: 200 len: 375 time: 0.0097685 Aug 16 01:43:53.615837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54422) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:53.671010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-7979c294-8bce-4da6-b527-3dfdb8141aed tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578039 Aug 16 01:43:53.736954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560adaa1-6bd7-4417-b49f-d9b01a4da5c8 req-002b2f42-e904-4bac-9dcd-54c1d9f4d1dc tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:53.749891 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-560adaa1-6bd7-4417-b49f-d9b01a4da5c8 req-002b2f42-e904-4bac-9dcd-54c1d9f4d1dc tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 949 time: 0.0604219 Aug 16 01:43:53.756269 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-115424242-network', 'tenant_id': '8fbfff59d0174f2993e0c07e3ce1bd15'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:53.774682 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-140f859b-a531-46e6-af19-ce9bc4f5e04a service neutron] 10.222.0.66 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948751 Aug 16 01:43:53.858894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-560adaa1-6bd7-4417-b49f-d9b01a4da5c8 req-53d38da5-248e-485d-8e36-22698b20a007 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Deleting port fdea7ae9-6616-4372-b3ca-09b058ec3471 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:53.859353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-560adaa1-6bd7-4417-b49f-d9b01a4da5c8 req-53d38da5-248e-485d-8e36-22698b20a007 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.874174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-122e0e45-2d02-4075-8e29-4b2a2a9f1d8f service neutron] 10.222.0.66 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927289 Aug 16 01:43:53.961110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c894159-1d84-4844-aa83-85840e161fed req-2207003f-fa3b-41b2-9cd3-d954f5e917aa tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:53.962820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c894159-1d84-4844-aa83-85840e161fed req-2207003f-fa3b-41b2-9cd3-d954f5e917aa tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 949 time: 0.0644422 Aug 16 01:43:53.966673 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-560adaa1-6bd7-4417-b49f-d9b01a4da5c8 req-53d38da5-248e-485d-8e36-22698b20a007 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] For port fdea7ae9-6616-4372-b3ca-09b058ec3471, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=fdea7ae9-6616-4372-b3ca-09b058ec3471,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:53.967151 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-560adaa1-6bd7-4417-b49f-d9b01a4da5c8 req-53d38da5-248e-485d-8e36-22698b20a007 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.982902 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-560adaa1-6bd7-4417-b49f-d9b01a4da5c8 req-53d38da5-248e-485d-8e36-22698b20a007 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Calling delete_port for fdea7ae9-6616-4372-b3ca-09b058ec3471 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:53.987025 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Made reservation on behalf of 8fbfff59d0174f2993e0c07e3ce1bd15 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:53.990277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.004283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c894159-1d84-4844-aa83-85840e161fed req-9ce70a9b-141b-4f57-8976-e6b0de294013 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354617 Aug 16 01:43:54.005385 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.169599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:54.197145 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.267809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8dd731b6-0fab-4b6b-bc63-a0abdd9d6c36 req-5c3e4fe0-b753-4c52-adcf-c5042a8eb562 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 210 time: 0.0423441 Aug 16 01:43:54.312198 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-560adaa1-6bd7-4417-b49f-d9b01a4da5c8 req-53d38da5-248e-485d-8e36-22698b20a007 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.327405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['fdea7ae9-6616-4372-b3ca-09b058ec3471', 'e811c833-2c17-4af1-8553-12f441ef2016'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:54.337365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220c79d-793e-4e8f-8ecb-f0e070fb395a req-4a78a2d5-0f1a-4cce-b73f-ad09f55ff121 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:54.347094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6220c79d-793e-4e8f-8ecb-f0e070fb395a req-4a78a2d5-0f1a-4cce-b73f-ad09f55ff121 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 948 time: 0.0642664 Aug 16 01:43:54.349636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d38da5-248e-485d-8e36-22698b20a007 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Pushing event deleted for resources: {'Port': ['ID=fdea7ae9-6616-4372-b3ca-09b058ec3471,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:54.403798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6220c79d-793e-4e8f-8ecb-f0e070fb395a req-3826f0de-6456-4f5c-ae0e-99b26d2d47ce tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522363 Aug 16 01:43:54.435260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:54.437546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.476221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'mac_address': 'fa:16:3e:4e:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:43:54.491112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-560adaa1-6bd7-4417-b49f-d9b01a4da5c8 req-53d38da5-248e-485d-8e36-22698b20a007 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] No DVR routers for this DVR port fdea7ae9-6616-4372-b3ca-09b058ec3471 on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:54.497320 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-560adaa1-6bd7-4417-b49f-d9b01a4da5c8 req-53d38da5-248e-485d-8e36-22698b20a007 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.499692 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-560adaa1-6bd7-4417-b49f-d9b01a4da5c8 req-53d38da5-248e-485d-8e36-22698b20a007 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "DELETE /v2.0/ports/fdea7ae9-6616-4372-b3ca-09b058ec3471 HTTP/1.1" status: 204 len: 173 time: 0.7399852 Aug 16 01:43:54.500051 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e693ed-3d81-4fbf-b432-01851c7d6f8b', 'name': 'network-vif-deleted', 'tag': 'fdea7ae9-6616-4372-b3ca-09b058ec3471'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:54.502755 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7389bc31-86c0-4b1c-94b9-47e2a39173b2" -d '{"events": [{"server_uuid": "92e693ed-3d81-4fbf-b432-01851c7d6f8b", "name": "network-vif-deleted", "tag": "fdea7ae9-6616-4372-b3ca-09b058ec3471"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:54.513841 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:43:54.525100 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.537634 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.538038 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Added segment eae275a6-c2e4-4cda-b51b-048d1c5d94dd of type vlan for network 24268f93-d8c6-443a-bccc-728c497fb771 Aug 16 01:43:54.547559 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:54.549893 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e94dfc3a-4d92-46d7-9361-9802c2c7ab82 req-3e60e27a-c1cd-4c34-9ef3-41345d2013cf tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 210 time: 0.0412879 Aug 16 01:43:54.584955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45d5606-e36c-40f3-9630-7b8b54d09b29 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:54.587742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.592098 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25b77b7-be4c-4b69-bef9-4c43190a7e7e x-openstack-request-id: req-e25b77b7-be4c-4b69-bef9-4c43190a7e7e {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:54.592387 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e693ed-3d81-4fbf-b432-01851c7d6f8b", "name": "network-vif-deleted", "tag": "fdea7ae9-6616-4372-b3ca-09b058ec3471", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:54.592641 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e25b77b7-be4c-4b69-bef9-4c43190a7e7e {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:54.593049 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e693ed-3d81-4fbf-b432-01851c7d6f8b', 'name': 'network-vif-deleted', 'tag': 'fdea7ae9-6616-4372-b3ca-09b058ec3471', 'status': 'completed', 'code': 200} Aug 16 01:43:54.616257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:54.779619 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.781068 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.786033 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:54.786905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.858354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] Pushing event updated for resources: {'Network': ['ID=24268f93-d8c6-443a-bccc-728c497fb771,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:54.871214 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=12']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:54.876322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 24268f93-d8c6-443a-bccc-728c497fb771 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:43:54.899584 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c8cc8b54-b803-4889-95ff-b654e0758f1e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2825596 Aug 16 01:43:54.902593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54450) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:54.907710 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] Request body: {'subnet': {'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-115424242-subnet', 'tenant_id': '8fbfff59d0174f2993e0c07e3ce1bd15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:55.100502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-552fe34e-a5c1-41df-9cfd-c6537e18fe88 req-777f2d9c-c8d3-489b-a59e-5f5c6bb632c3 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 210 time: 0.0266306 Aug 16 01:43:55.106714 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] Made reservation on behalf of 8fbfff59d0174f2993e0c07e3ce1bd15 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:55.110182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.120715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['c45d5606-e36c-40f3-9630-7b8b54d09b29'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:55.342340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d695979b-4a72-41a6-a820-5b378893dec7 req-27a78dc6-2892-45b1-a2de-55ab828bda4a tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 210 time: 0.0263126 Aug 16 01:43:55.364538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-54accfa9-9f6a-4886-91cf-992c1625ea7c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:55.370595 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-54accfa9-9f6a-4886-91cf-992c1625ea7c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:55.372253 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-54accfa9-9f6a-4886-91cf-992c1625ea7c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "GET /v2.0/networks?id=dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c&id=77cb58dc-d8a8-4f3d-9835-1585b89ca5ab&id=dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c HTTP/1.1" status: 200 len: 1391 time: 0.1614318 Aug 16 01:43:55.388295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'port': {'device_id': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c', 'admin_state_up': True, 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:55.533135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1fb00-e99f-489a-92cb-b1bb02421657 req-022ad2dc-cff8-407a-88fe-6508de56992a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:55.537747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ca1fb00-e99f-489a-92cb-b1bb02421657 req-022ad2dc-cff8-407a-88fe-6508de56992a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0573494 Aug 16 01:43:55.575164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ca1fb00-e99f-489a-92cb-b1bb02421657 req-e6c97e5c-2edf-41bc-9840-7ba8680fd7cc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340121 Aug 16 01:43:55.654108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.659904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ede9f305-4140-4a97-8805-725bb5f2f479 req-d9cb16b9-771f-4cc1-8d70-ebf2b91bdf2b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 210 time: 0.0394993 Aug 16 01:43:55.716916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfdb1c-255b-4cb0-8190-ac72c42844d6 req-45c92477-6854-4171-932f-998a075f44f0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:55.718525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6acfdb1c-255b-4cb0-8190-ac72c42844d6 req-45c92477-6854-4171-932f-998a075f44f0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 949 time: 0.0675955 Aug 16 01:43:55.721929 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f412be-9693-4499-9b6e-5d42eec545f4,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:55.730427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] Checking segment: {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:55.730888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] Network hostable DHCP agents. Network: 24268f93-d8c6-443a-bccc-728c497fb771, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:43:55.763755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6acfdb1c-255b-4cb0-8190-ac72c42844d6 req-b30df93f-49c7-4045-b68a-6cb43cd4b1f8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367765 Aug 16 01:43:55.787795 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:55.791773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.935577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] Network 24268f93-d8c6-443a-bccc-728c497fb771 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:43:55.971464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Allocated IP 19.80.0.231 (dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c/59338ac5-22c7-4643-8e5e-712890d6b1fd/12dfc11b-c0e4-4ebb-9a2a-341f127a8613) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:56.026309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-68e1250e-032a-47ad-ab86-23767a5d7d73 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294108 Aug 16 01:43:56.076271 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 24268f93-d8c6-443a-bccc-728c497fb771) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:56.083758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d8177-bb91-4cac-bee6-b0e764c5834e None None] Network 24268f93-d8c6-443a-bccc-728c497fb771 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:56.084503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:56.085136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.147580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cba22-bfc3-404d-ab36-98961c854235 req-c62a09e8-6acb-4f13-87c4-1a92e0a5e24a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:56.149289 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-c62a09e8-6acb-4f13-87c4-1a92e0a5e24a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1174028 Aug 16 01:43:56.154083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.172081 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Transition to ACTIVE for port object 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:56.172923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-afa6b780-19df-44d3-82d5-8d6c1492680c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/quotas/0fd72b22de084a828cc9af1cb960b5c8 HTTP/1.1" status: 200 len: 375 time: 0.0177622 Aug 16 01:43:56.201703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:56.243063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-f10f77c4-bce9-4b9f-a44d-72b38a1a9b88 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690389 Aug 16 01:43:56.252690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c97ee3-a094-4180-8474-2de927b36d58 None None] Network 24268f93-d8c6-443a-bccc-728c497fb771 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:56.293314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-51ffc9ec-ed4d-40c0-ab68-2ee336fffc56 req-e394eaa6-fc5d-4f12-8623-bb1e2bddb0f2 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=92e693ed-3d81-4fbf-b432-01851c7d6f8b HTTP/1.1" status: 200 len: 210 time: 0.0400407 Aug 16 01:43:56.343405 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4f4f68d4-f9c6-409e-becc-d5fa168b01ad admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4311309 Aug 16 01:43:56.343405 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.393488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Port': ['ID=12dfc11b-c0e4-4ebb-9a2a-341f127a8613,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:56.419228 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:56.425292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port c45d5606-e36c-40f3-9630-7b8b54d09b29 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:56.431166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port c45d5606-e36c-40f3-9630-7b8b54d09b29 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:56.431542 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.432195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:56.437545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:56.565614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:56.566343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.635287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2046be2f-4b02-46a1-9776-b7d1fb9ab323 req-19b76826-ee92-497d-8914-605ad68c2cc3 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 210 time: 0.0588937 Aug 16 01:43:56.665887 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.693947 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-6915f913-6daa-48c6-8113-7aec8a9d5c3f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3068538 Aug 16 01:43:56.708178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'port': {'device_id': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab', 'admin_state_up': True, 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:56.718867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:56.729668 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917e37c8-fc7a-47cb-82f9-3a6d486c282b" -d '{"events": [{"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-plugged", "status": "completed", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:56.751789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:56.837146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.935294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=13']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:56.939337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c5c241e-5390-42e0-8f16-a2ca153784a6 req-2634438c-3b03-4e6a-9838-974ec9266681 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 210 time: 0.1533597 Aug 16 01:43:56.963201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-d4a61147-3750-4809-8b39-bbea2f01958c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2598662 Aug 16 01:43:56.979950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb670a-a5c9-4b70-adf8-ae5c9037f0b5 req-ac8890fa-cca3-4086-9398-9bf112b32c33 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:56.981482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00eb670a-a5c9-4b70-adf8-ae5c9037f0b5 req-ac8890fa-cca3-4086-9398-9bf112b32c33 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 932 time: 0.1874008 Aug 16 01:43:56.991054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-89e4a56a-ef60-4133-b658-27ede3ccdd15 None None] Provisioning for port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:56.997496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-89e4a56a-ef60-4133-b658-27ede3ccdd15 None None] Provisioning complete for port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:56.998145 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-89e4a56a-ef60-4133-b658-27ede3ccdd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.069054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-e3224278-250a-4772-be4c-6bdd9c60389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.070876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-e3224278-250a-4772-be4c-6bdd9c60389b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5dbaefda445445c3a27a65027b11c7eb&device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0821998 Aug 16 01:43:57.071499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:57.074072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00eb670a-a5c9-4b70-adf8-ae5c9037f0b5 req-cc7b0695-1476-447c-960a-47688b6ce667 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691011 Aug 16 01:43:57.075083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.082959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-89e4a56a-ef60-4133-b658-27ede3ccdd15 None None] Port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:43:57.159720 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b44a3d8-3526-4b1e-94c0-5790845bd625 x-openstack-request-id: req-3b44a3d8-3526-4b1e-94c0-5790845bd625 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:57.160886 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-plugged", "status": "completed", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:57.160886 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b44a3d8-3526-4b1e-94c0-5790845bd625 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:57.161406 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'code': 200} Aug 16 01:43:57.209358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-7617e1c4-16be-4a9b-b03b-3ef6dde31a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.211537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-7617e1c4-16be-4a9b-b03b-3ef6dde31a96 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 HTTP/1.1" status: 200 len: 913 time: 0.1187449 Aug 16 01:43:57.235540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Allocated IP 19.86.0.5 (77cb58dc-d8a8-4f3d-9835-1585b89ca5ab/213e44de-9f69-4744-8b31-9d86b0462279/1ce6c8fc-74ca-41f9-a303-cec910c0940c) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:57.358624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-660eb304-dace-4034-834d-ae02bd3eeeac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00517951-22bf-4c34-96cc-800a0a3c7ecc HTTP/1.1" status: 200 len: 1002 time: 0.1347032 Aug 16 01:43:57.444939 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f71875ff-3986-44d8-9967-715d50f6afce req-908eeaac-4de4-4fd8-8003-e6c22fe92375 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0759740 Aug 16 01:43:57.491979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-d23262c9-c540-4815-8e6f-6c87d6d82337 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.493553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-d23262c9-c540-4815-8e6f-6c87d6d82337 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/networks?id=24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 200 len: 804 time: 0.2210915 Aug 16 01:43:57.495408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-775f8430-97d0-47bf-b0a5-645b1257ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.496692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-775f8430-97d0-47bf-b0a5-645b1257ccf6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f17350f8-4ac1-428c-9e4f-c5f58a8341c6 HTTP/1.1" status: 200 len: 851 time: 0.1238174 Aug 16 01:43:57.526039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-2744af26-60df-45d1-bc17-1f144c0817a8 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/quotas/8fbfff59d0174f2993e0c07e3ce1bd15 HTTP/1.1" status: 200 len: 375 time: 0.0264769 Aug 16 01:43:57.580858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.581456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-29dca1b8-7d36-4f6a-85dd-67fdb8372ec8 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542941 Aug 16 01:43:57.625743 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Transition to ACTIVE for port object 1ce6c8fc-74ca-41f9-a303-cec910c0940c will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:57.638140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71875ff-3986-44d8-9967-715d50f6afce req-8a665e96-be68-4ed3-8cdb-439f086c61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.639657 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f71875ff-3986-44d8-9967-715d50f6afce req-8a665e96-be68-4ed3-8cdb-439f086c61d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 1102 time: 0.1292877 Aug 16 01:43:57.642787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-bb3d3629-8805-41c3-a719-f1456c71990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.645197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-bb3d3629-8805-41c3-a719-f1456c71990b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ecdf3ed2-4fcc-4d0c-803a-ca6627500a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373184 Aug 16 01:43:57.672980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-1e924b21-4465-4806-9c97-2dd820d196cb tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.674461 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-1e924b21-4465-4806-9c97-2dd820d196cb tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.74 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 821 time: 0.1968887 Aug 16 01:43:57.696388 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Request body: {'port': {'device_id': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef', 'admin_state_up': True, 'tenant_id': '5fd8faac2af044e2b435c7af66561c84'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:57.739982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-5db29a69-33f1-4a4b-ad9f-2f35fa489168 service neutron] 10.222.0.66 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575572 Aug 16 01:43:57.808342 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-381e2461-f1b9-4f50-8b68-4426c6df7f65 service neutron] 10.222.0.74 "GET /v2.0/networks/ecdf3ed2-4fcc-4d0c-803a-ca6627500a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554146 Aug 16 01:43:57.866283 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71875ff-3986-44d8-9967-715d50f6afce req-fdd193ab-15e8-4ba4-9da8-fcf9e85a1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.867706 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f71875ff-3986-44d8-9967-715d50f6afce req-fdd193ab-15e8-4ba4-9da8-fcf9e85a1cd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1872280 Aug 16 01:43:57.888427 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.911600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-b369f15e-1009-4898-ac16-aa2687519ab0 service neutron] 10.222.0.66 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620300 Aug 16 01:43:57.934316 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f71875ff-3986-44d8-9967-715d50f6afce req-47a9a600-2552-4d5e-9394-c7639b3714de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 200 len: 217 time: 0.0582349 Aug 16 01:43:57.944446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa54bed9-ea65-4238-9b0d-b32227b1d807 req-d42d6ae7-686b-4f68-974c-7565f1b0e6c2 service neutron] 10.222.0.74 "GET /v2.0/networks/ecdf3ed2-4fcc-4d0c-803a-ca6627500a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209466 Aug 16 01:43:58.005262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:58.010965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:58.014705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Port': ['ID=1ce6c8fc-74ca-41f9-a303-cec910c0940c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:58.018506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:58.065565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71875ff-3986-44d8-9967-715d50f6afce req-90d3b52d-c084-40bb-9461-564b3ed80c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.067140 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f71875ff-3986-44d8-9967-715d50f6afce req-90d3b52d-c084-40bb-9461-564b3ed80c73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1050565 Aug 16 01:43:58.091354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Made reservation on behalf of 5fd8faac2af044e2b435c7af66561c84 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:58.093783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.136876 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.137515 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.156987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79a7ba85-4d46-4aae-b6bb-51d19195ed1c req-01ff7813-9b83-4a20-a320-0bd74331097d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 210 time: 0.0331614 Aug 16 01:43:58.203845 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device fdea7ae9-6616-4372-b3ca-09b058ec3471 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:58.240192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: fdea7ae9-6616-4372-b3ca-09b058ec3471 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:58.241112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device fdea7ae9-6616-4372-b3ca-09b058ec3471 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:58.313077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3c54b-c1d4-4ba2-b3b7-d8b3d4c264e2 req-581a6aaf-70f6-4c49-9043-0f59a00e9782 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.322421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90b3c54b-c1d4-4ba2-b3b7-d8b3d4c264e2 req-581a6aaf-70f6-4c49-9043-0f59a00e9782 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 951 time: 0.0939543 Aug 16 01:43:58.353241 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Allocated IP 172.20.0.5 (c1c6e958-8aa2-472e-8afa-93984da0d0ef/d1da15f7-7f10-47b9-9717-19dd3e23683c/7fbe021a-7432-4f0a-8690-c651831fedba) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:58.361924 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71875ff-3986-44d8-9967-715d50f6afce req-70a838dc-7dec-47a8-8050-b67b06d019c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.364734 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f71875ff-3986-44d8-9967-715d50f6afce req-70a838dc-7dec-47a8-8050-b67b06d019c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2886045 Aug 16 01:43:58.366120 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-74b0122e-4d2e-479f-81dd-4f29a9f9c382 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6632144 Aug 16 01:43:58.368398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5846fc9-9caf-41ea-ae44-66d9f554e8bd req-25e6a6d6-08d3-494f-999b-6b6fae08d97f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 210 time: 0.0375981 Aug 16 01:43:58.370371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d794cf37-5c69-47cd-ab96-b49f328a10ff None None] Provisioning for port 1ce6c8fc-74ca-41f9-a303-cec910c0940c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:58.377738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d794cf37-5c69-47cd-ab96-b49f328a10ff None None] Provisioning complete for port 1ce6c8fc-74ca-41f9-a303-cec910c0940c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:58.378221 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d794cf37-5c69-47cd-ab96-b49f328a10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.383957 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'port': {'device_id': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c', 'admin_state_up': True, 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:58.395311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90b3c54b-c1d4-4ba2-b3b7-d8b3d4c264e2 req-fbd10152-97e5-4703-aeca-5af5381a70f8 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707152 Aug 16 01:43:58.450834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d794cf37-5c69-47cd-ab96-b49f328a10ff None None] Port 1ce6c8fc-74ca-41f9-a303-cec910c0940c cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:43:58.513879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a20a6a-071e-46e1-85ad-13e4bac0e164 req-35e6ade7-bbe0-416e-9317-9a7915264ed8 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 210 time: 0.0389299 Aug 16 01:43:58.571785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79bd9-8b62-4d5c-a0fc-5f668b587d09 req-3ecafa33-d3c4-45c1-9657-bb44cfa182d2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.580519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79bd9-8b62-4d5c-a0fc-5f668b587d09 req-3ecafa33-d3c4-45c1-9657-bb44cfa182d2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.581573 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f71875ff-3986-44d8-9967-715d50f6afce req-93ad0df5-3751-4038-a6d2-89cdf5d176db service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065694 Aug 16 01:43:58.588541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dc79bd9-8b62-4d5c-a0fc-5f668b587d09 req-3ecafa33-d3c4-45c1-9657-bb44cfa182d2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 1653 time: 0.0770299 Aug 16 01:43:58.623923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dc79bd9-8b62-4d5c-a0fc-5f668b587d09 req-77505650-a6e9-4d40-8a52-52ba4f7670e1 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Aug 16 01:43:58.792501 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f71875ff-3986-44d8-9967-715d50f6afce req-47336249-abbd-47be-95de-b4eb2da11685 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976414 Aug 16 01:43:58.818111 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.876888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:58.880624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.985677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.038588 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Network c1c6e958-8aa2-472e-8afa-93984da0d0ef is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:59.049187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:59.054196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Allocated IP 19.80.0.177 (dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c/59338ac5-22c7-4643-8e5e-712890d6b1fd/40d2d2cb-a916-44db-875a-ed913929b317) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:59.056206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:59.090155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Pushing event updated for resources: {'Port': ['ID=7fbe021a-7432-4f0a-8690-c651831fedba,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:59.130172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.130892 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.215395 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-437b8cde-3d16-4c7c-9f7c-4fae688e888e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5251870 Aug 16 01:43:59.229320 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Request body: {'port': {'device_id': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:59.312590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505826d-3180-4bba-b1c4-3172b98fcaf1 req-9f407658-ab4a-47b4-8c30-38d16b2d74f2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.315507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6505826d-3180-4bba-b1c4-3172b98fcaf1 req-9f407658-ab4a-47b4-8c30-38d16b2d74f2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 931 time: 0.0614071 Aug 16 01:43:59.335274 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-18838959-dd8a-4501-8e8e-78bef9ce796f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664129 Aug 16 01:43:59.356533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.369017 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6505826d-3180-4bba-b1c4-3172b98fcaf1 req-b3b767ed-1323-46e1-a624-d5245a9ce2b0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469799 Aug 16 01:43:59.370038 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.429029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Transition to ACTIVE for port object 40d2d2cb-a916-44db-875a-ed913929b317 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:59.502969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-334ca62a-6453-4048-972d-8250b26b4190 req-40f4e32b-a4c5-491b-92b8-62d58e0d003b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 210 time: 0.0299575 Aug 16 01:43:59.558446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55abbb-6786-4bd2-8a5e-d844dea72992 req-35b91616-7efe-431a-83f3-9be9f8cee93f tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.561752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf55abbb-6786-4bd2-8a5e-d844dea72992 req-35b91616-7efe-431a-83f3-9be9f8cee93f tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 951 time: 0.0612833 Aug 16 01:43:59.600385 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cba22-bfc3-404d-ab36-98961c854235 req-53878f0b-a832-4dd4-88fb-ff47544391f0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.601913 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-53878f0b-a832-4dd4-88fb-ff47544391f0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429342 Aug 16 01:43:59.617884 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Request body: {'port': {'device_id': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '0fd72b22de084a828cc9af1cb960b5c8'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:59.645920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7ca23d1-f8f8-4b5f-9e61-99e2a8f116d2 req-3995e898-dd82-48ce-a0f1-a459dee061da tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 210 time: 0.0409627 Aug 16 01:43:59.682763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6beb18f-882b-4905-8aef-62c03cb6548b req-f1434de6-45ed-47e3-8334-9d11dab75d43 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.684285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6beb18f-882b-4905-8aef-62c03cb6548b req-f1434de6-45ed-47e3-8334-9d11dab75d43 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 951 time: 0.1214151 Aug 16 01:43:59.687831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf55abbb-6786-4bd2-8a5e-d844dea72992 req-c2e7e086-d384-43ee-9014-aab2a111f3a9 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/security-groups?id=34546a40-33f1-402e-9f7a-89019c4a0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152933 Aug 16 01:43:59.819755 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-239a24c3-dc27-4b83-b31d-35e17d5fc5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.840029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb188141-480f-4550-b7a8-f36a614f8993 req-450b7143-be29-41d1-93ad-692a2de731e5 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.846206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb188141-480f-4550-b7a8-f36a614f8993 req-450b7143-be29-41d1-93ad-692a2de731e5 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.853693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb188141-480f-4550-b7a8-f36a614f8993 req-450b7143-be29-41d1-93ad-692a2de731e5 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.855449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb188141-480f-4550-b7a8-f36a614f8993 req-450b7143-be29-41d1-93ad-692a2de731e5 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2375 time: 0.1134987 Aug 16 01:43:59.899802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a6beb18f-882b-4905-8aef-62c03cb6548b req-4229eb37-d4b1-4807-9e45-014ff1e7d14c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Deleting port e811c833-2c17-4af1-8553-12f441ef2016 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:59.900159 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a6beb18f-882b-4905-8aef-62c03cb6548b req-4229eb37-d4b1-4807-9e45-014ff1e7d14c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.920983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb188141-480f-4550-b7a8-f36a614f8993 req-980f7cb4-8ad4-4fc9-8189-67acfbc93788 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587511 Aug 16 01:43:59.972688 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.029517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a6beb18f-882b-4905-8aef-62c03cb6548b req-4229eb37-d4b1-4807-9e45-014ff1e7d14c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] For port e811c833-2c17-4af1-8553-12f441ef2016, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e811c833-2c17-4af1-8553-12f441ef2016,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:00.029910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a6beb18f-882b-4905-8aef-62c03cb6548b req-4229eb37-d4b1-4807-9e45-014ff1e7d14c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.045098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a6beb18f-882b-4905-8aef-62c03cb6548b req-4229eb37-d4b1-4807-9e45-014ff1e7d14c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Calling delete_port for e811c833-2c17-4af1-8553-12f441ef2016 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:00.048097 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:00.055419 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:00.071326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:00.091963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Port': ['ID=40d2d2cb-a916-44db-875a-ed913929b317,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:00.226871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.227539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.310655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbe021a-7432-4f0a-8690-c651831fedba {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:00.321118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.335605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Transition to ACTIVE for port object 7fbe021a-7432-4f0a-8690-c651831fedba will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:00.341631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a6beb18f-882b-4905-8aef-62c03cb6548b req-4229eb37-d4b1-4807-9e45-014ff1e7d14c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.342149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Made reservation on behalf of 0fd72b22de084a828cc9af1cb960b5c8 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:00.348890 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.354810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['e811c833-2c17-4af1-8553-12f441ef2016'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:00.388060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229eb37-d4b1-4807-9e45-014ff1e7d14c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Pushing event deleted for resources: {'Port': ['ID=e811c833-2c17-4af1-8553-12f441ef2016,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:00.418537 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.472772 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-248fefd7-63e1-4941-b533-b9c34e0b108b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0987678 Aug 16 01:44:00.492733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6beb18f-882b-4905-8aef-62c03cb6548b req-4229eb37-d4b1-4807-9e45-014ff1e7d14c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] No DVR routers for this DVR port e811c833-2c17-4af1-8553-12f441ef2016 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:00.498688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a6beb18f-882b-4905-8aef-62c03cb6548b req-4229eb37-d4b1-4807-9e45-014ff1e7d14c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.499193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Request body: {'port': {'device_id': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:00.502573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6beb18f-882b-4905-8aef-62c03cb6548b req-4229eb37-d4b1-4807-9e45-014ff1e7d14c tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.64 "DELETE /v2.0/ports/e811c833-2c17-4af1-8553-12f441ef2016 HTTP/1.1" status: 204 len: 173 time: 0.8101237 Aug 16 01:44:00.517287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'name': 'network-vif-deleted', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:00.522972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c5efd5b5-9046-423b-bc33-ba7b17b6894e None None] Provisioning for port 40d2d2cb-a916-44db-875a-ed913929b317 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:00.524898 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161e763e-89b9-4031-acfc-5b293f1b6440" -d '{"events": [{"server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "name": "network-vif-deleted", "tag": "e811c833-2c17-4af1-8553-12f441ef2016"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:00.527751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c5efd5b5-9046-423b-bc33-ba7b17b6894e None None] Provisioning complete for port 40d2d2cb-a916-44db-875a-ed913929b317 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:00.528575 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c5efd5b5-9046-423b-bc33-ba7b17b6894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.562726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbe021a-7432-4f0a-8690-c651831fedba,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:00.626839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c5efd5b5-9046-423b-bc33-ba7b17b6894e None None] Port 40d2d2cb-a916-44db-875a-ed913929b317 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:00.672134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06cec7-b650-471c-ae56-3fbf6c23df15 req-3b22d6c3-9c80-40af-bd68-0cfa57fa1e91 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.680507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab06cec7-b650-471c-ae56-3fbf6c23df15 req-3b22d6c3-9c80-40af-bd68-0cfa57fa1e91 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 943 time: 0.1763656 Aug 16 01:44:00.683583 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.754809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14205566-424f-419a-a2c7-27b0850f36e0 req-1a7cb1b9-964e-49d0-92d4-36ffa245981e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 210 time: 0.0914118 Aug 16 01:44:00.805279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Allocated IP 192.168.233.190 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/d9598b3d-dc4f-4c14-bf27-6d80804a96fb) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:00.818148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab06cec7-b650-471c-ae56-3fbf6c23df15 req-d10ce531-30b3-4bac-8419-a3db7547284b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315901 Aug 16 01:44:00.821943 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28679ac1-02c1-4de7-8454-5ae52f2193a8 x-openstack-request-id: req-28679ac1-02c1-4de7-8454-5ae52f2193a8 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:00.822405 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37d6130-b0bb-462c-9ccf-efd248b0407f", "name": "network-vif-deleted", "tag": "e811c833-2c17-4af1-8553-12f441ef2016", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:00.823405 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-28679ac1-02c1-4de7-8454-5ae52f2193a8 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:00.823952 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37d6130-b0bb-462c-9ccf-efd248b0407f', 'name': 'network-vif-deleted', 'tag': 'e811c833-2c17-4af1-8553-12f441ef2016', 'status': 'completed', 'code': 200} Aug 16 01:44:00.945895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee9ab04f-bd5e-48e8-ac27-cb240d17bd0c req-266a19de-5144-4d4c-bbae-0675f5e40305 tempest-ServersAdminTestJSON-983881463 tempest-ServersAdminTestJSON-983881463-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37d6130-b0bb-462c-9ccf-efd248b0407f HTTP/1.1" status: 200 len: 210 time: 0.0491626 Aug 16 01:44:01.030349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5948163f-f8a8-4a86-9886-21dba8eed2c2 req-25e24979-3497-4858-af1a-4f020721e2e4 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 210 time: 0.0870354 Aug 16 01:44:01.146692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:01.147105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:01.147686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:01.202708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Port 7fbe021a-7432-4f0a-8690-c651831fedba on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:01.202708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:01.224804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:01.225153 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:01.225543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:01.226008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Bound port: 7fbe021a-7432-4f0a-8690-c651831fedba, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:01.226383 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.245426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-af364f92-da4d-41fd-887d-63cbf0d6420d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:01.247062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-af364f92-da4d-41fd-887d-63cbf0d6420d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "GET /v2.0/networks?id=24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 200 len: 804 time: 0.2033496 Aug 16 01:44:01.256490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d709744-ef69-4fce-acb8-27e790c6f09b req-19bb3b73-fc22-41b3-bc94-a16afe4ecbf2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:01.263485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d709744-ef69-4fce-acb8-27e790c6f09b req-19bb3b73-fc22-41b3-bc94-a16afe4ecbf2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:01.270729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d709744-ef69-4fce-acb8-27e790c6f09b req-19bb3b73-fc22-41b3-bc94-a16afe4ecbf2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:01.272369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d709744-ef69-4fce-acb8-27e790c6f09b req-19bb3b73-fc22-41b3-bc94-a16afe4ecbf2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2375 time: 0.1479697 Aug 16 01:44:01.277082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Request body: {'port': {'device_id': 'b5150047-d3af-4736-baff-e87c81d984bf', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'admin_state_up': True, 'tenant_id': '8fbfff59d0174f2993e0c07e3ce1bd15'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:01.432880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d709744-ef69-4fce-acb8-27e790c6f09b req-bf98f865-9df2-411c-a5ec-5edcfb8e9b95 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997357 Aug 16 01:44:01.436820 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.467717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:01.489455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Transition to ACTIVE for port object d9598b3d-dc4f-4c14-bf27-6d80804a96fb will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:01.496791 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7fbe021a-7432-4f0a-8690-c651831fedba,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:01.501432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:01.510872 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.533101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Transition to ACTIVE for port object 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:01.567979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Made reservation on behalf of 8fbfff59d0174f2993e0c07e3ce1bd15 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:01.568500 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.571661 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.607080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:01.608390 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.610111 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] 10.222.0.74 "PUT /v2.0/ports/7fbe021a-7432-4f0a-8690-c651831fedba HTTP/1.1" status: 200 len: 1092 time: 2.3849657 Aug 16 01:44:01.612544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'tag': '7fbe021a-7432-4f0a-8690-c651831fedba'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:01.622913 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fb68dd-51af-4123-aedf-f9bece98070a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a63faf-7822-4e13-bb8e-d75b6e860269", "tag": "7fbe021a-7432-4f0a-8690-c651831fedba"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:01.638721 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.665067 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fdd9b0-530e-4055-a8fa-adae06dc5382 x-openstack-request-id: req-44fdd9b0-530e-4055-a8fa-adae06dc5382 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:01.665374 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a63faf-7822-4e13-bb8e-d75b6e860269", "tag": "7fbe021a-7432-4f0a-8690-c651831fedba", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:01.665635 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44fdd9b0-530e-4055-a8fa-adae06dc5382 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:01.666178 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'tag': '7fbe021a-7432-4f0a-8690-c651831fedba', 'status': 'completed', 'code': 200} Aug 16 01:44:01.672609 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.686184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['29e8c0bb-89c1-439f-872a-c2b8f2230f4a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:01.690184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cad981-c5f5-4edb-94f5-764f52144bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbe021a-7432-4f0a-8690-c651831fedba,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:01.691973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['32f43514-ab56-454d-9784-6a7575034ee7', 'c45d5606-e36c-40f3-9630-7b8b54d09b29'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:01.745449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Allocated IP 172.20.0.3 (24268f93-d8c6-443a-bccc-728c497fb771/b2f412be-9693-4499-9b6e-5d42eec545f4/146612dd-355d-41fc-b82e-bc377665b764) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:01.819647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:01.842973 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:01.863043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:01.893188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Pushing event updated for resources: {'Port': ['ID=12dfc11b-c0e4-4ebb-9a2a-341f127a8613,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:01.950560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Attempting to bind port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:01.951074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Attempting to bind port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:01.951491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Attempting to bind port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 on network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:02.002266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb68dd-51af-4123-aedf-f9bece98070a req-af19e544-709f-4e8e-bb4a-481e4f58e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.004610 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a3fb68dd-51af-4123-aedf-f9bece98070a req-af19e544-709f-4e8e-bb4a-481e4f58e772 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 1095 time: 0.3069823 Aug 16 01:44:02.011053 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.011715 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.023875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 on network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:02.024493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Attempting to bind port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 on network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:02.037417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:02.037417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Checking segment: {'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:02.037417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Bound using segment: {'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:02.037417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Bound port: 12dfc11b-c0e4-4ebb-9a2a-341f127a8613, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:02.037417 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.152759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a69bc1-16ad-4f2e-ad50-b5fce09ec29b req-b6f3ff4c-508e-4dd9-a5d0-5a55f6b15c98 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.162296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4a69bc1-16ad-4f2e-ad50-b5fce09ec29b req-b6f3ff4c-508e-4dd9-a5d0-5a55f6b15c98 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 943 time: 0.1694002 Aug 16 01:44:02.173570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1370-ed29-4ff5-8b23-0b2a6d2cc3e3 req-634d9b9a-065d-486c-9cd5-58635a1e2d5a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.183223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6cd1370-ed29-4ff5-8b23-0b2a6d2cc3e3 req-634d9b9a-065d-486c-9cd5-58635a1e2d5a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 936 time: 0.3295512 Aug 16 01:44:02.226669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2b577514-e03e-471e-8ba1-fd97821d2950 None None] Provisioning for port d9598b3d-dc4f-4c14-bf27-6d80804a96fb completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:02.231839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2b577514-e03e-471e-8ba1-fd97821d2950 None None] Provisioning complete for port d9598b3d-dc4f-4c14-bf27-6d80804a96fb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:02.231993 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2b577514-e03e-471e-8ba1-fd97821d2950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.278127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4a69bc1-16ad-4f2e-ad50-b5fce09ec29b req-fdb76a25-d416-484d-a111-cdd3983eb4c1 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135240 Aug 16 01:44:02.278288 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6627140 Aug 16 01:44:02.306909 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6cd1370-ed29-4ff5-8b23-0b2a6d2cc3e3 req-10fa1326-4ade-4495-ae9c-90dc7d3e5a8b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227429 Aug 16 01:44:02.327065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2b577514-e03e-471e-8ba1-fd97821d2950 None None] Port d9598b3d-dc4f-4c14-bf27-6d80804a96fb cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:02.339644 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.397494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Request body: {'port': {'device_id': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:02.417379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b8bbce3-cb79-4e6d-9a83-3dc3db9277a5 req-4ad8a8b1-ef1a-4e8f-89a5-a6f710c6345d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 210 time: 0.0382674 Aug 16 01:44:02.429960 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1482dc4-7d7d-4c40-b01c-b9b0bd449d6e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:02.520367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb68dd-51af-4123-aedf-f9bece98070a req-dbc413ca-c255-42f8-8ad3-3ec0f6d74ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.520735 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a3fb68dd-51af-4123-aedf-f9bece98070a req-dbc413ca-c255-42f8-8ad3-3ec0f6d74ed0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5fd8faac2af044e2b435c7af66561c84&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4895775 Aug 16 01:44:02.529451 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] For port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:02.542992 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.599268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.603874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] For port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=12dfc11b-c0e4-4ebb-9a2a-341f127a8613,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:02.669301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac978-80b4-4b8c-8a6d-a5f3681e7b32 req-de0fcacb-a7c0-4f84-877d-9704c38708fa tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.678598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac978-80b4-4b8c-8a6d-a5f3681e7b32 req-de0fcacb-a7c0-4f84-877d-9704c38708fa tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.686855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac978-80b4-4b8c-8a6d-a5f3681e7b32 req-de0fcacb-a7c0-4f84-877d-9704c38708fa tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.688919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f2ac978-80b4-4b8c-8a6d-a5f3681e7b32 req-de0fcacb-a7c0-4f84-877d-9704c38708fa tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2387 time: 0.1261134 Aug 16 01:44:02.697401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Network 24268f93-d8c6-443a-bccc-728c497fb771 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:02.725675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:02.739102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:02.744314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.765490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb68dd-51af-4123-aedf-f9bece98070a req-526fa139-7f1f-434b-8936-83cf0fa609b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.766987 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a3fb68dd-51af-4123-aedf-f9bece98070a req-526fa139-7f1f-434b-8936-83cf0fa609b1 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2348473 Aug 16 01:44:02.784829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Pushing event updated for resources: {'Port': ['ID=146612dd-355d-41fc-b82e-bc377665b764,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:02.846930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f2ac978-80b4-4b8c-8a6d-a5f3681e7b32 req-8ffed454-a887-4c4d-adc1-f6e344777286 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485398 Aug 16 01:44:02.857941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.858982 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.861876 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.863581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.864768 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] 10.222.0.74 "PUT /v2.0/ports/12dfc11b-c0e4-4ebb-9a2a-341f127a8613 HTTP/1.1" status: 200 len: 1093 time: 2.3796196 Aug 16 01:44:02.895190 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-be4585ed-845f-4000-b2d8-79252b93f7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.901542 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.939747 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0c206-7b8b-4adc-92de-645ad289150c service neutron] Pushing event updated for resources: {'Port': ['ID=12dfc11b-c0e4-4ebb-9a2a-341f127a8613,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:02.956632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-827d2414-c308-4780-a4a3-de133bba591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.961402 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-827d2414-c308-4780-a4a3-de133bba591b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 1095 time: 0.1465349 Aug 16 01:44:02.982414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-eb15fc8b-d524-4e75-8def-3799d4aa79ae tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7089865 Aug 16 01:44:02.995613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Request body: {'port': {'device_id': 'b5150047-d3af-4736-baff-e87c81d984bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:03.067930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Request body: {'port': {'device_id': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:03.075953 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-521a5775-35f3-43cb-8695-fe0e804a4e48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fbe021a-7432-4f0a-8690-c651831fedba HTTP/1.1" status: 200 len: 217 time: 0.0779867 Aug 16 01:44:03.122963 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.151777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54628) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:03.221567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-e15a56de-61c6-450a-865f-a3ad262ff47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:03.223276 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-e15a56de-61c6-450a-865f-a3ad262ff47a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.1375558 Aug 16 01:44:03.225119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9598b3d-dc4f-4c14-bf27-6d80804a96fb {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:03.265308 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.272627 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-981ca8d3-f750-4a0a-a3b6-2840ab661685 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378304 Aug 16 01:44:03.281291 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.325409 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Transition to ACTIVE for port object d9598b3d-dc4f-4c14-bf27-6d80804a96fb will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:03.408664 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.431332 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-215ad424-af70-4c01-8384-9f51291713a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a9f2668cc8be4c58b23d48dffc399cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754529 Aug 16 01:44:03.442648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54638) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:03.540583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146612dd-355d-41fc-b82e-bc377665b764 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:03.555515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f18c1a-d426-4214-a635-bf52b99ee3ba req-2a863be8-ecb2-44de-80e1-ac1ebeb3635b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:03.557133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49f18c1a-d426-4214-a635-bf52b99ee3ba req-2a863be8-ecb2-44de-80e1-ac1ebeb3635b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 943 time: 0.1636415 Aug 16 01:44:03.571667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2947b-65ce-4179-87e2-acb61c17f1b7 req-5d3a7809-9d20-4147-bb5d-56ff4a8ea3dc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:03.579753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67f2947b-65ce-4179-87e2-acb61c17f1b7 req-5d3a7809-9d20-4147-bb5d-56ff4a8ea3dc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 936 time: 0.2015293 Aug 16 01:44:03.581296 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-abba8c7d-29bf-4ac9-8342-72368a63d755 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898977 Aug 16 01:44:03.587859 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.630687 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:03.672972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Transition to ACTIVE for port object 146612dd-355d-41fc-b82e-bc377665b764 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:03.676103 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ee0-6f2a-4a18-ac82-2f8c921f44f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.709918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67f2947b-65ce-4179-87e2-acb61c17f1b7 req-71645d71-b67b-4837-a788-eff0120eb15b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273286 Aug 16 01:44:03.753148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49f18c1a-d426-4214-a635-bf52b99ee3ba req-013c9d83-c606-4d23-940b-f656bc768f41 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681366 Aug 16 01:44:03.775543 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.799847 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ee0-6f2a-4a18-ac82-2f8c921f44f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.888376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Pushing event updated for resources: {'Port': ['ID=146612dd-355d-41fc-b82e-bc377665b764,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:03.932107 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'tag': '12dfc11b-c0e4-4ebb-9a2a-341f127a8613'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:03.934398 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22920555-7f07-44d0-8151-796bd7a72111" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "tag": "12dfc11b-c0e4-4ebb-9a2a-341f127a8613"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:03.978716 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.013001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01f295-9bea-4472-8e4c-9379705d7151 req-85328fc9-a86d-4b9c-9703-b8fc4c951a8d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.021173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed01f295-9bea-4472-8e4c-9379705d7151 req-85328fc9-a86d-4b9c-9703-b8fc4c951a8d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 943 time: 0.1596246 Aug 16 01:44:04.096142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Attempting to bind port 146612dd-355d-41fc-b82e-bc377665b764 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:04.096480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Attempting to bind port 146612dd-355d-41fc-b82e-bc377665b764 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:04.096811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Attempting to bind port 146612dd-355d-41fc-b82e-bc377665b764 on network 24268f93-d8c6-443a-bccc-728c497fb771 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:04.097978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:04.098225 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:04.098655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:04.106205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed01f295-9bea-4472-8e4c-9379705d7151 req-6affb723-13bc-433a-81ea-78345bb97f6f tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841551 Aug 16 01:44:04.108062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Port 146612dd-355d-41fc-b82e-bc377665b764 on network 24268f93-d8c6-443a-bccc-728c497fb771 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:04.108419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Attempting to bind port 146612dd-355d-41fc-b82e-bc377665b764 on network 24268f93-d8c6-443a-bccc-728c497fb771 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:04.119499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:04.119846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Checking segment: {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:04.120244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Bound using segment: {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:04.120757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Bound port: 146612dd-355d-41fc-b82e-bc377665b764, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:04.121153 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.124797 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6645996c-652b-4445-b6b5-f9fbe2032bec req-07ac5c70-639b-4469-9f75-d3a24054637e service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187421 Aug 16 01:44:04.125354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:04.127101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:04.158706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:04.158706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:04.158706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:04.158706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Bound port: d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:04.158706 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.159482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214cb63-c8d7-4993-91c7-c260542c33f7 req-7774eabf-6afe-4906-94e0-afa7bd6bf138 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.164199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214cb63-c8d7-4993-91c7-c260542c33f7 req-7774eabf-6afe-4906-94e0-afa7bd6bf138 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.170454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214cb63-c8d7-4993-91c7-c260542c33f7 req-7774eabf-6afe-4906-94e0-afa7bd6bf138 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.172466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f214cb63-c8d7-4993-91c7-c260542c33f7 req-7774eabf-6afe-4906-94e0-afa7bd6bf138 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2387 time: 0.1483293 Aug 16 01:44:04.176507 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ee0-6f2a-4a18-ac82-2f8c921f44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.179287 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ee0-6f2a-4a18-ac82-2f8c921f44f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.181258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-21aa0ee0-6f2a-4a18-ac82-2f8c921f44f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34546a40-33f1-402e-9f7a-89019c4a0fe9 HTTP/1.1" status: 204 len: 168 time: 0.7370434 Aug 16 01:44:04.223963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa0ee0-6f2a-4a18-ac82-2f8c921f44f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34546a40-33f1-402e-9f7a-89019c4a0fe9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:04.248548 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a410c17-8999-4fe0-9c16-bc033a4e5c16 x-openstack-request-id: req-4a410c17-8999-4fe0-9c16-bc033a4e5c16 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:04.248825 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "tag": "12dfc11b-c0e4-4ebb-9a2a-341f127a8613", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:04.249075 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a410c17-8999-4fe0-9c16-bc033a4e5c16 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:04.249467 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'tag': '12dfc11b-c0e4-4ebb-9a2a-341f127a8613', 'status': 'completed', 'code': 200} Aug 16 01:44:04.268799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e811c833-2c17-4af1-8553-12f441ef2016 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:04.275902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f214cb63-c8d7-4993-91c7-c260542c33f7 req-c44c3d4b-dc80-48a1-8f3b-e76ac7593296 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909429 Aug 16 01:44:04.297203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: e811c833-2c17-4af1-8553-12f441ef2016 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:04.297554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e811c833-2c17-4af1-8553-12f441ef2016 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:04.316078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] For port 146612dd-355d-41fc-b82e-bc377665b764, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:04.320595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] For port 146612dd-355d-41fc-b82e-bc377665b764, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=146612dd-355d-41fc-b82e-bc377665b764,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:04.332422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce6c8fc-74ca-41f9-a303-cec910c0940c {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:04.341758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.363867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:04.368842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:04.371315 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Transition to ACTIVE for port object 1ce6c8fc-74ca-41f9-a303-cec910c0940c will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:04.378726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920555-7f07-44d0-8151-796bd7a72111 req-2636ec3f-073f-45d8-904d-f78f1496c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.380001 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920555-7f07-44d0-8151-796bd7a72111 req-2636ec3f-073f-45d8-904d-f78f1496c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.380481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920555-7f07-44d0-8151-796bd7a72111 req-2636ec3f-073f-45d8-904d-f78f1496c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.382146 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-22920555-7f07-44d0-8151-796bd7a72111 req-2636ec3f-073f-45d8-904d-f78f1496c6b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1372590bbb4a46b08c8bc434975c42d6&device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2731 time: 0.0925870 Aug 16 01:44:04.487016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920555-7f07-44d0-8151-796bd7a72111 req-01b2ffe7-e6d3-4fb8-87b6-c82265d71ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.487688 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920555-7f07-44d0-8151-796bd7a72111 req-01b2ffe7-e6d3-4fb8-87b6-c82265d71ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.488302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920555-7f07-44d0-8151-796bd7a72111 req-01b2ffe7-e6d3-4fb8-87b6-c82265d71ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.490341 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-22920555-7f07-44d0-8151-796bd7a72111 req-01b2ffe7-e6d3-4fb8-87b6-c82265d71ac9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1372590bbb4a46b08c8bc434975c42d6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.0995283 Aug 16 01:44:04.539792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.543246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.545556 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.572954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.573576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.575006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] 10.222.0.64 "PUT /v2.0/ports/146612dd-355d-41fc-b82e-bc377665b764 HTTP/1.1" status: 200 len: 1092 time: 1.5837336 Aug 16 01:44:04.575480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5150047-d3af-4736-baff-e87c81d984bf', 'tag': '146612dd-355d-41fc-b82e-bc377665b764'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:04.577706 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7194e7-0128-4944-838e-de288c4af9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b5150047-d3af-4736-baff-e87c81d984bf", "tag": "146612dd-355d-41fc-b82e-bc377665b764"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:04.606019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.606147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540cf8f-aaa1-449d-b695-2d3cbb2138ac service neutron] Pushing event updated for resources: {'Port': ['ID=146612dd-355d-41fc-b82e-bc377665b764,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:04.606651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.608541 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] 10.222.0.64 "PUT /v2.0/ports/d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 1097 time: 2.2310426 Aug 16 01:44:04.648324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce6c8fc-74ca-41f9-a303-cec910c0940c,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:04.656129 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d312d6c3-33e2-46f0-8758-657bfcfecb4a x-openstack-request-id: req-d312d6c3-33e2-46f0-8758-657bfcfecb4a {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:04.656605 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5150047-d3af-4736-baff-e87c81d984bf", "tag": "146612dd-355d-41fc-b82e-bc377665b764", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:04.658010 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d312d6c3-33e2-46f0-8758-657bfcfecb4a {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:04.658562 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5150047-d3af-4736-baff-e87c81d984bf', 'tag': '146612dd-355d-41fc-b82e-bc377665b764', 'status': 'completed', 'code': 200} Aug 16 01:44:04.756773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920555-7f07-44d0-8151-796bd7a72111 req-827c8b62-4a62-4eef-a5fa-f20f4c8c55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.758500 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-22920555-7f07-44d0-8151-796bd7a72111 req-827c8b62-4a62-4eef-a5fa-f20f4c8c55b3 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2603846 Aug 16 01:44:04.824934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7194e7-0128-4944-838e-de288c4af9b6 req-06d33d28-bd5e-4e27-ac00-24d4d5306878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.826649 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a7194e7-0128-4944-838e-de288c4af9b6 req-06d33d28-bd5e-4e27-ac00-24d4d5306878 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 1095 time: 0.1336796 Aug 16 01:44:04.833101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72e4b4-6449-449d-b1c4-eb5ae541c0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:04.881154 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Attempting to bind port 1ce6c8fc-74ca-41f9-a303-cec910c0940c on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:04.882494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Attempting to bind port 1ce6c8fc-74ca-41f9-a303-cec910c0940c by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '17c6d349-e910-4c13-bfd3-5366bed5dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:04.882494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Attempting to bind port 1ce6c8fc-74ca-41f9-a303-cec910c0940c on network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:04.928367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Port 1ce6c8fc-74ca-41f9-a303-cec910c0940c on network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:04.928847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Attempting to bind port 1ce6c8fc-74ca-41f9-a303-cec910c0940c on network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:04.942510 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:04.943291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Checking segment: {'id': '17c6d349-e910-4c13-bfd3-5366bed5dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:04.943291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Bound using segment: {'id': '17c6d349-e910-4c13-bfd3-5366bed5dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:04.943762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Bound port: 1ce6c8fc-74ca-41f9-a303-cec910c0940c, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c6d349-e910-4c13-bfd3-5366bed5dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:04.944275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.948530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501ca48-b140-4e39-aeb8-7526d7de2da2 req-48e8998d-5ac2-4bee-8339-9af45ae7660e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.950112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5501ca48-b140-4e39-aeb8-7526d7de2da2 req-48e8998d-5ac2-4bee-8339-9af45ae7660e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 948 time: 0.1593266 Aug 16 01:44:04.952923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cba22-bfc3-404d-ab36-98961c854235 req-560ef624-54a6-47a6-a8fe-91d65e0647ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.954347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-560ef624-54a6-47a6-a8fe-91d65e0647ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1100 time: 0.1100578 Aug 16 01:44:05.016367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7194e7-0128-4944-838e-de288c4af9b6 req-acb1cb27-32de-44ae-bf27-3d3854001980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.017980 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a7194e7-0128-4944-838e-de288c4af9b6 req-acb1cb27-32de-44ae-bf27-3d3854001980 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1723664 Aug 16 01:44:05.091461 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] For port 1ce6c8fc-74ca-41f9-a303-cec910c0940c, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:05.111619 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] For port 1ce6c8fc-74ca-41f9-a303-cec910c0940c, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1ce6c8fc-74ca-41f9-a303-cec910c0940c,segment=NetworkSegment(17c6d349-e910-4c13-bfd3-5366bed5dc5c),segment_id=17c6d349-e910-4c13-bfd3-5366bed5dc5c)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:05.112749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54666) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:05.179660 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7194e7-0128-4944-838e-de288c4af9b6 req-52132e86-8507-4ed7-98c6-22eb6610937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.181153 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0a7194e7-0128-4944-838e-de288c4af9b6 req-52132e86-8507-4ed7-98c6-22eb6610937e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1510205 Aug 16 01:44:05.183719 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a4523688-ca6c-4394-8f6f-80f20922f8e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9641227bc8304abc81bf21e35ebe4183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697660 Aug 16 01:44:05.186468 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54670) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:05.257038 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.308653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-61bb6049-b2f0-4541-b0c9-365488388ac7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 217 time: 0.3337529 Aug 16 01:44:05.310124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.310758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.312146 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] 10.222.0.74 "PUT /v2.0/ports/1ce6c8fc-74ca-41f9-a303-cec910c0940c HTTP/1.1" status: 200 len: 1091 time: 2.3128710 Aug 16 01:44:05.315367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b740d00-80e8-4844-9b46-5444342fb68d req-d54988ce-7f84-4a8f-96d7-a7b46b829051 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.317418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b740d00-80e8-4844-9b46-5444342fb68d req-d54988ce-7f84-4a8f-96d7-a7b46b829051 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 943 time: 0.4362748 Aug 16 01:44:05.318701 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2d1cb3f-8f6a-4ad3-bc10-fba09d3f80a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.368043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2d1cb3f-8f6a-4ad3-bc10-fba09d3f80a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.368888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54676) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:05.371495 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-2bb4789b-7d58-49b0-a109-021e69c448ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.373068 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-2bb4789b-7d58-49b0-a109-021e69c448ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 1095 time: 0.1489270 Aug 16 01:44:05.375732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-753627808'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:05.390566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5501ca48-b140-4e39-aeb8-7526d7de2da2 req-f5e16102-2d99-448e-b4be-f28cd14a5874 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315345 Aug 16 01:44:05.399245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedffd7-8a15-4160-b017-696ac669cbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce6c8fc-74ca-41f9-a303-cec910c0940c,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:05.433269 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-aa9b54ee-f94d-4a56-969d-35821da47bf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=146612dd-355d-41fc-b82e-bc377665b764 HTTP/1.1" status: 200 len: 217 time: 0.0500984 Aug 16 01:44:05.437866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cba22-bfc3-404d-ab36-98961c854235 req-d1af26a0-6cd5-4d97-8b7b-c20b20721f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.439561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-d1af26a0-6cd5-4d97-8b7b-c20b20721f4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1161268 Aug 16 01:44:05.444452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Request body: {'port': {'device_id': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:05.450037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b740d00-80e8-4844-9b46-5444342fb68d req-f25f291b-755d-45c1-a99b-1819479c5c0f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112287 Aug 16 01:44:05.494190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cba22-bfc3-404d-ab36-98961c854235 req-39ae265b-5cad-4121-89ff-bdf40f539cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.495722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-39ae265b-5cad-4121-89ff-bdf40f539cd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448565 Aug 16 01:44:05.575486 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.579507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-564685f3-9c85-465c-a950-5b02a405c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.580979 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-564685f3-9c85-465c-a950-5b02a405c568 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2f412be-9693-4499-9b6e-5d42eec545f4 HTTP/1.1" status: 200 len: 844 time: 0.0887337 Aug 16 01:44:05.586148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:05.590671 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.620923 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-fd3ab885-5e67-4313-8d8f-aae10aad3da6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24268f93-d8c6-443a-bccc-728c497fb771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315447 Aug 16 01:44:05.688661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:05.736251 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-14c1c7e4-c4af-4bc8-9293-4f684a6eef57 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308803 Aug 16 01:44:05.739228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.739698 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Added segment 950eb819-a2b8-48a6-a5f7-5c05649c1a35 of type vlan for network 0658837a-4b54-4f63-9898-d517802f3f3f Aug 16 01:44:05.751005 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.768217 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2d1cb3f-8f6a-4ad3-bc10-fba09d3f80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.770314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2d1cb3f-8f6a-4ad3-bc10-fba09d3f80a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.771456 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c2d1cb3f-8f6a-4ad3-bc10-fba09d3f80a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ca1ac34-e3ac-4706-a456-74d039a958d7 HTTP/1.1" status: 204 len: 168 time: 0.5838525 Aug 16 01:44:05.802599 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1cb3f-8f6a-4ad3-bc10-fba09d3f80a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca1ac34-e3ac-4706-a456-74d039a958d7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:05.805479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7870-011b-48a2-abca-00801a2b54b5 req-1ca30afe-56b4-450a-9c3a-a36c42c60c67 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.813473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9ba7870-011b-48a2-abca-00801a2b54b5 req-1ca30afe-56b4-450a-9c3a-a36c42c60c67 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 943 time: 0.1774101 Aug 16 01:44:05.827624 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-388aef2a-73bb-4507-b2f8-1d92aa5a8aae service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852233 Aug 16 01:44:05.869884 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.897355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220775e-3ac8-4ff3-b6af-1bdd0212bd36 req-4ab70391-b68f-404f-b88c-9238fc1029f7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.903237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220775e-3ac8-4ff3-b6af-1bdd0212bd36 req-4ab70391-b68f-404f-b88c-9238fc1029f7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.909047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220775e-3ac8-4ff3-b6af-1bdd0212bd36 req-4ab70391-b68f-404f-b88c-9238fc1029f7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.911157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7220775e-3ac8-4ff3-b6af-1bdd0212bd36 req-4ab70391-b68f-404f-b88c-9238fc1029f7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2399 time: 0.2551279 Aug 16 01:44:05.976900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9ba7870-011b-48a2-abca-00801a2b54b5 req-8641ceff-cbe5-4732-b592-a46478a14791 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624596 Aug 16 01:44:05.995483 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d9c46605-01ad-4406-9c3d-d80caf8d0299 req-15afe8dc-0411-43a5-ba37-ef49751553a1 service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346865 Aug 16 01:44:06.005180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-132cba22-bfc3-404d-ab36-98961c854235 req-f400febd-dba7-46e6-be7f-4cbbf91c5b74 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538390 Aug 16 01:44:06.014351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7220775e-3ac8-4ff3-b6af-1bdd0212bd36 req-dd71fc6b-d5b8-4378-82ae-ea93857360f3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912616 Aug 16 01:44:06.045129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d2d2cb-a916-44db-875a-ed913929b317 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:06.053522 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.059639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.065363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.065528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Transition to ACTIVE for port object 40d2d2cb-a916-44db-875a-ed913929b317 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:06.065976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.139121 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.179068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Network': ['ID=0658837a-4b54-4f63-9898-d517802f3f3f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:06.192713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 0658837a-4b54-4f63-9898-d517802f3f3f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:06.195930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Pushing event updated for resources: {'Port': ['ID=40d2d2cb-a916-44db-875a-ed913929b317,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:06.226015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c2f508c1-0c58-4104-91e1-7295d2a7c4b1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8541548 Aug 16 01:44:06.228466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54682) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:06.245960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1724719964'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:06.252106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb'}, {'name': 'network-changed', 'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'tag': '1ce6c8fc-74ca-41f9-a303-cec910c0940c'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:06.254552 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb"}, {"name": "network-changed", "server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "tag": "1ce6c8fc-74ca-41f9-a303-cec910c0940c"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:06.293267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Attempting to bind port 40d2d2cb-a916-44db-875a-ed913929b317 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:06.293769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Attempting to bind port 40d2d2cb-a916-44db-875a-ed913929b317 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:06.294129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Attempting to bind port 40d2d2cb-a916-44db-875a-ed913929b317 on network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:06.300246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Port 40d2d2cb-a916-44db-875a-ed913929b317 on network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:06.302144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Attempting to bind port 40d2d2cb-a916-44db-875a-ed913929b317 on network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:06.309871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:06.310243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Checking segment: {'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:06.310644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Bound using segment: {'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:06.311086 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Bound port: 40d2d2cb-a916-44db-875a-ed913929b317, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8302d29-8295-427e-8558-85335cf6af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:06.312693 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.339249 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e98de7-d1c6-46e0-b59e-7c064ed8b043 x-openstack-request-id: req-25e98de7-d1c6-46e0-b59e-7c064ed8b043 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:06.339545 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "tag": "1ce6c8fc-74ca-41f9-a303-cec910c0940c", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:06.339807 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25e98de7-d1c6-46e0-b59e-7c064ed8b043 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:06.340203 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'status': 'completed', 'code': 200} Aug 16 01:44:06.340459 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'tag': '1ce6c8fc-74ca-41f9-a303-cec910c0940c', 'status': 'completed', 'code': 200} Aug 16 01:44:06.344918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:06.348759 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.480552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:06.484310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-2a6cb408-2765-4add-81f8-3db9fa7bfd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.485730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-2a6cb408-2765-4add-81f8-3db9fa7bfd97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1100 time: 0.1328814 Aug 16 01:44:06.496543 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.496870 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Added segment 9624f9ff-4ee8-42d1-a136-bb3bb61d4039 of type vlan for network f33f85bb-dec5-4471-a410-d894e8ee0dca Aug 16 01:44:06.502893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-f26f37d0-4950-4322-8681-c95ea2cefe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.503374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-f26f37d0-4950-4322-8681-c95ea2cefe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.504080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-f26f37d0-4950-4322-8681-c95ea2cefe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.505751 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-f26f37d0-4950-4322-8681-c95ea2cefe46 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1372590bbb4a46b08c8bc434975c42d6&device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2825 time: 0.1645284 Aug 16 01:44:06.512594 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] For port 40d2d2cb-a916-44db-875a-ed913929b317, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:06.525800 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] For port 40d2d2cb-a916-44db-875a-ed913929b317, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=40d2d2cb-a916-44db-875a-ed913929b317,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:06.612602 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.646557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.651443 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-1819e1de-90d5-46cb-b0bb-c68a06c1012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.652005 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-1819e1de-90d5-46cb-b0bb-c68a06c1012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.652447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-1819e1de-90d5-46cb-b0bb-c68a06c1012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.660817 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-1819e1de-90d5-46cb-b0bb-c68a06c1012d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1372590bbb4a46b08c8bc434975c42d6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1387699 Aug 16 01:44:06.663729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.664522 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.665948 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] 10.222.0.74 "PUT /v2.0/ports/40d2d2cb-a916-44db-875a-ed913929b317 HTTP/1.1" status: 200 len: 1093 time: 1.2262568 Aug 16 01:44:06.675544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f2874-9762-4dce-97e7-b2cebc05f511 req-558e46ab-4bd4-4c78-9fae-5a5cb2c98495 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.682425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-606f2874-9762-4dce-97e7-b2cebc05f511 req-558e46ab-4bd4-4c78-9fae-5a5cb2c98495 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 948 time: 0.2003849 Aug 16 01:44:06.742983 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607d11d-db4c-45ca-b151-546bc9431427 service neutron] Pushing event updated for resources: {'Port': ['ID=40d2d2cb-a916-44db-875a-ed913929b317,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:06.743373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7012702-10e1-44fb-80f3-51945f6307ba req-15a3fbd0-0b49-4ee6-9513-fbb22da7aa43 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.744971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7012702-10e1-44fb-80f3-51945f6307ba req-15a3fbd0-0b49-4ee6-9513-fbb22da7aa43 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 943 time: 0.1742041 Aug 16 01:44:06.780568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-96199020-46c4-4f8b-a8af-bdd820ef7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.782496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-96199020-46c4-4f8b-a8af-bdd820ef7051 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.2825718 Aug 16 01:44:06.788877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-606f2874-9762-4dce-97e7-b2cebc05f511 req-cc8799b0-b41e-475e-9a3e-7474ccbdf611 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055951 Aug 16 01:44:06.794379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-1661c8cd-80cb-42b6-828f-75a5246357eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.795635 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-1661c8cd-80cb-42b6-828f-75a5246357eb service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286328 Aug 16 01:44:06.839663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-6aff342a-99f0-4b99-955e-dc777a964ba5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 217 time: 0.0496945 Aug 16 01:44:06.840242 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.856422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.857086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.914809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7012702-10e1-44fb-80f3-51945f6307ba req-267ae991-8f2d-4a1e-bfe6-46719683f353 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594756 Aug 16 01:44:06.947075 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-3d226df0-420c-4c2c-aa9b-ce1c84b683ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.947900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-3d226df0-420c-4c2c-aa9b-ce1c84b683ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.948661 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-3d226df0-420c-4c2c-aa9b-ce1c84b683ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.950690 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-3d226df0-420c-4c2c-aa9b-ce1c84b683ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1372590bbb4a46b08c8bc434975c42d6&device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2867 time: 0.0927012 Aug 16 01:44:07.005461 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-38f15669-da8e-4d5a-bd7c-f9d072fb50ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=12dfc11b-c0e4-4ebb-9a2a-341f127a8613 HTTP/1.1" status: 200 len: 217 time: 0.0390844 Aug 16 01:44:07.008848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Network': ['ID=f33f85bb-dec5-4471-a410-d894e8ee0dca,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:07.012196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-6a91700c-623f-4cf8-b12b-0879f008f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.013706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-6a91700c-623f-4cf8-b12b-0879f008f0a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1529098 Aug 16 01:44:07.020522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network f33f85bb-dec5-4471-a410-d894e8ee0dca details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:07.041752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 7fbe021a-7432-4f0a-8690-c651831fedba details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:07.075840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a9fa83fe-ce54-4f68-a4c3-d35866adc570 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8457668 Aug 16 01:44:07.079029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54712) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:07.087503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'subnet': {'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:07.096351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-1e5359fe-f993-45d2-bcd1-aac58c3411b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.101791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-1e5359fe-f993-45d2-bcd1-aac58c3411b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733557 Aug 16 01:44:07.169955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-16838c17-3aab-4074-8d5c-37b7aff386da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.171472 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-16838c17-3aab-4074-8d5c-37b7aff386da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59338ac5-22c7-4643-8e5e-712890d6b1fd HTTP/1.1" status: 200 len: 801 time: 0.1563733 Aug 16 01:44:07.213952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7fbe021a-7432-4f0a-8690-c651831fedba,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:07.224806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-e585429b-a989-477e-a676-80aada1c0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.227168 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-e585429b-a989-477e-a676-80aada1c0c99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472889 Aug 16 01:44:07.230837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '7fbe021a-7432-4f0a-8690-c651831fedba', 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef', 'port_id': '7fbe021a-7432-4f0a-8690-c651831fedba', 'mac_address': 'fa:16:3e:da:e6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1da15f7-7f10-47b9-9717-19dd3e23683c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:07.233997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54716) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:07.276080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d51704-f1ba-464e-b84f-3f1b85c7bce1 req-4587e1c4-32ee-4e9e-88b5-2caa82446af4 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.276672 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.277617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8d51704-f1ba-464e-b84f-3f1b85c7bce1 req-4587e1c4-32ee-4e9e-88b5-2caa82446af4 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 943 time: 0.1959558 Aug 16 01:44:07.292513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbe021a-7432-4f0a-8690-c651831fedba {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:07.294269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a64b66-cdaa-4997-aa31-2026fa986b5b req-35c289da-b7a3-4840-b535-fc43ddad1d18 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.300301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a64b66-cdaa-4997-aa31-2026fa986b5b req-35c289da-b7a3-4840-b535-fc43ddad1d18 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.306600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a64b66-cdaa-4997-aa31-2026fa986b5b req-35c289da-b7a3-4840-b535-fc43ddad1d18 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.308356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1a64b66-cdaa-4997-aa31-2026fa986b5b req-35c289da-b7a3-4840-b535-fc43ddad1d18 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2411 time: 0.1603677 Aug 16 01:44:07.325966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7fbe021a-7432-4f0a-8690-c651831fedba,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:07.346903 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-f0b372a9-2656-4098-a927-a5290e970d1b service neutron] 10.222.0.74 "GET /v2.0/networks/dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057758 Aug 16 01:44:07.348755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:07.352335 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.368334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-9056b05d-dead-420a-b400-c09d3b792092 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215662 Aug 16 01:44:07.408189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1484601490-network', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:07.408511 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.420385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8d51704-f1ba-464e-b84f-3f1b85c7bce1 req-1b7493c1-62cd-43ce-9ec8-c1b24153f805 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049287 Aug 16 01:44:07.460122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1a64b66-cdaa-4997-aa31-2026fa986b5b req-30fab0c5-f6b0-4b5e-b624-332639a026d3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385591 Aug 16 01:44:07.482519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=7fbe021a-7432-4f0a-8690-c651831fedba,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:07.507733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a732573-3de9-4080-97ae-8f7d7b4f9ddd req-e400c5e7-40f0-4c86-9740-f487768353ad service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299219 Aug 16 01:44:07.549969 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-a1332a39-a1fd-46d0-85ec-cfe5bd6ffeab service neutron] 10.222.0.74 "GET /v2.0/networks/dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915903 Aug 16 01:44:07.618333 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-83aa26a5-3e48-4151-99cb-a73d69e441ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=1ce6c8fc-74ca-41f9-a303-cec910c0940c HTTP/1.1" status: 200 len: 217 time: 0.0432873 Aug 16 01:44:07.618865 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Made reservation on behalf of 7e7993e7a5094c90a8fc09e87c2cb048 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:07.621063 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.623672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['7fbe021a-7432-4f0a-8690-c651831fedba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:07.644872 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.738294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-1a607022-6512-4391-8cae-ed160fe4fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.739838 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-1a607022-6512-4391-8cae-ed160fe4fdb6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=213e44de-9f69-4744-8b31-9d86b0462279 HTTP/1.1" status: 200 len: 801 time: 0.1127143 Aug 16 01:44:07.810049 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.824185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-446145b7-f1d6-4465-80ae-eb2600835837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.825722 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-446145b7-f1d6-4465-80ae-eb2600835837 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=77cb58dc-d8a8-4f3d-9835-1585b89ca5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751402 Aug 16 01:44:07.915579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb258be-e097-4ffb-bb9b-c7c4b1648b4d req-c7dacb42-379c-4d35-b109-c90acfb60e6f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.917668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afb258be-e097-4ffb-bb9b-c7c4b1648b4d req-c7dacb42-379c-4d35-b109-c90acfb60e6f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 948 time: 0.0554502 Aug 16 01:44:07.970409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afb258be-e097-4ffb-bb9b-c7c4b1648b4d req-7b408c29-cb9d-4f77-ac78-cdadf48eecce tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 Aug 16 01:44:08.065389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d5436-4506-4f1f-b7a2-5be91b91fa03 req-77d73c56-b00e-4721-9274-12448a9fc83d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:08.067131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-350d5436-4506-4f1f-b7a2-5be91b91fa03 req-77d73c56-b00e-4721-9274-12448a9fc83d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 944 time: 0.0519211 Aug 16 01:44:08.106714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-350d5436-4506-4f1f-b7a2-5be91b91fa03 req-f577f1af-ea98-43fa-87c3-fed1021629a0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Aug 16 01:44:08.192858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.200569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Subnet': ['ID=de7a3205-35da-4591-aade-cbfd97eaa4ec,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:08.219488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.219821 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.220156 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.220483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.220805 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.221125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.221439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.221760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.222099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.222981 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.223296 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.223608 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:08.236874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Checking segment: {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:08.237223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network hostable DHCP agents. Network: 0658837a-4b54-4f63-9898-d517802f3f3f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:08.256687 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-cd4aefbc-b49a-4e1a-a256-6ecbc9e9b60b service neutron] 10.222.0.74 "GET /v2.0/networks/77cb58dc-d8a8-4f3d-9835-1585b89ca5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110277 Aug 16 01:44:08.257527 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.258106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d9598b3d-dc4f-4c14-bf27-6d80804a96fb details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:08.299041 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:08.337962 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e22bcf-c2ed-4619-81fc-eda9bdd746b8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:08.343081 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'tag': '40d2d2cb-a916-44db-875a-ed913929b317'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:08.345265 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff80d343-5b2f-4f9c-a566-db62bc94514c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "tag": "40d2d2cb-a916-44db-875a-ed913929b317"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:08.349024 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.349339 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Added segment 87eed707-162b-4f94-a662-a68f39acb8c3 of type vlan for network 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 Aug 16 01:44:08.357412 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:08.366594 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network 0658837a-4b54-4f63-9898-d517802f3f3f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:08.370661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'mac_address': 'fa:16:3e:2b:b4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:08.404848 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb3fd5a-3496-4edc-90d3-ec4d6a67a8fc x-openstack-request-id: req-2bb3fd5a-3496-4edc-90d3-ec4d6a67a8fc {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:08.405137 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "tag": "40d2d2cb-a916-44db-875a-ed913929b317", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:08.405385 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2bb3fd5a-3496-4edc-90d3-ec4d6a67a8fc {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:08.405783 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'tag': '40d2d2cb-a916-44db-875a-ed913929b317', 'status': 'completed', 'code': 200} Aug 16 01:44:08.408628 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.422391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.429101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9598b3d-dc4f-4c14-bf27-6d80804a96fb {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:08.443772 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-629fc319-9d34-4083-b111-ed710dfeb4e2 service neutron] 10.222.0.74 "GET /v2.0/networks/77cb58dc-d8a8-4f3d-9835-1585b89ca5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786683 Aug 16 01:44:08.455681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:08.491104 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-93332262-6491-4358-a27f-2cb4e8bd7bfc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=40d2d2cb-a916-44db-875a-ed913929b317 HTTP/1.1" status: 200 len: 217 time: 0.0379221 Aug 16 01:44:08.499331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 0658837a-4b54-4f63-9898-d517802f3f3f) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:08.509483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3695525-e5af-4eb8-b895-570df0e3d569 None None] Network 0658837a-4b54-4f63-9898-d517802f3f3f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:08.522143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:08.522143 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.558018 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.559011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 146612dd-355d-41fc-b82e-bc377665b764 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:08.564587 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-bdf896f4-4bbe-45f9-9500-3e89c14aab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:08.566475 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-bdf896f4-4bbe-45f9-9500-3e89c14aab06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59338ac5-22c7-4643-8e5e-712890d6b1fd HTTP/1.1" status: 200 len: 801 time: 0.0647881 Aug 16 01:44:08.576361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225b408-4ec9-4478-937c-9b60b4c76ad7 req-5526a05d-ae58-4d61-9eef-d58e84a5eb36 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:08.578128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2225b408-4ec9-4478-937c-9b60b4c76ad7 req-5526a05d-ae58-4d61-9eef-d58e84a5eb36 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 943 time: 0.0820494 Aug 16 01:44:08.602075 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.603426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:08.604026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.646453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5907f-7402-49b1-ae28-c4756ce5052b req-eba5d60a-81df-4ca9-84d2-4c4bb406126b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:08.652378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5907f-7402-49b1-ae28-c4756ce5052b req-eba5d60a-81df-4ca9-84d2-4c4bb406126b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:08.658540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5907f-7402-49b1-ae28-c4756ce5052b req-eba5d60a-81df-4ca9-84d2-4c4bb406126b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:08.660829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ee5907f-7402-49b1-ae28-c4756ce5052b req-eba5d60a-81df-4ca9-84d2-4c4bb406126b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2411 time: 0.1037788 Aug 16 01:44:08.666025 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4271c0dd-aa5a-4443-8e20-cb2a6f8d408d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5848212 Aug 16 01:44:08.671406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54734) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:08.679449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'subnet': {'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:08.692462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2225b408-4ec9-4478-937c-9b60b4c76ad7 req-3fe537c1-7053-4e96-bbb5-cc9527e84fcf tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947599 Aug 16 01:44:08.699278 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-c27bf681-67f9-489e-9241-ab8d8eeba0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:08.702171 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-c27bf681-67f9-489e-9241-ab8d8eeba0f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264610 Aug 16 01:44:08.724138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ee5907f-7402-49b1-ae28-c4756ce5052b req-4644c636-02bb-4576-a005-3373b42ecd66 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512571 Aug 16 01:44:08.726867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] Pushing event updated for resources: {'Network': ['ID=417b27c5-c1f0-43e8-b843-a2cfd0f8b366,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:08.751759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:08.764191 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1a9be0c0-f021-4616-bb61-c38a8c12a21e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5282259 Aug 16 01:44:08.771418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54736) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:08.772162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:08.782850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] Request body: {'subnet': {'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1484601490-subnet', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:08.846473 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-2d84943d-86b9-4e6d-92e3-33853492b318 service neutron] 10.222.0.74 "GET /v2.0/networks/dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170688 Aug 16 01:44:08.876653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] Made reservation on behalf of 7e7993e7a5094c90a8fc09e87c2cb048 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:08.879420 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.887938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-0658837a-4b54-4f63-9898-d517802f3f3f', 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f', 'tenant_id': '1df95d736c594679814967c806df0199', 'fixed_ips': [{'subnet_id': 'de7a3205-35da-4591-aade-cbfd97eaa4ec'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:08.888858 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.891826 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 146612dd-355d-41fc-b82e-bc377665b764, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=146612dd-355d-41fc-b82e-bc377665b764,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:08.913348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '146612dd-355d-41fc-b82e-bc377665b764', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'port_id': '146612dd-355d-41fc-b82e-bc377665b764', 'mac_address': 'fa:16:3e:67:b9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f412be-9693-4499-9b6e-5d42eec545f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:08.968759 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4f52888-ecf3-4a12-b588-01fbf3727c6f req-7771fc47-dd6b-400f-a790-f4caa6fbd182 service neutron] 10.222.0.74 "GET /v2.0/networks/dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149015 Aug 16 01:44:09.005140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:09.010085 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.058798 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.076550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 7fbe021a-7432-4f0a-8690-c651831fedba up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:09.109669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146612dd-355d-41fc-b82e-bc377665b764 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:09.154966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Allocated IP 10.1.1.2 (0658837a-4b54-4f63-9898-d517802f3f3f/de7a3205-35da-4591-aade-cbfd97eaa4ec/968b010f-6bdd-4156-86d4-8c313eab43f0) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:09.164072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab014688-e1cb-40f8-bab6-001468c45ca4 req-cfa875bb-c973-4822-9919-73a4bbdc7c83 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.165707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab014688-e1cb-40f8-bab6-001468c45ca4 req-cfa875bb-c973-4822-9919-73a4bbdc7c83 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 949 time: 0.0571535 Aug 16 01:44:09.168397 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-2f1a93c4-835d-4631-87e6-859949bff34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.168962 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-2f1a93c4-835d-4631-87e6-859949bff34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.169507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-2f1a93c4-835d-4631-87e6-859949bff34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.171362 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-2f1a93c4-835d-4631-87e6-859949bff34c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1372590bbb4a46b08c8bc434975c42d6&device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2867 time: 0.0642161 Aug 16 01:44:09.183757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 146612dd-355d-41fc-b82e-bc377665b764, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=146612dd-355d-41fc-b82e-bc377665b764,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:09.192230 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.249469 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.276196 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab014688-e1cb-40f8-bab6-001468c45ca4 req-8c571e76-e678-4fc3-9df3-a899b38a9999 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040952 Aug 16 01:44:09.301863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede0f6b0-87d9-4978-a763-94c262f91c38,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:09.315814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] Checking segment: {'id': '87eed707-162b-4f94-a662-a68f39acb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:09.316907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] Network hostable DHCP agents. Network: 417b27c5-c1f0-43e8-b843-a2cfd0f8b366, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:09.330272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5095e-5f58-4571-88f6-e574bd4d463f req-d46e0526-282c-4399-8019-8fa429d6e202 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.331945 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8f5095e-5f58-4571-88f6-e574bd4d463f req-d46e0526-282c-4399-8019-8fa429d6e202 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 944 time: 0.1027977 Aug 16 01:44:09.338854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=146612dd-355d-41fc-b82e-bc377665b764,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:09.347014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-3258ced8-091d-44b1-a80e-4f5b351f0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.348826 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-3258ced8-091d-44b1-a80e-4f5b351f0b2c service neutron] 10.222.0.74 "GET /v2.0/networks?id=dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c HTTP/1.1" status: 200 len: 902 time: 0.1697164 Aug 16 01:44:09.366762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 7fbe021a-7432-4f0a-8690-c651831fedba completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:09.388208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8f5095e-5f58-4571-88f6-e574bd4d463f req-7841c55f-f0e7-4079-86df-444e3d5aabc4 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386934 Aug 16 01:44:09.389732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 7fbe021a-7432-4f0a-8690-c651831fedba triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:09.390147 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.396516 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-92c753ba-f64d-4036-8643-8539790787ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=40d2d2cb-a916-44db-875a-ed913929b317 HTTP/1.1" status: 200 len: 217 time: 0.0399799 Aug 16 01:44:09.431460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] Network 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:09.440321 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.456520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-e7ae2075-2f29-4708-99d4-c9868d1dccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.457241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Transition to ACTIVE for port object 968b010f-6bdd-4156-86d4-8c313eab43f0 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:09.458156 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-e7ae2075-2f29-4708-99d4-c9868d1dccf2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59338ac5-22c7-4643-8e5e-712890d6b1fd HTTP/1.1" status: 200 len: 801 time: 0.0546274 Aug 16 01:44:09.474741 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.476670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Transition to ACTIVE for port object 968b010f-6bdd-4156-86d4-8c313eab43f0 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:09.521689 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.540994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbe021a-7432-4f0a-8690-c651831fedba'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:09.543429 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05d5623-739d-4458-8b74-c6c21f5de04e" -d '{"events": [{"server_uuid": "a4a63faf-7822-4e13-bb8e-d75b6e860269", "name": "network-vif-plugged", "status": "completed", "tag": "7fbe021a-7432-4f0a-8690-c651831fedba"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:09.557011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7fbe021a-7432-4f0a-8690-c651831fedba,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:09.559602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d9598b3d-dc4f-4c14-bf27-6d80804a96fb'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:09.562999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Subnet': ['ID=fafeebf6-9254-46cc-b2a5-aa1d45d42b29,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:09.571332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-9b0a9d53-598c-452f-be8a-eca770c1f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.572829 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-9b0a9d53-598c-452f-be8a-eca770c1f9aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075511 Aug 16 01:44:09.576833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Checking segment: {'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:09.577199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network hostable DHCP agents. Network: f33f85bb-dec5-4471-a410-d894e8ee0dca, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:09.581614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 417b27c5-c1f0-43e8-b843-a2cfd0f8b366) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:09.583622 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['146612dd-355d-41fc-b82e-bc377665b764'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:09.586324 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489461cd-590c-4146-bb34-19b1a2e311d4 x-openstack-request-id: req-489461cd-590c-4146-bb34-19b1a2e311d4 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:09.586604 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a63faf-7822-4e13-bb8e-d75b6e860269", "name": "network-vif-plugged", "status": "completed", "tag": "7fbe021a-7432-4f0a-8690-c651831fedba", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:09.586876 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-489461cd-590c-4146-bb34-19b1a2e311d4 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:09.587235 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbe021a-7432-4f0a-8690-c651831fedba', 'code': 200} Aug 16 01:44:09.593523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a148fb2d-fe19-4609-baab-01b90723b4a5 None None] Network 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:09.606251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.607624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.658732 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.674830 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.712860 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-a5296cb3-1293-42d6-8a53-ee1efbcd990e service neutron] 10.222.0.74 "GET /v2.0/networks/dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228662 Aug 16 01:44:09.729782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Network 0658837a-4b54-4f63-9898-d517802f3f3f is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:09.742668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:09.746127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a51a7583-e18e-45d8-a44c-6435100f659f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9726746 Aug 16 01:44:09.749531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54752) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:09.759722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1484601490-router', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:09.762220 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:09.811991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Pushing event updated for resources: {'Port': ['ID=968b010f-6bdd-4156-86d4-8c313eab43f0,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:09.829910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network f33f85bb-dec5-4471-a410-d894e8ee0dca is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:09.835746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1dba2-76c7-4232-99f7-c46f623ddbd5 req-6bc73644-1d62-420d-b3c9-b9d0cf7aa4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.838728 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4b1dba2-76c7-4232-99f7-c46f623ddbd5 req-6bc73644-1d62-420d-b3c9-b9d0cf7aa4cd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 1097 time: 0.1812007 Aug 16 01:44:09.865061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, f33f85bb-dec5-4471-a410-d894e8ee0dca) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:09.891842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.892656 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.896823 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.898002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.943070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f7623-fc15-410b-bf2c-fff7c15839f4 req-d7ffe535-dd17-4023-8a8f-6bca18530439 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.945483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-046f7623-fc15-410b-bf2c-fff7c15839f4 req-d7ffe535-dd17-4023-8a8f-6bca18530439 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 944 time: 0.1369281 Aug 16 01:44:09.955619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845ceb-2493-47b8-b6e5-6e4e07daf3c6 req-f6b9129e-084f-41b0-8dd4-9b2491899f66 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.961664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845ceb-2493-47b8-b6e5-6e4e07daf3c6 req-f6b9129e-084f-41b0-8dd4-9b2491899f66 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.967584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845ceb-2493-47b8-b6e5-6e4e07daf3c6 req-f6b9129e-084f-41b0-8dd4-9b2491899f66 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.970696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75845ceb-2493-47b8-b6e5-6e4e07daf3c6 req-f6b9129e-084f-41b0-8dd4-9b2491899f66 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2411 time: 0.1145313 Aug 16 01:44:09.982452 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4b1dba2-76c7-4232-99f7-c46f623ddbd5 req-415175c3-2f85-4a45-9cbd-67ef3aee5aea service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296945 Aug 16 01:44:09.994951 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ff80d343-5b2f-4f9c-a566-db62bc94514c req-53b1a170-60c1-4293-b389-5c1876a90044 service neutron] 10.222.0.74 "GET /v2.0/networks/dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742283 Aug 16 01:44:10.001039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45109a8-bf72-4a2a-a3ff-53dc77525ac6 None None] Network f33f85bb-dec5-4471-a410-d894e8ee0dca requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:10.014532 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a32774bc-2a45-46e3-8c0e-81d1522d7bd2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3419583 Aug 16 01:44:10.015499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54756) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:10.020764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'port': {'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f', 'name': 'tempest-TaggedBootDevicesTest-1716990102', 'fixed_ips': [{'subnet_id': 'de7a3205-35da-4591-aade-cbfd97eaa4ec'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:10.032350 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.074702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-046f7623-fc15-410b-bf2c-fff7c15839f4 req-382a9e97-6d42-426a-85de-e5ad6fc60d17 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974758 Aug 16 01:44:10.082405 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75845ceb-2493-47b8-b6e5-6e4e07daf3c6 req-d1969334-cc59-4480-aae3-5003cecb456f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004591 Aug 16 01:44:10.154084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Attempting to bind port 968b010f-6bdd-4156-86d4-8c313eab43f0 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:10.154460 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Attempting to bind port 968b010f-6bdd-4156-86d4-8c313eab43f0 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:10.154823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Attempting to bind port 968b010f-6bdd-4156-86d4-8c313eab43f0 on network 0658837a-4b54-4f63-9898-d517802f3f3f {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:10.213746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=7fbe021a-7432-4f0a-8690-c651831fedba,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:10.216548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:10.216924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Checking segment: {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:10.217550 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.218302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Bound using segment: {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:10.218302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Bound port: 968b010f-6bdd-4156-86d4-8c313eab43f0, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:10.218599 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.251011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-417b27c5-c1f0-43e8-b843-a2cfd0f8b366', 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'fixed_ips': [{'subnet_id': 'ede0f6b0-87d9-4978-a763-94c262f91c38'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:10.251892 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.256211 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.276198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:10.374416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.399740 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] device_id is not set on port 51da5588-9d80-4706-8e6e-b703605f3e18 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:44:10.470754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] For port 968b010f-6bdd-4156-86d4-8c313eab43f0, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:10.515169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] For port 968b010f-6bdd-4156-86d4-8c313eab43f0, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=968b010f-6bdd-4156-86d4-8c313eab43f0,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:10.558354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e20a6-b762-4219-999b-e324ded723cd req-15b06bb9-2ee5-44d2-b6f5-6a27de10e55f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:10.559947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e85e20a6-b762-4219-999b-e324ded723cd req-15b06bb9-2ee5-44d2-b6f5-6a27de10e55f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 949 time: 0.1542423 Aug 16 01:44:10.578685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-f33f85bb-dec5-4471-a410-d894e8ee0dca', 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca', 'tenant_id': '1df95d736c594679814967c806df0199', 'fixed_ips': [{'subnet_id': 'fafeebf6-9254-46cc-b2a5-aa1d45d42b29'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:10.579995 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.599300 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.626898 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.644174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Allocated IP 172.20.0.2 (417b27c5-c1f0-43e8-b843-a2cfd0f8b366/ede0f6b0-87d9-4978-a763-94c262f91c38/92325639-a500-4efe-b766-d25082474e73) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:10.663136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256a5a-cc1f-45b7-a61e-db5ca31b9062 req-60462e0e-8126-4ab6-b124-2ac6f46c98db tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:10.664916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b256a5a-cc1f-45b7-a61e-db5ca31b9062 req-60462e0e-8126-4ab6-b124-2ac6f46c98db tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.1487432 Aug 16 01:44:10.670632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e85e20a6-b762-4219-999b-e324ded723cd req-eb6bfdfd-fa0b-454b-b0ef-90c67a8906da tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859480 Aug 16 01:44:10.671639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.681173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Allocated IP 10.1.1.203 (0658837a-4b54-4f63-9898-d517802f3f3f/de7a3205-35da-4591-aade-cbfd97eaa4ec/51da5588-9d80-4706-8e6e-b703605f3e18) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:10.766585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b256a5a-cc1f-45b7-a61e-db5ca31b9062 req-29c40227-8b3f-41c6-b425-9ad8055442d0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849702 Aug 16 01:44:10.814010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7ef99-5c75-4fae-a0e2-60248835c6f3 None None] Pushing event updated for resources: {'Port': ['ID=968b010f-6bdd-4156-86d4-8c313eab43f0,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:10.869551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Allocated IP 172.25.8.252 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/7242201c-9802-4487-aacc-3506b2f0f239) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:10.894664 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.906028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Allocated IP 10.2.2.2 (f33f85bb-dec5-4471-a410-d894e8ee0dca/fafeebf6-9254-46cc-b2a5-aa1d45d42b29/3c30b81c-3f1d-4d09-a32c-6cbbb11e7642) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:10.914309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Transition to ACTIVE for port object 51da5588-9d80-4706-8e6e-b703605f3e18 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:11.033128 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.037545 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.055684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Transition to ACTIVE for port object 92325639-a500-4efe-b766-d25082474e73 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:11.065843 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.083983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:11.103045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Transition to ACTIVE for port object 92325639-a500-4efe-b766-d25082474e73 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:11.151447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Port': ['ID=51da5588-9d80-4706-8e6e-b703605f3e18,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:11.172929 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.185272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network 0658837a-4b54-4f63-9898-d517802f3f3f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:11.187640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:11.190343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:11.210823 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.230914 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.250120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:11.250852 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.262522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:11.269054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:11.276597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:11.284050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Network 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:11.284304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Pushing event updated for resources: {'Port': ['ID=7242201c-9802-4487-aacc-3506b2f0f239,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:11.293431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Transition to ACTIVE for port object 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:11.295439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:11.304256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:11.323030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Pushing event updated for resources: {'Port': ['ID=92325639-a500-4efe-b766-d25082474e73,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:11.324262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b51aab-206b-4f0e-a4f6-e6d33fc70cf3 req-82b6893e-6d86-44f4-a2fe-9654b3e31211 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:11.333285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72b51aab-206b-4f0e-a4f6-e6d33fc70cf3 req-82b6893e-6d86-44f4-a2fe-9654b3e31211 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 944 time: 0.1789138 Aug 16 01:44:11.339455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Transition to ACTIVE for port object 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:11.350835 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-18a46d2c-88c4-4d30-9d1f-48b510688bdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3331742 Aug 16 01:44:11.356280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54774) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:11.356961 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'port': {'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f', 'name': 'tempest-TaggedBootDevicesTest-1392777938', 'fixed_ips': [{'subnet_id': 'de7a3205-35da-4591-aade-cbfd97eaa4ec'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:11.379672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77196b70-f3d2-4aa7-92be-292b50d2f685 req-01a7083a-5766-40ba-afff-f9bf2139cede tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:11.385361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77196b70-f3d2-4aa7-92be-292b50d2f685 req-01a7083a-5766-40ba-afff-f9bf2139cede tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:11.391321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77196b70-f3d2-4aa7-92be-292b50d2f685 req-01a7083a-5766-40ba-afff-f9bf2139cede tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:11.391816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=12dfc11b-c0e4-4ebb-9a2a-341f127a8613,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:11.393066 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77196b70-f3d2-4aa7-92be-292b50d2f685 req-01a7083a-5766-40ba-afff-f9bf2139cede tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2411 time: 0.1796107 Aug 16 01:44:11.416105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Attempting to bind port 92325639-a500-4efe-b766-d25082474e73 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:11.416105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Attempting to bind port 92325639-a500-4efe-b766-d25082474e73 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '87eed707-162b-4f94-a662-a68f39acb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:11.416105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Attempting to bind port 92325639-a500-4efe-b766-d25082474e73 on network 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:11.416105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '12dfc11b-c0e4-4ebb-9a2a-341f127a8613', 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c', 'port_id': '12dfc11b-c0e4-4ebb-9a2a-341f127a8613', 'mac_address': 'fa:16:3e:7b:a2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59338ac5-22c7-4643-8e5e-712890d6b1fd', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:11.423138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:11.423138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Checking segment: {'id': '87eed707-162b-4f94-a662-a68f39acb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:11.423138 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.423138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Bound using segment: {'id': '87eed707-162b-4f94-a662-a68f39acb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:11.423138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Bound port: 92325639-a500-4efe-b766-d25082474e73, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eed707-162b-4f94-a662-a68f39acb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:11.423645 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.492576 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.498096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72b51aab-206b-4f0e-a4f6-e6d33fc70cf3 req-7db930b0-2172-44f6-a262-ab5690a50e08 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588912 Aug 16 01:44:11.517999 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.571887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Pushing event updated for resources: {'Port': ['ID=3c30b81c-3f1d-4d09-a32c-6cbbb11e7642,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:11.595219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:11.596555 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:11.605330 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.635065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 968b010f-6bdd-4156-86d4-8c313eab43f0 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:11.658697 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] device_id is not set on port 31ea19a7-717c-4f87-addd-f925ad379bf9 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:44:11.658837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77196b70-f3d2-4aa7-92be-292b50d2f685 req-94bb5132-b16c-4a50-9c29-940a5fcf14e3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530007 Aug 16 01:44:11.684617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Network f33f85bb-dec5-4471-a410-d894e8ee0dca is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:11.701318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:11.710089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:11.713934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=12dfc11b-c0e4-4ebb-9a2a-341f127a8613,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:11.715385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] For port 92325639-a500-4efe-b766-d25082474e73, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:11.721292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] For port 92325639-a500-4efe-b766-d25082474e73, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=92325639-a500-4efe-b766-d25082474e73,segment=NetworkSegment(87eed707-162b-4f94-a662-a68f39acb8c3),segment_id=87eed707-162b-4f94-a662-a68f39acb8c3)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:11.830551 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.832640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1ce6c8fc-74ca-41f9-a303-cec910c0940c details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:11.856449 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.898538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Attempting to bind port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:11.899124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Attempting to bind port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:11.899675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Attempting to bind port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 on network f33f85bb-dec5-4471-a410-d894e8ee0dca {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:11.912782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 968b010f-6bdd-4156-86d4-8c313eab43f0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:11.924389 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Allocated IP 10.1.1.153 (0658837a-4b54-4f63-9898-d517802f3f3f/de7a3205-35da-4591-aade-cbfd97eaa4ec/31ea19a7-717c-4f87-addd-f925ad379bf9) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:11.928834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:11.929090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Checking segment: {'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:11.929533 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.930162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Bound using segment: {'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:11.930738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Bound port: 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:11.931195 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.024311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9083b9f5-58b7-48ad-ba70-6977fd013a83 None None] Network 0658837a-4b54-4f63-9898-d517802f3f3f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:12.072624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=12dfc11b-c0e4-4ebb-9a2a-341f127a8613,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:12.118310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.138383 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Transition to ACTIVE for port object 31ea19a7-717c-4f87-addd-f925ad379bf9 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:12.256750 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.268759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7738e45-3009-4cf6-8a61-a89d590fe952 req-5d52e4d7-395c-40a6-9f4c-b1b1df3bdfcc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:12.270916 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.291085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7738e45-3009-4cf6-8a61-a89d590fe952 req-5d52e4d7-395c-40a6-9f4c-b1b1df3bdfcc tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 949 time: 0.5104885 Aug 16 01:44:12.322488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network 0658837a-4b54-4f63-9898-d517802f3f3f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:12.328212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:12.329476 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:12.362341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be1028-5fff-4ff0-ae41-cef003078c4b req-30be2ab8-0738-4912-910e-c923c99ca94e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:12.364983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4be1028-5fff-4ff0-ae41-cef003078c4b req-30be2ab8-0738-4912-910e-c923c99ca94e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.1768076 Aug 16 01:44:12.401014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Port': ['ID=31ea19a7-717c-4f87-addd-f925ad379bf9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:12.402498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d9598b3d-dc4f-4c14-bf27-6d80804a96fb up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:12.420972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:12.425994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.464622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7738e45-3009-4cf6-8a61-a89d590fe952 req-6a90fb21-f570-4cc5-8aab-67e58af960f7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722744 Aug 16 01:44:12.491138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4be1028-5fff-4ff0-ae41-cef003078c4b req-9ba94125-c13f-4fe1-ba0d-444ba59b4f14 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154838 Aug 16 01:44:12.499437 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0c5e2e7f-60ee-440d-b64c-a72ef64bdf7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1466684 Aug 16 01:44:12.582560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2bc7e-a18f-4b0c-8fa6-7194cee98831 None None] Pushing event updated for resources: {'Port': ['ID=92325639-a500-4efe-b766-d25082474e73,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:12.585864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] For port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:12.589131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1ce6c8fc-74ca-41f9-a303-cec910c0940c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1ce6c8fc-74ca-41f9-a303-cec910c0940c,segment=NetworkSegment(17c6d349-e910-4c13-bfd3-5366bed5dc5c),segment_id=17c6d349-e910-4c13-bfd3-5366bed5dc5c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:12.597572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] For port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3c30b81c-3f1d-4d09-a32c-6cbbb11e7642,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:12.603568 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-57cc1b4c-bafc-4765-bf67-19ede87fa79e None None] Provisioning for port 968b010f-6bdd-4156-86d4-8c313eab43f0 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:12.629335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-57cc1b4c-bafc-4765-bf67-19ede87fa79e None None] Provisioning complete for port 968b010f-6bdd-4156-86d4-8c313eab43f0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:12.629715 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-57cc1b4c-bafc-4765-bf67-19ede87fa79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.631343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '1ce6c8fc-74ca-41f9-a303-cec910c0940c', 'network_id': '77cb58dc-d8a8-4f3d-9835-1585b89ca5ab', 'port_id': '1ce6c8fc-74ca-41f9-a303-cec910c0940c', 'mac_address': 'fa:16:3e:a2:14:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213e44de-9f69-4744-8b31-9d86b0462279', 'ip_address': '19.86.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:12.668731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.680411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b3f0a-7940-4fe5-b5cc-ae32ba7074d9 req-a00465c7-7a23-4c5f-b835-cd2a42a2a3dd tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:12.686290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe7b3f0a-7940-4fe5-b5cc-ae32ba7074d9 req-a00465c7-7a23-4c5f-b835-cd2a42a2a3dd tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 944 time: 0.1142302 Aug 16 01:44:12.700117 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.765806 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.796062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe7b3f0a-7940-4fe5-b5cc-ae32ba7074d9 req-491aea18-98dd-4d9f-9b09-80019b7fb9e8 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993807 Aug 16 01:44:12.796171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port d9598b3d-dc4f-4c14-bf27-6d80804a96fb completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:12.810131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce6c8fc-74ca-41f9-a303-cec910c0940c {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:12.813489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port d9598b3d-dc4f-4c14-bf27-6d80804a96fb triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:12.813977 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.949099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54792) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:12.951735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1ce6c8fc-74ca-41f9-a303-cec910c0940c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1ce6c8fc-74ca-41f9-a303-cec910c0940c,segment=NetworkSegment(17c6d349-e910-4c13-bfd3-5366bed5dc5c),segment_id=17c6d349-e910-4c13-bfd3-5366bed5dc5c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:12.953777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8082dbec-b977-4efc-a2b6-67c455d67503 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2074496368', 'description': 'tempest-description--1451015500'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:12.956160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389b3fa-cb7b-48c4-9578-8863f6934cc0 None None] Pushing event updated for resources: {'Port': ['ID=3c30b81c-3f1d-4d09-a32c-6cbbb11e7642,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:12.971561 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-57cc1b4c-bafc-4765-bf67-19ede87fa79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.006681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65143c5-71a1-4a08-9b33-ba9a2134a782 req-b9fbe3df-b1e1-4335-bb47-b63d6f2fbc38 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.009611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c65143c5-71a1-4a08-9b33-ba9a2134a782 req-b9fbe3df-b1e1-4335-bb47-b63d6f2fbc38 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 1097 time: 0.1196561 Aug 16 01:44:13.057091 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.062671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-57cc1b4c-bafc-4765-bf67-19ede87fa79e None None] For port 968b010f-6bdd-4156-86d4-8c313eab43f0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=968b010f-6bdd-4156-86d4-8c313eab43f0,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:13.076672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c65143c5-71a1-4a08-9b33-ba9a2134a782 req-380c6adc-9eb5-4d85-ba1f-1bfebc7ca70c tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562322 Aug 16 01:44:13.092993 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8082dbec-b977-4efc-a2b6-67c455d67503 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.101379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 40d2d2cb-a916-44db-875a-ed913929b317 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:13.184455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Router 7d90a12a-5319-4938-a28b-135fee97ae9a is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:44:13.271674 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-57cc1b4c-bafc-4765-bf67-19ede87fa79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.290686 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.301365 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8082dbec-b977-4efc-a2b6-67c455d67503 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.356694 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8082dbec-b977-4efc-a2b6-67c455d67503 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.388388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:13.395464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:13.397911 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9742e2-5979-4292-be06-d8d7105c798c" -d '{"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-plugged", "status": "completed", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:13.404874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['1ce6c8fc-74ca-41f9-a303-cec910c0940c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:13.451522 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082dbec-b977-4efc-a2b6-67c455d67503 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522d5cf2-f656-4bfe-a385-94fae3df30ad,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:13.460852 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8082dbec-b977-4efc-a2b6-67c455d67503 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.462561 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8082dbec-b977-4efc-a2b6-67c455d67503 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5131795 Aug 16 01:44:13.467322 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54802) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:13.481705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8f545513-83ca-4892-9ac5-669f22607010 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'security_group_rule': {'security_group_id': '522d5cf2-f656-4bfe-a385-94fae3df30ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:13.503846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5b79-9da1-4228-ad19-01c5eaf0d77e req-8beaf71d-3ff4-4eb0-ac89-b9cb799357a4 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.517695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=1ce6c8fc-74ca-41f9-a303-cec910c0940c,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:13.528300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5b79-9da1-4228-ad19-01c5eaf0d77e req-8beaf71d-3ff4-4eb0-ac89-b9cb799357a4 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.537641 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76b2b97-a879-4782-959e-7c6e81603bd3 x-openstack-request-id: req-a76b2b97-a879-4782-959e-7c6e81603bd3 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:13.538511 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-plugged", "status": "completed", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:13.538511 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a76b2b97-a879-4782-959e-7c6e81603bd3 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:13.538793 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'code': 200} Aug 16 01:44:13.539614 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.540332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 146612dd-355d-41fc-b82e-bc377665b764 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:13.560545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5b79-9da1-4228-ad19-01c5eaf0d77e req-8beaf71d-3ff4-4eb0-ac89-b9cb799357a4 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.581215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33dd5b79-9da1-4228-ad19-01c5eaf0d77e req-8beaf71d-3ff4-4eb0-ac89-b9cb799357a4 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2413 time: 0.2615411 Aug 16 01:44:13.600018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.600556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.601953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.601953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.602203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.602882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.603002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.603449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.603896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.604374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.604802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.605277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:13.609114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-888e6339-e8f2-411e-8269-6c15958b39a6 None None] Provisioning for port 31ea19a7-717c-4f87-addd-f925ad379bf9 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:13.614723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2564fe04-47a0-427f-abdf-ae5a4f1013bb None None] Network 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:13.622507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-888e6339-e8f2-411e-8269-6c15958b39a6 None None] Provisioning complete for port 31ea19a7-717c-4f87-addd-f925ad379bf9 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:13.622954 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-888e6339-e8f2-411e-8269-6c15958b39a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.651310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f545513-83ca-4892-9ac5-669f22607010 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.684103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-888e6339-e8f2-411e-8269-6c15958b39a6 None None] Port 31ea19a7-717c-4f87-addd-f925ad379bf9 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:13.727778 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f545513-83ca-4892-9ac5-669f22607010 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.780331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc1b4c-bafc-4765-bf67-19ede87fa79e None None] Pushing event updated for resources: {'Port': ['ID=968b010f-6bdd-4156-86d4-8c313eab43f0,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:13.803611 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f545513-83ca-4892-9ac5-669f22607010 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.803945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:44:13.838338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861ae94-6633-4dbf-b681-e86b2733b8b3 req-baa51c62-28eb-457b-9a9a-fe60cca52aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.840374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4861ae94-6633-4dbf-b681-e86b2733b8b3 req-baa51c62-28eb-457b-9a9a-fe60cca52aa9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1102 time: 0.2209601 Aug 16 01:44:13.847727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f545513-83ca-4892-9ac5-669f22607010 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55039b51-b1b2-423d-a5db-7c32a50b67fe,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:13.855986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33dd5b79-9da1-4228-ad19-01c5eaf0d77e req-bfead485-fdc9-4174-a5d6-e85adbfa5eb5 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655873 Aug 16 01:44:13.860687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-888e6339-e8f2-411e-8269-6c15958b39a6 None None] Provisioning complete for port 968b010f-6bdd-4156-86d4-8c313eab43f0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:13.875630 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-888e6339-e8f2-411e-8269-6c15958b39a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.877145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bcea5-fbee-4ea1-82ff-5113fff31660 req-62c37fb0-f8e7-441d-8178-6db1b5789f3f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.885273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf0bcea5-fbee-4ea1-82ff-5113fff31660 req-62c37fb0-f8e7-441d-8178-6db1b5789f3f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.2521660 Aug 16 01:44:13.905704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:13.928184 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f545513-83ca-4892-9ac5-669f22607010 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.928690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4861ae94-6633-4dbf-b681-e86b2733b8b3 req-8ab50107-ff90-4bd6-9ccb-8c6357eb1327 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711806 Aug 16 01:44:13.929411 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8f545513-83ca-4892-9ac5-669f22607010 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4599454 Aug 16 01:44:13.932140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54810) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:13.937523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c0c9a3af-a874-47ff-b326-f602606908d5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'security_group_rule': {'security_group_id': '522d5cf2-f656-4bfe-a385-94fae3df30ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:13.938624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.940486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0a9a221b-1e89-4b42-80b6-bdbf10152bbb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1886840 Aug 16 01:44:13.944282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54812) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:13.966331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Sync routers for ids ['7d90a12a-5319-4938-a28b-135fee97ae9a'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:44:14.027795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 40d2d2cb-a916-44db-875a-ed913929b317, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=40d2d2cb-a916-44db-875a-ed913929b317,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:14.043828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0c9a3af-a874-47ff-b326-f602606908d5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.090357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Routers {'7d90a12a-5319-4938-a28b-135fee97ae9a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:14.091006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7d90a12a-5319-4938-a28b-135fee97ae9a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:14.099543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf0bcea5-fbee-4ea1-82ff-5113fff31660 req-3bb44ecb-67b4-4b65-b168-028730caf242 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130210 Aug 16 01:44:14.132335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2d368-fd71-4413-b852-b9ad4b9500b8 req-ea321395-aed6-48d1-a5a7-52974ef04c39 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:14.141126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acf2d368-fd71-4413-b852-b9ad4b9500b8 req-ea321395-aed6-48d1-a5a7-52974ef04c39 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 944 time: 0.1794829 Aug 16 01:44:14.150369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0c9a3af-a874-47ff-b326-f602606908d5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.187677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '40d2d2cb-a916-44db-875a-ed913929b317', 'network_id': 'dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c', 'port_id': '40d2d2cb-a916-44db-875a-ed913929b317', 'mac_address': 'fa:16:3e:10:a9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59338ac5-22c7-4643-8e5e-712890d6b1fd', 'ip_address': '19.80.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:14.198730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:14.242699 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0c9a3af-a874-47ff-b326-f602606908d5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.277446 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9a3af-a874-47ff-b326-f602606908d5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1486d61-a7d4-4a15-93d8-3a81ce127e18,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:14.308495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acf2d368-fd71-4413-b852-b9ad4b9500b8 req-74bd316a-0dd5-4c59-a8c3-7a878f6353ca tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663444 Aug 16 01:44:14.329268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Set router 7d90a12a-5319-4938-a28b-135fee97ae9a gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:14.402892 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0c9a3af-a874-47ff-b326-f602606908d5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.406793 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c0c9a3af-a874-47ff-b326-f602606908d5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4722662 Aug 16 01:44:14.408749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54824) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:14.414207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:14.419160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e363d097-e640-4e8c-ab11-867064350fb6 None None] Network f33f85bb-dec5-4471-a410-d894e8ee0dca requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:14.455703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['12dfc11b-c0e4-4ebb-9a2a-341f127a8613'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:14.458069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:14.497888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 146612dd-355d-41fc-b82e-bc377665b764 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:14.510364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 92325639-a500-4efe-b766-d25082474e73 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:14.533121 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.576091 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.583714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 146612dd-355d-41fc-b82e-bc377665b764 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:14.584132 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.735702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.808458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.833540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d2d2cb-a916-44db-875a-ed913929b317 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:14.993524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 40d2d2cb-a916-44db-875a-ed913929b317, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=40d2d2cb-a916-44db-875a-ed913929b317,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:15.050557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Allocated IP 172.25.8.235 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/ef9d0b20-d908-4a79-9801-e002f96ee155) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:15.058542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Allocated IP 172.20.0.1 (417b27c5-c1f0-43e8-b843-a2cfd0f8b366/ede0f6b0-87d9-4978-a763-94c262f91c38/98d9dfd7-ac17-4228-bdab-c4abc9c83cac) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:15.086208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d287d-bc62-48f3-ba3c-0b7585da74d5 req-fc243774-d5b5-44eb-920b-07db0f82da04 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:15.092068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d287d-bc62-48f3-ba3c-0b7585da74d5 req-fc243774-d5b5-44eb-920b-07db0f82da04 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:15.094799 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.099005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d287d-bc62-48f3-ba3c-0b7585da74d5 req-fc243774-d5b5-44eb-920b-07db0f82da04 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:15.100705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-055d287d-bc62-48f3-ba3c-0b7585da74d5 req-fc243774-d5b5-44eb-920b-07db0f82da04 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2413 time: 0.1401811 Aug 16 01:44:15.211182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-888e6339-e8f2-411e-8269-6c15958b39a6 None None] Provisioning for port 51da5588-9d80-4706-8e6e-b703605f3e18 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:15.253942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 92325639-a500-4efe-b766-d25082474e73 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:15.255984 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-888e6339-e8f2-411e-8269-6c15958b39a6 None None] Provisioning complete for port 51da5588-9d80-4706-8e6e-b703605f3e18 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:15.256362 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-888e6339-e8f2-411e-8269-6c15958b39a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.321585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-055d287d-bc62-48f3-ba3c-0b7585da74d5 req-04aec6d9-456c-4c11-98ac-ada7c4da9b31 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127187 Aug 16 01:44:15.363893 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.374326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=40d2d2cb-a916-44db-875a-ed913929b317,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:15.388400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85817dd-9166-4876-8ca4-be8e1f1522ca req-a8958a08-261f-4e8c-a56c-c1fd5fa71dfe tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:15.390051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c85817dd-9166-4876-8ca4-be8e1f1522ca req-a8958a08-261f-4e8c-a56c-c1fd5fa71dfe tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.2260764 Aug 16 01:44:15.427695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['40d2d2cb-a916-44db-875a-ed913929b317'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:15.433272 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.437469 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.473885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Transition to ACTIVE for port object 98d9dfd7-ac17-4228-bdab-c4abc9c83cac will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:15.484523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c85817dd-9166-4876-8ca4-be8e1f1522ca req-0d8dae1d-24e9-4d25-bb97-04ae1eb13d87 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859447 Aug 16 01:44:15.788796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-888e6339-e8f2-411e-8269-6c15958b39a6 None None] Port 51da5588-9d80-4706-8e6e-b703605f3e18 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:15.788796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 968b010f-6bdd-4156-86d4-8c313eab43f0 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:15.788796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5150047-d3af-4736-baff-e87c81d984bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146612dd-355d-41fc-b82e-bc377665b764'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:15.788796 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea9a6ea-2789-441f-98b3-09037d3ed7ff" -d '{"events": [{"server_uuid": "b5150047-d3af-4736-baff-e87c81d984bf", "name": "network-vif-plugged", "status": "completed", "tag": "146612dd-355d-41fc-b82e-bc377665b764"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:15.792325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912c091-81f1-4217-afd6-1f3e2632961f req-a50f76b4-f19c-4cd8-b534-8a822411a7af tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:15.792325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a912c091-81f1-4217-afd6-1f3e2632961f req-a50f76b4-f19c-4cd8-b534-8a822411a7af tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 944 time: 0.0577300 Aug 16 01:44:15.795423 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05766fc9-f28c-47e5-b9e5-ecc6acb504c5 x-openstack-request-id: req-05766fc9-f28c-47e5-b9e5-ecc6acb504c5 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:15.795423 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5150047-d3af-4736-baff-e87c81d984bf", "name": "network-vif-plugged", "status": "completed", "tag": "146612dd-355d-41fc-b82e-bc377665b764", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:15.795423 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05766fc9-f28c-47e5-b9e5-ecc6acb504c5 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:15.795423 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5150047-d3af-4736-baff-e87c81d984bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146612dd-355d-41fc-b82e-bc377665b764', 'code': 200} Aug 16 01:44:15.795423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 146612dd-355d-41fc-b82e-bc377665b764, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=146612dd-355d-41fc-b82e-bc377665b764,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:15.795423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'name': 'tempest-FloatingIPsTestJSON-1484601490-router', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7242201c-9802-4487-aacc-3506b2f0f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:09Z', 'updated_at': '2021-08-16T01:44:11Z', 'revision_number': 3, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'gw_port': {'id': '7242201c-9802-4487-aacc-3506b2f0f239', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:10Z', 'updated_at': '2021-08-16T01:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:15.797406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a912c091-81f1-4217-afd6-1f3e2632961f req-6be16e27-cf19-4ded-b6bb-8d86db78a9cd tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373538 Aug 16 01:44:15.797573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Checking router: 7d90a12a-5319-4938-a28b-135fee97ae9a for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:44:15.797573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Updating router 7d90a12a-5319-4938-a28b-135fee97ae9a port 7242201c-9802-4487-aacc-3506b2f0f239 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:44:15.797771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6717df-1d56-46e5-882b-3fdd69546fb8 req-9734a7ac-e834-48d8-952a-d4b0b8b457cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:15.797771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db6717df-1d56-46e5-882b-3fdd69546fb8 req-9734a7ac-e834-48d8-952a-d4b0b8b457cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 1096 time: 0.0412674 Aug 16 01:44:15.798430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db6717df-1d56-46e5-882b-3fdd69546fb8 req-6c96da7b-ec00-46a4-bd9a-cb3456ce5533 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382099 Aug 16 01:44:15.806029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 968b010f-6bdd-4156-86d4-8c313eab43f0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:15.806404 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.807860 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.883531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Provisioning complete for port 31ea19a7-717c-4f87-addd-f925ad379bf9 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:15.884298 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.928452 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.973807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:15.978329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:15.982592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:16.003501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Port': ['ID=ef9d0b20-d908-4a79-9801-e002f96ee155,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:16.014926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.015273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.015616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.015954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.016284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.016615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.016983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.017270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.017590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.018005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.018267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.018587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:16.021213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Port 31ea19a7-717c-4f87-addd-f925ad379bf9 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:16.036100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.065673 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.106255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Network 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:16.113864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:16.121795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:16.145278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Pushing event updated for resources: {'Port': ['ID=98d9dfd7-ac17-4228-bdab-c4abc9c83cac,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:16.161458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.174089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.185509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=146612dd-355d-41fc-b82e-bc377665b764,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:16.249799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Provisioning for port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:16.257055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Provisioning complete for port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:16.257452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.292086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.300712 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.317083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Transition to ACTIVE for port object 7242201c-9802-4487-aacc-3506b2f0f239 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:16.364954 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.400258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] For port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3c30b81c-3f1d-4d09-a32c-6cbbb11e7642,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:16.438036 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.481371 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.496924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Attempting to bind port 7242201c-9802-4487-aacc-3506b2f0f239 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:16.496924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Attempting to bind port 7242201c-9802-4487-aacc-3506b2f0f239 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:16.496924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Attempting to bind port 7242201c-9802-4487-aacc-3506b2f0f239 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:16.498863 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc706edb-c611-4003-9bd5-de8f824a34a5 None None] Pushing event updated for resources: {'Port': ['ID=7242201c-9802-4487-aacc-3506b2f0f239,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:16.506723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:16.507117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:16.507795 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.508208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:16.508691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Bound port: 7242201c-9802-4487-aacc-3506b2f0f239, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:16.509361 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.519950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b403e-7983-455b-85ae-f5d1f5384fb8 req-ef69ec0f-7dec-4cfd-a82f-7dff5cf97059 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:16.526028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b403e-7983-455b-85ae-f5d1f5384fb8 req-ef69ec0f-7dec-4cfd-a82f-7dff5cf97059 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:16.531855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b403e-7983-455b-85ae-f5d1f5384fb8 req-ef69ec0f-7dec-4cfd-a82f-7dff5cf97059 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:16.535354 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.539645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f64b403e-7983-455b-85ae-f5d1f5384fb8 req-ef69ec0f-7dec-4cfd-a82f-7dff5cf97059 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2414 time: 0.1446104 Aug 16 01:44:16.590106 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.615223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] For port 7242201c-9802-4487-aacc-3506b2f0f239, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:16.619028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] For port 7242201c-9802-4487-aacc-3506b2f0f239, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7242201c-9802-4487-aacc-3506b2f0f239,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:16.620124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Pushing event updated for resources: {'Port': ['ID=3c30b81c-3f1d-4d09-a32c-6cbbb11e7642,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:16.630015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f64b403e-7983-455b-85ae-f5d1f5384fb8 req-ccfb8cec-3ffb-44ab-b052-d5fe703164cb tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892975 Aug 16 01:44:16.676591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Provisioning for port 92325639-a500-4efe-b766-d25082474e73 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:16.681039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Provisioning complete for port 92325639-a500-4efe-b766-d25082474e73 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:16.681662 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.720049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.720453 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.771762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c4e2e-861b-4bc9-bc9f-3a97ce07ec34 req-32638457-4bff-4aec-9291-269287956a37 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:16.773464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a92c4e2e-861b-4bc9-bc9f-3a97ce07ec34 req-32638457-4bff-4aec-9291-269287956a37 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.1257656 Aug 16 01:44:16.820910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Routers {'7d90a12a-5319-4938-a28b-135fee97ae9a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:16.821584 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7d90a12a-5319-4938-a28b-135fee97ae9a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:16.829652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc706edb-c611-4003-9bd5-de8f824a34a5 None None] Pushing event updated for resources: {'Port': ['ID=7242201c-9802-4487-aacc-3506b2f0f239,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:16.857551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Port': ['ID=ef9d0b20-d908-4a79-9801-e002f96ee155,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:16.881648 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.895675 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.899946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a92c4e2e-861b-4bc9-bc9f-3a97ce07ec34 req-25487e89-1702-42e2-bc27-87a8c8a270da tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200502 Aug 16 01:44:16.903160 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.954048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] For port 92325639-a500-4efe-b766-d25082474e73, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=92325639-a500-4efe-b766-d25082474e73,segment=NetworkSegment(87eed707-162b-4f94-a662-a68f39acb8c3),segment_id=87eed707-162b-4f94-a662-a68f39acb8c3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:16.968777 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] Set router 7d90a12a-5319-4938-a28b-135fee97ae9a gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:17.044265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.088304 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.096749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:17.325169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Provisioning complete for port 51da5588-9d80-4706-8e6e-b703605f3e18 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:17.325558 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.386231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Pushing event updated for resources: {'Port': ['ID=92325639-a500-4efe-b766-d25082474e73,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:17.414764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-39c29d25-2e77-49e7-9127-b49c144233af None None] Port 51da5588-9d80-4706-8e6e-b703605f3e18 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:17.417532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.418785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c89ff41a-5cf7-4405-b6e4-54d3e2996cb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0091355 Aug 16 01:44:17.448626 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.458810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6518-aca7-4038-afb5-a9abe0dee09e req-1f1b56a9-2b50-458f-a2ae-7dd4ca85bf0d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:17.465895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21eb6518-aca7-4038-afb5-a9abe0dee09e req-1f1b56a9-2b50-458f-a2ae-7dd4ca85bf0d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 945 time: 0.4521306 Aug 16 01:44:17.475153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'name': 'tempest-FloatingIPsTestJSON-1484601490-router', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7242201c-9802-4487-aacc-3506b2f0f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:09Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'gw_port': {'id': '7242201c-9802-4487-aacc-3506b2f0f239', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:10Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '98d9dfd7-ac17-4228-bdab-c4abc9c83cac', 'name': '', 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'mac_address': 'fa:16:3e:04:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ede0f6b0-87d9-4978-a763-94c262f91c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:14Z', 'updated_at': '2021-08-16T01:44:15Z', 'revision_number': 1, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'subnets': [{'id': 'ede0f6b0-87d9-4978-a763-94c262f91c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:17.502823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee6df4-b73a-4781-92a8-a3a034fd2692 None None] The sync data for ids ['7d90a12a-5319-4938-a28b-135fee97ae9a'] in n-d-768509-23 is: [{'id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'name': 'tempest-FloatingIPsTestJSON-1484601490-router', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7242201c-9802-4487-aacc-3506b2f0f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:09Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'gw_port': {'id': '7242201c-9802-4487-aacc-3506b2f0f239', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:10Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '98d9dfd7-ac17-4228-bdab-c4abc9c83cac', 'name': '', 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'mac_address': 'fa:16:3e:04:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ede0f6b0-87d9-4978-a763-94c262f91c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:14Z', 'updated_at': '2021-08-16T01:44:15Z', 'revision_number': 1, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'subnets': [{'id': 'ede0f6b0-87d9-4978-a763-94c262f91c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:44:17.506662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Pushing event updated for resources: {'Port': ['ID=98d9dfd7-ac17-4228-bdab-c4abc9c83cac,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:17.522442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:17.526117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21eb6518-aca7-4038-afb5-a9abe0dee09e req-1a117485-754c-412e-ab88-641a96ed385a tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592518 Aug 16 01:44:17.531766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:17.532145 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.577565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-218343f8-b02f-4321-b1fc-a40ab504ed21 None None] Provisioning complete for port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:17.577988 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-218343f8-b02f-4321-b1fc-a40ab504ed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.618371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:17.691064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Network 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:17.694160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5c80f-839e-478b-85d4-78948631a808 req-5c60a647-cd70-49e9-9e0d-41a213c7e4a2 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:17.695678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ce5c80f-839e-478b-85d4-78948631a808 req-5c60a647-cd70-49e9-9e0d-41a213c7e4a2 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1102 time: 0.0773528 Aug 16 01:44:17.696862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:17.763988 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.802378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:17.802766 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.917610 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dfc11b-c0e4-4ebb-9a2a-341f127a8613'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:17.924853 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af30909-9c79-4072-b906-141ec5a585b9" -d '{"events": [{"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-plugged", "status": "completed", "tag": "12dfc11b-c0e4-4ebb-9a2a-341f127a8613"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:17.947299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ce5c80f-839e-478b-85d4-78948631a808 req-ee4742f0-7096-4198-ac79-f12e10de0520 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429886 Aug 16 01:44:17.971052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=12dfc11b-c0e4-4ebb-9a2a-341f127a8613,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:18.002544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Router 7d90a12a-5319-4938-a28b-135fee97ae9a has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:44:18.043579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-218343f8-b02f-4321-b1fc-a40ab504ed21 None None] Provisioning for port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:18.056731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-218343f8-b02f-4321-b1fc-a40ab504ed21 None None] Provisioning complete for port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:18.057194 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-218343f8-b02f-4321-b1fc-a40ab504ed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.092097 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.096723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1ce6c8fc-74ca-41f9-a303-cec910c0940c up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:18.130556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 92325639-a500-4efe-b766-d25082474e73 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:18.226268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-218343f8-b02f-4321-b1fc-a40ab504ed21 None None] Port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:18.235550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:44:18.250083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 92325639-a500-4efe-b766-d25082474e73 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:18.250462 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.251681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da0c84d6-fdbc-4219-8420-03bb3f99f91d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2074496368&fields=id&tenant_id=1df95d736c594679814967c806df0199 HTTP/1.1" status: 200 len: 267 time: 0.1643589 Aug 16 01:44:18.269299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-80288829-ce81-4632-a767-774e8fde238a admin admin] 10.222.0.66 "PUT /v2.0/routers/7d90a12a-5319-4938-a28b-135fee97ae9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3235922 Aug 16 01:44:18.289450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=12dfc11b-c0e4-4ebb-9a2a-341f127a8613,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:18.319187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678f559-b1aa-4e68-86fa-91af72f972a7 req-5ccfce7d-831c-4996-a363-7af1cdeb7b73 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:18.325235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678f559-b1aa-4e68-86fa-91af72f972a7 req-5ccfce7d-831c-4996-a363-7af1cdeb7b73 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:18.332070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678f559-b1aa-4e68-86fa-91af72f972a7 req-5ccfce7d-831c-4996-a363-7af1cdeb7b73 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:18.339334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8678f559-b1aa-4e68-86fa-91af72f972a7 req-5ccfce7d-831c-4996-a363-7af1cdeb7b73 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2415 time: 0.2436569 Aug 16 01:44:18.348790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4fad888e-7e54-48de-9f4d-16b434acd958 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:18.354360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4fad888e-7e54-48de-9f4d-16b434acd958 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports/51da5588-9d80-4706-8e6e-b703605f3e18 HTTP/1.1" status: 200 len: 932 time: 0.1017070 Aug 16 01:44:18.424184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 1ce6c8fc-74ca-41f9-a303-cec910c0940c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:18.439533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 1ce6c8fc-74ca-41f9-a303-cec910c0940c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:18.439801 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.449922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9e5f2c59-ba4e-4fa8-912c-8d153dbc67bc None None] Provisioning complete for port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:18.450321 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2c59-ba4e-4fa8-912c-8d153dbc67bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.464220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-b65f0fc9-ecfc-4750-a818-2bd7ae769e7f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:18.465659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-b65f0fc9-ecfc-4750-a818-2bd7ae769e7f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports/31ea19a7-717c-4f87-addd-f925ad379bf9 HTTP/1.1" status: 200 len: 932 time: 0.0957189 Aug 16 01:44:18.473609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8678f559-b1aa-4e68-86fa-91af72f972a7 req-992403f5-9a19-474b-a6ba-0a93055ceca2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334341 Aug 16 01:44:18.562208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e3f6afd4-7964-47c9-a0fe-705b8426cd24 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?network_id=f33f85bb-dec5-4471-a410-d894e8ee0dca&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0814955 Aug 16 01:44:18.562933 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20333dc7-a6fc-4899-b2a7-3d537b81f67a x-openstack-request-id: req-20333dc7-a6fc-4899-b2a7-3d537b81f67a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:18.562933 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-plugged", "status": "completed", "tag": "12dfc11b-c0e4-4ebb-9a2a-341f127a8613", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:18.562933 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20333dc7-a6fc-4899-b2a7-3d537b81f67a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:18.562933 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dfc11b-c0e4-4ebb-9a2a-341f127a8613', 'code': 200} Aug 16 01:44:18.588665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f2c59-ba4e-4fa8-912c-8d153dbc67bc None None] Port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:18.607988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a719ae57-a97a-4348-9b4f-811f3919daf3 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?network_id=f33f85bb-dec5-4471-a410-d894e8ee0dca&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0448928 Aug 16 01:44:18.667763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.704188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1ce6c8fc-74ca-41f9-a303-cec910c0940c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1ce6c8fc-74ca-41f9-a303-cec910c0940c,segment=NetworkSegment(17c6d349-e910-4c13-bfd3-5366bed5dc5c),segment_id=17c6d349-e910-4c13-bfd3-5366bed5dc5c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:18.747891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1923c727-23f4-47f1-ad33-00b38a61e132 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:18.757008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1923c727-23f4-47f1-ad33-00b38a61e132 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:18.763162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1923c727-23f4-47f1-ad33-00b38a61e132 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:18.772680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1923c727-23f4-47f1-ad33-00b38a61e132 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/networks?id=84d790fc-6460-4f48-a0a4-f45c262f5cff&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=f33f85bb-dec5-4471-a410-d894e8ee0dca&id=f33f85bb-dec5-4471-a410-d894e8ee0dca HTTP/1.1" status: 200 len: 1990 time: 0.1636081 Aug 16 01:44:18.787278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-622ff5c3-83d8-4b9a-8fe1-847bb8ba2935 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/quotas/1df95d736c594679814967c806df0199 HTTP/1.1" status: 200 len: 375 time: 0.0136871 Aug 16 01:44:18.812681 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.813566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 40d2d2cb-a916-44db-875a-ed913929b317 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:18.864433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-f0cf8af6-1e69-4601-9b66-53f96ec1deaf tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0690496 Aug 16 01:44:18.938286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=1ce6c8fc-74ca-41f9-a303-cec910c0940c,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:19.032240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-86f144ea-ac18-4573-a819-e9eead266326 service neutron] 10.222.0.66 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521518 Aug 16 01:44:19.104621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 40d2d2cb-a916-44db-875a-ed913929b317 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:19.108822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 40d2d2cb-a916-44db-875a-ed913929b317 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:19.109201 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.144796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-be3cd474-d23b-4b01-81d1-995c2478f132 service neutron] 10.222.0.66 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109400 Aug 16 01:44:19.196513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-0bfc8046-0494-47ba-8736-798d62e149fa service neutron] 10.222.0.66 "GET /v2.0/ports/51da5588-9d80-4706-8e6e-b703605f3e18?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0420544 Aug 16 01:44:19.224072 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.273857 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 40d2d2cb-a916-44db-875a-ed913929b317, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=40d2d2cb-a916-44db-875a-ed913929b317,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:19.315515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-01359a87-8c05-4b16-b70d-3ff0a50b09a2 service neutron] 10.222.0.66 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105385 Aug 16 01:44:19.338375 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.399064 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=40d2d2cb-a916-44db-875a-ed913929b317,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:19.425356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-533dc498-e63c-4e63-b282-2dd21c2d5cef service neutron] 10.222.0.66 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032424 Aug 16 01:44:19.505023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-c5a556fb-9b9e-4825-9a4a-894649eb9556 service neutron] 10.222.0.66 "GET /v2.0/ports/31ea19a7-717c-4f87-addd-f925ad379bf9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0729947 Aug 16 01:44:19.589081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7242201c-9802-4487-aacc-3506b2f0f239 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:19.629448 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-edec2f81-8c81-4385-939c-db8b275cea9f service neutron] 10.222.0.66 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170428 Aug 16 01:44:19.716573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 7242201c-9802-4487-aacc-3506b2f0f239 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:19.721416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 7242201c-9802-4487-aacc-3506b2f0f239 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:19.722926 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.795769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-00bd283f-fb59-47e3-a820-3a839b1dd05b service neutron] 10.222.0.66 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654203 Aug 16 01:44:19.797504 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-54485a91-f78b-4323-ac4b-e170261c2073 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835047 Aug 16 01:44:19.806964 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.828400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 7242201c-9802-4487-aacc-3506b2f0f239, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7242201c-9802-4487-aacc-3506b2f0f239,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:19.858149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-294eb49b-dddd-4e66-8cae-bdd83d4beb14 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1780736 Aug 16 01:44:19.872599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:19.928535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-3f928bfd-4277-46d3-a01e-f573c5e8236a service neutron] 10.222.0.66 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229293 Aug 16 01:44:19.957657 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.995044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.055038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=7242201c-9802-4487-aacc-3506b2f0f239,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:20.102061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1eeac439-472c-4a91-befc-424803836ee9 service neutron] 10.222.0.66 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673503 Aug 16 01:44:20.228285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-0ca96680-b9fe-4d60-b6d2-b7c88f3121c4 service neutron] 10.222.0.66 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252630 Aug 16 01:44:20.296678 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.380260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-afa5f572-04a5-4eb1-a05c-19c98f8bb756 service neutron] 10.222.0.66 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449230 Aug 16 01:44:20.392889 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Sync routers for ids ['7d90a12a-5319-4938-a28b-135fee97ae9a'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:44:20.402916 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Routers {'7d90a12a-5319-4938-a28b-135fee97ae9a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:20.403537 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7d90a12a-5319-4938-a28b-135fee97ae9a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:20.517157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Allocated IP 172.25.8.247 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/f208a5e7-70f8-497c-8ee2-59d91ab4537e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:20.538356 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.543784 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Set router 7d90a12a-5319-4938-a28b-135fee97ae9a gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:20.560022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-eb18d13a-a334-4dfd-b8ff-fa7cd3dbf971 service neutron] 10.222.0.66 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655798 Aug 16 01:44:20.564158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce6c8fc-74ca-41f9-a303-cec910c0940c'}, {'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d2d2cb-a916-44db-875a-ed913929b317'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:20.567592 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00823428-bb7c-45f1-a55e-a6c327cff690" -d '{"events": [{"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-plugged", "status": "completed", "tag": "1ce6c8fc-74ca-41f9-a303-cec910c0940c"}, {"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-plugged", "status": "completed", "tag": "40d2d2cb-a916-44db-875a-ed913929b317"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:20.746351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1cfea7d3-91c9-453b-b78e-37c39430b2f5 service neutron] 10.222.0.66 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734262 Aug 16 01:44:20.764048 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.779942 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'name': 'tempest-FloatingIPsTestJSON-1484601490-router', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7242201c-9802-4487-aacc-3506b2f0f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:09Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'gw_port': {'id': '7242201c-9802-4487-aacc-3506b2f0f239', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:10Z', 'updated_at': '2021-08-16T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '98d9dfd7-ac17-4228-bdab-c4abc9c83cac', 'name': '', 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'mac_address': 'fa:16:3e:04:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ede0f6b0-87d9-4978-a763-94c262f91c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:14Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 2, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'subnets': [{'id': 'ede0f6b0-87d9-4978-a763-94c262f91c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:20.806659 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Checking router: 7d90a12a-5319-4938-a28b-135fee97ae9a for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:44:20.806931 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Updating router 7d90a12a-5319-4938-a28b-135fee97ae9a port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:44:20.840877 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.869731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-87240f1f-9737-45a3-b98d-d12f31e8ce30 service neutron] 10.222.0.66 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157718 Aug 16 01:44:20.961049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-715536bd-18c7-4d1a-b952-e802370b23fc service neutron] 10.222.0.66 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849736 Aug 16 01:44:20.980038 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.021718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:21.030462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:21.030462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:21.087561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Pushing event updated for resources: {'Port': ['ID=f208a5e7-70f8-497c-8ee2-59d91ab4537e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:21.171624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.182296 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.194467 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Transition to ACTIVE for port object 98d9dfd7-ac17-4228-bdab-c4abc9c83cac will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:21.247221 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.294156 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.390575 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Attempting to bind port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:21.390930 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Attempting to bind port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '87eed707-162b-4f94-a662-a68f39acb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:21.391372 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Attempting to bind port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac on network 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:21.404173 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:21.405181 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Checking segment: {'id': '87eed707-162b-4f94-a662-a68f39acb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:21.405181 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.405530 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Bound using segment: {'id': '87eed707-162b-4f94-a662-a68f39acb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:21.405948 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Bound port: 98d9dfd7-ac17-4228-bdab-c4abc9c83cac, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eed707-162b-4f94-a662-a68f39acb8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:21.406682 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.464551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Pushing event updated for resources: {'Port': ['ID=98d9dfd7-ac17-4228-bdab-c4abc9c83cac,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:21.521920 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.618280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7242201c-9802-4487-aacc-3506b2f0f239 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:21.630542 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.665429 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] For port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:21.669188 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] For port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=98d9dfd7-ac17-4228-bdab-c4abc9c83cac,segment=NetworkSegment(87eed707-162b-4f94-a662-a68f39acb8c3),segment_id=87eed707-162b-4f94-a662-a68f39acb8c3)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:21.715504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 7242201c-9802-4487-aacc-3506b2f0f239 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:21.715959 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.762300 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.803049 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.841312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Pushing event updated for resources: {'Port': ['ID=f208a5e7-70f8-497c-8ee2-59d91ab4537e,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:21.882584 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Pushing event updated for resources: {'Port': ['ID=98d9dfd7-ac17-4228-bdab-c4abc9c83cac,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:21.885482 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Routers {'7d90a12a-5319-4938-a28b-135fee97ae9a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:21.886185 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7d90a12a-5319-4938-a28b-135fee97ae9a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:21.910231 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.941941 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:21.942400 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:21.942759 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:21.943137 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:21.943689 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:21.944199 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:21.944700 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:21.945213 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:21.945717 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:21.946260 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:21.946776 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:21.947292 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16301d33-9540-4162-a0b6-8ae286472bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:22.020472 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.022492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-d39cb392-bdd9-4125-af1f-10511038e22b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1582911 Aug 16 01:44:22.068992 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] Set router 7d90a12a-5319-4938-a28b-135fee97ae9a gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:22.138692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-f4e11d55-6e7c-40cf-9fcd-bd808665d8ef tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 696 time: 0.1040282 Aug 16 01:44:22.308728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-7b6db5c1-a510-4868-909e-590180020144 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:22.310238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46d8c60d-d781-4930-a7be-97b157cd3210 req-7b6db5c1-a510-4868-909e-590180020144 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1654613 Aug 16 01:44:22.312125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-50aafc76-2ec6-4f0a-8066-1261571ff134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:22.313613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-50aafc76-2ec6-4f0a-8066-1261571ff134 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1102 time: 0.0930040 Aug 16 01:44:22.357648 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'name': 'tempest-FloatingIPsTestJSON-1484601490-router', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7242201c-9802-4487-aacc-3506b2f0f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:09Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'gw_port': {'id': '7242201c-9802-4487-aacc-3506b2f0f239', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:10Z', 'updated_at': '2021-08-16T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '98d9dfd7-ac17-4228-bdab-c4abc9c83cac', 'name': '', 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'mac_address': 'fa:16:3e:04:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ede0f6b0-87d9-4978-a763-94c262f91c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:14Z', 'updated_at': '2021-08-16T01:44:21Z', 'revision_number': 4, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'subnets': [{'id': 'ede0f6b0-87d9-4978-a763-94c262f91c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:22.387246 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74181fd-d5dc-421f-91f4-8a4aca52fac3 None None] The sync data for ids ['7d90a12a-5319-4938-a28b-135fee97ae9a'] in n-d-768509-23 is: [{'id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'name': 'tempest-FloatingIPsTestJSON-1484601490-router', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7242201c-9802-4487-aacc-3506b2f0f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:09Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'gw_port': {'id': '7242201c-9802-4487-aacc-3506b2f0f239', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:10Z', 'updated_at': '2021-08-16T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '98d9dfd7-ac17-4228-bdab-c4abc9c83cac', 'name': '', 'network_id': '417b27c5-c1f0-43e8-b843-a2cfd0f8b366', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'mac_address': 'fa:16:3e:04:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ede0f6b0-87d9-4978-a763-94c262f91c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:14Z', 'updated_at': '2021-08-16T01:44:21Z', 'revision_number': 4, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'subnets': [{'id': 'ede0f6b0-87d9-4978-a763-94c262f91c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:44:22.465505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871cebe-c736-41bf-930a-931e5a9d6f87 req-2afe1d8e-2f76-4e0a-b9b8-0dd2d19369b7 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:22.467232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6871cebe-c736-41bf-930a-931e5a9d6f87 req-2afe1d8e-2f76-4e0a-b9b8-0dd2d19369b7 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 945 time: 0.0865397 Aug 16 01:44:22.473610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-6754561f-60d1-4434-8bf3-508ba6bf03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:22.478030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-6754561f-60d1-4434-8bf3-508ba6bf03cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1558840 Aug 16 01:44:22.937337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-1c0fccdf-7b08-4a0d-8842-eafd06656547 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 217 time: 0.0616181 Aug 16 01:44:22.955722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6871cebe-c736-41bf-930a-931e5a9d6f87 req-af995c9a-211f-4d6c-b6c1-5d3627b3a303 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765854 Aug 16 01:44:23.009378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bc744-ceb9-4646-b16f-c5ff395f0454 req-3dcbb4c1-9925-4e73-a6ac-2a5110103f50 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.010909 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da6bc744-ceb9-4646-b16f-c5ff395f0454 req-3dcbb4c1-9925-4e73-a6ac-2a5110103f50 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.1364732 Aug 16 01:44:23.019623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-7ffb309c-b491-4fc5-b40b-c9cced504b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.021311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-7ffb309c-b491-4fc5-b40b-c9cced504b73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0639744 Aug 16 01:44:23.107822 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da6bc744-ceb9-4646-b16f-c5ff395f0454 req-265cbf99-24d7-4acb-aaf5-336853c6b037 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853269 Aug 16 01:44:23.121773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-1e9ebace-4618-497e-8abf-6bbc6ef1b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.123279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-1e9ebace-4618-497e-8abf-6bbc6ef1b4f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937495 Aug 16 01:44:23.147025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592696c-ab6a-407c-9f54-b0a844b2ad81 req-ab01c41c-ad57-4d94-8cb0-ed1f5d4c6f92 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.153000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592696c-ab6a-407c-9f54-b0a844b2ad81 req-ab01c41c-ad57-4d94-8cb0-ed1f5d4c6f92 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.159882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592696c-ab6a-407c-9f54-b0a844b2ad81 req-ab01c41c-ad57-4d94-8cb0-ed1f5d4c6f92 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.161582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1592696c-ab6a-407c-9f54-b0a844b2ad81 req-ab01c41c-ad57-4d94-8cb0-ed1f5d4c6f92 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2417 time: 0.1142592 Aug 16 01:44:23.257802 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1470accd-7035-4e1e-b634-560cd0c546a0 x-openstack-request-id: req-1470accd-7035-4e1e-b634-560cd0c546a0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:23.258260 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-plugged", "status": "completed", "tag": "1ce6c8fc-74ca-41f9-a303-cec910c0940c", "code": 200}, {"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-plugged", "status": "completed", "tag": "40d2d2cb-a916-44db-875a-ed913929b317", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:23.258578 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1470accd-7035-4e1e-b634-560cd0c546a0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:23.258994 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce6c8fc-74ca-41f9-a303-cec910c0940c', 'code': 200} Aug 16 01:44:23.259256 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d2d2cb-a916-44db-875a-ed913929b317', 'code': 200} Aug 16 01:44:23.259823 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1592696c-ab6a-407c-9f54-b0a844b2ad81 req-b20d8834-1850-4570-891e-c6dd7751cdf8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891244 Aug 16 01:44:23.354948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-25619695-101b-4904-9a6e-69f8a8445c4a service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923459 Aug 16 01:44:23.379258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96ad25f1-c654-4c4a-826b-4c68ebfbcac1 req-0e8f5758-8eab-4912-8b99-398447d8b46a tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips/2d6703f4-cecc-474f-8e43-17b141dce936 HTTP/1.1" status: 200 len: 693 time: 0.0774927 Aug 16 01:44:23.381193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4654a9-af1a-4c4b-b57c-44dde85eb9f5 req-ca094185-8b0b-408e-a9f6-18129d59fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.381678 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4654a9-af1a-4c4b-b57c-44dde85eb9f5 req-ca094185-8b0b-408e-a9f6-18129d59fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.382305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4654a9-af1a-4c4b-b57c-44dde85eb9f5 req-ca094185-8b0b-408e-a9f6-18129d59fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.384069 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8a4654a9-af1a-4c4b-b57c-44dde85eb9f5 req-ca094185-8b0b-408e-a9f6-18129d59fc3d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2873 time: 0.0555696 Aug 16 01:44:23.404122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da62a357-1550-4e4e-89fd-3463f3bfd9e5 req-bf4399b0-f284-4328-bb67-7d77d681ccab tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 210 time: 0.0526266 Aug 16 01:44:23.445588 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8a4654a9-af1a-4c4b-b57c-44dde85eb9f5 req-b3c3cea6-40ef-40b6-a0fb-8a637c6d8db0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526550 Aug 16 01:44:23.583319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-32662e0c-2c47-447d-915f-05838453455d service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131035 Aug 16 01:44:23.585285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 98d9dfd7-ac17-4228-bdab-c4abc9c83cac up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:23.612211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad25f1-c654-4c4a-826b-4c68ebfbcac1 req-9d647f9d-06e7-4a74-aa76-975197c7b639 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.613939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96ad25f1-c654-4c4a-826b-4c68ebfbcac1 req-9d647f9d-06e7-4a74-aa76-975197c7b639 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.2203727 Aug 16 01:44:23.685466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dcf2609-81a6-47f6-a94e-0aba0703f77e req-3ce4c7b5-9d8e-48aa-a94a-e2337afef9c2 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=7e7993e7a5094c90a8fc09e87c2cb048 HTTP/1.1" status: 200 len: 696 time: 0.0441082 Aug 16 01:44:23.763673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:23.772593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:23.773208 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:23.805675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf2609-81a6-47f6-a94e-0aba0703f77e req-26d536ee-9b6f-4e19-bae1-84444cdac4f9 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.808193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dcf2609-81a6-47f6-a94e-0aba0703f77e req-26d536ee-9b6f-4e19-bae1-84444cdac4f9 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/networks?id=e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 787 time: 0.1164322 Aug 16 01:44:23.870930 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:23.908437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-288a74ba-6734-4d8e-977a-c0210991253d tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips/2d6703f4-cecc-474f-8e43-17b141dce936 HTTP/1.1" status: 200 len: 693 time: 0.0733500 Aug 16 01:44:23.912741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=98d9dfd7-ac17-4228-bdab-c4abc9c83cac,segment=NetworkSegment(87eed707-162b-4f94-a662-a68f39acb8c3),segment_id=87eed707-162b-4f94-a662-a68f39acb8c3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:23.967641 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:23.970423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e3e3-fd6e-4a2b-a9da-44d920bb4be8 req-12780932-1542-4528-86d1-e0aa09ce435e tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:23.972065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c952e3e3-fd6e-4a2b-a9da-44d920bb4be8 req-12780932-1542-4528-86d1-e0aa09ce435e tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 945 time: 0.1005023 Aug 16 01:44:24.031404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=98d9dfd7-ac17-4228-bdab-c4abc9c83cac,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:24.033162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c952e3e3-fd6e-4a2b-a9da-44d920bb4be8 req-9048408d-ddc0-4dcc-9103-9336e01d980c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497327 Aug 16 01:44:24.063237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-406e546a-4218-4cd6-8cff-c706b2973c56 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:24.064597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-406e546a-4218-4cd6-8cff-c706b2973c56 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1493223 Aug 16 01:44:24.075897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-3bf5543a-13d6-48ca-aa62-9e77c5144cf8 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:44:24.076868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-3bf5543a-13d6-48ca-aa62-9e77c5144cf8 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057404 Aug 16 01:44:24.130912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-3894da96-e8a3-45f7-81c2-f4284d3654cf tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 696 time: 0.0472882 Aug 16 01:44:24.183328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-673fd572-090f-4cc7-8e4f-b8e264ea8f26 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 696 time: 0.0456653 Aug 16 01:44:24.318052 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78f031-62a1-4410-938f-c9a10e906f39 req-9d273410-ddf4-4fde-a14e-662a70fab2e4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:24.319567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce78f031-62a1-4410-938f-c9a10e906f39 req-9d273410-ddf4-4fde-a14e-662a70fab2e4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.1312714 Aug 16 01:44:24.387563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce78f031-62a1-4410-938f-c9a10e906f39 req-e128743f-4ffe-49c4-8faf-e0f87acb19c4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518246 Aug 16 01:44:24.392581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-5e6e4e55-64c1-4425-9a93-df31df02a539 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Deleting port f208a5e7-70f8-497c-8ee2-59d91ab4537e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:24.392927 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-5e6e4e55-64c1-4425-9a93-df31df02a539 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.475826 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-5e6e4e55-64c1-4425-9a93-df31df02a539 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.476158 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-5e6e4e55-64c1-4425-9a93-df31df02a539 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.489073 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-5e6e4e55-64c1-4425-9a93-df31df02a539 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Calling delete_port for f208a5e7-70f8-497c-8ee2-59d91ab4537e owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:24.606352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c629d-70db-490d-b413-6f11eeebc0a0 req-59d116db-cb6b-4b00-8bd6-78b868532d8e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:24.612239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c629d-70db-490d-b413-6f11eeebc0a0 req-59d116db-cb6b-4b00-8bd6-78b868532d8e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:24.618936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c629d-70db-490d-b413-6f11eeebc0a0 req-59d116db-cb6b-4b00-8bd6-78b868532d8e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:24.620656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-224c629d-70db-490d-b413-6f11eeebc0a0 req-59d116db-cb6b-4b00-8bd6-78b868532d8e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2417 time: 0.0859525 Aug 16 01:44:24.685195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-224c629d-70db-490d-b413-6f11eeebc0a0 req-1e579602-d908-4753-bfab-09b4a3e75539 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559175 Aug 16 01:44:24.817154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86ebbd97-afa7-4546-88b0-602d7ff24b11 req-2a72da74-ca8b-4ac7-be56-8a3e92e006e4 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 210 time: 0.0273645 Aug 16 01:44:24.840813 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-5e6e4e55-64c1-4425-9a93-df31df02a539 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.872845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e4e55-64c1-4425-9a93-df31df02a539 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Pushing event deleted for resources: {'Port': ['ID=f208a5e7-70f8-497c-8ee2-59d91ab4537e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:24.935866 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-5e6e4e55-64c1-4425-9a93-df31df02a539 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.938496 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-5e6e4e55-64c1-4425-9a93-df31df02a539 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.939658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25c0a910-9c08-4e84-a9dd-de05608353dd req-5e6e4e55-64c1-4425-9a93-df31df02a539 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "DELETE /v2.0/floatingips/2d6703f4-cecc-474f-8e43-17b141dce936 HTTP/1.1" status: 204 len: 173 time: 0.7402084 Aug 16 01:44:25.064491 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-624a4d07-0fd9-4780-82ac-1466ae1e653b tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1039081 Aug 16 01:44:25.074748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:25.151374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040cf78-8159-4ae0-9f8c-3c78a0c913b1 req-43dfcc16-013a-4f40-8167-039511248be0 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:25.152852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7040cf78-8159-4ae0-9f8c-3c78a0c913b1 req-43dfcc16-013a-4f40-8167-039511248be0 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 945 time: 0.0498917 Aug 16 01:44:25.154084 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.238933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7040cf78-8159-4ae0-9f8c-3c78a0c913b1 req-3c791268-1238-4ee1-92ef-ac4bca32fab3 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697434 Aug 16 01:44:25.291819 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.395980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Allocated IP 172.25.8.106 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/cfd444a2-1a81-4329-97d3-78202d4ebf68) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:25.446072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-894dc374-b494-4204-ba62-4aebe16bfdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:25.447578 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-894dc374-b494-4204-ba62-4aebe16bfdcd service neutron] 10.222.0.74 "GET /v2.0/ports/51da5588-9d80-4706-8e6e-b703605f3e18 HTTP/1.1" status: 200 len: 1028 time: 0.0470996 Aug 16 01:44:25.491001 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-58998efb-1555-4788-ab1c-51ccc50f5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:25.492557 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-58998efb-1555-4788-ab1c-51ccc50f5e78 service neutron] 10.222.0.74 "GET /v2.0/ports/31ea19a7-717c-4f87-addd-f925ad379bf9 HTTP/1.1" status: 200 len: 1028 time: 0.0386395 Aug 16 01:44:25.511949 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.538377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 98d9dfd7-ac17-4228-bdab-c4abc9c83cac up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:25.589327 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:25.589705 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.631268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.633560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5452b6a8-11ac-414c-a168-a4a1cf3fa7de tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:25.640973 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5452b6a8-11ac-414c-a168-a4a1cf3fa7de tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:25.645708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5452b6a8-11ac-414c-a168-a4a1cf3fa7de tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:25.647538 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5452b6a8-11ac-414c-a168-a4a1cf3fa7de tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "GET /v2.0/networks?id=84d790fc-6460-4f48-a0a4-f45c262f5cff&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=f33f85bb-dec5-4471-a410-d894e8ee0dca&id=f33f85bb-dec5-4471-a410-d894e8ee0dca HTTP/1.1" status: 200 len: 1990 time: 0.1413908 Aug 16 01:44:25.672870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:25.676095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:25.679909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:25.700279 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a61f3991-46d5-44cb-b193-9af077eb499b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df95d736c594679814967c806df0199 HTTP/1.1" status: 200 len: 380 time: 0.0413723 Aug 16 01:44:25.707931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Pushing event updated for resources: {'Port': ['ID=cfd444a2-1a81-4329-97d3-78202d4ebf68,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:25.722483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'admin_state_up': True, 'tenant_id': '1df95d736c594679814967c806df0199', 'security_groups': ['522d5cf2-f656-4bfe-a385-94fae3df30ad']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:25.779019 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.899307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:25.903040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.915226 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.925478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72fb0d-40c4-46f5-b96a-712b9d86e730 req-94c83878-2473-4fa0-8055-82c9462a9ae1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:25.927201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe72fb0d-40c4-46f5-b96a-712b9d86e730 req-94c83878-2473-4fa0-8055-82c9462a9ae1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.0717425 Aug 16 01:44:25.996957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe72fb0d-40c4-46f5-b96a-712b9d86e730 req-201e480e-3159-4030-89a7-b8bc67b6a530 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518363 Aug 16 01:44:26.057440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Allocated IP 172.20.0.11 (84d790fc-6460-4f48-a0a4-f45c262f5cff/9a060b37-f0b4-4e98-9c03-2837e5244eb9/a2059453-0805-4966-a32e-59d243e6ea01) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:26.184685 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.207474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b476-debc-469a-a448-e179d9f4cddc req-1ed876c5-7c5e-4023-b345-73b0e9efe609 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:26.213308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b476-debc-469a-a448-e179d9f4cddc req-1ed876c5-7c5e-4023-b345-73b0e9efe609 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:26.219293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b476-debc-469a-a448-e179d9f4cddc req-1ed876c5-7c5e-4023-b345-73b0e9efe609 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:26.220952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87c0b476-debc-469a-a448-e179d9f4cddc req-1ed876c5-7c5e-4023-b345-73b0e9efe609 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2417 time: 0.0750060 Aug 16 01:44:26.228049 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.243423 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Transition to ACTIVE for port object a2059453-0805-4966-a32e-59d243e6ea01 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:26.246513 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.304665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87c0b476-debc-469a-a448-e179d9f4cddc req-af10cf4d-c680-4024-84af-adbedcd29ddd tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741749 Aug 16 01:44:26.345232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Pushing event updated for resources: {'Port': ['ID=cfd444a2-1a81-4329-97d3-78202d4ebf68,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:26.357013 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.361145 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.406036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network 84d790fc-6460-4f48-a0a4-f45c262f5cff is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:26.409116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:26.416703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:26.442258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Port': ['ID=a2059453-0805-4966-a32e-59d243e6ea01,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:26.453702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.463940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-e28e70d8-02ef-4ecb-8c29-ed002ba71c36 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3930249 Aug 16 01:44:26.485331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:26.485983 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.520940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-290676e3-4773-4d5c-8723-db344403695a tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.106 HTTP/1.1" status: 200 len: 696 time: 0.0559855 Aug 16 01:44:26.564083 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e2439852-694b-40c0-a6d9-16935545f711 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8467546 Aug 16 01:44:26.575733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f', 'admin_state_up': True, 'tenant_id': '1df95d736c594679814967c806df0199', 'security_groups': ['522d5cf2-f656-4bfe-a385-94fae3df30ad']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:26.676262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab51a0e-3345-4140-ab37-050f233bd711 req-b9319137-2c52-40c6-9cc8-09ed5e497e24 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:26.683332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ab51a0e-3345-4140-ab37-050f233bd711 req-b9319137-2c52-40c6-9cc8-09ed5e497e24 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 932 time: 0.1557322 Aug 16 01:44:26.714285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-0b28bef3-ba80-44f9-8457-7a2d97a50169 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:26.715623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35bc63bf-6ee9-4e82-9c5d-b244b3b68c64 req-0b28bef3-ba80-44f9-8457-7a2d97a50169 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1847851 Aug 16 01:44:26.746129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ab51a0e-3345-4140-ab37-050f233bd711 req-ab6231f9-9146-46ee-b2b0-2e1f3b2ce040 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545835 Aug 16 01:44:26.779972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fe1f8951-5f8f-4c28-87a5-f8d6912b961d None None] Provisioning for port a2059453-0805-4966-a32e-59d243e6ea01 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:26.785093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fe1f8951-5f8f-4c28-87a5-f8d6912b961d None None] Provisioning complete for port a2059453-0805-4966-a32e-59d243e6ea01 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:26.785901 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8951-5f8f-4c28-87a5-f8d6912b961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.813510 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:26.817925 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.857531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f8951-5f8f-4c28-87a5-f8d6912b961d None None] Port a2059453-0805-4966-a32e-59d243e6ea01 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:26.876022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-01e7ef9d-98cc-4527-899b-4ab88989fe8c tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips/1652a1e5-b086-4712-8f68-af78a250cf39 HTTP/1.1" status: 200 len: 693 time: 0.0615535 Aug 16 01:44:26.967328 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:44:26.989607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Allocated IP 10.1.1.215 (0658837a-4b54-4f63-9898-d517802f3f3f/de7a3205-35da-4591-aade-cbfd97eaa4ec/2c907daf-2aa4-4292-b3c6-d944d4519085) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:26.990627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-05007a76-0d38-49e6-bac1-83d8545fd777 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:26.992140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-05007a76-0d38-49e6-bac1-83d8545fd777 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1153598 Aug 16 01:44:27.066333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-038b4a14-7207-4407-9cee-80efc0e538be tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.106 HTTP/1.1" status: 200 len: 696 time: 0.0634010 Aug 16 01:44:27.123903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-1cf50902-3435-40ba-abad-e1ff9233987e tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.106 HTTP/1.1" status: 200 len: 696 time: 0.0479126 Aug 16 01:44:27.140656 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.164649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Transition to ACTIVE for port object 2c907daf-2aa4-4292-b3c6-d944d4519085 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:27.296846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-fb651acf-74a7-4585-b9e0-d892da07f1cf tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Deleting port cfd444a2-1a81-4329-97d3-78202d4ebf68 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:27.296846 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-fb651acf-74a7-4585-b9e0-d892da07f1cf tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.323153 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.378257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network 0658837a-4b54-4f63-9898-d517802f3f3f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:27.381584 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:27.385315 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:27.420289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-fb651acf-74a7-4585-b9e0-d892da07f1cf tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.420683 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-fb651acf-74a7-4585-b9e0-d892da07f1cf tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.440457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Port': ['ID=2c907daf-2aa4-4292-b3c6-d944d4519085,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:27.444224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dd6f9-0116-4b7d-a74f-391f4f9c6b0f req-2e4e88cc-23dc-4aa1-885a-5cca348959f3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:27.446120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-961dd6f9-0116-4b7d-a74f-391f4f9c6b0f req-2e4e88cc-23dc-4aa1-885a-5cca348959f3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.0926938 Aug 16 01:44:27.452377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-fb651acf-74a7-4585-b9e0-d892da07f1cf tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Calling delete_port for cfd444a2-1a81-4329-97d3-78202d4ebf68 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:27.462165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:27.464039 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.535236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-961dd6f9-0116-4b7d-a74f-391f4f9c6b0f req-33bf22ef-117a-4737-ab53-dcf3253c8541 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801122 Aug 16 01:44:27.540712 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1bb860ac-21e9-4fbc-94bf-829d5412e78d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9694121 Aug 16 01:44:27.555933 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f', 'admin_state_up': True, 'tenant_id': '1df95d736c594679814967c806df0199', 'security_groups': ['522d5cf2-f656-4bfe-a385-94fae3df30ad']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:27.754491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce02a3-0d85-4068-a1b5-1432242102fa req-2f5c8405-a46a-4c3d-800f-d60844b44b16 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:27.760544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce02a3-0d85-4068-a1b5-1432242102fa req-2f5c8405-a46a-4c3d-800f-d60844b44b16 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:27.766490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce02a3-0d85-4068-a1b5-1432242102fa req-2f5c8405-a46a-4c3d-800f-d60844b44b16 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:27.768158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfce02a3-0d85-4068-a1b5-1432242102fa req-2f5c8405-a46a-4c3d-800f-d60844b44b16 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2417 time: 0.0658789 Aug 16 01:44:27.774897 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-fb651acf-74a7-4585-b9e0-d892da07f1cf tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.785064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:27.788564 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.822378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb651acf-74a7-4585-b9e0-d892da07f1cf tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Pushing event deleted for resources: {'Port': ['ID=cfd444a2-1a81-4329-97d3-78202d4ebf68,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:27.841921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-38374278-2cfa-4a17-ae08-7fe77d717129 None None] Provisioning for port 2c907daf-2aa4-4292-b3c6-d944d4519085 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:27.847269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-38374278-2cfa-4a17-ae08-7fe77d717129 None None] Provisioning complete for port 2c907daf-2aa4-4292-b3c6-d944d4519085 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:27.847920 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-38374278-2cfa-4a17-ae08-7fe77d717129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.903486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-38374278-2cfa-4a17-ae08-7fe77d717129 None None] Port 2c907daf-2aa4-4292-b3c6-d944d4519085 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:27.923535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfce02a3-0d85-4068-a1b5-1432242102fa req-a46f383e-0233-4b1c-9f62-39365641ddf0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460156 Aug 16 01:44:27.935795 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Allocated IP 10.1.1.129 (0658837a-4b54-4f63-9898-d517802f3f3f/de7a3205-35da-4591-aade-cbfd97eaa4ec/29503cfe-aa0a-4c76-99b3-5199eddc74d0) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:27.944480 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-fb651acf-74a7-4585-b9e0-d892da07f1cf tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.947428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-fb651acf-74a7-4585-b9e0-d892da07f1cf tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.948729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ad0bb94-0476-43c9-9caa-e2f38e0c12b9 req-fb651acf-74a7-4585-b9e0-d892da07f1cf tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "DELETE /v2.0/floatingips/1652a1e5-b086-4712-8f68-af78a250cf39 HTTP/1.1" status: 204 len: 173 time: 0.8132570 Aug 16 01:44:28.061862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c13e6-2edc-4d46-a850-2545f7910204 req-3320be8d-5b5f-4ac2-9a28-f841ba60845c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:28.067766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c13e6-2edc-4d46-a850-2545f7910204 req-3320be8d-5b5f-4ac2-9a28-f841ba60845c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:28.069434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-759c13e6-2edc-4d46-a850-2545f7910204 req-3320be8d-5b5f-4ac2-9a28-f841ba60845c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 1654 time: 0.0666785 Aug 16 01:44:28.123253 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.133035 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Transition to ACTIVE for port object 29503cfe-aa0a-4c76-99b3-5199eddc74d0 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:28.139399 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-62c0a960-d9e1-4f51-82c5-6788e331c3db req-8aff8a71-49d3-4291-b89a-7c8ea19fe256 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] show failed (client error): The resource could not be found. Aug 16 01:44:28.140494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62c0a960-d9e1-4f51-82c5-6788e331c3db req-8aff8a71-49d3-4291-b89a-7c8ea19fe256 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips/1652a1e5-b086-4712-8f68-af78a250cf39 HTTP/1.1" status: 404 len: 350 time: 0.0425770 Aug 16 01:44:28.154923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-759c13e6-2edc-4d46-a850-2545f7910204 req-76858999-0883-46fa-9cc6-5bc101cece7a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711827 Aug 16 01:44:28.215295 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-56b0b09e-ce39-42ac-a502-dffc09cddad5 req-094344ba-3c6c-402b-9b0e-8db14a2b83c8 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] show failed (client error): The resource could not be found. Aug 16 01:44:28.216343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56b0b09e-ce39-42ac-a502-dffc09cddad5 req-094344ba-3c6c-402b-9b0e-8db14a2b83c8 tempest-FloatingIPsTestJSON-562573835 tempest-FloatingIPsTestJSON-562573835-project] 10.222.0.66 "GET /v2.0/floatingips/1652a1e5-b086-4712-8f68-af78a250cf39 HTTP/1.1" status: 404 len: 350 time: 0.0426221 Aug 16 01:44:28.225073 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55074) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:28.231403 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.278100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network 0658837a-4b54-4f63-9898-d517802f3f3f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:28.281484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:28.285748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:28.321951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Port': ['ID=29503cfe-aa0a-4c76-99b3-5199eddc74d0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:28.352970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:28.353942 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.434210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 146612dd-355d-41fc-b82e-bc377665b764 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:28.436686 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-8286bfdc-d522-4399-b790-8b9d713f6a60 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8879616 Aug 16 01:44:28.456731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca', 'admin_state_up': True, 'tenant_id': '1df95d736c594679814967c806df0199', 'security_groups': ['522d5cf2-f656-4bfe-a385-94fae3df30ad']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:28.611632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 146612dd-355d-41fc-b82e-bc377665b764, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=146612dd-355d-41fc-b82e-bc377665b764,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:28.632265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '146612dd-355d-41fc-b82e-bc377665b764', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'port_id': '146612dd-355d-41fc-b82e-bc377665b764', 'mac_address': 'fa:16:3e:67:b9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f412be-9693-4499-9b6e-5d42eec545f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:28.636907 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f4690b4a-806a-4c48-a856-4dc376e8eec5 None None] Provisioning for port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:28.647645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f4690b4a-806a-4c48-a856-4dc376e8eec5 None None] Provisioning complete for port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:28.648345 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f4690b4a-806a-4c48-a856-4dc376e8eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.729100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f4690b4a-806a-4c48-a856-4dc376e8eec5 None None] Port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:28.732707 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.749029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 146612dd-355d-41fc-b82e-bc377665b764 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:28.770326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad32f8c-f63e-4183-b8dd-393911535f1b req-01d453cc-2c9a-43de-9e28-31d6d17d1b8d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:28.771960 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ad32f8c-f63e-4183-b8dd-393911535f1b req-01d453cc-2c9a-43de-9e28-31d6d17d1b8d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.1126311 Aug 16 01:44:28.774856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 146612dd-355d-41fc-b82e-bc377665b764, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=146612dd-355d-41fc-b82e-bc377665b764,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:28.874355 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ad32f8c-f63e-4183-b8dd-393911535f1b req-ccaaa9f4-99b6-46a6-a7a6-6b6ffa105481 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825551 Aug 16 01:44:28.884901 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.901231 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.011399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-21f27150-2558-4abf-bea1-5d3abeaea9a0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.017110 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=146612dd-355d-41fc-b82e-bc377665b764,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:29.026732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-21f27150-2558-4abf-bea1-5d3abeaea9a0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.035020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-21f27150-2558-4abf-bea1-5d3abeaea9a0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.036838 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-21f27150-2558-4abf-bea1-5d3abeaea9a0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2417 time: 0.1440763 Aug 16 01:44:29.042984 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['146612dd-355d-41fc-b82e-bc377665b764'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:29.064762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:29.356426 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.511678 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-7d99b173-ad33-45b2-b57d-bbe5f4debe19 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting port 1ce6c8fc-74ca-41f9-a303-cec910c0940c {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:29.512024 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-7d99b173-ad33-45b2-b57d-bbe5f4debe19 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.558161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a8dc3-3df2-4e69-a406-110a2f61afb4 req-d82f5696-e74c-4f6f-93ef-35322c1365b0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.564960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a8dc3-3df2-4e69-a406-110a2f61afb4 req-d82f5696-e74c-4f6f-93ef-35322c1365b0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.574029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a8dc3-3df2-4e69-a406-110a2f61afb4 req-d82f5696-e74c-4f6f-93ef-35322c1365b0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.582313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-852a8dc3-3df2-4e69-a406-110a2f61afb4 req-d82f5696-e74c-4f6f-93ef-35322c1365b0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 2417 time: 0.1347740 Aug 16 01:44:29.713949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cad0f-bfdf-4ae4-9313-cb16cd1a3551 req-94b4d50c-c37e-454c-9ee0-44f3f79a856a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.721139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cad0f-bfdf-4ae4-9313-cb16cd1a3551 req-94b4d50c-c37e-454c-9ee0-44f3f79a856a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.728448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cad0f-bfdf-4ae4-9313-cb16cd1a3551 req-94b4d50c-c37e-454c-9ee0-44f3f79a856a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.735922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-012cad0f-bfdf-4ae4-9313-cb16cd1a3551 req-94b4d50c-c37e-454c-9ee0-44f3f79a856a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 2375 time: 0.2872140 Aug 16 01:44:29.740088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Allocated IP 10.2.2.100 (f33f85bb-dec5-4471-a410-d894e8ee0dca/fafeebf6-9254-46cc-b2a5-aa1d45d42b29/a8fee145-7208-42d3-904b-ea388399f601) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:29.770262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-852a8dc3-3df2-4e69-a406-110a2f61afb4 req-24d74caf-2246-451e-be73-73c2eb38b826 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867988 Aug 16 01:44:29.825363 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0e12782-d508-41c3-8894-b9caa6cb259b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.863126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-012cad0f-bfdf-4ae4-9313-cb16cd1a3551 req-44a17c8f-bf56-44a1-bcdf-d970854ba259 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258471 Aug 16 01:44:29.882252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-7d99b173-ad33-45b2-b57d-bbe5f4debe19 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] For port 1ce6c8fc-74ca-41f9-a303-cec910c0940c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1ce6c8fc-74ca-41f9-a303-cec910c0940c,segment=NetworkSegment(17c6d349-e910-4c13-bfd3-5366bed5dc5c),segment_id=17c6d349-e910-4c13-bfd3-5366bed5dc5c)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:29.882623 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-7d99b173-ad33-45b2-b57d-bbe5f4debe19 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.991007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.010002 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-7d99b173-ad33-45b2-b57d-bbe5f4debe19 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Calling delete_port for 1ce6c8fc-74ca-41f9-a303-cec910c0940c owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:30.059339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Transition to ACTIVE for port object a8fee145-7208-42d3-904b-ea388399f601 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:30.059998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] Deleting port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:30.060460 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.070578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7db1-302b-40de-96f7-325b616aac71 req-0107c221-1db6-4b50-86ee-fd51007ed140 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:30.077591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e8c7db1-302b-40de-96f7-325b616aac71 req-0107c221-1db6-4b50-86ee-fd51007ed140 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.0756981 Aug 16 01:44:30.206662 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e8c7db1-302b-40de-96f7-325b616aac71 req-63be3230-a907-49e6-8709-83cb7a819263 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228158 Aug 16 01:44:30.232511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] For port 98d9dfd7-ac17-4228-bdab-c4abc9c83cac, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=98d9dfd7-ac17-4228-bdab-c4abc9c83cac,segment=NetworkSegment(87eed707-162b-4f94-a662-a68f39acb8c3),segment_id=87eed707-162b-4f94-a662-a68f39acb8c3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:30.233081 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.254873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] Calling delete_port for 98d9dfd7-ac17-4228-bdab-c4abc9c83cac owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:30.295095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.339894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network f33f85bb-dec5-4471-a410-d894e8ee0dca is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:30.344629 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:30.380964 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:30.444293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Port': ['ID=a8fee145-7208-42d3-904b-ea388399f601,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:30.450873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 146612dd-355d-41fc-b82e-bc377665b764 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:30.482119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:30.491458 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.528007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-7d99b173-ad33-45b2-b57d-bbe5f4debe19 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.552600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c7b7b-fbf8-4a16-84fa-a6066124bca3 req-b283583b-89a5-40b3-bbd6-95f05144c241 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:30.555612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['1ce6c8fc-74ca-41f9-a303-cec910c0940c', '12dfc11b-c0e4-4ebb-9a2a-341f127a8613', '40d2d2cb-a916-44db-875a-ed913929b317'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:30.557576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee2c7b7b-fbf8-4a16-84fa-a6066124bca3 req-b283583b-89a5-40b3-bbd6-95f05144c241 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 1097 time: 0.0673885 Aug 16 01:44:30.601296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 146612dd-355d-41fc-b82e-bc377665b764 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:30.601969 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.629981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee2c7b7b-fbf8-4a16-84fa-a6066124bca3 req-ec31725e-6d16-40d5-96e0-a0d057398fe8 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623581 Aug 16 01:44:30.631160 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.679624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-7d99b173-ad33-45b2-b57d-bbe5f4debe19 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] No DVR routers for this DVR port 1ce6c8fc-74ca-41f9-a303-cec910c0940c on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:30.681753 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99b173-ad33-45b2-b57d-bbe5f4debe19 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Port': ['ID=1ce6c8fc-74ca-41f9-a303-cec910c0940c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:30.702269 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-7d99b173-ad33-45b2-b57d-bbe5f4debe19 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.715586 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-7d99b173-ad33-45b2-b57d-bbe5f4debe19 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "DELETE /v2.0/ports/1ce6c8fc-74ca-41f9-a303-cec910c0940c HTTP/1.1" status: 204 len: 173 time: 1.6604986 Aug 16 01:44:30.718268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-deleted', 'tag': '1ce6c8fc-74ca-41f9-a303-cec910c0940c'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:30.727642 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eca9496-cedb-47a4-a8e4-da719bfdf872" -d '{"events": [{"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-deleted", "tag": "1ce6c8fc-74ca-41f9-a303-cec910c0940c"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:30.744110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=98d9dfd7-ac17-4228-bdab-c4abc9c83cac,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:30.763567 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-665e0053-cc34-49d5-93c4-9d2eccf41b11 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3130789 Aug 16 01:44:30.787402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca', 'admin_state_up': True, 'tenant_id': '1df95d736c594679814967c806df0199', 'security_groups': ['522d5cf2-f656-4bfe-a385-94fae3df30ad']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:31.059656 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a431296-ffbe-4f16-aff0-1becaf0fbab0 x-openstack-request-id: req-1a431296-ffbe-4f16-aff0-1becaf0fbab0 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:31.060338 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-deleted", "tag": "1ce6c8fc-74ca-41f9-a303-cec910c0940c", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:31.060338 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a431296-ffbe-4f16-aff0-1becaf0fbab0 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:31.061569 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-deleted', 'tag': '1ce6c8fc-74ca-41f9-a303-cec910c0940c', 'status': 'completed', 'code': 200} Aug 16 01:44:31.104681 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.135114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5150047-d3af-4736-baff-e87c81d984bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146612dd-355d-41fc-b82e-bc377665b764'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:31.138045 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e29b38-2bc5-4997-b42a-d60d6531c1c6" -d '{"events": [{"server_uuid": "b5150047-d3af-4736-baff-e87c81d984bf", "name": "network-vif-plugged", "status": "completed", "tag": "146612dd-355d-41fc-b82e-bc377665b764"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:31.155932 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Made reservation on behalf of 1df95d736c594679814967c806df0199 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:31.162004 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.163209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 146612dd-355d-41fc-b82e-bc377665b764, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=146612dd-355d-41fc-b82e-bc377665b764,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:31.180686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3b9e6-5c73-4efd-98c9-08708b579565 req-5e00d6f7-f330-4f33-bc14-a6bfd5a9a8a7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:31.187582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3b9e6-5c73-4efd-98c9-08708b579565 req-5e00d6f7-f330-4f33-bc14-a6bfd5a9a8a7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:31.189329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-88a3352e-e7e0-4fa2-8181-789ad02021f5 None None] Provisioning for port a8fee145-7208-42d3-904b-ea388399f601 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:31.199807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fc3b9e6-5c73-4efd-98c9-08708b579565 req-5e00d6f7-f330-4f33-bc14-a6bfd5a9a8a7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 1683 time: 0.2670705 Aug 16 01:44:31.206945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-88a3352e-e7e0-4fa2-8181-789ad02021f5 None None] Provisioning complete for port a8fee145-7208-42d3-904b-ea388399f601 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:31.208798 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-88a3352e-e7e0-4fa2-8181-789ad02021f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.261680 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.276032 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-3732febd-2f25-4a95-ad82-30a4dd1e11a2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:31.279597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-3732febd-2f25-4a95-ad82-30a4dd1e11a2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.317223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fc3b9e6-5c73-4efd-98c9-08708b579565 req-2362a831-318a-4d75-b714-04b8bca3317d tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163530 Aug 16 01:44:31.335603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-88a3352e-e7e0-4fa2-8181-789ad02021f5 None None] Port a8fee145-7208-42d3-904b-ea388399f601 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:31.355784 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.447470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=146612dd-355d-41fc-b82e-bc377665b764,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:31.682896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-3732febd-2f25-4a95-ad82-30a4dd1e11a2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] For port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=12dfc11b-c0e4-4ebb-9a2a-341f127a8613,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:31.683271 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-3732febd-2f25-4a95-ad82-30a4dd1e11a2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.693093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462a15-477d-4f70-9d7c-f323fba51606 req-ffe77836-288f-4f34-ac86-b3d7e7dfa55d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:31.703478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462a15-477d-4f70-9d7c-f323fba51606 req-ffe77836-288f-4f34-ac86-b3d7e7dfa55d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:31.715945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-3732febd-2f25-4a95-ad82-30a4dd1e11a2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Calling delete_port for 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:31.718108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462a15-477d-4f70-9d7c-f323fba51606 req-ffe77836-288f-4f34-ac86-b3d7e7dfa55d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:31.724577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462a15-477d-4f70-9d7c-f323fba51606 req-ffe77836-288f-4f34-ac86-b3d7e7dfa55d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:31.734740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d462a15-477d-4f70-9d7c-f323fba51606 req-ffe77836-288f-4f34-ac86-b3d7e7dfa55d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 3096 time: 0.1912711 Aug 16 01:44:31.736539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Allocated IP 10.2.2.200 (f33f85bb-dec5-4471-a410-d894e8ee0dca/fafeebf6-9254-46cc-b2a5-aa1d45d42b29/6d056894-98e3-41fb-9021-57ad00b2ec57) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:31.848371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d462a15-477d-4f70-9d7c-f323fba51606 req-982f8a17-0092-4667-842d-c03196135d07 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126480 Aug 16 01:44:31.945733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] Router 7d90a12a-5319-4938-a28b-135fee97ae9a has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:44:31.984902 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db46a668-f158-4652-8d87-224d45f0ff8f x-openstack-request-id: req-db46a668-f158-4652-8d87-224d45f0ff8f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:31.986025 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5150047-d3af-4736-baff-e87c81d984bf", "name": "network-vif-plugged", "status": "completed", "tag": "146612dd-355d-41fc-b82e-bc377665b764", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:31.988357 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-db46a668-f158-4652-8d87-224d45f0ff8f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:31.988931 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5150047-d3af-4736-baff-e87c81d984bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146612dd-355d-41fc-b82e-bc377665b764', 'code': 200} Aug 16 01:44:32.037878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.134757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Transition to ACTIVE for port object 6d056894-98e3-41fb-9021-57ad00b2ec57 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:32.136238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-3732febd-2f25-4a95-ad82-30a4dd1e11a2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.179325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732febd-2f25-4a95-ad82-30a4dd1e11a2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Port': ['ID=12dfc11b-c0e4-4ebb-9a2a-341f127a8613,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:32.261809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:44:32.268116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2acf8985-4430-468d-8b03-3ef0f1f32c7c admin admin] 10.222.0.66 "PUT /v2.0/routers/7d90a12a-5319-4938-a28b-135fee97ae9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0419855 Aug 16 01:44:32.272347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55188) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:32.273866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26157fef-00e8-4a5b-b40e-7606dbeef63e None None] Sync routers for ids ['7d90a12a-5319-4938-a28b-135fee97ae9a'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:44:32.290431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26157fef-00e8-4a5b-b40e-7606dbeef63e None None] Routers {'7d90a12a-5319-4938-a28b-135fee97ae9a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:32.291616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-26157fef-00e8-4a5b-b40e-7606dbeef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7d90a12a-5319-4938-a28b-135fee97ae9a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:32.301238 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-3732febd-2f25-4a95-ad82-30a4dd1e11a2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] No DVR routers for this DVR port 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:32.304356 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-3732febd-2f25-4a95-ad82-30a4dd1e11a2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.307281 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-3732febd-2f25-4a95-ad82-30a4dd1e11a2 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "DELETE /v2.0/ports/12dfc11b-c0e4-4ebb-9a2a-341f127a8613 HTTP/1.1" status: 204 len: 173 time: 1.5709567 Aug 16 01:44:32.372276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca15852-a215-4fa7-8a91-d0699589c9b5 req-97138359-e1d3-4dba-a642-c2824b683983 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:32.380473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ca15852-a215-4fa7-8a91-d0699589c9b5 req-97138359-e1d3-4dba-a642-c2824b683983 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.1908693 Aug 16 01:44:32.490908 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.548973 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-ac832d2c-1cb6-4114-a581-6e9a2cfd64d6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting port 40d2d2cb-a916-44db-875a-ed913929b317 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:32.549381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-ac832d2c-1cb6-4114-a581-6e9a2cfd64d6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.623350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Network f33f85bb-dec5-4471-a410-d894e8ee0dca is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:32.631094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:32.641884 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:32.702771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event updated for resources: {'Port': ['ID=6d056894-98e3-41fb-9021-57ad00b2ec57,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:32.725092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-26157fef-00e8-4a5b-b40e-7606dbeef63e None None] Set router 7d90a12a-5319-4938-a28b-135fee97ae9a gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:32.743873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ca15852-a215-4fa7-8a91-d0699589c9b5 req-61c79004-6369-45b5-8eac-78de966fab4f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620682 Aug 16 01:44:32.775315 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.814262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-ac832d2c-1cb6-4114-a581-6e9a2cfd64d6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] For port 40d2d2cb-a916-44db-875a-ed913929b317, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=40d2d2cb-a916-44db-875a-ed913929b317,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:32.814580 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-ac832d2c-1cb6-4114-a581-6e9a2cfd64d6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.821574 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.851289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-ac832d2c-1cb6-4114-a581-6e9a2cfd64d6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Calling delete_port for 40d2d2cb-a916-44db-875a-ed913929b317 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:32.973126 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-206c5ecc-9f29-4f99-b5e9-3ebdfcb918e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.077481 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-26157fef-00e8-4a5b-b40e-7606dbeef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'name': 'tempest-FloatingIPsTestJSON-1484601490-router', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7242201c-9802-4487-aacc-3506b2f0f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:09Z', 'updated_at': '2021-08-16T01:44:30Z', 'revision_number': 5, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'gw_port': {'id': '7242201c-9802-4487-aacc-3506b2f0f239', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:10Z', 'updated_at': '2021-08-16T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:33.098590 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-deleted', 'tag': '12dfc11b-c0e4-4ebb-9a2a-341f127a8613'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:33.109042 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808fe931-46aa-483a-8b0d-f1a0cf8ca50a" -d '{"events": [{"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-deleted", "tag": "12dfc11b-c0e4-4ebb-9a2a-341f127a8613"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:33.130752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:33.131409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.133514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26157fef-00e8-4a5b-b40e-7606dbeef63e None None] Checking router: 7d90a12a-5319-4938-a28b-135fee97ae9a for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:44:33.149528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26157fef-00e8-4a5b-b40e-7606dbeef63e None None] Routers {'7d90a12a-5319-4938-a28b-135fee97ae9a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:33.151375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-26157fef-00e8-4a5b-b40e-7606dbeef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7d90a12a-5319-4938-a28b-135fee97ae9a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:33.156205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.169402 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-ac832d2c-1cb6-4114-a581-6e9a2cfd64d6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.182487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e4d96-f64d-4853-839a-9e212fa7325d req-26fd3193-961a-4d56-af04-030bdb03aeaa tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:33.190286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef5e4d96-f64d-4853-839a-9e212fa7325d req-26fd3193-961a-4d56-af04-030bdb03aeaa tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a2e58a4-4391-45d6-ac47-05e1b25dff13 HTTP/1.1" status: 200 len: 946 time: 0.1541135 Aug 16 01:44:33.233176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac832d2c-1cb6-4114-a581-6e9a2cfd64d6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Port': ['ID=40d2d2cb-a916-44db-875a-ed913929b317,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:33.280777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef5e4d96-f64d-4853-839a-9e212fa7325d req-aafd0ab5-0698-4471-9fe4-a9e5eb4aaaaf tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893693 Aug 16 01:44:33.290746 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5ab07f94-d485-44d8-aa69-da4442866fa2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5164316 Aug 16 01:44:33.324351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-ac832d2c-1cb6-4114-a581-6e9a2cfd64d6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] No DVR routers for this DVR port 40d2d2cb-a916-44db-875a-ed913929b317 on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:33.328099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-26157fef-00e8-4a5b-b40e-7606dbeef63e None None] Set router 7d90a12a-5319-4938-a28b-135fee97ae9a gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:33.335944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:33.339214 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-ac832d2c-1cb6-4114-a581-6e9a2cfd64d6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.340982 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-63a39e3c-fec6-4652-824a-ff8ab77a7a0e req-ac832d2c-1cb6-4114-a581-6e9a2cfd64d6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "DELETE /v2.0/ports/40d2d2cb-a916-44db-875a-ed913929b317 HTTP/1.1" status: 204 len: 173 time: 1.0247536 Aug 16 01:44:33.434908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:33.452260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.559028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Deleting port 7242201c-9802-4487-aacc-3506b2f0f239 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:33.559368 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.596305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:33.597547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 12dfc11b-c0e4-4ebb-9a2a-341f127a8613 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:33.598170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1ce6c8fc-74ca-41f9-a303-cec910c0940c no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:33.600768 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-d6d3905e-3dc9-461d-8a05-31d29f12b2b9 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:44:33.611742 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-d6d3905e-3dc9-461d-8a05-31d29f12b2b9 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2280924 Aug 16 01:44:33.622802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Request body: {'binding': {'host': 'n-h1-768509-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:33.624095 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Unknown quota resources ['binding']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:44:33.653842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0d326902-2ffa-4e5c-b403-0e5dea4c4c87 None None] Provisioning for port 6d056894-98e3-41fb-9021-57ad00b2ec57 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:33.659872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 1ce6c8fc-74ca-41f9-a303-cec910c0940c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:33.660530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1ce6c8fc-74ca-41f9-a303-cec910c0940c not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:33.661178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 40d2d2cb-a916-44db-875a-ed913929b317 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:33.664800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0d326902-2ffa-4e5c-b403-0e5dea4c4c87 None None] Provisioning complete for port 6d056894-98e3-41fb-9021-57ad00b2ec57 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:33.665417 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0d326902-2ffa-4e5c-b403-0e5dea4c4c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.705915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0d326902-2ffa-4e5c-b403-0e5dea4c4c87 None None] Port 6d056894-98e3-41fb-9021-57ad00b2ec57 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:33.731108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 40d2d2cb-a916-44db-875a-ed913929b317 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:33.731894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 40d2d2cb-a916-44db-875a-ed913929b317 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:33.883622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] For port 7242201c-9802-4487-aacc-3506b2f0f239, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7242201c-9802-4487-aacc-3506b2f0f239,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:33.884447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.902267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Calling delete_port for 7242201c-9802-4487-aacc-3506b2f0f239 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:33.916577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca06ea-76e2-4dff-a363-47ee7450c899 req-37457079-5065-493a-b85e-9cd87c5e4a33 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:33.921371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-26157fef-00e8-4a5b-b40e-7606dbeef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'name': 'tempest-FloatingIPsTestJSON-1484601490-router', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7242201c-9802-4487-aacc-3506b2f0f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:09Z', 'updated_at': '2021-08-16T01:44:30Z', 'revision_number': 5, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'gw_port': {'id': '7242201c-9802-4487-aacc-3506b2f0f239', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:10Z', 'updated_at': '2021-08-16T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:33.922460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca06ea-76e2-4dff-a363-47ee7450c899 req-37457079-5065-493a-b85e-9cd87c5e4a33 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:33.929062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca06ea-76e2-4dff-a363-47ee7450c899 req-37457079-5065-493a-b85e-9cd87c5e4a33 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:33.935012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca06ea-76e2-4dff-a363-47ee7450c899 req-37457079-5065-493a-b85e-9cd87c5e4a33 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:33.948294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca06ea-76e2-4dff-a363-47ee7450c899 req-37457079-5065-493a-b85e-9cd87c5e4a33 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:33.958642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76ca06ea-76e2-4dff-a363-47ee7450c899 req-37457079-5065-493a-b85e-9cd87c5e4a33 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 3817 time: 0.1775229 Aug 16 01:44:33.984180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26157fef-00e8-4a5b-b40e-7606dbeef63e None None] The sync data for ids ['7d90a12a-5319-4938-a28b-135fee97ae9a'] in n-d-768509-23 is: [{'id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'name': 'tempest-FloatingIPsTestJSON-1484601490-router', 'tenant_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7242201c-9802-4487-aacc-3506b2f0f239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:09Z', 'updated_at': '2021-08-16T01:44:30Z', 'revision_number': 5, 'project_id': '7e7993e7a5094c90a8fc09e87c2cb048', 'gw_port': {'id': '7242201c-9802-4487-aacc-3506b2f0f239', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d90a12a-5319-4938-a28b-135fee97ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:10Z', 'updated_at': '2021-08-16T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:44:33.998826 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.014400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba on host n-h1-768509-23 for vnic_type normal with profile None {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:34.014736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:34.019539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:34.048948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Port 7fbe021a-7432-4f0a-8690-c651831fedba on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:34.049282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:34.077177 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:34.077561 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:34.077927 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:34.078376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Bound port: 7fbe021a-7432-4f0a-8690-c651831fedba, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:34.095611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76ca06ea-76e2-4dff-a363-47ee7450c899 req-c96fbe98-b50a-4f9b-b298-e9e3b3462ecd tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353605 Aug 16 01:44:34.124475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2059453-0805-4966-a32e-59d243e6ea01 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:34.154794 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.183945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Transition to ACTIVE for port object a2059453-0805-4966-a32e-59d243e6ea01 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:34.204327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=7fbe021a-7432-4f0a-8690-c651831fedba,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:34.270136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.322625 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b813ae61-b2fc-4e7b-9fbf-9815a4a11315 x-openstack-request-id: req-b813ae61-b2fc-4e7b-9fbf-9815a4a11315 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:34.323076 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-deleted", "tag": "12dfc11b-c0e4-4ebb-9a2a-341f127a8613", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:34.323211 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b813ae61-b2fc-4e7b-9fbf-9815a4a11315 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:34.323807 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-deleted', 'tag': '12dfc11b-c0e4-4ebb-9a2a-341f127a8613', 'status': 'completed', 'code': 200} Aug 16 01:44:34.340962 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.354951 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-304b60ca-fde2-4aa0-b6f1-2f5b3dc84180 service neutron] 10.222.0.66 "POST /v2.0/ports/7fbe021a-7432-4f0a-8690-c651831fedba/bindings HTTP/1.1" status: 201 len: 390 time: 0.7415748 Aug 16 01:44:34.407717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Pushing event updated for resources: {'Port': ['ID=a2059453-0805-4966-a32e-59d243e6ea01,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:34.555642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f3158-b650-4a6b-82ae-3d791e758489 req-dbeb4a70-6071-43fd-8abe-aa0025791150 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:34.564643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e32f3158-b650-4a6b-82ae-3d791e758489 req-dbeb4a70-6071-43fd-8abe-aa0025791150 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.1129169 Aug 16 01:44:34.576964 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Attempting to bind port a2059453-0805-4966-a32e-59d243e6ea01 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:34.577418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Attempting to bind port a2059453-0805-4966-a32e-59d243e6ea01 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:34.583579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Attempting to bind port a2059453-0805-4966-a32e-59d243e6ea01 on network 84d790fc-6460-4f48-a0a4-f45c262f5cff {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:34.591611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Port a2059453-0805-4966-a32e-59d243e6ea01 on network 84d790fc-6460-4f48-a0a4-f45c262f5cff not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:34.592164 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Attempting to bind port a2059453-0805-4966-a32e-59d243e6ea01 on network 84d790fc-6460-4f48-a0a4-f45c262f5cff {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:34.600956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:34.602201 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Checking segment: {'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:34.602663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Bound using segment: {'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:34.603693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Bound port: a2059453-0805-4966-a32e-59d243e6ea01, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:34.605428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.623905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e32f3158-b650-4a6b-82ae-3d791e758489 req-36b00dfc-f656-4c2f-8c87-76f484a5649e tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516624 Aug 16 01:44:34.625397 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.729861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7242201c-9802-4487-aacc-3506b2f0f239,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:34.812726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] For port a2059453-0805-4966-a32e-59d243e6ea01, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:34.812726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] For port a2059453-0805-4966-a32e-59d243e6ea01, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a2059453-0805-4966-a32e-59d243e6ea01,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:34.816064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55224) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:34.875266 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.909055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.007279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:35.007906 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.012503 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] 10.222.0.74 "PUT /v2.0/ports/a2059453-0805-4966-a32e-59d243e6ea01 HTTP/1.1" status: 200 len: 1093 time: 1.6962903 Aug 16 01:44:35.028199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-570a8e97-63d8-4501-ab9e-af2b0eadecd1 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting subnet 213e44de-9f69-4744-8b31-9d86b0462279 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:44:35.032795 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-570a8e97-63d8-4501-ab9e-af2b0eadecd1 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.093452 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-570a8e97-63d8-4501-ab9e-af2b0eadecd1 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.123288 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.129248 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.239905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48719f9-61b3-4215-b019-94d3469d5943 service neutron] Pushing event updated for resources: {'Port': ['ID=a2059453-0805-4966-a32e-59d243e6ea01,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:35.250141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:35.320491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8642a-d227-4599-8140-9165449f04f0 req-d5d4fda9-8252-49f7-81f1-b3d48c43cc14 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:35.327746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81f8642a-d227-4599-8140-9165449f04f0 req-d5d4fda9-8252-49f7-81f1-b3d48c43cc14 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.3499231 Aug 16 01:44:35.365744 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-570a8e97-63d8-4501-ab9e-af2b0eadecd1 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.414529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81f8642a-d227-4599-8140-9165449f04f0 req-24a28165-84ec-485d-a30a-a2513cf8b740 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858290 Aug 16 01:44:35.422119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34543de-cf49-4363-a71e-4e15bf037735 req-bf259f94-e643-49ca-8370-775018419e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:35.423969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-bf259f94-e643-49ca-8370-775018419e43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 1097 time: 0.1839519 Aug 16 01:44:35.466404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314edef6-6bff-4456-b130-4105b3755b12 req-0b498728-31a2-46d9-8b20-256fa9c5d2f5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:35.473153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314edef6-6bff-4456-b130-4105b3755b12 req-0b498728-31a2-46d9-8b20-256fa9c5d2f5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:35.479095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314edef6-6bff-4456-b130-4105b3755b12 req-0b498728-31a2-46d9-8b20-256fa9c5d2f5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:35.484955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314edef6-6bff-4456-b130-4105b3755b12 req-0b498728-31a2-46d9-8b20-256fa9c5d2f5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:35.495360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314edef6-6bff-4456-b130-4105b3755b12 req-0b498728-31a2-46d9-8b20-256fa9c5d2f5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:35.505379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-314edef6-6bff-4456-b130-4105b3755b12 req-0b498728-31a2-46d9-8b20-256fa9c5d2f5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 3829 time: 0.2557023 Aug 16 01:44:35.581799 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.606286 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.606286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d90a12a-5319-4938-a28b-135fee97ae9a {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:44:35.624663 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.628125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-49310349-4114-477b-a46c-b6c9be5f7cd3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7d90a12a-5319-4938-a28b-135fee97ae9a HTTP/1.1" status: 204 len: 168 time: 3.3509867 Aug 16 01:44:35.632183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 98d9dfd7-ac17-4228-bdab-c4abc9c83cac no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:35.642074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55238) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:35.683024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 98d9dfd7-ac17-4228-bdab-c4abc9c83cac {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:35.683607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 98d9dfd7-ac17-4228-bdab-c4abc9c83cac not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:35.717431 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.762630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-314edef6-6bff-4456-b130-4105b3755b12 req-6451bed7-7b12-43d0-9a9e-36fc6f3aa03a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561305 Aug 16 01:44:35.820428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34543de-cf49-4363-a71e-4e15bf037735 req-e5d51992-75b7-469e-bf26-97cd5772eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:35.822464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-e5d51992-75b7-469e-bf26-97cd5772eb1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.3798082 Aug 16 01:44:35.828019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc9f9cd-eda5-4886-bf1a-b45d394a9aa2 admin admin] Deleting subnet ede0f6b0-87d9-4978-a763-94c262f91c38 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:44:35.911953 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f9cd-eda5-4886-bf1a-b45d394a9aa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.942061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-d47be253-d6fa-4395-ace2-afddd1bec228 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fbe021a-7432-4f0a-8690-c651831fedba HTTP/1.1" status: 200 len: 217 time: 0.1111064 Aug 16 01:44:36.019006 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f9cd-eda5-4886-bf1a-b45d394a9aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.062872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab01ef-c458-4e1a-920a-8d13dec3995e req-7658c424-8a1d-49bb-9ac8-200f8a64ca64 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.064591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9ab01ef-c458-4e1a-920a-8d13dec3995e req-7658c424-8a1d-49bb-9ac8-200f8a64ca64 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.2409344 Aug 16 01:44:36.077877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34543de-cf49-4363-a71e-4e15bf037735 req-dc807940-fb3c-4642-a064-c10a7940ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.079344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-dc807940-fb3c-4642-a064-c10a7940ae08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.1203127 Aug 16 01:44:36.138652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-f5cc0ccd-cfe8-4736-b404-c1233799a60a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473423 Aug 16 01:44:36.301260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9ab01ef-c458-4e1a-920a-8d13dec3995e req-d22aa0eb-2d3a-4d3d-87a7-60de3049fa31 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276788 Aug 16 01:44:36.304449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-bdad7bd5-abe0-481a-9a42-2138406f331b service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143076 Aug 16 01:44:36.733787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51da5588-9d80-4706-8e6e-b703605f3e18 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:36.733787 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.733787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Transition to ACTIVE for port object 51da5588-9d80-4706-8e6e-b703605f3e18 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:36.733787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-deleted', 'tag': '40d2d2cb-a916-44db-875a-ed913929b317'}, {'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': 'a2059453-0805-4966-a32e-59d243e6ea01'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:36.733787 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390" -d '{"events": [{"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-deleted", "tag": "40d2d2cb-a916-44db-875a-ed913929b317"}, {"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "a2059453-0805-4966-a32e-59d243e6ea01"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:36.733787 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-570a8e97-63d8-4501-ab9e-af2b0eadecd1 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.733787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a8e97-63d8-4501-ab9e-af2b0eadecd1 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Subnet': ['ID=213e44de-9f69-4744-8b31-9d86b0462279,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:36.733787 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-570a8e97-63d8-4501-ab9e-af2b0eadecd1 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.737032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7272a37c-2491-4e3c-a8d1-5dfa10558e99 None None] Network 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:36.737388 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-570a8e97-63d8-4501-ab9e-af2b0eadecd1 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "DELETE /v2.0/subnets/213e44de-9f69-4744-8b31-9d86b0462279 HTTP/1.1" status: 204 len: 168 time: 1.7868829 Aug 16 01:44:36.737388 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55254) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:36.846950 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.859637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59c0439-a272-4ec2-b208-62f07f26a478 None None] DHCP port deletion for 77cb58dc-d8a8-4f3d-9835-1585b89ca5ab request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:44:36.892088 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f9cd-eda5-4886-bf1a-b45d394a9aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.941054 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.949111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0bfd3-6c08-44ca-befb-eef1b5c59c44 req-11adea64-2cad-46fc-ad38-bde006be1beb tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.957139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0be0bfd3-6c08-44ca-befb-eef1b5c59c44 req-11adea64-2cad-46fc-ad38-bde006be1beb tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.1733429 Aug 16 01:44:36.970709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24443f33-5a1a-4248-b330-447383f483a7 req-e33aa98d-5d34-4315-9a70-e969e9c6c471 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.975619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b59c0439-a272-4ec2-b208-62f07f26a478 None None] Deleting port 7c1055b7-ae04-4fe9-acd5-4427086884c8 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:36.983111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24443f33-5a1a-4248-b330-447383f483a7 req-e33aa98d-5d34-4315-9a70-e969e9c6c471 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 946 time: 0.8233743 Aug 16 01:44:36.994343 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b59c0439-a272-4ec2-b208-62f07f26a478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.045093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Pushing event updated for resources: {'Port': ['ID=51da5588-9d80-4706-8e6e-b703605f3e18,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:37.069952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b59c0439-a272-4ec2-b208-62f07f26a478 None None] For port 7c1055b7-ae04-4fe9-acd5-4427086884c8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7c1055b7-ae04-4fe9-acd5-4427086884c8,segment=NetworkSegment(17c6d349-e910-4c13-bfd3-5366bed5dc5c),segment_id=17c6d349-e910-4c13-bfd3-5366bed5dc5c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:37.070362 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b59c0439-a272-4ec2-b208-62f07f26a478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.086322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b59c0439-a272-4ec2-b208-62f07f26a478 None None] Calling delete_port for 7c1055b7-ae04-4fe9-acd5-4427086884c8 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:37.091226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting port 7c1055b7-ae04-4fe9-acd5-4427086884c8 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:37.092058 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.138011 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24443f33-5a1a-4248-b330-447383f483a7 req-9960ec21-c860-4081-8da5-ba180381f9be tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530557 Aug 16 01:44:37.174523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0be0bfd3-6c08-44ca-befb-eef1b5c59c44 req-e16c6ace-3734-44b2-a85c-0736c9fee86e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162404 Aug 16 01:44:37.194838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-6f821c79-a038-4f01-a073-84ba7f1ec60a service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8611875 Aug 16 01:44:37.267322 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060f68ba-ba28-4cb9-94af-2e1f06d45102 x-openstack-request-id: req-060f68ba-ba28-4cb9-94af-2e1f06d45102 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:37.267322 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2e58a4-4391-45d6-ac47-05e1b25dff13", "name": "network-vif-deleted", "tag": "40d2d2cb-a916-44db-875a-ed913929b317", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "a2059453-0805-4966-a32e-59d243e6ea01", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:37.267322 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-060f68ba-ba28-4cb9-94af-2e1f06d45102 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:37.267322 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2e58a4-4391-45d6-ac47-05e1b25dff13', 'name': 'network-vif-deleted', 'tag': '40d2d2cb-a916-44db-875a-ed913929b317', 'status': 'completed', 'code': 200} Aug 16 01:44:37.273720 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': 'a2059453-0805-4966-a32e-59d243e6ea01', 'status': 'completed', 'code': 200} Aug 16 01:44:37.284984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] For port 7c1055b7-ae04-4fe9-acd5-4427086884c8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7c1055b7-ae04-4fe9-acd5-4427086884c8,segment=NetworkSegment(17c6d349-e910-4c13-bfd3-5366bed5dc5c),segment_id=17c6d349-e910-4c13-bfd3-5366bed5dc5c)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:37.285352 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.290775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Attempting to bind port 51da5588-9d80-4706-8e6e-b703605f3e18 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:37.290775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Attempting to bind port 51da5588-9d80-4706-8e6e-b703605f3e18 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:37.290775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Attempting to bind port 51da5588-9d80-4706-8e6e-b703605f3e18 on network 0658837a-4b54-4f63-9898-d517802f3f3f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:37.335677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Port 51da5588-9d80-4706-8e6e-b703605f3e18 on network 0658837a-4b54-4f63-9898-d517802f3f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:37.336326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Attempting to bind port 51da5588-9d80-4706-8e6e-b703605f3e18 on network 0658837a-4b54-4f63-9898-d517802f3f3f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:37.339703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Calling delete_port for 7c1055b7-ae04-4fe9-acd5-4427086884c8 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:37.351203 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b59c0439-a272-4ec2-b208-62f07f26a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.351624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f9cd-eda5-4886-bf1a-b45d394a9aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.369053 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:37.373020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Checking segment: {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:37.373020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Bound using segment: {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:37.373020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Bound port: 51da5588-9d80-4706-8e6e-b703605f3e18, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:37.373020 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.424333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c0439-a272-4ec2-b208-62f07f26a478 None None] Pushing event deleted for resources: {'Port': ['ID=7c1055b7-ae04-4fe9-acd5-4427086884c8,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:37.427389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c0439-a272-4ec2-b208-62f07f26a478 None None] No DVR routers for this DVR port 7c1055b7-ae04-4fe9-acd5-4427086884c8 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:37.493869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9f9cd-eda5-4886-bf1a-b45d394a9aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede0f6b0-87d9-4978-a763-94c262f91c38,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:37.582521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c271293-0689-493d-a4bd-527ede5eb42f None None] Network 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:37.588650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f9cd-eda5-4886-bf1a-b45d394a9aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.590640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6cc9f9cd-eda5-4886-bf1a-b45d394a9aa2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ede0f6b0-87d9-4978-a763-94c262f91c38 HTTP/1.1" status: 204 len: 168 time: 1.9474602 Aug 16 01:44:37.593088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55272) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:37.600145 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.700075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7c1055b7-ae04-4fe9-acd5-4427086884c8 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:37.729281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 7c1055b7-ae04-4fe9-acd5-4427086884c8 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:37.730035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7c1055b7-ae04-4fe9-acd5-4427086884c8 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:37.730715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7242201c-9802-4487-aacc-3506b2f0f239 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:37.757115 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] For port 51da5588-9d80-4706-8e6e-b703605f3e18, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:37.760657 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] For port 51da5588-9d80-4706-8e6e-b703605f3e18, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=51da5588-9d80-4706-8e6e-b703605f3e18,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:37.762759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] No DVR routers for this DVR port 7c1055b7-ae04-4fe9-acd5-4427086884c8 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:37.775453 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-ec2a5186-3f32-42df-81b8-39309ed3141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.784532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-ec2a5186-3f32-42df-81b8-39309ed3141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.784668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd7c86-9c60-4070-a135-ff7708d12810 req-bf4ea20a-b349-4b08-83bd-2acf3cd47868 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.784798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-ec2a5186-3f32-42df-81b8-39309ed3141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.784798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-ec2a5186-3f32-42df-81b8-39309ed3141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.784798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-ec2a5186-3f32-42df-81b8-39309ed3141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.784798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-ec2a5186-3f32-42df-81b8-39309ed3141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.784798 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-ec2a5186-3f32-42df-81b8-39309ed3141f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5248 time: 0.4856007 Aug 16 01:44:37.785156 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 7242201c-9802-4487-aacc-3506b2f0f239 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:37.785156 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7242201c-9802-4487-aacc-3506b2f0f239 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:37.793809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd7c86-9c60-4070-a135-ff7708d12810 req-bf4ea20a-b349-4b08-83bd-2acf3cd47868 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.804776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd7c86-9c60-4070-a135-ff7708d12810 req-bf4ea20a-b349-4b08-83bd-2acf3cd47868 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.817134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd7c86-9c60-4070-a135-ff7708d12810 req-bf4ea20a-b349-4b08-83bd-2acf3cd47868 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.832977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd7c86-9c60-4070-a135-ff7708d12810 req-bf4ea20a-b349-4b08-83bd-2acf3cd47868 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.839519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd7c86-9c60-4070-a135-ff7708d12810 req-bf4ea20a-b349-4b08-83bd-2acf3cd47868 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.848451 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cfd7c86-9c60-4070-a135-ff7708d12810 req-bf4ea20a-b349-4b08-83bd-2acf3cd47868 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 4602 time: 0.4030254 Aug 16 01:44:37.888512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712768ab-bd25-4ea0-9fa7-accbf0e0eeaa req-b2c3b363-ad40-4a6b-bdb4-6024a199bcbd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.896829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-712768ab-bd25-4ea0-9fa7-accbf0e0eeaa req-b2c3b363-ad40-4a6b-bdb4-6024a199bcbd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.2367930 Aug 16 01:44:37.916796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.961029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-f9dc7820-07d7-43dd-8320-ebdf1f5f8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.961510 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-f9dc7820-07d7-43dd-8320-ebdf1f5f8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.962649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-f9dc7820-07d7-43dd-8320-ebdf1f5f8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.964623 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-f9dc7820-07d7-43dd-8320-ebdf1f5f8cd6 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1df95d736c594679814967c806df0199&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1514106 Aug 16 01:44:37.980659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cfd7c86-9c60-4070-a135-ff7708d12810 req-bcfc1145-b8ea-438c-a737-e47cc863e739 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309643 Aug 16 01:44:37.988336 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.015616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00f9652-eeb3-4658-a296-f29344110423 None None] DHCP port deletion for 417b27c5-c1f0-43e8-b843-a2cfd0f8b366 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:44:38.097486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-712768ab-bd25-4ea0-9fa7-accbf0e0eeaa req-06109ef7-ac57-42f2-a7b4-0a0dd5ea41cb tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983604 Aug 16 01:44:38.129472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d00f9652-eeb3-4658-a296-f29344110423 None None] Deleting port 92325639-a500-4efe-b766-d25082474e73 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:38.129778 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-29066cf2-cc50-4354-89c1-4a2a31dbc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:38.129937 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d00f9652-eeb3-4658-a296-f29344110423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.131940 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4a3423d5-d0e8-4eb2-9723-bbf6cb49a390 req-29066cf2-cc50-4354-89c1-4a2a31dbc2d9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168103 Aug 16 01:44:38.133348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Port': ['ID=7c1055b7-ae04-4fe9-acd5-4427086884c8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:38.135883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Deleting port 92325639-a500-4efe-b766-d25082474e73 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:38.138248 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.250401 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.279672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cb58dc-d8a8-4f3d-9835-1585b89ca5ab']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:38.299614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c6d349-e910-4c13-bfd3-5366bed5dc5c') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:38.299614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c6d349-e910-4c13-bfd3-5366bed5dc5c') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:38.308927 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.309472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d00f9652-eeb3-4658-a296-f29344110423 None None] For port 92325639-a500-4efe-b766-d25082474e73, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=92325639-a500-4efe-b766-d25082474e73,segment=NetworkSegment(87eed707-162b-4f94-a662-a68f39acb8c3),segment_id=87eed707-162b-4f94-a662-a68f39acb8c3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:38.309912 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d00f9652-eeb3-4658-a296-f29344110423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.358890 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.367014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] For port 92325639-a500-4efe-b766-d25082474e73, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=92325639-a500-4efe-b766-d25082474e73,segment=NetworkSegment(87eed707-162b-4f94-a662-a68f39acb8c3),segment_id=87eed707-162b-4f94-a662-a68f39acb8c3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:38.368258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:38.368893 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.369119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.373924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d00f9652-eeb3-4658-a296-f29344110423 None None] Calling delete_port for 92325639-a500-4efe-b766-d25082474e73 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:38.421048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Calling delete_port for 92325639-a500-4efe-b766-d25082474e73 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:38.492148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead97b60-7d7d-4f9f-9328-279f3007ae92 req-ade443f3-aa80-4242-b0b8-0fd284f782b5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:38.503366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ead97b60-7d7d-4f9f-9328-279f3007ae92 req-ade443f3-aa80-4242-b0b8-0fd284f782b5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.1300328 Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] 10.222.0.74 "PUT /v2.0/ports/51da5588-9d80-4706-8e6e-b703605f3e18 HTTP/1.1" status: 200 len: 1132 time: 3.2947063 Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:38.660215 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a18cb9-6cb6-4376-93b0-bb152ec9e242 service neutron] Pushing event updated for resources: {'Port': ['ID=51da5588-9d80-4706-8e6e-b703605f3e18,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:38.667298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ead97b60-7d7d-4f9f-9328-279f3007ae92 req-93d4bbba-a6e6-44ef-8f95-ead61c17d8f6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219707 Aug 16 01:44:38.835650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebaf04-216e-4861-be56-77618674bebf req-3f520342-105f-4d2c-810b-f79efdd160e5 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:38.837173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29ebaf04-216e-4861-be56-77618674bebf req-3f520342-105f-4d2c-810b-f79efdd160e5 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 946 time: 0.0607162 Aug 16 01:44:38.853623 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.876935 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.881209 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "DELETE /v2.0/networks/77cb58dc-d8a8-4f3d-9835-1585b89ca5ab HTTP/1.1" status: 204 len: 168 time: 2.1455872 Aug 16 01:44:38.882434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3698a42-ee09-4af6-8698-4e1d729ec86c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Network': ['ID=77cb58dc-d8a8-4f3d-9835-1585b89ca5ab,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:38.883840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29ebaf04-216e-4861-be56-77618674bebf req-76b6b82b-6fce-408f-ac38-f8bdb52b9be1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404265 Aug 16 01:44:38.884306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55292) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:38.926722 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d00f9652-eeb3-4658-a296-f29344110423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.942081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73e0920-473c-4f4f-a23a-41eb07432280 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting subnet 59338ac5-22c7-4643-8e5e-712890d6b1fd {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:44:38.945650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.948048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f9652-eeb3-4658-a296-f29344110423 None None] No DVR routers for this DVR port 92325639-a500-4efe-b766-d25082474e73 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:38.949841 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a73e0920-473c-4f4f-a23a-41eb07432280 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.951118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:38.974926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f9652-eeb3-4658-a296-f29344110423 None None] Pushing event deleted for resources: {'Port': ['ID=92325639-a500-4efe-b766-d25082474e73,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:39.054100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Pushing event deleted for resources: {'Port': ['ID=92325639-a500-4efe-b766-d25082474e73,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:39.062563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] No DVR routers for this DVR port 92325639-a500-4efe-b766-d25082474e73 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:39.064361 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.140635 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a73e0920-473c-4f4f-a23a-41eb07432280 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.301407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.323516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': '51da5588-9d80-4706-8e6e-b703605f3e18'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:39.326079 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6281700-84c9-46e8-afa9-88e73b3e653e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "51da5588-9d80-4706-8e6e-b703605f3e18"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:39.338669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417b27c5-c1f0-43e8-b843-a2cfd0f8b366']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:39.383934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87eed707-162b-4f94-a662-a68f39acb8c3') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:39.384749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87eed707-162b-4f94-a662-a68f39acb8c3') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:39.482188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949efee-534c-4d5b-85c4-1a42738ef92d req-476f6c25-dbc0-4d88-8dd1-1b5f3f19ceb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:39.494043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949efee-534c-4d5b-85c4-1a42738ef92d req-476f6c25-dbc0-4d88-8dd1-1b5f3f19ceb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:39.509077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949efee-534c-4d5b-85c4-1a42738ef92d req-476f6c25-dbc0-4d88-8dd1-1b5f3f19ceb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:39.520981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949efee-534c-4d5b-85c4-1a42738ef92d req-476f6c25-dbc0-4d88-8dd1-1b5f3f19ceb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:39.532778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949efee-534c-4d5b-85c4-1a42738ef92d req-476f6c25-dbc0-4d88-8dd1-1b5f3f19ceb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:39.543853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949efee-534c-4d5b-85c4-1a42738ef92d req-476f6c25-dbc0-4d88-8dd1-1b5f3f19ceb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:39.553250 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8949efee-534c-4d5b-85c4-1a42738ef92d req-476f6c25-dbc0-4d88-8dd1-1b5f3f19ceb6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 4602 time: 0.4287050 Aug 16 01:44:39.555184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.564158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ea19a7-717c-4f87-addd-f925ad379bf9 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:39.568837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e006c9-2297-43d2-8e24-e040dd990d0d req-a84db475-4f4c-41a8-8310-e9dbce1edfec tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:39.573762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.580141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1e006c9-2297-43d2-8e24-e040dd990d0d req-a84db475-4f4c-41a8-8310-e9dbce1edfec tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.3677387 Aug 16 01:44:39.605629 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Transition to ACTIVE for port object 31ea19a7-717c-4f87-addd-f925ad379bf9 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:39.618934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 92325639-a500-4efe-b766-d25082474e73 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:39.661174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 92325639-a500-4efe-b766-d25082474e73 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:39.661610 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 92325639-a500-4efe-b766-d25082474e73 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:39.664376 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.669221 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a73e0920-473c-4f4f-a23a-41eb07432280 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.688388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:39.688388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.710626 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:39.716778 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:39.778009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8949efee-534c-4d5b-85c4-1a42738ef92d req-2633cd8d-7672-4127-932f-4471d50852d8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1782248 Aug 16 01:44:39.786199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Pushing event updated for resources: {'Port': ['ID=31ea19a7-717c-4f87-addd-f925ad379bf9,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:39.790539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1e006c9-2297-43d2-8e24-e040dd990d0d req-2a47e7bd-2076-4454-805c-f98df8a9eea2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066455 Aug 16 01:44:39.927967 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.936885 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.940998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] 10.222.0.66 "DELETE /v2.0/networks/417b27c5-c1f0-43e8-b843-a2cfd0f8b366 HTTP/1.1" status: 204 len: 168 time: 2.3468518 Aug 16 01:44:39.962306 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ade7a0-a3b5-4b8d-af62-c6377e24fec3 x-openstack-request-id: req-82ade7a0-a3b5-4b8d-af62-c6377e24fec3 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:39.962843 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "51da5588-9d80-4706-8e6e-b703605f3e18", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:39.962843 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82ade7a0-a3b5-4b8d-af62-c6377e24fec3 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:39.963700 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': '51da5588-9d80-4706-8e6e-b703605f3e18', 'status': 'completed', 'code': 200} Aug 16 01:44:39.985427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08583f-ebbb-42e4-adc5-7f9ed82a7169 admin admin] Pushing event deleted for resources: {'Network': ['ID=417b27c5-c1f0-43e8-b843-a2cfd0f8b366,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:39.989387 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a73e0920-473c-4f4f-a23a-41eb07432280 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.030958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e0920-473c-4f4f-a23a-41eb07432280 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Subnet': ['ID=59338ac5-22c7-4643-8e5e-712890d6b1fd,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:40.036238 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a73e0920-473c-4f4f-a23a-41eb07432280 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.040968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a73e0920-473c-4f4f-a23a-41eb07432280 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "DELETE /v2.0/subnets/59338ac5-22c7-4643-8e5e-712890d6b1fd HTTP/1.1" status: 204 len: 168 time: 1.1556997 Aug 16 01:44:40.044380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c879bfef-ca14-4b0f-a0e3-e3f9baa530a5 None None] Network dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:40.062716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55328) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:40.075589 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Attempting to bind port 31ea19a7-717c-4f87-addd-f925ad379bf9 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:40.076329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Attempting to bind port 31ea19a7-717c-4f87-addd-f925ad379bf9 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:40.076678 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Attempting to bind port 31ea19a7-717c-4f87-addd-f925ad379bf9 on network 0658837a-4b54-4f63-9898-d517802f3f3f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:40.087339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Port 31ea19a7-717c-4f87-addd-f925ad379bf9 on network 0658837a-4b54-4f63-9898-d517802f3f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:40.087676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Attempting to bind port 31ea19a7-717c-4f87-addd-f925ad379bf9 on network 0658837a-4b54-4f63-9898-d517802f3f3f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:40.096026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-7bcbd889-ad2c-4de8-8995-61d3d40bf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.097080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-7bcbd889-ad2c-4de8-8995-61d3d40bf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.097570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-7bcbd889-ad2c-4de8-8995-61d3d40bf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.098089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-7bcbd889-ad2c-4de8-8995-61d3d40bf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.098568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-7bcbd889-ad2c-4de8-8995-61d3d40bf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.099041 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-7bcbd889-ad2c-4de8-8995-61d3d40bf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.099996 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-7bcbd889-ad2c-4de8-8995-61d3d40bf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.102560 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-7bcbd889-ad2c-4de8-8995-61d3d40bf5f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6173 time: 0.1385999 Aug 16 01:44:40.107165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:40.107695 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Checking segment: {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:40.108094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Bound using segment: {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:40.108530 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Bound port: 31ea19a7-717c-4f87-addd-f925ad379bf9, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:40.108893 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.399988 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-c4f4027c-6415-4ffd-97bf-6ec459a7544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.400555 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-c4f4027c-6415-4ffd-97bf-6ec459a7544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.415853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-c4f4027c-6415-4ffd-97bf-6ec459a7544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.415853 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-c4f4027c-6415-4ffd-97bf-6ec459a7544c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1df95d736c594679814967c806df0199&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2845628 Aug 16 01:44:40.416556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821180a0-0690-456f-bea6-1a9da4dba0b9 None None] DHCP port deletion for dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:44:40.448599 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.474462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bc465-b1d7-4d49-a409-880cfb3c669c req-d4785ab4-e94c-4679-8f26-7270779288d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.476085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-854bc465-b1d7-4d49-a409-880cfb3c669c req-d4785ab4-e94c-4679-8f26-7270779288d2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.2940323 Aug 16 01:44:40.554984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] For port 31ea19a7-717c-4f87-addd-f925ad379bf9, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:40.560932 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] For port 31ea19a7-717c-4f87-addd-f925ad379bf9, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=31ea19a7-717c-4f87-addd-f925ad379bf9,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:40.569756 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55332) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:40.641261 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-70f4c879-8a88-4287-9025-85ae8025f986 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e7993e7a5094c90a8fc09e87c2cb048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699348 Aug 16 01:44:40.643737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-93978680-4c50-4856-a0b3-18706f26acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.644722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55334) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:40.645303 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b6281700-84c9-46e8-afa9-88e73b3e653e req-93978680-4c50-4856-a0b3-18706f26acca service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2053547 Aug 16 01:44:40.669677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.679257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-821180a0-0690-456f-bea6-1a9da4dba0b9 None None] Deleting port 6b2a1647-7adc-4751-8859-4abd60ce787c {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:40.680179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-854bc465-b1d7-4d49-a409-880cfb3c669c req-bfa49ae6-b19a-4b46-94b0-0813187f2507 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902218 Aug 16 01:44:40.693728 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-821180a0-0690-456f-bea6-1a9da4dba0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.736709 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.737439 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.739109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce527-e034-4554-b7d8-27055ba19c86 req-c968f28f-2e9c-47ad-b978-761c038c5ff3 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.740025 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] 10.222.0.74 "PUT /v2.0/ports/31ea19a7-717c-4f87-addd-f925ad379bf9 HTTP/1.1" status: 200 len: 1132 time: 1.7971854 Aug 16 01:44:40.751377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6bce527-e034-4554-b7d8-27055ba19c86 req-c968f28f-2e9c-47ad-b978-761c038c5ff3 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 946 time: 0.1560919 Aug 16 01:44:40.808809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85cc44-ed5b-445d-8e06-f2aa4133be49 service neutron] Pushing event updated for resources: {'Port': ['ID=31ea19a7-717c-4f87-addd-f925ad379bf9,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:40.834624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-821180a0-0690-456f-bea6-1a9da4dba0b9 None None] For port 6b2a1647-7adc-4751-8859-4abd60ce787c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6b2a1647-7adc-4751-8859-4abd60ce787c,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:40.834845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting port 6b2a1647-7adc-4751-8859-4abd60ce787c {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:40.835052 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.835168 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-821180a0-0690-456f-bea6-1a9da4dba0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.872005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-821180a0-0690-456f-bea6-1a9da4dba0b9 None None] Calling delete_port for 6b2a1647-7adc-4751-8859-4abd60ce787c owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:40.875655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:40.991856 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.005255 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7dd9fbe-61bc-4fd3-96b1-389c0945dee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.066901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6bce527-e034-4554-b7d8-27055ba19c86 req-e48f838f-fb50-4ce9-bff8-21bd49f7b8f1 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086154 Aug 16 01:44:41.126721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524142-5c35-45e1-8d3a-095923b456e5 req-924affec-6777-46d8-933e-d5a0f3f6ec5a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.140162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524142-5c35-45e1-8d3a-095923b456e5 req-924affec-6777-46d8-933e-d5a0f3f6ec5a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.155049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524142-5c35-45e1-8d3a-095923b456e5 req-924affec-6777-46d8-933e-d5a0f3f6ec5a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.161779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524142-5c35-45e1-8d3a-095923b456e5 req-924affec-6777-46d8-933e-d5a0f3f6ec5a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.167676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524142-5c35-45e1-8d3a-095923b456e5 req-924affec-6777-46d8-933e-d5a0f3f6ec5a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.173568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524142-5c35-45e1-8d3a-095923b456e5 req-924affec-6777-46d8-933e-d5a0f3f6ec5a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.180469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524142-5c35-45e1-8d3a-095923b456e5 req-924affec-6777-46d8-933e-d5a0f3f6ec5a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.183413 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-821180a0-0690-456f-bea6-1a9da4dba0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.192091 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c524142-5c35-45e1-8d3a-095923b456e5 req-924affec-6777-46d8-933e-d5a0f3f6ec5a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5375 time: 0.2410221 Aug 16 01:44:41.201215 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7dd9fbe-61bc-4fd3-96b1-389c0945dee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.246710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821180a0-0690-456f-bea6-1a9da4dba0b9 None None] Pushing event deleted for resources: {'Port': ['ID=6b2a1647-7adc-4751-8859-4abd60ce787c,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:41.273559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] For port 6b2a1647-7adc-4751-8859-4abd60ce787c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6b2a1647-7adc-4751-8859-4abd60ce787c,segment=NetworkSegment(d8302d29-8295-427e-8558-85335cf6af38),segment_id=d8302d29-8295-427e-8558-85335cf6af38)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:41.273559 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.275270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821180a0-0690-456f-bea6-1a9da4dba0b9 None None] No DVR routers for this DVR port 6b2a1647-7adc-4751-8859-4abd60ce787c on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:41.318600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Calling delete_port for 6b2a1647-7adc-4751-8859-4abd60ce787c owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:41.429145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8573f9-bee9-40bf-b5d8-25da2ea57ca8 req-e80b97ee-7eaa-41dd-bc39-8f2c3a3023d7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.430761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c8573f9-bee9-40bf-b5d8-25da2ea57ca8 req-e80b97ee-7eaa-41dd-bc39-8f2c3a3023d7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.2276626 Aug 16 01:44:41.434848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c524142-5c35-45e1-8d3a-095923b456e5 req-28c2f780-48d3-4244-a7f2-da4454c26788 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2417591 Aug 16 01:44:41.553285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c8573f9-bee9-40bf-b5d8-25da2ea57ca8 req-75b83412-c6cc-41b2-a471-4ee42677aee3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776074 Aug 16 01:44:41.625780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6b2a1647-7adc-4751-8859-4abd60ce787c no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:41.638238 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.682188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 6b2a1647-7adc-4751-8859-4abd60ce787c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:41.682537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6b2a1647-7adc-4751-8859-4abd60ce787c not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:41.708663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Port': ['ID=6b2a1647-7adc-4751-8859-4abd60ce787c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:41.715763 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7dd9fbe-61bc-4fd3-96b1-389c0945dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.717335 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7dd9fbe-61bc-4fd3-96b1-389c0945dee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.722079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c7dd9fbe-61bc-4fd3-96b1-389c0945dee4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01e22bcf-c2ed-4619-81fc-eda9bdd746b8 HTTP/1.1" status: 204 len: 168 time: 1.0679162 Aug 16 01:44:41.740132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd9fbe-61bc-4fd3-96b1-389c0945dee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e22bcf-c2ed-4619-81fc-eda9bdd746b8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:41.744575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] No DVR routers for this DVR port 6b2a1647-7adc-4751-8859-4abd60ce787c on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:41.833462 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c907daf-2aa4-4292-b3c6-d944d4519085 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:41.852780 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.910584 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-6dcdab3c-40a9-44d8-ab6d-d1c32bb6d4b8 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.912205 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-6dcdab3c-40a9-44d8-ab6d-d1c32bb6d4b8 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 946 time: 0.2445416 Aug 16 01:44:41.947295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Transition to ACTIVE for port object 2c907daf-2aa4-4292-b3c6-d944d4519085 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:41.970035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.980586 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': '31ea19a7-717c-4f87-addd-f925ad379bf9'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:41.988324 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796afc09-02c4-494a-ac94-8e48485fd650" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "31ea19a7-717c-4f87-addd-f925ad379bf9"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:42.004799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:42.043697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.046755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a031c-a836-495b-9a1e-1d2e7ce05166 req-4992e8ee-f401-4fe9-b903-e09ec9cece53 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.055891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f1a031c-a836-495b-9a1e-1d2e7ce05166 req-4992e8ee-f401-4fe9-b903-e09ec9cece53 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.2006183 Aug 16 01:44:42.064604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8302d29-8295-427e-8558-85335cf6af38') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:42.065438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8302d29-8295-427e-8558-85335cf6af38') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:42.087727 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.149977 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa8f695-8fcc-48fc-ad38-5b7510597803 x-openstack-request-id: req-5aa8f695-8fcc-48fc-ad38-5b7510597803 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:42.150331 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "31ea19a7-717c-4f87-addd-f925ad379bf9", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:42.150533 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5aa8f695-8fcc-48fc-ad38-5b7510597803 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:42.150907 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': '31ea19a7-717c-4f87-addd-f925ad379bf9', 'status': 'completed', 'code': 200} Aug 16 01:44:42.214527 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.227900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Pushing event updated for resources: {'Port': ['ID=2c907daf-2aa4-4292-b3c6-d944d4519085,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:42.241206 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f1a031c-a836-495b-9a1e-1d2e7ce05166 req-4517e8ca-2eb7-4dc0-a8fa-2b0d36943a17 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842585 Aug 16 01:44:42.312741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:42.313163 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:42.317742 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:42.398631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b470ec-0609-4e23-a1da-21a76b4f4fbe req-e51c9561-81c0-4331-a0f1-dff7e8a9d5ca tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.398992 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Deleting port 00517951-22bf-4c34-96cc-800a0a3c7ecc {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:42.399422 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.400200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78b470ec-0609-4e23-a1da-21a76b4f4fbe req-e51c9561-81c0-4331-a0f1-dff7e8a9d5ca tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 946 time: 0.1863735 Aug 16 01:44:42.439186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc09-02c4-494a-ac94-8e48485fd650 req-8ce2f795-67c2-4952-b8bb-8cb651b1feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.439621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc09-02c4-494a-ac94-8e48485fd650 req-8ce2f795-67c2-4952-b8bb-8cb651b1feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.440134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc09-02c4-494a-ac94-8e48485fd650 req-8ce2f795-67c2-4952-b8bb-8cb651b1feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.440605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc09-02c4-494a-ac94-8e48485fd650 req-8ce2f795-67c2-4952-b8bb-8cb651b1feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.441201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc09-02c4-494a-ac94-8e48485fd650 req-8ce2f795-67c2-4952-b8bb-8cb651b1feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.441845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc09-02c4-494a-ac94-8e48485fd650 req-8ce2f795-67c2-4952-b8bb-8cb651b1feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.442927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc09-02c4-494a-ac94-8e48485fd650 req-8ce2f795-67c2-4952-b8bb-8cb651b1feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.447086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-796afc09-02c4-494a-ac94-8e48485fd650 req-8ce2f795-67c2-4952-b8bb-8cb651b1feb4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6241 time: 0.3020048 Aug 16 01:44:42.610844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.611970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Attempting to bind port 2c907daf-2aa4-4292-b3c6-d944d4519085 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:42.614148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Attempting to bind port 2c907daf-2aa4-4292-b3c6-d944d4519085 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:42.614822 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Attempting to bind port 2c907daf-2aa4-4292-b3c6-d944d4519085 on network 0658837a-4b54-4f63-9898-d517802f3f3f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:42.629433 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.642483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "DELETE /v2.0/networks/dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c HTTP/1.1" status: 204 len: 168 time: 2.5832822 Aug 16 01:44:42.655212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55372) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:42.666566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-50578675'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:42.677348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Port 2c907daf-2aa4-4292-b3c6-d944d4519085 on network 0658837a-4b54-4f63-9898-d517802f3f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:42.679079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Attempting to bind port 2c907daf-2aa4-4292-b3c6-d944d4519085 on network 0658837a-4b54-4f63-9898-d517802f3f3f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:42.735761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:42.736145 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Checking segment: {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:42.736491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Bound using segment: {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:42.737540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Bound port: 2c907daf-2aa4-4292-b3c6-d944d4519085, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:42.738201 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.743314 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] For port 00517951-22bf-4c34-96cc-800a0a3c7ecc, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=00517951-22bf-4c34-96cc-800a0a3c7ecc,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:42.743610 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.840467 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:42.847345 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.873871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc09-02c4-494a-ac94-8e48485fd650 req-0adfc150-b0e5-4dcc-9d61-9c9e6c97a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.874278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc09-02c4-494a-ac94-8e48485fd650 req-0adfc150-b0e5-4dcc-9d61-9c9e6c97a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.874754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc09-02c4-494a-ac94-8e48485fd650 req-0adfc150-b0e5-4dcc-9d61-9c9e6c97a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.876784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-796afc09-02c4-494a-ac94-8e48485fd650 req-0adfc150-b0e5-4dcc-9d61-9c9e6c97a34d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1df95d736c594679814967c806df0199&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4120469 Aug 16 01:44:42.900956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78b470ec-0609-4e23-a1da-21a76b4f4fbe req-a0b1d4da-2ef4-4f68-8177-55c540fd9a74 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups?id=c6597cc1-04ee-438b-8775-d8a31ab390d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4844503 Aug 16 01:44:43.037885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:43.044184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] For port 2c907daf-2aa4-4292-b3c6-d944d4519085, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:43.071025 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.071415 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Added segment fc5210b3-f989-4bb4-b255-6f2b7a97d91f of type vlan for network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 Aug 16 01:44:43.075712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] For port 2c907daf-2aa4-4292-b3c6-d944d4519085, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2c907daf-2aa4-4292-b3c6-d944d4519085,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:43.103268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39071781-5d80-46dc-b49e-09906454f2c8 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Network': ['ID=dbbd50d8-136a-4f0c-91a3-c09c2f7eff6c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:43.209225 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.263105 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.263813 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.264209 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Floating IP 28d3c26d-3c15-4a4c-8d92-321e4328b8f0 disassociated. External IP: 172.25.8.116, port: 00517951-22bf-4c34-96cc-800a0a3c7ecc. Aug 16 01:44:43.264559 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Calling delete_port for 00517951-22bf-4c34-96cc-800a0a3c7ecc owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:43.323948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058e2c0-b238-4fbb-928c-40d3136379ce req-590808a8-649c-4368-9381-10e41b232eec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.330971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058e2c0-b238-4fbb-928c-40d3136379ce req-590808a8-649c-4368-9381-10e41b232eec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.340374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058e2c0-b238-4fbb-928c-40d3136379ce req-590808a8-649c-4368-9381-10e41b232eec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.356254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058e2c0-b238-4fbb-928c-40d3136379ce req-590808a8-649c-4368-9381-10e41b232eec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.364196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058e2c0-b238-4fbb-928c-40d3136379ce req-590808a8-649c-4368-9381-10e41b232eec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.371066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058e2c0-b238-4fbb-928c-40d3136379ce req-590808a8-649c-4368-9381-10e41b232eec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.378209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058e2c0-b238-4fbb-928c-40d3136379ce req-590808a8-649c-4368-9381-10e41b232eec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.386847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a058e2c0-b238-4fbb-928c-40d3136379ce req-590808a8-649c-4368-9381-10e41b232eec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5387 time: 0.7920284 Aug 16 01:44:43.470933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ac74f-bba4-48fe-aab9-88ea250b190a req-660ef8a6-897b-4912-8d43-44219ab2a365 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.481270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d1ac74f-bba4-48fe-aab9-88ea250b190a req-660ef8a6-897b-4912-8d43-44219ab2a365 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.3743770 Aug 16 01:44:43.526191 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.553009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a058e2c0-b238-4fbb-928c-40d3136379ce req-4155c557-3225-4956-af9a-fdde7a97174e tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584671 Aug 16 01:44:43.602091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55390) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:43.604093 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.610235 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.610908 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.614425 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] 10.222.0.74 "PUT /v2.0/ports/2c907daf-2aa4-4292-b3c6-d944d4519085 HTTP/1.1" status: 200 len: 1092 time: 2.7469800 Aug 16 01:44:43.666580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc09-02c4-494a-ac94-8e48485fd650 req-b0f62a9d-b982-4c88-aa52-a8d699186046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.671293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-796afc09-02c4-494a-ac94-8e48485fd650 req-b0f62a9d-b982-4c88-aa52-a8d699186046 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7686548 Aug 16 01:44:43.712406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d1ac74f-bba4-48fe-aab9-88ea250b190a req-01274e3c-61fc-49c8-8484-bdab3689040f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299454 Aug 16 01:44:43.739879 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.745609 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.766462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.796299 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af1736-2e72-48a6-aed5-1c4e9341e41d service neutron] Pushing event updated for resources: {'Port': ['ID=2c907daf-2aa4-4292-b3c6-d944d4519085,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:43.823259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:43.885388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-network', 'tenant_id': '23a32514775d4731946013afa92bd612'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:43.996951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Pushing event deleted for resources: {'Port': ['ID=00517951-22bf-4c34-96cc-800a0a3c7ecc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:44.045644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Network': ['ID=43d0758b-1ddb-4a97-8bbc-6118ad5715c8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:44.062362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:44.090430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bc275c0-b273-450d-9df7-6aacedc9c60c req-2880d20a-93ad-4627-85f0-c146857d8091 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9a29c40-3be8-4d59-9134-364fea3b4ba5 HTTP/1.1" status: 200 len: 210 time: 0.0636628 Aug 16 01:44:44.095379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Router 71fe207e-b1bb-4770-92c4-9efda57c73df has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:44:44.104763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526ca4-390b-4f4b-8212-d13798971582 req-caff6b63-0f8c-42d8-8b7b-b2f1533295c0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.106537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4526ca4-390b-4f4b-8212-d13798971582 req-caff6b63-0f8c-42d8-8b7b-b2f1533295c0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.2282259 Aug 16 01:44:44.107431 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:44.207641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4526ca4-390b-4f4b-8212-d13798971582 req-e25679e4-a4ed-46ff-8fb0-665389c49d60 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893984 Aug 16 01:44:44.208734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Made reservation on behalf of 23a32514775d4731946013afa92bd612 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:44.211160 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:44.435749 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:44.516679 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': '2c907daf-2aa4-4292-b3c6-d944d4519085'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:44.519433 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "2c907daf-2aa4-4292-b3c6-d944d4519085"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:44.582215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29503cfe-aa0a-4c76-99b3-5199eddc74d0 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:44.586211 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df2d022-a6ee-40d3-bb5a-b20b113c4b04 x-openstack-request-id: req-0df2d022-a6ee-40d3-bb5a-b20b113c4b04 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:44.586462 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "2c907daf-2aa4-4292-b3c6-d944d4519085", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:44.587067 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0df2d022-a6ee-40d3-bb5a-b20b113c4b04 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:44.587609 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': '2c907daf-2aa4-4292-b3c6-d944d4519085', 'status': 'completed', 'code': 200} Aug 16 01:44:44.591728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:44.607455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Transition to ACTIVE for port object 29503cfe-aa0a-4c76-99b3-5199eddc74d0 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:44.650379 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-45849fce-2fcb-44cb-90fa-adc69296db26 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9931140 Aug 16 01:44:44.653468 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:44:44.659442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55408) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:44.665399 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c5fe7-be3c-45e2-85d0-59ae877378fd None None] Sync routers for ids ['71fe207e-b1bb-4770-92c4-9efda57c73df'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:44:44.675943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'subnet': {'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:44.682991 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c5fe7-be3c-45e2-85d0-59ae877378fd None None] Routers {'71fe207e-b1bb-4770-92c4-9efda57c73df'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:44.684668 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5b0c5fe7-be3c-45e2-85d0-59ae877378fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fe207e-b1bb-4770-92c4-9efda57c73df'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:44.746118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:44.863371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] No DVR routers for this DVR port 00517951-22bf-4c34-96cc-800a0a3c7ecc on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:44.870833 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:44.872519 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-60007f89-9f9d-4a89-a898-9bd48c269a41 req-91a9d8fd-6b22-4eb4-8611-fe6794966f34 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.74 "DELETE /v2.0/ports/00517951-22bf-4c34-96cc-800a0a3c7ecc HTTP/1.1" status: 204 len: 173 time: 2.9481978 Aug 16 01:44:44.889670 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-5b0c5fe7-be3c-45e2-85d0-59ae877378fd None None] Set router 71fe207e-b1bb-4770-92c4-9efda57c73df gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:44.919769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-6986433e-afd1-4761-8f01-cdc49b793afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.919769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-6986433e-afd1-4761-8f01-cdc49b793afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.922343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-6986433e-afd1-4761-8f01-cdc49b793afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.922980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-6986433e-afd1-4761-8f01-cdc49b793afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.923479 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-6986433e-afd1-4761-8f01-cdc49b793afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.926519 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-6986433e-afd1-4761-8f01-cdc49b793afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.929665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-6986433e-afd1-4761-8f01-cdc49b793afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.936929 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-6986433e-afd1-4761-8f01-cdc49b793afd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6283 time: 0.3174717 Aug 16 01:44:44.938517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Pushing event updated for resources: {'Port': ['ID=29503cfe-aa0a-4c76-99b3-5199eddc74d0,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:45.184061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ed4c0-bd14-4684-9760-33675e4ef97d req-44af17bb-35dc-4b1c-b291-1a6b934fef30 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.198445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ed4c0-bd14-4684-9760-33675e4ef97d req-44af17bb-35dc-4b1c-b291-1a6b934fef30 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.202244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-97498cd7-43fa-44df-b75b-2c2bed9e3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.202715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-97498cd7-43fa-44df-b75b-2c2bed9e3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.203450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-97498cd7-43fa-44df-b75b-2c2bed9e3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.206719 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-97498cd7-43fa-44df-b75b-2c2bed9e3589 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1df95d736c594679814967c806df0199&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2651494 Aug 16 01:44:45.208450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ed4c0-bd14-4684-9760-33675e4ef97d req-44af17bb-35dc-4b1c-b291-1a6b934fef30 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.215353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ed4c0-bd14-4684-9760-33675e4ef97d req-44af17bb-35dc-4b1c-b291-1a6b934fef30 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.225110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ed4c0-bd14-4684-9760-33675e4ef97d req-44af17bb-35dc-4b1c-b291-1a6b934fef30 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.231987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ed4c0-bd14-4684-9760-33675e4ef97d req-44af17bb-35dc-4b1c-b291-1a6b934fef30 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.239897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 00517951-22bf-4c34-96cc-800a0a3c7ecc no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:45.240920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ed4c0-bd14-4684-9760-33675e4ef97d req-44af17bb-35dc-4b1c-b291-1a6b934fef30 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.259494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-391ed4c0-bd14-4684-9760-33675e4ef97d req-44af17bb-35dc-4b1c-b291-1a6b934fef30 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5399 time: 0.5421779 Aug 16 01:44:45.297193 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5b0c5fe7-be3c-45e2-85d0-59ae877378fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:21Z', 'revision_number': 4, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f7aa1be-6f8f-4228-a64c-abaa21615c09', 'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'mac_address': 'fa:16:3e:e3:27:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:20Z', 'updated_at': '2021-08-16T01:42:27Z', 'revision_number': 5, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'subnets': [{'id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:45.322808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 00517951-22bf-4c34-96cc-800a0a3c7ecc {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:45.323449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 00517951-22bf-4c34-96cc-800a0a3c7ecc not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:45.351879 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-230715c8-f980-4580-acf5-17e825a074ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.353635 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-7c20ed5c-5e20-4a32-a6ae-baaff8afcb6a req-230715c8-f980-4580-acf5-17e825a074ed service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376967 Aug 16 01:44:45.354242 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c5fe7-be3c-45e2-85d0-59ae877378fd None None] Checking router: 71fe207e-b1bb-4770-92c4-9efda57c73df for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:44:45.371307 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c5fe7-be3c-45e2-85d0-59ae877378fd None None] Routers {'71fe207e-b1bb-4770-92c4-9efda57c73df'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:45.372154 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5b0c5fe7-be3c-45e2-85d0-59ae877378fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fe207e-b1bb-4770-92c4-9efda57c73df'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:45.507909 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-5b0c5fe7-be3c-45e2-85d0-59ae877378fd None None] Set router 71fe207e-b1bb-4770-92c4-9efda57c73df gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:45.766439 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5b0c5fe7-be3c-45e2-85d0-59ae877378fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:21Z', 'revision_number': 4, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f7aa1be-6f8f-4228-a64c-abaa21615c09', 'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'mac_address': 'fa:16:3e:e3:27:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:20Z', 'updated_at': '2021-08-16T01:42:27Z', 'revision_number': 5, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'subnets': [{'id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:45.798372 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c5fe7-be3c-45e2-85d0-59ae877378fd None None] The sync data for ids ['71fe207e-b1bb-4770-92c4-9efda57c73df'] in n-d-768509-23 is: [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:21Z', 'revision_number': 4, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f7aa1be-6f8f-4228-a64c-abaa21615c09', 'name': '', 'network_id': 'ecdf3ed2-4fcc-4d0c-803a-ca6627500a56', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'mac_address': 'fa:16:3e:e3:27:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:20Z', 'updated_at': '2021-08-16T01:42:27Z', 'revision_number': 5, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'subnets': [{'id': 'f17350f8-4ac1-428c-9e4f-c5f58a8341c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:44:45.944526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ec259-2912-4635-a5b8-31481f974567 req-ce82e6a1-0a0e-4eef-93d5-155bc4e0f42a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.954880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac7ec259-2912-4635-a5b8-31481f974567 req-ce82e6a1-0a0e-4eef-93d5-155bc4e0f42a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.9948723 Aug 16 01:44:45.995372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Attempting to bind port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:45.995707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Attempting to bind port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:45.996035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Attempting to bind port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 on network 0658837a-4b54-4f63-9898-d517802f3f3f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:46.026162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-391ed4c0-bd14-4684-9760-33675e4ef97d req-1f6f918b-1c8a-4f23-9728-f406cfe5dad8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7579293 Aug 16 01:44:46.034981 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.036120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 on network 0658837a-4b54-4f63-9898-d517802f3f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:46.036448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Attempting to bind port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 on network 0658837a-4b54-4f63-9898-d517802f3f3f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:46.047236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac7ec259-2912-4635-a5b8-31481f974567 req-55e80424-6d7f-4ba6-bb22-41a429b44df8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910778 Aug 16 01:44:46.082832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:46.083336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Checking segment: {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:46.083803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Bound using segment: {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:46.084375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Bound port: 29503cfe-aa0a-4c76-99b3-5199eddc74d0, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '950eb819-a2b8-48a6-a5f7-5c05649c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:46.084812 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.124902 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.209119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207fc76d-728b-4d57-89d2-df57de4ae8df,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:46.256254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:46.293958 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.294310 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Added segment 44821de6-7ee8-4d43-a777-234b9b2ab86d of type vlan for network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 Aug 16 01:44:46.332867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f6b358-31b6-4332-b4bd-be814d9a0f8d None None] New status for floating IP 28d3c26d-3c15-4a4c-8d92-321e4328b8f0: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:44:46.355859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] For port 29503cfe-aa0a-4c76-99b3-5199eddc74d0, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:46.386056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] For port 29503cfe-aa0a-4c76-99b3-5199eddc74d0, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29503cfe-aa0a-4c76-99b3-5199eddc74d0,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:46.394202 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.406187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e405f-dbbb-4aca-b58a-7ca52f96e79f req-2f62dfc6-f624-4f48-8e12-f09639fbe65e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:46.407907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-353e405f-dbbb-4aca-b58a-7ca52f96e79f req-2f62dfc6-f624-4f48-8e12-f09639fbe65e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.1392844 Aug 16 01:44:46.481299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-353e405f-dbbb-4aca-b58a-7ca52f96e79f req-c36fa033-d598-4db0-8465-85d1b2eb5313 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537875 Aug 16 01:44:46.589474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'name': 'network-vif-deleted', 'tag': '00517951-22bf-4c34-96cc-800a0a3c7ecc'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:46.591993 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35585949-7aec-499a-969e-202d59631ac2" -d '{"events": [{"server_uuid": "e9a29c40-3be8-4d59-9134-364fea3b4ba5", "name": "network-vif-deleted", "tag": "00517951-22bf-4c34-96cc-800a0a3c7ecc"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:46.624615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:46.624615 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.634214 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ceead4-20af-4835-9f1e-700bf12e70f8 x-openstack-request-id: req-40ceead4-20af-4835-9f1e-700bf12e70f8 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:46.634604 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a29c40-3be8-4d59-9134-364fea3b4ba5", "name": "network-vif-deleted", "tag": "00517951-22bf-4c34-96cc-800a0a3c7ecc", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:46.634858 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40ceead4-20af-4835-9f1e-700bf12e70f8 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:46.635249 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a29c40-3be8-4d59-9134-364fea3b4ba5', 'name': 'network-vif-deleted', 'tag': '00517951-22bf-4c34-96cc-800a0a3c7ecc', 'status': 'completed', 'code': 200} Aug 16 01:44:46.711756 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55434) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:46.739634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.741337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:46.742363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.752017 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.821625 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e463995-c06e-4bd1-887b-9b616f9d35aa tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.904396 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e463995-c06e-4bd1-887b-9b616f9d35aa tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.916765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:46.917611 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.919279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] 10.222.0.74 "PUT /v2.0/ports/29503cfe-aa0a-4c76-99b3-5199eddc74d0 HTTP/1.1" status: 200 len: 1092 time: 3.1017983 Aug 16 01:44:46.926171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': '29503cfe-aa0a-4c76-99b3-5199eddc74d0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:46.928717 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bd3570-890f-4b7b-ab6a-53b7f8007993" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "29503cfe-aa0a-4c76-99b3-5199eddc74d0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:46.933212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] Pushing event updated for resources: {'Network': ['ID=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:46.944337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:46.972391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6215481d-09fa-46d2-9e58-85c85850eccf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.3620682 Aug 16 01:44:46.982003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55442) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:47.008050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] Request body: {'subnet': {'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-subnet', 'tenant_id': '23a32514775d4731946013afa92bd612', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:47.026391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.093357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b9273-8913-4e76-b038-6de107c740a6 service neutron] Pushing event updated for resources: {'Port': ['ID=29503cfe-aa0a-4c76-99b3-5199eddc74d0,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:47.121908 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8ce9e9-2752-4414-9d6d-d81232ae1d20 x-openstack-request-id: req-5f8ce9e9-2752-4414-9d6d-d81232ae1d20 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:47.122226 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "29503cfe-aa0a-4c76-99b3-5199eddc74d0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:47.122465 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f8ce9e9-2752-4414-9d6d-d81232ae1d20 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:47.123843 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': '29503cfe-aa0a-4c76-99b3-5199eddc74d0', 'status': 'completed', 'code': 200} Aug 16 01:44:47.139333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:47.156469 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e463995-c06e-4bd1-887b-9b616f9d35aa tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.161971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e463995-c06e-4bd1-887b-9b616f9d35aa tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.166013 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2e463995-c06e-4bd1-887b-9b616f9d35aa tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "DELETE /v2.0/security-groups/c6597cc1-04ee-438b-8775-d8a31ab390d6 HTTP/1.1" status: 204 len: 168 time: 0.4532490 Aug 16 01:44:47.182533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55448) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:47.200500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Checking segment: {'id': 'fc5210b3-f989-4bb4-b255-6f2b7a97d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:47.200877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network hostable DHCP agents. Network: 43d0758b-1ddb-4a97-8bbc-6118ad5715c8, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:47.233562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-ebbd01fb-a80e-48ed-83b8-314f9ab75ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.234441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-ebbd01fb-a80e-48ed-83b8-314f9ab75ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.235135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-ebbd01fb-a80e-48ed-83b8-314f9ab75ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.235783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-ebbd01fb-a80e-48ed-83b8-314f9ab75ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.236424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-ebbd01fb-a80e-48ed-83b8-314f9ab75ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.241539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-ebbd01fb-a80e-48ed-83b8-314f9ab75ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.241539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-ebbd01fb-a80e-48ed-83b8-314f9ab75ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.241539 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-ebbd01fb-a80e-48ed-83b8-314f9ab75ce3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6351 time: 0.1492379 Aug 16 01:44:47.244630 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e463995-c06e-4bd1-887b-9b616f9d35aa tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6597cc1-04ee-438b-8775-d8a31ab390d6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:47.359707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Subnet': ['ID=0613e931-6cc3-4f41-814a-e7f32ae76c15,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:47.364563 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-c89e1291-0092-4693-ae2d-273e8931f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.365182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-c89e1291-0092-4693-ae2d-273e8931f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.365719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-c89e1291-0092-4693-ae2d-273e8931f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.367627 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-c89e1291-0092-4693-ae2d-273e8931f88e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1df95d736c594679814967c806df0199&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1170106 Aug 16 01:44:47.369428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:47.409256 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.426414 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-6133b67b-849f-489e-a2ac-d229d1a91487 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] show failed (client error): The resource could not be found. Aug 16 01:44:47.426414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6133b67b-849f-489e-a2ac-d229d1a91487 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "GET /v2.0/security-groups/c6597cc1-04ee-438b-8775-d8a31ab390d6 HTTP/1.1" status: 404 len: 347 time: 0.2375414 Aug 16 01:44:47.496121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-01943f33-8d91-4256-9cf0-cd4312cd772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.502022 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b4bd3570-890f-4b7b-ab6a-53b7f8007993 req-01943f33-8d91-4256-9cf0-cd4312cd772f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264122 Aug 16 01:44:47.504258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55454) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:47.504932 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 43d0758b-1ddb-4a97-8bbc-6118ad5715c8) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:47.512157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.512805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.516602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2b6275-e766-41f9-b09a-d9e39c136c56 None None] Network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:47.786551 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-35e0dd22-9c45-401b-9007-5205d16382e6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1250172 Aug 16 01:44:47.829191 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55458) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:47.840102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1474951348'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:47.923108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-027c7285-fad4-4c7c-9177-55c48ea59997 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Deleting port 31a7a7b1-349d-4d96-931b-946812481ab6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:47.924208 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-027c7285-fad4-4c7c-9177-55c48ea59997 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.015233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:48.022882 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.028471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fee145-7208-42d3-904b-ea388399f601 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:48.047886 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.050037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:48.063423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Transition to ACTIVE for port object a8fee145-7208-42d3-904b-ea388399f601 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:48.068464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] Made reservation on behalf of 23a32514775d4731946013afa92bd612 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:48.071137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.072738 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.073187 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Added segment e0123a3c-d24b-4045-9b7e-91880aaace8b of type vlan for network 92315160-1ab3-4d83-9091-7041502d870f Aug 16 01:44:48.154062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-43d0758b-1ddb-4a97-8bbc-6118ad5715c8', 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'fixed_ips': [{'subnet_id': '0613e931-6cc3-4f41-814a-e7f32ae76c15'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:48.155480 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.158195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf91e4-d1a9-49b3-90b0-96642f4a4eaf req-2d337275-9450-4887-b64c-c13643972b7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.160385 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.164418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf91e4-d1a9-49b3-90b0-96642f4a4eaf req-2d337275-9450-4887-b64c-c13643972b7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.171359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf91e4-d1a9-49b3-90b0-96642f4a4eaf req-2d337275-9450-4887-b64c-c13643972b7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.177734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf91e4-d1a9-49b3-90b0-96642f4a4eaf req-2d337275-9450-4887-b64c-c13643972b7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.184031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf91e4-d1a9-49b3-90b0-96642f4a4eaf req-2d337275-9450-4887-b64c-c13643972b7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.190931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf91e4-d1a9-49b3-90b0-96642f4a4eaf req-2d337275-9450-4887-b64c-c13643972b7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.197337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf91e4-d1a9-49b3-90b0-96642f4a4eaf req-2d337275-9450-4887-b64c-c13643972b7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.206433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41cf91e4-d1a9-49b3-90b0-96642f4a4eaf req-2d337275-9450-4887-b64c-c13643972b7d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5399 time: 1.0200140 Aug 16 01:44:48.219069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.251900 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-027c7285-fad4-4c7c-9177-55c48ea59997 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.252900 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-027c7285-fad4-4c7c-9177-55c48ea59997 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.275058 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.284690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.285430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.286858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41cf91e4-d1a9-49b3-90b0-96642f4a4eaf req-231c8a2c-e9b7-4bbf-a35e-1595f26c2c77 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792456 Aug 16 01:44:48.313967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-027c7285-fad4-4c7c-9177-55c48ea59997 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Calling delete_port for 31a7a7b1-349d-4d96-931b-946812481ab6 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:48.362333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3c358-5693-417b-aec8-88ae31e1ac40 req-a5375a72-5050-485d-980a-b2d6c31e9f82 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.369635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62c3c358-5693-417b-aec8-88ae31e1ac40 req-a5375a72-5050-485d-980a-b2d6c31e9f82 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 1.0960798 Aug 16 01:44:48.474862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Allocated IP 19.80.0.2 (43d0758b-1ddb-4a97-8bbc-6118ad5715c8/0613e931-6cc3-4f41-814a-e7f32ae76c15/f132825b-7342-40d6-81a5-b3de9435f1bf) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:48.510110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fee145-7208-42d3-904b-ea388399f601,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:48.573962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62c3c358-5693-417b-aec8-88ae31e1ac40 req-bd997134-64f2-48e6-828b-5f67b06106fd tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527305 Aug 16 01:44:48.595476 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7638631 Aug 16 01:44:48.601128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55472) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:48.601934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d52e69-3da4-4c65-a3f4-96ece61ff58c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Network': ['ID=92315160-1ab3-4d83-9091-7041502d870f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:48.620037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'subnet': {'network_id': '92315160-1ab3-4d83-9091-7041502d870f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:48.753088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Attempting to bind port a8fee145-7208-42d3-904b-ea388399f601 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:48.753657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Attempting to bind port a8fee145-7208-42d3-904b-ea388399f601 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:48.754509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Attempting to bind port a8fee145-7208-42d3-904b-ea388399f601 on network f33f85bb-dec5-4471-a410-d894e8ee0dca {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:48.766115 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.776334 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Transition to ACTIVE for port object f132825b-7342-40d6-81a5-b3de9435f1bf will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:48.788534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Port a8fee145-7208-42d3-904b-ea388399f601 on network f33f85bb-dec5-4471-a410-d894e8ee0dca not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:48.788870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Attempting to bind port a8fee145-7208-42d3-904b-ea388399f601 on network f33f85bb-dec5-4471-a410-d894e8ee0dca {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:48.797694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:48.798072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Checking segment: {'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:48.798460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Bound using segment: {'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:48.799238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Bound port: a8fee145-7208-42d3-904b-ea388399f601, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:48.800388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.802243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 92315160-1ab3-4d83-9091-7041502d870f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:48.876203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d440e2-cbf6-41b8-a2d6-5af34bf9ff39 req-c7fabf6d-2a65-4e78-9fd0-e5663dc5adb3 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.878724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86d440e2-cbf6-41b8-a2d6-5af34bf9ff39 req-c7fabf6d-2a65-4e78-9fd0-e5663dc5adb3 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.2604909 Aug 16 01:44:48.912793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:48.916660 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.942342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1500e-0c20-4978-bff0-15ec484c370b req-881783d3-1ae8-42c1-8a88-a5c8d0ef98a2 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.943886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9a1500e-0c20-4978-bff0-15ec484c370b req-881783d3-1ae8-42c1-8a88-a5c8d0ef98a2 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 946 time: 0.2425461 Aug 16 01:44:48.952938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Transition to ACTIVE for port object f132825b-7342-40d6-81a5-b3de9435f1bf will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:49.024210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] For port a8fee145-7208-42d3-904b-ea388399f601, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:49.028035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] For port a8fee145-7208-42d3-904b-ea388399f601, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a8fee145-7208-42d3-904b-ea388399f601,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:49.061556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86d440e2-cbf6-41b8-a2d6-5af34bf9ff39 req-0dafff76-01c5-4f84-a609-8cd03f736092 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412394 Aug 16 01:44:49.072068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.085854 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.098803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9a1500e-0c20-4978-bff0-15ec484c370b req-5b39ae39-4f73-4e04-b081-5c915d9f927f tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423659 Aug 16 01:44:49.177456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-027c7285-fad4-4c7c-9177-55c48ea59997 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.194192 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.210655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c7285-fad4-4c7c-9177-55c48ea59997 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Pushing event deleted for resources: {'Port': ['ID=31a7a7b1-349d-4d96-931b-946812481ab6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:49.243386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:49.246975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:49.250722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:49.264446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.264686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.266150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] 10.222.0.74 "PUT /v2.0/ports/a8fee145-7208-42d3-904b-ea388399f601 HTTP/1.1" status: 200 len: 1092 time: 2.1414306 Aug 16 01:44:49.269155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': 'a8fee145-7208-42d3-904b-ea388399f601'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:49.272119 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "a8fee145-7208-42d3-904b-ea388399f601"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:49.289858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Pushing event updated for resources: {'Port': ['ID=f132825b-7342-40d6-81a5-b3de9435f1bf,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:49.329116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] Checking segment: {'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:49.329808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] Network hostable DHCP agents. Network: 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:49.336906 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.393040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a21b3c1-c97f-4254-8a17-01f854a8b124,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:49.428842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Attempting to bind port f132825b-7342-40d6-81a5-b3de9435f1bf on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:49.431396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Attempting to bind port f132825b-7342-40d6-81a5-b3de9435f1bf by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'fc5210b3-f989-4bb4-b255-6f2b7a97d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:49.432203 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d437b7-01c2-4faa-afd4-339fb9eae641 x-openstack-request-id: req-40d437b7-01c2-4faa-afd4-339fb9eae641 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:49.432757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Attempting to bind port f132825b-7342-40d6-81a5-b3de9435f1bf on network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:49.434766 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "a8fee145-7208-42d3-904b-ea388399f601", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:49.435034 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40d437b7-01c2-4faa-afd4-339fb9eae641 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:49.435452 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': 'a8fee145-7208-42d3-904b-ea388399f601', 'status': 'completed', 'code': 200} Aug 16 01:44:49.449863 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:49.450407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Checking segment: {'id': 'fc5210b3-f989-4bb4-b255-6f2b7a97d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:49.450921 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.451445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Bound using segment: {'id': 'fc5210b3-f989-4bb4-b255-6f2b7a97d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:49.452035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Bound port: f132825b-7342-40d6-81a5-b3de9435f1bf, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5210b3-f989-4bb4-b255-6f2b7a97d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:49.453566 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.462062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Request body: {'port': {'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:49.576388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] For port f132825b-7342-40d6-81a5-b3de9435f1bf, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:49.581938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] For port f132825b-7342-40d6-81a5-b3de9435f1bf, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f132825b-7342-40d6-81a5-b3de9435f1bf,segment=NetworkSegment(fc5210b3-f989-4bb4-b255-6f2b7a97d91f),segment_id=fc5210b3-f989-4bb4-b255-6f2b7a97d91f)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:49.613674 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Subnet': ['ID=86d377dd-bc7b-40ec-86e9-064b172cbcae,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:49.619303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] Network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:49.636370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-027c7285-fad4-4c7c-9177-55c48ea59997 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.639322 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-027c7285-fad4-4c7c-9177-55c48ea59997 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.640727 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-027c7285-fad4-4c7c-9177-55c48ea59997 tempest-ServersTestManualDisk-1600571462 tempest-ServersTestManualDisk-1600571462-project] 10.222.0.66 "DELETE /v2.0/floatingips/28d3c26d-3c15-4a4c-8d92-321e4328b8f0 HTTP/1.1" status: 204 len: 168 time: 2.1127899 Aug 16 01:44:49.644986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55492) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:49.649676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4c468-281e-4d2b-a5ef-c195ff598b81 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fee145-7208-42d3-904b-ea388399f601,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:49.653737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-bbb192b2-2dd3-4b41-97ad-c7b5e55d5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.655575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-bbb192b2-2dd3-4b41-97ad-c7b5e55d5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.656078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-bbb192b2-2dd3-4b41-97ad-c7b5e55d5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.656554 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-bbb192b2-2dd3-4b41-97ad-c7b5e55d5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.657026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-bbb192b2-2dd3-4b41-97ad-c7b5e55d5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.657491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-bbb192b2-2dd3-4b41-97ad-c7b5e55d5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.657986 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-bbb192b2-2dd3-4b41-97ad-c7b5e55d5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.664914 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-bbb192b2-2dd3-4b41-97ad-c7b5e55d5aac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6419 time: 0.1984701 Aug 16 01:44:49.672805 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Checking segment: {'id': 'e0123a3c-d24b-4045-9b7e-91880aaace8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92315160-1ab3-4d83-9091-7041502d870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:49.674287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network hostable DHCP agents. Network: 92315160-1ab3-4d83-9091-7041502d870f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:49.694024 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.748929 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.791797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:49.820798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd9258-d56a-4414-b32a-75bf338dab59 req-75d4ac0d-3b1f-4201-a927-119c66a68718 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.827218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-7126f0b2-d06d-40b6-a376-6764f0315412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.827435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd9258-d56a-4414-b32a-75bf338dab59 req-75d4ac0d-3b1f-4201-a927-119c66a68718 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.828430 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-7126f0b2-d06d-40b6-a376-6764f0315412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.829354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-7126f0b2-d06d-40b6-a376-6764f0315412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.831855 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-7126f0b2-d06d-40b6-a376-6764f0315412 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1df95d736c594679814967c806df0199&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1521773 Aug 16 01:44:49.833477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd9258-d56a-4414-b32a-75bf338dab59 req-75d4ac0d-3b1f-4201-a927-119c66a68718 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.840059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd9258-d56a-4414-b32a-75bf338dab59 req-75d4ac0d-3b1f-4201-a927-119c66a68718 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.846081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd9258-d56a-4414-b32a-75bf338dab59 req-75d4ac0d-3b1f-4201-a927-119c66a68718 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.852853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd9258-d56a-4414-b32a-75bf338dab59 req-75d4ac0d-3b1f-4201-a927-119c66a68718 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.858861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd9258-d56a-4414-b32a-75bf338dab59 req-75d4ac0d-3b1f-4201-a927-119c66a68718 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.861040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34dd9258-d56a-4414-b32a-75bf338dab59 req-75d4ac0d-3b1f-4201-a927-119c66a68718 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5411 time: 0.3359754 Aug 16 01:44:49.866423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8357e51-685a-4306-abd1-b64937892a8e None None] Network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:49.880806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.880806 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.961161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37fdda-f0eb-4fcb-9261-01c83ef8d4ab None None] Pushing event updated for resources: {'Port': ['ID=f132825b-7342-40d6-81a5-b3de9435f1bf,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:50.135997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-11618521-793d-43d0-b17f-c864f1f03c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:50.139662 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6e0c0ccf-d0c1-48eb-81b6-34cf845f9e5f req-11618521-793d-43d0-b17f-c864f1f03c12 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3005910 Aug 16 01:44:50.144280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-63c143d9-bc52-4764-b852-614b576da8db admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1569874 Aug 16 01:44:50.144794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network 92315160-1ab3-4d83-9091-7041502d870f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:50.165200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55498) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:50.167414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 92315160-1ab3-4d83-9091-7041502d870f) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:50.198465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34dd9258-d56a-4414-b32a-75bf338dab59 req-1ce08d98-ed04-4e42-88d8-41dd1839e04b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3151810 Aug 16 01:44:50.222803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34ad3d-7ec6-46f4-b5ec-4d59b57426df req-29fb7f88-b3a6-4895-b7c5-d2b6ee89f8c7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:50.223511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:50.226537 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.230552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e34ad3d-7ec6-46f4-b5ec-4d59b57426df req-29fb7f88-b3a6-4895-b7c5-d2b6ee89f8c7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.4529135 Aug 16 01:44:50.265909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:50.402238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3b7b72-8b04-4d52-b74d-b05f41c2455a None None] Network 92315160-1ab3-4d83-9091-7041502d870f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:50.410254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.433013 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.528376 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.530341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'tenant_id': '23a32514775d4731946013afa92bd612', 'fixed_ips': [{'subnet_id': '0a21b3c1-c97f-4254-8a17-01f854a8b124'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:50.531213 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.532121 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b8f4e013-7d1c-4fb7-aaea-944d93aaa21b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9247406 Aug 16 01:44:50.673333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d056894-98e3-41fb-9021-57ad00b2ec57 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:50.682101 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.732333 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.737071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Transition to ACTIVE for port object 6d056894-98e3-41fb-9021-57ad00b2ec57 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:50.744297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e34ad3d-7ec6-46f4-b5ec-4d59b57426df req-d361badf-e96c-4e5b-9e49-3a136ca0b0c6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130403 Aug 16 01:44:50.848675 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.904582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Allocated IP 172.20.0.2 (9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1/0a21b3c1-c97f-4254-8a17-01f854a8b124/aaedbbed-61c7-4490-b8f2-5b52625499dd) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:50.979117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-92315160-1ab3-4d83-9091-7041502d870f', 'network_id': '92315160-1ab3-4d83-9091-7041502d870f', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'fixed_ips': [{'subnet_id': '86d377dd-bc7b-40ec-86e9-064b172cbcae'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:50.980294 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.079804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Pushing event updated for resources: {'Port': ['ID=6d056894-98e3-41fb-9021-57ad00b2ec57,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:51.125289 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.304465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-0d19bdaa-c4c4-4dcd-bd19-45e759196004 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:51.314490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-0d19bdaa-c4c4-4dcd-bd19-45e759196004 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:51.324202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-0d19bdaa-c4c4-4dcd-bd19-45e759196004 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/networks?id=43d0758b-1ddb-4a97-8bbc-6118ad5715c8&id=92315160-1ab3-4d83-9091-7041502d870f HTTP/1.1" status: 200 len: 1390 time: 0.2109909 Aug 16 01:44:51.456255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-21725e68-12f2-4b12-9f88-9aeeb955774e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/quotas/1372590bbb4a46b08c8bc434975c42d6 HTTP/1.1" status: 200 len: 375 time: 0.1290267 Aug 16 01:44:51.569012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Allocated IP 19.86.0.2 (92315160-1ab3-4d83-9091-7041502d870f/86d377dd-bc7b-40ec-86e9-064b172cbcae/f8600d66-9f99-495a-ae82-67e8b04f8431) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:51.581080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.621800 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.623501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Transition to ACTIVE for port object aaedbbed-61c7-4490-b8f2-5b52625499dd will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:51.715808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f132825b-7342-40d6-81a5-b3de9435f1bf up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:51.719165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e141ed9-26ba-4480-a9dd-1033dfb54bd0 None None] Network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:51.728528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Transition to ACTIVE for port object aaedbbed-61c7-4490-b8f2-5b52625499dd will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:51.733878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.787012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.844998 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.932130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Allocated IP 172.25.8.236 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/b48ee3a7-f9dc-4507-a93f-27413d41d265) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:51.950548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:51.977267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:51.992420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:52.018231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5fd92844-5796-46f1-8442-8deb4d6f41dd None None] Provisioning for port f132825b-7342-40d6-81a5-b3de9435f1bf completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:52.058103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbb1b4-358a-4cd5-97f8-5a97176f6ee0 req-64d806d9-6386-4fea-b681-94b81414c75b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:52.067347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8bbbb1b4-358a-4cd5-97f8-5a97176f6ee0 req-64d806d9-6386-4fea-b681-94b81414c75b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 1.0093422 Aug 16 01:44:52.070474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.098552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-fd161b2c-3c91-48d3-8922-5867c1264a74 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1372590bbb4a46b08c8bc434975c42d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6409395 Aug 16 01:44:52.120285 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.131360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Transition to ACTIVE for port object f8600d66-9f99-495a-ae82-67e8b04f8431 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:52.150451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Transition to ACTIVE for port object f8600d66-9f99-495a-ae82-67e8b04f8431 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:52.170475 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Pushing event updated for resources: {'Port': ['ID=aaedbbed-61c7-4490-b8f2-5b52625499dd,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:52.189277 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-7a0c5807-545a-4377-8c6a-ffb1769d06e1 service neutron] show failed (client error): The resource could not be found. Aug 16 01:44:52.191031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-7a0c5807-545a-4377-8c6a-ffb1769d06e1 service neutron] 10.222.0.64 "GET /v2.0/ports/d9598b3d-dc4f-4c14-bf27-6d80804a96fb/bindings/n-h2-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.8309600 Aug 16 01:44:52.218132 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.276275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8bbbb1b4-358a-4cd5-97f8-5a97176f6ee0 req-114fa4db-929a-4738-8263-195c02158c42 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076497 Aug 16 01:44:52.290830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Attempting to bind port 6d056894-98e3-41fb-9021-57ad00b2ec57 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:52.294661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Attempting to bind port 6d056894-98e3-41fb-9021-57ad00b2ec57 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:52.296105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Attempting to bind port 6d056894-98e3-41fb-9021-57ad00b2ec57 on network f33f85bb-dec5-4471-a410-d894e8ee0dca {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:52.303268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Attempting to bind port aaedbbed-61c7-4490-b8f2-5b52625499dd on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:52.303644 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Attempting to bind port aaedbbed-61c7-4490-b8f2-5b52625499dd by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:52.318016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Attempting to bind port aaedbbed-61c7-4490-b8f2-5b52625499dd on network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:52.322521 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.329665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:52.339984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:52.343582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f132825b-7342-40d6-81a5-b3de9435f1bf completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:52.350874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:52.355905 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f132825b-7342-40d6-81a5-b3de9435f1bf triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:52.356278 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.371477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Port 6d056894-98e3-41fb-9021-57ad00b2ec57 on network f33f85bb-dec5-4471-a410-d894e8ee0dca not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:52.372814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Attempting to bind port 6d056894-98e3-41fb-9021-57ad00b2ec57 on network f33f85bb-dec5-4471-a410-d894e8ee0dca {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:52.443761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:52.444534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Checking segment: {'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:52.445157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Bound using segment: {'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:52.445866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Bound port: 6d056894-98e3-41fb-9021-57ad00b2ec57, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9624f9ff-4ee8-42d1-a136-bb3bb61d4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:52.446480 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.484616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Pushing event updated for resources: {'Port': ['ID=b48ee3a7-f9dc-4507-a93f-27413d41d265,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:52.493585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-66127277-d1e8-4f3f-bf2c-512f4c795c70 service neutron] 10.222.0.66 "GET /v2.0/networks/43d0758b-1ddb-4a97-8bbc-6118ad5715c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932033 Aug 16 01:44:52.547633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Network 92315160-1ab3-4d83-9091-7041502d870f is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:52.559134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:52.562429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:52.566230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:52.567107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Checking segment: {'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:52.568022 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.568710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Bound using segment: {'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:52.569288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Bound port: aaedbbed-61c7-4490-b8f2-5b52625499dd, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:52.569737 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.663006 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.670678 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.677313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7a9b2-5ec4-4ff9-834b-b0e7dec294d5 req-e43a427f-6e8e-4c79-8f04-6379e81b00dd tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:52.684785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bef7a9b2-5ec4-4ff9-834b-b0e7dec294d5 req-e43a427f-6e8e-4c79-8f04-6379e81b00dd tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 946 time: 0.2567284 Aug 16 01:44:52.747829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Pushing event updated for resources: {'Port': ['ID=f8600d66-9f99-495a-ae82-67e8b04f8431,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:52.816053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] For port 6d056894-98e3-41fb-9021-57ad00b2ec57, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:52.819784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] For port 6d056894-98e3-41fb-9021-57ad00b2ec57, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6d056894-98e3-41fb-9021-57ad00b2ec57,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:52.835841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Attempting to bind port f8600d66-9f99-495a-ae82-67e8b04f8431 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:52.836217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Attempting to bind port f8600d66-9f99-495a-ae82-67e8b04f8431 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'e0123a3c-d24b-4045-9b7e-91880aaace8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92315160-1ab3-4d83-9091-7041502d870f'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:52.836583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Attempting to bind port f8600d66-9f99-495a-ae82-67e8b04f8431 on network 92315160-1ab3-4d83-9091-7041502d870f {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:52.842680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f132825b-7342-40d6-81a5-b3de9435f1bf, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f132825b-7342-40d6-81a5-b3de9435f1bf,segment=NetworkSegment(fc5210b3-f989-4bb4-b255-6f2b7a97d91f),segment_id=fc5210b3-f989-4bb4-b255-6f2b7a97d91f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:52.851184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] For port aaedbbed-61c7-4490-b8f2-5b52625499dd, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:52.853498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:52.853991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Checking segment: {'id': 'e0123a3c-d24b-4045-9b7e-91880aaace8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92315160-1ab3-4d83-9091-7041502d870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:52.854398 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.854809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Bound using segment: {'id': 'e0123a3c-d24b-4045-9b7e-91880aaace8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92315160-1ab3-4d83-9091-7041502d870f'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:52.855287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Bound port: f8600d66-9f99-495a-ae82-67e8b04f8431, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0123a3c-d24b-4045-9b7e-91880aaace8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92315160-1ab3-4d83-9091-7041502d870f'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:52.855679 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.919904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] For port aaedbbed-61c7-4490-b8f2-5b52625499dd, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=aaedbbed-61c7-4490-b8f2-5b52625499dd,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:52.933387 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.986153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] For port f8600d66-9f99-495a-ae82-67e8b04f8431, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:52.993127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] For port f8600d66-9f99-495a-ae82-67e8b04f8431, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f8600d66-9f99-495a-ae82-67e8b04f8431,segment=NetworkSegment(e0123a3c-d24b-4045-9b7e-91880aaace8b),segment_id=e0123a3c-d24b-4045-9b7e-91880aaace8b)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:52.997050 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.000146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-8d74b3fb-ab9a-4e84-99e2-93c4d7b23654 service neutron] 10.222.0.66 "GET /v2.0/networks/43d0758b-1ddb-4a97-8bbc-6118ad5715c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055466 Aug 16 01:44:53.010836 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.011280 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.088490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-4360156a-b607-4fc1-8456-58d102d6beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.090066 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-4360156a-b607-4fc1-8456-58d102d6beb5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856&tenant_id=0fd72b22de084a828cc9af1cb960b5c8 HTTP/1.1" status: 200 len: 1102 time: 0.1405971 Aug 16 01:44:53.129189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:53.138774 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.162458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f132825b-7342-40d6-81a5-b3de9435f1bf,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:53.179218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-56e64349-8410-4a23-87c4-a6c7490cd305 None None] Provisioning complete for port f132825b-7342-40d6-81a5-b3de9435f1bf triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:53.179851 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-56e64349-8410-4a23-87c4-a6c7490cd305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.270210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.284027 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.284027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] 10.222.0.74 "PUT /v2.0/ports/6d056894-98e3-41fb-9021-57ad00b2ec57 HTTP/1.1" status: 200 len: 1092 time: 3.8820379 Aug 16 01:44:53.388325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.393367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': '6d056894-98e3-41fb-9021-57ad00b2ec57'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:53.399642 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34773060-23b8-4801-9950-7dbc3ed37111" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "6d056894-98e3-41fb-9021-57ad00b2ec57"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:53.413163 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-cc3f78e0-8e90-4e8b-be19-39c3ff347093 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.414864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-cc3f78e0-8e90-4e8b-be19-39c3ff347093 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.64 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 946 time: 0.8924344 Aug 16 01:44:53.511767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-9d0433fa-2bbf-4e74-8055-9664d6010af1 service neutron] 10.222.0.66 "GET /v2.0/networks/92315160-1ab3-4d83-9091-7041502d870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771292 Aug 16 01:44:53.559141 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdead4-ad4b-46e9-b40e-88d12c574814 None None] Pushing event updated for resources: {'Port': ['ID=aaedbbed-61c7-4490-b8f2-5b52625499dd,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:53.739721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bef7a9b2-5ec4-4ff9-834b-b0e7dec294d5 req-0204763c-ffa2-47eb-ad0c-a98455967180 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0535858 Aug 16 01:44:53.856930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e70c4-734f-480e-b4ea-636f736ff352 service neutron] Pushing event updated for resources: {'Port': ['ID=6d056894-98e3-41fb-9021-57ad00b2ec57,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:53.908103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d7375d9c-9025-415d-8a56-f1913db7c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.908937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d7375d9c-9025-415d-8a56-f1913db7c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.909789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d7375d9c-9025-415d-8a56-f1913db7c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.910304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d7375d9c-9025-415d-8a56-f1913db7c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.912469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d7375d9c-9025-415d-8a56-f1913db7c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.912960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d7375d9c-9025-415d-8a56-f1913db7c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.913436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d7375d9c-9025-415d-8a56-f1913db7c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.915654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d7375d9c-9025-415d-8a56-f1913db7c975 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6487 time: 0.4406238 Aug 16 01:44:53.929013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f132825b-7342-40d6-81a5-b3de9435f1bf up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:54.007175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-09eca8dc-6647-40aa-ab00-5a0ed6eea217 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2059453-0805-4966-a32e-59d243e6ea01 HTTP/1.1" status: 200 len: 217 time: 0.0632355 Aug 16 01:44:54.011898 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.037715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd124ea-bf11-4c29-8c26-46bb185ba338 None None] Pushing event updated for resources: {'Port': ['ID=f8600d66-9f99-495a-ae82-67e8b04f8431,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:54.060952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f132825b-7342-40d6-81a5-b3de9435f1bf triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:54.061330 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.127551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-50e862d2-a196-4ace-9614-9517d7662aca service neutron] 10.222.0.66 "GET /v2.0/networks/92315160-1ab3-4d83-9091-7041502d870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036387 Aug 16 01:44:54.263959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Deleting port fe60d993-4bea-40f8-a042-be755dc25bf6 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:54.264311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.480333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8deb-3a4e-45bf-8b30-aef738239766 req-72811e14-ca46-4d54-85a3-f789cb2c9367 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.487215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8deb-3a4e-45bf-8b30-aef738239766 req-72811e14-ca46-4d54-85a3-f789cb2c9367 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.505595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8deb-3a4e-45bf-8b30-aef738239766 req-72811e14-ca46-4d54-85a3-f789cb2c9367 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.511824 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8deb-3a4e-45bf-8b30-aef738239766 req-72811e14-ca46-4d54-85a3-f789cb2c9367 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.523624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8deb-3a4e-45bf-8b30-aef738239766 req-72811e14-ca46-4d54-85a3-f789cb2c9367 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.534274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8deb-3a4e-45bf-8b30-aef738239766 req-72811e14-ca46-4d54-85a3-f789cb2c9367 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.540300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8deb-3a4e-45bf-8b30-aef738239766 req-72811e14-ca46-4d54-85a3-f789cb2c9367 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.557710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f00c8deb-3a4e-45bf-8b30-aef738239766 req-72811e14-ca46-4d54-85a3-f789cb2c9367 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.6234167 Aug 16 01:44:54.583347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d9598b3d-dc4f-4c14-bf27-6d80804a96fb no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:54.664197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-3b5d0373-235d-4187-a57e-b85cb1ab91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.665687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-3b5d0373-235d-4187-a57e-b85cb1ab91aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9a060b37-f0b4-4e98-9c03-2837e5244eb9 HTTP/1.1" status: 200 len: 851 time: 0.5996425 Aug 16 01:44:54.734111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] For port fe60d993-4bea-40f8-a042-be755dc25bf6, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=fe60d993-4bea-40f8-a042-be755dc25bf6,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:54.734489 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.751096 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.753458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef12995-c7c2-4ef1-bb0d-c5e0569836db None None] Network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:54.817946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:54.846330 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Router 75b545a0-c257-431e-a3d8-98d12457cd81 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:44:54.896922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:54.907742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-989c4247-aec1-438f-9043-6f6398f756d1 None None] Provisioning for port aaedbbed-61c7-4490-b8f2-5b52625499dd completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:55.120489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:55.122702 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28550088-8c20-4250-b155-aba826151958" -d '{"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-unplugged", "status": "completed", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:55.127327 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.151327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Transition to ACTIVE for port object d9598b3d-dc4f-4c14-bf27-6d80804a96fb will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:55.161915 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:44:55.177604 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Sync routers for ids ['75b545a0-c257-431e-a3d8-98d12457cd81'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:44:55.195751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b9c20-ee6a-4142-923c-72f9bd6a68c5 None None] Network 92315160-1ab3-4d83-9091-7041502d870f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:55.196303 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Routers {'75b545a0-c257-431e-a3d8-98d12457cd81'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:55.196903 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['75b545a0-c257-431e-a3d8-98d12457cd81'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:55.349158 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Set router 75b545a0-c257-431e-a3d8-98d12457cd81 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:55.413959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-04108abd-2cbf-4999-93f1-b10826b94755 None None] Provisioning for port f8600d66-9f99-495a-ae82-67e8b04f8431 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:55.417638 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.422158 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c5cc7b63-818b-4cb1-aa2b-94bd9e8f183e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.1833375 Aug 16 01:44:55.422158 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.427749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55548) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:55.498053 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:44:55.498415 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:44:55.568940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f00c8deb-3a4e-45bf-8b30-aef738239766 req-c645fd72-fcd4-4335-a71c-f96ae6d72cb2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0103221 Aug 16 01:44:55.619717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc8a04-7f12-4f8c-8577-f5bd0bb25ba0 req-cdd9d66d-8a4a-49da-9d85-2a5a7c098ae0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:55.621327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65dc8a04-7f12-4f8c-8577-f5bd0bb25ba0 req-cdd9d66d-8a4a-49da-9d85-2a5a7c098ae0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 1.0539904 Aug 16 01:44:55.650068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-b0c634df-fffd-423e-ac4c-d29352959b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:55.651620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-b0c634df-fffd-423e-ac4c-d29352959b67 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84d790fc-6460-4f48-a0a4-f45c262f5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7347915 Aug 16 01:44:55.750005 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=6']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:55.859952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] No DVR routers for this DVR port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:55.929765 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.930680 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.931250 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Floating IP caf0fefb-a2d4-43b2-af0c-e1859f249a51 disassociated. External IP: 172.25.8.205, port: fe60d993-4bea-40f8-a042-be755dc25bf6. Aug 16 01:44:55.931669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Calling delete_port for fe60d993-4bea-40f8-a042-be755dc25bf6 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:56.012724 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:52Z', 'revision_number': 3, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:56.050420 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Checking router: 75b545a0-c257-431e-a3d8-98d12457cd81 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:44:56.050774 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Updating router 75b545a0-c257-431e-a3d8-98d12457cd81 port b48ee3a7-f9dc-4507-a93f-27413d41d265 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:44:56.119269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device aaedbbed-61c7-4490-b8f2-5b52625499dd up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:56.126028 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.146402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65dc8a04-7f12-4f8c-8577-f5bd0bb25ba0 req-8109ea44-16fc-4e67-afc3-ae67002c8631 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698455 Aug 16 01:44:56.149853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:56.149853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:56.150441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:56.159467 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:56.166553 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:56.184879 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:56.188003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:56.188596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:56.190509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Bound port: d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:56.191212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.249516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] Deleting port 8f7aa1be-6f8f-4228-a64c-abaa21615c09 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:56.249973 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.356164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port aaedbbed-61c7-4490-b8f2-5b52625499dd completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:56.360164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port aaedbbed-61c7-4490-b8f2-5b52625499dd triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:56.360561 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.379432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] For port 8f7aa1be-6f8f-4228-a64c-abaa21615c09, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8f7aa1be-6f8f-4228-a64c-abaa21615c09,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:56.379882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.395963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] Calling delete_port for 8f7aa1be-6f8f-4228-a64c-abaa21615c09 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:56.405043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:56.409748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:56.499401 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8805901e-f820-4f07-aff3-74ba73efe68f x-openstack-request-id: req-8805901e-f820-4f07-aff3-74ba73efe68f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:56.499697 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "6d056894-98e3-41fb-9021-57ad00b2ec57", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:56.501472 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8805901e-f820-4f07-aff3-74ba73efe68f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:56.502320 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': '6d056894-98e3-41fb-9021-57ad00b2ec57', 'status': 'completed', 'code': 200} Aug 16 01:44:56.542648 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.553855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59014dc1-37f5-4c27-aa93-8a7797d582b2 req-0a77d565-c873-4e00-9aea-fa0274c8fd89 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 210 time: 0.0505495 Aug 16 01:44:56.591641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device fe60d993-4bea-40f8-a042-be755dc25bf6 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:56.598874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port aaedbbed-61c7-4490-b8f2-5b52625499dd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=aaedbbed-61c7-4490-b8f2-5b52625499dd,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:56.620942 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.701646 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.706399 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.708200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f8600d66-9f99-495a-ae82-67e8b04f8431 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:56.711481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=7']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:56.743517 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.755815 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Transition to ACTIVE for port object b48ee3a7-f9dc-4507-a93f-27413d41d265 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:56.766720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:56.766720 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.769422 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-056ddd0d-cc0e-4650-9626-f86261db1797 service neutron] 10.222.0.74 "PUT /v2.0/ports/d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 1097 time: 3.6520045 Aug 16 01:44:56.816890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79017d-51dc-404e-80e0-93e3cf43fb3a req-2f7fea96-b7e0-439b-8f0a-b5c0cda514f1 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:56.818519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c79017d-51dc-404e-80e0-93e3cf43fb3a req-2f7fea96-b7e0-439b-8f0a-b5c0cda514f1 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 946 time: 0.1502984 Aug 16 01:44:56.861739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d38bc1-b728-4d35-88d7-393ccf8f3d79 req-a3f77c5d-19d7-47e4-97d3-3665e436a12b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:56.863715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46d38bc1-b728-4d35-88d7-393ccf8f3d79 req-a3f77c5d-19d7-47e4-97d3-3665e436a12b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.7228198 Aug 16 01:44:56.887104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.888437 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.900766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=aaedbbed-61c7-4490-b8f2-5b52625499dd,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:56.931277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-15ed7f03-d4d3-4fea-aff9-b3d8acc9d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:56.934681 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-15ed7f03-d4d3-4fea-aff9-b3d8acc9d92b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1100 time: 0.1359305 Aug 16 01:44:56.958357 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Attempting to bind port b48ee3a7-f9dc-4507-a93f-27413d41d265 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:56.958839 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Attempting to bind port b48ee3a7-f9dc-4507-a93f-27413d41d265 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:56.959271 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Attempting to bind port b48ee3a7-f9dc-4507-a93f-27413d41d265 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:56.965146 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a260c6-ad80-4683-a246-b44296ecc2fd None None] Pushing event updated for resources: {'Port': ['ID=b48ee3a7-f9dc-4507-a93f-27413d41d265,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:56.972492 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.974597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f8600d66-9f99-495a-ae82-67e8b04f8431 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:56.980607 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:56.980873 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:56.984973 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.988124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f8600d66-9f99-495a-ae82-67e8b04f8431 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:56.988846 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:56.989494 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.990458 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Bound port: b48ee3a7-f9dc-4507-a93f-27413d41d265, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:56.991734 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.062872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-287e870e-6156-4e9b-b583-b1a64e756bd2 service neutron] 10.222.0.74 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3875034 Aug 16 01:44:57.117603 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.120350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46d38bc1-b728-4d35-88d7-393ccf8f3d79 req-19def7bd-2124-4430-9db4-ebf7aff4c843 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174203 Aug 16 01:44:57.121160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Pushing event deleted for resources: {'Port': ['ID=fe60d993-4bea-40f8-a042-be755dc25bf6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:57.143608 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] For port b48ee3a7-f9dc-4507-a93f-27413d41d265, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:57.149507 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] For port b48ee3a7-f9dc-4507-a93f-27413d41d265, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b48ee3a7-f9dc-4507-a93f-27413d41d265,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:57.171512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Allocated IP 172.20.0.1 (9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1/0a21b3c1-c97f-4254-8a17-01f854a8b124/6144040d-ab14-41dc-ae3b-b7372794a048) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:57.228054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c79017d-51dc-404e-80e0-93e3cf43fb3a req-5d2d5d2e-6db9-411a-ae00-072321c23f02 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511176 Aug 16 01:44:57.247747 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.254666 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf922a4-b240-4981-843a-5e3e60ed0903 x-openstack-request-id: req-dbf922a4-b240-4981-843a-5e3e60ed0903 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:57.255177 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-unplugged", "status": "completed", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:57.255587 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dbf922a4-b240-4981-843a-5e3e60ed0903 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:57.256153 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'code': 200} Aug 16 01:44:57.262275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f8600d66-9f99-495a-ae82-67e8b04f8431, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f8600d66-9f99-495a-ae82-67e8b04f8431,segment=NetworkSegment(e0123a3c-d24b-4045-9b7e-91880aaace8b),segment_id=e0123a3c-d24b-4045-9b7e-91880aaace8b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:57.396726 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.402110 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Routers {'75b545a0-c257-431e-a3d8-98d12457cd81'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:57.402722 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['75b545a0-c257-431e-a3d8-98d12457cd81'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:57.412735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-048d0eb1-22f5-4b8f-90af-d365898cbc5a service neutron] 10.222.0.74 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078980 Aug 16 01:44:57.434040 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-9d325e87-02ee-4d07-9880-7e8f0cd54995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.437150 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.438758 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-9d325e87-02ee-4d07-9880-7e8f0cd54995 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.3406384 Aug 16 01:44:57.519197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0db6-fbbc-4be4-96c9-1e211c14e76e req-1427fec6-66d1-4dad-928b-78c4342593ec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.529811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0db6-fbbc-4be4-96c9-1e211c14e76e req-1427fec6-66d1-4dad-928b-78c4342593ec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.549689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0db6-fbbc-4be4-96c9-1e211c14e76e req-1427fec6-66d1-4dad-928b-78c4342593ec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.556709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0db6-fbbc-4be4-96c9-1e211c14e76e req-1427fec6-66d1-4dad-928b-78c4342593ec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.571976 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-cabff967-a3e5-4493-bde4-a2d946b904c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 217 time: 0.1156054 Aug 16 01:44:57.575685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0db6-fbbc-4be4-96c9-1e211c14e76e req-1427fec6-66d1-4dad-928b-78c4342593ec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.596384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f8600d66-9f99-495a-ae82-67e8b04f8431,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:57.606806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0db6-fbbc-4be4-96c9-1e211c14e76e req-1427fec6-66d1-4dad-928b-78c4342593ec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.614887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0db6-fbbc-4be4-96c9-1e211c14e76e req-1427fec6-66d1-4dad-928b-78c4342593ec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.632161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43db0db6-fbbc-4be4-96c9-1e211c14e76e req-1427fec6-66d1-4dad-928b-78c4342593ec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.2722645 Aug 16 01:44:57.647045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d6a629a3-32f6-47e6-8a94-bdc7b9248d87 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=51da5588-9d80-4706-8e6e-b703605f3e18 HTTP/1.1" status: 200 len: 217 time: 0.2232072 Aug 16 01:44:57.702054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device aaedbbed-61c7-4490-b8f2-5b52625499dd up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:57.717426 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a260c6-ad80-4683-a246-b44296ecc2fd None None] Pushing event updated for resources: {'Port': ['ID=b48ee3a7-f9dc-4507-a93f-27413d41d265,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:57.761464 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] Set router 75b545a0-c257-431e-a3d8-98d12457cd81 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:57.839109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port aaedbbed-61c7-4490-b8f2-5b52625499dd triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:57.839819 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.876111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:44:57.890044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43db0db6-fbbc-4be4-96c9-1e211c14e76e req-3f3d4d07-7426-4a64-85ad-5e1d94154c6e tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157304 Aug 16 01:44:57.897558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7aa1be-6f8f-4228-a64c-abaa21615c09,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:57.987101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34543de-cf49-4363-a71e-4e15bf037735 req-b6c7d999-6d6e-4c2b-bdf7-6a48d6fa8f5a tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.001267 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-b6c7d999-6d6e-4c2b-bdf7-6a48d6fa8f5a tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.5486357 Aug 16 01:44:58.008999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-24a0fb31-53b1-428b-a70b-58e32e8d6d00 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.018262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-24a0fb31-53b1-428b-a70b-58e32e8d6d00 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.020709 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-24a0fb31-53b1-428b-a70b-58e32e8d6d00 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "GET /v2.0/networks?id=43d0758b-1ddb-4a97-8bbc-6118ad5715c8&id=92315160-1ab3-4d83-9091-7041502d870f HTTP/1.1" status: 200 len: 1390 time: 0.4792812 Aug 16 01:44:58.036179 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-23'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:58.044480 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.052067 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'port': {'device_id': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8', 'admin_state_up': True, 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:58.075740 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-40e1b245-3ff4-4e4b-870a-52a4288ebf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.077359 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-40e1b245-3ff4-4e4b-870a-52a4288ebf12 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.4815495 Aug 16 01:44:58.100888 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:52Z', 'revision_number': 3, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:58.115561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ff5b-9b2c-470e-a442-d193e5387e4c req-5c3c9abd-dd6c-49c8-88bb-685738f09b83 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.117116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4473ff5b-9b2c-470e-a442-d193e5387e4c req-5c3c9abd-dd6c-49c8-88bb-685738f09b83 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 948 time: 0.4670300 Aug 16 01:44:58.122834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b36cacc-a2d8-4c38-a4fd-4b1d62ce964a req-2fe6818e-59f0-4983-92cb-11fe68c4ba1f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 210 time: 0.0627575 Aug 16 01:44:58.124225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4919924c-a5c7-44fa-bf03-5ee3e1fa3e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.125624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4919924c-a5c7-44fa-bf03-5ee3e1fa3e22 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.3710930 Aug 16 01:44:58.132828 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc92bd7-a02d-4e4e-875d-fe089e937a1b None None] The sync data for ids ['75b545a0-c257-431e-a3d8-98d12457cd81'] in n-d-768509-23 is: [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:52Z', 'revision_number': 3, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:44:58.177646 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Transition to ACTIVE for port object 6144040d-ab14-41dc-ae3b-b7372794a048 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:58.278244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.295975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-a97999e5-b8ca-4562-8edd-f6d58586b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.297612 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-a97999e5-b8ca-4562-8edd-f6d58586b778 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2038972 Aug 16 01:44:58.309455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4473ff5b-9b2c-470e-a442-d193e5387e4c req-780132b3-09d5-4e42-9ded-1370b3d44382 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789870 Aug 16 01:44:58.371974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:44:58.374810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-29ba2096-e289-4d4a-917b-e432e3e8e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.376311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-29ba2096-e289-4d4a-917b-e432e3e8e2f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2374942 Aug 16 01:44:58.384086 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4afcf-b420-4cd4-a7e0-c4d1a4279760 None None] Sync routers for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:44:58.397684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b4afcf-b420-4cd4-a7e0-c4d1a4279760 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:58.398481 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-03b4afcf-b420-4cd4-a7e0-c4d1a4279760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:58.537915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-c93fd003-ac40-4315-973e-ca351d2ceaca service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522129 Aug 16 01:44:58.546672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7fbe021a-7432-4f0a-8690-c651831fedba,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:58.583455 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.590426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 7fbe021a-7432-4f0a-8690-c651831fedba details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:58.607838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-03b4afcf-b420-4cd4-a7e0-c4d1a4279760 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:58.608633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.728767 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-5f7a4897-ccc5-4a1b-a25f-94ebc68e83cd service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072900 Aug 16 01:44:58.741334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:58.750321 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:58.754773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.785250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:58.828414 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7fbe021a-7432-4f0a-8690-c651831fedba,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:58.844662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 7fbe021a-7432-4f0a-8690-c651831fedba has no active binding in host n-h1-768509-23 {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:44:58.866758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Pushing event updated for resources: {'Port': ['ID=6144040d-ab14-41dc-ae3b-b7372794a048,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:58.964602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:58.976557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:59.039306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] No DVR routers for this DVR port fe60d993-4bea-40f8-a042-be755dc25bf6 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:59.049900 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.052282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8957e1c0-2468-42e3-b2ac-04b0e3daf2c8 req-ec4bffdb-24a5-4091-889a-d5688c741955 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.64 "DELETE /v2.0/ports/fe60d993-4bea-40f8-a042-be755dc25bf6 HTTP/1.1" status: 204 len: 173 time: 5.5519807 Aug 16 01:44:59.053447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'name': 'network-vif-deleted', 'tag': 'fe60d993-4bea-40f8-a042-be755dc25bf6'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:59.064140 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6c2d94-43e3-42db-aa0d-81b83c1b5218" -d '{"events": [{"server_uuid": "6916cde0-ffc4-4d2d-9377-522647845fc7", "name": "network-vif-deleted", "tag": "fe60d993-4bea-40f8-a042-be755dc25bf6"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:59.076293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-03b4afcf-b420-4cd4-a7e0-c4d1a4279760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:59.117509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4afcf-b420-4cd4-a7e0-c4d1a4279760 None None] Checking router: fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:44:59.138023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b4afcf-b420-4cd4-a7e0-c4d1a4279760 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:59.138546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-03b4afcf-b420-4cd4-a7e0-c4d1a4279760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:59.155100 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.166012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515aaa91-51f6-40be-8c6a-7eac3b498389 req-67d4fc0b-0369-46dd-a29f-e811c7c8deca tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:59.173311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-515aaa91-51f6-40be-8c6a-7eac3b498389 req-67d4fc0b-0369-46dd-a29f-e811c7c8deca tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 945 time: 0.6338680 Aug 16 01:44:59.222779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-eda95698-98d6-4544-889d-1c9e3c2b6ea6 None None] Provisioning for port 6144040d-ab14-41dc-ae3b-b7372794a048 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:59.223559 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.236869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-eda95698-98d6-4544-889d-1c9e3c2b6ea6 None None] Provisioning complete for port 6144040d-ab14-41dc-ae3b-b7372794a048 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:59.237121 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eda95698-98d6-4544-889d-1c9e3c2b6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.254597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.74', 57496) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:59.258738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb'}, {'server_uuid': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fbe021a-7432-4f0a-8690-c651831fedba'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:59.259741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-41565a4b-d8d1-45c5-86c8-06d0f27883ab service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052107 Aug 16 01:44:59.269440 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e298c-18d6-42a2-9e5a-966111dae983" -d '{"events": [{"name": "network-changed", "server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb"}, {"server_uuid": "a4a63faf-7822-4e13-bb8e-d75b6e860269", "name": "network-vif-unplugged", "status": "completed", "tag": "7fbe021a-7432-4f0a-8690-c651831fedba"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:59.304867 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6f6ef38d-f56c-46be-af27-096e69955a5d req-a0607164-a872-4174-ba50-7450c24f1206 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618639 Aug 16 01:44:59.327206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Allocated IP 19.80.0.11 (43d0758b-1ddb-4a97-8bbc-6118ad5715c8/0613e931-6cc3-4f41-814a-e7f32ae76c15/29afa8d0-754c-41c4-ac5c-0361d64aadf5) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:59.341421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.456783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-515aaa91-51f6-40be-8c6a-7eac3b498389 req-d650d480-10d8-4e32-860d-49ef47371efe tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783470 Aug 16 01:44:59.498454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-eda95698-98d6-4544-889d-1c9e3c2b6ea6 None None] Port 6144040d-ab14-41dc-ae3b-b7372794a048 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:59.525086 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-03b4afcf-b420-4cd4-a7e0-c4d1a4279760 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:59.544716 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Pushing event updated for resources: {'Port': ['ID=7fbe021a-7432-4f0a-8690-c651831fedba,revision_number=7']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:59.603042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-fa9c8248-1fa4-4c4d-96c8-9738193c4170 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=31ea19a7-717c-4f87-addd-f925ad379bf9 HTTP/1.1" status: 200 len: 217 time: 0.2588403 Aug 16 01:44:59.653844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba on host n-h2-768509-23 for vnic_type normal with profile {"migrating_to": "n-h1-768509-23"} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:59.654493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:59.654493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:59.671712 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.673518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Port 7fbe021a-7432-4f0a-8690-c651831fedba on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:59.673919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Attempting to bind port 7fbe021a-7432-4f0a-8690-c651831fedba on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:59.694366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b745c8f-a41d-4c64-9dd1-b4e27aa72910 req-bca11549-37e0-490e-b0da-60e68f545c61 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3484654 Aug 16 01:44:59.700341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:59.700782 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:59.701084 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:59.701547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Bound port: 7fbe021a-7432-4f0a-8690-c651831fedba, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:59.702020 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.719123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-26327e24-47eb-488b-aaeb-12164e49dd2f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4615557 Aug 16 01:44:59.742058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9244667-726e-4193-be44-f3cf09b349f0 req-9c28fa33-2247-4453-b874-228aa6654d25 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/ports?device_id=6916cde0-ffc4-4d2d-9377-522647845fc7 HTTP/1.1" status: 200 len: 210 time: 0.0703404 Aug 16 01:44:59.874803 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ae24c0-1459-4bcd-9113-77875634a3da x-openstack-request-id: req-c0ae24c0-1459-4bcd-9113-77875634a3da {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:59.874962 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6916cde0-ffc4-4d2d-9377-522647845fc7", "name": "network-vif-deleted", "tag": "fe60d993-4bea-40f8-a042-be755dc25bf6", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:59.875182 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0ae24c0-1459-4bcd-9113-77875634a3da {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:59.875547 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6916cde0-ffc4-4d2d-9377-522647845fc7', 'name': 'network-vif-deleted', 'tag': 'fe60d993-4bea-40f8-a042-be755dc25bf6', 'status': 'completed', 'code': 200} Aug 16 01:44:59.911998 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.966562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-03b4afcf-b420-4cd4-a7e0-c4d1a4279760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:59.980903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8f13fc3-25f8-494b-9e13-7f8d049979b3 req-c9bc074d-829b-4c6b-befc-697f5cebc3b9 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 210 time: 0.0277872 Aug 16 01:44:59.999181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-fd385c67-b033-456e-8f46-d5fe7fff9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.000833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-fd385c67-b033-456e-8f46-d5fe7fff9406 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.3812609 Aug 16 01:45:00.034349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b48ee3a7-f9dc-4507-a93f-27413d41d265 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:00.037852 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f8717d5e-a34d-4e94-a0b2-b0dbbbf73c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.039407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b4afcf-b420-4cd4-a7e0-c4d1a4279760 None None] The sync data for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 is: [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:40:10Z', 'revision_number': 4, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c7237ece-478c-459c-a57d-bd4835da7396', 'name': '', 'network_id': 'f822c47b-c400-41ce-b019-ea73c124298f', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'mac_address': 'fa:16:3e:ef:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:09Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'subnets': [{'id': 'ad817ee8-5669-4914-8a3e-7cebbd68cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:00.213068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745c8f-a41d-4c64-9dd1-b4e27aa72910 req-f3f21c54-c33a-4e90-8fdb-009f0d6461f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.214653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b745c8f-a41d-4c64-9dd1-b4e27aa72910 req-f3f21c54-c33a-4e90-8fdb-009f0d6461f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 1096 time: 0.4770081 Aug 16 01:45:00.224093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port b48ee3a7-f9dc-4507-a93f-27413d41d265 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:00.228858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b48ee3a7-f9dc-4507-a93f-27413d41d265 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:00.229232 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.259433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-aeb0c45f-cc9d-497d-96b5-3f2e678172ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.260971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-aeb0c45f-cc9d-497d-96b5-3f2e678172ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 1102 time: 0.3812494 Aug 16 01:45:00.346096 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcb9874-3336-4c46-8e70-207aadbc4ac1 x-openstack-request-id: req-2fcb9874-3336-4c46-8e70-207aadbc4ac1 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:00.346963 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb", "status": "completed", "code": 200}, {"server_uuid": "a4a63faf-7822-4e13-bb8e-d75b6e860269", "name": "network-vif-unplugged", "status": "completed", "tag": "7fbe021a-7432-4f0a-8690-c651831fedba", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:00.346963 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2fcb9874-3336-4c46-8e70-207aadbc4ac1 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:00.355040 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'status': 'completed', 'code': 200} Aug 16 01:45:00.355040 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fbe021a-7432-4f0a-8690-c651831fedba', 'code': 200} Aug 16 01:45:00.355040 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Transition to ACTIVE for port object 29afa8d0-754c-41c4-ac5c-0361d64aadf5 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:00.355398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6f2a-e02e-4066-bd3a-39c71f3c9e55 req-b8f279c6-35a8-4332-af73-7cb0e99981cc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.355504 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.357307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6f2a-e02e-4066-bd3a-39c71f3c9e55 req-b8f279c6-35a8-4332-af73-7cb0e99981cc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.363187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6f2a-e02e-4066-bd3a-39c71f3c9e55 req-b8f279c6-35a8-4332-af73-7cb0e99981cc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.368946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6f2a-e02e-4066-bd3a-39c71f3c9e55 req-b8f279c6-35a8-4332-af73-7cb0e99981cc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.372703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port b48ee3a7-f9dc-4507-a93f-27413d41d265, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b48ee3a7-f9dc-4507-a93f-27413d41d265,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:00.374887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6f2a-e02e-4066-bd3a-39c71f3c9e55 req-b8f279c6-35a8-4332-af73-7cb0e99981cc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.381049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6f2a-e02e-4066-bd3a-39c71f3c9e55 req-b8f279c6-35a8-4332-af73-7cb0e99981cc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.387056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6f2a-e02e-4066-bd3a-39c71f3c9e55 req-b8f279c6-35a8-4332-af73-7cb0e99981cc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.389074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b8a6f2a-e02e-4066-bd3a-39c71f3c9e55 req-b8f279c6-35a8-4332-af73-7cb0e99981cc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.4916868 Aug 16 01:45:00.414584 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:00.451993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-520a100e-f55e-4fb2-826b-fe116f56cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.453578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-520a100e-f55e-4fb2-826b-fe116f56cd42 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3827958 Aug 16 01:45:00.462402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7fbe021a-7432-4f0a-8690-c651831fedba,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:00.463072 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.464154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f8600d66-9f99-495a-ae82-67e8b04f8431 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:00.473688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-cbe9f77e-0e35-4c79-b885-db054b3c7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.475362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-cbe9f77e-0e35-4c79-b885-db054b3c7362 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1100 time: 0.3470192 Aug 16 01:45:00.495732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-5e495858-f35f-4e43-ba6b-a0aac51657d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.497409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] Router 71fe207e-b1bb-4770-92c4-9efda57c73df has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:45:00.497675 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-5e495858-f35f-4e43-ba6b-a0aac51657d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1100 time: 0.1440847 Aug 16 01:45:00.531940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7093462-d5a2-4ce3-a9e4-9ff455bd4c13 req-3ac58609-9e02-4b2e-9626-26c1672f3e1c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.535509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a7093462-d5a2-4ce3-a9e4-9ff455bd4c13 req-3ac58609-9e02-4b2e-9626-26c1672f3e1c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 948 time: 0.3396940 Aug 16 01:45:00.569974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=b48ee3a7-f9dc-4507-a93f-27413d41d265,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:00.571958 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.578629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f8600d66-9f99-495a-ae82-67e8b04f8431 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:00.579208 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.606965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 146612dd-355d-41fc-b82e-bc377665b764 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:00.627114 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.650391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:00.656316 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:00.665348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:00.692590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b8a6f2a-e02e-4066-bd3a-39c71f3c9e55 req-dc4cfad1-93be-4b8b-b269-7c947fcdbda8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2830412 Aug 16 01:45:00.709440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745c8f-a41d-4c64-9dd1-b4e27aa72910 req-cf140201-aeba-4496-ad16-21b70437386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.711283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b745c8f-a41d-4c64-9dd1-b4e27aa72910 req-cf140201-aeba-4496-ad16-21b70437386a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.4721415 Aug 16 01:45:00.725197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.725904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.748147 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.777515 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.786069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5150047-d3af-4736-baff-e87c81d984bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146612dd-355d-41fc-b82e-bc377665b764'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:00.788358 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbd4eb1-289c-4f0c-8934-e2cdb771ad56" -d '{"events": [{"server_uuid": "b5150047-d3af-4736-baff-e87c81d984bf", "name": "network-vif-unplugged", "status": "completed", "tag": "146612dd-355d-41fc-b82e-bc377665b764"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:00.804055 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.804994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.806517 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] 10.222.0.64 "PUT /v2.0/ports/7fbe021a-7432-4f0a-8690-c651831fedba HTTP/1.1" status: 200 len: 1123 time: 2.7764711 Aug 16 01:45:00.819938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 146612dd-355d-41fc-b82e-bc377665b764, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=146612dd-355d-41fc-b82e-bc377665b764,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:00.837794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b2e6d-dcc6-4977-bfbf-87ac5e89a98b service neutron] Pushing event updated for resources: {'Port': ['ID=7fbe021a-7432-4f0a-8690-c651831fedba,revision_number=8']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:00.882977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['7fbe021a-7432-4f0a-8690-c651831fedba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:00.898749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-e6a6c224-1501-40a7-909a-e569098db1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.900257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-e6a6c224-1501-40a7-909a-e569098db1a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.5806868 Aug 16 01:45:00.909673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b745c8f-a41d-4c64-9dd1-b4e27aa72910 req-68772b7e-2b4c-406e-a63e-189006c16f6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78179aa9-24b8-481c-9cd3-348570a06426 HTTP/1.1" status: 200 len: 217 time: 0.1888864 Aug 16 01:45:00.913135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-c40bf120-c6ce-455a-88a6-bcc7240ce275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.924530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a7093462-d5a2-4ce3-a9e4-9ff455bd4c13 req-2f8798f0-b866-469c-a20d-569a30ba9fda tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279729 Aug 16 01:45:00.924698 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-c40bf120-c6ce-455a-88a6-bcc7240ce275 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.4193351 Aug 16 01:45:00.928511 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8884642 Aug 16 01:45:00.929118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.961316 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Request body: {'port': {'device_id': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'network_id': '92315160-1ab3-4d83-9091-7041502d870f', 'admin_state_up': True, 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:00.970027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['7fbe021a-7432-4f0a-8690-c651831fedba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:00.977866 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.034000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-c2b89320-1b01-49c5-8fc3-9f27a8555339 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 200 len: 217 time: 0.1079419 Aug 16 01:45:01.035389 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-0661a1fd-ff25-4f1a-a7a6-dbd08feff0e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 217 time: 0.0701504 Aug 16 01:45:01.087419 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2ae78-a0e3-419a-abe7-712c33f9ba79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Port': ['ID=29afa8d0-754c-41c4-ac5c-0361d64aadf5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:01.108872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-679e7b1e-6b33-4d45-9543-6225330cb831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:01.110144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-679e7b1e-6b33-4d45-9543-6225330cb831 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.6178322 Aug 16 01:45:01.125177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=146612dd-355d-41fc-b82e-bc377665b764,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:01.150515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-73060f37-d468-407e-8232-9a00c76de84a service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740170 Aug 16 01:45:01.220592 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.354709 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-799d8eb8-d3f6-48a4-874b-c919878ab96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:01.395312 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-799d8eb8-d3f6-48a4-874b-c919878ab96e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1882074 Aug 16 01:45:01.405022 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d54d0-193d-47e0-8146-7a490be7a528 None None] New status for floating IP caf0fefb-a2d4-43b2-af0c-e1859f249a51: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:45:01.447083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Made reservation on behalf of 1372590bbb4a46b08c8bc434975c42d6 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:01.450518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3af07151-244c-4a4e-90d0-6d026a2c7bfc None None] Provisioning for port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:01.450895 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.485655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3af07151-244c-4a4e-90d0-6d026a2c7bfc None None] Provisioning complete for port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:01.488392 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3af07151-244c-4a4e-90d0-6d026a2c7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.586992 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e9a3c8-db59-418d-9000-d4465dd8b193 x-openstack-request-id: req-43e9a3c8-db59-418d-9000-d4465dd8b193 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:01.590489 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5150047-d3af-4736-baff-e87c81d984bf", "name": "network-vif-unplugged", "status": "completed", "tag": "146612dd-355d-41fc-b82e-bc377665b764", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:01.590971 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-43e9a3c8-db59-418d-9000-d4465dd8b193 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:01.593330 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5150047-d3af-4736-baff-e87c81d984bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146612dd-355d-41fc-b82e-bc377665b764', 'code': 200} Aug 16 01:45:01.724238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3af07151-244c-4a4e-90d0-6d026a2c7bfc None None] Port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:01.741684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b48ee3a7-f9dc-4507-a93f-27413d41d265 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:01.760000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Pushing event updated for resources: {'Port': ['ID=6144040d-ab14-41dc-ae3b-b7372794a048,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:01.772576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-3ec130f5-dc43-471a-8333-30bf999ec1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:01.774154 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-3ec130f5-dc43-471a-8333-30bf999ec1bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3409121 Aug 16 01:45:01.813697 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b48ee3a7-f9dc-4507-a93f-27413d41d265 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:01.814310 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.841499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-c4d82d3a-95a3-4651-9666-08a8f5977357 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 217 time: 0.6865103 Aug 16 01:45:01.866992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745c8f-a41d-4c64-9dd1-b4e27aa72910 req-36f3df00-aee5-4683-9861-a97a8b8c557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:01.869767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b745c8f-a41d-4c64-9dd1-b4e27aa72910 req-36f3df00-aee5-4683-9861-a97a8b8c557f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.9416039 Aug 16 01:45:01.902709 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:01.917332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:01.943217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-550feb03-e40a-42ae-b0e1-88c2aacbf69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:01.950147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-550feb03-e40a-42ae-b0e1-88c2aacbf69d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.8768356 Aug 16 01:45:01.960717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Allocated IP 19.86.0.248 (92315160-1ab3-4d83-9091-7041502d870f/86d377dd-bc7b-40ec-86e9-064b172cbcae/fea5a478-bb9b-469d-afc8-09b8d01a7c29) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:01.978563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b745c8f-a41d-4c64-9dd1-b4e27aa72910 req-c29082a1-1062-49f4-9411-392ce96f6bad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847852 Aug 16 01:45:01.979775 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:01.989064 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a3aa2-b2cb-47d2-859b-dcc7ed9f5ca8 None None] Sync routers for ids ['71fe207e-b1bb-4770-92c4-9efda57c73df'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:01.991706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3b08f547-62d5-4375-8fcd-e436df865d9b admin admin] 10.222.0.66 "PUT /v2.0/routers/71fe207e-b1bb-4770-92c4-9efda57c73df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3313215 Aug 16 01:45:02.002788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a3aa2-b2cb-47d2-859b-dcc7ed9f5ca8 None None] Routers {'71fe207e-b1bb-4770-92c4-9efda57c73df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:02.003438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dd4a3aa2-b2cb-47d2-859b-dcc7ed9f5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fe207e-b1bb-4770-92c4-9efda57c73df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:02.017144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9752a8-8ade-4399-9f77-69143f72acf4 req-d0961183-6b35-4a5e-b2b2-ee7045e6cadf tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:02.025619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba9752a8-8ade-4399-9f77-69143f72acf4 req-d0961183-6b35-4a5e-b2b2-ee7045e6cadf tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 943 time: 0.9826345 Aug 16 01:45:02.031630 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55670) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:02.062326 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-6cedfa1b-1bd5-4aba-b967-9e092353296c service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756526 Aug 16 01:45:02.175629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-dd4a3aa2-b2cb-47d2-859b-dcc7ed9f5ca8 None None] Set router 71fe207e-b1bb-4770-92c4-9efda57c73df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:02.196501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-140d638f-cf45-4be3-826e-51b9796e8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:02.198156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-140d638f-cf45-4be3-826e-51b9796e8a77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.3252697 Aug 16 01:45:02.216015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827642-385e-44d0-adb4-4da889681b36 req-b2c0bde2-8e4a-4d96-83fc-c3af2668e51f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:02.216486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8827642-385e-44d0-adb4-4da889681b36 req-b2c0bde2-8e4a-4d96-83fc-c3af2668e51f tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 931 time: 0.4241457 Aug 16 01:45:02.299705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba9752a8-8ade-4399-9f77-69143f72acf4 req-13fc4551-87cc-4e29-ab98-591c102e51b7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730749 Aug 16 01:45:02.301786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-533bc538-a025-4c00-adc9-f02a1ac21f2c service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1160464 Aug 16 01:45:02.331969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8f8b49bd-fb27-412d-a4ed-7dd68ea65de9 None None] Provisioning complete for port 6144040d-ab14-41dc-ae3b-b7372794a048 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:02.332468 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8f8b49bd-fb27-412d-a4ed-7dd68ea65de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.334366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-e5956bb0-ba17-43e0-90ce-61ee66049fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:02.335754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-e5956bb0-ba17-43e0-90ce-61ee66049fec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3623786 Aug 16 01:45:02.352793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'tag': '7fbe021a-7432-4f0a-8690-c651831fedba'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:02.354960 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6fe995-dada-4d38-abe8-d8ef49a8ad5b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a63faf-7822-4e13-bb8e-d75b6e860269", "tag": "7fbe021a-7432-4f0a-8690-c651831fedba"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:02.385065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b49bd-fb27-412d-a4ed-7dd68ea65de9 None None] Port 6144040d-ab14-41dc-ae3b-b7372794a048 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:02.415367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-384d1bd6-0cb3-4f90-b989-5787dcc61a60 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=2c907daf-2aa4-4292-b3c6-d944d4519085 HTTP/1.1" status: 200 len: 217 time: 0.0983796 Aug 16 01:45:02.449223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Router 75b545a0-c257-431e-a3d8-98d12457cd81 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:45:02.489639 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-ff91ff9f-6314-4126-aa49-d71bfc60e872 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478086 Aug 16 01:45:02.494509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8827642-385e-44d0-adb4-4da889681b36 req-c8ade073-5990-4773-9012-6bc3fbb2707e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612984 Aug 16 01:45:02.495357 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.554093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dd4a3aa2-b2cb-47d2-859b-dcc7ed9f5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:44:57Z', 'revision_number': 5, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:02.565669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b745c8f-a41d-4c64-9dd1-b4e27aa72910 req-f417faa0-b290-44d3-b23d-8226662309ad service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622094 Aug 16 01:45:02.567636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-06d848e8-f1c5-4b58-8a8f-4e8423907c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:02.569083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-06d848e8-f1c5-4b58-8a8f-4e8423907c00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3517079 Aug 16 01:45:02.590894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a3aa2-b2cb-47d2-859b-dcc7ed9f5ca8 None None] Checking router: 71fe207e-b1bb-4770-92c4-9efda57c73df for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:02.602080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a3aa2-b2cb-47d2-859b-dcc7ed9f5ca8 None None] Routers {'71fe207e-b1bb-4770-92c4-9efda57c73df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:02.602702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dd4a3aa2-b2cb-47d2-859b-dcc7ed9f5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fe207e-b1bb-4770-92c4-9efda57c73df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:02.741066 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.751180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-dd4a3aa2-b2cb-47d2-859b-dcc7ed9f5ca8 None None] Set router 71fe207e-b1bb-4770-92c4-9efda57c73df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:02.776026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Transition to ACTIVE for port object fea5a478-bb9b-469d-afc8-09b8d01a7c29 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:02.782093 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.786183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2d0b01fd-61ca-41c4-8a72-77a52036dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:02.787693 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-2d0b01fd-61ca-41c4-8a72-77a52036dc32 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.3674717 Aug 16 01:45:02.804598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:02.814680 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Sync routers for ids ['75b545a0-c257-431e-a3d8-98d12457cd81'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:02.821076 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6bdf7e27-0834-491c-a7a6-19eaa543de74 admin admin] 10.222.0.66 "PUT /v2.0/routers/75b545a0-c257-431e-a3d8-98d12457cd81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3897853 Aug 16 01:45:02.829461 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Routers {'75b545a0-c257-431e-a3d8-98d12457cd81'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:02.833127 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:44:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['75b545a0-c257-431e-a3d8-98d12457cd81'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:02.847551 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f8c450cf-05dc-4900-9e99-2ec6fa2467d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.931059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.991910 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Set router 75b545a0-c257-431e-a3d8-98d12457cd81 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:03.006765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-e08a0819-cfb4-4850-b54a-d9e677d365bd service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209431 Aug 16 01:45:03.008882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b745c8f-a41d-4c64-9dd1-b4e27aa72910 req-80f4f748-8855-48b0-ac03-1c0464963f85 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131675 Aug 16 01:45:03.026944 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.061108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Network 92315160-1ab3-4d83-9091-7041502d870f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:03.072090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:03.072333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c9650-4d1a-483c-ae7a-0e8c222c82e3 req-559eefb7-a7e8-4f9e-bbf6-854848f18a9a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.083416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:03.091290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c9650-4d1a-483c-ae7a-0e8c222c82e3 req-559eefb7-a7e8-4f9e-bbf6-854848f18a9a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.105051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c9650-4d1a-483c-ae7a-0e8c222c82e3 req-559eefb7-a7e8-4f9e-bbf6-854848f18a9a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.105749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dd4a3aa2-b2cb-47d2-859b-dcc7ed9f5ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:44:57Z', 'revision_number': 5, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:03.111706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c9650-4d1a-483c-ae7a-0e8c222c82e3 req-559eefb7-a7e8-4f9e-bbf6-854848f18a9a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.123241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c9650-4d1a-483c-ae7a-0e8c222c82e3 req-559eefb7-a7e8-4f9e-bbf6-854848f18a9a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.132380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c9650-4d1a-483c-ae7a-0e8c222c82e3 req-559eefb7-a7e8-4f9e-bbf6-854848f18a9a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.136100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event updated for resources: {'Port': ['ID=fea5a478-bb9b-469d-afc8-09b8d01a7c29,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:03.154493 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a3aa2-b2cb-47d2-859b-dcc7ed9f5ca8 None None] The sync data for ids ['71fe207e-b1bb-4770-92c4-9efda57c73df'] in n-d-768509-23 is: [{'id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'name': 'tempest-ServersTestManualDisk-1313562682-router', 'tenant_id': '5dbaefda445445c3a27a65027b11c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:44:57Z', 'revision_number': 5, 'project_id': '5dbaefda445445c3a27a65027b11c7eb', 'gw_port': {'id': '9bf2201c-99a9-496c-9769-aecbc5dfc784', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fe207e-b1bb-4770-92c4-9efda57c73df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:42:15Z', 'updated_at': '2021-08-16T01:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:03.167801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c9650-4d1a-483c-ae7a-0e8c222c82e3 req-559eefb7-a7e8-4f9e-bbf6-854848f18a9a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.177735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-632c9650-4d1a-483c-ae7a-0e8c222c82e3 req-559eefb7-a7e8-4f9e-bbf6-854848f18a9a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.5829005 Aug 16 01:45:03.182978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Deleting port 9bf2201c-99a9-496c-9769-aecbc5dfc784 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:03.183403 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.249919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.251249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.306633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] For port 9bf2201c-99a9-496c-9769-aecbc5dfc784, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9bf2201c-99a9-496c-9769-aecbc5dfc784,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:03.307328 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.312747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-35f6952c-00c1-469f-8771-0ffaa52bc88f tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.321141 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d9598b3d-dc4f-4c14-bf27-6d80804a96fb details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:03.325279 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:59Z', 'revision_number': 4, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6144040d-ab14-41dc-ae3b-b7372794a048', 'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'tenant_id': '23a32514775d4731946013afa92bd612', 'mac_address': 'fa:16:3e:9d:aa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:56Z', 'updated_at': '2021-08-16T01:44:59Z', 'revision_number': 2, 'project_id': '23a32514775d4731946013afa92bd612', 'subnets': [{'id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:03.325464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Calling delete_port for 9bf2201c-99a9-496c-9769-aecbc5dfc784 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:03.329214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-35f6952c-00c1-469f-8771-0ffaa52bc88f tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/networks?id=24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 200 len: 804 time: 0.8185427 Aug 16 01:45:03.342848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-dab0fa56-4af2-4e13-840f-ae4a22a00f79 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7496634 Aug 16 01:45:03.358783 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Checking router: 75b545a0-c257-431e-a3d8-98d12457cd81 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:03.359405 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Updating router 75b545a0-c257-431e-a3d8-98d12457cd81 port 6144040d-ab14-41dc-ae3b-b7372794a048 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:45:03.374539 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e45db9fd-9df5-4335-b740-260ecf37c158 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4172411 Aug 16 01:45:03.389307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Request body: {'port': {'device_id': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:03.391536 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.436182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-f23a5204-80f3-4086-90a0-fdb365c42608 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/quotas/8fbfff59d0174f2993e0c07e3ce1bd15 HTTP/1.1" status: 200 len: 375 time: 0.1060295 Aug 16 01:45:03.441017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-c38c698c-3356-4b54-a57c-fbc5f1fb26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.443702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-c38c698c-3356-4b54-a57c-fbc5f1fb26a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6399517 Aug 16 01:45:03.499022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:03.522158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'mac_address': 'fa:16:3e:2b:b4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:03.533141 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ffb90fb3-5b5a-476f-8947-b5b5cbe45cd8 None None] Provisioning for port fea5a478-bb9b-469d-afc8-09b8d01a7c29 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:03.542300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8f7aa1be-6f8f-4228-a64c-abaa21615c09 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:03.572496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.593040 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 8f7aa1be-6f8f-4228-a64c-abaa21615c09 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:03.594437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8f7aa1be-6f8f-4228-a64c-abaa21615c09 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:03.596361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ffb90fb3-5b5a-476f-8947-b5b5cbe45cd8 None None] Provisioning complete for port fea5a478-bb9b-469d-afc8-09b8d01a7c29 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:03.596892 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ffb90fb3-5b5a-476f-8947-b5b5cbe45cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.608197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df6e298c-18d6-42a2-9e5a-966111dae983 req-db541422-ec04-4b3b-af1a-4f6f410d4ebe service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386389 Aug 16 01:45:03.647959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-632c9650-4d1a-483c-ae7a-0e8c222c82e3 req-520e0cf5-ab80-4e9c-b72b-aea9e75f8cf9 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4688261 Aug 16 01:45:03.752885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684b5c4-a9df-4f73-be6e-7ffea36a84c2 req-df51c071-5cc7-4173-b6a1-7b6ad3f75359 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.754517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4684b5c4-a9df-4f73-be6e-7ffea36a84c2 req-df51c071-5cc7-4173-b6a1-7b6ad3f75359 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5150047-d3af-4736-baff-e87c81d984bf HTTP/1.1" status: 200 len: 943 time: 0.3986156 Aug 16 01:45:03.761984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f55d1daf-41ba-48d0-8728-292707f051a8 req-f3f6fb0a-0f0e-4933-8ad8-e1b9c62eb21e service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747085 Aug 16 01:45:03.820711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-efb4d14a-ba4e-4c7c-87aa-296bd7190e7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2358608 Aug 16 01:45:03.900810 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.940293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9598b3d-dc4f-4c14-bf27-6d80804a96fb {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:03.946037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ffb90fb3-5b5a-476f-8947-b5b5cbe45cd8 None None] Port fea5a478-bb9b-469d-afc8-09b8d01a7c29 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:03.966777 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.967914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:03.980327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-552a6c27-24a3-47dc-9778-035aea36d4dc service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859351 Aug 16 01:45:03.985559 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:45:03.987081 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Transition to ACTIVE for port object 6144040d-ab14-41dc-ae3b-b7372794a048 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:04.007432 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.017332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada77ef-e0ae-46fc-b382-ed3ca6bdb126 req-a20aa366-0cfb-439e-ba39-8547dd68e2a8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:04.018995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ada77ef-e0ae-46fc-b382-ed3ca6bdb126 req-a20aa366-0cfb-439e-ba39-8547dd68e2a8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 948 time: 0.1973643 Aug 16 01:45:04.065042 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.092307 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.103393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-ad93354f-0dba-43d9-ad8d-1b50f9096e2f service neutron] 10.222.0.66 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681983 Aug 16 01:45:04.128556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4684b5c4-a9df-4f73-be6e-7ffea36a84c2 req-3165ecbe-449a-4f05-bb86-4ffad461967d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Deleting port 146612dd-355d-41fc-b82e-bc377665b764 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:04.128854 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4684b5c4-a9df-4f73-be6e-7ffea36a84c2 req-3165ecbe-449a-4f05-bb86-4ffad461967d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.169014 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:04.187213 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac54a6-d5e0-40b2-97b7-eaf991ea3e1b None None] Pushing event updated for resources: {'Port': ['ID=6144040d-ab14-41dc-ae3b-b7372794a048,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:04.225266 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Attempting to bind port 6144040d-ab14-41dc-ae3b-b7372794a048 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:04.225997 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Attempting to bind port 6144040d-ab14-41dc-ae3b-b7372794a048 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:04.226717 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Attempting to bind port 6144040d-ab14-41dc-ae3b-b7372794a048 on network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:04.233215 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:04.234247 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Checking segment: {'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:04.235022 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.235632 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Bound using segment: {'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:04.236478 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Bound port: 6144040d-ab14-41dc-ae3b-b7372794a048, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:04.237142 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.325515 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] For port 6144040d-ab14-41dc-ae3b-b7372794a048, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:04.332027 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] For port 6144040d-ab14-41dc-ae3b-b7372794a048, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6144040d-ab14-41dc-ae3b-b7372794a048,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:04.339678 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.372875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d9598b3d-dc4f-4c14-bf27-6d80804a96fb'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:04.374830 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf2201c-99a9-496c-9769-aecbc5dfc784,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:04.420360 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.483074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29afa8d0-754c-41c4-ac5c-0361d64aadf5 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:04.495954 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.498880 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.522599 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Routers {'75b545a0-c257-431e-a3d8-98d12457cd81'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:04.523235 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['75b545a0-c257-431e-a3d8-98d12457cd81'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:04.530226 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac54a6-d5e0-40b2-97b7-eaf991ea3e1b None None] Pushing event updated for resources: {'Port': ['ID=6144040d-ab14-41dc-ae3b-b7372794a048,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:04.550180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ada77ef-e0ae-46fc-b382-ed3ca6bdb126 req-1d13b815-9dcc-45d3-8fcb-1ff21b141f53 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002995 Aug 16 01:45:04.676874 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.682600 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.694470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-e3976222-904a-48a3-8a35-76dee9110855 service neutron] 10.222.0.66 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837975 Aug 16 01:45:04.695865 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] Set router 75b545a0-c257-431e-a3d8-98d12457cd81 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:04.765081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d1dc3c0b-1e8c-4a60-bb07-c3cae7e3ea13 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7691288 Aug 16 01:45:04.795889 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dffeb8f-cc6f-4556-8843-f1d890787863 x-openstack-request-id: req-0dffeb8f-cc6f-4556-8843-f1d890787863 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:04.796211 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a63faf-7822-4e13-bb8e-d75b6e860269", "tag": "7fbe021a-7432-4f0a-8690-c651831fedba", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:04.796484 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0dffeb8f-cc6f-4556-8843-f1d890787863 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:04.796868 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'tag': '7fbe021a-7432-4f0a-8690-c651831fedba', 'status': 'completed', 'code': 200} Aug 16 01:45:04.810516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Transition to ACTIVE for port object 29afa8d0-754c-41c4-ac5c-0361d64aadf5 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:04.873430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-34183eaf-5ef8-4b08-8876-7482aeaf9585 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=29503cfe-aa0a-4c76-99b3-5199eddc74d0 HTTP/1.1" status: 200 len: 217 time: 0.0721138 Aug 16 01:45:04.882258 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.882794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71fe207e-b1bb-4770-92c4-9efda57c73df {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:45:04.889101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.892520 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-933c85ef-e104-4773-9cca-ced586c521c7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/71fe207e-b1bb-4770-92c4-9efda57c73df HTTP/1.1" status: 204 len: 168 time: 2.8579361 Aug 16 01:45:04.893426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55712) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:04.930322 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.019838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe995-dada-4d38-abe8-d8ef49a8ad5b req-d3c39250-c0e7-4598-8beb-2fe80acd7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:05.021691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca6fe995-dada-4d38-abe8-d8ef49a8ad5b req-d3c39250-c0e7-4598-8beb-2fe80acd7e7d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 1126 time: 0.3546362 Aug 16 01:45:05.033498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4684b5c4-a9df-4f73-be6e-7ffea36a84c2 req-3165ecbe-449a-4f05-bb86-4ffad461967d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] For port 146612dd-355d-41fc-b82e-bc377665b764, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=146612dd-355d-41fc-b82e-bc377665b764,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:05.034148 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4684b5c4-a9df-4f73-be6e-7ffea36a84c2 req-3165ecbe-449a-4f05-bb86-4ffad461967d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.035179 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c912ac78-edae-4a39-9245-d50d6cfa01bd admin admin] Deleting subnet f17350f8-4ac1-428c-9e4f-c5f58a8341c6 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:45:05.038189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Pushing event updated for resources: {'Port': ['ID=29afa8d0-754c-41c4-ac5c-0361d64aadf5,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:05.054373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4684b5c4-a9df-4f73-be6e-7ffea36a84c2 req-3165ecbe-449a-4f05-bb86-4ffad461967d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Calling delete_port for 146612dd-355d-41fc-b82e-bc377665b764 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:05.058420 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:59Z', 'revision_number': 4, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6144040d-ab14-41dc-ae3b-b7372794a048', 'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'tenant_id': '23a32514775d4731946013afa92bd612', 'mac_address': 'fa:16:3e:9d:aa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:56Z', 'updated_at': '2021-08-16T01:45:04Z', 'revision_number': 4, 'project_id': '23a32514775d4731946013afa92bd612', 'subnets': [{'id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:05.062198 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c912ac78-edae-4a39-9245-d50d6cfa01bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.095754 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d57772-756c-4144-86bc-e768796c2b9a None None] The sync data for ids ['75b545a0-c257-431e-a3d8-98d12457cd81'] in n-d-768509-23 is: [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:59Z', 'revision_number': 4, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6144040d-ab14-41dc-ae3b-b7372794a048', 'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'tenant_id': '23a32514775d4731946013afa92bd612', 'mac_address': 'fa:16:3e:9d:aa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:56Z', 'updated_at': '2021-08-16T01:45:04Z', 'revision_number': 4, 'project_id': '23a32514775d4731946013afa92bd612', 'subnets': [{'id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:05.170774 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c912ac78-edae-4a39-9245-d50d6cfa01bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.196900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-7b9ac5ed-aed6-45b4-bdfc-371ef9ea1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:05.199377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-7b9ac5ed-aed6-45b4-bdfc-371ef9ea1fde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.3136179 Aug 16 01:45:05.341508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d9598b3d-dc4f-4c14-bf27-6d80804a96fb up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:05.377802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Attempting to bind port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:05.378346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Attempting to bind port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'fc5210b3-f989-4bb4-b255-6f2b7a97d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:05.378537 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Attempting to bind port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 on network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:05.391398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 on network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:05.391729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Attempting to bind port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 on network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:05.401504 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c912ac78-edae-4a39-9245-d50d6cfa01bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.404341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:05.404843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Checking segment: {'id': 'fc5210b3-f989-4bb4-b255-6f2b7a97d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:05.405283 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Bound using segment: {'id': 'fc5210b3-f989-4bb4-b255-6f2b7a97d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:05.405734 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Bound port: 29afa8d0-754c-41c4-ac5c-0361d64aadf5, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5210b3-f989-4bb4-b255-6f2b7a97d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:05.406118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.524457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] For port 29afa8d0-754c-41c4-ac5c-0361d64aadf5, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:05.527988 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] For port 29afa8d0-754c-41c4-ac5c-0361d64aadf5, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29afa8d0-754c-41c4-ac5c-0361d64aadf5,segment=NetworkSegment(fc5210b3-f989-4bb4-b255-6f2b7a97d91f),segment_id=fc5210b3-f989-4bb4-b255-6f2b7a97d91f)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:05.554831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port d9598b3d-dc4f-4c14-bf27-6d80804a96fb completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:05.558935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port d9598b3d-dc4f-4c14-bf27-6d80804a96fb triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:05.559326 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.601794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fad320-a1d4-4820-be89-e60eb15b1d4d req-71885e9d-d6d2-4093-88fb-fa9e8896f91b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:05.609730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20fad320-a1d4-4820-be89-e60eb15b1d4d req-71885e9d-d6d2-4093-88fb-fa9e8896f91b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 943 time: 0.3745942 Aug 16 01:45:05.624166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-624064c8-c94b-4a6a-aa9b-ec955b3fa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:05.625081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c912ac78-edae-4a39-9245-d50d6cfa01bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.626417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-624064c8-c94b-4a6a-aa9b-ec955b3fa7e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3876038 Aug 16 01:45:05.642733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6144040d-ab14-41dc-ae3b-b7372794a048 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:05.660577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-e132b284-497f-4ccf-a9e6-0087c64774a0 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:05.663589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-e132b284-497f-4ccf-a9e6-0087c64774a0 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/networks?id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 HTTP/1.1" status: 200 len: 828 time: 0.7609065 Aug 16 01:45:05.664386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912ac78-edae-4a39-9245-d50d6cfa01bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17350f8-4ac1-428c-9e4f-c5f58a8341c6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:05.669092 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c912ac78-edae-4a39-9245-d50d6cfa01bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.675018 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c912ac78-edae-4a39-9245-d50d6cfa01bd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f17350f8-4ac1-428c-9e4f-c5f58a8341c6 HTTP/1.1" status: 204 len: 168 time: 0.7798722 Aug 16 01:45:05.676163 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55722) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:05.685229 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.687284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc72f86-8564-4e3b-91c3-cc1ca0d37f98 None None] Network ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:05.771213 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.780427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:05.781207 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.782457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20fad320-a1d4-4820-be89-e60eb15b1d4d req-32e9a0fd-c5b4-4aab-be98-679399bc480e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717756 Aug 16 01:45:05.783551 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] 10.222.0.74 "PUT /v2.0/ports/29afa8d0-754c-41c4-ac5c-0361d64aadf5 HTTP/1.1" status: 200 len: 1092 time: 2.3983324 Aug 16 01:45:05.785745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe995-dada-4d38-abe8-d8ef49a8ad5b req-b41f3c99-a808-42d7-899e-b63f5a07604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:05.787810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca6fe995-dada-4d38-abe8-d8ef49a8ad5b req-b41f3c99-a808-42d7-899e-b63f5a07604b service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.5516863 Aug 16 01:45:05.833181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-1485e224-c27d-4671-aafb-1ea9f96558f4 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/quotas/23a32514775d4731946013afa92bd612 HTTP/1.1" status: 200 len: 375 time: 0.1256936 Aug 16 01:45:05.854137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4684b5c4-a9df-4f73-be6e-7ffea36a84c2 req-3165ecbe-449a-4f05-bb86-4ffad461967d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.875967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Request body: {'port': {'device_id': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:05.884831 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.913626 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.921282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0982f-8592-4933-993f-10ab4a4ae99d service neutron] Pushing event updated for resources: {'Port': ['ID=29afa8d0-754c-41c4-ac5c-0361d64aadf5,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:05.964186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 6144040d-ab14-41dc-ae3b-b7372794a048 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:05.974539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:05.977146 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b474e546-0c4f-4e79-a5c0-aea946ae3239" -d '{"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-plugged", "status": "completed", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:06.008573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6144040d-ab14-41dc-ae3b-b7372794a048 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:06.009202 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.015914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:06.028738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca6fe995-dada-4d38-abe8-d8ef49a8ad5b req-7d262b38-5c15-424b-8221-d6daec81578e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fbe021a-7432-4f0a-8690-c651831fedba HTTP/1.1" status: 200 len: 217 time: 0.2008018 Aug 16 01:45:06.029577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165ecbe-449a-4f05-bb86-4ffad461967d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Pushing event deleted for resources: {'Port': ['ID=146612dd-355d-41fc-b82e-bc377665b764,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:06.036736 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.099753 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.160185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Deleting port f2fba38f-44dc-4074-8aae-c69fd8a14f52 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:06.160532 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.227752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:06.229096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4684b5c4-a9df-4f73-be6e-7ffea36a84c2 req-3165ecbe-449a-4f05-bb86-4ffad461967d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] No DVR routers for this DVR port 146612dd-355d-41fc-b82e-bc377665b764 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:06.239835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4684b5c4-a9df-4f73-be6e-7ffea36a84c2 req-3165ecbe-449a-4f05-bb86-4ffad461967d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.241896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4684b5c4-a9df-4f73-be6e-7ffea36a84c2 req-3165ecbe-449a-4f05-bb86-4ffad461967d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "DELETE /v2.0/ports/146612dd-355d-41fc-b82e-bc377665b764 HTTP/1.1" status: 204 len: 173 time: 2.4684412 Aug 16 01:45:06.245621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5150047-d3af-4736-baff-e87c81d984bf', 'name': 'network-vif-deleted', 'tag': '146612dd-355d-41fc-b82e-bc377665b764'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:06.247895 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb01a23-9b01-40a7-a4df-146bc44bcc3d" -d '{"events": [{"server_uuid": "b5150047-d3af-4736-baff-e87c81d984bf", "name": "network-vif-deleted", "tag": "146612dd-355d-41fc-b82e-bc377665b764"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:06.273669 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.277137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a71587-50aa-4e16-8676-a62d994e77ba None None] DHCP port deletion for ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:45:06.339589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc620b8c-94e9-4563-a076-68a89f9b4bb0 req-7d583e83-84d5-4836-b160-0042844dbf51 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:06.350341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc620b8c-94e9-4563-a076-68a89f9b4bb0 req-7d583e83-84d5-4836-b160-0042844dbf51 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:06.352577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc620b8c-94e9-4563-a076-68a89f9b4bb0 req-7d583e83-84d5-4836-b160-0042844dbf51 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1666 time: 0.3904839 Aug 16 01:45:06.362099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-855908a9-c806-479c-8165-af625f98e72c tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=23a32514775d4731946013afa92bd612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5033889 Aug 16 01:45:06.378283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-c8ca83b4-37c1-45cc-a8c1-4514d2d6b2a2 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812999 Aug 16 01:45:06.388811 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] For port f2fba38f-44dc-4074-8aae-c69fd8a14f52, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f2fba38f-44dc-4074-8aae-c69fd8a14f52,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:06.389405 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.399007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 6144040d-ab14-41dc-ae3b-b7372794a048, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6144040d-ab14-41dc-ae3b-b7372794a048,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:06.420073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-88a71587-50aa-4e16-8676-a62d994e77ba None None] Deleting port f2fba38f-44dc-4074-8aae-c69fd8a14f52 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:06.427901 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Calling delete_port for f2fba38f-44dc-4074-8aae-c69fd8a14f52 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:06.430530 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-88a71587-50aa-4e16-8676-a62d994e77ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.484891 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.527757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-25358f4e-9596-4e75-aeab-ee9cdfc43744 service neutron] 10.222.0.66 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467190 Aug 16 01:45:06.536693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe995-dada-4d38-abe8-d8ef49a8ad5b req-ceb9e871-ace6-4540-b6fc-9012c8e3eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:06.538698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca6fe995-dada-4d38-abe8-d8ef49a8ad5b req-ceb9e871-ace6-4540-b6fc-9012c8e3eea1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.4532456 Aug 16 01:45:06.566360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-88a71587-50aa-4e16-8676-a62d994e77ba None None] For port f2fba38f-44dc-4074-8aae-c69fd8a14f52, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f2fba38f-44dc-4074-8aae-c69fd8a14f52,segment=NetworkSegment(5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9),segment_id=5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:06.569175 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-88a71587-50aa-4e16-8676-a62d994e77ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.587910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9bf2201c-99a9-496c-9769-aecbc5dfc784 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:06.632089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 9bf2201c-99a9-496c-9769-aecbc5dfc784 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:06.632854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9bf2201c-99a9-496c-9769-aecbc5dfc784 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:06.635098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-88a71587-50aa-4e16-8676-a62d994e77ba None None] Calling delete_port for f2fba38f-44dc-4074-8aae-c69fd8a14f52 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:06.637226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=6144040d-ab14-41dc-ae3b-b7372794a048,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:06.690326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 146612dd-355d-41fc-b82e-bc377665b764 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:06.700490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-410764cd-973e-480c-939b-5f7b160c10b8 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716599 Aug 16 01:45:06.702485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca6fe995-dada-4d38-abe8-d8ef49a8ad5b req-0dfdd4b8-f612-4a3f-8930-bef78f2d1208 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434779 Aug 16 01:45:06.717487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 146612dd-355d-41fc-b82e-bc377665b764 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:06.717856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 146612dd-355d-41fc-b82e-bc377665b764 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:06.737771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea5a478-bb9b-469d-afc8-09b8d01a7c29 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:06.746653 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.791457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Transition to ACTIVE for port object fea5a478-bb9b-469d-afc8-09b8d01a7c29 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:06.797788 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'tag': '29afa8d0-754c-41c4-ac5c-0361d64aadf5'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:06.802198 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e364646-8d8e-4c20-9d80-82b70e9dd872" -d '{"events": [{"name": "network-changed", "server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "tag": "29afa8d0-754c-41c4-ac5c-0361d64aadf5"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:06.807348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-b0ab92ec-2486-4f9b-910d-48d7db0290d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8fee145-7208-42d3-904b-ea388399f601 HTTP/1.1" status: 200 len: 217 time: 0.0780346 Aug 16 01:45:06.851737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc620b8c-94e9-4563-a076-68a89f9b4bb0 req-831d308f-d588-4c5c-a00e-263bfdaf29fe tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715588 Aug 16 01:45:06.901693 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.910652 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-88a71587-50aa-4e16-8676-a62d994e77ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.920661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.927245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a71587-50aa-4e16-8676-a62d994e77ba None None] No DVR routers for this DVR port f2fba38f-44dc-4074-8aae-c69fd8a14f52 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:06.946007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-314c5acb-c7cd-4ca6-9403-5f0929e0569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:06.947441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-314c5acb-c7cd-4ca6-9403-5f0929e0569e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fafeebf6-9254-46cc-b2a5-aa1d45d42b29 HTTP/1.1" status: 200 len: 797 time: 0.1105306 Aug 16 01:45:06.950861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a71587-50aa-4e16-8676-a62d994e77ba None None] Pushing event deleted for resources: {'Port': ['ID=f2fba38f-44dc-4074-8aae-c69fd8a14f52,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:06.968454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-173e7cbd-fc2a-409a-9cbc-e05beff9e178 service neutron] 10.222.0.66 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199724 Aug 16 01:45:06.985182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fba38f-44dc-4074-8aae-c69fd8a14f52,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:06.988544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] No DVR routers for this DVR port f2fba38f-44dc-4074-8aae-c69fd8a14f52 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:07.112461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca6fe995-dada-4d38-abe8-d8ef49a8ad5b req-cf2d1946-e33e-4f92-8990-f52c5df3f35f service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813179 Aug 16 01:45:07.141498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1fd16fa5-46bb-4f86-bf4a-8498050fb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:07.144004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1fd16fa5-46bb-4f86-bf4a-8498050fb36b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f33f85bb-dec5-4471-a410-d894e8ee0dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1745036 Aug 16 01:45:07.203422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Pushing event updated for resources: {'Port': ['ID=fea5a478-bb9b-469d-afc8-09b8d01a7c29,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:07.228115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.275121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdf3ed2-4fcc-4d0c-803a-ca6627500a56']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:07.314541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca6fe995-dada-4d38-abe8-d8ef49a8ad5b req-b6f8cf80-fa6b-4b91-a2dc-d25db9222945 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944108 Aug 16 01:45:07.336601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:07.336909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb7ec10-c58f-4a3e-a3a0-b8d6261af4f9') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:07.353255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-5226842c-46fa-4a17-a00b-52912d424c4f service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758595 Aug 16 01:45:07.361085 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.418237 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Attempting to bind port fea5a478-bb9b-469d-afc8-09b8d01a7c29 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:07.418824 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Attempting to bind port fea5a478-bb9b-469d-afc8-09b8d01a7c29 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'e0123a3c-d24b-4045-9b7e-91880aaace8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92315160-1ab3-4d83-9091-7041502d870f'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:07.418947 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Attempting to bind port fea5a478-bb9b-469d-afc8-09b8d01a7c29 on network 92315160-1ab3-4d83-9091-7041502d870f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:07.446427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55740) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:07.482458 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.489810 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Port fea5a478-bb9b-469d-afc8-09b8d01a7c29 on network 92315160-1ab3-4d83-9091-7041502d870f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:07.491778 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Attempting to bind port fea5a478-bb9b-469d-afc8-09b8d01a7c29 on network 92315160-1ab3-4d83-9091-7041502d870f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:07.538086 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:07.538502 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.540332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:07.540677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Checking segment: {'id': 'e0123a3c-d24b-4045-9b7e-91880aaace8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92315160-1ab3-4d83-9091-7041502d870f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:07.541318 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Bound using segment: {'id': 'e0123a3c-d24b-4045-9b7e-91880aaace8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92315160-1ab3-4d83-9091-7041502d870f'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:07.541776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Bound port: fea5a478-bb9b-469d-afc8-09b8d01a7c29, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0123a3c-d24b-4045-9b7e-91880aaace8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '92315160-1ab3-4d83-9091-7041502d870f'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:07.542170 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:07.544592 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:07.600469 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-dc9ba932-1adf-49fe-b981-8a7968525858 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327199 Aug 16 01:45:07.780648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c221529-336d-41b6-aee9-848858e612fa req-abbaa1d3-b33c-4b55-907d-d8e78f82d6dc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:07.780648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c221529-336d-41b6-aee9-848858e612fa req-abbaa1d3-b33c-4b55-907d-d8e78f82d6dc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:07.780648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c221529-336d-41b6-aee9-848858e612fa req-abbaa1d3-b33c-4b55-907d-d8e78f82d6dc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:07.781342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6144040d-ab14-41dc-ae3b-b7372794a048 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:07.781785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c221529-336d-41b6-aee9-848858e612fa req-abbaa1d3-b33c-4b55-907d-d8e78f82d6dc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:07.781897 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45761d4e-a3ab-4257-ad91-d90f6c62a7a9 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.782006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c221529-336d-41b6-aee9-848858e612fa req-abbaa1d3-b33c-4b55-907d-d8e78f82d6dc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:07.782089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] For port fea5a478-bb9b-469d-afc8-09b8d01a7c29, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:07.782167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c221529-336d-41b6-aee9-848858e612fa req-abbaa1d3-b33c-4b55-907d-d8e78f82d6dc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:07.782167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c221529-336d-41b6-aee9-848858e612fa req-abbaa1d3-b33c-4b55-907d-d8e78f82d6dc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:07.782167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c221529-336d-41b6-aee9-848858e612fa req-abbaa1d3-b33c-4b55-907d-d8e78f82d6dc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.2170393 Aug 16 01:45:07.782381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] For port fea5a478-bb9b-469d-afc8-09b8d01a7c29, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fea5a478-bb9b-469d-afc8-09b8d01a7c29,segment=NetworkSegment(e0123a3c-d24b-4045-9b7e-91880aaace8b),segment_id=e0123a3c-d24b-4045-9b7e-91880aaace8b)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:07.782381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45761d4e-a3ab-4257-ad91-d90f6c62a7a9 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.795224 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6144040d-ab14-41dc-ae3b-b7372794a048 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:07.795607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.889587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-901ee1f4-a65f-40e2-8cb7-2b4b865f9055 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d056894-98e3-41fb-9021-57ad00b2ec57 HTTP/1.1" status: 200 len: 217 time: 0.2669687 Aug 16 01:45:07.893334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41a6cd2f-4c15-4c4f-81bf-a63e843d5a77 req-91540038-9ec5-4f0e-a075-c5dfedcca887 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 210 time: 0.1331198 Aug 16 01:45:07.977542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f2fba38f-44dc-4074-8aae-c69fd8a14f52 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:07.983594 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.997112 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.997988 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ecdf3ed2-4fcc-4d0c-803a-ca6627500a56 HTTP/1.1" status: 204 len: 168 time: 2.3201997 Aug 16 01:45:08.007445 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05652e21-5080-4a2c-b98f-85bf209e74e9 x-openstack-request-id: req-05652e21-5080-4a2c-b98f-85bf209e74e9 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:08.007734 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-plugged", "status": "completed", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:08.008595 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05652e21-5080-4a2c-b98f-85bf209e74e9 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:08.008992 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'code': 200} Aug 16 01:45:08.009935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f2fba38f-44dc-4074-8aae-c69fd8a14f52 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:08.010288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f2fba38f-44dc-4074-8aae-c69fd8a14f52 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:08.044276 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45761d4e-a3ab-4257-ad91-d90f6c62a7a9 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.045344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c221529-336d-41b6-aee9-848858e612fa req-a63cc243-c655-4123-9606-c80e04dd0af5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2122023 Aug 16 01:45:08.051295 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45761d4e-a3ab-4257-ad91-d90f6c62a7a9 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.062481 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-45761d4e-a3ab-4257-ad91-d90f6c62a7a9 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "DELETE /v2.0/security-groups/2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c HTTP/1.1" status: 204 len: 168 time: 0.6014130 Aug 16 01:45:08.062481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55752) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:08.065895 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb4062-84b3-4d4c-a962-e132f44ea2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecdf3ed2-4fcc-4d0c-803a-ca6627500a56,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:08.083988 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.089035 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-a2c04de0-0ec2-488a-90a7-23a63312c9af tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] show failed (client error): The resource could not be found. Aug 16 01:45:08.090360 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a2c04de0-0ec2-488a-90a7-23a63312c9af tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "GET /v2.0/security-groups/2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c HTTP/1.1" status: 404 len: 347 time: 0.0222006 Aug 16 01:45:08.112739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55754) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:08.128820 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45761d4e-a3ab-4257-ad91-d90f6c62a7a9 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0b96a6-a8f7-4d32-afe0-a76f4cdc270c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:08.132923 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dbebc8-4ae9-4737-9fc4-1bf5dfb8adf8 x-openstack-request-id: req-d2dbebc8-4ae9-4737-9fc4-1bf5dfb8adf8 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:08.133229 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5150047-d3af-4736-baff-e87c81d984bf", "name": "network-vif-deleted", "tag": "146612dd-355d-41fc-b82e-bc377665b764", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:08.133575 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2dbebc8-4ae9-4737-9fc4-1bf5dfb8adf8 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:08.133940 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5150047-d3af-4736-baff-e87c81d984bf', 'name': 'network-vif-deleted', 'tag': '146612dd-355d-41fc-b82e-bc377665b764', 'status': 'completed', 'code': 200} Aug 16 01:45:08.144969 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12005c53-afdb-4a35-af72-1ece5b95b65d x-openstack-request-id: req-12005c53-afdb-4a35-af72-1ece5b95b65d {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:08.145368 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "tag": "29afa8d0-754c-41c4-ac5c-0361d64aadf5", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:08.145718 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-12005c53-afdb-4a35-af72-1ece5b95b65d {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:08.146241 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'tag': '29afa8d0-754c-41c4-ac5c-0361d64aadf5', 'status': 'completed', 'code': 200} Aug 16 01:45:08.147802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.148531 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.150410 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] 10.222.0.74 "PUT /v2.0/ports/fea5a478-bb9b-469d-afc8-09b8d01a7c29 HTTP/1.1" status: 200 len: 1093 time: 2.2810271 Aug 16 01:45:08.154819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1c48606d-1c58-4f55-ba84-08b74bdd18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.156026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-1c48606d-1c58-4f55-ba84-08b74bdd18e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fafeebf6-9254-46cc-b2a5-aa1d45d42b29 HTTP/1.1" status: 200 len: 797 time: 0.2555809 Aug 16 01:45:08.168154 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686f170-9e59-4c03-b49a-2edc2ac1bb30 service neutron] Pushing event updated for resources: {'Port': ['ID=fea5a478-bb9b-469d-afc8-09b8d01a7c29,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:08.171044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-14b3104a-4372-4b23-8dc1-229c9cfe4ade tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.172347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-14b3104a-4372-4b23-8dc1-229c9cfe4ade tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.74 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856&tenant_id=0fd72b22de084a828cc9af1cb960b5c8&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 950 time: 0.2457306 Aug 16 01:45:08.246689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364646-8d8e-4c20-9d80-82b70e9dd872 req-99e96e95-de64-451a-9fd6-e9b798ed8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.251297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364646-8d8e-4c20-9d80-82b70e9dd872 req-99e96e95-de64-451a-9fd6-e9b798ed8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.251297 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6e364646-8d8e-4c20-9d80-82b70e9dd872 req-99e96e95-de64-451a-9fd6-e9b798ed8ed7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1372590bbb4a46b08c8bc434975c42d6&device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1982 time: 0.0593433 Aug 16 01:45:08.403155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364646-8d8e-4c20-9d80-82b70e9dd872 req-1a42028b-5bd3-4285-b5c5-15d7e48c7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.403601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364646-8d8e-4c20-9d80-82b70e9dd872 req-1a42028b-5bd3-4285-b5c5-15d7e48c7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.404077 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364646-8d8e-4c20-9d80-82b70e9dd872 req-1a42028b-5bd3-4285-b5c5-15d7e48c7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.405900 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6e364646-8d8e-4c20-9d80-82b70e9dd872 req-1a42028b-5bd3-4285-b5c5-15d7e48c7705 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1372590bbb4a46b08c8bc434975c42d6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1478372 Aug 16 01:45:08.543042 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364646-8d8e-4c20-9d80-82b70e9dd872 req-c838a565-5aa7-435a-b43f-638a58a18a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.544494 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6e364646-8d8e-4c20-9d80-82b70e9dd872 req-c838a565-5aa7-435a-b43f-638a58a18a9f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301243 Aug 16 01:45:08.578504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55756) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:08.661017 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0ab806bf-1469-40cf-8a6d-0b6ea657310b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dbaefda445445c3a27a65027b11c7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0815740 Aug 16 01:45:08.664362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55758) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:08.692702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-0a4c4566-150e-4225-b183-c7b5606d64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.693197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-0a4c4566-150e-4225-b183-c7b5606d64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.695048 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-0a4c4566-150e-4225-b183-c7b5606d64e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1372590bbb4a46b08c8bc434975c42d6&device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1982 time: 0.0832822 Aug 16 01:45:08.728541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2762762-7dc7-4f39-b53c-a71c583985c6 req-9627beba-9515-4559-a5b0-6915e4b92cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 210 time: 0.1686244 Aug 16 01:45:08.744647 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-83ac4ac6-8ecc-4201-8e39-1a74437817be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.11&port_id=29afa8d0-754c-41c4-ac5c-0361d64aadf5 HTTP/1.1" status: 200 len: 217 time: 0.0373256 Aug 16 01:45:08.778300 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.839617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d9e10080-a6fb-4f98-8aea-7ad12d949da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.840000 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.842273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-d9e10080-a6fb-4f98-8aea-7ad12d949da1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f33f85bb-dec5-4471-a410-d894e8ee0dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6680031 Aug 16 01:45:08.849927 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-0b618149-8a2e-40fe-b3e1-02fd4d4ddadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.851411 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-0b618149-8a2e-40fe-b3e1-02fd4d4ddadf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0613e931-6cc3-4f41-814a-e7f32ae76c15 HTTP/1.1" status: 200 len: 801 time: 0.0880258 Aug 16 01:45:08.921284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-6639a9fa-483c-4a8b-afcc-3a0601db837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.922870 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-6639a9fa-483c-4a8b-afcc-3a0601db837f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=43d0758b-1ddb-4a97-8bbc-6118ad5715c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619390 Aug 16 01:45:08.941843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e355f-e33f-4268-92e4-a1147848ec93 req-ead503a0-1af6-4b25-9ce0-1d09905f5a43 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.943444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-007e355f-e33f-4268-92e4-a1147848ec93 req-ead503a0-1af6-4b25-9ce0-1d09905f5a43 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 943 time: 0.3822460 Aug 16 01:45:08.944819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-f613174b-fcbf-47b4-af5c-8bb2437e56c7 service neutron] 10.222.0.74 "GET /v2.0/ports/d9598b3d-dc4f-4c14-bf27-6d80804a96fb/bindings/n-h2-768509-23 HTTP/1.1" status: 200 len: 383 time: 0.3827126 Aug 16 01:45:08.986966 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.989765 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.998004 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83c655f8-d97f-4adb-94b7-54804179252e HTTP/1.1" status: 204 len: 168 time: 0.3258281 Aug 16 01:45:09.007290 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c655f8-d97f-4adb-94b7-54804179252e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:09.026197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.026538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.026877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.027209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.027540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.027866 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.028186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.028509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.028831 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.029157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.029472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.029794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f04896-8133-4a90-80f6-2c971e37b8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:09.052058 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-8201a903-1d61-452f-86a1-1ff966f77901 service neutron] 10.222.0.74 "GET /v2.0/networks/43d0758b-1ddb-4a97-8bbc-6118ad5715c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205485 Aug 16 01:45:09.060339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-0bc3657d-f789-4770-b580-61bb569501ac tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:09.061736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-0bc3657d-f789-4770-b580-61bb569501ac tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "GET /v2.0/networks?id=24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 200 len: 804 time: 0.4937820 Aug 16 01:45:09.089062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Request body: {'port': {'device_id': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'admin_state_up': True, 'tenant_id': '8fbfff59d0174f2993e0c07e3ce1bd15'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:09.161104 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-5e178824-8a63-48e5-95ab-9a1acd2d5927 service neutron] 10.222.0.74 "GET /v2.0/networks/43d0758b-1ddb-4a97-8bbc-6118ad5715c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021016 Aug 16 01:45:09.177538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae509a5-f5b2-4d14-89c8-3cc8205ec4ab req-0ec5bcb5-3534-42b5-a742-f662392b73a7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:09.179142 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cae509a5-f5b2-4d14-89c8-3cc8205ec4ab req-0ec5bcb5-3534-42b5-a742-f662392b73a7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.3047309 Aug 16 01:45:09.195089 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-007e355f-e33f-4268-92e4-a1147848ec93 req-77a3418e-eb26-4e9f-8517-8b4cf10270e7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014060 Aug 16 01:45:09.206853 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-90fc0fc2-1c11-4fd1-bc64-18503a7ee7f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=fea5a478-bb9b-469d-afc8-09b8d01a7c29 HTTP/1.1" status: 200 len: 217 time: 0.0390735 Aug 16 01:45:09.214033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-23ac8e3e-2e28-4b6c-aa4d-2fef4c9ed6d3 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Deleting port c5710f7e-2122-490a-86be-2faa3463b321 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:09.214386 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-23ac8e3e-2e28-4b6c-aa4d-2fef4c9ed6d3 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.226658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-fd33392d-cc35-436f-a313-38f9ae101552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:09.227993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-fd33392d-cc35-436f-a313-38f9ae101552 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1102 time: 0.2300103 Aug 16 01:45:09.266032 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-4e16047b-109e-49f7-9496-fa0b586d5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:09.267597 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-4e16047b-109e-49f7-9496-fa0b586d5767 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86d377dd-bc7b-40ec-86e9-064b172cbcae HTTP/1.1" status: 200 len: 801 time: 0.0453072 Aug 16 01:45:09.286761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-4667dd5e-e919-4996-9b99-eaf007b9cf9e service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257874 Aug 16 01:45:09.351926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 7fbe021a-7432-4f0a-8690-c651831fedba no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:09.356702 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-e2d350ea-25a0-48a4-861d-48d829a47b46 service neutron] 10.222.0.74 "GET /v2.0/ports/7fbe021a-7432-4f0a-8690-c651831fedba/bindings/n-h1-768509-23 HTTP/1.1" status: 200 len: 385 time: 0.0881035 Aug 16 01:45:09.363339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-c2fa4c2a-ffcd-4595-bbe3-504c624f35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:09.364839 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-c2fa4c2a-ffcd-4595-bbe3-504c624f35c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=92315160-1ab3-4d83-9091-7041502d870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900648 Aug 16 01:45:09.510268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cae509a5-f5b2-4d14-89c8-3cc8205ec4ab req-b8f8da27-9daf-43b9-9e02-5157c101e742 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028920 Aug 16 01:45:09.513879 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-23ac8e3e-2e28-4b6c-aa4d-2fef4c9ed6d3 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.514216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-23ac8e3e-2e28-4b6c-aa4d-2fef4c9ed6d3 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.551914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-23ac8e3e-2e28-4b6c-aa4d-2fef4c9ed6d3 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Calling delete_port for c5710f7e-2122-490a-86be-2faa3463b321 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:09.604021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b84cdf-66ae-42a3-983a-369d45bc5536 req-63f2bb2c-a08e-45cc-8389-9270347251fc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:09.610199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b84cdf-66ae-42a3-983a-369d45bc5536 req-63f2bb2c-a08e-45cc-8389-9270347251fc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:09.611901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b84cdf-66ae-42a3-983a-369d45bc5536 req-63f2bb2c-a08e-45cc-8389-9270347251fc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1678 time: 0.3338308 Aug 16 01:45:09.673440 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-334ba37b-ef4b-4e0b-b0a7-e333d73f1104 service neutron] 10.222.0.74 "GET /v2.0/networks/92315160-1ab3-4d83-9091-7041502d870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334054 Aug 16 01:45:09.694215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-1ca938f2-ced9-4ca3-817b-317aa34eaa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:09.695710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-1ca938f2-ced9-4ca3-817b-317aa34eaa9d service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.4114802 Aug 16 01:45:09.730804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dd98ad6-7d80-4fc1-bd82-5397506aa6dc req-a830d061-421b-4d24-ab8c-1c95a7c1febe tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 210 time: 0.1096737 Aug 16 01:45:09.740462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Made reservation on behalf of 8fbfff59d0174f2993e0c07e3ce1bd15 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:09.743833 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.747910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f34543de-cf49-4363-a71e-4e15bf037735 req-25db3538-5040-41f2-9657-24532355d3a1 service neutron] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7fbe021a-7432-4f0a-8690-c651831fedba,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:09.791210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f34543de-cf49-4363-a71e-4e15bf037735 req-25db3538-5040-41f2-9657-24532355d3a1 service neutron] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:09.836960 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80443d7c-93a6-4aa6-b71e-d681554809c6 req-3cfb31e9-ad36-4110-bcc0-1c9116547c31 service neutron] 10.222.0.74 "GET /v2.0/networks/92315160-1ab3-4d83-9091-7041502d870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526244 Aug 16 01:45:09.839058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-f34543de-cf49-4363-a71e-4e15bf037735 req-25db3538-5040-41f2-9657-24532355d3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbe021a-7432-4f0a-8690-c651831fedba {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:09.841986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61715310-b36e-444f-b5c8-7e7a3c607515 req-0e9169aa-09b6-4b1e-a25c-b4423c135711 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151448 Aug 16 01:45:09.860473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f34543de-cf49-4363-a71e-4e15bf037735 req-25db3538-5040-41f2-9657-24532355d3a1 service neutron] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=7fbe021a-7432-4f0a-8690-c651831fedba,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:09.861305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-1ce899a7-675a-459c-9d11-582b463d1106 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 217 time: 0.1347246 Aug 16 01:45:09.918439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b84cdf-66ae-42a3-983a-369d45bc5536 req-38f92c2f-a8e7-43f9-b712-6d9af11a83c7 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933080 Aug 16 01:45:09.989631 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f34543de-cf49-4363-a71e-4e15bf037735 req-25db3538-5040-41f2-9657-24532355d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:10.051081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-319d7e60-ec92-4b74-bf24-0b95db567a34 req-256f1a27-f899-4e4b-89a9-2fa92082cc4e tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 210 time: 0.0611374 Aug 16 01:45:10.056008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-240369bc-79a5-4cec-893c-f0fb399a3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.058849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-240369bc-79a5-4cec-893c-f0fb399a3c2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1561036 Aug 16 01:45:10.085005 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-f34543de-cf49-4363-a71e-4e15bf037735 req-25db3538-5040-41f2-9657-24532355d3a1 service neutron] Transition to ACTIVE for port object 7fbe021a-7432-4f0a-8690-c651831fedba will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:10.147889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'tag': 'fea5a478-bb9b-469d-afc8-09b8d01a7c29'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:10.150460 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f75f8ea-e804-474a-8898-d51ba0d2a492" -d '{"events": [{"name": "network-changed", "server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "tag": "fea5a478-bb9b-469d-afc8-09b8d01a7c29"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:10.167019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Allocated IP 172.20.0.11 (24268f93-d8c6-443a-bccc-728c497fb771/b2f412be-9693-4499-9b6e-5d42eec545f4/1b49fc0f-2a53-4fbd-a2a1-51445a5f2565) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:10.191446 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d7d677-72b1-4c6b-858a-544985019dc7 x-openstack-request-id: req-74d7d677-72b1-4c6b-858a-544985019dc7 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:10.193118 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "tag": "fea5a478-bb9b-469d-afc8-09b8d01a7c29", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:10.194127 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74d7d677-72b1-4c6b-858a-544985019dc7 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:10.194817 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'tag': 'fea5a478-bb9b-469d-afc8-09b8d01a7c29', 'status': 'completed', 'code': 200} Aug 16 01:45:10.236306 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f34543de-cf49-4363-a71e-4e15bf037735 req-25db3538-5040-41f2-9657-24532355d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:10.256928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-a9c55b20-5a49-46ae-98b5-c4c39d2067c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.259032 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-a9c55b20-5a49-46ae-98b5-c4c39d2067c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1685774 Aug 16 01:45:10.270426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773060-23b8-4801-9950-7dbc3ed37111 req-adcb7d28-d020-4c5f-a7e3-595050b8af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.270915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773060-23b8-4801-9950-7dbc3ed37111 req-adcb7d28-d020-4c5f-a7e3-595050b8af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.273201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773060-23b8-4801-9950-7dbc3ed37111 req-adcb7d28-d020-4c5f-a7e3-595050b8af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.273201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773060-23b8-4801-9950-7dbc3ed37111 req-adcb7d28-d020-4c5f-a7e3-595050b8af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.273201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773060-23b8-4801-9950-7dbc3ed37111 req-adcb7d28-d020-4c5f-a7e3-595050b8af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.273201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773060-23b8-4801-9950-7dbc3ed37111 req-adcb7d28-d020-4c5f-a7e3-595050b8af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.273201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773060-23b8-4801-9950-7dbc3ed37111 req-adcb7d28-d020-4c5f-a7e3-595050b8af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.275416 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34773060-23b8-4801-9950-7dbc3ed37111 req-adcb7d28-d020-4c5f-a7e3-595050b8af5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6487 time: 0.1730440 Aug 16 01:45:10.289615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be779b0-c631-460b-9b49-b9a412e5acad req-878acebc-fba9-48a3-878c-0c8fb7df2be8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.296089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be779b0-c631-460b-9b49-b9a412e5acad req-878acebc-fba9-48a3-878c-0c8fb7df2be8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.302422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be779b0-c631-460b-9b49-b9a412e5acad req-878acebc-fba9-48a3-878c-0c8fb7df2be8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.308187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be779b0-c631-460b-9b49-b9a412e5acad req-878acebc-fba9-48a3-878c-0c8fb7df2be8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.314661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be779b0-c631-460b-9b49-b9a412e5acad req-878acebc-fba9-48a3-878c-0c8fb7df2be8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.320820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be779b0-c631-460b-9b49-b9a412e5acad req-878acebc-fba9-48a3-878c-0c8fb7df2be8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.327181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be779b0-c631-460b-9b49-b9a412e5acad req-878acebc-fba9-48a3-878c-0c8fb7df2be8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.328268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-a841ca44-cf77-4d63-89e6-f1768cc1ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.328965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-a841ca44-cf77-4d63-89e6-f1768cc1ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.331554 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-a841ca44-cf77-4d63-89e6-f1768cc1ed97 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1372590bbb4a46b08c8bc434975c42d6&device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1982 time: 0.1096356 Aug 16 01:45:10.335076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3be779b0-c631-460b-9b49-b9a412e5acad req-878acebc-fba9-48a3-878c-0c8fb7df2be8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.4970090 Aug 16 01:45:10.366331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-23ac8e3e-2e28-4b6c-aa4d-2fef4c9ed6d3 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:10.427337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55794) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:10.431493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34543de-cf49-4363-a71e-4e15bf037735 req-25db3538-5040-41f2-9657-24532355d3a1 service neutron] No DVR routers for this DVR port 7fbe021a-7432-4f0a-8690-c651831fedba on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:10.446783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db3538-5040-41f2-9657-24532355d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbe021a-7432-4f0a-8690-c651831fedba,revision_number=10']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:10.484745 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-25db3538-5040-41f2-9657-24532355d3a1 service neutron] 10.222.0.74 "PUT /v2.0/ports/7fbe021a-7432-4f0a-8690-c651831fedba/bindings/n-h1-768509-23/activate HTTP/1.1" status: 200 len: 370 time: 1.1188614 Aug 16 01:45:10.510841 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-b4342055-434a-41c9-9841-c602e289283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.513112 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-b4342055-434a-41c9-9841-c602e289283c service neutron] 10.222.0.74 "GET /v2.0/networks?id=92315160-1ab3-4d83-9091-7041502d870f HTTP/1.1" status: 200 len: 903 time: 0.1666522 Aug 16 01:45:10.584290 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-688284670-network', 'tenant_id': '51744273d8a2471c99ec6f04bf10ba5e'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:10.588265 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-3b1e8ea1-f4d6-4d16-a119-b3c2b197d0bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=fea5a478-bb9b-469d-afc8-09b8d01a7c29 HTTP/1.1" status: 200 len: 217 time: 0.0661867 Aug 16 01:45:10.821841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac8e3e-2e28-4b6c-aa4d-2fef4c9ed6d3 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Pushing event deleted for resources: {'Port': ['ID=c5710f7e-2122-490a-86be-2faa3463b321,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:10.931720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-3f1de762-5a70-4892-b01d-0c27a7474336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.933194 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-3f1de762-5a70-4892-b01d-0c27a7474336 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86d377dd-bc7b-40ec-86e9-064b172cbcae HTTP/1.1" status: 200 len: 801 time: 0.3365028 Aug 16 01:45:10.951473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34543de-cf49-4363-a71e-4e15bf037735 req-984c8dd9-1c2d-4936-95ef-d2510826ec78 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.952898 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-984c8dd9-1c2d-4936-95ef-d2510826ec78 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1096 time: 0.0688012 Aug 16 01:45:10.958799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3be779b0-c631-460b-9b49-b9a412e5acad req-c905df0b-7498-4bd7-b04b-abccea6f17a6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6228788 Aug 16 01:45:11.006093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Made reservation on behalf of 51744273d8a2471c99ec6f04bf10ba5e for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:11.007120 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.026002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79711510-59f0-4194-a39f-bff4acbf2067 req-c196e7f1-06b2-49eb-888a-18baac03ef9c tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.027556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79711510-59f0-4194-a39f-bff4acbf2067 req-c196e7f1-06b2-49eb-888a-18baac03ef9c tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 944 time: 0.6793506 Aug 16 01:45:11.027720 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.038969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-3dbc708f-233b-4860-99bc-a22c9d9676fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.040462 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-3dbc708f-233b-4860-99bc-a22c9d9676fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=92315160-1ab3-4d83-9091-7041502d870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997705 Aug 16 01:45:11.064113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34543de-cf49-4363-a71e-4e15bf037735 req-b3005bbf-12a6-4249-9a96-a87e087448ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.065732 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-b3005bbf-12a6-4249-9a96-a87e087448ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269&tenant_id=5fd8faac2af044e2b435c7af66561c84 HTTP/1.1" status: 200 len: 1096 time: 0.0986836 Aug 16 01:45:11.122109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-ae86da62-4556-41ac-884e-0a497a0a6b55 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8438375 Aug 16 01:45:11.123144 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-23ac8e3e-2e28-4b6c-aa4d-2fef4c9ed6d3 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.125687 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-23ac8e3e-2e28-4b6c-aa4d-2fef4c9ed6d3 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.129560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-23ac8e3e-2e28-4b6c-aa4d-2fef4c9ed6d3 tempest-ServersWithSpecificFlavorTestJSON-573568807 tempest-ServersWithSpecificFlavorTestJSON-573568807-project] 10.222.0.66 "DELETE /v2.0/floatingips/caf0fefb-a2d4-43b2-af0c-e1859f249a51 HTTP/1.1" status: 204 len: 168 time: 3.0080183 Aug 16 01:45:11.135786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773060-23b8-4801-9950-7dbc3ed37111 req-2158e694-0f0e-460f-9398-ce6aa2f4e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.137260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34773060-23b8-4801-9950-7dbc3ed37111 req-2158e694-0f0e-460f-9398-ce6aa2f4e86e service neutron] 10.222.0.74 "GET /v2.0/networks?id=f33f85bb-dec5-4471-a410-d894e8ee0dca HTTP/1.1" status: 200 len: 903 time: 0.8002641 Aug 16 01:45:11.187228 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34543de-cf49-4363-a71e-4e15bf037735 req-f31d7f40-0992-4032-8be7-596e5192265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.188706 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-f31d7f40-0992-4032-8be7-596e5192265a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 1096 time: 0.0872152 Aug 16 01:45:11.223094 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.259080 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-6d200362-b0d9-4447-bdb7-14cff93984c8 service neutron] 10.222.0.74 "GET /v2.0/networks/92315160-1ab3-4d83-9091-7041502d870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084539 Aug 16 01:45:11.279799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34773060-23b8-4801-9950-7dbc3ed37111 req-a266a681-4cbb-4ed5-98f6-1c32ac49f6a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d056894-98e3-41fb-9021-57ad00b2ec57 HTTP/1.1" status: 200 len: 217 time: 0.1228526 Aug 16 01:45:11.289200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79711510-59f0-4194-a39f-bff4acbf2067 req-a1bd3425-05d4-4be0-a304-0f7fb16528b1 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473435 Aug 16 01:45:11.302412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-f001b8ea-f544-4bac-8f36-af82691edd0c tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.303612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-f001b8ea-f544-4bac-8f36-af82691edd0c tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.64 "GET /v2.0/networks?id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 HTTP/1.1" status: 200 len: 828 time: 0.5884898 Aug 16 01:45:11.321537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Request body: {'port': {'device_id': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'admin_state_up': True, 'tenant_id': '23a32514775d4731946013afa92bd612'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:11.341332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613aa56-e22b-4a67-926f-f54381384bd2 req-0cd51e05-907a-4c63-93f9-543b43bc28b3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.343382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0613aa56-e22b-4a67-926f-f54381384bd2 req-0cd51e05-907a-4c63-93f9-543b43bc28b3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.2887707 Aug 16 01:45:11.389681 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34543de-cf49-4363-a71e-4e15bf037735 req-6138d39a-6b12-43ce-8196-81e41331fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.391356 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-6138d39a-6b12-43ce-8196-81e41331fd13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.1920793 Aug 16 01:45:11.398904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.437369 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-a8a7fb35-3ca6-452f-a77e-f995b78d5a9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fbe021a-7432-4f0a-8690-c651831fedba HTTP/1.1" status: 200 len: 217 time: 0.0371499 Aug 16 01:45:11.484677 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8f75f8ea-e804-474a-8898-d51ba0d2a492 req-c5f0fd4c-f12e-415e-a4ad-f22a490d6618 service neutron] 10.222.0.74 "GET /v2.0/networks/92315160-1ab3-4d83-9091-7041502d870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182519 Aug 16 01:45:11.485265 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.491263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57ee2013-9b40-4af4-b6ba-689874c7365b req-ae2efd11-6f0f-4c2e-bb7b-24085f596ea5 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 210 time: 0.1092532 Aug 16 01:45:11.515725 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:45:11.533244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773060-23b8-4801-9950-7dbc3ed37111 req-4844ec38-9c44-4e22-a854-9722d99a2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.534298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed157675-60ed-4add-b564-580cb28de7d7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:11.534522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34773060-23b8-4801-9950-7dbc3ed37111 req-4844ec38-9c44-4e22-a854-9722d99a2b37 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fafeebf6-9254-46cc-b2a5-aa1d45d42b29 HTTP/1.1" status: 200 len: 797 time: 0.2444439 Aug 16 01:45:11.537703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34543de-cf49-4363-a71e-4e15bf037735 req-f16d60b0-aa70-4528-b0b5-63d2d5d176eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.539180 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-f16d60b0-aa70-4528-b0b5-63d2d5d176eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.0905290 Aug 16 01:45:11.543201 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.543550 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Added segment 31e9940d-5a86-473f-b866-77ea9de9e44f of type vlan for network f3c190ba-996b-4284-89a7-640b7d7304f1 Aug 16 01:45:11.549129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-7552205e-21ed-4041-9ad3-f30016f66815 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092002 Aug 16 01:45:11.586022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0613aa56-e22b-4a67-926f-f54381384bd2 req-5b318dd9-037f-4ca5-a566-5b2f2605886d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684210 Aug 16 01:45:11.609693 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-2681a4be-b23f-4961-90f1-fe156e420205 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572910 Aug 16 01:45:11.646357 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.658361 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.674791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773060-23b8-4801-9950-7dbc3ed37111 req-f01ce9e8-b2cd-4c4f-9ef0-57662f4eb4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.676296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34773060-23b8-4801-9950-7dbc3ed37111 req-f01ce9e8-b2cd-4c4f-9ef0-57662f4eb4c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f33f85bb-dec5-4471-a410-d894e8ee0dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1239841 Aug 16 01:45:11.750600 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-24942939-3206-46af-a7ca-6c11c429a736 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298623 Aug 16 01:45:11.789800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-799646ff-37be-4bc9-95af-12d707e8ef49 req-38bb9ec2-ad26-42e7-97e4-4382405096f2 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 210 time: 0.1183610 Aug 16 01:45:11.794736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Network 24268f93-d8c6-443a-bccc-728c497fb771 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:11.796343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Made reservation on behalf of 23a32514775d4731946013afa92bd612 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:11.799906 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.817661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db34b59-13d5-4896-be5d-5463a2a20bbc req-d21357e3-de41-420c-b868-d12ad234d730 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.820084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db34b59-13d5-4896-be5d-5463a2a20bbc req-d21357e3-de41-420c-b868-d12ad234d730 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.821805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db34b59-13d5-4896-be5d-5463a2a20bbc req-d21357e3-de41-420c-b868-d12ad234d730 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1678 time: 0.2201390 Aug 16 01:45:11.825560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:11.841620 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.841804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Pushing event updated for resources: {'Port': ['ID=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:11.841954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.841954 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.842126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:11.925413 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-8e957b20-ce5d-48c0-aaa9-06f03e7558ed service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662047 Aug 16 01:45:11.945416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] Pushing event updated for resources: {'Network': ['ID=f3c190ba-996b-4284-89a7-640b7d7304f1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:11.958331 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e39ae4de-b96e-4a5f-be67-faa06cecc023 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5210185 Aug 16 01:45:11.964239 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55816) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:11.968275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network f3c190ba-996b-4284-89a7-640b7d7304f1 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:45:11.975145 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] Request body: {'subnet': {'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-688284670-subnet', 'tenant_id': '51744273d8a2471c99ec6f04bf10ba5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:11.984994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.985432 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.993227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34773060-23b8-4801-9950-7dbc3ed37111 req-ac5e4abe-54a9-4db5-a32a-c9bafcfe17c6 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931430 Aug 16 01:45:12.070108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] Made reservation on behalf of 51744273d8a2471c99ec6f04bf10ba5e for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:12.077497 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.144981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Allocated IP 172.20.0.9 (9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1/0a21b3c1-c97f-4254-8a17-01f854a8b124/d6bf07dd-e542-41d3-ab00-c39d85d5b7b4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:12.187902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db34b59-13d5-4896-be5d-5463a2a20bbc req-05e25a8f-873e-4f19-ad7a-0462ca1f4bc6 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406458 Aug 16 01:45:12.195047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-14c2eae0-64ec-4c3f-ab56-0820733ef685 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1136277 Aug 16 01:45:12.222731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Request body: {'port': {'device_id': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:12.258303 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34773060-23b8-4801-9950-7dbc3ed37111 req-c5613f42-5d20-4814-a28e-e58a32addb5a service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535658 Aug 16 01:45:12.321514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47d4f-5f23-4a05-b6a3-e219a43391b8 req-93aeee8a-87d1-4447-8e9e-103e40450960 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.326647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47d4f-5f23-4a05-b6a3-e219a43391b8 req-93aeee8a-87d1-4447-8e9e-103e40450960 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.332549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47d4f-5f23-4a05-b6a3-e219a43391b8 req-93aeee8a-87d1-4447-8e9e-103e40450960 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.338458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47d4f-5f23-4a05-b6a3-e219a43391b8 req-93aeee8a-87d1-4447-8e9e-103e40450960 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.344407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47d4f-5f23-4a05-b6a3-e219a43391b8 req-93aeee8a-87d1-4447-8e9e-103e40450960 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.350403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47d4f-5f23-4a05-b6a3-e219a43391b8 req-93aeee8a-87d1-4447-8e9e-103e40450960 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.356667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47d4f-5f23-4a05-b6a3-e219a43391b8 req-93aeee8a-87d1-4447-8e9e-103e40450960 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.359877 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.365612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8b47d4f-5f23-4a05-b6a3-e219a43391b8 req-93aeee8a-87d1-4447-8e9e-103e40450960 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.2220354 Aug 16 01:45:12.438323 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34543de-cf49-4363-a71e-4e15bf037735 req-845df40d-fe64-4708-9da4-cb65a19a2943 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.440547 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-845df40d-fe64-4708-9da4-cb65a19a2943 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 1096 time: 0.0920334 Aug 16 01:45:12.441140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397d3913-5fe2-40ff-85f3-eb0aff7ae14f,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:12.479952 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.488203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] Checking segment: {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:12.488564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] Network hostable DHCP agents. Network: f3c190ba-996b-4284-89a7-640b7d7304f1, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:45:12.555232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8b47d4f-5f23-4a05-b6a3-e219a43391b8 req-bf5dc49e-2c40-4873-922a-4fdbe67f6adb tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1887150 Aug 16 01:45:12.600671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d0ba2-7a0b-428c-9616-5e8ba9ea978d req-6c3fa848-8ee5-443c-8e25-43daee588396 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.602242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d11d0ba2-7a0b-428c-9616-5e8ba9ea978d req-6c3fa848-8ee5-443c-8e25-43daee588396 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 944 time: 0.1963160 Aug 16 01:45:12.619106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] Network f3c190ba-996b-4284-89a7-640b7d7304f1 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:45:12.684978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f34543de-cf49-4363-a71e-4e15bf037735 req-374043c3-6bfb-45b3-b6ba-e81843017de6 service neutron] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:12.688512 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f34543de-cf49-4363-a71e-4e15bf037735 req-374043c3-6bfb-45b3-b6ba-e81843017de6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.690435 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f34543de-cf49-4363-a71e-4e15bf037735 req-374043c3-6bfb-45b3-b6ba-e81843017de6 service neutron] 10.222.0.64 "DELETE /v2.0/ports/7fbe021a-7432-4f0a-8690-c651831fedba/bindings/n-h2-768509-23 HTTP/1.1" status: 204 len: 173 time: 0.2404625 Aug 16 01:45:12.698770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, f3c190ba-996b-4284-89a7-640b7d7304f1) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:12.703256 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.703924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.709193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f4c6c2-8100-4f22-9136-aae73982efab None None] Network f3c190ba-996b-4284-89a7-640b7d7304f1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:12.786150 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-809cce59-71a5-48d3-9ada-c8100e8139a4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8183641 Aug 16 01:45:12.871583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-f3c190ba-996b-4284-89a7-640b7d7304f1', 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1', 'tenant_id': '51744273d8a2471c99ec6f04bf10ba5e', 'fixed_ips': [{'subnet_id': '397d3913-5fe2-40ff-85f3-eb0aff7ae14f'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:45:12.872637 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.002373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.039952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Allocated IP 172.20.0.2 (f3c190ba-996b-4284-89a7-640b7d7304f1/397d3913-5fe2-40ff-85f3-eb0aff7ae14f/a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:13.074019 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d11d0ba2-7a0b-428c-9616-5e8ba9ea978d req-5ddfb44a-5315-4dc2-91b7-be225fc8df87 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611461 Aug 16 01:45:13.074906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Transition to ACTIVE for port object d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:13.101776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a14b4-545c-474b-9c14-d8dc68653b07 req-94d84572-c7d8-40c7-b34f-97b526d592a9 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:13.103316 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df0a14b4-545c-474b-9c14-d8dc68653b07 req-94d84572-c7d8-40c7-b34f-97b526d592a9 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 932 time: 0.4439139 Aug 16 01:45:13.208988 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.216759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Transition to ACTIVE for port object a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:13.232970 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Transition to ACTIVE for port object a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:13.249402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df0a14b4-545c-474b-9c14-d8dc68653b07 req-2e146f1f-27a2-4a7a-badd-d22e80eaf93c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184461 Aug 16 01:45:13.294438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f19f2e-c26d-4ae3-910f-6b6419310bde req-7e065cab-635b-4c6c-883a-12bfe30115d6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:13.294438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17f19f2e-c26d-4ae3-910f-6b6419310bde req-7e065cab-635b-4c6c-883a-12bfe30115d6 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.1186488 Aug 16 01:45:13.295509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:13.312207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.315167 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.335943 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.369259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Transition to ACTIVE for port object 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:13.372233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Network f3c190ba-996b-4284-89a7-640b7d7304f1 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:13.375119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:13.378335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:13.387285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 29afa8d0-754c-41c4-ac5c-0361d64aadf5 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:13.416068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:13.426670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:13.427672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Pushing event updated for resources: {'Port': ['ID=a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:13.429907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:13.432799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Pushing event updated for resources: {'Port': ['ID=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:13.437384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17f19f2e-c26d-4ae3-910f-6b6419310bde req-cbbbed41-0e45-4a23-b55e-379dae0bc04d tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366174 Aug 16 01:45:13.463409 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.544843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57307f8-b39d-4ee3-89f0-44857b306000 req-967676df-e1b0-4299-8e78-0d4fc4c0cb33 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:13.546443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d57307f8-b39d-4ee3-89f0-44857b306000 req-967676df-e1b0-4299-8e78-0d4fc4c0cb33 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 931 time: 0.1855700 Aug 16 01:45:13.559035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:13.559690 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.583958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Pushing event updated for resources: {'Port': ['ID=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:13.616593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 29afa8d0-754c-41c4-ac5c-0361d64aadf5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29afa8d0-754c-41c4-ac5c-0361d64aadf5,segment=NetworkSegment(fc5210b3-f989-4bb4-b255-6f2b7a97d91f),segment_id=fc5210b3-f989-4bb4-b255-6f2b7a97d91f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:13.633267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '29afa8d0-754c-41c4-ac5c-0361d64aadf5', 'network_id': '43d0758b-1ddb-4a97-8bbc-6118ad5715c8', 'port_id': '29afa8d0-754c-41c4-ac5c-0361d64aadf5', 'mac_address': 'fa:16:3e:e9:b3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0613e931-6cc3-4f41-814a-e7f32ae76c15', 'ip_address': '19.80.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:13.635862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Attempting to bind port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:13.636238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Attempting to bind port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:13.636605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Attempting to bind port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e on network f3c190ba-996b-4284-89a7-640b7d7304f1 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:13.643798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:13.646616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Checking segment: {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:13.646616 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.646616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Bound using segment: {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:13.646616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Bound port: a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:13.646616 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.726353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-7b2f06d1-8403-4578-a3df-65273b38bab6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4114015 Aug 16 01:45:13.732687 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.733036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d57307f8-b39d-4ee3-89f0-44857b306000 req-ed5f22db-60da-47e6-9fc1-20a75c146391 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667271 Aug 16 01:45:13.744519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Request body: {'port': {'device_id': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:13.762199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29afa8d0-754c-41c4-ac5c-0361d64aadf5 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:13.785523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 29afa8d0-754c-41c4-ac5c-0361d64aadf5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29afa8d0-754c-41c4-ac5c-0361d64aadf5,segment=NetworkSegment(fc5210b3-f989-4bb4-b255-6f2b7a97d91f),segment_id=fc5210b3-f989-4bb4-b255-6f2b7a97d91f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:13.800830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Attempting to bind port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:13.801177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Attempting to bind port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:13.801511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Attempting to bind port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 on network 24268f93-d8c6-443a-bccc-728c497fb771 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:13.822252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] For port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:13.825635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] For port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:13.839288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 on network 24268f93-d8c6-443a-bccc-728c497fb771 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:13.839619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Attempting to bind port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 on network 24268f93-d8c6-443a-bccc-728c497fb771 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:13.883945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:13.884209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Checking segment: {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:13.884600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Bound using segment: {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:13.885042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Bound port: 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:13.885407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.895939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-c082599d-6fe8-4c77-9797-013cd45db902 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:13.897419 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-c082599d-6fe8-4c77-9797-013cd45db902 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/networks?id=f3c190ba-996b-4284-89a7-640b7d7304f1 HTTP/1.1" status: 200 len: 815 time: 0.2521837 Aug 16 01:45:13.898845 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.899524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fea5a478-bb9b-469d-afc8-09b8d01a7c29 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:13.904913 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.933330 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.935131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f14c4d47-b3bc-4012-b19e-5c6aad4d195d None None] Provisioning for port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:13.957914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f14c4d47-b3bc-4012-b19e-5c6aad4d195d None None] Provisioning complete for port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:13.958291 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f14c4d47-b3bc-4012-b19e-5c6aad4d195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.962959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-d25f2bca-9730-4129-98cb-8e9a24dc9727 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/quotas/51744273d8a2471c99ec6f04bf10ba5e HTTP/1.1" status: 200 len: 375 time: 0.0517836 Aug 16 01:45:14.015305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f304f31-5ec0-4f99-b85d-2860f4f9e054 req-63e2e3b4-095d-41a9-b186-e3642fe0bb9e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:14.022483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f304f31-5ec0-4f99-b85d-2860f4f9e054 req-63e2e3b4-095d-41a9-b186-e3642fe0bb9e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:14.024140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f304f31-5ec0-4f99-b85d-2860f4f9e054 req-63e2e3b4-095d-41a9-b186-e3642fe0bb9e tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1678 time: 0.1796558 Aug 16 01:45:14.049950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=29afa8d0-754c-41c4-ac5c-0361d64aadf5,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:14.074565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.074912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.075346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.075892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.076231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.076552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.076876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.077199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.078232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.078232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.078436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.078635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:14.091565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f14c4d47-b3bc-4012-b19e-5c6aad4d195d None None] Port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:14.166001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port fea5a478-bb9b-469d-afc8-09b8d01a7c29, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fea5a478-bb9b-469d-afc8-09b8d01a7c29,segment=NetworkSegment(e0123a3c-d24b-4045-9b7e-91880aaace8b),segment_id=e0123a3c-d24b-4045-9b7e-91880aaace8b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:14.168396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354b3ae-ed73-452a-a041-dbde0df771ea None None] Pushing event updated for resources: {'Port': ['ID=a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:14.170094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] For port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:14.181927 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-1e6f3bdb-bf37-49a8-b5e4-d4d2f7024f55 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=51744273d8a2471c99ec6f04bf10ba5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1975760 Aug 16 01:45:14.189996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'fea5a478-bb9b-469d-afc8-09b8d01a7c29', 'network_id': '92315160-1ab3-4d83-9091-7041502d870f', 'port_id': 'fea5a478-bb9b-469d-afc8-09b8d01a7c29', 'mac_address': 'fa:16:3e:13:00:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d377dd-bc7b-40ec-86e9-064b172cbcae', 'ip_address': '19.86.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:14.237938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] For port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:14.253546 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.253990 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f304f31-5ec0-4f99-b85d-2860f4f9e054 req-604f261a-09c7-4e9a-b659-4cecb8492750 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098963 Aug 16 01:45:14.268652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea5a478-bb9b-469d-afc8-09b8d01a7c29 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:14.302522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port fea5a478-bb9b-469d-afc8-09b8d01a7c29, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fea5a478-bb9b-469d-afc8-09b8d01a7c29,segment=NetworkSegment(e0123a3c-d24b-4045-9b7e-91880aaace8b),segment_id=e0123a3c-d24b-4045-9b7e-91880aaace8b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:14.312432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55866) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:14.338632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.384491 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.448233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:14.448979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.450477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] 10.222.0.64 "PUT /v2.0/ports/1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 HTTP/1.1" status: 200 len: 1093 time: 2.2359533 Aug 16 01:45:14.453544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=fea5a478-bb9b-469d-afc8-09b8d01a7c29,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:14.464433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'tag': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:14.466760 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06b6318-b2e2-4499-b085-33e7af70e62d" -d '{"events": [{"name": "network-changed", "server_uuid": "be13fafb-097f-4895-ad8f-58aa5e27094a", "tag": "1b49fc0f-2a53-4fbd-a2a1-51445a5f2565"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:14.536628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d7a19-c61f-4e8d-937d-2c0369887ca1 req-da222bf7-60a3-404c-bbb9-f430664e0ab2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:14.542590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d7a19-c61f-4e8d-937d-2c0369887ca1 req-da222bf7-60a3-404c-bbb9-f430664e0ab2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:14.549908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d7a19-c61f-4e8d-937d-2c0369887ca1 req-da222bf7-60a3-404c-bbb9-f430664e0ab2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:14.555790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d7a19-c61f-4e8d-937d-2c0369887ca1 req-da222bf7-60a3-404c-bbb9-f430664e0ab2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:14.561708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d7a19-c61f-4e8d-937d-2c0369887ca1 req-da222bf7-60a3-404c-bbb9-f430664e0ab2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:14.568493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d7a19-c61f-4e8d-937d-2c0369887ca1 req-da222bf7-60a3-404c-bbb9-f430664e0ab2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:14.574415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d7a19-c61f-4e8d-937d-2c0369887ca1 req-da222bf7-60a3-404c-bbb9-f430664e0ab2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:14.576367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c40d7a19-c61f-4e8d-937d-2c0369887ca1 req-da222bf7-60a3-404c-bbb9-f430664e0ab2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.1861155 Aug 16 01:45:14.577031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e647c35-392b-4496-ba76-b4920a3100df service neutron] Pushing event updated for resources: {'Port': ['ID=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:14.594114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['fea5a478-bb9b-469d-afc8-09b8d01a7c29'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:14.598324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-8b5c63dd-74a3-4e29-84b7-31fd9a4d2f9b service neutron] 10.222.0.66 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884597 Aug 16 01:45:14.750609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c40d7a19-c61f-4e8d-937d-2c0369887ca1 req-bf3a42c8-5b0f-43e8-b6d2-b848481879d6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270869 Aug 16 01:45:14.843714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-329c6149-8455-474b-84c1-1c4af78c2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:14.847450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-329c6149-8455-474b-84c1-1c4af78c2eec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 1096 time: 0.2647369 Aug 16 01:45:14.862575 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.892561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-7ce0c9ff-5a40-4569-abb1-cbbb38733622 service neutron] 10.222.0.66 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680287 Aug 16 01:45:14.973220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-621f6662-0d5a-4870-8561-c071dfb52186 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 HTTP/1.1" status: 200 len: 217 time: 0.0758693 Aug 16 01:45:14.978818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:14.997202 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.054984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Transition to ACTIVE for port object d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:15.057423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0f4d3-8524-4fce-821c-9496e2b2976c req-c39f776f-76e9-4d34-abdc-06935febdbd5 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:15.065247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68f0f4d3-8524-4fce-821c-9496e2b2976c req-c39f776f-76e9-4d34-abdc-06935febdbd5 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 1096 time: 0.1715159 Aug 16 01:45:15.068292 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-3e9e0f97-fe7d-499e-8877-4638db24e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:15.068789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-57ceca55-21db-4ce2-9fb5-1919c5123d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:15.070045 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-3e9e0f97-fe7d-499e-8877-4638db24e78d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856&tenant_id=0fd72b22de084a828cc9af1cb960b5c8 HTTP/1.1" status: 200 len: 1102 time: 0.0912089 Aug 16 01:45:15.070285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-57ceca55-21db-4ce2-9fb5-1919c5123d0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2f412be-9693-4499-9b6e-5d42eec545f4 HTTP/1.1" status: 200 len: 844 time: 0.0867493 Aug 16 01:45:15.098926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:15.160500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-34d6c185-66c8-4412-ba1e-95b589d3ad78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24268f93-d8c6-443a-bccc-728c497fb771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632205 Aug 16 01:45:15.162463 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.189160 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.240556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68f0f4d3-8524-4fce-821c-9496e2b2976c req-7deea81e-4267-4b37-a7df-5dc960e3be9a tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743362 Aug 16 01:45:15.300567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfd2a02-b86a-4f7f-9ed3-8588f88fd328 None None] Network f3c190ba-996b-4284-89a7-640b7d7304f1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:15.327549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:15.406742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fea5a478-bb9b-469d-afc8-09b8d01a7c29 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:15.446006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923951ff-18a6-4b84-8601-9287a8fd5dee req-b1e0336c-f9fd-41ba-94f7-c73004d3cf10 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:15.449706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-923951ff-18a6-4b84-8601-9287a8fd5dee req-b1e0336c-f9fd-41ba-94f7-c73004d3cf10 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 944 time: 0.2620180 Aug 16 01:45:15.465287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-df4d7a25-ed1f-4db2-906b-8c14996012ac None None] Provisioning for port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:15.581857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-631dc517-d9ee-4b06-a031-078f12ac6e1d service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049506 Aug 16 01:45:15.632247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] Deleting port c7237ece-478c-459c-a57d-bd4835da7396 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:15.633169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.692046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Attempting to bind port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:15.692324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:15.692474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Attempting to bind port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:15.692901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Attempting to bind port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 on network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:15.701313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-923951ff-18a6-4b84-8601-9287a8fd5dee req-e182b13f-283b-4945-b2b7-90b4ee8f4341 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506247 Aug 16 01:45:15.713985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 on network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:15.718683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Attempting to bind port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 on network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:15.724343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4bbd6-c43b-40e8-b0ad-719fcdd01276 req-f2e1f0a7-3403-4f7a-b9c3-1e01aadcbaf0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:15.731790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fb4bbd6-c43b-40e8-b0ad-719fcdd01276 req-f2e1f0a7-3403-4f7a-b9c3-1e01aadcbaf0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.3496301 Aug 16 01:45:15.747343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:15.747343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Checking segment: {'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:15.747343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Bound using segment: {'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:15.747343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Bound port: d6bf07dd-e542-41d3-ab00-c39d85d5b7b4, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44821de6-7ee8-4d43-a777-234b9b2ab86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:15.747343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.755995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['29afa8d0-754c-41c4-ac5c-0361d64aadf5'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:15.786985 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efae7ae8-ba82-4223-a570-7c0bda4a4dc7 x-openstack-request-id: req-efae7ae8-ba82-4223-a570-7c0bda4a4dc7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:15.787317 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be13fafb-097f-4895-ad8f-58aa5e27094a", "tag": "1b49fc0f-2a53-4fbd-a2a1-51445a5f2565", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:15.787637 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-efae7ae8-ba82-4223-a570-7c0bda4a4dc7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:15.788096 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'tag': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565', 'status': 'completed', 'code': 200} Aug 16 01:45:15.801029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:15.860748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port fea5a478-bb9b-469d-afc8-09b8d01a7c29 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:15.864547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fb4bbd6-c43b-40e8-b0ad-719fcdd01276 req-5e1ad40f-51dc-4207-81e3-713c1d968962 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315589 Aug 16 01:45:15.889138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] For port c7237ece-478c-459c-a57d-bd4835da7396, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c7237ece-478c-459c-a57d-bd4835da7396,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:15.889745 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.891168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829f24f7-38d7-452e-98bc-4e16906fefa7 req-dcb36cbf-90b2-4c88-ba25-97105e41e83d service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913146 Aug 16 01:45:15.897717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port fea5a478-bb9b-469d-afc8-09b8d01a7c29 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:15.898160 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.902247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:15.936052 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] For port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:15.939180 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] Calling delete_port for c7237ece-478c-459c-a57d-bd4835da7396 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:15.940529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] For port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:15.952957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91365006-2af3-4382-beb0-68ea4312ef88 req-6b1e0a9d-0e97-4e7a-b8bd-28d1a7985d27 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:15.954984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91365006-2af3-4382-beb0-68ea4312ef88 req-6b1e0a9d-0e97-4e7a-b8bd-28d1a7985d27 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 943 time: 0.1104982 Aug 16 01:45:16.022309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:16.030332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:16.031900 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1098a0d6-16f9-4c61-afa5-2e04b754956e" -d '{"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-unplugged", "status": "completed", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:16.036754 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.059538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:16.060006 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.064647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Transition to ACTIVE for port object d9598b3d-dc4f-4c14-bf27-6d80804a96fb will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:16.071774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91365006-2af3-4382-beb0-68ea4312ef88 req-f88cd123-d5e4-4151-89ab-cef63bb29aee tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100218 Aug 16 01:45:16.110844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.152876 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.184333 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.196842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:16.197508 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.201178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] 10.222.0.64 "PUT /v2.0/ports/d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 HTTP/1.1" status: 200 len: 1092 time: 2.4630764 Aug 16 01:45:16.216987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea5a478-bb9b-469d-afc8-09b8d01a7c29'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:16.222803 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341e8f8d-d309-468c-8670-287c53488e16" -d '{"events": [{"server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "name": "network-vif-plugged", "status": "completed", "tag": "fea5a478-bb9b-469d-afc8-09b8d01a7c29"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:16.254336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port fea5a478-bb9b-469d-afc8-09b8d01a7c29, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fea5a478-bb9b-469d-afc8-09b8d01a7c29,segment=NetworkSegment(e0123a3c-d24b-4045-9b7e-91880aaace8b),segment_id=e0123a3c-d24b-4045-9b7e-91880aaace8b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:16.275878 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] No DVR routers for this DVR port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:16.328038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=10']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:16.343926 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.348367 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.349259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d9598b3d-dc4f-4c14-bf27-6d80804a96fb no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:16.356182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:16.356615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:16.357009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:16.366605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:16.366605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Attempting to bind port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:16.385163 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:16.385610 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:16.386104 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:16.386611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Bound port: d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:16.387033 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.487304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=fea5a478-bb9b-469d-afc8-09b8d01a7c29,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:16.531868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:16.536064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:16.554897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:16.562048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-46467071-f363-4f1a-834a-9f8ba5abde84 None None] Provisioning complete for port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:16.562423 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-46467071-f363-4f1a-834a-9f8ba5abde84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.565330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d9598b3d-dc4f-4c14-bf27-6d80804a96fb not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:16.568315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.623614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] Pushing event deleted for resources: {'Port': ['ID=c7237ece-478c-459c-a57d-bd4835da7396,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:16.664509 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-46467071-f363-4f1a-834a-9f8ba5abde84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.684184 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.691388 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.732288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:16.732919 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.734384 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] 10.222.0.64 "PUT /v2.0/ports/d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 1098 time: 1.6411362 Aug 16 01:45:16.761679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-b3a72e27-6652-4dcd-8d7e-a8852e7bf5e9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:16.771525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-b3a72e27-6652-4dcd-8d7e-a8852e7bf5e9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/networks?id=f3c190ba-996b-4284-89a7-640b7d7304f1 HTTP/1.1" status: 200 len: 815 time: 0.7764523 Aug 16 01:45:16.804878 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-2ad3a276-94a1-48ab-9ce7-297954c119e9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/quotas/51744273d8a2471c99ec6f04bf10ba5e HTTP/1.1" status: 200 len: 375 time: 0.0321436 Aug 16 01:45:16.806491 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-46467071-f363-4f1a-834a-9f8ba5abde84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:45:16.806857 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-46467071-f363-4f1a-834a-9f8ba5abde84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:45:16.811960 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:16.843199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6318-b2e2-4499-b085-33e7af70e62d req-a10a12e9-28d2-40c7-8301-c946373ad7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:16.844882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a06b6318-b2e2-4499-b085-33e7af70e62d req-a10a12e9-28d2-40c7-8301-c946373ad7e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 1096 time: 0.7718101 Aug 16 01:45:16.950026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1ec4d-4b3d-400c-88e2-626413c8b97b req-c60a4d98-4f3a-4d8e-96a8-44f6f380af25 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:16.956511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1ec4d-4b3d-400c-88e2-626413c8b97b req-c60a4d98-4f3a-4d8e-96a8-44f6f380af25 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:16.958015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20e1ec4d-4b3d-400c-88e2-626413c8b97b req-c60a4d98-4f3a-4d8e-96a8-44f6f380af25 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1680 time: 0.7228673 Aug 16 01:45:16.959919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-ac034f3b-b883-4360-b961-a30078d6c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:16.961424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-ac034f3b-b883-4360-b961-a30078d6c4f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23a32514775d4731946013afa92bd612&device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 1095 time: 0.2523508 Aug 16 01:45:16.965042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:17.030870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-2f0b27a7-371d-4fbf-802f-39f9f1287ca9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=51744273d8a2471c99ec6f04bf10ba5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2249749 Aug 16 01:45:17.035956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.039660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.039660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.039660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.039660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.039660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.039660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.039660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.039660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.039660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.039660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.039660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55230a58-80a9-41ac-9413-3e79bb116877 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:17.054692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-f910114f-7855-4a36-b604-b31ae1cb288f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 HTTP/1.1" status: 200 len: 217 time: 0.0840001 Aug 16 01:45:17.177407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-031480bb-7809-4fa9-b9df-8b793dd0add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.178926 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-031480bb-7809-4fa9-b9df-8b793dd0add0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1101 time: 0.3868029 Aug 16 01:45:17.179525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adc22c-38e2-4185-b604-21e7304d93fe service neutron] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=11']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:17.187372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20e1ec4d-4b3d-400c-88e2-626413c8b97b req-3dac0475-1e31-4b05-9177-67f61ae092fd tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035341 Aug 16 01:45:17.197838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6318-b2e2-4499-b085-33e7af70e62d req-6dcbf9bf-261a-4a2f-b662-aae0fbfabd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.199267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a06b6318-b2e2-4499-b085-33e7af70e62d req-6dcbf9bf-261a-4a2f-b662-aae0fbfabd44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 200 len: 905 time: 0.3413754 Aug 16 01:45:17.215741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-0bb5af2d-b6ca-48c5-8fcc-27eb67444812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.217240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-0bb5af2d-b6ca-48c5-8fcc-27eb67444812 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a21b3c1-c97f-4254-8a17-01f854a8b124 HTTP/1.1" status: 200 len: 867 time: 0.1438911 Aug 16 01:45:17.248191 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.270873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a06b6318-b2e2-4499-b085-33e7af70e62d req-d678bcb2-8123-4f52-83cf-d998610ff76a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 HTTP/1.1" status: 200 len: 217 time: 0.0638232 Aug 16 01:45:17.339441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-36c8b53a-f29a-4f41-8700-39c00cda4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.340929 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-36c8b53a-f29a-4f41-8700-39c00cda4bd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1543770 Aug 16 01:45:17.371036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-87b5c665-7846-4ae1-8c1e-4fca5b236150 service neutron] 10.222.0.66 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181427 Aug 16 01:45:17.406182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6318-b2e2-4499-b085-33e7af70e62d req-68861e63-18be-4a94-9d50-f6d3e1092c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.408239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a06b6318-b2e2-4499-b085-33e7af70e62d req-68861e63-18be-4a94-9d50-f6d3e1092c22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2f412be-9693-4499-9b6e-5d42eec545f4 HTTP/1.1" status: 200 len: 844 time: 0.1130080 Aug 16 01:45:17.415578 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-3449c66c-c545-4b22-a27a-ddf6b4df5273 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 217 time: 0.0474830 Aug 16 01:45:17.419270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 29afa8d0-754c-41c4-ac5c-0361d64aadf5 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:17.444685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-9ef2965f-3e82-4217-b510-4680c894f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.446910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-9ef2965f-3e82-4217-b510-4680c894f4a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1879535 Aug 16 01:45:17.464826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dc529-9619-4b93-b2a7-0b855b05af6c req-20d8c4bd-7861-479a-ac4b-e8ce0d25a663 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.467030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef3dc529-9619-4b93-b2a7-0b855b05af6c req-20d8c4bd-7861-479a-ac4b-e8ce0d25a663 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 1096 time: 0.2091248 Aug 16 01:45:17.507201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a06b6318-b2e2-4499-b085-33e7af70e62d req-90c1d128-843c-4609-8df9-28f6141e7d2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24268f93-d8c6-443a-bccc-728c497fb771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569611 Aug 16 01:45:17.517391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-24df1a8f-78aa-45d9-abf8-b1917807a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.518918 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-24df1a8f-78aa-45d9-abf8-b1917807a9a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0947366 Aug 16 01:45:17.596454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:17.602410 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:17.602989 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.621112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-dde6c96e-b8ba-4fbf-ac6d-b5008ee5e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.627789 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-dde6c96e-b8ba-4fbf-ac6d-b5008ee5e5e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0960338 Aug 16 01:45:17.632567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] Router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:45:17.681907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef3dc529-9619-4b93-b2a7-0b855b05af6c req-b23bd7ed-da14-4963-a713-cc6d63cf8bbe tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804678 Aug 16 01:45:17.688397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-5b36cb18-b610-4b98-8a0a-4ed2fa839932 service neutron] 10.222.0.66 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090765 Aug 16 01:45:17.724005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-015db355-200f-4da3-814d-12e11ffdbc98 service neutron] 10.222.0.64 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540362 Aug 16 01:45:17.755007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:17.767998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a06b6318-b2e2-4499-b085-33e7af70e62d req-9e86bee4-f5c0-4a53-aa43-43560c787a48 service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095332 Aug 16 01:45:17.789552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'tag': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:17.791940 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021f3fda-c193-4185-a1d4-9685a93ea7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2", "tag": "d6bf07dd-e542-41d3-ab00-c39d85d5b7b4"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:17.854637 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:17.873377 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3f84457b-1481-4815-ad63-559c2c4663db admin admin] 10.222.0.66 "PUT /v2.0/routers/fdf4ef54-10aa-4945-ac1f-7dcdcaf24121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5585327 Aug 16 01:45:17.878958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55924) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:17.882697 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820ea0d-97bd-4856-9526-b61fbb070076 None None] Sync routers for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:17.909269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820ea0d-97bd-4856-9526-b61fbb070076 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:17.909918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b820ea0d-97bd-4856-9526-b61fbb070076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:17.925590 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-a64e8845-b23e-462e-84d3-0cb19e50de39 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918613 Aug 16 01:45:17.951718 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.977663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:17.977663 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.059311 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0ebfc54-7bc9-43a1-bab6-42bf05281ee5 req-967c818f-e4aa-460e-9dec-a7cfe3aa0298 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260352 Aug 16 01:45:18.092531 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007ce082-e3a7-4f08-a191-6398bc45bbea x-openstack-request-id: req-007ce082-e3a7-4f08-a191-6398bc45bbea {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:18.092874 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-unplugged", "status": "completed", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:18.093154 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-007ce082-e3a7-4f08-a191-6398bc45bbea {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:18.093559 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'code': 200} Aug 16 01:45:18.117929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 29afa8d0-754c-41c4-ac5c-0361d64aadf5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29afa8d0-754c-41c4-ac5c-0361d64aadf5,segment=NetworkSegment(fc5210b3-f989-4bb4-b255-6f2b7a97d91f),segment_id=fc5210b3-f989-4bb4-b255-6f2b7a97d91f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:18.127292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a06b6318-b2e2-4499-b085-33e7af70e62d req-0a0e811c-0358-49ab-8a78-e351fcbf0032 service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577907 Aug 16 01:45:18.136959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-b820ea0d-97bd-4856-9526-b61fbb070076 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:18.183387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac5d939-863b-4081-95a6-eb3ca0ef1a3e req-dc03d2e1-18f4-4ba5-8553-5c830b9884d2 service neutron] 10.222.0.64 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430697 Aug 16 01:45:18.198870 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23a783d-4f94-48fd-bdf7-8460ae594da6 x-openstack-request-id: req-e23a783d-4f94-48fd-bdf7-8460ae594da6 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:18.199150 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "name": "network-vif-plugged", "status": "completed", "tag": "fea5a478-bb9b-469d-afc8-09b8d01a7c29", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:18.199430 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e23a783d-4f94-48fd-bdf7-8460ae594da6 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:18.199860 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea5a478-bb9b-469d-afc8-09b8d01a7c29', 'code': 200} Aug 16 01:45:18.222188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d74c6a-e194-48f1-b63c-35193eb137d8 req-362ed828-6730-4e63-971f-6b75d4b918be tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.228901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d74c6a-e194-48f1-b63c-35193eb137d8 req-362ed828-6730-4e63-971f-6b75d4b918be tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.235616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d74c6a-e194-48f1-b63c-35193eb137d8 req-362ed828-6730-4e63-971f-6b75d4b918be tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.242397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d74c6a-e194-48f1-b63c-35193eb137d8 req-362ed828-6730-4e63-971f-6b75d4b918be tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.248452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d74c6a-e194-48f1-b63c-35193eb137d8 req-362ed828-6730-4e63-971f-6b75d4b918be tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.255106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d74c6a-e194-48f1-b63c-35193eb137d8 req-362ed828-6730-4e63-971f-6b75d4b918be tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.261140 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d74c6a-e194-48f1-b63c-35193eb137d8 req-362ed828-6730-4e63-971f-6b75d4b918be tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.269803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00d74c6a-e194-48f1-b63c-35193eb137d8 req-362ed828-6730-4e63-971f-6b75d4b918be tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.3725712 Aug 16 01:45:18.289946 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.344784 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.390042 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=29afa8d0-754c-41c4-ac5c-0361d64aadf5,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:18.444185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b820ea0d-97bd-4856-9526-b61fbb070076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:18.449530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00d74c6a-e194-48f1-b63c-35193eb137d8 req-463d160c-1d88-40ff-b28d-a0c48a821b2d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1788425 Aug 16 01:45:18.486376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820ea0d-97bd-4856-9526-b61fbb070076 None None] Checking router: fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:18.496642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820ea0d-97bd-4856-9526-b61fbb070076 None None] Routers {'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:18.498064 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b820ea0d-97bd-4856-9526-b61fbb070076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:18.544111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb604f3-6a23-4859-9f33-fb56671a4b28 req-7083bee2-f8a6-457d-993b-2b30e1c1aaec tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.545609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6cb604f3-6a23-4859-9f33-fb56671a4b28 req-7083bee2-f8a6-457d-993b-2b30e1c1aaec tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 944 time: 0.2675183 Aug 16 01:45:18.562638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-ca7ed3d5-cb26-4bb4-ac82-1cf7a74c6cbd tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.564886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-ca7ed3d5-cb26-4bb4-ac82-1cf7a74c6cbd tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.74 "GET /v2.0/networks?id=f3c190ba-996b-4284-89a7-640b7d7304f1 HTTP/1.1" status: 200 len: 815 time: 0.2643239 Aug 16 01:45:18.587379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Request body: {'port': {'device_id': 'a875a19e-0b2b-47df-82bb-fe2d851961ee', 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1', 'admin_state_up': True, 'tenant_id': '51744273d8a2471c99ec6f04bf10ba5e'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:18.611225 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-b820ea0d-97bd-4856-9526-b61fbb070076 None None] Set router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:18.686411 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.698973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6cb604f3-6a23-4859-9f33-fb56671a4b28 req-e4cf6880-b364-4db1-908b-60ac42549738 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431758 Aug 16 01:45:18.745849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44604073-ce0a-40ad-8dd7-7f8cfcae7e9a req-03a1ce9f-6000-4b0c-a4f7-574bd823f851 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.747473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44604073-ce0a-40ad-8dd7-7f8cfcae7e9a req-03a1ce9f-6000-4b0c-a4f7-574bd823f851 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 949 time: 0.1407378 Aug 16 01:45:18.808240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:18.848931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44604073-ce0a-40ad-8dd7-7f8cfcae7e9a req-effec82d-5d34-416f-8046-0732e0424108 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893879 Aug 16 01:45:18.899471 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9289e5f1-7237-4ead-b4f9-478af22c830e x-openstack-request-id: req-9289e5f1-7237-4ead-b4f9-478af22c830e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:18.899752 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2", "tag": "d6bf07dd-e542-41d3-ab00-c39d85d5b7b4", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:18.900006 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9289e5f1-7237-4ead-b4f9-478af22c830e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:18.900410 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'tag': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'status': 'completed', 'code': 200} Aug 16 01:45:18.912884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10226d50-4a52-4a2d-af7e-c282aa276d10 req-4bcfeb38-0511-42e7-9ef6-2aa9d381bb13 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.914483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10226d50-4a52-4a2d-af7e-c282aa276d10 req-4bcfeb38-0511-42e7-9ef6-2aa9d381bb13 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 943 time: 0.1132324 Aug 16 01:45:18.948288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Deleting port 87805bc1-f956-4f6b-b577-9849f7e4b71c {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:18.948699 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.950277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Made reservation on behalf of 51744273d8a2471c99ec6f04bf10ba5e for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:18.953645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.008743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:19.029302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'port_id': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565', 'mac_address': 'fa:16:3e:a8:85:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f412be-9693-4499-9b6e-5d42eec545f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:19.070017 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10226d50-4a52-4a2d-af7e-c282aa276d10 req-17ee7f05-79a1-40ef-86be-ac1bc0a5fd5b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488910 Aug 16 01:45:19.077120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b820ea0d-97bd-4856-9526-b61fbb070076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:19.107838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820ea0d-97bd-4856-9526-b61fbb070076 None None] The sync data for ids ['fdf4ef54-10aa-4945-ac1f-7dcdcaf24121'] in n-d-768509-23 is: [{'id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1714037647-router', 'tenant_id': '4ac6e9001e304bba8633a33a3e19c64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:06Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 5, 'project_id': '4ac6e9001e304bba8633a33a3e19c64b', 'gw_port': {'id': '87805bc1-f956-4f6b-b577-9849f7e4b71c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf4ef54-10aa-4945-ac1f-7dcdcaf24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:07Z', 'updated_at': '2021-08-16T01:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:19.109523 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.129896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:19.163884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:19.281345 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.339258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:19.414365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f3fda-c193-4185-a1d4-9685a93ea7f9 req-a5c84a79-409f-4fbe-92ea-90efb553bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.415829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-021f3fda-c193-4185-a1d4-9685a93ea7f9 req-a5c84a79-409f-4fbe-92ea-90efb553bcf6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23a32514775d4731946013afa92bd612&device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 1095 time: 0.4833245 Aug 16 01:45:19.537700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c7237ece-478c-459c-a57d-bd4835da7396 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:19.565918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c7237ece-478c-459c-a57d-bd4835da7396 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:19.566381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c7237ece-478c-459c-a57d-bd4835da7396 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:19.577799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['1b49fc0f-2a53-4fbd-a2a1-51445a5f2565'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:19.616974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] For port 87805bc1-f956-4f6b-b577-9849f7e4b71c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=87805bc1-f956-4f6b-b577-9849f7e4b71c,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:19.617437 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.657672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19c029-17ba-4d09-a6b7-2c443f5195b2 req-6a793601-dd46-4ff0-8dab-6e00ec12308d tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.663609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19c029-17ba-4d09-a6b7-2c443f5195b2 req-6a793601-dd46-4ff0-8dab-6e00ec12308d tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.665239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb19c029-17ba-4d09-a6b7-2c443f5195b2 req-6a793601-dd46-4ff0-8dab-6e00ec12308d tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1682 time: 0.2758582 Aug 16 01:45:19.683691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Calling delete_port for 87805bc1-f956-4f6b-b577-9849f7e4b71c owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:19.712444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Allocated IP 172.20.0.10 (f3c190ba-996b-4284-89a7-640b7d7304f1/397d3913-5fe2-40ff-85f3-eb0aff7ae14f/67cad001-c649-45e9-94bb-13db2e6f8f5d) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:19.779995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-799e11d4-9e9e-441a-94af-0b7339b34de8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.781468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-799e11d4-9e9e-441a-94af-0b7339b34de8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/networks?id=f3c190ba-996b-4284-89a7-640b7d7304f1 HTTP/1.1" status: 200 len: 815 time: 0.3955717 Aug 16 01:45:19.823372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f3fda-c193-4185-a1d4-9685a93ea7f9 req-8ce64720-9b01-4646-9076-6dc3f3c0bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.824821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-021f3fda-c193-4185-a1d4-9685a93ea7f9 req-8ce64720-9b01-4646-9076-6dc3f3c0bfc2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 HTTP/1.1" status: 200 len: 929 time: 0.3992007 Aug 16 01:45:19.900432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb19c029-17ba-4d09-a6b7-2c443f5195b2 req-07ded12e-5a25-4832-9186-51eaf50f94bf tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096112 Aug 16 01:45:19.907900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-021f3fda-c193-4185-a1d4-9685a93ea7f9 req-4377d5b6-6a13-4fbb-91fe-666cd82863e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 HTTP/1.1" status: 200 len: 217 time: 0.0657909 Aug 16 01:45:19.909134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-2f2afd60-7cb6-4fcd-9f60-9d396bed2170 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/quotas/51744273d8a2471c99ec6f04bf10ba5e HTTP/1.1" status: 200 len: 375 time: 0.0903018 Aug 16 01:45:20.094378 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:20.096774 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9547bbe8-3b3a-44ad-b922-688fa1b8c101" -d '{"events": [{"name": "network-changed", "server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:20.130095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f3fda-c193-4185-a1d4-9685a93ea7f9 req-7946040f-3bef-43cb-92a6-4a0661025393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.131608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-021f3fda-c193-4185-a1d4-9685a93ea7f9 req-7946040f-3bef-43cb-92a6-4a0661025393 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a21b3c1-c97f-4254-8a17-01f854a8b124 HTTP/1.1" status: 200 len: 867 time: 0.2085903 Aug 16 01:45:20.201134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29afa8d0-754c-41c4-ac5c-0361d64aadf5'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:20.203600 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0b5bb6-2608-4e52-a1e6-7208d8d6538b" -d '{"events": [{"server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "name": "network-vif-plugged", "status": "completed", "tag": "29afa8d0-754c-41c4-ac5c-0361d64aadf5"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:20.221065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-5d9558a4-64c7-41f9-953b-d05fb38284bf tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=51744273d8a2471c99ec6f04bf10ba5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2834454 Aug 16 01:45:20.269616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e700-98b6-44c3-8c06-b6eb5591534f req-912c3351-4485-4e27-a948-9c99bdfb98ff tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.275434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e700-98b6-44c3-8c06-b6eb5591534f req-912c3351-4485-4e27-a948-9c99bdfb98ff tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.281249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e700-98b6-44c3-8c06-b6eb5591534f req-912c3351-4485-4e27-a948-9c99bdfb98ff tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.287615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e700-98b6-44c3-8c06-b6eb5591534f req-912c3351-4485-4e27-a948-9c99bdfb98ff tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.293407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e700-98b6-44c3-8c06-b6eb5591534f req-912c3351-4485-4e27-a948-9c99bdfb98ff tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.299836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e700-98b6-44c3-8c06-b6eb5591534f req-912c3351-4485-4e27-a948-9c99bdfb98ff tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.305607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e700-98b6-44c3-8c06-b6eb5591534f req-912c3351-4485-4e27-a948-9c99bdfb98ff tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.307554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5b8e700-98b6-44c3-8c06-b6eb5591534f req-912c3351-4485-4e27-a948-9c99bdfb98ff tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.2525201 Aug 16 01:45:20.310696 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:20.386664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Transition to ACTIVE for port object 67cad001-c649-45e9-94bb-13db2e6f8f5d will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:20.403173 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f3fda-c193-4185-a1d4-9685a93ea7f9 req-afa28bf7-51ad-4514-bb16-67486fe165f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.404745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-021f3fda-c193-4185-a1d4-9685a93ea7f9 req-afa28bf7-51ad-4514-bb16-67486fe165f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2607710 Aug 16 01:45:20.489073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5b8e700-98b6-44c3-8c06-b6eb5591534f req-5bbeab5d-f11c-45d4-b69b-86137e0f6ff9 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635618 Aug 16 01:45:20.494408 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:20.550591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=87805bc1-f956-4f6b-b577-9849f7e4b71c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:20.562854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-d72749b8-f71c-45b5-8d1c-f345b6593214 service neutron] 10.222.0.66 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260400 Aug 16 01:45:20.567024 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:20.716668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d9598b3d-dc4f-4c14-bf27-6d80804a96fb details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:20.719000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:20.727775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:20.814547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-021f3fda-c193-4185-a1d4-9685a93ea7f9 req-0557de8e-1301-4ca3-bf75-3dde46777033 service neutron] 10.222.0.64 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997908 Aug 16 01:45:20.888837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Network f3c190ba-996b-4284-89a7-640b7d7304f1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:20.908101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:20.924294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'mac_address': 'fa:16:3e:2b:b4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:20.928061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:20.930902 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:20.933111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:20.933620 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:20.940767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:20.950231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Pushing event updated for resources: {'Port': ['ID=67cad001-c649-45e9-94bb-13db2e6f8f5d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:21.005054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:21.053867 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.070460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-15da78c6-78ed-45a1-a21d-12c911bc47db tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:21.072048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-15da78c6-78ed-45a1-a21d-12c911bc47db tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.74 "GET /v2.0/networks?id=f3c190ba-996b-4284-89a7-640b7d7304f1 HTTP/1.1" status: 200 len: 815 time: 0.5116858 Aug 16 01:45:21.075235 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.079072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fc63c-501d-4cee-8975-fbd40b4b5aca req-332069cb-f8bd-4bbb-9c25-48a0f734e33c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:21.080642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e7fc63c-501d-4cee-8975-fbd40b4b5aca req-332069cb-f8bd-4bbb-9c25-48a0f734e33c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 945 time: 0.4579594 Aug 16 01:45:21.090137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9598b3d-dc4f-4c14-bf27-6d80804a96fb {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:21.115680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:21.124753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Request body: {'port': {'device_id': 'e6705bd2-662b-4cd9-bb61-19918c187653', 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1', 'admin_state_up': True, 'tenant_id': '51744273d8a2471c99ec6f04bf10ba5e'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:21.140369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-cc0e34ef-927b-4b4d-8729-2ff16c8e701e service neutron] 10.222.0.66 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547969 Aug 16 01:45:21.142080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:21.203605 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.203605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:21.274050 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.349533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=12']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:21.504522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:21.515788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a8f868e8-0453-4237-8e95-aec6255e98da None None] Provisioning for port 67cad001-c649-45e9-94bb-13db2e6f8f5d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:21.529010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:21.546189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a8f868e8-0453-4237-8e95-aec6255e98da None None] Provisioning complete for port 67cad001-c649-45e9-94bb-13db2e6f8f5d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:21.546851 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a8f868e8-0453-4237-8e95-aec6255e98da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.554764 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.571521 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.574309 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.617480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'port_id': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'mac_address': 'fa:16:3e:ee:ea:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:21.691763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a8f868e8-0453-4237-8e95-aec6255e98da None None] Port 67cad001-c649-45e9-94bb-13db2e6f8f5d cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:21.709374 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.728316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:21.730078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:21.730726 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.757062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:21.776501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-021f3fda-c193-4185-a1d4-9685a93ea7f9 req-8ad931f6-4446-4c0a-8ac8-c1b1ab1b2dc0 service neutron] 10.222.0.64 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9430127 Aug 16 01:45:21.795942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e7fc63c-501d-4cee-8975-fbd40b4b5aca req-46f57158-90af-496a-b8fd-56c2632505c2 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653516 Aug 16 01:45:21.815873 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.815873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:45:21.815873 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.820576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-28a55b4d-81cd-48d5-a58a-f0611ff69c52 admin admin] 10.222.0.66 "DELETE /v2.0/routers/fdf4ef54-10aa-4945-ac1f-7dcdcaf24121 HTTP/1.1" status: 204 len: 168 time: 3.9404409 Aug 16 01:45:21.825681 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55982) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:21.882252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcdb6b-b5c7-4f8e-bdb8-2b04160a0898 req-ec4b0285-7eef-4b98-a30a-de0a967a54c0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:21.884252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ebcdb6b-b5c7-4f8e-bdb8-2b04160a0898 req-ec4b0285-7eef-4b98-a30a-de0a967a54c0 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 950 time: 0.3183403 Aug 16 01:45:21.900566 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.931512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb0922b-7e3c-4e8c-bb97-0d6f153749ca admin admin] Deleting subnet ad817ee8-5669-4914-8a3e-7cebbd68cfa0 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:45:21.935723 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acb0922b-7e3c-4e8c-bb97-0d6f153749ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.969504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:22.004904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acb0922b-7e3c-4e8c-bb97-0d6f153749ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.014764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-3221dbdb-b440-45b8-aab0-5a6e66774811 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4375868 Aug 16 01:45:22.044946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Request body: {'port': {'device_id': 'a875a19e-0b2b-47df-82bb-fe2d851961ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:22.056915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf66468-1dfd-4f22-9d47-589b2e3450ed req-f20e89cf-f33c-482d-b875-e69ac74b0374 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:22.068700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acf66468-1dfd-4f22-9d47-589b2e3450ed req-f20e89cf-f33c-482d-b875-e69ac74b0374 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 944 time: 0.1550155 Aug 16 01:45:22.122497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Made reservation on behalf of 51744273d8a2471c99ec6f04bf10ba5e for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:22.126185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.150645 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acb0922b-7e3c-4e8c-bb97-0d6f153749ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.155505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ebcdb6b-b5c7-4f8e-bdb8-2b04160a0898 req-d66f3f26-949f-4f75-9f47-c27c53644cf3 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510774 Aug 16 01:45:22.237832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d6bf07dd-e542-41d3-ab00-c39d85d5b7b4'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:22.263948 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.274080 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec3f855-75ab-42f6-b3cc-8c118750d061 x-openstack-request-id: req-eec3f855-75ab-42f6-b3cc-8c118750d061 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:22.274080 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:22.279606 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eec3f855-75ab-42f6-b3cc-8c118750d061 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:22.280202 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'status': 'completed', 'code': 200} Aug 16 01:45:22.290057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d9598b3d-dc4f-4c14-bf27-6d80804a96fb'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:22.315090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acf66468-1dfd-4f22-9d47-589b2e3450ed req-24fe2700-7654-4b65-8afe-42ced0ec5b3f tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452216 Aug 16 01:45:22.331977 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9f8fc7-2183-490a-b064-cebc24ea9792 x-openstack-request-id: req-5b9f8fc7-2183-490a-b064-cebc24ea9792 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:22.332539 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "name": "network-vif-plugged", "status": "completed", "tag": "29afa8d0-754c-41c4-ac5c-0361d64aadf5", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:22.335763 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b9f8fc7-2183-490a-b064-cebc24ea9792 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:22.336293 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29afa8d0-754c-41c4-ac5c-0361d64aadf5', 'code': 200} Aug 16 01:45:22.371795 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acb0922b-7e3c-4e8c-bb97-0d6f153749ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.445885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0922b-7e3c-4e8c-bb97-0d6f153749ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad817ee8-5669-4914-8a3e-7cebbd68cfa0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:22.449658 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acb0922b-7e3c-4e8c-bb97-0d6f153749ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.455403 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-acb0922b-7e3c-4e8c-bb97-0d6f153749ca admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ad817ee8-5669-4914-8a3e-7cebbd68cfa0 HTTP/1.1" status: 204 len: 168 time: 0.6277854 Aug 16 01:45:22.491198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55988) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:22.522351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e70137-c830-4533-9edc-a713298c918d req-d5b972aa-fbd1-45be-858e-fbf424a0326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:22.522351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e70137-c830-4533-9edc-a713298c918d req-d5b972aa-fbd1-45be-858e-fbf424a0326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:22.522351 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-42e70137-c830-4533-9edc-a713298c918d req-d5b972aa-fbd1-45be-858e-fbf424a0326e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1986 time: 0.0922244 Aug 16 01:45:22.529946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c142b4-d13f-4be3-bd8c-56a67a237be2 None None] Network f822c47b-c400-41ce-b019-ea73c124298f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:22.565085 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-42e70137-c830-4533-9edc-a713298c918d req-5be10851-aee6-4179-8554-5c6393770354 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 Aug 16 01:45:22.650498 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45718c93-0a43-48c8-8da6-29ec84d7448a req-0c463018-1e1a-453c-ba55-5e0ee50a6f51 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 210 time: 0.1134901 Aug 16 01:45:22.793781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547bbe8-3b3a-44ad-b922-688fa1b8c101 req-66ae8028-e316-4903-a0e3-12f03d8a754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:22.795426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9547bbe8-3b3a-44ad-b922-688fa1b8c101 req-66ae8028-e316-4903-a0e3-12f03d8a754e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1102 time: 0.4713705 Aug 16 01:45:22.800226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Allocated IP 172.20.0.13 (f3c190ba-996b-4284-89a7-640b7d7304f1/397d3913-5fe2-40ff-85f3-eb0aff7ae14f/86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:22.823287 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.861428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d09a0f-3826-4519-be7e-2a5ea675af81 req-ed6b0130-1a5b-4dea-bca3-f0341d279f79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:22.866224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d09a0f-3826-4519-be7e-2a5ea675af81 req-ed6b0130-1a5b-4dea-bca3-f0341d279f79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:22.866797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9b38f6-f167-47be-8d08-41da5983cba3 None None] DHCP port deletion for f822c47b-c400-41ce-b019-ea73c124298f request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:45:22.867867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52d09a0f-3826-4519-be7e-2a5ea675af81 req-ed6b0130-1a5b-4dea-bca3-f0341d279f79 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1682 time: 0.5074680 Aug 16 01:45:22.925777 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b38f6-f167-47be-8d08-41da5983cba3 None None] Deleting port f4f08070-a91d-4925-9e30-2d21a2b02f7c {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:22.926405 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0e9b38f6-f167-47be-8d08-41da5983cba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.003576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0e9b38f6-f167-47be-8d08-41da5983cba3 None None] For port f4f08070-a91d-4925-9e30-2d21a2b02f7c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f4f08070-a91d-4925-9e30-2d21a2b02f7c,segment=NetworkSegment(8e31a206-94a0-45fe-bb82-7e0babf5e4b8),segment_id=8e31a206-94a0-45fe-bb82-7e0babf5e4b8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:23.004074 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0e9b38f6-f167-47be-8d08-41da5983cba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.024046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b38f6-f167-47be-8d08-41da5983cba3 None None] Calling delete_port for f4f08070-a91d-4925-9e30-2d21a2b02f7c owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:23.043449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237c95a-8974-43ae-9f41-d4f3b4043f8c req-91f211a7-8b81-4cd2-b17a-315c4fd07b6c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.049437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237c95a-8974-43ae-9f41-d4f3b4043f8c req-91f211a7-8b81-4cd2-b17a-315c4fd07b6c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.055338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237c95a-8974-43ae-9f41-d4f3b4043f8c req-91f211a7-8b81-4cd2-b17a-315c4fd07b6c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.061160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237c95a-8974-43ae-9f41-d4f3b4043f8c req-91f211a7-8b81-4cd2-b17a-315c4fd07b6c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.067128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237c95a-8974-43ae-9f41-d4f3b4043f8c req-91f211a7-8b81-4cd2-b17a-315c4fd07b6c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.073060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237c95a-8974-43ae-9f41-d4f3b4043f8c req-91f211a7-8b81-4cd2-b17a-315c4fd07b6c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.078909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237c95a-8974-43ae-9f41-d4f3b4043f8c req-91f211a7-8b81-4cd2-b17a-315c4fd07b6c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.081398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f237c95a-8974-43ae-9f41-d4f3b4043f8c req-91f211a7-8b81-4cd2-b17a-315c4fd07b6c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.2899640 Aug 16 01:45:23.095775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52d09a0f-3826-4519-be7e-2a5ea675af81 req-8c654c95-c6ac-45c6-b1fc-8a4d311b4e71 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809239 Aug 16 01:45:23.184173 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0e9b38f6-f167-47be-8d08-41da5983cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.211909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b38f6-f167-47be-8d08-41da5983cba3 None None] Pushing event deleted for resources: {'Port': ['ID=f4f08070-a91d-4925-9e30-2d21a2b02f7c,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:23.217117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b38f6-f167-47be-8d08-41da5983cba3 None None] No DVR routers for this DVR port f4f08070-a91d-4925-9e30-2d21a2b02f7c on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:23.232066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547bbe8-3b3a-44ad-b922-688fa1b8c101 req-156b9ebd-7398-46fa-93a1-2a47eb1deeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.234003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9547bbe8-3b3a-44ad-b922-688fa1b8c101 req-156b9ebd-7398-46fa-93a1-2a47eb1deeae service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.4189050 Aug 16 01:45:23.325012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9547bbe8-3b3a-44ad-b922-688fa1b8c101 req-92b7affe-6496-4797-b5e7-c8e00c8740f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 200 len: 217 time: 0.0727634 Aug 16 01:45:23.335868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f237c95a-8974-43ae-9f41-d4f3b4043f8c req-d45d5512-f2ff-4fa6-9372-83a9443e3bc1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2434011 Aug 16 01:45:23.387082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f6d12-58e3-4edc-9ae4-5939574bfdc9 req-ec6eea48-9f7f-4da8-a9b3-21defd5e69c4 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.388638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-423f6d12-58e3-4edc-9ae4-5939574bfdc9 req-ec6eea48-9f7f-4da8-a9b3-21defd5e69c4 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 1102 time: 0.1885886 Aug 16 01:45:23.393516 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.396353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Deleting port f4f08070-a91d-4925-9e30-2d21a2b02f7c {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:23.396688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.493017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Transition to ACTIVE for port object 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:23.500843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547bbe8-3b3a-44ad-b922-688fa1b8c101 req-9829ad2d-dd5f-46ae-9804-26b8faec679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.502734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9547bbe8-3b3a-44ad-b922-688fa1b8c101 req-9829ad2d-dd5f-46ae-9804-26b8faec679b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1641471 Aug 16 01:45:23.584961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-423f6d12-58e3-4edc-9ae4-5939574bfdc9 req-fb65ac9e-fbba-4a15-b305-a75680ff09b0 tempest-MigrationsAdminTest-197661384 tempest-MigrationsAdminTest-197661384-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860721 Aug 16 01:45:23.589322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] For port f4f08070-a91d-4925-9e30-2d21a2b02f7c, host n-d-768509-23, got binding levels [] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:23.589695 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.594626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f4f08070-a91d-4925-9e30-2d21a2b02f7c no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:23.622383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Calling delete_port for f4f08070-a91d-4925-9e30-2d21a2b02f7c owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:23.625451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.ipam_backend_mixin [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Port f4f08070-a91d-4925-9e30-2d21a2b02f7c was not found and therefore no delete operation was performed {{(pid=95516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:45:23.630711 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.634303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f4f08070-a91d-4925-9e30-2d21a2b02f7c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:23.634303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f4f08070-a91d-4925-9e30-2d21a2b02f7c not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:23.634303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 87805bc1-f956-4f6b-b577-9849f7e4b71c no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:23.654212 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 87805bc1-f956-4f6b-b577-9849f7e4b71c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:23.654792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 87805bc1-f956-4f6b-b577-9849f7e4b71c not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:23.673259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3133bba-9f1f-4785-a919-43dcba6eea97 req-6f451f77-2286-4410-88b5-bca46454e3c7 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.674840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3133bba-9f1f-4785-a919-43dcba6eea97 req-6f451f77-2286-4410-88b5-bca46454e3c7 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.2033989 Aug 16 01:45:23.681592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547bbe8-3b3a-44ad-b922-688fa1b8c101 req-96638d13-b268-4b84-9314-7f27a1b559b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.683090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9547bbe8-3b3a-44ad-b922-688fa1b8c101 req-96638d13-b268-4b84-9314-7f27a1b559b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1596694 Aug 16 01:45:23.683848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f08070-a91d-4925-9e30-2d21a2b02f7c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:23.691961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] No DVR routers for this DVR port f4f08070-a91d-4925-9e30-2d21a2b02f7c on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:23.871807 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.958976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3133bba-9f1f-4785-a919-43dcba6eea97 req-605b11c8-9e58-4734-ba18-e23c9a085b72 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719038 Aug 16 01:45:23.961336 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.004987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f822c47b-c400-41ce-b019-ea73c124298f']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:24.034716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Network f3c190ba-996b-4284-89a7-640b7d7304f1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:24.044535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e31a206-94a0-45fe-bb82-7e0babf5e4b8') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:24.045146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e31a206-94a0-45fe-bb82-7e0babf5e4b8') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:24.056044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:24.068233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Pushing event updated for resources: {'Port': ['ID=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:24.068233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1781705-756d-4310-b6d5-8302f6546462 req-d91bfa03-81a9-4ca1-aaf5-dc072eb1a6a9 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:24.069161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1781705-756d-4310-b6d5-8302f6546462 req-d91bfa03-81a9-4ca1-aaf5-dc072eb1a6a9 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 944 time: 0.3597658 Aug 16 01:45:24.084898 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:24.105834 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.196847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9547bbe8-3b3a-44ad-b922-688fa1b8c101 req-d3ae92be-8f3d-42fa-83eb-7294adef7af6 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003490 Aug 16 01:45:24.234731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.338118 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:24.341131 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c1f752-c14a-4560-a0c9-8429a8be96af" -d '{"events": [{"server_uuid": "be13fafb-097f-4895-ad8f-58aa5e27094a", "name": "network-vif-plugged", "status": "completed", "tag": "1b49fc0f-2a53-4fbd-a2a1-51445a5f2565"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:24.479857 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6657b091-bbf4-4071-a8dd-ff0446166717 None None] Provisioning for port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:24.489115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6657b091-bbf4-4071-a8dd-ff0446166717 None None] Provisioning complete for port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:24.489443 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6657b091-bbf4-4071-a8dd-ff0446166717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.538521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6657b091-bbf4-4071-a8dd-ff0446166717 None None] Port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:24.575646 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:24.576057 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.585144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:24.585753 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:24.587943 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:24.646206 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1781705-756d-4310-b6d5-8302f6546462 req-24812aad-a0d5-427e-9b85-24b01fc9742b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560627 Aug 16 01:45:24.690822 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6f03ecb-4d3f-463c-b767-368422cd7bed req-66b01493-601c-412a-9ff1-8a079918a67e tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 210 time: 0.1241357 Aug 16 01:45:24.746742 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceae0eea-93ff-43e7-8e1b-73420215ddc5 x-openstack-request-id: req-ceae0eea-93ff-43e7-8e1b-73420215ddc5 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:24.747222 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be13fafb-097f-4895-ad8f-58aa5e27094a", "name": "network-vif-plugged", "status": "completed", "tag": "1b49fc0f-2a53-4fbd-a2a1-51445a5f2565", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:24.747550 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ceae0eea-93ff-43e7-8e1b-73420215ddc5 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:24.748067 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565', 'code': 200} Aug 16 01:45:24.764359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d9598b3d-dc4f-4c14-bf27-6d80804a96fb up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:24.787968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-aecd81e3-a3db-48b8-9367-04b69c301d73 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6687021 Aug 16 01:45:24.800540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-dc910359-163f-42e6-8a43-1daf80cc03f4 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:24.802117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-dc910359-163f-42e6-8a43-1daf80cc03f4 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.64 "GET /v2.0/networks?id=f3c190ba-996b-4284-89a7-640b7d7304f1 HTTP/1.1" status: 200 len: 815 time: 0.7659769 Aug 16 01:45:24.815930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Request body: {'port': {'device_id': 'e6705bd2-662b-4cd9-bb61-19918c187653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:24.823474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cad001-c649-45e9-94bb-13db2e6f8f5d {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:24.855998 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.861922 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.885759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb68c9c-45a6-4a0e-a9a0-568ead8a2c2f req-7b44595c-2ecc-4e70-92e4-1615c47d52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:24.887478 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9bb68c9c-45a6-4a0e-a9a0-568ead8a2c2f req-7b44595c-2ecc-4e70-92e4-1615c47d52e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 1098 time: 0.0456617 Aug 16 01:45:24.889117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9547bbe8-3b3a-44ad-b922-688fa1b8c101 req-034d2874-20cd-461d-98c0-102cc9acdbda service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781492 Aug 16 01:45:24.893399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Request body: {'port': {'device_id': 'c95a96cf-69a4-4317-b147-d7c9216ff321', 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1', 'admin_state_up': True, 'tenant_id': '51744273d8a2471c99ec6f04bf10ba5e'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:24.900060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.904567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] 10.222.0.66 "DELETE /v2.0/networks/f822c47b-c400-41ce-b019-ea73c124298f HTTP/1.1" status: 204 len: 168 time: 2.4075744 Aug 16 01:45:24.906560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56008) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:24.927171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port d9598b3d-dc4f-4c14-bf27-6d80804a96fb completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:24.931766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port d9598b3d-dc4f-4c14-bf27-6d80804a96fb triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:24.932586 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.966488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63772aab-7e96-4dd8-be58-280404a8a5cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f822c47b-c400-41ce-b019-ea73c124298f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:24.977880 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9bb68c9c-45a6-4a0e-a9a0-568ead8a2c2f req-e855aa22-4031-421e-be03-8670d663b20f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782206 Aug 16 01:45:24.979547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Transition to ACTIVE for port object 67cad001-c649-45e9-94bb-13db2e6f8f5d will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:24.992721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39e1f2-3b9f-4829-8fe8-1d0e105746e7 req-a7fc720a-573f-4e53-83f2-3bee2767939b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:24.998703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39e1f2-3b9f-4829-8fe8-1d0e105746e7 req-a7fc720a-573f-4e53-83f2-3bee2767939b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:25.000367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc39e1f2-3b9f-4829-8fe8-1d0e105746e7 req-a7fc720a-573f-4e53-83f2-3bee2767939b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1682 time: 0.2938709 Aug 16 01:45:25.021768 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.058329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:25.060955 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.073103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740433-725a-4ba2-9e1f-3b77a17d665d req-e62b2ad6-010d-4ecb-bf1d-a0824e74ad89 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:25.079656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740433-725a-4ba2-9e1f-3b77a17d665d req-e62b2ad6-010d-4ecb-bf1d-a0824e74ad89 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:25.085539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740433-725a-4ba2-9e1f-3b77a17d665d req-e62b2ad6-010d-4ecb-bf1d-a0824e74ad89 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:25.091440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740433-725a-4ba2-9e1f-3b77a17d665d req-e62b2ad6-010d-4ecb-bf1d-a0824e74ad89 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:25.098065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740433-725a-4ba2-9e1f-3b77a17d665d req-e62b2ad6-010d-4ecb-bf1d-a0824e74ad89 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:25.103914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740433-725a-4ba2-9e1f-3b77a17d665d req-e62b2ad6-010d-4ecb-bf1d-a0824e74ad89 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:25.109770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740433-725a-4ba2-9e1f-3b77a17d665d req-e62b2ad6-010d-4ecb-bf1d-a0824e74ad89 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:25.111953 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33740433-725a-4ba2-9e1f-3b77a17d665d req-e62b2ad6-010d-4ecb-bf1d-a0824e74ad89 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.3028188 Aug 16 01:45:25.123987 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.144760 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.145613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:25.230889 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=13']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:25.240988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc39e1f2-3b9f-4829-8fe8-1d0e105746e7 req-a816d2e6-22c5-40cd-b450-fff1eadfca65 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154477 Aug 16 01:45:25.274973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Pushing event updated for resources: {'Port': ['ID=67cad001-c649-45e9-94bb-13db2e6f8f5d,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:25.301304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33740433-725a-4ba2-9e1f-3b77a17d665d req-5349834f-0c42-41c0-b93f-d39e6f0443d7 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1681316 Aug 16 01:45:25.304275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:25.310964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:25.311909 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.349411 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.431907 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.480748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:25.538832 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.557229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Made reservation on behalf of 51744273d8a2471c99ec6f04bf10ba5e for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:25.560732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.605458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:25.623603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b28d-ffb1-4477-8c30-d2425bfdd30a req-aa34d802-cea5-4e2f-ae72-6abf7206b7c4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:25.625119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1584b28d-ffb1-4477-8c30-d2425bfdd30a req-aa34d802-cea5-4e2f-ae72-6abf7206b7c4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 951 time: 0.2942498 Aug 16 01:45:25.646542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Attempting to bind port 67cad001-c649-45e9-94bb-13db2e6f8f5d on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:25.646881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Attempting to bind port 67cad001-c649-45e9-94bb-13db2e6f8f5d by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:25.647216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Attempting to bind port 67cad001-c649-45e9-94bb-13db2e6f8f5d on network f3c190ba-996b-4284-89a7-640b7d7304f1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:25.654084 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] Deleting port 387675d4-c7f1-478e-9c52-ab4371a28aef {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:25.654425 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.655814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0814441-2a4d-4a85-9c50-c0de0344fb20 req-28213e7d-1a35-4bd7-916f-3af20dd28ef3 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:25.657464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0814441-2a4d-4a85-9c50-c0de0344fb20 req-28213e7d-1a35-4bd7-916f-3af20dd28ef3 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.2017436 Aug 16 01:45:25.694529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Port 67cad001-c649-45e9-94bb-13db2e6f8f5d on network f3c190ba-996b-4284-89a7-640b7d7304f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:25.694853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Attempting to bind port 67cad001-c649-45e9-94bb-13db2e6f8f5d on network f3c190ba-996b-4284-89a7-640b7d7304f1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:25.740352 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] For port 387675d4-c7f1-478e-9c52-ab4371a28aef, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=387675d4-c7f1-478e-9c52-ab4371a28aef,segment=NetworkSegment(566e00b9-6f00-4654-a6c1-2f1b24989a29),segment_id=566e00b9-6f00-4654-a6c1-2f1b24989a29)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:25.740636 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.754106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] Calling delete_port for 387675d4-c7f1-478e-9c52-ab4371a28aef owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:25.760126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:25.760474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Checking segment: {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:25.760870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Bound using segment: {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:25.761319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Bound port: 67cad001-c649-45e9-94bb-13db2e6f8f5d, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:25.761684 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.823674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1584b28d-ffb1-4477-8c30-d2425bfdd30a req-a90d86ce-1fe3-4367-988b-756f1f3d9c24 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861155 Aug 16 01:45:25.834853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0814441-2a4d-4a85-9c50-c0de0344fb20 req-9972f19b-5a60-47d7-ae9f-2c3e93d54376 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655037 Aug 16 01:45:25.916621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] For port 67cad001-c649-45e9-94bb-13db2e6f8f5d, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:25.921213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] For port 67cad001-c649-45e9-94bb-13db2e6f8f5d, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=67cad001-c649-45e9-94bb-13db2e6f8f5d,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:25.974172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:25.982207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.000500 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.035982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.047745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Transition to ACTIVE for port object 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:26.093900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7eb49a11-694f-49b4-bde9-2f4ce566500c req-3e9c13dd-2bc8-4577-9159-0d81bb29bcab tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 210 time: 0.0842788 Aug 16 01:45:26.098846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.099474 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.100849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] 10.222.0.74 "PUT /v2.0/ports/67cad001-c649-45e9-94bb-13db2e6f8f5d HTTP/1.1" status: 200 len: 1093 time: 4.0721693 Aug 16 01:45:26.101556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a875a19e-0b2b-47df-82bb-fe2d851961ee', 'tag': '67cad001-c649-45e9-94bb-13db2e6f8f5d'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:26.103631 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f899c0-9274-422b-894d-e8921b0ab7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a875a19e-0b2b-47df-82bb-fe2d851961ee", "tag": "67cad001-c649-45e9-94bb-13db2e6f8f5d"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:26.126518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=387675d4-c7f1-478e-9c52-ab4371a28aef,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:26.153123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.167791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fe3b5-d704-42ea-8d13-71cf44a58463 service neutron] Pushing event updated for resources: {'Port': ['ID=67cad001-c649-45e9-94bb-13db2e6f8f5d,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:26.214416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c604553-3429-4cc4-b366-d00778c1bc32 req-4dcb498f-a172-492c-8acc-86b49f78afa8 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.216107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c604553-3429-4cc4-b366-d00778c1bc32 req-4dcb498f-a172-492c-8acc-86b49f78afa8 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 945 time: 0.2273037 Aug 16 01:45:26.316334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c368f5b-4db2-421e-92b5-d8002d1f1e87 req-f38ccd10-9a2e-4cf1-acc9-18098c6a1c7a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.318167 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5c368f5b-4db2-421e-92b5-d8002d1f1e87 req-f38ccd10-9a2e-4cf1-acc9-18098c6a1c7a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 951 time: 0.1790755 Aug 16 01:45:26.361466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Allocated IP 172.20.0.7 (f3c190ba-996b-4284-89a7-640b7d7304f1/397d3913-5fe2-40ff-85f3-eb0aff7ae14f/9c8248ce-5cfd-4cdc-8061-00324c869960) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:26.453706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Pushing event updated for resources: {'Port': ['ID=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:26.507815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c604553-3429-4cc4-b366-d00778c1bc32 req-7ab03124-9bec-42c4-910c-e63d3402ba4a tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729051 Aug 16 01:45:26.523013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-c6b91843-6839-46bd-88f9-a5701b2587aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.526790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-c6b91843-6839-46bd-88f9-a5701b2587aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=51744273d8a2471c99ec6f04bf10ba5e&device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 1096 time: 0.2897666 Aug 16 01:45:26.600981 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.630186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-90047159-0422-4af0-a26f-d1099c938be4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67cad001-c649-45e9-94bb-13db2e6f8f5d HTTP/1.1" status: 200 len: 217 time: 0.0912786 Aug 16 01:45:26.684780 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c3d58c-4609-424d-bb17-2c34faffefbb x-openstack-request-id: req-94c3d58c-4609-424d-bb17-2c34faffefbb {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:26.685130 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a875a19e-0b2b-47df-82bb-fe2d851961ee", "tag": "67cad001-c649-45e9-94bb-13db2e6f8f5d", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:26.685325 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94c3d58c-4609-424d-bb17-2c34faffefbb {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:26.685702 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a875a19e-0b2b-47df-82bb-fe2d851961ee', 'tag': '67cad001-c649-45e9-94bb-13db2e6f8f5d', 'status': 'completed', 'code': 200} Aug 16 01:45:26.734348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-5c368f5b-4db2-421e-92b5-d8002d1f1e87 req-584e9f2c-8395-40b1-ae7e-c4b547ddb2ca tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Deleting port d9598b3d-dc4f-4c14-bf27-6d80804a96fb {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:26.734698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-5c368f5b-4db2-421e-92b5-d8002d1f1e87 req-584e9f2c-8395-40b1-ae7e-c4b547ddb2ca tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.749515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb'}, {'server_uuid': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:26.753486 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf507a4-75fb-4126-91fd-aee1bdeecd5a" -d '{"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-plugged", "status": "completed", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb"}, {"server_uuid": "c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2", "name": "network-vif-plugged", "status": "completed", "tag": "d6bf07dd-e542-41d3-ab00-c39d85d5b7b4"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:26.795731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Attempting to bind port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:26.796074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Attempting to bind port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:26.796401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Attempting to bind port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f on network f3c190ba-996b-4284-89a7-640b7d7304f1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:26.800559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-e8f38ba4-e830-43e1-9d04-510bcc06b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.802063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-e8f38ba4-e830-43e1-9d04-510bcc06b563 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397d3913-5fe2-40ff-85f3-eb0aff7ae14f HTTP/1.1" status: 200 len: 854 time: 0.1259422 Aug 16 01:45:26.836667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f on network f3c190ba-996b-4284-89a7-640b7d7304f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:26.836992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Attempting to bind port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f on network f3c190ba-996b-4284-89a7-640b7d7304f1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:26.884990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061223a8-a396-4a93-a276-93a132942319 req-d2f0bf3b-b81c-46b2-baf6-c85fc3fb7e4f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.893486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061223a8-a396-4a93-a276-93a132942319 req-d2f0bf3b-b81c-46b2-baf6-c85fc3fb7e4f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.899458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061223a8-a396-4a93-a276-93a132942319 req-d2f0bf3b-b81c-46b2-baf6-c85fc3fb7e4f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.905341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061223a8-a396-4a93-a276-93a132942319 req-d2f0bf3b-b81c-46b2-baf6-c85fc3fb7e4f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.911279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061223a8-a396-4a93-a276-93a132942319 req-d2f0bf3b-b81c-46b2-baf6-c85fc3fb7e4f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.917159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061223a8-a396-4a93-a276-93a132942319 req-d2f0bf3b-b81c-46b2-baf6-c85fc3fb7e4f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.923525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061223a8-a396-4a93-a276-93a132942319 req-d2f0bf3b-b81c-46b2-baf6-c85fc3fb7e4f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.925567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-061223a8-a396-4a93-a276-93a132942319 req-d2f0bf3b-b81c-46b2-baf6-c85fc3fb7e4f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.2122889 Aug 16 01:45:26.930375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-5c368f5b-4db2-421e-92b5-d8002d1f1e87 req-584e9f2c-8395-40b1-ae7e-c4b547ddb2ca tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] For port d9598b3d-dc4f-4c14-bf27-6d80804a96fb, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:26.930719 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-5c368f5b-4db2-421e-92b5-d8002d1f1e87 req-584e9f2c-8395-40b1-ae7e-c4b547ddb2ca tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.946136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:26.946136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Checking segment: {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:26.946136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Bound using segment: {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:26.946564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Bound port: 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:26.946789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.951770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-5c368f5b-4db2-421e-92b5-d8002d1f1e87 req-584e9f2c-8395-40b1-ae7e-c4b547ddb2ca tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Calling delete_port for d9598b3d-dc4f-4c14-bf27-6d80804a96fb owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:26.993584 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.003228 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] Router dbb60792-57cd-4fdd-9665-0cbb04d555c4 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:45:27.049340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca83f0f-978c-43ae-8f3c-6d3919d2ea76 req-d024c249-f5b3-471c-b3ba-690fcb85b52b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:27.055079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca83f0f-978c-43ae-8f3c-6d3919d2ea76 req-d024c249-f5b3-471c-b3ba-690fcb85b52b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:27.056645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ca83f0f-978c-43ae-8f3c-6d3919d2ea76 req-d024c249-f5b3-471c-b3ba-690fcb85b52b tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1682 time: 0.2496159 Aug 16 01:45:27.067933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Transition to ACTIVE for port object 9c8248ce-5cfd-4cdc-8061-00324c869960 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:27.072835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-61458612-253a-473c-834c-c43d878881a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:27.074346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-61458612-253a-473c-834c-c43d878881a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f3c190ba-996b-4284-89a7-640b7d7304f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2578728 Aug 16 01:45:27.085862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-061223a8-a396-4a93-a276-93a132942319 req-737d0a01-5035-4448-bcf7-0e186958c0ff tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478982 Aug 16 01:45:27.176924 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a3ee7b-6794-4df1-917f-1e32ec470fe0 x-openstack-request-id: req-c3a3ee7b-6794-4df1-917f-1e32ec470fe0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:27.177619 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-plugged", "status": "completed", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb", "code": 200}, {"server_uuid": "c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2", "name": "network-vif-plugged", "status": "completed", "tag": "d6bf07dd-e542-41d3-ab00-c39d85d5b7b4", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:27.178281 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3a3ee7b-6794-4df1-917f-1e32ec470fe0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:27.178858 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'code': 200} Aug 16 01:45:27.179391 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'code': 200} Aug 16 01:45:27.482476 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:27.489000 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8f8d1854-7f82-4941-a781-6100631fa7d9 admin admin] 10.222.0.66 "PUT /v2.0/routers/dbb60792-57cd-4fdd-9665-0cbb04d555c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5795243 Aug 16 01:45:27.491627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56084) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:27.495974 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c740bf8-154a-44a2-8464-ea1805b4233f None None] Sync routers for ids ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:27.510530 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c740bf8-154a-44a2-8464-ea1805b4233f None None] Routers {'dbb60792-57cd-4fdd-9665-0cbb04d555c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:27.511789 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3c740bf8-154a-44a2-8464-ea1805b4233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:27.543979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ca83f0f-978c-43ae-8f3c-6d3919d2ea76 req-a77f4f12-7a0d-4dac-bc89-b471ed714ef3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803147 Aug 16 01:45:27.547234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] For port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:27.585039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-6f0ee2b0-e5c7-4359-be15-be33679af8c3 service neutron] 10.222.0.74 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972835 Aug 16 01:45:27.623660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] For port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:27.634829 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.638544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-5c368f5b-4db2-421e-92b5-d8002d1f1e87 req-584e9f2c-8395-40b1-ae7e-c4b547ddb2ca tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.653203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['29e8c0bb-89c1-439f-872a-c2b8f2230f4a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:27.656025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['32f43514-ab56-454d-9784-6a7575034ee7', 'c45d5606-e36c-40f3-9630-7b8b54d09b29'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:27.716970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e9f2c-8395-40b1-ae7e-c4b547ddb2ca tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Pushing event deleted for resources: {'Port': ['ID=d9598b3d-dc4f-4c14-bf27-6d80804a96fb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:27.756550 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.773057 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-3c740bf8-154a-44a2-8464-ea1805b4233f None None] Set router dbb60792-57cd-4fdd-9665-0cbb04d555c4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:27.773490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c368f5b-4db2-421e-92b5-d8002d1f1e87 req-584e9f2c-8395-40b1-ae7e-c4b547ddb2ca tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] No DVR routers for this DVR port d9598b3d-dc4f-4c14-bf27-6d80804a96fb on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:27.777413 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-5c368f5b-4db2-421e-92b5-d8002d1f1e87 req-584e9f2c-8395-40b1-ae7e-c4b547ddb2ca tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.778545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:27.779560 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5c368f5b-4db2-421e-92b5-d8002d1f1e87 req-584e9f2c-8395-40b1-ae7e-c4b547ddb2ca tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "DELETE /v2.0/ports/d9598b3d-dc4f-4c14-bf27-6d80804a96fb HTTP/1.1" status: 204 len: 173 time: 1.3957331 Aug 16 01:45:27.779852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.779990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-deleted', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:27.782316 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654ee64a-0fdd-47d0-a2a9-a5d3ab600ea5" -d '{"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-deleted", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:27.783451 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] 10.222.0.74 "PUT /v2.0/ports/86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f HTTP/1.1" status: 200 len: 1093 time: 2.9731784 Aug 16 01:45:27.832956 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.894107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3efd24-c398-4f35-926f-16edb22bff30 req-53db5907-80c4-4e78-b70e-0e0e644ba195 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:27.901974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d3efd24-c398-4f35-926f-16edb22bff30 req-53db5907-80c4-4e78-b70e-0e0e644ba195 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e1b4a6-3b2f-4826-9c3f-8dd8c5004856 HTTP/1.1" status: 200 len: 868 time: 0.4355316 Aug 16 01:45:27.919275 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6193d-343c-47da-adfb-9cac7f4c062a req-34a9f3b6-9e66-414f-b36a-d7c8a07371a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:27.925016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6fa6193d-343c-47da-adfb-9cac7f4c062a req-34a9f3b6-9e66-414f-b36a-d7c8a07371a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 1097 time: 0.4599340 Aug 16 01:45:27.960243 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.012158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Network f3c190ba-996b-4284-89a7-640b7d7304f1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:28.037997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42c2f6-a1b6-4427-8407-58142f48fd46 req-b9e9dd2c-ff86-4eaf-99fa-e61f6d249133 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:28.046449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c42c2f6-a1b6-4427-8407-58142f48fd46 req-b9e9dd2c-ff86-4eaf-99fa-e61f6d249133 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.4121113 Aug 16 01:45:28.059032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:28.064984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:28.119400 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3c740bf8-154a-44a2-8464-ea1805b4233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-router', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:16Z', 'updated_at': '2021-08-16T01:45:25Z', 'revision_number': 5, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'gw_port': {'id': '63b67a66-93de-416b-b0ea-3d8828b8343f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:17Z', 'updated_at': '2021-08-16T01:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:28.154659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Deleting port 63b67a66-93de-416b-b0ea-3d8828b8343f {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:28.155007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.170471 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c740bf8-154a-44a2-8464-ea1805b4233f None None] Checking router: dbb60792-57cd-4fdd-9665-0cbb04d555c4 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:28.183031 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c740bf8-154a-44a2-8464-ea1805b4233f None None] Routers {'dbb60792-57cd-4fdd-9665-0cbb04d555c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:28.183863 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3c740bf8-154a-44a2-8464-ea1805b4233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:28.263735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:28.264449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.369214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1be31-3ef6-4cf7-96cf-2dfa3318b537 service neutron] Pushing event updated for resources: {'Port': ['ID=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:28.376236 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] For port 63b67a66-93de-416b-b0ea-3d8828b8343f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=63b67a66-93de-416b-b0ea-3d8828b8343f,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:28.376608 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.377735 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-3c740bf8-154a-44a2-8464-ea1805b4233f None None] Set router dbb60792-57cd-4fdd-9665-0cbb04d555c4 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:28.437474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-812fa204-c4ca-4689-b576-b0d4cb2327d7 req-eee8cb6e-000e-4a45-825e-5d918d27db59 service neutron] 10.222.0.74 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8162467 Aug 16 01:45:28.456651 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Calling delete_port for 63b67a66-93de-416b-b0ea-3d8828b8343f owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:28.540273 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3c740bf8-154a-44a2-8464-ea1805b4233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-router', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:16Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 6, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:28.557414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-4252c0f6-3227-4e70-9c2e-6c416f15d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:28.560993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-4252c0f6-3227-4e70-9c2e-6c416f15d005 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=51744273d8a2471c99ec6f04bf10ba5e&device_id=e6705bd2-662b-4cd9-bb61-19918c187653 HTTP/1.1" status: 200 len: 1096 time: 0.6268039 Aug 16 01:45:28.584695 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c740bf8-154a-44a2-8464-ea1805b4233f None None] The sync data for ids ['dbb60792-57cd-4fdd-9665-0cbb04d555c4'] in n-d-768509-23 is: [{'id': 'dbb60792-57cd-4fdd-9665-0cbb04d555c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1383630775-router', 'tenant_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:16Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 6, 'project_id': '7cbf4d2f22064d62ae76dc8e272630c1', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:28.605018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7376270 Aug 16 01:45:28.639271 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693e7fa-62ad-4773-8293-375a83283b5f req-5caf5502-e709-48d7-aa10-10a8924280aa tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:28.646404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693e7fa-62ad-4773-8293-375a83283b5f req-5caf5502-e709-48d7-aa10-10a8924280aa tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:28.650141 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0693e7fa-62ad-4773-8293-375a83283b5f req-5caf5502-e709-48d7-aa10-10a8924280aa tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 1682 time: 0.2449203 Aug 16 01:45:28.655876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6fa6193d-343c-47da-adfb-9cac7f4c062a req-9ccc1e21-c238-4b45-8772-4f75efffd085 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739781 Aug 16 01:45:28.723186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Request body: {'port': {'device_id': 'c95a96cf-69a4-4317-b147-d7c9216ff321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:28.725771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6705bd2-662b-4cd9-bb61-19918c187653', 'tag': '86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:28.728064 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb6f27d-5683-4344-b9b5-a249a31c5559" -d '{"events": [{"name": "network-changed", "server_uuid": "e6705bd2-662b-4cd9-bb61-19918c187653", "tag": "86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:28.746533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c42c2f6-a1b6-4427-8407-58142f48fd46 req-5d319de1-1748-44c0-ae91-b990de75c525 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6989820 Aug 16 01:45:28.775185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-187a3da4-2733-4db8-b738-232a0c9f1f16 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f HTTP/1.1" status: 200 len: 217 time: 0.1376693 Aug 16 01:45:28.803653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d6c6e-6258-4273-802f-d6fa92a77925 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Pushing event updated for resources: {'Port': ['ID=9c8248ce-5cfd-4cdc-8061-00324c869960,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:28.805644 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d9598b3d-dc4f-4c14-bf27-6d80804a96fb no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:28.840499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: d9598b3d-dc4f-4c14-bf27-6d80804a96fb {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:28.840971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d9598b3d-dc4f-4c14-bf27-6d80804a96fb not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:28.861427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d3efd24-c398-4f35-926f-16edb22bff30 req-e9241eb3-6524-4f4e-93ef-20e93786166f tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9285417 Aug 16 01:45:28.902418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-0693e7fa-62ad-4773-8293-375a83283b5f req-905ec44c-25cd-4bfd-a575-39b19c68926c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting port fea5a478-bb9b-469d-afc8-09b8d01a7c29 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:28.902763 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0693e7fa-62ad-4773-8293-375a83283b5f req-905ec44c-25cd-4bfd-a575-39b19c68926c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.978531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f899c0-9274-422b-894d-e8921b0ab7a7 req-f1592d8b-2339-4295-8942-c54dc3c40460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:28.980376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48f899c0-9274-422b-894d-e8921b0ab7a7 req-f1592d8b-2339-4295-8942-c54dc3c40460 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=51744273d8a2471c99ec6f04bf10ba5e&device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 1096 time: 0.3689559 Aug 16 01:45:28.985965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5d368cc7-75ce-472e-b815-96aab711dada None None] Provisioning for port 9c8248ce-5cfd-4cdc-8061-00324c869960 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:28.991491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5d368cc7-75ce-472e-b815-96aab711dada None None] Provisioning complete for port 9c8248ce-5cfd-4cdc-8061-00324c869960 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:28.991925 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5d368cc7-75ce-472e-b815-96aab711dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.017761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.039089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.043162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-f2a1e3df-d895-45d3-ad31-34ee004350fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:29.044746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-f2a1e3df-d895-45d3-ad31-34ee004350fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397d3913-5fe2-40ff-85f3-eb0aff7ae14f HTTP/1.1" status: 200 len: 854 time: 0.2599080 Aug 16 01:45:29.077911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5d368cc7-75ce-472e-b815-96aab711dada None None] Port 9c8248ce-5cfd-4cdc-8061-00324c869960 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:29.126719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Pushing event deleted for resources: {'Port': ['ID=63b67a66-93de-416b-b0ea-3d8828b8343f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:29.148591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-0693e7fa-62ad-4773-8293-375a83283b5f req-905ec44c-25cd-4bfd-a575-39b19c68926c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] For port fea5a478-bb9b-469d-afc8-09b8d01a7c29, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fea5a478-bb9b-469d-afc8-09b8d01a7c29,segment=NetworkSegment(e0123a3c-d24b-4045-9b7e-91880aaace8b),segment_id=e0123a3c-d24b-4045-9b7e-91880aaace8b)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:29.148969 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0693e7fa-62ad-4773-8293-375a83283b5f req-905ec44c-25cd-4bfd-a575-39b19c68926c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.211135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-0693e7fa-62ad-4773-8293-375a83283b5f req-905ec44c-25cd-4bfd-a575-39b19c68926c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Calling delete_port for fea5a478-bb9b-469d-afc8-09b8d01a7c29 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:29.232052 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.234270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3611f-2851-430a-813a-ad103a942ebd req-3ab52709-ac18-442a-abc9-0bdd42a64460 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:29.237437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5e3611f-2851-430a-813a-ad103a942ebd req-3ab52709-ac18-442a-abc9-0bdd42a64460 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 931 time: 0.2944403 Aug 16 01:45:29.248122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadda342-6c12-4729-849d-97e391b4099e req-654da7f5-6fe6-4fd7-b240-e31c143ffe5e tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:29.250261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cadda342-6c12-4729-849d-97e391b4099e req-654da7f5-6fe6-4fd7-b240-e31c143ffe5e tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 945 time: 0.2769425 Aug 16 01:45:29.362287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-81aaf146-3d12-4e45-ba49-75d63fe49012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:29.367847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-81aaf146-3d12-4e45-ba49-75d63fe49012 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f3c190ba-996b-4284-89a7-640b7d7304f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2856390 Aug 16 01:45:29.374969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f899c0-9274-422b-894d-e8921b0ab7a7 req-93fb8e8f-6e78-46b1-bb82-08e5a9576983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:29.377327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48f899c0-9274-422b-894d-e8921b0ab7a7 req-93fb8e8f-6e78-46b1-bb82-08e5a9576983 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f3c190ba-996b-4284-89a7-640b7d7304f1 HTTP/1.1" status: 200 len: 916 time: 0.3617198 Aug 16 01:45:29.379180 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.382392 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.433017 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5e3611f-2851-430a-813a-ad103a942ebd req-998fc87d-afc8-41a9-b11e-eb3c3fc01f2c tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789806 Aug 16 01:45:29.482365 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 51da5588-9d80-4706-8e6e-b703605f3e18 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:29.502349 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3689607b-efbb-4b9e-a036-5d535c52ccc7 x-openstack-request-id: req-3689607b-efbb-4b9e-a036-5d535c52ccc7 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:29.502659 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e1b4a6-3b2f-4826-9c3f-8dd8c5004856", "name": "network-vif-deleted", "tag": "d9598b3d-dc4f-4c14-bf27-6d80804a96fb", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:29.502888 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3689607b-efbb-4b9e-a036-5d535c52ccc7 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:29.503285 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e1b4a6-3b2f-4826-9c3f-8dd8c5004856', 'name': 'network-vif-deleted', 'tag': 'd9598b3d-dc4f-4c14-bf27-6d80804a96fb', 'status': 'completed', 'code': 200} Aug 16 01:45:29.514884 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.515450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbb60792-57cd-4fdd-9665-0cbb04d555c4 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:45:29.531650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48f899c0-9274-422b-894d-e8921b0ab7a7 req-0f5a7636-5468-4a8e-b1b7-292b82b4d089 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67cad001-c649-45e9-94bb-13db2e6f8f5d HTTP/1.1" status: 200 len: 217 time: 0.1346900 Aug 16 01:45:29.531840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.535506 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-affae5e6-bf90-402f-9b9b-8687a2925afd admin admin] 10.222.0.66 "DELETE /v2.0/routers/dbb60792-57cd-4fdd-9665-0cbb04d555c4 HTTP/1.1" status: 204 len: 168 time: 2.0403366 Aug 16 01:45:29.539774 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56134) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:29.616783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cadda342-6c12-4729-849d-97e391b4099e req-011f4d1d-7448-45f6-89de-299a0ee0ab96 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599708 Aug 16 01:45:29.653571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7099269-2bf8-46ec-825a-86ee57b77f18 admin admin] Deleting subnet 4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:45:29.661046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7099269-2bf8-46ec-825a-86ee57b77f18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.698558 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0693e7fa-62ad-4773-8293-375a83283b5f req-905ec44c-25cd-4bfd-a575-39b19c68926c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.710467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 387675d4-c7f1-478e-9c52-ab4371a28aef no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:29.744107 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ec44c-25cd-4bfd-a575-39b19c68926c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Port': ['ID=fea5a478-bb9b-469d-afc8-09b8d01a7c29,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:29.757580 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7099269-2bf8-46ec-825a-86ee57b77f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.778721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['fea5a478-bb9b-469d-afc8-09b8d01a7c29', '29afa8d0-754c-41c4-ac5c-0361d64aadf5'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:29.832569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0693e7fa-62ad-4773-8293-375a83283b5f req-905ec44c-25cd-4bfd-a575-39b19c68926c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] No DVR routers for this DVR port fea5a478-bb9b-469d-afc8-09b8d01a7c29 on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:29.844322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-27121a69-ded8-4cbd-b17b-eb00bc9f9cb2 service neutron] 10.222.0.74 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658318 Aug 16 01:45:29.858850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f899c0-9274-422b-894d-e8921b0ab7a7 req-b1ee8de3-19a7-432f-a450-7ebdf7c22fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:29.862274 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48f899c0-9274-422b-894d-e8921b0ab7a7 req-b1ee8de3-19a7-432f-a450-7ebdf7c22fa6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397d3913-5fe2-40ff-85f3-eb0aff7ae14f HTTP/1.1" status: 200 len: 854 time: 0.3128870 Aug 16 01:45:29.865904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0693e7fa-62ad-4773-8293-375a83283b5f req-905ec44c-25cd-4bfd-a575-39b19c68926c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.868451 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0693e7fa-62ad-4773-8293-375a83283b5f req-905ec44c-25cd-4bfd-a575-39b19c68926c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "DELETE /v2.0/ports/fea5a478-bb9b-469d-afc8-09b8d01a7c29 HTTP/1.1" status: 204 len: 173 time: 1.2080889 Aug 16 01:45:29.869072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 387675d4-c7f1-478e-9c52-ab4371a28aef {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:29.869564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 387675d4-c7f1-478e-9c52-ab4371a28aef not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:29.872398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 63b67a66-93de-416b-b0ea-3d8828b8343f no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:29.933903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 63b67a66-93de-416b-b0ea-3d8828b8343f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:29.934257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 63b67a66-93de-416b-b0ea-3d8828b8343f not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:29.949088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 51da5588-9d80-4706-8e6e-b703605f3e18, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=51da5588-9d80-4706-8e6e-b703605f3e18,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:29.978117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '51da5588-9d80-4706-8e6e-b703605f3e18', 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f', 'port_id': '51da5588-9d80-4706-8e6e-b703605f3e18', 'mac_address': 'fa:16:3e:57:f1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7a3205-35da-4591-aade-cbfd97eaa4ec', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:30.051093 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-550e07ed-2fd1-4cf3-b682-660b21d02e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.101331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7099269-2bf8-46ec-825a-86ee57b77f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.120470 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.144896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51da5588-9d80-4706-8e6e-b703605f3e18 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:30.162530 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-0693e7fa-62ad-4773-8293-375a83283b5f req-ede1c646-c72e-4b5c-89be-60a70325eeb3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:30.162899 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0693e7fa-62ad-4773-8293-375a83283b5f req-ede1c646-c72e-4b5c-89be-60a70325eeb3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.169143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 51da5588-9d80-4706-8e6e-b703605f3e18, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=51da5588-9d80-4706-8e6e-b703605f3e18,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:30.233139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90247308-2e86-4a8f-8e3a-e04bcfc55869 req-479d633a-ba28-414d-9746-953a11fbce85 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.239711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90247308-2e86-4a8f-8e3a-e04bcfc55869 req-479d633a-ba28-414d-9746-953a11fbce85 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.245661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90247308-2e86-4a8f-8e3a-e04bcfc55869 req-479d633a-ba28-414d-9746-953a11fbce85 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.246843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.247526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a2059453-0805-4966-a32e-59d243e6ea01 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:30.251688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90247308-2e86-4a8f-8e3a-e04bcfc55869 req-479d633a-ba28-414d-9746-953a11fbce85 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.258066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90247308-2e86-4a8f-8e3a-e04bcfc55869 req-479d633a-ba28-414d-9746-953a11fbce85 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.263915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90247308-2e86-4a8f-8e3a-e04bcfc55869 req-479d633a-ba28-414d-9746-953a11fbce85 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.269915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90247308-2e86-4a8f-8e3a-e04bcfc55869 req-479d633a-ba28-414d-9746-953a11fbce85 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.272683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90247308-2e86-4a8f-8e3a-e04bcfc55869 req-479d633a-ba28-414d-9746-953a11fbce85 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5423 time: 0.6963620 Aug 16 01:45:30.290407 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7099269-2bf8-46ec-825a-86ee57b77f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.293107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8248ce-5cfd-4cdc-8061-00324c869960 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:30.294884 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-0693e7fa-62ad-4773-8293-375a83283b5f req-ede1c646-c72e-4b5c-89be-60a70325eeb3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] For port 29afa8d0-754c-41c4-ac5c-0361d64aadf5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29afa8d0-754c-41c4-ac5c-0361d64aadf5,segment=NetworkSegment(fc5210b3-f989-4bb4-b255-6f2b7a97d91f),segment_id=fc5210b3-f989-4bb4-b255-6f2b7a97d91f)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:30.295391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0693e7fa-62ad-4773-8293-375a83283b5f req-ede1c646-c72e-4b5c-89be-60a70325eeb3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.315618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-405c336e-1c46-4ca0-9b19-3d75a1d6672d req-33b1bfe9-4128-4c3b-8da0-edddc03077ad service neutron] 10.222.0.74 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481819 Aug 16 01:45:30.317486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.331720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fc228-1c87-41c8-926d-0fe92d712349 req-efb7ff8a-bb29-4ccf-bcbb-ffcc6d57b99c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.333343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-261fc228-1c87-41c8-926d-0fe92d712349 req-efb7ff8a-bb29-4ccf-bcbb-ffcc6d57b99c tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/ports?device_id=a893585a-a9ac-490a-b8ed-ec38ec5c42ce HTTP/1.1" status: 200 len: 945 time: 0.5622861 Aug 16 01:45:30.339212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7099269-2bf8-46ec-825a-86ee57b77f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:30.341547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-0693e7fa-62ad-4773-8293-375a83283b5f req-ede1c646-c72e-4b5c-89be-60a70325eeb3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Calling delete_port for 29afa8d0-754c-41c4-ac5c-0361d64aadf5 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:30.343263 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7099269-2bf8-46ec-825a-86ee57b77f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.348469 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a7099269-2bf8-46ec-825a-86ee57b77f18 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4db2b9ab-7f3d-4df4-88c8-2fa06ad66e6f HTTP/1.1" status: 204 len: 168 time: 0.8015373 Aug 16 01:45:30.349430 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56138) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:30.372234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Transition to ACTIVE for port object 9c8248ce-5cfd-4cdc-8061-00324c869960 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:30.383380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657b8b37-5da0-41d3-b466-0b9b996e49f3 None None] Network 742d4025-9676-444d-bb8b-77070b6a3e8b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:30.385076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90247308-2e86-4a8f-8e3a-e04bcfc55869 req-6857ea7a-d36c-444f-92a9-2a0fb6f58308 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012776 Aug 16 01:45:30.386868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f899c0-9274-422b-894d-e8921b0ab7a7 req-746b96f5-2ef7-44f7-88fa-8cca108dffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.388616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48f899c0-9274-422b-894d-e8921b0ab7a7 req-746b96f5-2ef7-44f7-88fa-8cca108dffba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f3c190ba-996b-4284-89a7-640b7d7304f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4658675 Aug 16 01:45:30.458882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.473482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.519864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-261fc228-1c87-41c8-926d-0fe92d712349 req-49421abc-cbef-4e20-aa93-3fc00cf493dd tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "GET /v2.0/security-groups?id=cfcbba3f-cabe-4796-b787-4d5b467d9efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712673 Aug 16 01:45:30.521455 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3423113c-aebc-4910-a2f1-18a936663bca x-openstack-request-id: req-3423113c-aebc-4910-a2f1-18a936663bca {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:30.521743 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6705bd2-662b-4cd9-bb61-19918c187653", "tag": "86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:30.522091 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3423113c-aebc-4910-a2f1-18a936663bca {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:30.527141 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6705bd2-662b-4cd9-bb61-19918c187653', 'tag': '86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f', 'status': 'completed', 'code': 200} Aug 16 01:45:30.600874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Deleting port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:30.601305 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.625468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a2059453-0805-4966-a32e-59d243e6ea01, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a2059453-0805-4966-a32e-59d243e6ea01,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:30.640512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'a2059453-0805-4966-a32e-59d243e6ea01', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'port_id': 'a2059453-0805-4966-a32e-59d243e6ea01', 'mac_address': 'fa:16:3e:c7:27:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:30.646872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=51da5588-9d80-4706-8e6e-b703605f3e18,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:30.715842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Pushing event updated for resources: {'Port': ['ID=9c8248ce-5cfd-4cdc-8061-00324c869960,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:30.722693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] For port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325,segment=NetworkSegment(566e00b9-6f00-4654-a6c1-2f1b24989a29),segment_id=566e00b9-6f00-4654-a6c1-2f1b24989a29)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:30.723262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.757410 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Calling delete_port for 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:30.762417 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0693e7fa-62ad-4773-8293-375a83283b5f req-ede1c646-c72e-4b5c-89be-60a70325eeb3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.786289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['fea5a478-bb9b-469d-afc8-09b8d01a7c29'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:30.841859 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.854411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48f899c0-9274-422b-894d-e8921b0ab7a7 req-742bcc1e-ec62-46bb-8705-b8222c9dbc31 service neutron] 10.222.0.74 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516110 Aug 16 01:45:30.866669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2059453-0805-4966-a32e-59d243e6ea01 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:30.883701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6f27d-5683-4344-b9b5-a249a31c5559 req-97b69bc8-1e83-4c25-a7a5-7985db6c667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.885227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb6f27d-5683-4344-b9b5-a249a31c5559 req-97b69bc8-1e83-4c25-a7a5-7985db6c667c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=51744273d8a2471c99ec6f04bf10ba5e&device_id=e6705bd2-662b-4cd9-bb61-19918c187653 HTTP/1.1" status: 200 len: 1096 time: 0.3271949 Aug 16 01:45:30.903613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a2059453-0805-4966-a32e-59d243e6ea01, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a2059453-0805-4966-a32e-59d243e6ea01,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:30.962678 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1c646-c72e-4b5c-89be-60a70325eeb3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Port': ['ID=29afa8d0-754c-41c4-ac5c-0361d64aadf5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:30.966895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4421bb5a-28eb-4573-9c4f-e54c22368647 None None] DHCP port deletion for 742d4025-9676-444d-bb8b-77070b6a3e8b request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:45:30.987374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0693e7fa-62ad-4773-8293-375a83283b5f req-ede1c646-c72e-4b5c-89be-60a70325eeb3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] No DVR routers for this DVR port 29afa8d0-754c-41c4-ac5c-0361d64aadf5 on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:30.991314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0693e7fa-62ad-4773-8293-375a83283b5f req-ede1c646-c72e-4b5c-89be-60a70325eeb3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.993940 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0693e7fa-62ad-4773-8293-375a83283b5f req-ede1c646-c72e-4b5c-89be-60a70325eeb3 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.74 "DELETE /v2.0/ports/29afa8d0-754c-41c4-ac5c-0361d64aadf5 HTTP/1.1" status: 204 len: 173 time: 1.1051636 Aug 16 01:45:31.028252 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.028923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a8fee145-7208-42d3-904b-ea388399f601 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:31.189898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a2059453-0805-4966-a32e-59d243e6ea01,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:31.202299 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.226838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4421bb5a-28eb-4573-9c4f-e54c22368647 None None] Deleting port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:31.227216 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4421bb5a-28eb-4573-9c4f-e54c22368647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.237390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:31.245472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] No DVR routers for this DVR port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:31.305162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a8fee145-7208-42d3-904b-ea388399f601, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a8fee145-7208-42d3-904b-ea388399f601,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:31.334435 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.339485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4421bb5a-28eb-4573-9c4f-e54c22368647 None None] For port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325, host n-d-768509-23, got binding levels [] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:31.339895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4421bb5a-28eb-4573-9c4f-e54c22368647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.346537 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742d4025-9676-444d-bb8b-77070b6a3e8b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:31.360708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566e00b9-6f00-4654-a6c1-2f1b24989a29') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:31.361724 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566e00b9-6f00-4654-a6c1-2f1b24989a29') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:31.364369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4421bb5a-28eb-4573-9c4f-e54c22368647 None None] Calling delete_port for 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:31.367709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.ipam_backend_mixin [None req-4421bb5a-28eb-4573-9c4f-e54c22368647 None None] Port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 was not found and therefore no delete operation was performed {{(pid=95517) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:45:31.370836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'a8fee145-7208-42d3-904b-ea388399f601', 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca', 'port_id': 'a8fee145-7208-42d3-904b-ea388399f601', 'mac_address': 'fa:16:3e:d4:c2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafeebf6-9254-46cc-b2a5-aa1d45d42b29', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:31.376207 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4421bb5a-28eb-4573-9c4f-e54c22368647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.376779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.396243 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.404119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:31.409158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421bb5a-28eb-4573-9c4f-e54c22368647 None None] Pushing event deleted for resources: {'Port': ['ID=0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:31.410888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:31.442055 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:31.448484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4421bb5a-28eb-4573-9c4f-e54c22368647 None None] No DVR routers for this DVR port 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:31.484387 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.501259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fee145-7208-42d3-904b-ea388399f601 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:31.504690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'name': 'network-vif-deleted', 'tag': 'fea5a478-bb9b-469d-afc8-09b8d01a7c29'}, {'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'name': 'network-vif-deleted', 'tag': '29afa8d0-754c-41c4-ac5c-0361d64aadf5'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:31.507558 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5296fe-4a1a-423e-ac2d-1963337fcd91" -d '{"events": [{"server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "name": "network-vif-deleted", "tag": "fea5a478-bb9b-469d-afc8-09b8d01a7c29"}, {"server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "name": "network-vif-deleted", "tag": "29afa8d0-754c-41c4-ac5c-0361d64aadf5"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:31.525798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a8fee145-7208-42d3-904b-ea388399f601, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a8fee145-7208-42d3-904b-ea388399f601,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:31.529360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723d621-72e3-4f1b-a68a-3501ba74607a req-f809b4a1-722b-4576-92db-f9d49c298ac4 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:31.531440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d723d621-72e3-4f1b-a68a-3501ba74607a req-f809b4a1-722b-4576-92db-f9d49c298ac4 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 943 time: 0.7723386 Aug 16 01:45:31.532948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48f899c0-9274-422b-894d-e8921b0ab7a7 req-db719ef4-d445-409b-9f2b-2ecfa07cccc9 service neutron] 10.222.0.74 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392696 Aug 16 01:45:31.560744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Attempting to bind port 9c8248ce-5cfd-4cdc-8061-00324c869960 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:31.561082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Attempting to bind port 9c8248ce-5cfd-4cdc-8061-00324c869960 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:31.561418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Attempting to bind port 9c8248ce-5cfd-4cdc-8061-00324c869960 on network f3c190ba-996b-4284-89a7-640b7d7304f1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:31.591100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Port 9c8248ce-5cfd-4cdc-8061-00324c869960 on network f3c190ba-996b-4284-89a7-640b7d7304f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:31.591440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Attempting to bind port 9c8248ce-5cfd-4cdc-8061-00324c869960 on network f3c190ba-996b-4284-89a7-640b7d7304f1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:31.608613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c41ae3-8621-41c4-b6eb-29873e232b89 req-10bf585f-20c6-4011-a974-403b5f1e9696 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:31.617077 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.620713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46c41ae3-8621-41c4-b6eb-29873e232b89 req-10bf585f-20c6-4011-a974-403b5f1e9696 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 945 time: 0.2248800 Aug 16 01:45:31.623578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:31.639358 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.643484 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] 10.222.0.66 "DELETE /v2.0/networks/742d4025-9676-444d-bb8b-77070b6a3e8b HTTP/1.1" status: 204 len: 168 time: 1.2904167 Aug 16 01:45:31.644313 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5b632-9f98-475b-942a-14a74e519176 admin admin] Pushing event deleted for resources: {'Network': ['ID=742d4025-9676-444d-bb8b-77070b6a3e8b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:31.645653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6f27d-5683-4344-b9b5-a249a31c5559 req-d6a41ddd-4544-490d-81f8-32c411a471c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:31.647542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb6f27d-5683-4344-b9b5-a249a31c5559 req-d6a41ddd-4544-490d-81f8-32c411a471c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f3c190ba-996b-4284-89a7-640b7d7304f1 HTTP/1.1" status: 200 len: 916 time: 0.7276280 Aug 16 01:45:31.656105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:31.656458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Checking segment: {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:31.657006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Bound using segment: {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:31.657410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Bound port: 9c8248ce-5cfd-4cdc-8061-00324c869960, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31e9940d-5a86-473f-b866-77ea9de9e44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:31.657783 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.671218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:31.671688 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b49f16a-bd1f-4a24-a0b5-2cc5a8eea325 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:31.674865 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.676431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d723d621-72e3-4f1b-a68a-3501ba74607a req-854bc2ad-8293-4358-bc4b-85d2aa977ab2 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287699 Aug 16 01:45:31.686063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 29503cfe-aa0a-4c76-99b3-5199eddc74d0 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:31.726923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb6f27d-5683-4344-b9b5-a249a31c5559 req-9d8a0dde-3f7e-490c-bb8f-f56dfc80857e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f HTTP/1.1" status: 200 len: 217 time: 0.0664463 Aug 16 01:45:31.779262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a8fee145-7208-42d3-904b-ea388399f601,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:31.783215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 29503cfe-aa0a-4c76-99b3-5199eddc74d0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29503cfe-aa0a-4c76-99b3-5199eddc74d0,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:31.794504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '29503cfe-aa0a-4c76-99b3-5199eddc74d0', 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f', 'port_id': '29503cfe-aa0a-4c76-99b3-5199eddc74d0', 'mac_address': 'fa:16:3e:ae:48:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7a3205-35da-4591-aade-cbfd97eaa4ec', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:31.802689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46c41ae3-8621-41c4-b6eb-29873e232b89 req-34e709e8-78a7-43b2-9f7c-e6b0d6bb950b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807203 Aug 16 01:45:31.841539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] For port 9c8248ce-5cfd-4cdc-8061-00324c869960, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:31.846412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] For port 9c8248ce-5cfd-4cdc-8061-00324c869960, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9c8248ce-5cfd-4cdc-8061-00324c869960,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:31.855976 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.866496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6f27d-5683-4344-b9b5-a249a31c5559 req-e1e388d7-283a-4f05-bd5f-ccb5bd92e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:31.868316 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb6f27d-5683-4344-b9b5-a249a31c5559 req-e1e388d7-283a-4f05-bd5f-ccb5bd92e1cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397d3913-5fe2-40ff-85f3-eb0aff7ae14f HTTP/1.1" status: 200 len: 854 time: 0.1325862 Aug 16 01:45:31.879092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29503cfe-aa0a-4c76-99b3-5199eddc74d0 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:31.901256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 29503cfe-aa0a-4c76-99b3-5199eddc74d0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29503cfe-aa0a-4c76-99b3-5199eddc74d0,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:31.942620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.003824 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.004540 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.006238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] 10.222.0.64 "PUT /v2.0/ports/9c8248ce-5cfd-4cdc-8061-00324c869960 HTTP/1.1" status: 200 len: 1092 time: 3.3372812 Aug 16 01:45:32.023202 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.023760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6d056894-98e3-41fb-9021-57ad00b2ec57 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:32.030632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6f27d-5683-4344-b9b5-a249a31c5559 req-62186751-e476-4bd8-810a-6d1f13dcf326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.032532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb6f27d-5683-4344-b9b5-a249a31c5559 req-62186751-e476-4bd8-810a-6d1f13dcf326 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f3c190ba-996b-4284-89a7-640b7d7304f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1568253 Aug 16 01:45:32.067289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fdba3-e575-4626-90fc-affc811bd5fc service neutron] Pushing event updated for resources: {'Port': ['ID=9c8248ce-5cfd-4cdc-8061-00324c869960,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:32.077003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56162) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:32.154205 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9279ca7b-1eb9-450c-af70-4c902e193b3f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ac6e9001e304bba8633a33a3e19c64b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0751595 Aug 16 01:45:32.155233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56166) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:32.183982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6d056894-98e3-41fb-9021-57ad00b2ec57, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6d056894-98e3-41fb-9021-57ad00b2ec57,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:32.194046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b5536-200e-459a-8062-3f725dd8a74b req-eb4c077b-6f7c-4d8a-9d5a-9a4975820778 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.199854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '6d056894-98e3-41fb-9021-57ad00b2ec57', 'network_id': 'f33f85bb-dec5-4471-a410-d894e8ee0dca', 'port_id': '6d056894-98e3-41fb-9021-57ad00b2ec57', 'mac_address': 'fa:16:3e:93:fe:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafeebf6-9254-46cc-b2a5-aa1d45d42b29', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:32.202968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da4b5536-200e-459a-8062-3f725dd8a74b req-eb4c077b-6f7c-4d8a-9d5a-9a4975820778 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.2740519 Aug 16 01:45:32.215553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=29503cfe-aa0a-4c76-99b3-5199eddc74d0,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:32.247688 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a810c642-b0d4-4aee-beef-f890974950d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.291491 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.301227 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a810c642-b0d4-4aee-beef-f890974950d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.306244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d056894-98e3-41fb-9021-57ad00b2ec57 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:32.331643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6d056894-98e3-41fb-9021-57ad00b2ec57, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6d056894-98e3-41fb-9021-57ad00b2ec57,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:32.362546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb6f27d-5683-4344-b9b5-a249a31c5559 req-ddee8d79-bf3b-48da-b706-35cbe5f5cdf0 service neutron] 10.222.0.74 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899828 Aug 16 01:45:32.372697 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da4b5536-200e-459a-8062-3f725dd8a74b req-51fb1bc0-9db7-4835-9034-9b12722e10e2 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637988 Aug 16 01:45:32.381114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56565265-cb3b-45c0-b05f-a160f4262866 req-d864e34f-c2fc-438b-bb47-6d82aa39e2f1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.387384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56565265-cb3b-45c0-b05f-a160f4262866 req-d864e34f-c2fc-438b-bb47-6d82aa39e2f1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.393937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56565265-cb3b-45c0-b05f-a160f4262866 req-d864e34f-c2fc-438b-bb47-6d82aa39e2f1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.399823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56565265-cb3b-45c0-b05f-a160f4262866 req-d864e34f-c2fc-438b-bb47-6d82aa39e2f1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.406007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56565265-cb3b-45c0-b05f-a160f4262866 req-d864e34f-c2fc-438b-bb47-6d82aa39e2f1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.412432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56565265-cb3b-45c0-b05f-a160f4262866 req-d864e34f-c2fc-438b-bb47-6d82aa39e2f1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.419224 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63b9499-443a-4c66-aee2-f15447ecd0cf x-openstack-request-id: req-e63b9499-443a-4c66-aee2-f15447ecd0cf {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:32.419471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56565265-cb3b-45c0-b05f-a160f4262866 req-d864e34f-c2fc-438b-bb47-6d82aa39e2f1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.419589 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "name": "network-vif-deleted", "tag": "fea5a478-bb9b-469d-afc8-09b8d01a7c29", "status": "completed", "code": 200}, {"server_uuid": "a893585a-a9ac-490a-b8ed-ec38ec5c42ce", "name": "network-vif-deleted", "tag": "29afa8d0-754c-41c4-ac5c-0361d64aadf5", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:32.419778 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e63b9499-443a-4c66-aee2-f15447ecd0cf {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:32.420182 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'name': 'network-vif-deleted', 'tag': 'fea5a478-bb9b-469d-afc8-09b8d01a7c29', 'status': 'completed', 'code': 200} Aug 16 01:45:32.420490 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a893585a-a9ac-490a-b8ed-ec38ec5c42ce', 'name': 'network-vif-deleted', 'tag': '29afa8d0-754c-41c4-ac5c-0361d64aadf5', 'status': 'completed', 'code': 200} Aug 16 01:45:32.423227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56565265-cb3b-45c0-b05f-a160f4262866 req-d864e34f-c2fc-438b-bb47-6d82aa39e2f1 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5427 time: 0.1714854 Aug 16 01:45:32.429726 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.432008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 31ea19a7-717c-4f87-addd-f925ad379bf9 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:32.456029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56168) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:32.469270 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a810c642-b0d4-4aee-beef-f890974950d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.474559 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a810c642-b0d4-4aee-beef-f890974950d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.478835 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a810c642-b0d4-4aee-beef-f890974950d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dce28611-1ae0-4f92-a4c8-f66d8ce5ba78 HTTP/1.1" status: 204 len: 168 time: 0.3203390 Aug 16 01:45:32.493495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-ad8857a5-e5a4-48b0-9283-531098fea82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.495065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-ad8857a5-e5a4-48b0-9283-531098fea82f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51744273d8a2471c99ec6f04bf10ba5e&device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 1095 time: 0.3654544 Aug 16 01:45:32.537213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=6d056894-98e3-41fb-9021-57ad00b2ec57,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:32.544200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 31ea19a7-717c-4f87-addd-f925ad379bf9, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=31ea19a7-717c-4f87-addd-f925ad379bf9,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:32.556061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95a96cf-69a4-4317-b147-d7c9216ff321', 'tag': '9c8248ce-5cfd-4cdc-8061-00324c869960'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:32.558366 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519d7437-d357-4241-926b-4e18a68dfad7" -d '{"events": [{"name": "network-changed", "server_uuid": "c95a96cf-69a4-4317-b147-d7c9216ff321", "tag": "9c8248ce-5cfd-4cdc-8061-00324c869960"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:32.568386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '31ea19a7-717c-4f87-addd-f925ad379bf9', 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f', 'port_id': '31ea19a7-717c-4f87-addd-f925ad379bf9', 'mac_address': 'fa:16:3e:ef:89:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7a3205-35da-4591-aade-cbfd97eaa4ec', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:32.571599 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810c642-b0d4-4aee-beef-f890974950d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce28611-1ae0-4f92-a4c8-f66d8ce5ba78,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:32.598135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fedbb5b-a22b-4668-88af-9bc79e0b1bea tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting subnet 86d377dd-bc7b-40ec-86e9-064b172cbcae {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:45:32.602742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fedbb5b-a22b-4668-88af-9bc79e0b1bea tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.661773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fedbb5b-a22b-4668-88af-9bc79e0b1bea tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.679797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-142e1fab-35ca-4709-8a56-8f462d23d87c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c8248ce-5cfd-4cdc-8061-00324c869960 HTTP/1.1" status: 200 len: 217 time: 0.1688712 Aug 16 01:45:32.704856 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.801220 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fedbb5b-a22b-4668-88af-9bc79e0b1bea tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.903588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56565265-cb3b-45c0-b05f-a160f4262866 req-0544e91a-43a9-4688-8d2c-6152d84c5227 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4425380 Aug 16 01:45:32.942019 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.949008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ea19a7-717c-4f87-addd-f925ad379bf9 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:32.973352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 31ea19a7-717c-4f87-addd-f925ad379bf9, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=31ea19a7-717c-4f87-addd-f925ad379bf9,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:32.993973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb6f27d-5683-4344-b9b5-a249a31c5559 req-e8abceb4-2cac-41c4-9eec-0be4ddcbd78e service neutron] 10.222.0.74 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692933 Aug 16 01:45:33.006224 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fedbb5b-a22b-4668-88af-9bc79e0b1bea tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.034657 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-63025361-02a1-4c5e-a4a3-f2a061009c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.041871 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fedbb5b-a22b-4668-88af-9bc79e0b1bea tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.043928 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2fedbb5b-a22b-4668-88af-9bc79e0b1bea tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "DELETE /v2.0/subnets/86d377dd-bc7b-40ec-86e9-064b172cbcae HTTP/1.1" status: 204 len: 168 time: 0.5864618 Aug 16 01:45:33.045211 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedbb5b-a22b-4668-88af-9bc79e0b1bea tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Subnet': ['ID=86d377dd-bc7b-40ec-86e9-064b172cbcae,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:33.047953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56180) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:33.050713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-4e304f2c-29f0-4a6f-bb19-bd601bedebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:33.052200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-4e304f2c-29f0-4a6f-bb19-bd601bedebe7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=397d3913-5fe2-40ff-85f3-eb0aff7ae14f HTTP/1.1" status: 200 len: 854 time: 0.3194773 Aug 16 01:45:33.055808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e743c79f-288a-4848-ae69-e7b5fea0a35d None None] Network 92315160-1ab3-4d83-9091-7041502d870f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:33.067154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-d50fcb26-7fc7-424d-bfaa-6ecfe661f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 258 time: 0.5688605 Aug 16 01:45:33.082925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:33.142704 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.146387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55127ad-ecc3-4650-850a-c8da029cb902 req-187f1a14-c0bd-4a70-84f1-6f9806bb413c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:33.148015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a55127ad-ecc3-4650-850a-c8da029cb902 req-187f1a14-c0bd-4a70-84f1-6f9806bb413c tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 950 time: 0.1407239 Aug 16 01:45:33.153653 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.155128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2c907daf-2aa4-4292-b3c6-d944d4519085 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:33.164771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-1b012922-7e7d-446b-9862-f5226b64a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:33.166512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-1b012922-7e7d-446b-9862-f5226b64a340 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3c190ba-996b-4284-89a7-640b7d7304f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973265 Aug 16 01:45:33.209785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting port f8600d66-9f99-495a-ae82-67e8b04f8431 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:33.210169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.237781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.258328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a55127ad-ecc3-4650-850a-c8da029cb902 req-1d63dfed-375b-41a0-b696-d8aafa201c70 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025002 Aug 16 01:45:33.310972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 2c907daf-2aa4-4292-b3c6-d944d4519085, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2c907daf-2aa4-4292-b3c6-d944d4519085,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:33.330888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=31ea19a7-717c-4f87-addd-f925ad379bf9,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:33.335802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] For port f8600d66-9f99-495a-ae82-67e8b04f8431, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f8600d66-9f99-495a-ae82-67e8b04f8431,segment=NetworkSegment(e0123a3c-d24b-4045-9b7e-91880aaace8b),segment_id=e0123a3c-d24b-4045-9b7e-91880aaace8b)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:33.336182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.356563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '2c907daf-2aa4-4292-b3c6-d944d4519085', 'network_id': '0658837a-4b54-4f63-9898-d517802f3f3f', 'port_id': '2c907daf-2aa4-4292-b3c6-d944d4519085', 'mac_address': 'fa:16:3e:38:c6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7a3205-35da-4591-aade-cbfd97eaa4ec', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:33.371337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Calling delete_port for f8600d66-9f99-495a-ae82-67e8b04f8431 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:33.373032 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-946fbd57-2fed-419d-990d-a2952e9fc4b2 service neutron] 10.222.0.64 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972425 Aug 16 01:45:33.373503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56182) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:33.403657 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab9e775-3ea4-450c-9613-388d54093c86 x-openstack-request-id: req-6ab9e775-3ea4-450c-9613-388d54093c86 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:33.403953 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95a96cf-69a4-4317-b147-d7c9216ff321", "tag": "9c8248ce-5cfd-4cdc-8061-00324c869960", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:33.404203 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ab9e775-3ea4-450c-9613-388d54093c86 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:33.404596 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c95a96cf-69a4-4317-b147-d7c9216ff321', 'tag': '9c8248ce-5cfd-4cdc-8061-00324c869960', 'status': 'completed', 'code': 200} Aug 16 01:45:33.441805 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.464018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b94295-8e1f-45fc-aa85-2a3853ba6412 None None] DHCP port deletion for 92315160-1ab3-4d83-9091-7041502d870f request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:45:33.469534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c907daf-2aa4-4292-b3c6-d944d4519085 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:33.504934 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.509507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07293875-1b1a-4cea-878f-5d5efad0f91d req-3b980b4b-73c2-4e07-9ff8-712bc9a0550a service neutron] 10.222.0.64 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280472 Aug 16 01:45:33.525884 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f8c3d32c-6ff7-47e0-adb4-c9f24749e870 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7cbf4d2f22064d62ae76dc8e272630c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1484241 Aug 16 01:45:33.526143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56186) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:33.550098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 2c907daf-2aa4-4292-b3c6-d944d4519085, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2c907daf-2aa4-4292-b3c6-d944d4519085,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:33.587922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c7b94295-8e1f-45fc-aa85-2a3853ba6412 None None] Deleting port f8600d66-9f99-495a-ae82-67e8b04f8431 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:33.588299 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c7b94295-8e1f-45fc-aa85-2a3853ba6412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.627287 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5c93083-cc1c-4658-aebf-aa04cc5e3f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.639583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f8600d66-9f99-495a-ae82-67e8b04f8431 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:33.662895 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5c93083-cc1c-4658-aebf-aa04cc5e3f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.697643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c7b94295-8e1f-45fc-aa85-2a3853ba6412 None None] For port f8600d66-9f99-495a-ae82-67e8b04f8431, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f8600d66-9f99-495a-ae82-67e8b04f8431,segment=NetworkSegment(e0123a3c-d24b-4045-9b7e-91880aaace8b),segment_id=e0123a3c-d24b-4045-9b7e-91880aaace8b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:33.697904 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c7b94295-8e1f-45fc-aa85-2a3853ba6412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.714071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c7b94295-8e1f-45fc-aa85-2a3853ba6412 None None] Calling delete_port for f8600d66-9f99-495a-ae82-67e8b04f8431 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:33.741650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14776ef-8664-46ea-be1e-17260d7959ec req-75274845-dbf9-4a41-b82d-1778894cb69b tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:33.743247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c14776ef-8664-46ea-be1e-17260d7959ec req-75274845-dbf9-4a41-b82d-1778894cb69b tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 943 time: 0.2087083 Aug 16 01:45:33.775538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Allocated IP 172.25.8.219 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/07a829df-5b47-4a2b-ba41-ea61d913c074) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:33.794719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d7437-d357-4241-926b-4e18a68dfad7 req-1679456f-8f82-47a1-b3b4-265260c44fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:33.795245 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.796074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-519d7437-d357-4241-926b-4e18a68dfad7 req-1679456f-8f82-47a1-b3b4-265260c44fa2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51744273d8a2471c99ec6f04bf10ba5e&device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 1095 time: 0.1024373 Aug 16 01:45:33.818098 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.826815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c14776ef-8664-46ea-be1e-17260d7959ec req-69dceb77-7853-4f83-b136-57ca0bc97e06 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728848 Aug 16 01:45:33.853662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:33.892711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5c93083-cc1c-4658-aebf-aa04cc5e3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.896855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5c93083-cc1c-4658-aebf-aa04cc5e3f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.897674 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d5c93083-cc1c-4658-aebf-aa04cc5e3f9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67834a5c-4179-449a-9e43-4e9b0b1cb628 HTTP/1.1" status: 204 len: 168 time: 0.3701775 Aug 16 01:45:33.913326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=2c907daf-2aa4-4292-b3c6-d944d4519085,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:33.927102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c93083-cc1c-4658-aebf-aa04cc5e3f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67834a5c-4179-449a-9e43-4e9b0b1cb628,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:33.958031 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.024770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Port': ['ID=f8600d66-9f99-495a-ae82-67e8b04f8431,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:34.036500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] No DVR routers for this DVR port f8600d66-9f99-495a-ae82-67e8b04f8431 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:34.081906 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:45:34.081906 n-d-768509-23 neutron-server[95517]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 16 01:45:34.081906 n-d-768509-23 neutron-server[95517]: [parameters: {'status': 'DOWN', 'ports_id': 'f8600d66-9f99-495a-ae82-67e8b04f8431'}] Aug 16 01:45:34.081906 n-d-768509-23 neutron-server[95517]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:45:34.083140 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:45:34.093101 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.101634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869179f-b183-4105-b14e-7787a15f9282 req-30752667-06ad-495f-90af-87461d78015b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:34.103540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4869179f-b183-4105-b14e-7787a15f9282 req-30752667-06ad-495f-90af-87461d78015b tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 950 time: 0.2572224 Aug 16 01:45:34.114494 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c7b94295-8e1f-45fc-aa85-2a3853ba6412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.132206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.157299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b94295-8e1f-45fc-aa85-2a3853ba6412 None None] Pushing event deleted for resources: {'Port': ['ID=f8600d66-9f99-495a-ae82-67e8b04f8431,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:34.159502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b94295-8e1f-45fc-aa85-2a3853ba6412 None None] No DVR routers for this DVR port f8600d66-9f99-495a-ae82-67e8b04f8431 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:34.184046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3f847-97c9-4d5b-a3e2-270b90c249f8 req-13d656a7-ca75-40f6-a895-8edbea5a8018 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:34.185397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eab3f847-97c9-4d5b-a3e2-270b90c249f8 req-13d656a7-ca75-40f6-a895-8edbea5a8018 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.2252045 Aug 16 01:45:34.194335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:34.207327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d7437-d357-4241-926b-4e18a68dfad7 req-5c5ce465-e672-453e-b0ad-10c7cc6b2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:34.208921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-519d7437-d357-4241-926b-4e18a68dfad7 req-5c5ce465-e672-453e-b0ad-10c7cc6b2c2b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3c190ba-996b-4284-89a7-640b7d7304f1 HTTP/1.1" status: 200 len: 916 time: 0.3865755 Aug 16 01:45:34.210905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.214222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f', 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1', 'port_id': '86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f', 'mac_address': 'fa:16:3e:de:62:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397d3913-5fe2-40ff-85f3-eb0aff7ae14f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:34.221390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92315160-1ab3-4d83-9091-7041502d870f']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:34.236637 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0123a3c-d24b-4045-9b7e-91880aaace8b') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:34.236940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0123a3c-d24b-4045-9b7e-91880aaace8b') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:34.247952 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.267105 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.274509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.281392 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:34.281844 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:34.285867 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:34.295557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:34.325762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-519d7437-d357-4241-926b-4e18a68dfad7 req-e850a675-7e74-447c-ba54-5d3a6cebac05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c8248ce-5cfd-4cdc-8061-00324c869960 HTTP/1.1" status: 200 len: 217 time: 0.1056201 Aug 16 01:45:34.336217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:34.359605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eab3f847-97c9-4d5b-a3e2-270b90c249f8 req-8a420bc6-7253-4454-8de8-7f344be9d50b tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649501 Aug 16 01:45:34.450968 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['51da5588-9d80-4706-8e6e-b703605f3e18'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:34.451249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d7437-d357-4241-926b-4e18a68dfad7 req-142bc19a-8fd8-477e-977a-70656fc75182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:34.452308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-519d7437-d357-4241-926b-4e18a68dfad7 req-142bc19a-8fd8-477e-977a-70656fc75182 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=397d3913-5fe2-40ff-85f3-eb0aff7ae14f HTTP/1.1" status: 200 len: 854 time: 0.1049562 Aug 16 01:45:34.455527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['a2059453-0805-4966-a32e-59d243e6ea01'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:34.475738 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.487623 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.488655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4869179f-b183-4105-b14e-7787a15f9282 req-0895d376-9da8-42a1-a5de-86138eafd339 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Deleting port c45d5606-e36c-40f3-9630-7b8b54d09b29 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:34.489005 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4869179f-b183-4105-b14e-7787a15f9282 req-0895d376-9da8-42a1-a5de-86138eafd339 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.496664 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "DELETE /v2.0/networks/92315160-1ab3-4d83-9091-7041502d870f HTTP/1.1" status: 204 len: 168 time: 1.4429669 Aug 16 01:45:34.496892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.499111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56198) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:34.506057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['a8fee145-7208-42d3-904b-ea388399f601'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:34.525598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae5aa5-38e1-4485-bbdf-11c9c70227cc tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Network': ['ID=92315160-1ab3-4d83-9091-7041502d870f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:34.537416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['31ea19a7-717c-4f87-addd-f925ad379bf9'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:34.542566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['29503cfe-aa0a-4c76-99b3-5199eddc74d0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:34.558285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['2c907daf-2aa4-4292-b3c6-d944d4519085'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:34.562636 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.563340 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 67cad001-c649-45e9-94bb-13db2e6f8f5d details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:34.737605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Port f8600d66-9f99-495a-ae82-67e8b04f8431 update to DOWN by agent not found {{(pid=95517) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 01:45:34.801367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 67cad001-c649-45e9-94bb-13db2e6f8f5d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=67cad001-c649-45e9-94bb-13db2e6f8f5d,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:34.875087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '67cad001-c649-45e9-94bb-13db2e6f8f5d', 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1', 'port_id': '67cad001-c649-45e9-94bb-13db2e6f8f5d', 'mac_address': 'fa:16:3e:bf:b2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397d3913-5fe2-40ff-85f3-eb0aff7ae14f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:34.896095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:34.926836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:34.947606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:34.950102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:35.001668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5acf6-700a-4d0d-b57c-bee4977049b7 req-c6174295-59e9-4c88-ba83-968cebdcac95 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.007610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5acf6-700a-4d0d-b57c-bee4977049b7 req-c6174295-59e9-4c88-ba83-968cebdcac95 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.013628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5acf6-700a-4d0d-b57c-bee4977049b7 req-c6174295-59e9-4c88-ba83-968cebdcac95 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.019986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5acf6-700a-4d0d-b57c-bee4977049b7 req-c6174295-59e9-4c88-ba83-968cebdcac95 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.026093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5acf6-700a-4d0d-b57c-bee4977049b7 req-c6174295-59e9-4c88-ba83-968cebdcac95 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.032978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5acf6-700a-4d0d-b57c-bee4977049b7 req-c6174295-59e9-4c88-ba83-968cebdcac95 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.038949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5acf6-700a-4d0d-b57c-bee4977049b7 req-c6174295-59e9-4c88-ba83-968cebdcac95 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.041234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3f5acf6-700a-4d0d-b57c-bee4977049b7 req-c6174295-59e9-4c88-ba83-968cebdcac95 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5430 time: 0.6096187 Aug 16 01:45:35.051823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Pushing event updated for resources: {'Port': ['ID=07a829df-5b47-4a2b-ba41-ea61d913c074,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:35.069230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d7437-d357-4241-926b-4e18a68dfad7 req-b1e6d254-36fe-4592-a644-1d1db95083db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.070766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-519d7437-d357-4241-926b-4e18a68dfad7 req-b1e6d254-36fe-4592-a644-1d1db95083db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3c190ba-996b-4284-89a7-640b7d7304f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5986278 Aug 16 01:45:35.086417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-a417bfa7-5331-40af-a6dc-5f65f13454c0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting subnet 0613e931-6cc3-4f41-814a-e7f32ae76c15 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:45:35.122158 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a417bfa7-5331-40af-a6dc-5f65f13454c0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.134380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4869179f-b183-4105-b14e-7787a15f9282 req-0895d376-9da8-42a1-a5de-86138eafd339 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] For port c45d5606-e36c-40f3-9630-7b8b54d09b29, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c45d5606-e36c-40f3-9630-7b8b54d09b29,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:35.135362 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4869179f-b183-4105-b14e-7787a15f9282 req-0895d376-9da8-42a1-a5de-86138eafd339 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.215375 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.235536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4869179f-b183-4105-b14e-7787a15f9282 req-0895d376-9da8-42a1-a5de-86138eafd339 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Calling delete_port for c45d5606-e36c-40f3-9630-7b8b54d09b29 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:35.282277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3f5acf6-700a-4d0d-b57c-bee4977049b7 req-6589a3ec-7891-4af4-8a85-29e8e327b7e6 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2241523 Aug 16 01:45:35.356057 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a417bfa7-5331-40af-a6dc-5f65f13454c0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.376084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cad001-c649-45e9-94bb-13db2e6f8f5d {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:35.396657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['6d056894-98e3-41fb-9021-57ad00b2ec57'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:35.478852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.482802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-519d7437-d357-4241-926b-4e18a68dfad7 req-e8897d0e-a598-4dc1-8374-b17f4b1025ec service neutron] 10.222.0.64 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871293 Aug 16 01:45:35.503262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 67cad001-c649-45e9-94bb-13db2e6f8f5d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=67cad001-c649-45e9-94bb-13db2e6f8f5d,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:35.591421 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.616662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44baabeb-188e-41b0-8d1c-b199ae39f820 req-917bf708-4a16-4622-84e8-94bd274ecf59 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.619775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44baabeb-188e-41b0-8d1c-b199ae39f820 req-917bf708-4a16-4622-84e8-94bd274ecf59 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 950 time: 0.2327323 Aug 16 01:45:35.834030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=67cad001-c649-45e9-94bb-13db2e6f8f5d,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:35.834494 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a417bfa7-5331-40af-a6dc-5f65f13454c0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.837518 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.851483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 29afa8d0-754c-41c4-ac5c-0361d64aadf5 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:35.878208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 29afa8d0-754c-41c4-ac5c-0361d64aadf5 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:35.878822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 29afa8d0-754c-41c4-ac5c-0361d64aadf5 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:35.879256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fea5a478-bb9b-469d-afc8-09b8d01a7c29 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:35.891441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44baabeb-188e-41b0-8d1c-b199ae39f820 req-6834a6da-bda2-42d7-b1cd-7925ecfc0a8a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192392 Aug 16 01:45:35.904902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: fea5a478-bb9b-469d-afc8-09b8d01a7c29 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:35.906855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fea5a478-bb9b-469d-afc8-09b8d01a7c29 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:35.906855 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.936837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-519d7437-d357-4241-926b-4e18a68dfad7 req-25d588d3-edb1-49e8-b5e3-277a82a8d336 service neutron] 10.222.0.64 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237559 Aug 16 01:45:36.017108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4869179f-b183-4105-b14e-7787a15f9282 req-0895d376-9da8-42a1-a5de-86138eafd339 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.030269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['32f43514-ab56-454d-9784-6a7575034ee7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:36.086368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895d376-9da8-42a1-a5de-86138eafd339 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Pushing event deleted for resources: {'Port': ['ID=c45d5606-e36c-40f3-9630-7b8b54d09b29,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:36.106348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['67cad001-c649-45e9-94bb-13db2e6f8f5d'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:36.164783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4869179f-b183-4105-b14e-7787a15f9282 req-0895d376-9da8-42a1-a5de-86138eafd339 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] No DVR routers for this DVR port c45d5606-e36c-40f3-9630-7b8b54d09b29 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:36.172404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:36.174553 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a417bfa7-5331-40af-a6dc-5f65f13454c0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.178530 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4869179f-b183-4105-b14e-7787a15f9282 req-0895d376-9da8-42a1-a5de-86138eafd339 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.181438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4869179f-b183-4105-b14e-7787a15f9282 req-0895d376-9da8-42a1-a5de-86138eafd339 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "DELETE /v2.0/ports/c45d5606-e36c-40f3-9630-7b8b54d09b29 HTTP/1.1" status: 204 len: 173 time: 2.0670807 Aug 16 01:45:36.190972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-deleted', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:36.194268 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a2d799-f305-4fba-839e-9e05e4d18689" -d '{"events": [{"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-deleted", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:36.256934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82c9f6-3a82-41aa-bbde-58b38d0c97ea req-7436167d-1207-455b-9967-c2ca6de32e30 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:36.258487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d82c9f6-3a82-41aa-bbde-58b38d0c97ea req-7436167d-1207-455b-9967-c2ca6de32e30 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 943 time: 0.2381153 Aug 16 01:45:36.261796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417bfa7-5331-40af-a6dc-5f65f13454c0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Subnet': ['ID=0613e931-6cc3-4f41-814a-e7f32ae76c15,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:36.277213 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a417bfa7-5331-40af-a6dc-5f65f13454c0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.280119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a417bfa7-5331-40af-a6dc-5f65f13454c0 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "DELETE /v2.0/subnets/0613e931-6cc3-4f41-814a-e7f32ae76c15 HTTP/1.1" status: 204 len: 168 time: 1.7672904 Aug 16 01:45:36.284426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a9bcae-8adc-4b14-b987-14170fdbb526 None None] Network 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:36.304675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56234) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:36.326365 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.335731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d82c9f6-3a82-41aa-bbde-58b38d0c97ea req-8df51a17-1e13-4bf8-b456-8b4c3e50c43e tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611172 Aug 16 01:45:36.396052 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.408349 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.595716 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Deleting port f132825b-7342-40d6-81a5-b3de9435f1bf {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:36.596060 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.600031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Pushing event updated for resources: {'Port': ['ID=07a829df-5b47-4a2b-ba41-ea61d913c074,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:36.612026 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.656477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fd4db-00e6-4e05-909e-2add4b180f78 req-5705f884-45ed-47c6-9434-03e4d4a43c77 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:36.670494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d04fd4db-00e6-4e05-909e-2add4b180f78 req-5705f884-45ed-47c6-9434-03e4d4a43c77 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1315775 Aug 16 01:45:36.733837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bfb775-45a7-4573-aba4-6c51d906d77c None None] DHCP port deletion for 43d0758b-1ddb-4a97-8bbc-6118ad5715c8 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:45:36.763865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9c8248ce-5cfd-4cdc-8061-00324c869960 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:36.771575 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:36.771745 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.771745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-922beedc-55b5-40e9-9706-3dc37e48400b tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6911588 Aug 16 01:45:36.773440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] For port f132825b-7342-40d6-81a5-b3de9435f1bf, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f132825b-7342-40d6-81a5-b3de9435f1bf,segment=NetworkSegment(fc5210b3-f989-4bb4-b255-6f2b7a97d91f),segment_id=fc5210b3-f989-4bb4-b255-6f2b7a97d91f)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:36.775751 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d04fd4db-00e6-4e05-909e-2add4b180f78 req-f7bdcc8a-6341-419d-905e-dba3bf41a7b2 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047752 Aug 16 01:45:36.776304 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.797944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Calling delete_port for f132825b-7342-40d6-81a5-b3de9435f1bf owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:36.828678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: c45d5606-e36c-40f3-9630-7b8b54d09b29 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:36.829166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c45d5606-e36c-40f3-9630-7b8b54d09b29 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:36.861307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-d6f92120-b141-4b21-978a-dae0f5316243 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.0760810 Aug 16 01:45:36.914880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-53bfb775-45a7-4573-aba4-6c51d906d77c None None] Deleting port f132825b-7342-40d6-81a5-b3de9435f1bf {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:36.915268 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53bfb775-45a7-4573-aba4-6c51d906d77c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.943572 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f107acf6-1ade-4c71-8169-a25ba81e8149 x-openstack-request-id: req-f107acf6-1ade-4c71-8169-a25ba81e8149 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:36.943868 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b12c4f-f7de-48ba-a25f-dad8bb228c20", "name": "network-vif-deleted", "tag": "c45d5606-e36c-40f3-9630-7b8b54d09b29", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:36.944121 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f107acf6-1ade-4c71-8169-a25ba81e8149 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:36.944564 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b12c4f-f7de-48ba-a25f-dad8bb228c20', 'name': 'network-vif-deleted', 'tag': 'c45d5606-e36c-40f3-9630-7b8b54d09b29', 'status': 'completed', 'code': 200} Aug 16 01:45:37.018366 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.021718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-53bfb775-45a7-4573-aba4-6c51d906d77c None None] For port f132825b-7342-40d6-81a5-b3de9435f1bf, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f132825b-7342-40d6-81a5-b3de9435f1bf,segment=NetworkSegment(fc5210b3-f989-4bb4-b255-6f2b7a97d91f),segment_id=fc5210b3-f989-4bb4-b255-6f2b7a97d91f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:37.022256 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53bfb775-45a7-4573-aba4-6c51d906d77c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.035528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-ec3a7475-8678-4196-b787-fa19448312a6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.036859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85e15fb6-a153-4cb0-9468-9488458b32e7 req-ec3a7475-8678-4196-b787-fa19448312a6 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1672788 Aug 16 01:45:37.048760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Port': ['ID=f132825b-7342-40d6-81a5-b3de9435f1bf,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:37.054684 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] No DVR routers for this DVR port f132825b-7342-40d6-81a5-b3de9435f1bf on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:37.062095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e525-31ee-494a-8f6a-845bfa6e7f92 req-c92c8970-5236-44f0-8970-1c0dde52d681 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.064518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9c8248ce-5cfd-4cdc-8061-00324c869960, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9c8248ce-5cfd-4cdc-8061-00324c869960,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:37.069551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e525-31ee-494a-8f6a-845bfa6e7f92 req-c92c8970-5236-44f0-8970-1c0dde52d681 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.075283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-53bfb775-45a7-4573-aba4-6c51d906d77c None None] Calling delete_port for f132825b-7342-40d6-81a5-b3de9435f1bf owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:37.076022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e525-31ee-494a-8f6a-845bfa6e7f92 req-c92c8970-5236-44f0-8970-1c0dde52d681 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.082308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e525-31ee-494a-8f6a-845bfa6e7f92 req-c92c8970-5236-44f0-8970-1c0dde52d681 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.084874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '9c8248ce-5cfd-4cdc-8061-00324c869960', 'network_id': 'f3c190ba-996b-4284-89a7-640b7d7304f1', 'port_id': '9c8248ce-5cfd-4cdc-8061-00324c869960', 'mac_address': 'fa:16:3e:af:91:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397d3913-5fe2-40ff-85f3-eb0aff7ae14f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:37.088458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e525-31ee-494a-8f6a-845bfa6e7f92 req-c92c8970-5236-44f0-8970-1c0dde52d681 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.095033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e525-31ee-494a-8f6a-845bfa6e7f92 req-c92c8970-5236-44f0-8970-1c0dde52d681 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.101755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e525-31ee-494a-8f6a-845bfa6e7f92 req-c92c8970-5236-44f0-8970-1c0dde52d681 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.103499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74e3e525-31ee-494a-8f6a-845bfa6e7f92 req-c92c8970-5236-44f0-8970-1c0dde52d681 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5430 time: 0.1176727 Aug 16 01:45:37.189523 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.190433 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.190587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39cf0d71-cc75-465e-b482-41190df165cb req-79479856-7896-40aa-ae90-d9a706234a47 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b12c4f-f7de-48ba-a25f-dad8bb228c20 HTTP/1.1" status: 200 len: 210 time: 0.0467443 Aug 16 01:45:37.194647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d0758b-1ddb-4a97-8bbc-6118ad5715c8']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:37.213061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5210b3-f989-4bb4-b255-6f2b7a97d91f') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:37.213323 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5210b3-f989-4bb4-b255-6f2b7a97d91f') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:37.219293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8248ce-5cfd-4cdc-8061-00324c869960 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:37.227428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74e3e525-31ee-494a-8f6a-845bfa6e7f92 req-b6e9410d-8832-4598-81b7-7d14c0ded46d tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164324 Aug 16 01:45:37.232290 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.270950 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.291284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:37.291612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:37.304091 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:37.320693 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9c8248ce-5cfd-4cdc-8061-00324c869960, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9c8248ce-5cfd-4cdc-8061-00324c869960,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:37.320693 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53bfb775-45a7-4573-aba4-6c51d906d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.349756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfb775-45a7-4573-aba4-6c51d906d77c None None] Pushing event deleted for resources: {'Port': ['ID=f132825b-7342-40d6-81a5-b3de9435f1bf,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:37.357184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfb775-45a7-4573-aba4-6c51d906d77c None None] No DVR routers for this DVR port f132825b-7342-40d6-81a5-b3de9435f1bf on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:37.412590 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.474628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=9c8248ce-5cfd-4cdc-8061-00324c869960,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:37.499010 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.503314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-6149bba1-603d-444f-bc70-188a421a9c92 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.507674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.513176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-6149bba1-603d-444f-bc70-188a421a9c92 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1363389 Aug 16 01:45:37.515418 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] 10.222.0.66 "DELETE /v2.0/networks/43d0758b-1ddb-4a97-8bbc-6118ad5715c8 HTTP/1.1" status: 204 len: 168 time: 1.2086754 Aug 16 01:45:37.544427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac32259-d3a2-4711-8443-9024fed3a878 tempest-ServersTestMultiNic-795133251 tempest-ServersTestMultiNic-795133251-project] Pushing event deleted for resources: {'Network': ['ID=43d0758b-1ddb-4a97-8bbc-6118ad5715c8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:37.601130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-085a9b19-fece-4e3c-bd6a-e3faddd6ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.0868659 Aug 16 01:45:37.616745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-5f0cf9a3-a2db-45d0-81b1-a478ea4ad985 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Request body: {'floatingip': {'port_id': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:37.616908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f132825b-7342-40d6-81a5-b3de9435f1bf no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:37.645679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f132825b-7342-40d6-81a5-b3de9435f1bf {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:37.646308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f132825b-7342-40d6-81a5-b3de9435f1bf not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:37.678739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['29e8c0bb-89c1-439f-872a-c2b8f2230f4a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:37.691914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-5f0cf9a3-a2db-45d0-81b1-a478ea4ad985 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.757723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['9c8248ce-5cfd-4cdc-8061-00324c869960'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:37.776132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1ac67-5b9e-40c7-a3e8-c085de371e73 req-d7f46b41-b7a3-4772-b7aa-41fa89f52241 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.777662 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0e1ac67-5b9e-40c7-a3e8-c085de371e73 req-d7f46b41-b7a3-4772-b7aa-41fa89f52241 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 944 time: 0.1653693 Aug 16 01:45:37.850131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a8fee145-7208-42d3-904b-ea388399f601 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:37.884079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0e1ac67-5b9e-40c7-a3e8-c085de371e73 req-a1352cd1-3b7d-4289-94f3-e4e8ce289170 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877144 Aug 16 01:45:38.073991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port a8fee145-7208-42d3-904b-ea388399f601 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:38.078222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port a8fee145-7208-42d3-904b-ea388399f601 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:38.079173 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.220009 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.245129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fee145-7208-42d3-904b-ea388399f601'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:38.247448 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f721d2-43c3-463e-ad8e-6dc347226f08" -d '{"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "a8fee145-7208-42d3-904b-ea388399f601"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:38.269664 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a8fee145-7208-42d3-904b-ea388399f601, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a8fee145-7208-42d3-904b-ea388399f601,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:38.359973 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.361174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a2059453-0805-4966-a32e-59d243e6ea01 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:38.453092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a8fee145-7208-42d3-904b-ea388399f601,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:38.526968 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port a2059453-0805-4966-a32e-59d243e6ea01 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:38.532155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port a2059453-0805-4966-a32e-59d243e6ea01 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:38.532531 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.623607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.626507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b38361-1b5e-4a02-bc5e-b5df3fde3175 req-4c68c07f-2e8f-4f7c-8d5b-fa6cb8fd19a9 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:38.628253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97b38361-1b5e-4a02-bc5e-b5df3fde3175 req-4c68c07f-2e8f-4f7c-8d5b-fa6cb8fd19a9 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1814609 Aug 16 01:45:38.641204 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.resource_extend [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-5f0cf9a3-a2db-45d0-81b1-a478ea4ad985 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:45:38.669184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a2059453-0805-4966-a32e-59d243e6ea01, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a2059453-0805-4966-a32e-59d243e6ea01,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:38.716858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97b38361-1b5e-4a02-bc5e-b5df3fde3175 req-76a00072-d8e9-46f3-9094-a5688fe50f46 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732203 Aug 16 01:45:38.722023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-5f0cf9a3-a2db-45d0-81b1-a478ea4ad985 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.869392 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.870243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2c907daf-2aa4-4292-b3c6-d944d4519085 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:38.892938 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-5f0cf9a3-a2db-45d0-81b1-a478ea4ad985 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.926017 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf7dd25-3fba-4344-b46d-9c80c598f62c x-openstack-request-id: req-eaf7dd25-3fba-4344-b46d-9c80c598f62c {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:38.926017 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "a8fee145-7208-42d3-904b-ea388399f601", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:38.926017 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eaf7dd25-3fba-4344-b46d-9c80c598f62c {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:38.926017 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fee145-7208-42d3-904b-ea388399f601', 'code': 200} Aug 16 01:45:38.962419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a2059453-0805-4966-a32e-59d243e6ea01,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:39.018329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 2c907daf-2aa4-4292-b3c6-d944d4519085 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:39.023083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 2c907daf-2aa4-4292-b3c6-d944d4519085 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:39.023257 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.032080 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-5f0cf9a3-a2db-45d0-81b1-a478ea4ad985 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Floating IP 27a36682-c060-4eb6-ae20-4002bebc4073 associated. External IP: 172.25.8.219, port: d6bf07dd-e542-41d3-ab00-c39d85d5b7b4. Aug 16 01:45:39.089889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72788-8613-4c83-af46-2f8021e4633a req-95a65801-d34a-49a2-a555-4a43b912b5e5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.096737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72788-8613-4c83-af46-2f8021e4633a req-95a65801-d34a-49a2-a555-4a43b912b5e5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.102704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72788-8613-4c83-af46-2f8021e4633a req-95a65801-d34a-49a2-a555-4a43b912b5e5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.108584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72788-8613-4c83-af46-2f8021e4633a req-95a65801-d34a-49a2-a555-4a43b912b5e5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.112151 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.115567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72788-8613-4c83-af46-2f8021e4633a req-95a65801-d34a-49a2-a555-4a43b912b5e5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.121495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72788-8613-4c83-af46-2f8021e4633a req-95a65801-d34a-49a2-a555-4a43b912b5e5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.127523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72788-8613-4c83-af46-2f8021e4633a req-95a65801-d34a-49a2-a555-4a43b912b5e5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.129523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13e72788-8613-4c83-af46-2f8021e4633a req-95a65801-d34a-49a2-a555-4a43b912b5e5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5432 time: 0.1431806 Aug 16 01:45:39.147880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 2c907daf-2aa4-4292-b3c6-d944d4519085, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2c907daf-2aa4-4292-b3c6-d944d4519085,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:39.213459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13e72788-8613-4c83-af46-2f8021e4633a req-35e218d8-d4e3-4fb9-9f26-921f663a5cdc tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765181 Aug 16 01:45:39.287403 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.288219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 29503cfe-aa0a-4c76-99b3-5199eddc74d0 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:39.346180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-5f0cf9a3-a2db-45d0-81b1-a478ea4ad985 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Router 75b545a0-c257-431e-a3d8-98d12457cd81 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:45:39.397510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=2c907daf-2aa4-4292-b3c6-d944d4519085,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:39.474059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:39.474450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-5f0cf9a3-a2db-45d0-81b1-a478ea4ad985 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:39.479539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:39.479802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-5f0cf9a3-a2db-45d0-81b1-a478ea4ad985 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.480045 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.514055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5808d30-24be-447b-8bdd-d826ccbc5b4a None None] Sync routers for ids ['75b545a0-c257-431e-a3d8-98d12457cd81'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:39.522608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-5f0cf9a3-a2db-45d0-81b1-a478ea4ad985 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "PUT /v2.0/floatingips/27a36682-c060-4eb6-ae20-4002bebc4073 HTTP/1.1" status: 200 len: 996 time: 1.9191437 Aug 16 01:45:39.526909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'tag': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:39.530769 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2806fd78-5ca2-4baa-9f04-1e71172eae44" -d '{"events": [{"name": "network-changed", "server_uuid": "c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2", "tag": "d6bf07dd-e542-41d3-ab00-c39d85d5b7b4"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:39.540266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5808d30-24be-447b-8bdd-d826ccbc5b4a None None] Routers {'75b545a0-c257-431e-a3d8-98d12457cd81'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:39.540990 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d5808d30-24be-447b-8bdd-d826ccbc5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['75b545a0-c257-431e-a3d8-98d12457cd81'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:39.577875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-89001292-020f-4a47-8222-2569165dc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.580180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-89001292-020f-4a47-8222-2569165dc000 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23a32514775d4731946013afa92bd612&device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 1097 time: 0.0425565 Aug 16 01:45:39.678083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-81dab8c6-637b-4d35-8720-0228e102de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.685941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-81dab8c6-637b-4d35-8720-0228e102de88 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 HTTP/1.1" status: 200 len: 929 time: 0.0990188 Aug 16 01:45:39.758636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-c1852237-30a6-48e9-859a-6801ef2d37cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 HTTP/1.1" status: 200 len: 999 time: 0.0716963 Aug 16 01:45:39.811572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-7842e806-91ec-413a-b728-dec9b58953a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.817123 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.821653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-7842e806-91ec-413a-b728-dec9b58953a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a21b3c1-c97f-4254-8a17-01f854a8b124 HTTP/1.1" status: 200 len: 867 time: 0.0558116 Aug 16 01:45:39.838782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d5808d30-24be-447b-8bdd-d826ccbc5b4a None None] Set router 75b545a0-c257-431e-a3d8-98d12457cd81 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:39.872686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-36da1dc4-92a9-4ebd-be45-969250d34c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.879366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-36da1dc4-92a9-4ebd-be45-969250d34c73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558619 Aug 16 01:45:39.887473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-31b257c9-250d-494a-8338-1f4311a7facc service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:45:39.889222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-31b257c9-250d-494a-8338-1f4311a7facc service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054057 Aug 16 01:45:39.895276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 29503cfe-aa0a-4c76-99b3-5199eddc74d0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29503cfe-aa0a-4c76-99b3-5199eddc74d0,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:39.997998 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.003820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6b7ab-c5c2-4f60-934e-3464f8ce3ea2 req-46bcffa6-a9ba-4cd5-be74-ab8c69ed4dbe tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.005849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fe6b7ab-c5c2-4f60-934e-3464f8ce3ea2 req-46bcffa6-a9ba-4cd5-be74-ab8c69ed4dbe tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 944 time: 0.1246514 Aug 16 01:45:40.015581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 51da5588-9d80-4706-8e6e-b703605f3e18 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:40.070602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-02cc82ed-7cda-4aab-b9d9-14bf7e2bf9ed service neutron] 10.222.0.66 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686516 Aug 16 01:45:40.107438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fe6b7ab-c5c2-4f60-934e-3464f8ce3ea2 req-4791b1b7-033a-44d5-8b38-43ce80e7373e tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853028 Aug 16 01:45:40.137058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=29503cfe-aa0a-4c76-99b3-5199eddc74d0,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:40.167704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56296) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:40.232692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d5808d30-24be-447b-8bdd-d826ccbc5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:59Z', 'revision_number': 4, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '27a36682-c060-4eb6-ae20-4002bebc4073', 'tenant_id': '23a32514775d4731946013afa92bd612', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'port_id': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'mac_address': 'fa:16:3e:ee:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:45:35Z', 'updated_at': '2021-08-16T01:45:38Z', 'revision_number': 1, 'project_id': '23a32514775d4731946013afa92bd612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6144040d-ab14-41dc-ae3b-b7372794a048', 'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'tenant_id': '23a32514775d4731946013afa92bd612', 'mac_address': 'fa:16:3e:9d:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:56Z', 'updated_at': '2021-08-16T01:45:06Z', 'revision_number': 5, 'project_id': '23a32514775d4731946013afa92bd612', 'subnets': [{'id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:40.233003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd7c7ddb-6e4b-4046-805d-ad9e6ecc7be4 req-cbd305c4-a57d-4da3-8fd2-ec12ead87a6f service neutron] 10.222.0.66 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502793 Aug 16 01:45:40.248056 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c8a6bd-9934-40d5-a049-dd0a6150cc2d x-openstack-request-id: req-e4c8a6bd-9934-40d5-a049-dd0a6150cc2d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:40.248643 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2", "tag": "d6bf07dd-e542-41d3-ab00-c39d85d5b7b4", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:40.249420 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4c8a6bd-9934-40d5-a049-dd0a6150cc2d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:40.250201 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'tag': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'status': 'completed', 'code': 200} Aug 16 01:45:40.257856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 51da5588-9d80-4706-8e6e-b703605f3e18 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:40.260540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5808d30-24be-447b-8bdd-d826ccbc5b4a None None] Checking router: 75b545a0-c257-431e-a3d8-98d12457cd81 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:40.266116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 51da5588-9d80-4706-8e6e-b703605f3e18 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:40.266630 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.291788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5808d30-24be-447b-8bdd-d826ccbc5b4a None None] Routers {'75b545a0-c257-431e-a3d8-98d12457cd81'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:40.292428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d5808d30-24be-447b-8bdd-d826ccbc5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['75b545a0-c257-431e-a3d8-98d12457cd81'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:40.372771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806fd78-5ca2-4baa-9f04-1e71172eae44 req-14b56a6d-a69a-4c39-9424-d4c87351399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.374372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2806fd78-5ca2-4baa-9f04-1e71172eae44 req-14b56a6d-a69a-4c39-9424-d4c87351399e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23a32514775d4731946013afa92bd612&device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 1097 time: 0.0935476 Aug 16 01:45:40.389847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3e40a-70a8-4641-bdc2-787a7e455610 req-b593c5b9-db59-43f2-963b-148112c71cf9 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.391615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99d3e40a-70a8-4641-bdc2-787a7e455610 req-b593c5b9-db59-43f2-963b-148112c71cf9 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.0738161 Aug 16 01:45:40.505341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d5808d30-24be-447b-8bdd-d826ccbc5b4a None None] Set router 75b545a0-c257-431e-a3d8-98d12457cd81 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:40.544856 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.578930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0231bc-30d6-4403-9e97-902734fa837e req-d38d31f1-d69a-448b-9b58-f2e937aab5d7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.580720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc0231bc-30d6-4403-9e97-902734fa837e req-d38d31f1-d69a-448b-9b58-f2e937aab5d7 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.1639590 Aug 16 01:45:40.582483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806fd78-5ca2-4baa-9f04-1e71172eae44 req-2fcd8930-56ab-44c7-85d6-2764f5bd8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.583868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2806fd78-5ca2-4baa-9f04-1e71172eae44 req-2fcd8930-56ab-44c7-85d6-2764f5bd8533 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 HTTP/1.1" status: 200 len: 929 time: 0.1912057 Aug 16 01:45:40.586824 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99d3e40a-70a8-4641-bdc2-787a7e455610 req-4ae6c4ea-1881-4705-92c9-cf8951e4b885 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278119 Aug 16 01:45:40.667265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 51da5588-9d80-4706-8e6e-b703605f3e18, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=51da5588-9d80-4706-8e6e-b703605f3e18,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:40.698435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc0231bc-30d6-4403-9e97-902734fa837e req-3638be0c-81d9-45c4-8725-e5c545223043 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105740 Aug 16 01:45:40.708022 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.710854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2806fd78-5ca2-4baa-9f04-1e71172eae44 req-7661c7d7-fc12-4980-abef-1eb32f5e41f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 HTTP/1.1" status: 200 len: 999 time: 0.1144395 Aug 16 01:45:40.758518 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.759921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:40.769674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9c8248ce-5cfd-4cdc-8061-00324c869960 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:40.913659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806fd78-5ca2-4baa-9f04-1e71172eae44 req-ba89cc4f-778e-4ddd-b581-48aadabedb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.915368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2806fd78-5ca2-4baa-9f04-1e71172eae44 req-ba89cc4f-778e-4ddd-b581-48aadabedb05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a21b3c1-c97f-4254-8a17-01f854a8b124 HTTP/1.1" status: 200 len: 867 time: 0.1932333 Aug 16 01:45:40.933435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2059453-0805-4966-a32e-59d243e6ea01'}, {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c907daf-2aa4-4292-b3c6-d944d4519085'}, {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29503cfe-aa0a-4c76-99b3-5199eddc74d0'}, {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51da5588-9d80-4706-8e6e-b703605f3e18'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:40.936581 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7856d8-0a0f-4805-a993-74d92d5603fb" -d '{"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "a2059453-0805-4966-a32e-59d243e6ea01"}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "2c907daf-2aa4-4292-b3c6-d944d4519085"}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "29503cfe-aa0a-4c76-99b3-5199eddc74d0"}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "51da5588-9d80-4706-8e6e-b703605f3e18"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:40.957912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=51da5588-9d80-4706-8e6e-b703605f3e18,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:40.976475 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:45:40.991353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d5808d30-24be-447b-8bdd-d826ccbc5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:59Z', 'revision_number': 4, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '27a36682-c060-4eb6-ae20-4002bebc4073', 'tenant_id': '23a32514775d4731946013afa92bd612', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'port_id': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'mac_address': 'fa:16:3e:ee:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:45:35Z', 'updated_at': '2021-08-16T01:45:38Z', 'revision_number': 1, 'project_id': '23a32514775d4731946013afa92bd612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6144040d-ab14-41dc-ae3b-b7372794a048', 'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'tenant_id': '23a32514775d4731946013afa92bd612', 'mac_address': 'fa:16:3e:9d:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:56Z', 'updated_at': '2021-08-16T01:45:06Z', 'revision_number': 5, 'project_id': '23a32514775d4731946013afa92bd612', 'subnets': [{'id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:41.013193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc23839-ea69-4bd6-9e89-62ff5a03b30c req-6483ad44-385d-43ed-aae7-b88e2984de7f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.022141 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc23839-ea69-4bd6-9e89-62ff5a03b30c req-6483ad44-385d-43ed-aae7-b88e2984de7f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.029299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc23839-ea69-4bd6-9e89-62ff5a03b30c req-6483ad44-385d-43ed-aae7-b88e2984de7f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.029626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5808d30-24be-447b-8bdd-d826ccbc5b4a None None] The sync data for ids ['75b545a0-c257-431e-a3d8-98d12457cd81'] in n-d-768509-23 is: [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:59Z', 'revision_number': 4, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '27a36682-c060-4eb6-ae20-4002bebc4073', 'tenant_id': '23a32514775d4731946013afa92bd612', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'port_id': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'mac_address': 'fa:16:3e:ee:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:45:35Z', 'updated_at': '2021-08-16T01:45:38Z', 'revision_number': 1, 'project_id': '23a32514775d4731946013afa92bd612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6144040d-ab14-41dc-ae3b-b7372794a048', 'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'tenant_id': '23a32514775d4731946013afa92bd612', 'mac_address': 'fa:16:3e:9d:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:56Z', 'updated_at': '2021-08-16T01:45:06Z', 'revision_number': 5, 'project_id': '23a32514775d4731946013afa92bd612', 'subnets': [{'id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:41.037984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc23839-ea69-4bd6-9e89-62ff5a03b30c req-6483ad44-385d-43ed-aae7-b88e2984de7f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.043395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:41.044919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc23839-ea69-4bd6-9e89-62ff5a03b30c req-6483ad44-385d-43ed-aae7-b88e2984de7f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.048619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:41.049278 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.054412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc23839-ea69-4bd6-9e89-62ff5a03b30c req-6483ad44-385d-43ed-aae7-b88e2984de7f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.061295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc23839-ea69-4bd6-9e89-62ff5a03b30c req-6483ad44-385d-43ed-aae7-b88e2984de7f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.064148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecc23839-ea69-4bd6-9e89-62ff5a03b30c req-6483ad44-385d-43ed-aae7-b88e2984de7f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5435 time: 0.2446404 Aug 16 01:45:41.074849 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 9c8248ce-5cfd-4cdc-8061-00324c869960 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:41.085929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-7354d832-50f8-4779-9145-4de7a0a4dea9 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 258 time: 0.3349380 Aug 16 01:45:41.092123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:41.097093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 9c8248ce-5cfd-4cdc-8061-00324c869960 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:41.097847 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.199138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806fd78-5ca2-4baa-9f04-1e71172eae44 req-3fedc8af-ab8f-40af-a01b-6f4a2c21e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.201702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2806fd78-5ca2-4baa-9f04-1e71172eae44 req-3fedc8af-ab8f-40af-a01b-6f4a2c21e122 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2726634 Aug 16 01:45:41.216116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecc23839-ea69-4bd6-9e89-62ff5a03b30c req-684ca725-37e6-4a12-a4c1-13e61b4ab8ba tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181927 Aug 16 01:45:41.232649 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.292966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:41.295881 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.298430 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.341487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9c8248ce-5cfd-4cdc-8061-00324c869960, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9c8248ce-5cfd-4cdc-8061-00324c869960,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:41.347638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78c16b-bc43-48c2-a2ef-f0fe17233d13 req-e47de9f5-5796-4bc4-a5a4-2461742d5686 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.349272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f78c16b-bc43-48c2-a2ef-f0fe17233d13 req-e47de9f5-5796-4bc4-a5a4-2461742d5686 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.2024612 Aug 16 01:45:41.379090 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.381057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6d056894-98e3-41fb-9021-57ad00b2ec57 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:41.386819 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4218a73-a5a3-4697-8b0d-7a9748287e75 x-openstack-request-id: req-a4218a73-a5a3-4697-8b0d-7a9748287e75 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:41.386819 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "a2059453-0805-4966-a32e-59d243e6ea01", "code": 200}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "2c907daf-2aa4-4292-b3c6-d944d4519085", "code": 200}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "29503cfe-aa0a-4c76-99b3-5199eddc74d0", "code": 200}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "51da5588-9d80-4706-8e6e-b703605f3e18", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:41.386819 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4218a73-a5a3-4697-8b0d-7a9748287e75 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:41.386819 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2059453-0805-4966-a32e-59d243e6ea01', 'code': 200} Aug 16 01:45:41.386819 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c907daf-2aa4-4292-b3c6-d944d4519085', 'code': 200} Aug 16 01:45:41.386819 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29503cfe-aa0a-4c76-99b3-5199eddc74d0', 'code': 200} Aug 16 01:45:41.387370 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51da5588-9d80-4706-8e6e-b703605f3e18', 'code': 200} Aug 16 01:45:41.480057 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.489258 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e81b4-bfde-4f4c-98ba-b1e9b89b8a2b None None] New status for floating IP 27a36682-c060-4eb6-ae20-4002bebc4073: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:45:41.568846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2806fd78-5ca2-4baa-9f04-1e71172eae44 req-473963c5-fd3b-416b-8a09-5f51f535fa91 service neutron] 10.222.0.64 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515744 Aug 16 01:45:41.589220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cd933-d794-43fe-bede-83eb5c0671be req-41e3ffe9-511d-465c-a2c8-20471b9a49d3 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.590956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b4cd933-d794-43fe-bede-83eb5c0671be req-41e3ffe9-511d-465c-a2c8-20471b9a49d3 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 945 time: 0.1299994 Aug 16 01:45:41.627096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] Deleting port 97f93a52-d403-4c6f-b16a-bbb31836313b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:41.630610 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.653222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:41.729009 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=9c8248ce-5cfd-4cdc-8061-00324c869960,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:41.752000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] For port 97f93a52-d403-4c6f-b16a-bbb31836313b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=97f93a52-d403-4c6f-b16a-bbb31836313b,segment=NetworkSegment(4e8c84a5-7cf6-40b1-a606-a2d349190447),segment_id=4e8c84a5-7cf6-40b1-a606-a2d349190447)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:41.752780 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.772482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 6d056894-98e3-41fb-9021-57ad00b2ec57 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:41.773469 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] Calling delete_port for 97f93a52-d403-4c6f-b16a-bbb31836313b owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:41.777609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 6d056894-98e3-41fb-9021-57ad00b2ec57 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:41.778276 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.913135 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.962095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6d056894-98e3-41fb-9021-57ad00b2ec57, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6d056894-98e3-41fb-9021-57ad00b2ec57,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:42.051651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b4cd933-d794-43fe-bede-83eb5c0671be req-fc15741a-fc38-4153-a7a8-978009c2beef tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452240 Aug 16 01:45:42.056668 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.057666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 31ea19a7-717c-4f87-addd-f925ad379bf9 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:42.073524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2f78c16b-bc43-48c2-a2ef-f0fe17233d13 req-04884d63-2158-49fc-acad-ded5922d3ea2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Deleting port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:42.073524 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2f78c16b-bc43-48c2-a2ef-f0fe17233d13 req-04884d63-2158-49fc-acad-ded5922d3ea2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.092888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.122065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f93a52-d403-4c6f-b16a-bbb31836313b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:42.149160 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2806fd78-5ca2-4baa-9f04-1e71172eae44 req-06b99edc-f92c-4d95-bab2-bfcee32f53d7 service neutron] 10.222.0.64 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557826 Aug 16 01:45:42.155535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=6d056894-98e3-41fb-9021-57ad00b2ec57,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:42.186865 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.293183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2f78c16b-bc43-48c2-a2ef-f0fe17233d13 req-04884d63-2158-49fc-acad-ded5922d3ea2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] For port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:42.293183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2f78c16b-bc43-48c2-a2ef-f0fe17233d13 req-04884d63-2158-49fc-acad-ded5922d3ea2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.306182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2f78c16b-bc43-48c2-a2ef-f0fe17233d13 req-04884d63-2158-49fc-acad-ded5922d3ea2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Calling delete_port for 29e8c0bb-89c1-439f-872a-c2b8f2230f4a owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:42.394285 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.461806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Allocated IP 172.25.8.41 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/f4abd0ce-124d-4ee0-ac3a-50ba7b81bdf7) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:42.473643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075adc9-f199-4b1b-994d-d516dd54b125 req-fd83d05c-03c0-4b3b-a62e-47e12f8f69a6 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:42.475189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4075adc9-f199-4b1b-994d-d516dd54b125 req-fd83d05c-03c0-4b3b-a62e-47e12f8f69a6 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1911430 Aug 16 01:45:42.605954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4075adc9-f199-4b1b-994d-d516dd54b125 req-3e9f2b39-f016-40f6-96e8-43a55b6284c8 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164367 Aug 16 01:45:42.679901 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] Router 899dbdc7-a597-4c10-bc07-579b8ad46d6d has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:45:42.711992 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.753427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d69968-53db-4478-9128-a02d57f097bd req-0b619981-61ce-4bac-ad77-610b08074ff8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:42.755129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7d69968-53db-4478-9128-a02d57f097bd req-0b619981-61ce-4bac-ad77-610b08074ff8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e24421a-816a-4129-97a5-0717e5eb1cb3 HTTP/1.1" status: 200 len: 950 time: 0.0848475 Aug 16 01:45:42.819947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7d69968-53db-4478-9128-a02d57f097bd req-760fdc99-7627-49cd-9208-333d1b5d64e4 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490720 Aug 16 01:45:42.830252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:42.842004 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf2db19-eea4-497a-98f7-fe96ee63d78a None None] Sync routers for ids ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:42.853478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56326) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:42.853710 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5be0e442-5359-4c01-82c0-2bf115a08586 admin admin] 10.222.0.66 "PUT /v2.0/routers/899dbdc7-a597-4c10-bc07-579b8ad46d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6847105 Aug 16 01:45:42.870215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2db19-eea4-497a-98f7-fe96ee63d78a None None] Routers {'899dbdc7-a597-4c10-bc07-579b8ad46d6d'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:42.870215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fcf2db19-eea4-497a-98f7-fe96ee63d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:42.997721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-fcf2db19-eea4-497a-98f7-fe96ee63d78a None None] Set router 899dbdc7-a597-4c10-bc07-579b8ad46d6d gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:43.001596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.130134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.343127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fcf2db19-eea4-497a-98f7-fe96ee63d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'name': 'tempest-ServersTestMultiNic-562991115-router', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:36Z', 'updated_at': '2021-08-16T01:45:41Z', 'revision_number': 5, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'gw_port': {'id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:37Z', 'updated_at': '2021-08-16T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:43.384240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf2db19-eea4-497a-98f7-fe96ee63d78a None None] Checking router: 899dbdc7-a597-4c10-bc07-579b8ad46d6d for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:43.388312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6705bd2-662b-4cd9-bb61-19918c187653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f'}, {'server_uuid': 'c95a96cf-69a4-4317-b147-d7c9216ff321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8248ce-5cfd-4cdc-8061-00324c869960'}, {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d056894-98e3-41fb-9021-57ad00b2ec57'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:43.390607 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe60157b-f7d8-4bc3-9487-bc39c3eff2a0" -d '{"events": [{"server_uuid": "e6705bd2-662b-4cd9-bb61-19918c187653", "name": "network-vif-plugged", "status": "completed", "tag": "86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f"}, {"server_uuid": "c95a96cf-69a4-4317-b147-d7c9216ff321", "name": "network-vif-plugged", "status": "completed", "tag": "9c8248ce-5cfd-4cdc-8061-00324c869960"}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "6d056894-98e3-41fb-9021-57ad00b2ec57"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:43.394945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2db19-eea4-497a-98f7-fe96ee63d78a None None] Routers {'899dbdc7-a597-4c10-bc07-579b8ad46d6d'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:43.395601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fcf2db19-eea4-497a-98f7-fe96ee63d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:43.504294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-fcf2db19-eea4-497a-98f7-fe96ee63d78a None None] Set router 899dbdc7-a597-4c10-bc07-579b8ad46d6d gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:43.530305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 31ea19a7-717c-4f87-addd-f925ad379bf9 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:43.567072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 31ea19a7-717c-4f87-addd-f925ad379bf9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:43.567453 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.580276 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2f78c16b-bc43-48c2-a2ef-f0fe17233d13 req-04884d63-2158-49fc-acad-ded5922d3ea2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.604065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['29e8c0bb-89c1-439f-872a-c2b8f2230f4a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:43.607387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['32f43514-ab56-454d-9784-6a7575034ee7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:43.619540 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.619540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04884d63-2158-49fc-acad-ded5922d3ea2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Pushing event deleted for resources: {'Port': ['ID=29e8c0bb-89c1-439f-872a-c2b8f2230f4a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:43.687303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f78c16b-bc43-48c2-a2ef-f0fe17233d13 req-04884d63-2158-49fc-acad-ded5922d3ea2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] No DVR routers for this DVR port 29e8c0bb-89c1-439f-872a-c2b8f2230f4a on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:43.699468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:43.700691 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2f78c16b-bc43-48c2-a2ef-f0fe17233d13 req-04884d63-2158-49fc-acad-ded5922d3ea2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.702656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f78c16b-bc43-48c2-a2ef-f0fe17233d13 req-04884d63-2158-49fc-acad-ded5922d3ea2 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.74 "DELETE /v2.0/ports/29e8c0bb-89c1-439f-872a-c2b8f2230f4a HTTP/1.1" status: 204 len: 173 time: 2.3095753 Aug 16 01:45:43.705496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'name': 'network-vif-deleted', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:43.707820 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bb76d7-aee4-4ccf-b862-3dda3630dab5" -d '{"events": [{"server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "name": "network-vif-deleted", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:43.726755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:43.757998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:43.760697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Pushing event updated for resources: {'Port': ['ID=f4abd0ce-124d-4ee0-ac3a-50ba7b81bdf7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:43.836854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb5ef-fb7e-4ec5-a415-63e61ca9cb28 req-14139685-c919-4ee7-9037-5cea421467aa tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.842650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb5ef-fb7e-4ec5-a415-63e61ca9cb28 req-14139685-c919-4ee7-9037-5cea421467aa tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.848701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb5ef-fb7e-4ec5-a415-63e61ca9cb28 req-14139685-c919-4ee7-9037-5cea421467aa tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.854477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb5ef-fb7e-4ec5-a415-63e61ca9cb28 req-14139685-c919-4ee7-9037-5cea421467aa tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.860749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb5ef-fb7e-4ec5-a415-63e61ca9cb28 req-14139685-c919-4ee7-9037-5cea421467aa tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.866928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb5ef-fb7e-4ec5-a415-63e61ca9cb28 req-14139685-c919-4ee7-9037-5cea421467aa tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.872938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb5ef-fb7e-4ec5-a415-63e61ca9cb28 req-14139685-c919-4ee7-9037-5cea421467aa tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.874932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de8eb5ef-fb7e-4ec5-a415-63e61ca9cb28 req-14139685-c919-4ee7-9037-5cea421467aa tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5436 time: 0.1775742 Aug 16 01:45:43.910286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.952071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Deleting port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:43.952419 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.960808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de8eb5ef-fb7e-4ec5-a415-63e61ca9cb28 req-356a0f14-6b28-463e-8fd4-6f06430045b2 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779197 Aug 16 01:45:44.006088 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.044065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 31ea19a7-717c-4f87-addd-f925ad379bf9, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=31ea19a7-717c-4f87-addd-f925ad379bf9,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:44.078305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] For port c5ac2351-1dd2-4977-b705-fdab6d1f5e6f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c5ac2351-1dd2-4977-b705-fdab6d1f5e6f,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:44.078837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.093284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fcf2db19-eea4-497a-98f7-fe96ee63d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'name': 'tempest-ServersTestMultiNic-562991115-router', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:36Z', 'updated_at': '2021-08-16T01:45:41Z', 'revision_number': 5, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'gw_port': {'id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:37Z', 'updated_at': '2021-08-16T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:44.122167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Calling delete_port for c5ac2351-1dd2-4977-b705-fdab6d1f5e6f owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:44.132432 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.133287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 67cad001-c649-45e9-94bb-13db2e6f8f5d up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:44.135148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf2db19-eea4-497a-98f7-fe96ee63d78a None None] The sync data for ids ['899dbdc7-a597-4c10-bc07-579b8ad46d6d'] in n-d-768509-23 is: [{'id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'name': 'tempest-ServersTestMultiNic-562991115-router', 'tenant_id': '1372590bbb4a46b08c8bc434975c42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:36Z', 'updated_at': '2021-08-16T01:45:41Z', 'revision_number': 5, 'project_id': '1372590bbb4a46b08c8bc434975c42d6', 'gw_port': {'id': 'c5ac2351-1dd2-4977-b705-fdab6d1f5e6f', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899dbdc7-a597-4c10-bc07-579b8ad46d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:37Z', 'updated_at': '2021-08-16T01:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:44.164667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.241528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=31ea19a7-717c-4f87-addd-f925ad379bf9,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:44.301764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc7829-9ba4-4262-a5f0-984a742d1527 req-079bc555-a6bd-47db-b0b2-4ae9d1a530f4 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.303351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fdc7829-9ba4-4262-a5f0-984a742d1527 req-079bc555-a6bd-47db-b0b2-4ae9d1a530f4 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 945 time: 0.2206492 Aug 16 01:45:44.310185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 67cad001-c649-45e9-94bb-13db2e6f8f5d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:44.314726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 67cad001-c649-45e9-94bb-13db2e6f8f5d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:44.315335 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.418604 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.444892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fdc7829-9ba4-4262-a5f0-984a742d1527 req-c6e5e278-eaac-4957-8ef4-f39d0a318a10 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313169 Aug 16 01:45:44.488893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 67cad001-c649-45e9-94bb-13db2e6f8f5d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=67cad001-c649-45e9-94bb-13db2e6f8f5d,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:44.535405 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88389fb-619c-4d37-96cc-7f40fece6ec3 x-openstack-request-id: req-f88389fb-619c-4d37-96cc-7f40fece6ec3 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:44.538780 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6705bd2-662b-4cd9-bb61-19918c187653", "name": "network-vif-plugged", "status": "completed", "tag": "86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f", "code": 200}, {"server_uuid": "c95a96cf-69a4-4317-b147-d7c9216ff321", "name": "network-vif-plugged", "status": "completed", "tag": "9c8248ce-5cfd-4cdc-8061-00324c869960", "code": 200}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "6d056894-98e3-41fb-9021-57ad00b2ec57", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:44.538780 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f88389fb-619c-4d37-96cc-7f40fece6ec3 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:44.538780 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6705bd2-662b-4cd9-bb61-19918c187653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f', 'code': 200} Aug 16 01:45:44.538780 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95a96cf-69a4-4317-b147-d7c9216ff321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8248ce-5cfd-4cdc-8061-00324c869960', 'code': 200} Aug 16 01:45:44.538780 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d056894-98e3-41fb-9021-57ad00b2ec57', 'code': 200} Aug 16 01:45:44.553738 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.586822 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.603111 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.636468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 29e8c0bb-89c1-439f-872a-c2b8f2230f4a no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:44.679685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ac2351-1dd2-4977-b705-fdab6d1f5e6f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:44.686344 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.687213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 29e8c0bb-89c1-439f-872a-c2b8f2230f4a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:44.688151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 29e8c0bb-89c1-439f-872a-c2b8f2230f4a not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:44.730499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=67cad001-c649-45e9-94bb-13db2e6f8f5d,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:44.891967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6246429-dcae-4adc-a484-9397e138acb8 req-20852735-92f8-4f2e-9e49-c554bcdf787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.893462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6246429-dcae-4adc-a484-9397e138acb8 req-20852735-92f8-4f2e-9e49-c554bcdf787e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 1097 time: 0.2270486 Aug 16 01:45:44.919581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a7fe8-81d7-4154-89bd-a9b154010e61 req-3e2fa2cf-08d1-45cd-a833-58f2fcf8da96 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.921158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-181a7fe8-81d7-4154-89bd-a9b154010e61 req-3e2fa2cf-08d1-45cd-a833-58f2fcf8da96 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.2634487 Aug 16 01:45:44.921707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Pushing event updated for resources: {'Port': ['ID=f4abd0ce-124d-4ee0-ac3a-50ba7b81bdf7,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:44.962607 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.974848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.106584 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.109612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6246429-dcae-4adc-a484-9397e138acb8 req-ddab10e3-1618-47c6-8260-665eaa5b711a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806693 Aug 16 01:45:45.110762 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.115436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-181a7fe8-81d7-4154-89bd-a9b154010e61 req-dc957404-ecb9-41a7-8778-c3585bdf3a0c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742773 Aug 16 01:45:45.119040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e5c15-7859-4f9b-b87a-f12e46ac78b2 req-c6104a67-6a76-450e-8cf2-c1104287f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.120564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f07e5c15-7859-4f9b-b87a-f12e46ac78b2 req-c6104a67-6a76-450e-8cf2-c1104287f885 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e6705bd2-662b-4cd9-bb61-19918c187653 HTTP/1.1" status: 200 len: 1098 time: 0.3843050 Aug 16 01:45:45.163233 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afcdaed-16f7-4420-b29f-a79b04b4ad35 x-openstack-request-id: req-3afcdaed-16f7-4420-b29f-a79b04b4ad35 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:45.163528 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e24421a-816a-4129-97a5-0717e5eb1cb3", "name": "network-vif-deleted", "tag": "29e8c0bb-89c1-439f-872a-c2b8f2230f4a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:45.163775 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3afcdaed-16f7-4420-b29f-a79b04b4ad35 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:45.164162 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e24421a-816a-4129-97a5-0717e5eb1cb3', 'name': 'network-vif-deleted', 'tag': '29e8c0bb-89c1-439f-872a-c2b8f2230f4a', 'status': 'completed', 'code': 200} Aug 16 01:45:45.205717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f07e5c15-7859-4f9b-b87a-f12e46ac78b2 req-635dc626-4386-490b-b2d3-7c11473687f4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370901 Aug 16 01:45:45.256574 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.257910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-85d8adcc-5e4d-445d-b9d7-696c16c11662 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1710300 Aug 16 01:45:45.304215 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.304746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 899dbdc7-a597-4c10-bc07-579b8ad46d6d {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:45:45.309760 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.312378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1fd8c116-bbdf-4582-ac2a-d70f237104b9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/899dbdc7-a597-4c10-bc07-579b8ad46d6d HTTP/1.1" status: 204 len: 168 time: 2.4556820 Aug 16 01:45:45.316835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56362) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:45.327201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-5944a72a-49fb-4d9c-a6a6-7cc256928773 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.0631347 Aug 16 01:45:45.477062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-75007e6d-6a8b-4e16-a5c6-ce4f94b431ed admin admin] Deleting subnet 62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:45:45.484048 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-75007e6d-6a8b-4e16-a5c6-ce4f94b431ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.528289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e551f-5fca-4a4c-ad04-6e092b060d61 req-aa11d12d-6c47-40fa-b95e-6283c3d86fef tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.534416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e551f-5fca-4a4c-ad04-6e092b060d61 req-aa11d12d-6c47-40fa-b95e-6283c3d86fef tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.540328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e551f-5fca-4a4c-ad04-6e092b060d61 req-aa11d12d-6c47-40fa-b95e-6283c3d86fef tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.546233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e551f-5fca-4a4c-ad04-6e092b060d61 req-aa11d12d-6c47-40fa-b95e-6283c3d86fef tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.553004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e551f-5fca-4a4c-ad04-6e092b060d61 req-aa11d12d-6c47-40fa-b95e-6283c3d86fef tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.558935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e551f-5fca-4a4c-ad04-6e092b060d61 req-aa11d12d-6c47-40fa-b95e-6283c3d86fef tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.565490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e551f-5fca-4a4c-ad04-6e092b060d61 req-aa11d12d-6c47-40fa-b95e-6283c3d86fef tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.567463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-295e551f-5fca-4a4c-ad04-6e092b060d61 req-aa11d12d-6c47-40fa-b95e-6283c3d86fef tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5437 time: 0.2108545 Aug 16 01:45:45.615846 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-75007e6d-6a8b-4e16-a5c6-ce4f94b431ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.625721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-44984eee-c09c-4ebc-82b4-49b95fcb9c0d tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.627278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b93b2fa5-7546-4cb4-94e1-065d31f1592a req-44984eee-c09c-4ebc-82b4-49b95fcb9c0d tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.2695668 Aug 16 01:45:45.671767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-295e551f-5fca-4a4c-ad04-6e092b060d61 req-a7baf395-6556-44d2-b150-07e7bd9de33b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909717 Aug 16 01:45:45.742116 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-75007e6d-6a8b-4e16-a5c6-ce4f94b431ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.882495 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-75007e6d-6a8b-4e16-a5c6-ce4f94b431ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.883695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 97f93a52-d403-4c6f-b16a-bbb31836313b no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:45.918445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 97f93a52-d403-4c6f-b16a-bbb31836313b {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:45.918794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 97f93a52-d403-4c6f-b16a-bbb31836313b not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:45.920363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c5ac2351-1dd2-4977-b705-fdab6d1f5e6f no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:45.928296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75007e6d-6a8b-4e16-a5c6-ce4f94b431ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:45.934097 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-75007e6d-6a8b-4e16-a5c6-ce4f94b431ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.939604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56378) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:45.940123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-75007e6d-6a8b-4e16-a5c6-ce4f94b431ed admin admin] 10.222.0.66 "DELETE /v2.0/subnets/62b2d5c2-5cf7-4bce-bce4-14a2b6a5edd3 HTTP/1.1" status: 204 len: 168 time: 0.6208823 Aug 16 01:45:45.967203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38884f-db59-4df8-9a2b-6ff5dcb834c7 None None] Network c11b5a13-303e-4224-918c-e68d8f31d4d5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:45.971744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c5ac2351-1dd2-4977-b705-fdab6d1f5e6f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:45.971744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c5ac2351-1dd2-4977-b705-fdab6d1f5e6f not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:45.986514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360530c-2b07-4a8d-b20c-194f5929fa68 req-fddf8183-77b9-4a94-aac3-2dd016759fe9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.992144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f360530c-2b07-4a8d-b20c-194f5929fa68 req-fddf8183-77b9-4a94-aac3-2dd016759fe9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 945 time: 0.1250403 Aug 16 01:45:46.037134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.078073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f360530c-2b07-4a8d-b20c-194f5929fa68 req-ffcf379f-0bb3-475f-8715-a94a85ba5f15 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800519 Aug 16 01:45:46.162270 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Deleting port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:46.162725 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.260821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3048156-6f3e-433c-be26-b95068dc3b93 None None] DHCP port deletion for c11b5a13-303e-4224-918c-e68d8f31d4d5 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:45:46.313919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] For port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879,segment=NetworkSegment(4e8c84a5-7cf6-40b1-a606-a2d349190447),segment_id=4e8c84a5-7cf6-40b1-a606-a2d349190447)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:46.314300 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.328952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f3048156-6f3e-433c-be26-b95068dc3b93 None None] Deleting port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:46.329662 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f3048156-6f3e-433c-be26-b95068dc3b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.336439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Calling delete_port for 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:46.410027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f3048156-6f3e-433c-be26-b95068dc3b93 None None] For port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879,segment=NetworkSegment(4e8c84a5-7cf6-40b1-a606-a2d349190447),segment_id=4e8c84a5-7cf6-40b1-a606-a2d349190447)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:46.410429 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f3048156-6f3e-433c-be26-b95068dc3b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.435246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f3048156-6f3e-433c-be26-b95068dc3b93 None None] Calling delete_port for 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:46.516996 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.522752 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f3048156-6f3e-433c-be26-b95068dc3b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.538092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] No DVR routers for this DVR port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:46.556937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ea19a7-717c-4f87-addd-f925ad379bf9'}, {'server_uuid': 'a875a19e-0b2b-47df-82bb-fe2d851961ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cad001-c649-45e9-94bb-13db2e6f8f5d'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:46.559444 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d3541f-2a32-4cb7-9dcd-f2b62798b84f" -d '{"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "31ea19a7-717c-4f87-addd-f925ad379bf9"}, {"server_uuid": "a875a19e-0b2b-47df-82bb-fe2d851961ee", "name": "network-vif-plugged", "status": "completed", "tag": "67cad001-c649-45e9-94bb-13db2e6f8f5d"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:46.565926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:46.566243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3048156-6f3e-433c-be26-b95068dc3b93 None None] Pushing event deleted for resources: {'Port': ['ID=2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:46.574962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3048156-6f3e-433c-be26-b95068dc3b93 None None] No DVR routers for this DVR port 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:46.607477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ee725-025b-41aa-9a0e-e338adaba471 req-ed3de3a3-f5ba-4da1-8c4c-b7ce3206fa54 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.615761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de0ee725-025b-41aa-9a0e-e338adaba471 req-ed3de3a3-f5ba-4da1-8c4c-b7ce3206fa54 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4095576 Aug 16 01:45:46.631000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88847994-f934-4966-ac30-05edf51ebb57 req-cb3b220d-d9f4-45e6-8963-312272252dd1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.631945 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88847994-f934-4966-ac30-05edf51ebb57 req-cb3b220d-d9f4-45e6-8963-312272252dd1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.3826780 Aug 16 01:45:46.646342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.656421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11b5a13-303e-4224-918c-e68d8f31d4d5']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:46.672989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8c84a5-7cf6-40b1-a606-a2d349190447') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:46.674135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8c84a5-7cf6-40b1-a606-a2d349190447') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:46.680940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de0ee725-025b-41aa-9a0e-e338adaba471 req-faaf0840-79da-4cae-b969-b21123d843d7 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.0639400 Aug 16 01:45:46.684124 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.694797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-de0ee725-025b-41aa-9a0e-e338adaba471 req-b87b645c-b7db-4e83-9246-95fdb4d314bb tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Request body: {'floatingip': {'port_id': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:46.699655 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.707292 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:46.707692 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:46.709456 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:46.748032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-de0ee725-025b-41aa-9a0e-e338adaba471 req-b87b645c-b7db-4e83-9246-95fdb4d314bb tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.781796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88847994-f934-4966-ac30-05edf51ebb57 req-7214cdd3-9403-46f7-9448-0baee63f6bb8 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157556 Aug 16 01:45:46.824053 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.829451 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.832026 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] 10.222.0.66 "DELETE /v2.0/networks/c11b5a13-303e-4224-918c-e68d8f31d4d5 HTTP/1.1" status: 204 len: 168 time: 0.8922803 Aug 16 01:45:46.857360 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf6e3b-24ea-4b00-9683-2474eddfdf9f admin admin] Pushing event deleted for resources: {'Network': ['ID=c11b5a13-303e-4224-918c-e68d8f31d4d5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:46.969099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb1a0-026e-4454-b5c0-b42fbceb9948 req-0890c629-46a6-40ba-8134-73fe47f4186b tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.970771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6adb1a0-026e-4454-b5c0-b42fbceb9948 req-0890c629-46a6-40ba-8134-73fe47f4186b tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1135442 Aug 16 01:45:47.053351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6adb1a0-026e-4454-b5c0-b42fbceb9948 req-f058023c-73e4-403d-b58a-553ae683169a tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729346 Aug 16 01:45:47.059418 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-de0ee725-025b-41aa-9a0e-e338adaba471 req-b87b645c-b7db-4e83-9246-95fdb4d314bb tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 01:45:47.060720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de0ee725-025b-41aa-9a0e-e338adaba471 req-b87b645c-b7db-4e83-9246-95fdb4d314bb tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "PUT /v2.0/floatingips/ed681c71-6d71-4798-9b7e-f1aff720238f HTTP/1.1" status: 409 len: 549 time: 0.3734970 Aug 16 01:45:47.104582 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8047e02-b4e2-404a-9d77-93fc3e996abc x-openstack-request-id: req-b8047e02-b4e2-404a-9d77-93fc3e996abc {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:47.105112 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-plugged", "status": "completed", "tag": "31ea19a7-717c-4f87-addd-f925ad379bf9", "code": 200}, {"server_uuid": "a875a19e-0b2b-47df-82bb-fe2d851961ee", "name": "network-vif-plugged", "status": "completed", "tag": "67cad001-c649-45e9-94bb-13db2e6f8f5d", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:47.105288 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b8047e02-b4e2-404a-9d77-93fc3e996abc {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:47.105751 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ea19a7-717c-4f87-addd-f925ad379bf9', 'code': 200} Aug 16 01:45:47.106117 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a875a19e-0b2b-47df-82bb-fe2d851961ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cad001-c649-45e9-94bb-13db2e6f8f5d', 'code': 200} Aug 16 01:45:47.289833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56410) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:47.323819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-fe51fee0-1bdf-49ae-8cd4-2a7b7723524c tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips/ed681c71-6d71-4798-9b7e-f1aff720238f HTTP/1.1" status: 200 len: 692 time: 0.0856166 Aug 16 01:45:47.338774 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22c20a-d229-49f5-bf40-6ad47ab99640 req-ff862aa2-474c-48e0-9b4a-530f6c669c1e tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.342163 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e5589714-73ef-4d44-8923-b26481da1848 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1372590bbb4a46b08c8bc434975c42d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511353 Aug 16 01:45:47.345734 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56412) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:47.345887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22c20a-d229-49f5-bf40-6ad47ab99640 req-ff862aa2-474c-48e0-9b4a-530f6c669c1e tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.351750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22c20a-d229-49f5-bf40-6ad47ab99640 req-ff862aa2-474c-48e0-9b4a-530f6c669c1e tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.357732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22c20a-d229-49f5-bf40-6ad47ab99640 req-ff862aa2-474c-48e0-9b4a-530f6c669c1e tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.364615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22c20a-d229-49f5-bf40-6ad47ab99640 req-ff862aa2-474c-48e0-9b4a-530f6c669c1e tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.370952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22c20a-d229-49f5-bf40-6ad47ab99640 req-ff862aa2-474c-48e0-9b4a-530f6c669c1e tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.376885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22c20a-d229-49f5-bf40-6ad47ab99640 req-ff862aa2-474c-48e0-9b4a-530f6c669c1e tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.378969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e22c20a-d229-49f5-bf40-6ad47ab99640 req-ff862aa2-474c-48e0-9b4a-530f6c669c1e tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5437 time: 0.2207611 Aug 16 01:45:47.392883 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41c406ad-ee99-4831-9e87-a896906c12dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.423214 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41c406ad-ee99-4831-9e87-a896906c12dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.439474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937cb7e-3dc3-4b78-84ee-fbab96032c84 req-dc664ac8-74d3-4694-be85-b534e2aaecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.440992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a937cb7e-3dc3-4b78-84ee-fbab96032c84 req-dc664ac8-74d3-4694-be85-b534e2aaecd9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 1098 time: 0.2472308 Aug 16 01:45:47.446253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fdd14-8509-4ec1-8afc-4c4bba903f14 req-e50b7d6c-e27a-408e-9977-9a7c921d889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.446746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fdd14-8509-4ec1-8afc-4c4bba903f14 req-e50b7d6c-e27a-408e-9977-9a7c921d889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.447282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fdd14-8509-4ec1-8afc-4c4bba903f14 req-e50b7d6c-e27a-408e-9977-9a7c921d889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.447693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fdd14-8509-4ec1-8afc-4c4bba903f14 req-e50b7d6c-e27a-408e-9977-9a7c921d889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.448188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fdd14-8509-4ec1-8afc-4c4bba903f14 req-e50b7d6c-e27a-408e-9977-9a7c921d889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.448655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fdd14-8509-4ec1-8afc-4c4bba903f14 req-e50b7d6c-e27a-408e-9977-9a7c921d889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.449116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fdd14-8509-4ec1-8afc-4c4bba903f14 req-e50b7d6c-e27a-408e-9977-9a7c921d889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.450967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e2fdd14-8509-4ec1-8afc-4c4bba903f14 req-e50b7d6c-e27a-408e-9977-9a7c921d889a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6501 time: 0.2554936 Aug 16 01:45:47.544432 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41c406ad-ee99-4831-9e87-a896906c12dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.547664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e22c20a-d229-49f5-bf40-6ad47ab99640 req-e98c8a58-92f8-45cc-bb6e-8f18085acf26 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1617320 Aug 16 01:45:47.559636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a937cb7e-3dc3-4b78-84ee-fbab96032c84 req-938c90fc-8b5d-493b-88fa-9bc386e33a19 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059220 Aug 16 01:45:47.559757 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41c406ad-ee99-4831-9e87-a896906c12dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.567795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e2fdd14-8509-4ec1-8afc-4c4bba903f14 req-1260de68-97ad-409a-9096-0ddac2e8d21c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013336 Aug 16 01:45:47.577961 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-41c406ad-ee99-4831-9e87-a896906c12dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfcbba3f-cabe-4796-b787-4d5b467d9efd HTTP/1.1" status: 204 len: 168 time: 0.2261961 Aug 16 01:45:47.591606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c406ad-ee99-4831-9e87-a896906c12dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcbba3f-cabe-4796-b787-4d5b467d9efd,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:47.631995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:47.636446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-c96aa7b2-12ba-4c65-93a9-aa4bd519f338 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.644614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-c96aa7b2-12ba-4c65-93a9-aa4bd519f338 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.2633679 Aug 16 01:45:47.682029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:47.682463 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2f9c2d1d-07dd-4f65-9acc-8eb3c88fa879 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:47.715634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-0d4c6283-eff6-4548-91d2-d26043c09033 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.0635338 Aug 16 01:45:47.797244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-0d6d5720-01b1-4a99-9962-9d21fba3b7e9 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.0725756 Aug 16 01:45:47.811723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4e5ab-1c43-451e-b18a-019bb53a6df0 req-ff077259-093f-4a2c-bd85-a2c5f20dc9f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.813571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a4e5ab-1c43-451e-b18a-019bb53a6df0 req-ff077259-093f-4a2c-bd85-a2c5f20dc9f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 945 time: 0.1024785 Aug 16 01:45:47.951312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a4e5ab-1c43-451e-b18a-019bb53a6df0 req-dfe8d727-8e30-477e-b20a-5f80f1ca9252 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314414 Aug 16 01:45:47.992923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f068ca8-6673-49a6-a61d-ef7b321d941d req-a2a13fd0-874e-4e1b-a040-163393aa9813 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.994434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f068ca8-6673-49a6-a61d-ef7b321d941d req-a2a13fd0-874e-4e1b-a040-163393aa9813 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.1382735 Aug 16 01:45:48.079854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-57a59dbd-d949-42f4-9154-0f5425cf5f74 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Deleting port f4abd0ce-124d-4ee0-ac3a-50ba7b81bdf7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:48.080202 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-57a59dbd-d949-42f4-9154-0f5425cf5f74 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.225105 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-57a59dbd-d949-42f4-9154-0f5425cf5f74 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.225440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-57a59dbd-d949-42f4-9154-0f5425cf5f74 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.235596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637011f-3314-4a73-b543-f3f888e04379 req-e35bb232-b69e-4511-908a-b0cfe1725174 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.236982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6637011f-3314-4a73-b543-f3f888e04379 req-e35bb232-b69e-4511-908a-b0cfe1725174 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 950 time: 0.1104624 Aug 16 01:45:48.244282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5f068ca8-6673-49a6-a61d-ef7b321d941d req-bb9d0b20-19df-43b9-b6f2-5e550fa47867 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Deleting port 32f43514-ab56-454d-9784-6a7575034ee7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:48.244629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5f068ca8-6673-49a6-a61d-ef7b321d941d req-bb9d0b20-19df-43b9-b6f2-5e550fa47867 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.299225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-57a59dbd-d949-42f4-9154-0f5425cf5f74 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Calling delete_port for f4abd0ce-124d-4ee0-ac3a-50ba7b81bdf7 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:48.400089 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6637011f-3314-4a73-b543-f3f888e04379 req-923d780a-17d3-4169-8497-c52d7c4141e1 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/security-groups?id=97c10d0e-5fdc-4c9a-a895-aaadc0aba637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522517 Aug 16 01:45:48.427641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5f068ca8-6673-49a6-a61d-ef7b321d941d req-bb9d0b20-19df-43b9-b6f2-5e550fa47867 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] For port 32f43514-ab56-454d-9784-6a7575034ee7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=32f43514-ab56-454d-9784-6a7575034ee7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:48.428027 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5f068ca8-6673-49a6-a61d-ef7b321d941d req-bb9d0b20-19df-43b9-b6f2-5e550fa47867 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.451055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5f068ca8-6673-49a6-a61d-ef7b321d941d req-bb9d0b20-19df-43b9-b6f2-5e550fa47867 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Calling delete_port for 32f43514-ab56-454d-9784-6a7575034ee7 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:48.635312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956247-a5a6-4f4a-93fc-6edf15b06d17 req-4325f479-1f27-46c3-84ec-d1f24f951752 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.637054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91956247-a5a6-4f4a-93fc-6edf15b06d17 req-4325f479-1f27-46c3-84ec-d1f24f951752 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.1275637 Aug 16 01:45:48.713542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91956247-a5a6-4f4a-93fc-6edf15b06d17 req-0cf23730-51da-4da5-823b-e868e2bab8e9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671978 Aug 16 01:45:48.744402 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-57a59dbd-d949-42f4-9154-0f5425cf5f74 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.781179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a59dbd-d949-42f4-9154-0f5425cf5f74 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Pushing event deleted for resources: {'Port': ['ID=f4abd0ce-124d-4ee0-ac3a-50ba7b81bdf7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:48.813540 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5f068ca8-6673-49a6-a61d-ef7b321d941d req-bb9d0b20-19df-43b9-b6f2-5e550fa47867 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.827129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['32f43514-ab56-454d-9784-6a7575034ee7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:48.875776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d0b20-19df-43b9-b6f2-5e550fa47867 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Pushing event deleted for resources: {'Port': ['ID=32f43514-ab56-454d-9784-6a7575034ee7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:48.947101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56450) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:48.956149 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-57a59dbd-d949-42f4-9154-0f5425cf5f74 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.958952 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-57a59dbd-d949-42f4-9154-0f5425cf5f74 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.976680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3e9e039-d9bb-410a-a3ac-def8c75c4846 req-57a59dbd-d949-42f4-9154-0f5425cf5f74 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "DELETE /v2.0/floatingips/ed681c71-6d71-4798-9b7e-f1aff720238f HTTP/1.1" status: 204 len: 173 time: 1.1735706 Aug 16 01:45:49.006364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b34eb-bf66-4e7a-8c4b-486cb9e64646 req-b80ec7f4-d2f3-4f52-bf2d-42b63c1904ff tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.008028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-832b34eb-bf66-4e7a-8c4b-486cb9e64646 req-b80ec7f4-d2f3-4f52-bf2d-42b63c1904ff tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1970584 Aug 16 01:45:49.009118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f068ca8-6673-49a6-a61d-ef7b321d941d req-bb9d0b20-19df-43b9-b6f2-5e550fa47867 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] No DVR routers for this DVR port 32f43514-ab56-454d-9784-6a7575034ee7 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:49.011744 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5f068ca8-6673-49a6-a61d-ef7b321d941d req-bb9d0b20-19df-43b9-b6f2-5e550fa47867 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.014192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f068ca8-6673-49a6-a61d-ef7b321d941d req-bb9d0b20-19df-43b9-b6f2-5e550fa47867 tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.64 "DELETE /v2.0/ports/32f43514-ab56-454d-9784-6a7575034ee7 HTTP/1.1" status: 204 len: 173 time: 1.0125787 Aug 16 01:45:49.016444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'name': 'network-vif-deleted', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:49.018718 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5289aaf-8fba-4f42-b324-64cc186125ee" -d '{"events": [{"server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "name": "network-vif-deleted", "tag": "32f43514-ab56-454d-9784-6a7575034ee7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:49.079967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-976248524-network', 'tenant_id': '4c024602a6b741efa0e435d1c87495ec'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:49.081607 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-832b34eb-bf66-4e7a-8c4b-486cb9e64646 req-27b93153-5351-46eb-a100-d8f1485703fd tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664759 Aug 16 01:45:49.105443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bac23-81fc-4c64-a02a-684def993442 req-b57e09c9-0118-411c-b2f2-9a4b05f72752 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.112931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bac23-81fc-4c64-a02a-684def993442 req-b57e09c9-0118-411c-b2f2-9a4b05f72752 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.119084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bac23-81fc-4c64-a02a-684def993442 req-b57e09c9-0118-411c-b2f2-9a4b05f72752 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.125723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bac23-81fc-4c64-a02a-684def993442 req-b57e09c9-0118-411c-b2f2-9a4b05f72752 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.131671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bac23-81fc-4c64-a02a-684def993442 req-b57e09c9-0118-411c-b2f2-9a4b05f72752 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.138654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bac23-81fc-4c64-a02a-684def993442 req-b57e09c9-0118-411c-b2f2-9a4b05f72752 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.144978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bac23-81fc-4c64-a02a-684def993442 req-b57e09c9-0118-411c-b2f2-9a4b05f72752 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.146878 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d32bac23-81fc-4c64-a02a-684def993442 req-b57e09c9-0118-411c-b2f2-9a4b05f72752 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5437 time: 0.1110506 Aug 16 01:45:49.190943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d32bac23-81fc-4c64-a02a-684def993442 req-a50a31d1-c120-4a86-a839-cea5b2342bf5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376668 Aug 16 01:45:49.241296 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Made reservation on behalf of 4c024602a6b741efa0e435d1c87495ec for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:49.243718 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.253734 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.329628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-b98a8f99-df04-4d03-84e9-7417e95180b9 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1001 time: 0.1115751 Aug 16 01:45:49.364195 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db30020-e121-4b31-a09d-ea2ba237b6fd x-openstack-request-id: req-6db30020-e121-4b31-a09d-ea2ba237b6fd {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:49.364750 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85751074-9429-45f1-990d-0ad9b3172966", "name": "network-vif-deleted", "tag": "32f43514-ab56-454d-9784-6a7575034ee7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:49.365189 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6db30020-e121-4b31-a09d-ea2ba237b6fd {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:49.367268 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85751074-9429-45f1-990d-0ad9b3172966', 'name': 'network-vif-deleted', 'tag': '32f43514-ab56-454d-9784-6a7575034ee7', 'status': 'completed', 'code': 200} Aug 16 01:45:49.386771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70813888-1ce2-4574-b319-24533530baf4 req-2126bb98-2ebc-4918-8b04-d334c5c5d622 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.399288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-2126bb98-2ebc-4918-8b04-d334c5c5d622 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports/d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 HTTP/1.1" status: 200 len: 942 time: 0.0686197 Aug 16 01:45:49.433981 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.509279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-de4a7766-ad28-4ca0-817e-e7a4088934dc tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1001 time: 0.0699668 Aug 16 01:45:49.549581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.571289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:45:49.588979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb629f12-9ff8-4fe9-a69f-9441933754c8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:49.590747 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.591319 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Added segment e813fff1-741d-477a-b882-09dd2316047e of type vlan for network 04cb54b3-7477-4388-8ee7-33d8b566dd40 Aug 16 01:45:49.638519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70813888-1ce2-4574-b319-24533530baf4 req-510e80d6-ceaf-4c23-adce-bc2e71e95568 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.640200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-510e80d6-ceaf-4c23-adce-bc2e71e95568 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1245940 Aug 16 01:45:49.645428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.650986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-f8aa3430-a67e-449c-80bd-014cf6a6e332 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:45:49.651966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-f8aa3430-a67e-449c-80bd-014cf6a6e332 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057490 Aug 16 01:45:49.740510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6cb62b6-e53b-4dd2-aaaa-6b34a39751af req-0ef7ae39-8866-4716-aa02-c1c852c0d71a tempest-MigrationsAdminTest-502420273 tempest-MigrationsAdminTest-502420273-project] 10.222.0.66 "GET /v2.0/ports?device_id=85751074-9429-45f1-990d-0ad9b3172966 HTTP/1.1" status: 200 len: 210 time: 0.0329289 Aug 16 01:45:49.754734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-07ded25b-0c35-4f24-a44d-02a9dfde5d3f tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1001 time: 0.0935800 Aug 16 01:45:49.765216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-70813888-1ce2-4574-b319-24533530baf4 req-e18b89f9-37bc-4b04-af37-c585f54048ea tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:49.818202 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.819340 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.820005 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.824511 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-70813888-1ce2-4574-b319-24533530baf4 req-e18b89f9-37bc-4b04-af37-c585f54048ea tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.886650 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] Pushing event updated for resources: {'Network': ['ID=04cb54b3-7477-4388-8ee7-33d8b566dd40,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:49.899554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 04cb54b3-7477-4388-8ee7-33d8b566dd40 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:45:49.970986 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b31105f1-1c86-4759-a700-12e37dbee883 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0225549 Aug 16 01:45:49.972284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56474) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:49.977906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] Request body: {'subnet': {'network_id': '04cb54b3-7477-4388-8ee7-33d8b566dd40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-976248524-subnet', 'tenant_id': '4c024602a6b741efa0e435d1c87495ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:50.005132 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-70813888-1ce2-4574-b319-24533530baf4 req-e18b89f9-37bc-4b04-af37-c585f54048ea tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.034580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de310292-d45f-4ff9-9058-9d137e898da4 req-bc40ccdf-98e6-4256-9eae-d4d0d0324322 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:50.036070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de310292-d45f-4ff9-9058-9d137e898da4 req-bc40ccdf-98e6-4256-9eae-d4d0d0324322 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.0946543 Aug 16 01:45:50.074538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de310292-d45f-4ff9-9058-9d137e898da4 req-0a680195-47d4-473c-8b0d-be8339ca7c0b tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321939 Aug 16 01:45:50.154604 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-70813888-1ce2-4574-b319-24533530baf4 req-e18b89f9-37bc-4b04-af37-c585f54048ea tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.154925 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-70813888-1ce2-4574-b319-24533530baf4 req-e18b89f9-37bc-4b04-af37-c585f54048ea tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Floating IP 27a36682-c060-4eb6-ae20-4002bebc4073 disassociated. External IP: 172.25.8.219, port: d6bf07dd-e542-41d3-ab00-c39d85d5b7b4. Aug 16 01:45:50.201163 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] Made reservation on behalf of 4c024602a6b741efa0e435d1c87495ec for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:50.204967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.283144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4f739-48a2-4025-a6ca-8772a9449902 req-2b7955ed-ccf3-405a-b8e7-ae2c42d87573 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:50.284577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2b4f739-48a2-4025-a6ca-8772a9449902 req-2b7955ed-ccf3-405a-b8e7-ae2c42d87573 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6705bd2-662b-4cd9-bb61-19918c187653 HTTP/1.1" status: 200 len: 946 time: 0.1250765 Aug 16 01:45:50.527323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.588686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9aa036-f54a-4d2d-9c61-3d3e9eb08885,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:50.597488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] Checking segment: {'id': 'e813fff1-741d-477a-b882-09dd2316047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04cb54b3-7477-4388-8ee7-33d8b566dd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:50.597880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] Network hostable DHCP agents. Network: 04cb54b3-7477-4388-8ee7-33d8b566dd40, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:45:50.616483 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.643777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2b4f739-48a2-4025-a6ca-8772a9449902 req-597923f4-b07a-48c5-8ea8-8d89e0bf988e tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519459 Aug 16 01:45:50.692836 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] Network 04cb54b3-7477-4388-8ee7-33d8b566dd40 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:45:50.745901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70813888-1ce2-4574-b319-24533530baf4 req-e18b89f9-37bc-4b04-af37-c585f54048ea tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Router 75b545a0-c257-431e-a3d8-98d12457cd81 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:45:50.767947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ccf7a-3cb0-41be-a63b-58fb70a19eea req-823382bb-0316-41cd-83b0-30d0ddcf9f8b tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:50.769436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-100ccf7a-3cb0-41be-a63b-58fb70a19eea req-823382bb-0316-41cd-83b0-30d0ddcf9f8b tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.0690627 Aug 16 01:45:50.795778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 32f43514-ab56-454d-9784-6a7575034ee7 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:50.797732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 04cb54b3-7477-4388-8ee7-33d8b566dd40) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:50.808391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:50.809117 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.826250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc5ddd1-472f-4fab-a679-40d2a795ceea None None] Network 04cb54b3-7477-4388-8ee7-33d8b566dd40 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:50.828503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 32f43514-ab56-454d-9784-6a7575034ee7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:50.828854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 32f43514-ab56-454d-9784-6a7575034ee7 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:50.880852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-100ccf7a-3cb0-41be-a63b-58fb70a19eea req-c1b0e1ee-0139-43d9-8b7d-1ac22c18d810 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772004 Aug 16 01:45:50.907409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70813888-1ce2-4574-b319-24533530baf4 req-e18b89f9-37bc-4b04-af37-c585f54048ea tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:50.912201 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-70813888-1ce2-4574-b319-24533530baf4 req-e18b89f9-37bc-4b04-af37-c585f54048ea tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.917303 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4dcc6-0135-4adb-92d5-aed6a865301c None None] Sync routers for ids ['75b545a0-c257-431e-a3d8-98d12457cd81'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:50.924386 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4157dfb3-f02d-45ab-9ca0-c146e6ec4074 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9432726 Aug 16 01:45:50.927845 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4dcc6-0135-4adb-92d5-aed6a865301c None None] Routers {'75b545a0-c257-431e-a3d8-98d12457cd81'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:50.928455 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-07c4dcc6-0135-4adb-92d5-aed6a865301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['75b545a0-c257-431e-a3d8-98d12457cd81'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:50.941575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-e18b89f9-37bc-4b04-af37-c585f54048ea tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "PUT /v2.0/floatingips/27a36682-c060-4eb6-ae20-4002bebc4073 HTTP/1.1" status: 200 len: 695 time: 1.1802046 Aug 16 01:45:50.966044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb51e8-71b2-4c2f-bb4d-2d69c1e67d4d None None] Network 04cb54b3-7477-4388-8ee7-33d8b566dd40 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:51.096541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70813888-1ce2-4574-b319-24533530baf4 req-eae69f51-a31d-4dfb-86be-8d06516ac131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.098209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-eae69f51-a31d-4dfb-86be-8d06516ac131 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23a32514775d4731946013afa92bd612&device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 1097 time: 0.1400137 Aug 16 01:45:51.174147 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-07c4dcc6-0135-4adb-92d5-aed6a865301c None None] Set router 75b545a0-c257-431e-a3d8-98d12457cd81 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:51.243193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504dd87-d69a-462b-bee9-ff84bab137b9 req-b372c786-c7f6-425d-b5ef-45461acd7a8b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.248950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504dd87-d69a-462b-bee9-ff84bab137b9 req-b372c786-c7f6-425d-b5ef-45461acd7a8b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.255058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504dd87-d69a-462b-bee9-ff84bab137b9 req-b372c786-c7f6-425d-b5ef-45461acd7a8b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.260908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504dd87-d69a-462b-bee9-ff84bab137b9 req-b372c786-c7f6-425d-b5ef-45461acd7a8b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.266793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504dd87-d69a-462b-bee9-ff84bab137b9 req-b372c786-c7f6-425d-b5ef-45461acd7a8b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.272602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504dd87-d69a-462b-bee9-ff84bab137b9 req-b372c786-c7f6-425d-b5ef-45461acd7a8b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.278436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504dd87-d69a-462b-bee9-ff84bab137b9 req-b372c786-c7f6-425d-b5ef-45461acd7a8b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.280364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a504dd87-d69a-462b-bee9-ff84bab137b9 req-b372c786-c7f6-425d-b5ef-45461acd7a8b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5437 time: 0.1200635 Aug 16 01:45:51.284091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70813888-1ce2-4574-b319-24533530baf4 req-fce560ad-d17c-49a8-8143-ad36a639183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.285491 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-fce560ad-d17c-49a8-8143-ad36a639183b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 HTTP/1.1" status: 200 len: 929 time: 0.1786668 Aug 16 01:45:51.335577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-d76dd290-0837-48f4-aa5d-4fca04d9dc1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 HTTP/1.1" status: 200 len: 217 time: 0.0408916 Aug 16 01:45:51.375891 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-07c4dcc6-0135-4adb-92d5-aed6a865301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:59Z', 'revision_number': 4, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6144040d-ab14-41dc-ae3b-b7372794a048', 'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'tenant_id': '23a32514775d4731946013afa92bd612', 'mac_address': 'fa:16:3e:9d:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:56Z', 'updated_at': '2021-08-16T01:45:06Z', 'revision_number': 5, 'project_id': '23a32514775d4731946013afa92bd612', 'subnets': [{'id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:51.378926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'tag': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:51.381139 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea15950-258c-4267-a4cb-5a0cafe1b74e" -d '{"events": [{"name": "network-changed", "server_uuid": "c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2", "tag": "d6bf07dd-e542-41d3-ab00-c39d85d5b7b4"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:51.391578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a504dd87-d69a-462b-bee9-ff84bab137b9 req-ca5fcff2-224b-43c9-90f0-747343f08615 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028874 Aug 16 01:45:51.415104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70813888-1ce2-4574-b319-24533530baf4 req-aed73da4-b090-4716-bd67-5ad0049735e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.416176 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4dcc6-0135-4adb-92d5-aed6a865301c None None] Checking router: 75b545a0-c257-431e-a3d8-98d12457cd81 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:51.422310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-aed73da4-b090-4716-bd67-5ad0049735e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a21b3c1-c97f-4254-8a17-01f854a8b124 HTTP/1.1" status: 200 len: 867 time: 0.0757024 Aug 16 01:45:51.428299 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4dcc6-0135-4adb-92d5-aed6a865301c None None] Routers {'75b545a0-c257-431e-a3d8-98d12457cd81'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:51.428992 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-07c4dcc6-0135-4adb-92d5-aed6a865301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['75b545a0-c257-431e-a3d8-98d12457cd81'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:51.483144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70813888-1ce2-4574-b319-24533530baf4 req-de7a0052-bc67-4bc0-8bb9-b309ab134594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.497330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-de7a0052-bc67-4bc0-8bb9-b309ab134594 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722857 Aug 16 01:45:51.555413 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.560854 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-07c4dcc6-0135-4adb-92d5-aed6a865301c None None] Set router 75b545a0-c257-431e-a3d8-98d12457cd81 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:51.634928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-2b652ecc-c5aa-4351-a358-9a4cd58f552e service neutron] 10.222.0.66 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364508 Aug 16 01:45:51.761248 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70813888-1ce2-4574-b319-24533530baf4 req-2c76868f-014b-4651-bd79-77d327015f41 service neutron] 10.222.0.66 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196344 Aug 16 01:45:51.769750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba274d-184e-4bd1-8f7b-98f7ff55d343 req-2c98592e-75e6-4f50-b6b2-c0a1ea5d0ff5 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.771396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cba274d-184e-4bd1-8f7b-98f7ff55d343 req-2c98592e-75e6-4f50-b6b2-c0a1ea5d0ff5 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 945 time: 0.0711389 Aug 16 01:45:51.790688 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-07c4dcc6-0135-4adb-92d5-aed6a865301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:59Z', 'revision_number': 4, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6144040d-ab14-41dc-ae3b-b7372794a048', 'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'tenant_id': '23a32514775d4731946013afa92bd612', 'mac_address': 'fa:16:3e:9d:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:56Z', 'updated_at': '2021-08-16T01:45:06Z', 'revision_number': 5, 'project_id': '23a32514775d4731946013afa92bd612', 'subnets': [{'id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:51.812919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cba274d-184e-4bd1-8f7b-98f7ff55d343 req-c83446b2-bb84-4a9d-8512-dcbcffa71c9e tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Aug 16 01:45:51.826677 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4dcc6-0135-4adb-92d5-aed6a865301c None None] The sync data for ids ['75b545a0-c257-431e-a3d8-98d12457cd81'] in n-d-768509-23 is: [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:44:59Z', 'revision_number': 4, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6144040d-ab14-41dc-ae3b-b7372794a048', 'name': '', 'network_id': '9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1', 'tenant_id': '23a32514775d4731946013afa92bd612', 'mac_address': 'fa:16:3e:9d:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:56Z', 'updated_at': '2021-08-16T01:45:06Z', 'revision_number': 5, 'project_id': '23a32514775d4731946013afa92bd612', 'subnets': [{'id': '0a21b3c1-c97f-4254-8a17-01f854a8b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:51.933599 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976d73f9-ec54-4f58-8554-99e9c2caad45 x-openstack-request-id: req-976d73f9-ec54-4f58-8554-99e9c2caad45 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:51.933986 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2", "tag": "d6bf07dd-e542-41d3-ab00-c39d85d5b7b4", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:51.934267 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-976d73f9-ec54-4f58-8554-99e9c2caad45 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:51.938311 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'tag': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'status': 'completed', 'code': 200} Aug 16 01:45:52.084301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5201cf4-a93c-4f51-b2aa-a50081c616d6 None None] New status for floating IP 27a36682-c060-4eb6-ae20-4002bebc4073: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:45:52.107666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15950-258c-4267-a4cb-5a0cafe1b74e req-f54735ce-a18f-4cc4-9dff-566913d5e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.109628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aea15950-258c-4267-a4cb-5a0cafe1b74e req-f54735ce-a18f-4cc4-9dff-566913d5e9d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23a32514775d4731946013afa92bd612&device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 1097 time: 0.1494305 Aug 16 01:45:52.142948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aba448-185c-42bc-ac68-d715ecf54020 req-111fd227-f9f8-450f-ace2-6b2722633306 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.148841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aba448-185c-42bc-ac68-d715ecf54020 req-111fd227-f9f8-450f-ace2-6b2722633306 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.154974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aba448-185c-42bc-ac68-d715ecf54020 req-111fd227-f9f8-450f-ace2-6b2722633306 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.165047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aba448-185c-42bc-ac68-d715ecf54020 req-111fd227-f9f8-450f-ace2-6b2722633306 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.171156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aba448-185c-42bc-ac68-d715ecf54020 req-111fd227-f9f8-450f-ace2-6b2722633306 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.179564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aba448-185c-42bc-ac68-d715ecf54020 req-111fd227-f9f8-450f-ace2-6b2722633306 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.185475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aba448-185c-42bc-ac68-d715ecf54020 req-111fd227-f9f8-450f-ace2-6b2722633306 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.187499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89aba448-185c-42bc-ac68-d715ecf54020 req-111fd227-f9f8-450f-ace2-6b2722633306 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5437 time: 0.1910520 Aug 16 01:45:52.198847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56526) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:52.207748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-235fe02d-fcda-42de-91eb-8c32d9dab696 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Request body: {'floatingip': {'port_id': 'a2059453-0805-4966-a32e-59d243e6ea01'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:52.250758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-235fe02d-fcda-42de-91eb-8c32d9dab696 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.289958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15950-258c-4267-a4cb-5a0cafe1b74e req-3d036757-bd6e-4db9-90ad-1bb2e6618e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.291453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aea15950-258c-4267-a4cb-5a0cafe1b74e req-3d036757-bd6e-4db9-90ad-1bb2e6618e7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 HTTP/1.1" status: 200 len: 929 time: 0.1717787 Aug 16 01:45:52.338873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-7ffd0115-f8ba-4087-b6bb-81918d6dab2f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.341023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-7ffd0115-f8ba-4087-b6bb-81918d6dab2f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/networks?id=04cb54b3-7477-4388-8ee7-33d8b566dd40 HTTP/1.1" status: 200 len: 813 time: 0.3099284 Aug 16 01:45:52.380393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aea15950-258c-4267-a4cb-5a0cafe1b74e req-a2c4bd15-dd09-4054-9f34-2fea99900973 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 HTTP/1.1" status: 200 len: 217 time: 0.0745735 Aug 16 01:45:52.389777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-2914cf3c-9e54-4a9d-9d57-0156accbeb24 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/quotas/4c024602a6b741efa0e435d1c87495ec HTTP/1.1" status: 200 len: 375 time: 0.0122697 Aug 16 01:45:52.436162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56530) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:52.467678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-a6b4fd04-4e00-49ad-92ae-86517b3931f4 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c024602a6b741efa0e435d1c87495ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678186 Aug 16 01:45:52.555694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15950-258c-4267-a4cb-5a0cafe1b74e req-66cc814c-ddb5-4386-8d87-1bccca7c5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.557183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aea15950-258c-4267-a4cb-5a0cafe1b74e req-66cc814c-ddb5-4386-8d87-1bccca7c5cac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a21b3c1-c97f-4254-8a17-01f854a8b124 HTTP/1.1" status: 200 len: 867 time: 0.1658649 Aug 16 01:45:52.636831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51c42e-63d7-47be-a22f-639a253eb9cc req-283a1bdb-60f5-431b-bd47-caf6eb776bb1 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.638532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d51c42e-63d7-47be-a22f-639a253eb9cc req-283a1bdb-60f5-431b-bd47-caf6eb776bb1 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.1737287 Aug 16 01:45:52.715621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-9d396bdb-c1ff-4449-8745-fdc77a72b328 service neutron] 10.222.0.66 "GET /v2.0/networks/04cb54b3-7477-4388-8ee7-33d8b566dd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293375 Aug 16 01:45:52.726854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6a213952-8b3f-4e9e-9ad1-9bdaff4db627 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0fd72b22de084a828cc9af1cb960b5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871971 Aug 16 01:45:52.729474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56536) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:52.754628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15950-258c-4267-a4cb-5a0cafe1b74e req-f42077b7-32f6-4582-97bb-860146e17213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.756134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aea15950-258c-4267-a4cb-5a0cafe1b74e req-f42077b7-32f6-4582-97bb-860146e17213 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612134 Aug 16 01:45:52.798853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d51c42e-63d7-47be-a22f-639a253eb9cc req-81761926-0e1f-4df3-a73d-cac9060fdaca tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460919 Aug 16 01:45:52.818321 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-235fe02d-fcda-42de-91eb-8c32d9dab696 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.830764 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-474e7594-8638-4c0e-96c2-3eb5075d445c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.853607 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-474e7594-8638-4c0e-96c2-3eb5075d445c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.896407 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-235fe02d-fcda-42de-91eb-8c32d9dab696 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.905576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-32191f24-84b4-4b82-9d51-bceeaf3418b7 service neutron] 10.222.0.66 "GET /v2.0/networks/04cb54b3-7477-4388-8ee7-33d8b566dd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827190 Aug 16 01:45:52.917318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aea15950-258c-4267-a4cb-5a0cafe1b74e req-ee023859-f882-4c50-b80d-7f664623ee08 service neutron] 10.222.0.64 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340556 Aug 16 01:45:52.996548 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-474e7594-8638-4c0e-96c2-3eb5075d445c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.999069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-474e7594-8638-4c0e-96c2-3eb5075d445c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.000451 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-474e7594-8638-4c0e-96c2-3eb5075d445c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97c10d0e-5fdc-4c9a-a895-aaadc0aba637 HTTP/1.1" status: 204 len: 168 time: 0.2697291 Aug 16 01:45:53.014694 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e7594-8638-4c0e-96c2-3eb5075d445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c10d0e-5fdc-4c9a-a895-aaadc0aba637,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:53.022734 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-235fe02d-fcda-42de-91eb-8c32d9dab696 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Floating IP 0c875ba8-7d82-49f1-944f-d23d26a69318 associated. External IP: 172.25.8.235, port: a2059453-0805-4966-a32e-59d243e6ea01. Aug 16 01:45:53.028264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-b9c3b581-e793-4bc1-94b2-aee1583e892c tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips/27a36682-c060-4eb6-ae20-4002bebc4073 HTTP/1.1" status: 200 len: 693 time: 0.0804431 Aug 16 01:45:53.125921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aea15950-258c-4267-a4cb-5a0cafe1b74e req-f687f123-373c-4c37-9f85-fc7c647f68c9 service neutron] 10.222.0.64 "GET /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001657 Aug 16 01:45:53.211665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-d506a6df-7010-4137-bb1d-5af207a73df1 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.213252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-d506a6df-7010-4137-bb1d-5af207a73df1 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1674049 Aug 16 01:45:53.283455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-4bb4bc72-d29d-4f88-854b-67ae6b430e38 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.0516405 Aug 16 01:45:53.294229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599326-5da6-4130-8c93-fb13e38dec57 req-0478a0da-c613-43fe-b79a-bea55e76e190 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.296064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56599326-5da6-4130-8c93-fb13e38dec57 req-0478a0da-c613-43fe-b79a-bea55e76e190 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1137602 Aug 16 01:45:53.300063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235fe02d-fcda-42de-91eb-8c32d9dab696 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Router 9f08197d-9dd5-4390-bf63-68f21b850b68 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:45:53.357045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-9de3b72b-1cb0-49ce-9c83-edb3bbb4efe4 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.0594120 Aug 16 01:45:53.413199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56599326-5da6-4130-8c93-fb13e38dec57 req-6b36957c-5811-491e-894a-571d108737e4 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077867 Aug 16 01:45:53.439505 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235fe02d-fcda-42de-91eb-8c32d9dab696 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:53.451085 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4246d05f-b384-4f94-a1a9-dd1be7140bd2 None None] Sync routers for ids ['9f08197d-9dd5-4390-bf63-68f21b850b68'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:53.454287 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-235fe02d-fcda-42de-91eb-8c32d9dab696 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.462829 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246d05f-b384-4f94-a1a9-dd1be7140bd2 None None] Routers {'9f08197d-9dd5-4390-bf63-68f21b850b68'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:53.464993 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4246d05f-b384-4f94-a1a9-dd1be7140bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9f08197d-9dd5-4390-bf63-68f21b850b68'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:53.511871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-5f4f0562-da62-4a56-b223-9a1a7524aebc tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Deleting port 07a829df-5b47-4a2b-ba41-ea61d913c074 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:53.515297 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-5f4f0562-da62-4a56-b223-9a1a7524aebc tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.515521 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-235fe02d-fcda-42de-91eb-8c32d9dab696 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "PUT /v2.0/floatingips/0c875ba8-7d82-49f1-944f-d23d26a69318 HTTP/1.1" status: 200 len: 992 time: 1.3121448 Aug 16 01:45:53.515521 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': 'a2059453-0805-4966-a32e-59d243e6ea01'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:53.517190 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33038684-a3e2-4dc1-b01b-f73dc589a834" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "a2059453-0805-4966-a32e-59d243e6ea01"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:53.598742 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-5f4f0562-da62-4a56-b223-9a1a7524aebc tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.599091 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-5f4f0562-da62-4a56-b223-9a1a7524aebc tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.599631 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-4246d05f-b384-4f94-a1a9-dd1be7140bd2 None None] Set router 9f08197d-9dd5-4390-bf63-68f21b850b68 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:53.615721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-5f4f0562-da62-4a56-b223-9a1a7524aebc tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Calling delete_port for 07a829df-5b47-4a2b-ba41-ea61d913c074 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:53.802408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264572d-7a39-43eb-9780-87c2a7310289 req-544d9e41-95b4-4418-934a-6fbeb21eafb4 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.808148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264572d-7a39-43eb-9780-87c2a7310289 req-544d9e41-95b4-4418-934a-6fbeb21eafb4 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.815977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264572d-7a39-43eb-9780-87c2a7310289 req-544d9e41-95b4-4418-934a-6fbeb21eafb4 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.817928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3264572d-7a39-43eb-9780-87c2a7310289 req-544d9e41-95b4-4418-934a-6fbeb21eafb4 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321&device_id=e6705bd2-662b-4cd9-bb61-19918c187653&device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 2418 time: 0.0828166 Aug 16 01:45:53.848775 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4246d05f-b384-4f94-a1a9-dd1be7140bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 4, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '0c875ba8-7d82-49f1-944f-d23d26a69318', 'tenant_id': '1df95d736c594679814967c806df0199', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'port_id': 'a2059453-0805-4966-a32e-59d243e6ea01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'mac_address': 'fa:16:3e:c7:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:44:16Z', 'updated_at': '2021-08-16T01:45:52Z', 'revision_number': 1, 'project_id': '1df95d736c594679814967c806df0199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245dc420-0a5a-4f00-86d1-c748d912f80d', 'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'tenant_id': '1df95d736c594679814967c806df0199', 'mac_address': 'fa:16:3e:d7:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:16Z', 'updated_at': '2021-08-16T01:43:24Z', 'revision_number': 5, 'project_id': '1df95d736c594679814967c806df0199', 'subnets': [{'id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:53.858478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3264572d-7a39-43eb-9780-87c2a7310289 req-dd612d66-1677-4688-a816-253be2229f45 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342634 Aug 16 01:45:53.878028 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4246d05f-b384-4f94-a1a9-dd1be7140bd2 None None] Checking router: 9f08197d-9dd5-4390-bf63-68f21b850b68 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:53.887383 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246d05f-b384-4f94-a1a9-dd1be7140bd2 None None] Routers {'9f08197d-9dd5-4390-bf63-68f21b850b68'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:53.888009 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4246d05f-b384-4f94-a1a9-dd1be7140bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9f08197d-9dd5-4390-bf63-68f21b850b68'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:53.947200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8239b95-bb87-47f7-9650-3edd3d7e2417 req-f71ca74d-c940-4425-ab8a-540571be9d3c tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 210 time: 0.0281117 Aug 16 01:45:53.965517 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-5f4f0562-da62-4a56-b223-9a1a7524aebc tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.994825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f0562-da62-4a56-b223-9a1a7524aebc tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Pushing event deleted for resources: {'Port': ['ID=07a829df-5b47-4a2b-ba41-ea61d913c074,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:54.008564 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-4246d05f-b384-4f94-a1a9-dd1be7140bd2 None None] Set router 9f08197d-9dd5-4390-bf63-68f21b850b68 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:54.064736 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-5f4f0562-da62-4a56-b223-9a1a7524aebc tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.067631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-5f4f0562-da62-4a56-b223-9a1a7524aebc tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.069236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b711e9c2-853a-4539-b796-a2c3d8f44102 req-5f4f0562-da62-4a56-b223-9a1a7524aebc tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "DELETE /v2.0/floatingips/27a36682-c060-4eb6-ae20-4002bebc4073 HTTP/1.1" status: 204 len: 173 time: 0.7027864 Aug 16 01:45:54.108058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56570) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:54.170188 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3c267b99-bfdd-4c57-af8e-c912c2942e57 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=00b6e4f87d08487aaf079fe555c8c001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604095 Aug 16 01:45:54.172729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56572) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:54.247306 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adf257ad-1faf-4564-8b09-9f3e869ebc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.257749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a0f3a-0b70-4153-a639-8fa60ad1c3a4 req-e70c037a-f29a-4cf0-b9a3-4e7e2ed884e3 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.266865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-550a0f3a-0b70-4153-a639-8fa60ad1c3a4 req-e70c037a-f29a-4cf0-b9a3-4e7e2ed884e3 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 945 time: 0.0661685 Aug 16 01:45:54.288963 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adf257ad-1faf-4564-8b09-9f3e869ebc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.298682 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4246d05f-b384-4f94-a1a9-dd1be7140bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 4, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '0c875ba8-7d82-49f1-944f-d23d26a69318', 'tenant_id': '1df95d736c594679814967c806df0199', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'port_id': 'a2059453-0805-4966-a32e-59d243e6ea01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'mac_address': 'fa:16:3e:c7:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:44:16Z', 'updated_at': '2021-08-16T01:45:52Z', 'revision_number': 1, 'project_id': '1df95d736c594679814967c806df0199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245dc420-0a5a-4f00-86d1-c748d912f80d', 'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'tenant_id': '1df95d736c594679814967c806df0199', 'mac_address': 'fa:16:3e:d7:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:16Z', 'updated_at': '2021-08-16T01:43:24Z', 'revision_number': 5, 'project_id': '1df95d736c594679814967c806df0199', 'subnets': [{'id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:54.310066 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-550a0f3a-0b70-4153-a639-8fa60ad1c3a4 req-5741eb51-037f-4bb7-a826-1f2f68bfa52f tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422080 Aug 16 01:45:54.335624 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4246d05f-b384-4f94-a1a9-dd1be7140bd2 None None] The sync data for ids ['9f08197d-9dd5-4390-bf63-68f21b850b68'] in n-d-768509-23 is: [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 4, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '0c875ba8-7d82-49f1-944f-d23d26a69318', 'tenant_id': '1df95d736c594679814967c806df0199', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'port_id': 'a2059453-0805-4966-a32e-59d243e6ea01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'mac_address': 'fa:16:3e:c7:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:44:16Z', 'updated_at': '2021-08-16T01:45:52Z', 'revision_number': 1, 'project_id': '1df95d736c594679814967c806df0199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245dc420-0a5a-4f00-86d1-c748d912f80d', 'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'tenant_id': '1df95d736c594679814967c806df0199', 'mac_address': 'fa:16:3e:d7:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:16Z', 'updated_at': '2021-08-16T01:43:24Z', 'revision_number': 5, 'project_id': '1df95d736c594679814967c806df0199', 'subnets': [{'id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:54.351438 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae34d82c-01f8-45cd-bf61-cf0ad88fc987 x-openstack-request-id: req-ae34d82c-01f8-45cd-bf61-cf0ad88fc987 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:54.351948 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "tag": "a2059453-0805-4966-a32e-59d243e6ea01", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:54.352049 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae34d82c-01f8-45cd-bf61-cf0ad88fc987 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:54.352368 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'tag': 'a2059453-0805-4966-a32e-59d243e6ea01', 'status': 'completed', 'code': 200} Aug 16 01:45:54.478180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-2b3f54ac-a2aa-4323-88b0-848da73400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.478180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-2b3f54ac-a2aa-4323-88b0-848da73400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.478180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-2b3f54ac-a2aa-4323-88b0-848da73400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.478180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-2b3f54ac-a2aa-4323-88b0-848da73400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.478180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-2b3f54ac-a2aa-4323-88b0-848da73400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.478180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-2b3f54ac-a2aa-4323-88b0-848da73400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.478180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-2b3f54ac-a2aa-4323-88b0-848da73400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.480280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-2b3f54ac-a2aa-4323-88b0-848da73400d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6501 time: 0.0918214 Aug 16 01:45:54.504644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adf257ad-1faf-4564-8b09-9f3e869ebc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.507781 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adf257ad-1faf-4564-8b09-9f3e869ebc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.509088 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-adf257ad-1faf-4564-8b09-9f3e869ebc0c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50726f10-2409-48c7-a5d7-81b333fae763 HTTP/1.1" status: 204 len: 168 time: 0.3352878 Aug 16 01:45:54.527549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf257ad-1faf-4564-8b09-9f3e869ebc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50726f10-2409-48c7-a5d7-81b333fae763,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:54.593004 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce56bc-dec2-44b6-8cb9-0e3c49af6e12 None None] New status for floating IP 0c875ba8-7d82-49f1-944f-d23d26a69318: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:45:55.014548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdbc38-391e-4849-8b0f-8cb38a1bbcb2 req-4e2affb0-779d-4f57-8461-0f73eb06fba7 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.016379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18fdbc38-391e-4849-8b0f-8cb38a1bbcb2 req-4e2affb0-779d-4f57-8461-0f73eb06fba7 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1206901 Aug 16 01:45:55.023690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10757234-9694-43b6-ac0a-2f44f3aae571 req-2809668f-e186-45d0-9bbf-10831b813ba3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.025082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10757234-9694-43b6-ac0a-2f44f3aae571 req-2809668f-e186-45d0-9bbf-10831b813ba3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1327751 Aug 16 01:45:55.032983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-d2f44bc4-f2cd-4ad9-bb6a-3853dd5d4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.034373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-d2f44bc4-f2cd-4ad9-bb6a-3853dd5d4aaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=84d790fc-6460-4f48-a0a4-f45c262f5cff HTTP/1.1" status: 200 len: 913 time: 0.5417895 Aug 16 01:45:55.084898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10757234-9694-43b6-ac0a-2f44f3aae571 req-70496c67-2a31-46c0-ae21-e9ce9a9b320c tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0495989 Aug 16 01:45:55.141839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18fdbc38-391e-4849-8b0f-8cb38a1bbcb2 req-f157c8cb-715f-47c3-85e5-2e5d8b636a7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157758 Aug 16 01:45:55.154749 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-90bbf02a-4762-44b3-9334-6499ec7b0a71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2059453-0805-4966-a32e-59d243e6ea01 HTTP/1.1" status: 200 len: 1002 time: 0.1064472 Aug 16 01:45:55.215216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-8041c56f-9441-4275-ba66-4ad57d865e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.220376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-8041c56f-9441-4275-ba66-4ad57d865e0c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9a060b37-f0b4-4e98-9c03-2837e5244eb9 HTTP/1.1" status: 200 len: 851 time: 0.0542257 Aug 16 01:45:55.271439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-ad584f03-97e5-4f80-8ebb-7675bb84d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.273050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-ad584f03-97e5-4f80-8ebb-7675bb84d698 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84d790fc-6460-4f48-a0a4-f45c262f5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458376 Aug 16 01:45:55.374281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69444d38-6742-4124-8cb6-0969d1592ec4 req-b941376f-d145-4651-b34a-7469e07332cd tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 210 time: 0.0703273 Aug 16 01:45:55.451039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15917bbd-ad9e-4b96-adae-faf9d2816377 req-f8039f1c-1fda-4007-9df5-3c4047d1d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0504026 Aug 16 01:45:55.469587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-f72dcfd4-9a36-48f2-bd8c-78798edf7571 service neutron] 10.222.0.74 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776562 Aug 16 01:45:55.597143 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33038684-a3e2-4dc1-b01b-f73dc589a834 req-ae53ac6c-cd59-4fcf-b03c-1934654f41cc service neutron] 10.222.0.74 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209166 Aug 16 01:45:56.247366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8f9bf-35b7-46bc-86b5-acf02c6181ac req-7386c5b1-1a31-4542-964c-2b258af3052a tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.252375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbf8f9bf-35b7-46bc-86b5-acf02c6181ac req-7386c5b1-1a31-4542-964c-2b258af3052a tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 945 time: 0.0622623 Aug 16 01:45:56.287832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbf8f9bf-35b7-46bc-86b5-acf02c6181ac req-5ecd491d-c598-4874-b19c-1ef39b4f2200 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Aug 16 01:45:56.472722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234427f2-1be1-4e71-9a3b-fe90d4a2dca2 req-67c72260-55ff-47b6-ac24-ed6e40e1fa6d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.474258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-234427f2-1be1-4e71-9a3b-fe90d4a2dca2 req-67c72260-55ff-47b6-ac24-ed6e40e1fa6d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1066947 Aug 16 01:45:56.543049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-2dc0464b-9064-4b32-be74-0159ea65ef22 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.544545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-2dc0464b-9064-4b32-be74-0159ea65ef22 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.74 "GET /v2.0/networks?id=04cb54b3-7477-4388-8ee7-33d8b566dd40 HTTP/1.1" status: 200 len: 813 time: 0.1673818 Aug 16 01:45:56.548263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-234427f2-1be1-4e71-9a3b-fe90d4a2dca2 req-348085e3-c121-4316-be2e-4506ae865578 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659380 Aug 16 01:45:56.559790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Request body: {'port': {'device_id': '26483296-0304-4398-a91f-fe58e5ff52f4', 'network_id': '04cb54b3-7477-4388-8ee7-33d8b566dd40', 'admin_state_up': True, 'tenant_id': '4c024602a6b741efa0e435d1c87495ec'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:56.647529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1dfd71f2-fe90-47d7-ba27-62cdf0e36702 req-d5f7dbfb-5c56-4e7a-a226-28b6e89f8a59 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 210 time: 0.0355165 Aug 16 01:45:56.772246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5bdd2-82dd-41d4-b447-4134faefe144 req-39c5ed4f-59e2-44d2-95b7-5912f3099386 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.773811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bf5bdd2-82dd-41d4-b447-4134faefe144 req-39c5ed4f-59e2-44d2-95b7-5912f3099386 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.0540690 Aug 16 01:45:56.818033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bf5bdd2-82dd-41d4-b447-4134faefe144 req-4f41153e-64a6-4679-8481-a88f2ef56d33 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376987 Aug 16 01:45:56.841053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Made reservation on behalf of 4c024602a6b741efa0e435d1c87495ec for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:56.845452 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:56.991392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Allocated IP 172.20.0.14 (04cb54b3-7477-4388-8ee7-33d8b566dd40/dc9aa036-f54a-4d2d-9c61-3d3e9eb08885/fb7029db-5011-4329-8b9a-768cc3de9ede) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:57.154781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.315810 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.364583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Network 04cb54b3-7477-4388-8ee7-33d8b566dd40 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:57.370016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:57.380123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:57.408312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Pushing event updated for resources: {'Port': ['ID=fb7029db-5011-4329-8b9a-768cc3de9ede,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:57.464633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.465279 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.495220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c478f5e-0f83-411a-a036-a6b9def3fd38 req-a7dafa3e-8a34-44cf-a5ca-e78fc05d49b8 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.497585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c478f5e-0f83-411a-a036-a6b9def3fd38 req-a7dafa3e-8a34-44cf-a5ca-e78fc05d49b8 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 945 time: 0.0774846 Aug 16 01:45:57.541378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c478f5e-0f83-411a-a036-a6b9def3fd38 req-0be78560-73ed-426e-bc55-00b22986bd34 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377345 Aug 16 01:45:57.567512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-35a1211f-210d-4c8e-ab8c-b9614aaf722f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0125806 Aug 16 01:45:57.582704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Request body: {'port': {'device_id': '26483296-0304-4398-a91f-fe58e5ff52f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:57.638101 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.862366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a51e03-30e0-4af6-8a03-2aff983efaeb req-50fb9480-d1e8-4c56-8fe2-8c399c3ac7fc tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.864205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98a51e03-30e0-4af6-8a03-2aff983efaeb req-50fb9480-d1e8-4c56-8fe2-8c399c3ac7fc tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1034398 Aug 16 01:45:57.933198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98a51e03-30e0-4af6-8a03-2aff983efaeb req-6e9813b0-a040-4a5d-b414-72e1b60cc5e7 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625834 Aug 16 01:45:57.992333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7029db-5011-4329-8b9a-768cc3de9ede {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:58.016263 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.062734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Transition to ACTIVE for port object fb7029db-5011-4329-8b9a-768cc3de9ede will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:58.076442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3aa58-9feb-45b6-9cb4-0cc96a194712 req-ec82c2a6-ad14-4d96-a88a-6efeb048fbe3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.078497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0b3aa58-9feb-45b6-9cb4-0cc96a194712 req-ec82c2a6-ad14-4d96-a88a-6efeb048fbe3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.64 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 945 time: 0.1013076 Aug 16 01:45:58.089668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a333270-a4e2-496c-942b-562bed9a8fec req-087d7fbd-72e4-4554-8f96-3a8cecfb9bc4 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.091157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a333270-a4e2-496c-942b-562bed9a8fec req-087d7fbd-72e4-4554-8f96-3a8cecfb9bc4 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 932 time: 0.0829597 Aug 16 01:45:58.163071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a333270-a4e2-496c-942b-562bed9a8fec req-867b581c-256f-49b7-bdaf-ac648a972a50 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638413 Aug 16 01:45:58.212296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b0b3aa58-9feb-45b6-9cb4-0cc96a194712 req-0776abcf-903c-4b60-86d8-d96f227938a3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Deleting port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:58.212644 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b0b3aa58-9feb-45b6-9cb4-0cc96a194712 req-0776abcf-903c-4b60-86d8-d96f227938a3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.257500 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.335003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7029db-5011-4329-8b9a-768cc3de9ede,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:58.435668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b0b3aa58-9feb-45b6-9cb4-0cc96a194712 req-0776abcf-903c-4b60-86d8-d96f227938a3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] For port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:58.436029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b0b3aa58-9feb-45b6-9cb4-0cc96a194712 req-0776abcf-903c-4b60-86d8-d96f227938a3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.461346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b0b3aa58-9feb-45b6-9cb4-0cc96a194712 req-0776abcf-903c-4b60-86d8-d96f227938a3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Calling delete_port for d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:58.486842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca062d-def1-4659-87fb-d3d4583f12c5 req-9af3241f-102f-40ee-990f-485b49ff7b91 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.488774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b5ca062d-def1-4659-87fb-d3d4583f12c5 req-9af3241f-102f-40ee-990f-485b49ff7b91 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.1395221 Aug 16 01:45:58.533239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Attempting to bind port fb7029db-5011-4329-8b9a-768cc3de9ede on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:58.533494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Attempting to bind port fb7029db-5011-4329-8b9a-768cc3de9ede by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'e813fff1-741d-477a-b882-09dd2316047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04cb54b3-7477-4388-8ee7-33d8b566dd40'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:58.533841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Attempting to bind port fb7029db-5011-4329-8b9a-768cc3de9ede on network 04cb54b3-7477-4388-8ee7-33d8b566dd40 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:58.548424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Port fb7029db-5011-4329-8b9a-768cc3de9ede on network 04cb54b3-7477-4388-8ee7-33d8b566dd40 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:58.548739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Attempting to bind port fb7029db-5011-4329-8b9a-768cc3de9ede on network 04cb54b3-7477-4388-8ee7-33d8b566dd40 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:58.568761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:58.569096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Checking segment: {'id': 'e813fff1-741d-477a-b882-09dd2316047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04cb54b3-7477-4388-8ee7-33d8b566dd40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:58.569479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Bound using segment: {'id': 'e813fff1-741d-477a-b882-09dd2316047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04cb54b3-7477-4388-8ee7-33d8b566dd40'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:58.569946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Bound port: fb7029db-5011-4329-8b9a-768cc3de9ede, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e813fff1-741d-477a-b882-09dd2316047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04cb54b3-7477-4388-8ee7-33d8b566dd40'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:58.570297 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.596045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b5ca062d-def1-4659-87fb-d3d4583f12c5 req-5c621ef8-5723-4597-8082-49d705c66579 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993083 Aug 16 01:45:58.695498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] For port fb7029db-5011-4329-8b9a-768cc3de9ede, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:58.817088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c939e14b-0144-49cc-91ff-77fb43ff53e1 req-9b2c65ce-5f26-4081-b206-4715a62100d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522463 Aug 16 01:45:58.852271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e868bc-1f76-46fc-9fdc-d1e457c2724c req-b89119e5-5ee9-474f-bb47-3a13f0b19e7d tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.856505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9e868bc-1f76-46fc-9fdc-d1e457c2724c req-b89119e5-5ee9-474f-bb47-3a13f0b19e7d tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2 HTTP/1.1" status: 200 len: 945 time: 0.0504296 Aug 16 01:45:58.874032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b0b3aa58-9feb-45b6-9cb4-0cc96a194712 req-0776abcf-903c-4b60-86d8-d96f227938a3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.883950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] For port fb7029db-5011-4329-8b9a-768cc3de9ede, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fb7029db-5011-4329-8b9a-768cc3de9ede,segment=NetworkSegment(e813fff1-741d-477a-b882-09dd2316047e),segment_id=e813fff1-741d-477a-b882-09dd2316047e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:58.890539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d6bf07dd-e542-41d3-ab00-c39d85d5b7b4'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:58.940348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776abcf-903c-4b60-86d8-d96f227938a3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Pushing event deleted for resources: {'Port': ['ID=d6bf07dd-e542-41d3-ab00-c39d85d5b7b4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:58.990674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9e868bc-1f76-46fc-9fdc-d1e457c2724c req-47b1dc68-7695-4ff5-860d-90516420b750 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.66 "GET /v2.0/security-groups?id=207fc76d-728b-4d57-89d2-df57de4ae8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138854 Aug 16 01:45:59.011799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e14b-0144-49cc-91ff-77fb43ff53e1 req-66ae0361-d23c-41ea-839a-5461cb4f8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.013981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c939e14b-0144-49cc-91ff-77fb43ff53e1 req-66ae0361-d23c-41ea-839a-5461cb4f8cf6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 1096 time: 0.1574523 Aug 16 01:45:59.014840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b3aa58-9feb-45b6-9cb4-0cc96a194712 req-0776abcf-903c-4b60-86d8-d96f227938a3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] No DVR routers for this DVR port d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:59.017370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.021132 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b0b3aa58-9feb-45b6-9cb4-0cc96a194712 req-0776abcf-903c-4b60-86d8-d96f227938a3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.025865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0b3aa58-9feb-45b6-9cb4-0cc96a194712 req-0776abcf-903c-4b60-86d8-d96f227938a3 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909 tempest-FloatingIPsAssociationNegativeTestJSON-1457051909-project] 10.222.0.64 "DELETE /v2.0/ports/d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 HTTP/1.1" status: 204 len: 173 time: 0.9313972 Aug 16 01:45:59.027884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'name': 'network-vif-deleted', 'tag': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:59.030474 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4bcc4f-5569-49bf-ab09-2e7b24f9fd48" -d '{"events": [{"server_uuid": "c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2", "name": "network-vif-deleted", "tag": "d6bf07dd-e542-41d3-ab00-c39d85d5b7b4"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:59.127947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.128576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.130002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] 10.222.0.74 "PUT /v2.0/ports/fb7029db-5011-4329-8b9a-768cc3de9ede HTTP/1.1" status: 200 len: 1093 time: 1.5515769 Aug 16 01:45:59.191345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74214f11-3a1e-4719-849b-9764b0f35832 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7029db-5011-4329-8b9a-768cc3de9ede,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:59.235107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4abfb9-9d64-40e7-82b4-a9f7943b4161 req-dc4bf82a-7362-4a8e-aa93-946e8f463cce tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.236705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a4abfb9-9d64-40e7-82b4-a9f7943b4161 req-dc4bf82a-7362-4a8e-aa93-946e8f463cce tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1106143 Aug 16 01:45:59.240389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e14b-0144-49cc-91ff-77fb43ff53e1 req-55fcafcf-0713-4e40-b79a-3a0d9a0544e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.241766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c939e14b-0144-49cc-91ff-77fb43ff53e1 req-55fcafcf-0713-4e40-b79a-3a0d9a0544e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.1777337 Aug 16 01:45:59.294340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c939e14b-0144-49cc-91ff-77fb43ff53e1 req-afe8d275-dff7-4d54-83fc-5ad4681e5f86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d HTTP/1.1" status: 200 len: 217 time: 0.0448487 Aug 16 01:45:59.320717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a4abfb9-9d64-40e7-82b4-a9f7943b4161 req-65b91481-4efd-4dfc-94a4-5f0d8daab3dc tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775561 Aug 16 01:45:59.377661 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735bb197-baef-4568-bf6b-30d8696a6e12 x-openstack-request-id: req-735bb197-baef-4568-bf6b-30d8696a6e12 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:59.378322 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2", "name": "network-vif-deleted", "tag": "d6bf07dd-e542-41d3-ab00-c39d85d5b7b4", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:59.378322 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-735bb197-baef-4568-bf6b-30d8696a6e12 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:59.378617 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51b9abd-44ec-4e8e-a199-c2b3ec67c2e2', 'name': 'network-vif-deleted', 'tag': 'd6bf07dd-e542-41d3-ab00-c39d85d5b7b4', 'status': 'completed', 'code': 200} Aug 16 01:45:59.395902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e14b-0144-49cc-91ff-77fb43ff53e1 req-ff7d734f-1b94-410c-b49f-d62ea4df46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.398435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c939e14b-0144-49cc-91ff-77fb43ff53e1 req-ff7d734f-1b94-410c-b49f-d62ea4df46e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.0905850 Aug 16 01:45:59.404922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-9e094a84-f015-41e1-a4ab-6f8474815956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.407253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-9e094a84-f015-41e1-a4ab-6f8474815956 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4c024602a6b741efa0e435d1c87495ec&device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 1096 time: 0.0677123 Aug 16 01:45:59.436455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c939e14b-0144-49cc-91ff-77fb43ff53e1 req-bbab1e47-4fb7-4ca9-8679-e53d4f5db55e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281630 Aug 16 01:45:59.511914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-8e61b0af-636a-4b88-84f7-fc1fc7839c26 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb7029db-5011-4329-8b9a-768cc3de9ede HTTP/1.1" status: 200 len: 217 time: 0.0775428 Aug 16 01:45:59.619127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9dd4c-f542-448f-953e-f3a9c587a711 req-58bad63e-fc85-4b1b-a61e-2303039367d7 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.621208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59b9dd4c-f542-448f-953e-f3a9c587a711 req-58bad63e-fc85-4b1b-a61e-2303039367d7 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 944 time: 0.1885524 Aug 16 01:45:59.642715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-df6679cf-01bd-4305-807d-06377cdc8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.644234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-df6679cf-01bd-4305-807d-06377cdc8049 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dc9aa036-f54a-4d2d-9c61-3d3e9eb08885 HTTP/1.1" status: 200 len: 853 time: 0.1213279 Aug 16 01:45:59.688618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-c0bf0ce7-c20b-4bb2-a77f-4e3937d8ed3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04cb54b3-7477-4388-8ee7-33d8b566dd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359910 Aug 16 01:45:59.696915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c939e14b-0144-49cc-91ff-77fb43ff53e1 req-b013a2ed-2603-4051-b64c-165c814dc986 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458808 Aug 16 01:45:59.737081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59b9dd4c-f542-448f-953e-f3a9c587a711 req-1513dcbe-4e3b-42c9-a047-222ea0d13c59 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073554 Aug 16 01:45:59.844598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56736) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:59.904051 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eba601a8-a721-4643-9295-c1c6170f8c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.924795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c939e14b-0144-49cc-91ff-77fb43ff53e1 req-a716c9b6-12bc-4c29-a9ce-8a565a0c77a1 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184126 Aug 16 01:45:59.934585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6cc8e-11de-4f49-8161-a075d90855e5 req-be5b9b3f-2b13-4fbc-bf4d-f2e5c05e0536 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.936099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80b6cc8e-11de-4f49-8161-a075d90855e5 req-be5b9b3f-2b13-4fbc-bf4d-f2e5c05e0536 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.1281135 Aug 16 01:45:59.938517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-a57581a0-ee63-4ebd-86b3-9a120333e9e1 service neutron] 10.222.0.74 "GET /v2.0/networks/04cb54b3-7477-4388-8ee7-33d8b566dd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334349 Aug 16 01:45:59.976330 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f17213de-a94e-4181-9092-bc997c0a0a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.097463 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f17213de-a94e-4181-9092-bc997c0a0a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.200743 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f17213de-a94e-4181-9092-bc997c0a0a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.241118 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f17213de-a94e-4181-9092-bc997c0a0a1d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9272819f1d504cc8b0a68200f4e1b2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953259 Aug 16 01:46:00.242031 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17213de-a94e-4181-9092-bc997c0a0a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f068b47-ecd1-4d6f-8f15-cbab6424b41f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:00.244397 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56744) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:00.308073 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d9179e48-ddc9-416f-8a0f-a36ee9ff59e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.330624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d9179e48-ddc9-416f-8a0f-a36ee9ff59e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.354192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80b6cc8e-11de-4f49-8161-a075d90855e5 req-7568afe3-774f-4f51-ada6-d26ac431b1ce tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110081 Aug 16 01:46:00.390490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0f34da-1463-4b21-85ad-1c1d6c089755 req-2da146b7-c6bd-4e1a-a9e8-ca75c2de05c5 service neutron] 10.222.0.74 "GET /v2.0/networks/04cb54b3-7477-4388-8ee7-33d8b566dd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397733 Aug 16 01:46:00.424415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56748) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:00.532240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d9179e48-ddc9-416f-8a0f-a36ee9ff59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.535299 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d9179e48-ddc9-416f-8a0f-a36ee9ff59e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.539596 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d9179e48-ddc9-416f-8a0f-a36ee9ff59e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f068b47-ecd1-4d6f-8f15-cbab6424b41f HTTP/1.1" status: 204 len: 168 time: 0.2941160 Aug 16 01:46:00.548838 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9179e48-ddc9-416f-8a0f-a36ee9ff59e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f068b47-ecd1-4d6f-8f15-cbab6424b41f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:00.572425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7c477-0efd-4fb4-9f1c-a5ab8739675f req-0c560037-f103-4203-b790-66dfc829c749 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:00.574014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dcd7c477-0efd-4fb4-9f1c-a5ab8739675f req-0c560037-f103-4203-b790-66dfc829c749 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1024692 Aug 16 01:46:00.658648 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dcd7c477-0efd-4fb4-9f1c-a5ab8739675f req-9084d7f4-25b2-4c15-9d84-6226ac0f5866 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769017 Aug 16 01:46:00.882003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:00.895045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0af690-7642-4145-8a49-091a5366448a req-59c8224f-f030-4651-a617-03545e5b8607 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:00.896591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a0af690-7642-4145-8a49-091a5366448a req-59c8224f-f030-4651-a617-03545e5b8607 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 944 time: 0.0809588 Aug 16 01:46:00.902293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:00.902710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d6bf07dd-e542-41d3-ab00-c39d85d5b7b4 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:00.940093 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.985398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a0af690-7642-4145-8a49-091a5366448a req-e1c6a253-c797-4923-ad12-ab5f3e40849f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809557 Aug 16 01:46:01.208220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] Deleting port 6144040d-ab14-41dc-ae3b-b7372794a048 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:01.208482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.295653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] For port 6144040d-ab14-41dc-ae3b-b7372794a048, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6144040d-ab14-41dc-ae3b-b7372794a048,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:01.296269 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.318032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] Calling delete_port for 6144040d-ab14-41dc-ae3b-b7372794a048 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:01.379233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26483296-0304-4398-a91f-fe58e5ff52f4', 'tag': 'fb7029db-5011-4329-8b9a-768cc3de9ede'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:01.381480 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c8d2c1-d1e3-450b-9f67-e061a021c7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "26483296-0304-4398-a91f-fe58e5ff52f4", "tag": "fb7029db-5011-4329-8b9a-768cc3de9ede"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:01.496000 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e09d4e0-dc3c-4e40-ad6c-2ab953bec765 x-openstack-request-id: req-9e09d4e0-dc3c-4e40-ad6c-2ab953bec765 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:01.496904 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26483296-0304-4398-a91f-fe58e5ff52f4", "tag": "fb7029db-5011-4329-8b9a-768cc3de9ede", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:01.496904 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e09d4e0-dc3c-4e40-ad6c-2ab953bec765 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:01.497163 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26483296-0304-4398-a91f-fe58e5ff52f4', 'tag': 'fb7029db-5011-4329-8b9a-768cc3de9ede', 'status': 'completed', 'code': 200} Aug 16 01:46:01.602469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c3617-ab45-4169-a4e0-e7bd15d9ce8a req-38c6567f-4840-42ab-b9a3-45df6c92e890 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.603977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-426c3617-ab45-4169-a4e0-e7bd15d9ce8a req-38c6567f-4840-42ab-b9a3-45df6c92e890 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.1102459 Aug 16 01:46:01.610758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8d2c1-d1e3-450b-9f67-e061a021c7c9 req-f910b472-57a5-4b8e-8b9f-6946f6ab1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.612228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2c8d2c1-d1e3-450b-9f67-e061a021c7c9 req-f910b472-57a5-4b8e-8b9f-6946f6ab1daa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4c024602a6b741efa0e435d1c87495ec&device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 1096 time: 0.1116915 Aug 16 01:46:01.632658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56766) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:01.648364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cebbd08-1379-46ed-a8f4-9b5d76c7a928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.790986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-426c3617-ab45-4169-a4e0-e7bd15d9ce8a req-60e38965-af80-4de8-ae8f-003f039aa453 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777644 Aug 16 01:46:01.902641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8d2c1-d1e3-450b-9f67-e061a021c7c9 req-f2f7f7b4-0b7b-41d1-9f50-5d079428d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.904825 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2c8d2c1-d1e3-450b-9f67-e061a021c7c9 req-f2f7f7b4-0b7b-41d1-9f50-5d079428d65d service neutron] 10.222.0.74 "GET /v2.0/networks?id=04cb54b3-7477-4388-8ee7-33d8b566dd40 HTTP/1.1" status: 200 len: 914 time: 0.2846246 Aug 16 01:46:01.916073 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cebbd08-1379-46ed-a8f4-9b5d76c7a928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.933993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171083f-d721-4e10-9bb2-dc54990a871d req-741c17d4-a13a-4b6b-a7d1-2db2370e19fb tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.935535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7171083f-d721-4e10-9bb2-dc54990a871d req-741c17d4-a13a-4b6b-a7d1-2db2370e19fb tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.1770611 Aug 16 01:46:01.938182 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.024730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2c8d2c1-d1e3-450b-9f67-e061a021c7c9 req-9fdb11f1-5afe-4b0d-8194-ab503f2937e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb7029db-5011-4329-8b9a-768cc3de9ede HTTP/1.1" status: 200 len: 217 time: 0.1061065 Aug 16 01:46:02.031466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56776) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:02.035169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6144040d-ab14-41dc-ae3b-b7372794a048,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:02.057961 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cebbd08-1379-46ed-a8f4-9b5d76c7a928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.134277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8d2c1-d1e3-450b-9f67-e061a021c7c9 req-7d34c4f8-737d-47ff-909a-420935659acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:02.138371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2c8d2c1-d1e3-450b-9f67-e061a021c7c9 req-7d34c4f8-737d-47ff-909a-420935659acf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dc9aa036-f54a-4d2d-9c61-3d3e9eb08885 HTTP/1.1" status: 200 len: 853 time: 0.0992081 Aug 16 01:46:02.214318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7171083f-d721-4e10-9bb2-dc54990a871d req-42604c53-ec55-4faf-b2a6-34b8160f3e25 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349412 Aug 16 01:46:02.224783 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4cebbd08-1379-46ed-a8f4-9b5d76c7a928 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13410bedcece4d3aa3c53b5a89e551e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5909443 Aug 16 01:46:02.227365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56782) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:02.254456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2c8d2c1-d1e3-450b-9f67-e061a021c7c9 req-5b8698aa-4484-4f43-90d1-a3ba67d6a78c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04cb54b3-7477-4388-8ee7-33d8b566dd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644326 Aug 16 01:46:02.262482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebbd08-1379-46ed-a8f4-9b5d76c7a928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6ceac0-03ea-4f5a-81e4-4d404762ad7a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:02.346059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c06b4545-0264-4f6e-84d0-d4e199f2ac5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.377544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f28e54d2-bced-47b5-8e40-71f3ef56f3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.392908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d5d4-2bea-4378-be35-cd9838ce08cd req-7efaeb15-606f-432c-a42d-34f84db6e4d0 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:02.400199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ed9d5d4-2bea-4378-be35-cd9838ce08cd req-7efaeb15-606f-432c-a42d-34f84db6e4d0 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 944 time: 0.2584805 Aug 16 01:46:02.419147 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f28e54d2-bced-47b5-8e40-71f3ef56f3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.433678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2c8d2c1-d1e3-450b-9f67-e061a021c7c9 req-478290ac-4ba1-404e-814a-e9590f9feceb service neutron] 10.222.0.74 "GET /v2.0/networks/04cb54b3-7477-4388-8ee7-33d8b566dd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579664 Aug 16 01:46:02.525142 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c06b4545-0264-4f6e-84d0-d4e199f2ac5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.537109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ed9d5d4-2bea-4378-be35-cd9838ce08cd req-26f98dd6-c61b-4a9d-b0cb-9a7e1e78470a tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360610 Aug 16 01:46:02.603377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.604723 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f28e54d2-bced-47b5-8e40-71f3ef56f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.607336 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f28e54d2-bced-47b5-8e40-71f3ef56f3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.608708 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f28e54d2-bced-47b5-8e40-71f3ef56f3a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f6ceac0-03ea-4f5a-81e4-4d404762ad7a HTTP/1.1" status: 204 len: 168 time: 0.3803463 Aug 16 01:46:02.617799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e54d2-bced-47b5-8e40-71f3ef56f3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6ceac0-03ea-4f5a-81e4-4d404762ad7a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:02.625385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2c8d2c1-d1e3-450b-9f67-e061a021c7c9 req-7b0b51e4-8932-4c25-9938-2f8f171eba9c service neutron] 10.222.0.74 "GET /v2.0/networks/04cb54b3-7477-4388-8ee7-33d8b566dd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589506 Aug 16 01:46:02.644812 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c06b4545-0264-4f6e-84d0-d4e199f2ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.692911 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c06b4545-0264-4f6e-84d0-d4e199f2ac5d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a10768c213e4492990b19174325f630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6602685 Aug 16 01:46:02.694929 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56786) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:02.755306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b4545-0264-4f6e-84d0-d4e199f2ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4924875-978e-46bf-81e2-10410667bd27,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:02.781795 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d4532179-4cd0-4084-9e95-5386c4e33cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.789238 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.808308 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d4532179-4cd0-4084-9e95-5386c4e33cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.833594 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-70e2e1c4-2bce-4b9f-b283-f1e242e01468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.876597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] Router 75b545a0-c257-431e-a3d8-98d12457cd81 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:46:02.989679 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d4532179-4cd0-4084-9e95-5386c4e33cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.992449 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d4532179-4cd0-4084-9e95-5386c4e33cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.996073 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d4532179-4cd0-4084-9e95-5386c4e33cc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4924875-978e-46bf-81e2-10410667bd27 HTTP/1.1" status: 204 len: 168 time: 0.2976568 Aug 16 01:46:03.016741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f613cf-3912-408d-8e6c-76666da756a1 req-09f6de31-bcbc-497e-9a31-0b230837f402 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.018457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78f613cf-3912-408d-8e6c-76666da756a1 req-09f6de31-bcbc-497e-9a31-0b230837f402 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.0989633 Aug 16 01:46:03.022436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4532179-4cd0-4084-9e95-5386c4e33cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4924875-978e-46bf-81e2-10410667bd27,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:03.052025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:03.058259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-de1bf592-418d-43c8-85d2-8f2586a93b15 admin admin] 10.222.0.66 "PUT /v2.0/routers/75b545a0-c257-431e-a3d8-98d12457cd81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6326332 Aug 16 01:46:03.060186 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b4be1-aeb5-4fb5-ab8d-c480343cbc40 None None] Sync routers for ids ['75b545a0-c257-431e-a3d8-98d12457cd81'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:03.061339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56796) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:03.072981 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b4be1-aeb5-4fb5-ab8d-c480343cbc40 None None] Routers {'75b545a0-c257-431e-a3d8-98d12457cd81'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:03.074127 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-500b4be1-aeb5-4fb5-ab8d-c480343cbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:46:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['75b545a0-c257-431e-a3d8-98d12457cd81'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:03.095972 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78f613cf-3912-408d-8e6c-76666da756a1 req-4a0a0fbe-4e7f-4e07-90a2-0c9a3c654461 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672171 Aug 16 01:46:03.204572 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:03.370689 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-500b4be1-aeb5-4fb5-ab8d-c480343cbc40 None None] Set router 75b545a0-c257-431e-a3d8-98d12457cd81 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:03.386667 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:03.412709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6bb87-3107-4640-b26d-354698a1d109 req-fd9f31b5-4c3d-4331-b617-7fd7e910d407 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.414519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73f6bb87-3107-4640-b26d-354698a1d109 req-fd9f31b5-4c3d-4331-b617-7fd7e910d407 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 946 time: 0.0908473 Aug 16 01:46:03.529843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73f6bb87-3107-4640-b26d-354698a1d109 req-9a2523d9-1f02-4671-aa29-ab21fe2b2d92 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004910 Aug 16 01:46:03.574918 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Deleting port b48ee3a7-f9dc-4507-a93f-27413d41d265 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:03.575283 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:03.585618 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-500b4be1-aeb5-4fb5-ab8d-c480343cbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:46:01Z', 'revision_number': 5, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port': {'id': 'b48ee3a7-f9dc-4507-a93f-27413d41d265', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:51Z', 'updated_at': '2021-08-16T01:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:03.628794 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b4be1-aeb5-4fb5-ab8d-c480343cbc40 None None] Checking router: 75b545a0-c257-431e-a3d8-98d12457cd81 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:46:03.639278 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b4be1-aeb5-4fb5-ab8d-c480343cbc40 None None] Routers {'75b545a0-c257-431e-a3d8-98d12457cd81'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:03.641272 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-500b4be1-aeb5-4fb5-ab8d-c480343cbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:46:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['75b545a0-c257-431e-a3d8-98d12457cd81'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:03.649451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-bf8510e5-0611-49d3-a080-f82536d9a0b5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.651135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-bf8510e5-0611-49d3-a080-f82536d9a0b5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 821 time: 0.2485147 Aug 16 01:46:03.678253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-2d730b13-89eb-471a-a1f0-de25ea3322a2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/quotas/5fd8faac2af044e2b435c7af66561c84 HTTP/1.1" status: 200 len: 375 time: 0.0200975 Aug 16 01:46:03.741090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] For port b48ee3a7-f9dc-4507-a93f-27413d41d265, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b48ee3a7-f9dc-4507-a93f-27413d41d265,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:03.741722 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:03.747966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82f3d0-09db-43c8-b075-3b888dff593d req-67d2f1dc-cbf4-42a6-9931-d085c2b95da8 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.752669 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-500b4be1-aeb5-4fb5-ab8d-c480343cbc40 None None] Set router 75b545a0-c257-431e-a3d8-98d12457cd81 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:03.755842 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e82f3d0-09db-43c8-b075-3b888dff593d req-67d2f1dc-cbf4-42a6-9931-d085c2b95da8 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 944 time: 0.0908527 Aug 16 01:46:03.756439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Calling delete_port for b48ee3a7-f9dc-4507-a93f-27413d41d265 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:03.791721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-54289e8b-6a86-4b8f-85b3-fa2ac8651e08 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972970 Aug 16 01:46:03.822702 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-500b4be1-aeb5-4fb5-ab8d-c480343cbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:46:03Z', 'revision_number': 6, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:03.858923 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b4be1-aeb5-4fb5-ab8d-c480343cbc40 None None] The sync data for ids ['75b545a0-c257-431e-a3d8-98d12457cd81'] in n-d-768509-23 is: [{'id': '75b545a0-c257-431e-a3d8-98d12457cd81', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-301922837-router', 'tenant_id': '23a32514775d4731946013afa92bd612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:50Z', 'updated_at': '2021-08-16T01:46:03Z', 'revision_number': 6, 'project_id': '23a32514775d4731946013afa92bd612', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:03.864103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e82f3d0-09db-43c8-b075-3b888dff593d req-aecd4c43-69d3-4abb-8993-d97e93053425 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071379 Aug 16 01:46:03.925296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-bbb46769-f918-421e-90f2-61543c1f9469 service neutron] 10.222.0.66 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233068 Aug 16 01:46:03.935471 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:03.980013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fb7029db-5011-4329-8b9a-768cc3de9ede details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:04.092295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56834) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:04.121456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98c42045-6411-489b-a780-7f51242a6512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.144228 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.157902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port fb7029db-5011-4329-8b9a-768cc3de9ede, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fb7029db-5011-4329-8b9a-768cc3de9ede,segment=NetworkSegment(e813fff1-741d-477a-b882-09dd2316047e),segment_id=e813fff1-741d-477a-b882-09dd2316047e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:04.185241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'fb7029db-5011-4329-8b9a-768cc3de9ede', 'network_id': '04cb54b3-7477-4388-8ee7-33d8b566dd40', 'port_id': 'fb7029db-5011-4329-8b9a-768cc3de9ede', 'mac_address': 'fa:16:3e:f1:c5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9aa036-f54a-4d2d-9c61-3d3e9eb08885', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:04.234507 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.250429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7029db-5011-4329-8b9a-768cc3de9ede {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:04.275754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Pushing event deleted for resources: {'Port': ['ID=b48ee3a7-f9dc-4507-a93f-27413d41d265,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:04.276646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port fb7029db-5011-4329-8b9a-768cc3de9ede, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fb7029db-5011-4329-8b9a-768cc3de9ede,segment=NetworkSegment(e813fff1-741d-477a-b882-09dd2316047e),segment_id=e813fff1-741d-477a-b882-09dd2316047e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:04.283870 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.325735 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.380332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-dea81c37-3b0b-45af-abcd-a2e13a43a081 service neutron] 10.222.0.66 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440882 Aug 16 01:46:04.414668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=fb7029db-5011-4329-8b9a-768cc3de9ede,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:04.442407 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.446598 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.673487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['fb7029db-5011-4329-8b9a-768cc3de9ede'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:04.707065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be4648-05ce-42b2-966c-1cd89329b1c0 req-8ee39721-eab7-4ad7-b1c4-66118e90da86 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.709430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97be4648-05ce-42b2-966c-1cd89329b1c0 req-8ee39721-eab7-4ad7-b1c4-66118e90da86 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.0544314 Aug 16 01:46:04.774490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97be4648-05ce-42b2-966c-1cd89329b1c0 req-5e4bef2a-cd47-4ccc-b3b1-6dabb3d19183 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583243 Aug 16 01:46:04.824863 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98c42045-6411-489b-a780-7f51242a6512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.909455 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.910303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75b545a0-c257-431e-a3d8-98d12457cd81 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:46:04.916263 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.920106 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ea77c772-4e5a-4b5c-9959-3a645a4b6880 admin admin] 10.222.0.66 "DELETE /v2.0/routers/75b545a0-c257-431e-a3d8-98d12457cd81 HTTP/1.1" status: 204 len: 168 time: 1.8552859 Aug 16 01:46:04.920405 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56868) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:04.972031 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc2fd5c-aade-4183-9da1-4eed3d7989f6 admin admin] Deleting subnet 0a21b3c1-c97f-4254-8a17-01f854a8b124 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:04.975206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fd5c-aade-4183-9da1-4eed3d7989f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.976932 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98c42045-6411-489b-a780-7f51242a6512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.006333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0dd25-ad89-4789-898f-c69a51acb859 req-3a5f00e8-9a64-46e8-9de8-a37a19d6a727 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:05.008055 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09c0dd25-ad89-4789-898f-c69a51acb859 req-3a5f00e8-9a64-46e8-9de8-a37a19d6a727 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 945 time: 0.0643537 Aug 16 01:46:05.046680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c42045-6411-489b-a780-7f51242a6512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ddb793-3a30-4a9f-9d26-248599e00945,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:05.055855 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-98c42045-6411-489b-a780-7f51242a6512 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d44fce77de94f87b4ef4e192acc8838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9591637 Aug 16 01:46:05.055855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fd5c-aade-4183-9da1-4eed3d7989f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.057418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56872) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:05.064387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09c0dd25-ad89-4789-898f-c69a51acb859 req-68a9c985-93a5-418e-bc78-23fb4352b15d tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494804 Aug 16 01:46:05.177303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac2788d7-6857-4476-a5b2-ddaf4bfd214b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.195209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fd5c-aade-4183-9da1-4eed3d7989f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.254370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac2788d7-6857-4476-a5b2-ddaf4bfd214b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.278556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9cb1c59b-8230-4345-9ab1-fb520bd00f37 req-7b2a0cdd-f1eb-41de-9e10-a37af73c15d1 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 210 time: 0.0527544 Aug 16 01:46:05.390670 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fd5c-aade-4183-9da1-4eed3d7989f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.422087 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fd5c-aade-4183-9da1-4eed3d7989f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.424044 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9fc2fd5c-aade-4183-9da1-4eed3d7989f6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0a21b3c1-c97f-4254-8a17-01f854a8b124 HTTP/1.1" status: 204 len: 168 time: 0.5020418 Aug 16 01:46:05.427220 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2e125c-6ca4-458c-bb30-90df0bd1e71f None None] Network 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:05.433365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56890) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:05.438970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2fd5c-aade-4183-9da1-4eed3d7989f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a21b3c1-c97f-4254-8a17-01f854a8b124,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:05.445469 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac2788d7-6857-4476-a5b2-ddaf4bfd214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.448017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac2788d7-6857-4476-a5b2-ddaf4bfd214b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.452229 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ac2788d7-6857-4476-a5b2-ddaf4bfd214b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02ddb793-3a30-4a9f-9d26-248599e00945 HTTP/1.1" status: 204 len: 168 time: 0.3939812 Aug 16 01:46:05.460753 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2788d7-6857-4476-a5b2-ddaf4bfd214b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ddb793-3a30-4a9f-9d26-248599e00945,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:05.534417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.645698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Deleting port aaedbbed-61c7-4490-b8f2-5b52625499dd {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:05.648935 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.672344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b529356-535d-4281-9ac8-34d6a150749d None None] DHCP port deletion for 9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:46:05.708603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b48ee3a7-f9dc-4507-a93f-27413d41d265 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:05.731543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] For port aaedbbed-61c7-4490-b8f2-5b52625499dd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=aaedbbed-61c7-4490-b8f2-5b52625499dd,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:05.732242 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.740265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: b48ee3a7-f9dc-4507-a93f-27413d41d265 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:05.740607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b48ee3a7-f9dc-4507-a93f-27413d41d265 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:05.741015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6144040d-ab14-41dc-ae3b-b7372794a048 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:05.746143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Calling delete_port for aaedbbed-61c7-4490-b8f2-5b52625499dd owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:05.768340 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 6144040d-ab14-41dc-ae3b-b7372794a048 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:05.768770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6144040d-ab14-41dc-ae3b-b7372794a048 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:05.785381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1b529356-535d-4281-9ac8-34d6a150749d None None] Deleting port aaedbbed-61c7-4490-b8f2-5b52625499dd {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:05.785764 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b529356-535d-4281-9ac8-34d6a150749d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.843951 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.850844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1b529356-535d-4281-9ac8-34d6a150749d None None] For port aaedbbed-61c7-4490-b8f2-5b52625499dd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=aaedbbed-61c7-4490-b8f2-5b52625499dd,segment=NetworkSegment(44821de6-7ee8-4d43-a777-234b9b2ab86d),segment_id=44821de6-7ee8-4d43-a777-234b9b2ab86d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:05.851239 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b529356-535d-4281-9ac8-34d6a150749d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.864787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1b529356-535d-4281-9ac8-34d6a150749d None None] Calling delete_port for aaedbbed-61c7-4490-b8f2-5b52625499dd owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:05.916263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1317e39-0e7f-42fc-8398-e90e8be367e5 req-8e79e8db-f22b-4b00-8c58-24b194122504 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:05.924895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1317e39-0e7f-42fc-8398-e90e8be367e5 req-8e79e8db-f22b-4b00-8c58-24b194122504 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.0670898 Aug 16 01:46:05.948240 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: from cryptography.utils import int_from_bytes Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: from cryptography.utils import int_from_bytes Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.958754 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:05.961838 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:46:05.970102 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b529356-535d-4281-9ac8-34d6a150749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.005056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b529356-535d-4281-9ac8-34d6a150749d None None] Pushing event deleted for resources: {'Port': ['ID=aaedbbed-61c7-4490-b8f2-5b52625499dd,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:06.010220 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fb7029db-5011-4329-8b9a-768cc3de9ede up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:06.013765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaedbbed-61c7-4490-b8f2-5b52625499dd,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:06.018420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] No DVR routers for this DVR port aaedbbed-61c7-4490-b8f2-5b52625499dd on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:06.031146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1317e39-0e7f-42fc-8398-e90e8be367e5 req-82dfceb3-6020-44d6-bc67-506b1ba9565c tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045907 Aug 16 01:46:06.050974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b529356-535d-4281-9ac8-34d6a150749d None None] No DVR routers for this DVR port aaedbbed-61c7-4490-b8f2-5b52625499dd on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:06.142258 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.154178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:06.167043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44821de6-7ee8-4d43-a777-234b9b2ab86d') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:06.167571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44821de6-7ee8-4d43-a777-234b9b2ab86d') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:06.180607 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.183446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port fb7029db-5011-4329-8b9a-768cc3de9ede completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:06.188062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port fb7029db-5011-4329-8b9a-768cc3de9ede triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:06.188446 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.225351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.234730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:06.235131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:06.236879 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:06.279688 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.299104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03342920-8e09-43f5-b6e2-1fa85da8da98 req-53ed04cc-480e-45d9-8470-37f742bee568 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:06.300653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03342920-8e09-43f5-b6e2-1fa85da8da98 req-53ed04cc-480e-45d9-8470-37f742bee568 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 945 time: 0.1098602 Aug 16 01:46:06.303227 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26483296-0304-4398-a91f-fe58e5ff52f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7029db-5011-4329-8b9a-768cc3de9ede'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:06.305465 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e81c79-8a63-42f7-a1dd-174d3c431aea" -d '{"events": [{"server_uuid": "26483296-0304-4398-a91f-fe58e5ff52f4", "name": "network-vif-plugged", "status": "completed", "tag": "fb7029db-5011-4329-8b9a-768cc3de9ede"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:06.323192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port fb7029db-5011-4329-8b9a-768cc3de9ede, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fb7029db-5011-4329-8b9a-768cc3de9ede,segment=NetworkSegment(e813fff1-741d-477a-b882-09dd2316047e),segment_id=e813fff1-741d-477a-b882-09dd2316047e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:06.352116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03342920-8e09-43f5-b6e2-1fa85da8da98 req-f3885765-9d73-4e77-b341-c4d283df0fb8 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448639 Aug 16 01:46:06.391774 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.395126 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.399880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1 HTTP/1.1" status: 204 len: 168 time: 0.9626095 Aug 16 01:46:06.405294 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.409960 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c1dd2c-35b1-4041-851a-1b39b38dc7bf x-openstack-request-id: req-84c1dd2c-35b1-4041-851a-1b39b38dc7bf {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:06.410292 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26483296-0304-4398-a91f-fe58e5ff52f4", "name": "network-vif-plugged", "status": "completed", "tag": "fb7029db-5011-4329-8b9a-768cc3de9ede", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:06.410550 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84c1dd2c-35b1-4041-851a-1b39b38dc7bf {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:06.411171 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26483296-0304-4398-a91f-fe58e5ff52f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7029db-5011-4329-8b9a-768cc3de9ede', 'code': 200} Aug 16 01:46:06.420653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75e7af4-d71e-4612-b5f0-49173d6123a1 req-a0b0a714-6a2f-4b40-ac89-1021656ba75c tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 210 time: 0.0408370 Aug 16 01:46:06.431307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bea16-5c8e-4021-8059-cc7d949b43d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b77fb0d-9492-40f6-90ef-e1f4ae15f0c1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:06.486098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=fb7029db-5011-4329-8b9a-768cc3de9ede,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:06.538154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b45a0-77b8-40b1-b229-11a2930dce5d req-8eb531e9-eeef-4da2-95fd-b418a1560600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:06.539661 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc5b45a0-77b8-40b1-b229-11a2930dce5d req-8eb531e9-eeef-4da2-95fd-b418a1560600 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 1098 time: 0.0444705 Aug 16 01:46:06.575608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc5b45a0-77b8-40b1-b229-11a2930dce5d req-8469a41a-dc8c-4763-9318-f17bed4e9ab9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291915 Aug 16 01:46:06.899839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:06.975970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56952) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:06.997383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:07.009551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'port_id': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565', 'mac_address': 'fa:16:3e:a8:85:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f412be-9693-4499-9b6e-5d42eec545f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:07.027853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c04eca62-9dfe-445f-b538-18496267bcea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23a32514775d4731946013afa92bd612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501153 Aug 16 01:46:07.031739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56954) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:07.053023 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.072733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:07.085636 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6a019f89-3eba-4c9c-95b4-46541a20a2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.099859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:07.115520 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6a019f89-3eba-4c9c-95b4-46541a20a2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.161074 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.205946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee34544-ba68-4d0f-8865-0a8c706c129b req-b35dfa94-7610-4908-9774-f7ea7fb59975 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:07.207520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ee34544-ba68-4d0f-8865-0a8c706c129b req-b35dfa94-7610-4908-9774-f7ea7fb59975 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.0765142 Aug 16 01:46:07.234680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:07.266758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ee34544-ba68-4d0f-8865-0a8c706c129b req-4be57b50-103d-45eb-bbab-29085a31a958 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Aug 16 01:46:07.274382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['1b49fc0f-2a53-4fbd-a2a1-51445a5f2565'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:07.309588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6a019f89-3eba-4c9c-95b4-46541a20a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.313531 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6a019f89-3eba-4c9c-95b4-46541a20a2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.315551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6a019f89-3eba-4c9c-95b4-46541a20a2fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/207fc76d-728b-4d57-89d2-df57de4ae8df HTTP/1.1" status: 204 len: 168 time: 0.2821457 Aug 16 01:46:07.334532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a019f89-3eba-4c9c-95b4-46541a20a2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207fc76d-728b-4d57-89d2-df57de4ae8df,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:07.617715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f786d3-9518-4c3d-a245-dcbe8886da0e req-ff0d42c1-03ec-448a-9958-965a57ab1809 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:07.617715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25f786d3-9518-4c3d-a245-dcbe8886da0e req-ff0d42c1-03ec-448a-9958-965a57ab1809 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 946 time: 0.1486692 Aug 16 01:46:07.638841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device aaedbbed-61c7-4490-b8f2-5b52625499dd no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:07.673626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77a29109-2966-4d06-b372-07dca62d8313 req-40a8821c-080e-4314-8782-489b0e510aba tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 210 time: 0.1001003 Aug 16 01:46:07.696596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: aaedbbed-61c7-4490-b8f2-5b52625499dd {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:07.696596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device aaedbbed-61c7-4490-b8f2-5b52625499dd not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:07.732799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25f786d3-9518-4c3d-a245-dcbe8886da0e req-3a9414d4-6c2d-4707-97f1-c346000b2225 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825913 Aug 16 01:46:08.037687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-4859b678-3474-4baf-a2be-b11d2b9f5e83 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.039152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-4859b678-3474-4baf-a2be-b11d2b9f5e83 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 821 time: 0.1215353 Aug 16 01:46:08.064559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Request body: {'port': {'device_id': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef', 'admin_state_up': True, 'tenant_id': '5fd8faac2af044e2b435c7af66561c84'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:08.301896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Made reservation on behalf of 5fd8faac2af044e2b435c7af66561c84 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:08.305762 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.532470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4bf66-2af4-4b8f-b3d6-d2a0bf99bd58 req-c8b31124-1ba3-4339-89e0-297d3764e1c0 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.534024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60b4bf66-2af4-4b8f-b3d6-d2a0bf99bd58 req-c8b31124-1ba3-4339-89e0-297d3764e1c0 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.1340399 Aug 16 01:46:08.571125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Allocated IP 172.20.0.6 (c1c6e958-8aa2-472e-8afa-93984da0d0ef/d1da15f7-7f10-47b9-9717-19dd3e23683c/4bd52f62-d8d3-46f4-b3ba-653b773d4930) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:08.604298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60b4bf66-2af4-4b8f-b3d6-d2a0bf99bd58 req-2d010534-c9c7-4b38-85ba-ab4a866e6747 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605390 Aug 16 01:46:08.787156 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.903100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f22a26d-412e-4d04-a189-e0abbd97c7d2 req-6098a644-16ea-4ab6-a90e-23b607e105ca tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 210 time: 0.0760601 Aug 16 01:46:08.912237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:08.995836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e019e-53b9-4121-8752-2fb88141f29f req-db4b34cc-a298-4253-8e55-e478297baafc tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.997599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e3e019e-53b9-4121-8752-2fb88141f29f req-db4b34cc-a298-4253-8e55-e478297baafc tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 946 time: 0.1413865 Aug 16 01:46:09.042085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57078) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:09.061760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:09.061760 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.090948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e3e019e-53b9-4121-8752-2fb88141f29f req-2fd83b12-c34d-4f8d-beb9-b141fa7e8058 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863245 Aug 16 01:46:09.104477 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.137045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['7fbe021a-7432-4f0a-8690-c651831fedba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:09.240101 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.287135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:09.290720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:09.293729 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf2ccab-32b0-452c-8632-f0712154764f" -d '{"events": [{"server_uuid": "be13fafb-097f-4895-ad8f-58aa5e27094a", "name": "network-vif-plugged", "status": "completed", "tag": "1b49fc0f-2a53-4fbd-a2a1-51445a5f2565"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:09.303015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Network c1c6e958-8aa2-472e-8afa-93984da0d0ef is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:09.311994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:09.319467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:09.388195 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.465731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:09.481613 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.485572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Pushing event updated for resources: {'Port': ['ID=4bd52f62-d8d3-46f4-b3ba-653b773d4930,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:09.584519 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195005b4-a00e-4776-a2b2-36afd8332522 x-openstack-request-id: req-195005b4-a00e-4776-a2b2-36afd8332522 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:09.584820 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be13fafb-097f-4895-ad8f-58aa5e27094a", "name": "network-vif-plugged", "status": "completed", "tag": "1b49fc0f-2a53-4fbd-a2a1-51445a5f2565", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:09.585100 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-195005b4-a00e-4776-a2b2-36afd8332522 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:09.585497 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565', 'code': 200} Aug 16 01:46:09.620136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-8a47fe50-e1d7-4b7e-a22a-554b94dc7335 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729139 Aug 16 01:46:09.628370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.684737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-d9dbf02e-3603-4bcc-9c8c-b11503942337 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6230342 Aug 16 01:46:09.690932 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:09.718525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57108) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:09.730229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Request body: {'port': {'device_id': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:09.855309 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.881399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1347829879-network', 'tenant_id': '64cf5f47011744e78cfdc948243b9dc9'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:09.939666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.966497 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.004741 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=466643b8312b40d184a298ddb08643b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9579875 Aug 16 01:46:10.009216 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57118) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:10.080386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f94f4e-8fb7-454e-8e2d-c8f1007c91d4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:10.092078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.092660 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.093401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.094005 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.094511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.095014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.095495 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.095982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.096458 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.096931 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.097417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.097920 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad835-789c-4603-bc13-607347e3baf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:10.117165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c0ce-ec77-4b5e-9462-5c63d4d42a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.147630 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c0ce-ec77-4b5e-9462-5c63d4d42a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.307922 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c0ce-ec77-4b5e-9462-5c63d4d42a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.314970 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c0ce-ec77-4b5e-9462-5c63d4d42a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.318227 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b3b5c0ce-ec77-4b5e-9462-5c63d4d42a8b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2f94f4e-8fb7-454e-8e2d-c8f1007c91d4 HTTP/1.1" status: 204 len: 168 time: 0.3079302 Aug 16 01:46:10.320927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266a726-2117-48c5-92ab-75dfb97cbd83 req-c2ff15ec-cecf-4a10-b45f-4f5c66232999 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:10.326759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a266a726-2117-48c5-92ab-75dfb97cbd83 req-c2ff15ec-cecf-4a10-b45f-4f5c66232999 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.4580743 Aug 16 01:46:10.339973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6099-a8b5-4742-8b88-485246a0b28b req-816901f7-e6bb-4346-8685-fac6b7cbdec0 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:10.346183 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5c0ce-ec77-4b5e-9462-5c63d4d42a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f94f4e-8fb7-454e-8e2d-c8f1007c91d4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:10.347070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-816901f7-e6bb-4346-8685-fac6b7cbdec0 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7239990 Aug 16 01:46:10.374814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Made reservation on behalf of 64cf5f47011744e78cfdc948243b9dc9 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:10.375977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.380574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd52f62-d8d3-46f4-b3ba-653b773d4930 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:10.406335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-dd12506c-9e3a-4d45-bd29-97de3a4972b3 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/quotas/85297740961d4da5a9fd05b4476c7da6 HTTP/1.1" status: 200 len: 375 time: 0.0581012 Aug 16 01:46:10.416418 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.416418 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.482973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-f6bdf42e-81a0-4f18-af5a-e0228b0b3d68 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751941 Aug 16 01:46:10.509996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Transition to ACTIVE for port object 4bd52f62-d8d3-46f4-b3ba-653b773d4930 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:10.533982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a266a726-2117-48c5-92ab-75dfb97cbd83 req-55a95d5e-67ff-4cce-9763-97d138245bad tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062902 Aug 16 01:46:10.643137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.689777 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.747315 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.825092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Pushing event updated for resources: {'Port': ['ID=4bd52f62-d8d3-46f4-b3ba-653b773d4930,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:10.829463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:10.858313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e83e7b-b03b-46ee-ada6-c4220f34310e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:10.913944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ac9e4-40da-4634-aca3-01a5451a1f35 req-4095971b-0574-4f05-b1d5-3bda9ce61d7c tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:10.933054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d1ac9e4-40da-4634-aca3-01a5451a1f35 req-4095971b-0574-4f05-b1d5-3bda9ce61d7c tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.2536445 Aug 16 01:46:10.938065 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.942786 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Added segment 981e85a3-7e4f-43e2-8f62-0f5c332bc074 of type vlan for network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b Aug 16 01:46:11.122751 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.170203 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d1ac9e4-40da-4634-aca3-01a5451a1f35 req-297af57c-7867-4a74-b95b-13c261d3598c tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878338 Aug 16 01:46:11.173650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:11.174148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:11.174575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:11.182706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:11.183177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:11.189740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:11.190332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:11.191673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:11.192242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Bound port: 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:11.192729 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.289433 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.290585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.291284 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.388601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:11.414273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] Pushing event updated for resources: {'Network': ['ID=4c4338f0-3d89-4ef5-88d6-b6a1d216370b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:11.429401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:11.441671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:11.449927 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4f76547-590e-4f7e-bb06-a237dedb48fb req-83851aa8-3228-4a22-af0f-fbae0baed7ee tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 210 time: 0.0645709 Aug 16 01:46:11.456091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57146) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:11.493341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e8bc59a2-975d-474c-b5a8-b3abefb73c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.532709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cbdea203-6b81-4678-86a5-859fb0f1a71a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8084421 Aug 16 01:46:11.532709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57150) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:11.537026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] Request body: {'subnet': {'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1347829879-subnet', 'tenant_id': '64cf5f47011744e78cfdc948243b9dc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:11.601626 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.652392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.653160 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.654805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] 10.222.0.64 "PUT /v2.0/ports/4bd52f62-d8d3-46f4-b3ba-653b773d4930 HTTP/1.1" status: 200 len: 1092 time: 1.9369936 Aug 16 01:46:11.655953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'tag': '4bd52f62-d8d3-46f4-b3ba-653b773d4930'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:11.659070 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa10b3e-525d-4417-8154-96eaf567652d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac21ff87-3f0c-4346-af92-350c4cfe8e16", "tag": "4bd52f62-d8d3-46f4-b3ba-653b773d4930"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:11.683246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceba290-255e-42e7-8376-eeeecff257c8 req-a1f049f5-7896-4b20-9230-070d990b3961 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.694027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ceba290-255e-42e7-8376-eeeecff257c8 req-a1f049f5-7896-4b20-9230-070d990b3961 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 946 time: 0.1491983 Aug 16 01:46:11.722574 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e8bc59a2-975d-474c-b5a8-b3abefb73c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.777999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5977343-0fdf-4995-81c6-0db00319328f service neutron] Pushing event updated for resources: {'Port': ['ID=4bd52f62-d8d3-46f4-b3ba-653b773d4930,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:11.809789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ceba290-255e-42e7-8376-eeeecff257c8 req-208725cf-71fc-431b-95e3-fb9531a81001 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134613 Aug 16 01:46:11.840922 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e8bc59a2-975d-474c-b5a8-b3abefb73c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.842546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650f06d-27f5-49ef-a181-5b78a4aa3390 req-5a406bed-2a38-49da-a9da-24cbdff0f6fe tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.855564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4650f06d-27f5-49ef-a181-5b78a4aa3390 req-5a406bed-2a38-49da-a9da-24cbdff0f6fe tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.1520436 Aug 16 01:46:11.893293 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381ba037-b5f8-4df8-af60-e857ac633bd8 x-openstack-request-id: req-381ba037-b5f8-4df8-af60-e857ac633bd8 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:11.894413 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac21ff87-3f0c-4346-af92-350c4cfe8e16", "tag": "4bd52f62-d8d3-46f4-b3ba-653b773d4930", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:11.898762 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-381ba037-b5f8-4df8-af60-e857ac633bd8 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:11.899265 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'tag': '4bd52f62-d8d3-46f4-b3ba-653b773d4930', 'status': 'completed', 'code': 200} Aug 16 01:46:11.914071 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e8bc59a2-975d-474c-b5a8-b3abefb73c5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90f8c5300d774364a22a5b5fb6d40a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563019 Aug 16 01:46:11.918026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57156) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:11.945396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc59a2-975d-474c-b5a8-b3abefb73c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e04b3d-a4aa-4bb5-a9be-aaf03f8d0639,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:11.980719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-b4c1e5c4-5adb-4910-8586-97691138d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.982472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-b4c1e5c4-5adb-4910-8586-97691138d4aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 1095 time: 0.0915170 Aug 16 01:46:11.996185 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02bb663d-5ebe-479c-ad41-233743907fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.003529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4650f06d-27f5-49ef-a181-5b78a4aa3390 req-63625d2d-e30f-4af7-8ab4-7b054042b6b4 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410944 Aug 16 01:46:12.026421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02bb663d-5ebe-479c-ad41-233743907fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.107283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-01cf6870-9625-4d3c-8d7b-6371f3ffed0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930 HTTP/1.1" status: 200 len: 217 time: 0.1060567 Aug 16 01:46:12.109811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] Made reservation on behalf of 64cf5f47011744e78cfdc948243b9dc9 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:12.112901 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.160829 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02bb663d-5ebe-479c-ad41-233743907fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.163684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02bb663d-5ebe-479c-ad41-233743907fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.165541 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-02bb663d-5ebe-479c-ad41-233743907fb9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83e04b3d-a4aa-4bb5-a9be-aaf03f8d0639 HTTP/1.1" status: 204 len: 168 time: 0.2460005 Aug 16 01:46:12.179566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb663d-5ebe-479c-ad41-233743907fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e04b3d-a4aa-4bb5-a9be-aaf03f8d0639,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:12.234270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-a80dcc9f-2604-4f00-913d-c5f03e59b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:12.235959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-a80dcc9f-2604-4f00-913d-c5f03e59b2fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.0751543 Aug 16 01:46:12.290897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-af3dad0a-504a-455f-aa93-6e79078713cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457721 Aug 16 01:46:12.491302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39d7c7-deae-4c65-865d-23175d027e19 req-bc46c71f-dc16-400f-ab5e-2c012cf7ce61 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:12.494167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee39d7c7-deae-4c65-865d-23175d027e19 req-bc46c71f-dc16-400f-ab5e-2c012cf7ce61 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.1965396 Aug 16 01:46:12.548435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-8e58149d-a734-4f84-8b44-6279ef975e1a service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424290 Aug 16 01:46:12.689247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee39d7c7-deae-4c65-865d-23175d027e19 req-59a9a39f-a772-40d4-9aa6-02b53442b6d9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784010 Aug 16 01:46:12.700174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646d36b3-a000-428d-a9a9-b7d1e0970076 req-dde8cfd4-715e-40bb-bf8d-8dbd9c4bd1e6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 210 time: 0.1252034 Aug 16 01:46:12.767676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dddc59f7-f1a9-4675-9e3c-c2a5fc6d69b9 req-44f22b79-0c93-423e-9944-7c963ee0fff3 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915820 Aug 16 01:46:12.824066 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.980021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7553d60e-b54b-48ff-9e03-37251c4f20e3,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:13.018635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] Checking segment: {'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:13.019019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] Network hostable DHCP agents. Network: 4c4338f0-3d89-4ef5-88d6-b6a1d216370b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:13.077602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa10b3e-525d-4417-8154-96eaf567652d req-cb61b3aa-4d45-4ffa-ba65-1877ba14153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.079494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaa10b3e-525d-4417-8154-96eaf567652d req-cb61b3aa-4d45-4ffa-ba65-1877ba14153d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 1095 time: 0.1326842 Aug 16 01:46:13.136876 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac75984-916b-46ae-9472-599b6efe18c6 req-7538e75d-f1ec-4ec1-9fa4-8175a11bbc02 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.150910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac75984-916b-46ae-9472-599b6efe18c6 req-7538e75d-f1ec-4ec1-9fa4-8175a11bbc02 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 946 time: 0.1739259 Aug 16 01:46:13.276641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] Network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:13.371418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3191d-4e9a-4021-bd31-735126e11437 req-d4279153-ab8f-4b2c-beb4-32dd305741ec tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.373036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5e3191d-4e9a-4021-bd31-735126e11437 req-d4279153-ab8f-4b2c-beb4-32dd305741ec tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.74 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 946 time: 0.2909582 Aug 16 01:46:13.379968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ac75984-916b-46ae-9472-599b6efe18c6 req-d69c8f6c-6202-46f9-95f7-479b92c06534 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279322 Aug 16 01:46:13.391348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e64243-36c7-49b8-af45-37212845d072 req-239af7eb-448a-40e6-ad11-fcfe4f0afc2c tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.400670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92e64243-36c7-49b8-af45-37212845d072 req-239af7eb-448a-40e6-ad11-fcfe4f0afc2c tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.2366364 Aug 16 01:46:13.438983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 4c4338f0-3d89-4ef5-88d6-b6a1d216370b) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:13.442310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.442904 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.448302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cae4cb-2827-470a-8276-599f9d0e4bc6 None None] Network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:13.506510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa10b3e-525d-4417-8154-96eaf567652d req-9dc54958-2bae-4f74-a023-e015fcbf7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.508006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaa10b3e-525d-4417-8154-96eaf567652d req-9dc54958-2bae-4f74-a023-e015fcbf7e8e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.4144850 Aug 16 01:46:13.611179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaa10b3e-525d-4417-8154-96eaf567652d req-c461968b-3d22-49cc-aa6b-6bf2667dcc8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930 HTTP/1.1" status: 200 len: 217 time: 0.0717773 Aug 16 01:46:13.643904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92e64243-36c7-49b8-af45-37212845d072 req-e002130d-4c14-421f-aef4-c8daaa4e58fc tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382812 Aug 16 01:46:13.657996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5ba6bd6f-cdcd-4aed-bbbc-85b82d4830b9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1254466 Aug 16 01:46:13.758271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b217da10-b170-49e5-b30b-55905f834331 None None] Network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:13.859341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa10b3e-525d-4417-8154-96eaf567652d req-1ea94d6e-c5ab-4acc-ad10-99b49ea84c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.871678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaa10b3e-525d-4417-8154-96eaf567652d req-1ea94d6e-c5ab-4acc-ad10-99b49ea84c51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.1918280 Aug 16 01:46:14.155616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57222) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:14.306294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1256594731-network', 'tenant_id': '7c23822563d64b8385db87a1780f3dab'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:14.493194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaa10b3e-525d-4417-8154-96eaf567652d req-e40f9e47-3598-4035-b132-548c9242d470 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6205819 Aug 16 01:46:14.552786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-07204c6f-e0f9-4c7c-bcec-4cbfc2bbeacb tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085892 Aug 16 01:46:14.557506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1c8d76a-3744-40dd-9635-d364af0f0892 req-a8097afe-5959-4d58-9f13-090889d1504d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 210 time: 0.1145039 Aug 16 01:46:14.723048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121142e-6bb7-4d8a-b960-a1f582ac8780 req-14882e84-d5b3-41cc-b038-6dfcde0765e2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.727221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e121142e-6bb7-4d8a-b960-a1f582ac8780 req-14882e84-d5b3-41cc-b038-6dfcde0765e2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.2790730 Aug 16 01:46:14.778095 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Made reservation on behalf of 7c23822563d64b8385db87a1780f3dab for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:14.781494 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.788135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d5e3191d-4e9a-4021-bd31-735126e11437 req-821e7a21-97cb-4670-9ad3-8be3022c194e tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Deleting port fb7029db-5011-4329-8b9a-768cc3de9ede {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:14.790796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d5e3191d-4e9a-4021-bd31-735126e11437 req-821e7a21-97cb-4670-9ad3-8be3022c194e tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.797317 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.810313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaa10b3e-525d-4417-8154-96eaf567652d req-a62cdf9b-70da-4f9e-8c92-bd4a574aeb8e service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924814 Aug 16 01:46:14.910937 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.984173 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.988990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6099-a8b5-4742-8b88-485246a0b28b req-30940c26-b6fb-407e-b5cb-2f7291be4568 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.991574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-30940c26-b6fb-407e-b5cb-2f7291be4568 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3896945 Aug 16 01:46:15.006033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e121142e-6bb7-4d8a-b960-a1f582ac8780 req-ae4ba140-c366-463e-a13d-76dd840f1e49 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690585 Aug 16 01:46:15.057728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:15.069223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2e31b5-22b4-496c-b716-0fc4cfda759d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:15.092028 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.092377 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Added segment 8badd5ef-fe04-4e25-9431-113b075ce6c4 of type vlan for network 7fd061b1-451d-4bee-82a1-403ddea7c0eb Aug 16 01:46:15.115341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d5e3191d-4e9a-4021-bd31-735126e11437 req-821e7a21-97cb-4670-9ad3-8be3022c194e tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] For port fb7029db-5011-4329-8b9a-768cc3de9ede, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fb7029db-5011-4329-8b9a-768cc3de9ede,segment=NetworkSegment(e813fff1-741d-477a-b882-09dd2316047e),segment_id=e813fff1-741d-477a-b882-09dd2316047e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:15.118176 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d5e3191d-4e9a-4021-bd31-735126e11437 req-821e7a21-97cb-4670-9ad3-8be3022c194e tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.136615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d5e3191d-4e9a-4021-bd31-735126e11437 req-821e7a21-97cb-4670-9ad3-8be3022c194e tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Calling delete_port for fb7029db-5011-4329-8b9a-768cc3de9ede owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:15.145738 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.219317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Request body: {'port': {'device_id': '232fd698-72b9-48fc-a49c-2b73e2bd5ed6', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '85297740961d4da5a9fd05b4476c7da6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:15.264375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.267391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:15.268349 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.384706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] Pushing event updated for resources: {'Network': ['ID=7fd061b1-451d-4bee-82a1-403ddea7c0eb,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:15.400193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7fd061b1-451d-4bee-82a1-403ddea7c0eb details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:15.402380 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9f868ba5-c706-49c9-97fc-7c1115b613af admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2601087 Aug 16 01:46:15.403273 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57248) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:15.408504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] Request body: {'subnet': {'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1256594731-subnet', 'tenant_id': '7c23822563d64b8385db87a1780f3dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:15.442084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e1476fd1-255d-48c9-991e-0ac9d82263c2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:15.444299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e1476fd1-255d-48c9-991e-0ac9d82263c2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/networks?id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b HTTP/1.1" status: 200 len: 822 time: 0.6791344 Aug 16 01:46:15.463100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaa10b3e-525d-4417-8154-96eaf567652d req-068639e5-23b0-4b53-a18d-658317314a82 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964503 Aug 16 01:46:15.489380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfdd1a-8a4f-484f-a470-47045dcb2fc5 req-1089c73c-c0b4-4868-a4b0-18aadae19024 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:15.491072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ddfdd1a-8a4f-484f-a470-47045dcb2fc5 req-1089c73c-c0b4-4868-a4b0-18aadae19024 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 946 time: 0.2617636 Aug 16 01:46:15.501385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-fb4ed78d-1f09-4b02-a4b5-3842c4401292 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/quotas/64cf5f47011744e78cfdc948243b9dc9 HTTP/1.1" status: 200 len: 375 time: 0.0433538 Aug 16 01:46:15.549633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] Made reservation on behalf of 7c23822563d64b8385db87a1780f3dab for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:15.560685 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.604759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e4c67fa7-7764-4a80-b2cd-e78601cad94e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=64cf5f47011744e78cfdc948243b9dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901911 Aug 16 01:46:15.712519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ddfdd1a-8a4f-484f-a470-47045dcb2fc5 req-c943cf5d-95bf-4cf0-ad73-3c872d910871 tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb629f12-9ff8-4fe9-a69f-9441933754c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139475 Aug 16 01:46:15.779224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-4a03643f-b9b9-4645-851f-f1668de769c1 service neutron] 10.222.0.66 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507576 Aug 16 01:46:15.894522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-535013fa-7c47-4129-b114-311f905e04b3 service neutron] 10.222.0.66 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142275 Aug 16 01:46:15.898847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Made reservation on behalf of 85297740961d4da5a9fd05b4476c7da6 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:15.898847 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.915162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.941263 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d5e3191d-4e9a-4021-bd31-735126e11437 req-821e7a21-97cb-4670-9ad3-8be3022c194e tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.953712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['fb7029db-5011-4329-8b9a-768cc3de9ede'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:15.955353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.054575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.064299 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:16.064670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] Network hostable DHCP agents. Network: 7fd061b1-451d-4bee-82a1-403ddea7c0eb, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:16.113874 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.149104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e7a21-97cb-4670-9ad3-8be3022c194e tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Pushing event deleted for resources: {'Port': ['ID=fb7029db-5011-4329-8b9a-768cc3de9ede,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.156018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] Network 7fd061b1-451d-4bee-82a1-403ddea7c0eb is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:16.175389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e3191d-4e9a-4021-bd31-735126e11437 req-821e7a21-97cb-4670-9ad3-8be3022c194e tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] No DVR routers for this DVR port fb7029db-5011-4329-8b9a-768cc3de9ede on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:16.178732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d5e3191d-4e9a-4021-bd31-735126e11437 req-821e7a21-97cb-4670-9ad3-8be3022c194e tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.180881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5e3191d-4e9a-4021-bd31-735126e11437 req-821e7a21-97cb-4670-9ad3-8be3022c194e tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.74 "DELETE /v2.0/ports/fb7029db-5011-4329-8b9a-768cc3de9ede HTTP/1.1" status: 204 len: 173 time: 2.7759330 Aug 16 01:46:16.181319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26483296-0304-4398-a91f-fe58e5ff52f4', 'name': 'network-vif-deleted', 'tag': 'fb7029db-5011-4329-8b9a-768cc3de9ede'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:16.184079 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f896f2a-a113-4541-80f2-87f1b0c5261e" -d '{"events": [{"server_uuid": "26483296-0304-4398-a91f-fe58e5ff52f4", "name": "network-vif-deleted", "tag": "fb7029db-5011-4329-8b9a-768cc3de9ede"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:16.192194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.250848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed14e6d5-b340-4b08-bed5-d77396e97dc7 req-429fefd0-b0b7-4bc3-b12f-9b667e255b20 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 210 time: 0.0611100 Aug 16 01:46:16.258264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 7fd061b1-451d-4bee-82a1-403ddea7c0eb) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:16.264108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.267178 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.272120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568280ed-8320-4574-a387-449fe7790552 None None] Network 7fd061b1-451d-4bee-82a1-403ddea7c0eb requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:16.275582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6f96b8-8636-4020-8476-573df55d3657,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.332749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5c9ec-a49f-4bcc-9848-a5c99a55f793 req-d64027bb-c933-47ab-b98a-aab22321d98a tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.342492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4b5c9ec-a49f-4bcc-9848-a5c99a55f793 req-d64027bb-c933-47ab-b98a-aab22321d98a tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.2583551 Aug 16 01:46:16.447744 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5ccd663e-9ec9-4f9b-9171-a29ab6527200 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0434601 Aug 16 01:46:16.466314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a5e5e3-6442-46e1-9d36-7ba7d3338fb4 None None] Network 7fd061b1-451d-4bee-82a1-403ddea7c0eb requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:16.467434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4b5c9ec-a49f-4bcc-9848-a5c99a55f793 req-b60912d0-79f2-4e80-b39a-27ebceeaea2d tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237483 Aug 16 01:46:16.574372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3785ac12-2d58-4229-948a-d424438d81af req-2835df11-496b-4b12-a6e1-f96c184bbd96 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 210 time: 0.0401464 Aug 16 01:46:16.627212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6ca04-b61f-4c50-8b5e-6dec6a288c4a req-dd25be5f-25f9-43ed-aea8-fbc0a1cf8793 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.634619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f6ca04-b61f-4c50-8b5e-6dec6a288c4a req-dd25be5f-25f9-43ed-aea8-fbc0a1cf8793 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.2583525 Aug 16 01:46:16.638808 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f56749d-5997-49eb-a99f-20bc5460a3cc x-openstack-request-id: req-1f56749d-5997-49eb-a99f-20bc5460a3cc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:16.639084 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26483296-0304-4398-a91f-fe58e5ff52f4", "name": "network-vif-deleted", "tag": "fb7029db-5011-4329-8b9a-768cc3de9ede", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:16.639365 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f56749d-5997-49eb-a99f-20bc5460a3cc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:16.643535 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26483296-0304-4398-a91f-fe58e5ff52f4', 'name': 'network-vif-deleted', 'tag': 'fb7029db-5011-4329-8b9a-768cc3de9ede', 'status': 'completed', 'code': 200} Aug 16 01:46:16.676469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Allocated IP 192.168.233.219 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/baabd827-e210-4d46-b012-d6212bc5a19c) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:16.759281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f6ca04-b61f-4c50-8b5e-6dec6a288c4a req-9b06965f-ff49-43a7-bf4f-25b48a105706 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139667 Aug 16 01:46:16.906382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07d00f5c-57ac-49fd-9f44-c579259a75b9 req-940cc230-a84c-4324-bafd-4f2e444d9f7f tempest-ServerAddressesTestJSON-1002262891 tempest-ServerAddressesTestJSON-1002262891-project] 10.222.0.66 "GET /v2.0/ports?device_id=26483296-0304-4398-a91f-fe58e5ff52f4 HTTP/1.1" status: 200 len: 210 time: 0.0588019 Aug 16 01:46:17.008102 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.031632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Transition to ACTIVE for port object baabd827-e210-4d46-b012-d6212bc5a19c will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:17.229661 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.304787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:17.308958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:17.313338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:17.320401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event updated for resources: {'Port': ['ID=baabd827-e210-4d46-b012-d6212bc5a19c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:17.362263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.362805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.363355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.364248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.364782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.366394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.367168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.367698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.368636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.369169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.369702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.370258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:17.449784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.450986 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.520372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2e28-54aa-4989-9604-513acec9a95a req-9ca221b7-3a39-4999-819d-56d483c3c3df tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.522302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42ee2e28-54aa-4989-9604-513acec9a95a req-9ca221b7-3a39-4999-819d-56d483c3c3df tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 936 time: 0.1428318 Aug 16 01:46:17.587025 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-bd948176-919a-4e9c-8d87-359439a81065 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5782831 Aug 16 01:46:17.622617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Request body: {'port': {'device_id': '232fd698-72b9-48fc-a49c-2b73e2bd5ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:17.728630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42ee2e28-54aa-4989-9604-513acec9a95a req-2f55ff0c-2d6b-45f7-b4b9-21202f9d2be1 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983118 Aug 16 01:46:17.758950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57308) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.760814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-53fd88af-64d1-4413-bacb-3c042af46589 None None] Provisioning for port baabd827-e210-4d46-b012-d6212bc5a19c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:17.769759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1425161331-network', 'tenant_id': '5959a596eb9749cabd156e8bfbc2342f'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:17.775832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-53fd88af-64d1-4413-bacb-3c042af46589 None None] Provisioning complete for port baabd827-e210-4d46-b012-d6212bc5a19c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:17.776204 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53fd88af-64d1-4413-bacb-3c042af46589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.818214 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.824595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-53fd88af-64d1-4413-bacb-3c042af46589 None None] Port baabd827-e210-4d46-b012-d6212bc5a19c cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:17.855339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bb53e-3497-428f-b54d-606f6418df44 req-9044ab5e-26c3-40de-9454-e1ee33423870 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.865383 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3a2bb53e-3497-428f-b54d-606f6418df44 req-9044ab5e-26c3-40de-9454-e1ee33423870 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.2606752 Aug 16 01:46:17.899118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b242ef15-1b6e-4f76-9447-ac85c70a343b req-c26dcd80-00f4-4693-b955-d81a146fde7c tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 210 time: 0.0828409 Aug 16 01:46:17.921555 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Made reservation on behalf of 5959a596eb9749cabd156e8bfbc2342f for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:17.924157 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.941659 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.980493 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:46:18.078493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3a2bb53e-3497-428f-b54d-606f6418df44 req-55a9bf1b-6bfc-4ea3-8b2d-6ed28bb82aec tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082207 Aug 16 01:46:18.106801 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fb7029db-5011-4329-8b9a-768cc3de9ede no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:18.120672 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.129565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: fb7029db-5011-4329-8b9a-768cc3de9ede {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:18.129947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fb7029db-5011-4329-8b9a-768cc3de9ede not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:18.227479 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57320) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:18.230472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa411da6-536c-4038-9493-6e8a718d8821 req-83cfb08d-6cc1-4676-8fe7-8d4d02e0f6b1 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:18.239200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa411da6-536c-4038-9493-6e8a718d8821 req-83cfb08d-6cc1-4676-8fe7-8d4d02e0f6b1 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.1872947 Aug 16 01:46:18.299039 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e128221d-4574-4461-98b7-ff4bced5d9a5 admin admin] Deleting subnet dc9aa036-f54a-4d2d-9c61-3d3e9eb08885 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:18.304238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e128221d-4574-4461-98b7-ff4bced5d9a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.305720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa411da6-536c-4038-9493-6e8a718d8821 req-055c89d3-23bf-42cb-a988-be471fc6da43 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621195 Aug 16 01:46:18.309855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.372083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04aa300-dd35-4718-a2da-b56c82711924,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.412979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:18.439012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e128221d-4574-4461-98b7-ff4bced5d9a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.439717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baabd827-e210-4d46-b012-d6212bc5a19c {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:18.443186 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.453621 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.454617 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Added segment 54fa8b8c-fbf2-491d-8934-8132a7315feb of type vlan for network 15eec853-cf1e-4eaa-90dc-cf1441ce2171 Aug 16 01:46:18.461183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Transition to ACTIVE for port object baabd827-e210-4d46-b012-d6212bc5a19c will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:18.516211 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.520469 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e128221d-4574-4461-98b7-ff4bced5d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.583328 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.669003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Pushing event updated for resources: {'Port': ['ID=baabd827-e210-4d46-b012-d6212bc5a19c,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.675191 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.676208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:18.676831 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.757611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Attempting to bind port baabd827-e210-4d46-b012-d6212bc5a19c on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:18.758217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Attempting to bind port baabd827-e210-4d46-b012-d6212bc5a19c by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:18.758346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Attempting to bind port baabd827-e210-4d46-b012-d6212bc5a19c on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:18.763310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Port baabd827-e210-4d46-b012-d6212bc5a19c on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:18.778825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Attempting to bind port baabd827-e210-4d46-b012-d6212bc5a19c on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:18.778825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:18.778825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:18.778825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:18.778825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Bound port: baabd827-e210-4d46-b012-d6212bc5a19c, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:18.778825 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.793611 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e128221d-4574-4461-98b7-ff4bced5d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.812482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e128221d-4574-4461-98b7-ff4bced5d9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.816601 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e128221d-4574-4461-98b7-ff4bced5d9a5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dc9aa036-f54a-4d2d-9c61-3d3e9eb08885 HTTP/1.1" status: 204 len: 168 time: 0.5856950 Aug 16 01:46:18.820505 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57334) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:18.862178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128221d-4574-4461-98b7-ff4bced5d9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9aa036-f54a-4d2d-9c61-3d3e9eb08885,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.877837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] Pushing event updated for resources: {'Network': ['ID=15eec853-cf1e-4eaa-90dc-cf1441ce2171,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.905930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 15eec853-cf1e-4eaa-90dc-cf1441ce2171 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:18.924940 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a9168e7e-6596-417b-821c-107566528a3e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1619060 Aug 16 01:46:18.931528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57340) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:18.943128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] Request body: {'subnet': {'network_id': '15eec853-cf1e-4eaa-90dc-cf1441ce2171', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1425161331-subnet', 'tenant_id': '5959a596eb9749cabd156e8bfbc2342f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:18.961248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] For port baabd827-e210-4d46-b012-d6212bc5a19c, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:18.990255 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.041084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] For port baabd827-e210-4d46-b012-d6212bc5a19c, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=baabd827-e210-4d46-b012-d6212bc5a19c,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:19.105712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] Made reservation on behalf of 5959a596eb9749cabd156e8bfbc2342f for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:19.109132 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.115734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcd883-54b7-48b6-91c2-70e072f5e4c1 req-0bf9e288-7472-4c61-b2a2-dfbfaa363434 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.122950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81bcd883-54b7-48b6-91c2-70e072f5e4c1 req-0bf9e288-7472-4c61-b2a2-dfbfaa363434 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 948 time: 0.2160847 Aug 16 01:46:19.164320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.172687 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.188134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cb54b3-7477-4388-8ee7-33d8b566dd40']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:19.202626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183adf8c-de8c-46e6-bfb8-0364e3bef3f5 req-ec8bbfb7-be13-433e-adb3-3e407f021f5d tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.203828 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e813fff1-741d-477a-b882-09dd2316047e') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:19.204501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-183adf8c-de8c-46e6-bfb8-0364e3bef3f5 req-ec8bbfb7-be13-433e-adb3-3e407f021f5d tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.1618755 Aug 16 01:46:19.210210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e813fff1-741d-477a-b882-09dd2316047e') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:19.230943 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.249572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.250514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.252308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] 10.222.0.74 "PUT /v2.0/ports/baabd827-e210-4d46-b012-d6212bc5a19c HTTP/1.1" status: 200 len: 1097 time: 1.6465719 Aug 16 01:46:19.261882 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.262118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81bcd883-54b7-48b6-91c2-70e072f5e4c1 req-45eff291-98bd-412b-911a-d56a5b460bda tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316016 Aug 16 01:46:19.262118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232fd698-72b9-48fc-a49c-2b73e2bd5ed6', 'tag': 'baabd827-e210-4d46-b012-d6212bc5a19c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:19.264354 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529727b5-0f9c-4469-80e4-a4fa602932d4" -d '{"events": [{"name": "network-changed", "server_uuid": "232fd698-72b9-48fc-a49c-2b73e2bd5ed6", "tag": "baabd827-e210-4d46-b012-d6212bc5a19c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:19.272754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:19.273203 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:19.274968 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:19.277154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71f13d-ed0a-475b-8e04-ed7162df65b0 req-4f372f7f-80b5-4158-a473-b772db691851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.277154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec71f13d-ed0a-475b-8e04-ed7162df65b0 req-4f372f7f-80b5-4158-a473-b772db691851 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=51744273d8a2471c99ec6f04bf10ba5e&device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 1098 time: 0.1998458 Aug 16 01:46:19.384605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1a35c-ee46-482d-963b-60ab68980f5b service neutron] Pushing event updated for resources: {'Port': ['ID=baabd827-e210-4d46-b012-d6212bc5a19c,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:19.726582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.728755 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.736951 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.739174 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/04cb54b3-7477-4388-8ee7-33d8b566dd40 HTTP/1.1" status: 204 len: 168 time: 0.9178224 Aug 16 01:46:19.776859 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9843c-7acc-4d8f-a76f-c41e5ab5efa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=04cb54b3-7477-4388-8ee7-33d8b566dd40,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:19.815025 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ff9344-ed66-4b6f-a8eb-c1cef8257792,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:19.848157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] Checking segment: {'id': '54fa8b8c-fbf2-491d-8934-8132a7315feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '15eec853-cf1e-4eaa-90dc-cf1441ce2171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:19.848930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] Network hostable DHCP agents. Network: 15eec853-cf1e-4eaa-90dc-cf1441ce2171, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:19.872690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68610077-1e2c-420f-984b-25999d786c64 req-8d6d6266-059c-46c0-a83a-d5b9f0443212 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 210 time: 0.1065917 Aug 16 01:46:19.912049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-183adf8c-de8c-46e6-bfb8-0364e3bef3f5 req-91c33767-6096-4805-a407-67b0cc910277 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6912136 Aug 16 01:46:19.953378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6099-a8b5-4742-8b88-485246a0b28b req-ce07432a-5489-431f-bb16-82220df20e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.955256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-ce07432a-5489-431f-bb16-82220df20e8b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 1100 time: 0.1912153 Aug 16 01:46:19.966009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] Network 15eec853-cf1e-4eaa-90dc-cf1441ce2171 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:20.026101 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cc6d68-32a5-4a1c-9c47-44e5f4ebe61c x-openstack-request-id: req-97cc6d68-32a5-4a1c-9c47-44e5f4ebe61c {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:20.026519 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232fd698-72b9-48fc-a49c-2b73e2bd5ed6", "tag": "baabd827-e210-4d46-b012-d6212bc5a19c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:20.026843 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97cc6d68-32a5-4a1c-9c47-44e5f4ebe61c {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:20.027343 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232fd698-72b9-48fc-a49c-2b73e2bd5ed6', 'tag': 'baabd827-e210-4d46-b012-d6212bc5a19c', 'status': 'completed', 'code': 200} Aug 16 01:46:20.039789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-06f738ba-e159-46a4-a275-6fa6f9aef738 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=baabd827-e210-4d46-b012-d6212bc5a19c HTTP/1.1" status: 200 len: 217 time: 0.0699615 Aug 16 01:46:20.057759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 15eec853-cf1e-4eaa-90dc-cf1441ce2171) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:20.069254 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.069254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.080265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de52a749-4ef8-408b-b3d6-f4091466cfa5 None None] Network 15eec853-cf1e-4eaa-90dc-cf1441ce2171 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:20.102140 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6099-a8b5-4742-8b88-485246a0b28b req-79944a4f-c7e2-4cc0-a0f7-a93398877a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.103657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-79944a4f-c7e2-4cc0-a0f7-a93398877a8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0548186 Aug 16 01:46:20.160359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71f13d-ed0a-475b-8e04-ed7162df65b0 req-a8956d5d-32e9-409f-b3a5-608c8221aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.161982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec71f13d-ed0a-475b-8e04-ed7162df65b0 req-a8956d5d-32e9-409f-b3a5-608c8221aa6d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f3c190ba-996b-4284-89a7-640b7d7304f1 HTTP/1.1" status: 200 len: 916 time: 0.8767824 Aug 16 01:46:20.212725 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c83e0f1e-27b7-43e5-a6dd-4f3cb09a6fb2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2799306 Aug 16 01:46:20.241222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec71f13d-ed0a-475b-8e04-ed7162df65b0 req-5b4ccffa-0a7a-431b-9e97-4d2a61cc7336 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67cad001-c649-45e9-94bb-13db2e6f8f5d HTTP/1.1" status: 200 len: 217 time: 0.0666745 Aug 16 01:46:20.266306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-49b25372-06fc-4210-935d-1e7beda12ded tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.267817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-49b25372-06fc-4210-935d-1e7beda12ded tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.64 "GET /v2.0/networks?id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b HTTP/1.1" status: 200 len: 822 time: 0.4984825 Aug 16 01:46:20.278975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d8bf0a-4e93-4bbf-aef8-fd3aeb4210b2 None None] Network 15eec853-cf1e-4eaa-90dc-cf1441ce2171 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:20.309167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Request body: {'port': {'device_id': '3c20ceb1-11d3-404b-b50f-38deca7ac83b', 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b', 'admin_state_up': True, 'tenant_id': '64cf5f47011744e78cfdc948243b9dc9'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:20.320421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57366) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:20.380433 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-67451d9c-3c2b-44d0-96fe-96e54fe64b26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c024602a6b741efa0e435d1c87495ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566204 Aug 16 01:46:20.382210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57370) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:20.461864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6099-a8b5-4742-8b88-485246a0b28b req-96234e33-5356-4486-a062-448852df4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.463391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-96234e33-5356-4486-a062-448852df4af2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3501878 Aug 16 01:46:20.464782 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1960ad3f-19a1-4f45-b2b9-95b364b97585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.499822 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1960ad3f-19a1-4f45-b2b9-95b364b97585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.519129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71f13d-ed0a-475b-8e04-ed7162df65b0 req-bb60cc4b-32f1-41a9-85c5-55af66c0a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.520943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec71f13d-ed0a-475b-8e04-ed7162df65b0 req-bb60cc4b-32f1-41a9-85c5-55af66c0a7e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397d3913-5fe2-40ff-85f3-eb0aff7ae14f HTTP/1.1" status: 200 len: 854 time: 0.2633157 Aug 16 01:46:20.565420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25c200-f3d7-44b1-b2f6-7bde1d20842a req-03862942-32ac-4a9d-bc3d-28dbf3e75b60 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.573559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c25c200-f3d7-44b1-b2f6-7bde1d20842a req-03862942-32ac-4a9d-bc3d-28dbf3e75b60 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.4400017 Aug 16 01:46:20.591386 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.685242 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1960ad3f-19a1-4f45-b2b9-95b364b97585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.688598 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1960ad3f-19a1-4f45-b2b9-95b364b97585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.690759 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1960ad3f-19a1-4f45-b2b9-95b364b97585 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb629f12-9ff8-4fe9-a69f-9441933754c8 HTTP/1.1" status: 204 len: 168 time: 0.3054018 Aug 16 01:46:20.703905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960ad3f-19a1-4f45-b2b9-95b364b97585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb629f12-9ff8-4fe9-a69f-9441933754c8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:20.758420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c25c200-f3d7-44b1-b2f6-7bde1d20842a req-0e3bebb5-077c-46ee-851d-e21cb391dc09 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835165 Aug 16 01:46:20.789428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff383e0-3249-41b8-b084-37f06cd094b5 req-c4388ce8-9be3-4b63-a8d8-f7bfa484bab1 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.791171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff383e0-3249-41b8-b084-37f06cd094b5 req-c4388ce8-9be3-4b63-a8d8-f7bfa484bab1 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 948 time: 0.3138297 Aug 16 01:46:20.821155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71f13d-ed0a-475b-8e04-ed7162df65b0 req-771c8ab2-b3a3-4763-92c0-2758f6266437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.822727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec71f13d-ed0a-475b-8e04-ed7162df65b0 req-771c8ab2-b3a3-4763-92c0-2758f6266437 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f3c190ba-996b-4284-89a7-640b7d7304f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2372553 Aug 16 01:46:20.834776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-5b215631-8d57-42a6-807a-27766dc0ef10 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608413 Aug 16 01:46:20.964431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Made reservation on behalf of 64cf5f47011744e78cfdc948243b9dc9 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:20.968422 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.003073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff383e0-3249-41b8-b084-37f06cd094b5 req-ee35154f-c97f-4a99-a75d-a37056593c29 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943142 Aug 16 01:46:21.161564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646f6099-a8b5-4742-8b88-485246a0b28b req-d63b559b-72cc-464e-8fcf-02b6e7db9463 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063841 Aug 16 01:46:21.218244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec71f13d-ed0a-475b-8e04-ed7162df65b0 req-b52c25ba-82e6-48b9-85bd-325051e927e7 service neutron] 10.222.0.74 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819249 Aug 16 01:46:21.224375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87af953f-b20c-447b-93b5-e88522266a99 req-f9aab78d-5b86-497d-9c1c-e396d5c5b494 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 210 time: 0.1099844 Aug 16 01:46:21.456376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Allocated IP 172.20.0.11 (4c4338f0-3d89-4ef5-88d6-b6a1d216370b/7553d60e-b54b-48ff-9e03-37251c4f20e3/b3a8d9fa-1fb9-4284-8649-7e47e3b8c458) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:21.503852 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-aa659edf-11c9-4073-bdd8-e0e315dc07f4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.504944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-aa659edf-11c9-4073-bdd8-e0e315dc07f4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 808 time: 0.4000206 Aug 16 01:46:21.522252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ea6fe-a0d0-4bf4-9ef3-a199e51993b1 req-202ad8a3-76a6-480e-a144-91a2d18fd19a tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.530631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c7ea6fe-a0d0-4bf4-9ef3-a199e51993b1 req-202ad8a3-76a6-480e-a144-91a2d18fd19a tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.2050161 Aug 16 01:46:21.547769 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.560931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529727b5-0f9c-4469-80e4-a4fa602932d4 req-11e83b8a-4f36-45e1-b151-2f0674a4f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.563102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-529727b5-0f9c-4469-80e4-a4fa602932d4 req-11e83b8a-4f36-45e1-b151-2f0674a4f05f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 1100 time: 0.2229123 Aug 16 01:46:21.623173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec71f13d-ed0a-475b-8e04-ed7162df65b0 req-63791399-b262-439f-a07d-faf871e23b8c service neutron] 10.222.0.74 "GET /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925655 Aug 16 01:46:21.625106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-faff6ac5-7f6d-4955-9b08-153d7fce9d79 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/quotas/7c23822563d64b8385db87a1780f3dab HTTP/1.1" status: 200 len: 375 time: 0.0913577 Aug 16 01:46:21.753700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-2d4ee6b2-6844-40d3-8f9f-db36f32c6371 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929136 Aug 16 01:46:21.776770 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c7ea6fe-a0d0-4bf4-9ef3-a199e51993b1 req-0dfce130-63a2-47ca-aed2-0455ec9dff8b tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449353 Aug 16 01:46:21.994885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529727b5-0f9c-4469-80e4-a4fa602932d4 req-70d1b20c-0c44-4104-bf50-f6f3b49cfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.009355 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-529727b5-0f9c-4469-80e4-a4fa602932d4 req-70d1b20c-0c44-4104-bf50-f6f3b49cfaae service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.4099185 Aug 16 01:46:22.144027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-529727b5-0f9c-4469-80e4-a4fa602932d4 req-1134002d-46cf-480a-8168-fda6552e5a58 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=baabd827-e210-4d46-b012-d6212bc5a19c HTTP/1.1" status: 200 len: 217 time: 0.1337466 Aug 16 01:46:22.248852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-eabd3042-ffcf-4a59-ad72-799fd711bc59 service neutron] 10.222.0.66 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232137 Aug 16 01:46:22.397211 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57428) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:22.582806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2099365324-network', 'tenant_id': '571f6c7f5a874182a29a673f275b8e9a'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:22.642976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529727b5-0f9c-4469-80e4-a4fa602932d4 req-38062b86-123c-473e-9918-eb7b1f841aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.644810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-529727b5-0f9c-4469-80e4-a4fa602932d4 req-38062b86-123c-473e-9918-eb7b1f841aae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.4910467 Aug 16 01:46:22.659895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.684701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Made reservation on behalf of 571f6c7f5a874182a29a673f275b8e9a for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:22.689087 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.698118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.818993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529727b5-0f9c-4469-80e4-a4fa602932d4 req-ff097288-82cf-411e-9bdb-160c193e9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.820530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-529727b5-0f9c-4469-80e4-a4fa602932d4 req-ff097288-82cf-411e-9bdb-160c193e9a24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1579938 Aug 16 01:46:22.848827 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.906146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80369b38-6198-4629-8083-99221e266671 req-45699135-bc36-4983-9db6-26e381c25025 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.913865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80369b38-6198-4629-8083-99221e266671 req-45699135-bc36-4983-9db6-26e381c25025 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.2746112 Aug 16 01:46:22.928773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.932417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-1f7cb8e7-a870-4591-afd4-5396b2b0e97d service neutron] 10.222.0.66 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825798 Aug 16 01:46:22.968618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:22.979827 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.987877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4bd52f62-d8d3-46f4-b3ba-653b773d4930 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:23.003338 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae5babc-ac56-4776-85f1-1fea57855227,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:23.023108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.023443 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Added segment a636e2f0-95ac-4fab-af53-b8840da061c0 of type vlan for network e64164e9-0c47-4181-a791-d018082fd2ce Aug 16 01:46:23.075659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80369b38-6198-4629-8083-99221e266671 req-01b9cbba-d086-49ca-8d63-061b13c1098b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565344 Aug 16 01:46:23.096859 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.148621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event updated for resources: {'Port': ['ID=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:23.169357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:23.172539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-529727b5-0f9c-4469-80e4-a4fa602932d4 req-b525f79e-4c8c-4a66-8889-0aee65748022 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398080 Aug 16 01:46:23.178197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:23.197932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:23.263680 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.265197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:23.266018 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.323014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:23.323950 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.357420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f1d71-d4f3-404d-9065-a9d73b989dfc req-a6b70889-0984-48ab-a1a5-077a29d6a134 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:23.366368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b1f1d71-d4f3-404d-9065-a9d73b989dfc req-a6b70889-0984-48ab-a1a5-077a29d6a134 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 948 time: 0.1890442 Aug 16 01:46:23.377445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:23.409216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '4bd52f62-d8d3-46f4-b3ba-653b773d4930', 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef', 'port_id': '4bd52f62-d8d3-46f4-b3ba-653b773d4930', 'mac_address': 'fa:16:3e:04:25:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1da15f7-7f10-47b9-9717-19dd3e23683c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:23.420906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] Pushing event updated for resources: {'Network': ['ID=e64164e9-0c47-4181-a791-d018082fd2ce,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:23.431824 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-529727b5-0f9c-4469-80e4-a4fa602932d4 req-06c0aa92-b03f-4e2e-9446-1ee38205fe20 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507582 Aug 16 01:46:23.440922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network e64164e9-0c47-4181-a791-d018082fd2ce details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:23.448269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-39b65560-4d4a-44b3-a02c-33cdf0c0955a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1652925 Aug 16 01:46:23.452535 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-410dbb6a-d898-4498-813a-16e7e071a538 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0535748 Aug 16 01:46:23.461666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57442) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:23.468419 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] Request body: {'subnet': {'network_id': 'e64164e9-0c47-4181-a791-d018082fd2ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2099365324-subnet', 'tenant_id': '571f6c7f5a874182a29a673f275b8e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:23.507597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Request body: {'port': {'device_id': '3c20ceb1-11d3-404b-b50f-38deca7ac83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:23.574353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b1f1d71-d4f3-404d-9065-a9d73b989dfc req-98d96e30-1f90-4494-b356-0170a0d0434e tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073507 Aug 16 01:46:23.578610 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.607239 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] Made reservation on behalf of 571f6c7f5a874182a29a673f275b8e9a for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:23.611453 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.620774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd52f62-d8d3-46f4-b3ba-653b773d4930 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:23.681230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cdafe-d79a-4f41-8435-52fc3a67bb17 req-dbd1f021-f1c2-48f3-871b-80b4a698a07a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:23.691504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646cdafe-d79a-4f41-8435-52fc3a67bb17 req-dbd1f021-f1c2-48f3-871b-80b4a698a07a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 932 time: 0.2532945 Aug 16 01:46:23.695939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:23.776385 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.779225 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.807643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646cdafe-d79a-4f41-8435-52fc3a67bb17 req-30ab0ec2-d127-4f0f-9499-73a3b4a088b7 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147656 Aug 16 01:46:23.875558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=4bd52f62-d8d3-46f4-b3ba-653b773d4930,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:23.896665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.897161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.897608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.898148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.898588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.899020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.899455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.899936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.900380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.900807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.901243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.901666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:23.919958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd5374-82e1-436e-bc48-04d52ec41a76 req-11405889-3409-4c8e-90e8-954740ea689f tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:23.922723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eafd5374-82e1-436e-bc48-04d52ec41a76 req-11405889-3409-4c8e-90e8-954740ea689f tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.2022231 Aug 16 01:46:24.092642 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.129955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['4bd52f62-d8d3-46f4-b3ba-653b773d4930'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:24.152604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d0468e-7a4c-4dd2-89b1-c59183de4377,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:24.171574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device baabd827-e210-4d46-b012-d6212bc5a19c details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:24.174919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] Checking segment: {'id': 'a636e2f0-95ac-4fab-af53-b8840da061c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e64164e9-0c47-4181-a791-d018082fd2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:24.175595 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] Network hostable DHCP agents. Network: e64164e9-0c47-4181-a791-d018082fd2ce, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:24.178903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eafd5374-82e1-436e-bc48-04d52ec41a76 req-57235b51-9e3f-4a79-a32a-7df0c2c41909 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362461 Aug 16 01:46:24.210260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e11d4d8-2811-4e3b-b83c-2929fedda537 req-a891a4b1-e7ce-466a-8fc4-2f2e5e1cd731 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 210 time: 0.1173260 Aug 16 01:46:24.337020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391736d-0400-4b1a-bbe0-98a6ea131245 req-63e70e97-99bb-4bdf-b66e-979db84f7da2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.338578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4391736d-0400-4b1a-bbe0-98a6ea131245 req-63e70e97-99bb-4bdf-b66e-979db84f7da2 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 944 time: 0.0740821 Aug 16 01:46:24.378086 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port baabd827-e210-4d46-b012-d6212bc5a19c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=baabd827-e210-4d46-b012-d6212bc5a19c,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:24.395896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'baabd827-e210-4d46-b012-d6212bc5a19c', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'baabd827-e210-4d46-b012-d6212bc5a19c', 'mac_address': 'fa:16:3e:6c:00:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:24.443220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd7b53-db09-4865-9c16-10af9ec90b8e req-ccf84a4a-b4fb-4d4c-94df-faa683ac5756 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.444576 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.444722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0afd7b53-db09-4865-9c16-10af9ec90b8e req-ccf84a4a-b4fb-4d4c-94df-faa683ac5756 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.1034296 Aug 16 01:46:24.451363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4391736d-0400-4b1a-bbe0-98a6ea131245 req-ad0b2a94-7c45-4069-8c6a-a7a8bc5d15cc tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967114 Aug 16 01:46:24.466794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baabd827-e210-4d46-b012-d6212bc5a19c {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:24.491165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port baabd827-e210-4d46-b012-d6212bc5a19c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=baabd827-e210-4d46-b012-d6212bc5a19c,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:24.524888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:24.535076 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.540080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0afd7b53-db09-4865-9c16-10af9ec90b8e req-6b273932-170e-4b88-a01e-8f7b1abd8052 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762367 Aug 16 01:46:24.553456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Transition to ACTIVE for port object b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:24.566179 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] Network e64164e9-0c47-4181-a791-d018082fd2ce is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:24.647442 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.679804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, e64164e9-0c47-4181-a791-d018082fd2ce) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:24.684627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.685235 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.699305 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.703083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc62a23-24ce-4728-bd8d-3a7d7797d0e7 None None] Network e64164e9-0c47-4181-a791-d018082fd2ce requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:24.745757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd0b30-90d5-49e4-acfa-2492a36d9d9e req-f76ae61a-d055-48b0-8acf-d68f84448a82 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.747407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-51bd0b30-90d5-49e4-acfa-2492a36d9d9e req-f76ae61a-d055-48b0-8acf-d68f84448a82 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6705bd2-662b-4cd9-bb61-19918c187653 HTTP/1.1" status: 200 len: 946 time: 0.1403511 Aug 16 01:46:24.830169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=baabd827-e210-4d46-b012-d6212bc5a19c,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:24.841847 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-52bf0ad6-0dc3-4f20-89f4-11129ce36539 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3787963 Aug 16 01:46:24.917294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Attempting to bind port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:24.917642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Attempting to bind port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:24.918018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Attempting to bind port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 on network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:24.923677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61259155-4dc1-411e-b9c5-841b7c6d52ef None None] Network e64164e9-0c47-4181-a791-d018082fd2ce requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:24.930204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec005181-a5b0-4090-8022-8df39f47aed1 req-a137e784-1b18-48aa-be59-6fa6e27b1e67 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.942352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec005181-a5b0-4090-8022-8df39f47aed1 req-a137e784-1b18-48aa-be59-6fa6e27b1e67 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 949 time: 0.2749734 Aug 16 01:46:24.951174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:24.971806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:24.991594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 on network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:24.991773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Attempting to bind port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 on network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:25.000837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:25.007884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Checking segment: {'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:25.008476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Bound using segment: {'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:25.008986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Bound port: b3a8d9fa-1fb9-4284-8649-7e47e3b8c458, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:25.009327 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.017873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-51bd0b30-90d5-49e4-acfa-2492a36d9d9e req-ebe5d019-f6c5-4d10-a583-dea2673a045d tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407203 Aug 16 01:46:25.158427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec005181-a5b0-4090-8022-8df39f47aed1 req-03078886-a491-4957-8d4e-59b3e4a75a2f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090633 Aug 16 01:46:25.258371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] For port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:25.265250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] For port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:25.273379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1efc69-959f-4526-b64f-91fb9f96d876 req-7e1fccd0-db06-4856-abf0-2bb659b4c1bb tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.275133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f1efc69-959f-4526-b64f-91fb9f96d876 req-7e1fccd0-db06-4856-abf0-2bb659b4c1bb tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 944 time: 0.1523802 Aug 16 01:46:25.339940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f1efc69-959f-4526-b64f-91fb9f96d876 req-57a054af-3c99-4827-a6bc-d428c6e023c2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588346 Aug 16 01:46:25.415119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.467676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.468466 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.470035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] 10.222.0.64 "PUT /v2.0/ports/b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 HTTP/1.1" status: 200 len: 1093 time: 1.9737167 Aug 16 01:46:25.470671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c20ceb1-11d3-404b-b50f-38deca7ac83b', 'tag': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:25.472895 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdec61e7-8da2-44e2-982c-acd4dedb8da2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c20ceb1-11d3-404b-b50f-38deca7ac83b", "tag": "b3a8d9fa-1fb9-4284-8649-7e47e3b8c458"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:25.488146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df395c-8bb1-4cf5-b5c2-789b06abc611 req-bdab69b0-6f8e-4e74-ad30-c92ab4dcc55b tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.490490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56df395c-8bb1-4cf5-b5c2-789b06abc611 req-bdab69b0-6f8e-4e74-ad30-c92ab4dcc55b tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 945 time: 0.1063297 Aug 16 01:46:25.521877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35edc19-d514-4fc6-9086-0d2b4b278e82 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:25.590895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56df395c-8bb1-4cf5-b5c2-789b06abc611 req-fbea9f21-ad1b-4610-a3d0-2a765ddb87f1 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940449 Aug 16 01:46:25.699981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-978005e0-7df0-442b-aabb-28a1e63e97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.701385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-978005e0-7df0-442b-aabb-28a1e63e97b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64cf5f47011744e78cfdc948243b9dc9&device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 1096 time: 0.1045220 Aug 16 01:46:25.705214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55fbd368-40d5-4aa4-b327-09eb821eafc0 req-67de3e78-ae5e-427b-87c4-ee87e6c27505 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 210 time: 0.0478356 Aug 16 01:46:25.712072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-73d9f80f-a8d4-42ba-8fb0-1b8cde1dc28e tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.714030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-73d9f80f-a8d4-42ba-8fb0-1b8cde1dc28e tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/networks?id=e64164e9-0c47-4181-a791-d018082fd2ce HTTP/1.1" status: 200 len: 813 time: 0.1812475 Aug 16 01:46:25.761291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-3c250c02-f6ae-428e-b485-dae7265b6800 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 HTTP/1.1" status: 200 len: 217 time: 0.0467491 Aug 16 01:46:25.763535 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8a6d6-35af-451e-9bf4-21df81e398cf x-openstack-request-id: req-ebf8a6d6-35af-451e-9bf4-21df81e398cf {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:25.763819 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c20ceb1-11d3-404b-b50f-38deca7ac83b", "tag": "b3a8d9fa-1fb9-4284-8649-7e47e3b8c458", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:25.764128 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ebf8a6d6-35af-451e-9bf4-21df81e398cf {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:25.765188 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c20ceb1-11d3-404b-b50f-38deca7ac83b', 'tag': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458', 'status': 'completed', 'code': 200} Aug 16 01:46:25.766971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-b83e1553-536a-4887-8a6d-f43102fbabb3 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/quotas/571f6c7f5a874182a29a673f275b8e9a HTTP/1.1" status: 200 len: 375 time: 0.0448670 Aug 16 01:46:25.840844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-58b56288-cb54-4c37-bee2-1633f71c9c76 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=571f6c7f5a874182a29a673f275b8e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601783 Aug 16 01:46:25.929863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-1595e4e3-b9a2-45e2-a399-97ac3539da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.931346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-1595e4e3-b9a2-45e2-a399-97ac3539da35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7553d60e-b54b-48ff-9e03-37251c4f20e3 HTTP/1.1" status: 200 len: 862 time: 0.1595769 Aug 16 01:46:25.977476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-e464d23e-6022-407c-8048-2cf8a17e43d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374441 Aug 16 01:46:25.987358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1123841-56ce-4d14-ba75-daf9b8fc9738 req-364f1754-a245-48fb-a17d-04ff944cd41f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.989006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1123841-56ce-4d14-ba75-daf9b8fc9738 req-364f1754-a245-48fb-a17d-04ff944cd41f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 944 time: 0.1762056 Aug 16 01:46:26.081410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fc7f14ca-9450-4ed0-8278-76a7ed0c1bc9 service neutron] 10.222.0.66 "GET /v2.0/networks/e64164e9-0c47-4181-a791-d018082fd2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230899 Aug 16 01:46:26.125207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1123841-56ce-4d14-ba75-daf9b8fc9738 req-73901665-1ddf-4ffa-920c-10515eafa661 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243460 Aug 16 01:46:26.169247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-015977da-f33e-4b00-afd6-0776e08a3180 req-927b0b9f-5a5f-43ce-a6d4-88ffc3ffa38a tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:46:26.170474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-015977da-f33e-4b00-afd6-0776e08a3180 req-927b0b9f-5a5f-43ce-a6d4-88ffc3ffa38a tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122895 Aug 16 01:46:26.189947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-7b26de4a-b29e-434d-bd2a-4d9f7b2689a0 service neutron] 10.222.0.64 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999576 Aug 16 01:46:26.192641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device baabd827-e210-4d46-b012-d6212bc5a19c up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:26.309003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port baabd827-e210-4d46-b012-d6212bc5a19c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:26.313613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port baabd827-e210-4d46-b012-d6212bc5a19c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:26.314110 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.322966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-776c8a13-9710-4e83-ab91-152ac0f5b01c service neutron] 10.222.0.66 "GET /v2.0/networks/e64164e9-0c47-4181-a791-d018082fd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248976 Aug 16 01:46:26.331696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-015977da-f33e-4b00-afd6-0776e08a3180 req-591a0f21-3722-495a-9a7f-456bd142ecd8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1541274 Aug 16 01:46:26.375147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280c2496-aac9-4eb2-b778-d03c9d4725b9 req-19828426-9385-4697-a48c-0ea010e34598 service neutron] 10.222.0.64 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115983 Aug 16 01:46:26.441965 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.465240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232fd698-72b9-48fc-a49c-2b73e2bd5ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baabd827-e210-4d46-b012-d6212bc5a19c'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:26.468082 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b7df12-05bd-4d99-9d61-dc4c95ff5031" -d '{"events": [{"server_uuid": "232fd698-72b9-48fc-a49c-2b73e2bd5ed6", "name": "network-vif-plugged", "status": "completed", "tag": "baabd827-e210-4d46-b012-d6212bc5a19c"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:26.480866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port baabd827-e210-4d46-b012-d6212bc5a19c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=baabd827-e210-4d46-b012-d6212bc5a19c,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:26.587846 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.650217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=baabd827-e210-4d46-b012-d6212bc5a19c,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:26.750729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d21c7-8fa5-4308-9a36-8523b6336d4d req-90f46d3d-8988-454b-934b-848c1c45013f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:26.752426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4d21c7-8fa5-4308-9a36-8523b6336d4d req-90f46d3d-8988-454b-934b-848c1c45013f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 950 time: 0.1437621 Aug 16 01:46:26.754286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec61e7-8da2-44e2-982c-acd4dedb8da2 req-60c89794-8cd8-403e-b29b-73925e9c970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:26.755652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdec61e7-8da2-44e2-982c-acd4dedb8da2 req-60c89794-8cd8-403e-b29b-73925e9c970b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64cf5f47011744e78cfdc948243b9dc9&device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 1096 time: 0.1958942 Aug 16 01:46:26.898322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4d21c7-8fa5-4308-9a36-8523b6336d4d req-54beba15-e43e-4cf7-ad21-55c354191ff2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385720 Aug 16 01:46:26.907845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-03d6381d-281b-48c5-8b04-90e611189aea tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:26.909397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-03d6381d-281b-48c5-8b04-90e611189aea tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.74 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 808 time: 0.2993126 Aug 16 01:46:26.943762 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77001c85-b1f5-4ac2-8abd-b3a4307d9e05 x-openstack-request-id: req-77001c85-b1f5-4ac2-8abd-b3a4307d9e05 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:26.944120 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232fd698-72b9-48fc-a49c-2b73e2bd5ed6", "name": "network-vif-plugged", "status": "completed", "tag": "baabd827-e210-4d46-b012-d6212bc5a19c", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:26.944432 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77001c85-b1f5-4ac2-8abd-b3a4307d9e05 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:26.944898 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232fd698-72b9-48fc-a49c-2b73e2bd5ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baabd827-e210-4d46-b012-d6212bc5a19c', 'code': 200} Aug 16 01:46:27.018826 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4bd52f62-d8d3-46f4-b3ba-653b773d4930 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:27.216412 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:27.221535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:27.226962 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.227280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Request body: {'port': {'device_id': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb', 'admin_state_up': True, 'tenant_id': '7c23822563d64b8385db87a1780f3dab'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:27.267305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331bced-03ac-464e-b8f5-eff66c9f118a req-3f936d39-3298-48bd-8ffc-c7d6c717de79 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.268889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6331bced-03ac-464e-b8f5-eff66c9f118a req-3f936d39-3298-48bd-8ffc-c7d6c717de79 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 944 time: 0.4770274 Aug 16 01:46:27.304795 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.337633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:27.371589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec61e7-8da2-44e2-982c-acd4dedb8da2 req-814fc6a0-395c-477c-af9c-868b33c2f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.373073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdec61e7-8da2-44e2-982c-acd4dedb8da2 req-814fc6a0-395c-477c-af9c-868b33c2f960 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b HTTP/1.1" status: 200 len: 923 time: 0.6098406 Aug 16 01:46:27.446716 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.454487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdec61e7-8da2-44e2-982c-acd4dedb8da2 req-a42fd8f1-8959-4a98-92b9-70a057ed6eb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 HTTP/1.1" status: 200 len: 217 time: 0.0699763 Aug 16 01:46:27.469237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15cea7-1149-490b-9ca4-16691e38a9a7 req-fc12f6bf-c786-4a0f-81dd-768dfff39b5d tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.470648 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa15cea7-1149-490b-9ca4-16691e38a9a7 req-fc12f6bf-c786-4a0f-81dd-768dfff39b5d tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.2498477 Aug 16 01:46:27.475434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7572899-3de1-42a3-bfc4-cfe8a7050019 req-408fd40a-3b2d-4398-a0be-fc91d3289369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.479997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7572899-3de1-42a3-bfc4-cfe8a7050019 req-408fd40a-3b2d-4398-a0be-fc91d3289369 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 1102 time: 0.2571251 Aug 16 01:46:27.488997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6331bced-03ac-464e-b8f5-eff66c9f118a req-e39ae1b0-8ab8-4d4a-b092-170911fc7398 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782608 Aug 16 01:46:27.500594 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=4bd52f62-d8d3-46f4-b3ba-653b773d4930,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:27.601245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8e4e829-ff22-44e0-b1ef-fba1c97dedaa req-aec6f16c-e55b-4d9c-aae6-670ddf87d300 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 210 time: 0.0538867 Aug 16 01:46:27.617611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec61e7-8da2-44e2-982c-acd4dedb8da2 req-e8e09c5a-36d4-402a-b97a-58f5eb2579b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.619087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdec61e7-8da2-44e2-982c-acd4dedb8da2 req-e8e09c5a-36d4-402a-b97a-58f5eb2579b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7553d60e-b54b-48ff-9e03-37251c4f20e3 HTTP/1.1" status: 200 len: 862 time: 0.1460178 Aug 16 01:46:27.624312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa15cea7-1149-490b-9ca4-16691e38a9a7 req-e8c85aca-b5da-485f-9690-af7d714feb12 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330302 Aug 16 01:46:27.625945 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7572899-3de1-42a3-bfc4-cfe8a7050019 req-21e20dcf-640b-443d-a21e-ab166e00cb6c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360197 Aug 16 01:46:27.653547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdec61e7-8da2-44e2-982c-acd4dedb8da2 req-e4fa907f-dbee-4310-841d-fa5a3c999616 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254920 Aug 16 01:46:27.740106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Made reservation on behalf of 7c23822563d64b8385db87a1780f3dab for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:27.743443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.746614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c110e28-7bb4-4f60-ac35-6e8859675d18 req-e020a4db-6f2d-4bc6-9830-365c7896e921 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 210 time: 0.0729682 Aug 16 01:46:27.897460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdec61e7-8da2-44e2-982c-acd4dedb8da2 req-5d85fe45-d6a5-404f-9429-bb19300a8248 service neutron] 10.222.0.64 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338338 Aug 16 01:46:27.913622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ce367-f658-443a-b1db-0edd09dddbf9 req-9846c3f5-1c6d-4a89-ab5c-966c7009705d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.915110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca2ce367-f658-443a-b1db-0edd09dddbf9 req-9846c3f5-1c6d-4a89-ab5c-966c7009705d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 945 time: 0.1779149 Aug 16 01:46:28.016472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341e5b7-83b2-4d56-ab42-650e9b785791 req-f8876844-4046-42ad-a4c6-41890b0ff8a7 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.017866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a341e5b7-83b2-4d56-ab42-650e9b785791 req-f8876844-4046-42ad-a4c6-41890b0ff8a7 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6705bd2-662b-4cd9-bb61-19918c187653 HTTP/1.1" status: 200 len: 946 time: 0.2094700 Aug 16 01:46:28.089496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca2ce367-f658-443a-b1db-0edd09dddbf9 req-cae92c0c-20f8-4330-b244-2f6642481cde tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603687 Aug 16 01:46:28.105459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Allocated IP 172.20.0.14 (7fd061b1-451d-4bee-82a1-403ddea7c0eb/ac221c5a-30d7-42bf-a1f3-71ee2f9837ca/aeb24ab0-9683-4344-80ae-990842d8e1c6) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:28.114391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a341e5b7-83b2-4d56-ab42-650e9b785791 req-1f9195f6-1f84-4769-ab85-680aaf2f74ef tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885880 Aug 16 01:46:28.137398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdec61e7-8da2-44e2-982c-acd4dedb8da2 req-56b30b68-e9fb-40ff-a3a8-e063eab2822a service neutron] 10.222.0.64 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206621 Aug 16 01:46:28.315661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487bf24-fa9e-4a70-b1ec-05030c6737ae req-a4596664-6d24-4c4c-b441-14cecba22fd2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.320257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7487bf24-fa9e-4a70-b1ec-05030c6737ae req-a4596664-6d24-4c4c-b441-14cecba22fd2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 950 time: 0.0882111 Aug 16 01:46:28.328788 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.373542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7487bf24-fa9e-4a70-b1ec-05030c6737ae req-83b30495-ef62-4ac9-987e-a03092ba1f3e tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489821 Aug 16 01:46:28.499928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ea6f4-cfd9-4648-85dd-1b54f27602a9 req-e94f7b81-bc37-45f8-93ee-4a608ff6b686 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.501444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-395ea6f4-cfd9-4648-85dd-1b54f27602a9 req-e94f7b81-bc37-45f8-93ee-4a608ff6b686 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 945 time: 0.0569639 Aug 16 01:46:28.516694 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.590425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Network 7fd061b1-451d-4bee-82a1-403ddea7c0eb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:28.597374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-395ea6f4-cfd9-4648-85dd-1b54f27602a9 req-f95aa03d-63e1-4557-8b74-ccef02288812 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897665 Aug 16 01:46:28.598248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:28.602225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:28.608792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Pushing event updated for resources: {'Port': ['ID=aeb24ab0-9683-4344-80ae-990842d8e1c6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:28.657782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.659467 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.718705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce81abc-9d02-4ada-8485-12ae924db34e req-834eb8c4-14af-4924-bea6-e4bba604f1f2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.720191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ce81abc-9d02-4ada-8485-12ae924db34e req-834eb8c4-14af-4924-bea6-e4bba604f1f2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 944 time: 0.0579569 Aug 16 01:46:28.759831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ce81abc-9d02-4ada-8485-12ae924db34e req-c6c13b3b-db66-4eaf-8acd-20a3b0a944a8 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331562 Aug 16 01:46:28.812053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-577bdbd4-17bf-49cd-b45a-b23db53493f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8873649 Aug 16 01:46:28.827670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Request body: {'port': {'device_id': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:28.884481 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.946474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd52f62-d8d3-46f4-b3ba-653b773d4930'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:28.948946 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f14d465-ae2e-4712-9210-d5e2b898ab79" -d '{"events": [{"server_uuid": "ac21ff87-3f0c-4346-af92-350c4cfe8e16", "name": "network-vif-plugged", "status": "completed", "tag": "4bd52f62-d8d3-46f4-b3ba-653b773d4930"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:29.022357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:29.035914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:29.041336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b2c29-4f9a-46ef-b351-ac46bbe69bf8 req-500d267b-ad8b-490a-9a3d-acd4ab101802 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.047932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b2c29-4f9a-46ef-b351-ac46bbe69bf8 req-500d267b-ad8b-490a-9a3d-acd4ab101802 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.053847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b2c29-4f9a-46ef-b351-ac46bbe69bf8 req-500d267b-ad8b-490a-9a3d-acd4ab101802 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.055523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e9b2c29-4f9a-46ef-b351-ac46bbe69bf8 req-500d267b-ad8b-490a-9a3d-acd4ab101802 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321&device_id=e6705bd2-662b-4cd9-bb61-19918c187653&device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 2418 time: 0.1372674 Aug 16 01:46:29.152298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e9b2c29-4f9a-46ef-b351-ac46bbe69bf8 req-a816d5eb-0eb4-4fbb-a4c8-70ffe34f839e tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840747 Aug 16 01:46:29.194130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:29.196737 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.215806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458', 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b', 'port_id': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458', 'mac_address': 'fa:16:3e:47:1e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7553d60e-b54b-48ff-9e03-37251c4f20e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:29.260382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:29.272269 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.285032 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-693e6a2b-8741-43ae-b850-a7d980b048cd req-3ff1d543-f192-4195-829c-8e719a498d55 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 210 time: 0.0588043 Aug 16 01:46:29.285766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:29.310152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:29.343494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb24ab0-9683-4344-80ae-990842d8e1c6 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:29.358958 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.376550 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.414628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Transition to ACTIVE for port object aeb24ab0-9683-4344-80ae-990842d8e1c6 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:29.442341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:29.444362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-50a5cce0-5434-4aaf-813d-684372cfd15a tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.445884 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-50a5cce0-5434-4aaf-813d-684372cfd15a tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.74 "GET /v2.0/networks?id=e64164e9-0c47-4181-a791-d018082fd2ce HTTP/1.1" status: 200 len: 813 time: 0.1872907 Aug 16 01:46:29.446480 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.460996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a2434-2b51-42eb-82d2-533530cb27ec req-dd685b00-3e3a-4ca7-8feb-ed13ad702306 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.462612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-654a2434-2b51-42eb-82d2-533530cb27ec req-dd685b00-3e3a-4ca7-8feb-ed13ad702306 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 932 time: 0.1083174 Aug 16 01:46:29.467792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Request body: {'port': {'device_id': '2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64', 'network_id': 'e64164e9-0c47-4181-a791-d018082fd2ce', 'admin_state_up': True, 'tenant_id': '571f6c7f5a874182a29a673f275b8e9a'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:29.499030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:29.556266 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.560474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-654a2434-2b51-42eb-82d2-533530cb27ec req-89b079a5-7ed1-4cab-8b46-2c142c6e5576 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893662 Aug 16 01:46:29.610182 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd07b91-9c45-4152-b064-cdc1e993435a x-openstack-request-id: req-4fd07b91-9c45-4152-b064-cdc1e993435a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:29.611053 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac21ff87-3f0c-4346-af92-350c4cfe8e16", "name": "network-vif-plugged", "status": "completed", "tag": "4bd52f62-d8d3-46f4-b3ba-653b773d4930", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:29.611053 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4fd07b91-9c45-4152-b064-cdc1e993435a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:29.612108 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd52f62-d8d3-46f4-b3ba-653b773d4930', 'code': 200} Aug 16 01:46:29.651868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb24ab0-9683-4344-80ae-990842d8e1c6,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:29.699823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-667475e2-aea2-4d50-8690-02772080f80e req-29ca3bd3-fbda-445b-8f5e-7dc3aefcef5c tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:46:29.700847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-667475e2-aea2-4d50-8690-02772080f80e req-29ca3bd3-fbda-445b-8f5e-7dc3aefcef5c tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169210 Aug 16 01:46:29.749429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['b3a8d9fa-1fb9-4284-8649-7e47e3b8c458'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:29.836058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6752f3-fa63-427f-88bd-5444606ece4f req-c8252d79-5577-4688-a900-89a03637b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.837608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a6752f3-fa63-427f-88bd-5444606ece4f req-c8252d79-5577-4688-a900-89a03637b505 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 1097 time: 0.1443214 Aug 16 01:46:29.851469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a1e50-a229-476b-88a7-33a32c130536 req-df450db8-2c01-4f2b-839e-02511d7c5a51 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.853010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-683a1e50-a229-476b-88a7-33a32c130536 req-df450db8-2c01-4f2b-839e-02511d7c5a51 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 945 time: 0.1728969 Aug 16 01:46:29.858538 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-28fe8bf1-2286-4dd9-ba13-b6b7665ecb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.883159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:29.883499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:29.883830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:29.901629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-667475e2-aea2-4d50-8690-02772080f80e req-b245cdee-b131-4abb-859a-033b121bb1f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1414814 Aug 16 01:46:29.905356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Made reservation on behalf of 571f6c7f5a874182a29a673f275b8e9a for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:29.908782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.922337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Port aeb24ab0-9683-4344-80ae-990842d8e1c6 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:29.922676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:29.954923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a6752f3-fa63-427f-88bd-5444606ece4f req-4be721c4-1d17-4b72-bd90-d01baee81e32 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990691 Aug 16 01:46:29.957909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:29.958256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:29.958635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:29.959074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Bound port: aeb24ab0-9683-4344-80ae-990842d8e1c6, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:29.959435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.983883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-683a1e50-a229-476b-88a7-33a32c130536 req-b6602716-19d8-4c81-81b2-d30795d4234e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196346 Aug 16 01:46:30.116951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:30.160921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:30.173095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Allocated IP 172.20.0.12 (e64164e9-0c47-4181-a791-d018082fd2ce/e9d0468e-7a4c-4dd2-89b1-c59183de4377/9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:30.200486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3411fb-07b7-4356-b185-e40ada988597 req-62efc6c7-fcf0-4b09-bfc2-14c0bbedcbc1 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.202639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da3411fb-07b7-4356-b185-e40ada988597 req-62efc6c7-fcf0-4b09-bfc2-14c0bbedcbc1 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 950 time: 0.0834954 Aug 16 01:46:30.300781 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da3411fb-07b7-4356-b185-e40ada988597 req-29820183-4d89-4640-a9d6-1e01fa85f90c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898230 Aug 16 01:46:30.303722 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.344400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.345021 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.346453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] 10.222.0.74 "PUT /v2.0/ports/aeb24ab0-9683-4344-80ae-990842d8e1c6 HTTP/1.1" status: 200 len: 1093 time: 1.5234530 Aug 16 01:46:30.346901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'tag': 'aeb24ab0-9683-4344-80ae-990842d8e1c6'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:30.349147 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4286fcfe-5113-4e79-8bb6-fc03c95ba60d" -d '{"events": [{"name": "network-changed", "server_uuid": "78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db", "tag": "aeb24ab0-9683-4344-80ae-990842d8e1c6"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:30.431803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81787f4-bd7a-4398-9c79-993541d1f224 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb24ab0-9683-4344-80ae-990842d8e1c6,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:30.452912 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.467053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af124a5b-5cb9-4581-842c-040db974c2dd req-cf2e34a4-c5cb-4467-9d4c-bd4ed24e3579 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.468701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af124a5b-5cb9-4581-842c-040db974c2dd req-cf2e34a4-c5cb-4467-9d4c-bd4ed24e3579 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 945 time: 0.1007717 Aug 16 01:46:30.554328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-3e03101b-6e04-4e58-bcd8-6d4405126f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.555845 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-3e03101b-6e04-4e58-bcd8-6d4405126f47 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 1096 time: 0.0862889 Aug 16 01:46:30.564347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af124a5b-5cb9-4581-842c-040db974c2dd req-8b8eba80-ca9c-4a39-95f7-c5c55e149a8a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860972 Aug 16 01:46:30.617278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-49e07410-f135-4f42-8bd5-da5b5a91f730 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6 HTTP/1.1" status: 200 len: 217 time: 0.0519722 Aug 16 01:46:30.701009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc1a1fca-ab55-48d9-958a-66b25aafd3f3 req-70033271-2fc7-45c9-bfa0-3cb81007fb01 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 210 time: 0.0344367 Aug 16 01:46:30.702877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-1b8ed158-0bf1-4912-bce1-b8fb9ddfc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.704244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-1b8ed158-0bf1-4912-bce1-b8fb9ddfc8a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.0755231 Aug 16 01:46:30.721592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.769958 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9509ce1-7f26-4858-b14d-36d543c4720c x-openstack-request-id: req-b9509ce1-7f26-4858-b14d-36d543c4720c {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:30.770256 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db", "tag": "aeb24ab0-9683-4344-80ae-990842d8e1c6", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:30.770512 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9509ce1-7f26-4858-b14d-36d543c4720c {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:30.770919 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'tag': 'aeb24ab0-9683-4344-80ae-990842d8e1c6', 'status': 'completed', 'code': 200} Aug 16 01:46:30.774790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-d5b5210c-57b9-4ae9-bcae-310d6428f19a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629807 Aug 16 01:46:30.791514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Network e64164e9-0c47-4181-a791-d018082fd2ce is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:30.810401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:30.851270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:30.863201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Pushing event updated for resources: {'Port': ['ID=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:30.984533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.985069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.019022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a777f5-ea96-4f16-b60b-1810d7beba4a req-7a5c18b0-6980-4cf4-bfb8-8f28033f927a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:31.020561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29a777f5-ea96-4f16-b60b-1810d7beba4a req-7a5c18b0-6980-4cf4-bfb8-8f28033f927a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 944 time: 0.1762233 Aug 16 01:46:31.025736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-c834e784-6db9-49d3-bf61-a3516b2fe4a2 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388809 Aug 16 01:46:31.028524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500acee-5a33-4c59-a5e9-bc39726ee778 req-7c2743a9-f843-4ac8-adf5-30283e2362be tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:31.030068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b500acee-5a33-4c59-a5e9-bc39726ee778 req-7c2743a9-f843-4ac8-adf5-30283e2362be tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 1102 time: 0.1417663 Aug 16 01:46:31.040535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:31.101289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b500acee-5a33-4c59-a5e9-bc39726ee778 req-00652216-74d1-4930-bd50-0ffd0617d56b tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.103911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-fb938e0c-a539-4e6d-9b42-6fe009534089 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6403279 Aug 16 01:46:31.133996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Request body: {'port': {'device_id': '2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:31.198697 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:31.203365 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:31.207350 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.286285 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.320878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:31.412154 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.468870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:31.476809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29a777f5-ea96-4f16-b60b-1810d7beba4a req-a2eec6e5-c9b4-42a7-87db-3fc89a668538 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457533 Aug 16 01:46:31.550938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db36b7fd-ad6a-4607-84b7-28ea56948ccb req-dfb546df-b0eb-4b73-8f28-2d03b765ddf8 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112717 Aug 16 01:46:31.557407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.613454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565'}, {'server_uuid': '3c20ceb1-11d3-404b-b50f-38deca7ac83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:31.616259 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e73914-7b89-4d00-8be4-4fad8922a7b3" -d '{"events": [{"server_uuid": "be13fafb-097f-4895-ad8f-58aa5e27094a", "name": "network-vif-unplugged", "status": "completed", "tag": "1b49fc0f-2a53-4fbd-a2a1-51445a5f2565"}, {"server_uuid": "3c20ceb1-11d3-404b-b50f-38deca7ac83b", "name": "network-vif-plugged", "status": "completed", "tag": "b3a8d9fa-1fb9-4284-8649-7e47e3b8c458"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:31.762729 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b500acee-5a33-4c59-a5e9-bc39726ee778 req-00652216-74d1-4930-bd50-0ffd0617d56b tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.828254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-117419da-18d5-4508-86b4-bcd611be671c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:31.834128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-117419da-18d5-4508-86b4-bcd611be671c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/networks?id=24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 200 len: 804 time: 0.2598526 Aug 16 01:46:31.860265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286fcfe-5113-4e79-8bb6-fc03c95ba60d req-4ed87a1f-18bb-4a55-ae87-d67ccb2d51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:31.861728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4286fcfe-5113-4e79-8bb6-fc03c95ba60d req-4ed87a1f-18bb-4a55-ae87-d67ccb2d51d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 1096 time: 0.1515074 Aug 16 01:46:31.867485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b500acee-5a33-4c59-a5e9-bc39726ee778 req-00652216-74d1-4930-bd50-0ffd0617d56b tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.877763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-cb4343a4-a24a-460c-b21f-a1a82743573c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/quotas/8fbfff59d0174f2993e0c07e3ce1bd15 HTTP/1.1" status: 200 len: 375 time: 0.0360253 Aug 16 01:46:31.984261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b500acee-5a33-4c59-a5e9-bc39726ee778 req-00652216-74d1-4930-bd50-0ffd0617d56b tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9472067 Aug 16 01:46:32.025385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00652216-74d1-4930-bd50-0ffd0617d56b tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9d490f-8464-40c5-8c37-3d596c3e1447,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:32.071284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-59a70601-c23f-4e13-baf9-ea269038354a tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1703615 Aug 16 01:46:32.126922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286fcfe-5113-4e79-8bb6-fc03c95ba60d req-1e8e571d-7371-4c49-8bba-0c23c412c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.128421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4286fcfe-5113-4e79-8bb6-fc03c95ba60d req-1e8e571d-7371-4c49-8bba-0c23c412c1a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.2553792 Aug 16 01:46:32.204268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4286fcfe-5113-4e79-8bb6-fc03c95ba60d req-ad1c945b-824b-40fd-97a9-19aaa0f77c2b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6 HTTP/1.1" status: 200 len: 217 time: 0.0497162 Aug 16 01:46:32.372269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:32.388226 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.396562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-866d2899-2435-4c20-8400-2778a2390880 service neutron] 10.222.0.66 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131018 Aug 16 01:46:32.397908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286fcfe-5113-4e79-8bb6-fc03c95ba60d req-2e5d2172-afe1-4abb-9c2f-881d5b91f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.399253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4286fcfe-5113-4e79-8bb6-fc03c95ba60d req-2e5d2172-afe1-4abb-9c2f-881d5b91f44f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.1834009 Aug 16 01:46:32.437290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e6ccd-8196-48e0-aeb3-77550da5fe66 req-1243e563-ba96-48cf-9bca-2f480d9bc427 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.438804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d2e6ccd-8196-48e0-aeb3-77550da5fe66 req-1243e563-ba96-48cf-9bca-2f480d9bc427 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 945 time: 0.2178016 Aug 16 01:46:32.483904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c297d08-4575-4b2e-9d96-eadf6439b29a req-3b02ca6e-c06a-4c76-bb09-db2e6295c9ba tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.485442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c297d08-4575-4b2e-9d96-eadf6439b29a req-3b02ca6e-c06a-4c76-bb09-db2e6295c9ba tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "GET /v2.0/ports?device_id=be13fafb-097f-4895-ad8f-58aa5e27094a HTTP/1.1" status: 200 len: 944 time: 0.1974905 Aug 16 01:46:32.500105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Transition to ACTIVE for port object 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:32.509002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4286fcfe-5113-4e79-8bb6-fc03c95ba60d req-49d14069-a4b5-400f-bb4a-b9af351afc94 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995648 Aug 16 01:46:32.628783 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.701657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d2e6ccd-8196-48e0-aeb3-77550da5fe66 req-4121ec98-d305-4abd-a73d-162aad6e9371 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497542 Aug 16 01:46:32.754252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-d4a19183-9c8d-420c-afe4-d3580eb4174e service neutron] 10.222.0.66 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488820 Aug 16 01:46:32.759461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Pushing event updated for resources: {'Port': ['ID=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:32.781267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4286fcfe-5113-4e79-8bb6-fc03c95ba60d req-fcfdc212-debe-4cd0-ac91-8160b9be32e8 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556217 Aug 16 01:46:32.805041 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.863167 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-49e716fb-32c4-497f-bc12-5f14aa76f23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.924251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2c297d08-4575-4b2e-9d96-eadf6439b29a req-9936a9b7-b834-40fb-be6b-cfcf34b67d7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Deleting port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:32.924505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2c297d08-4575-4b2e-9d96-eadf6439b29a req-9936a9b7-b834-40fb-be6b-cfcf34b67d7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.008970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Attempting to bind port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:33.009318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Attempting to bind port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'a636e2f0-95ac-4fab-af53-b8840da061c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e64164e9-0c47-4181-a791-d018082fd2ce'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:33.010030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Attempting to bind port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa on network e64164e9-0c47-4181-a791-d018082fd2ce {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:33.033226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa on network e64164e9-0c47-4181-a791-d018082fd2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:33.033556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Attempting to bind port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa on network e64164e9-0c47-4181-a791-d018082fd2ce {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:33.037044 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa4fbdc-7f27-4303-b29e-bc05108a8384 x-openstack-request-id: req-baa4fbdc-7f27-4303-b29e-bc05108a8384 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:33.037588 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be13fafb-097f-4895-ad8f-58aa5e27094a", "name": "network-vif-unplugged", "status": "completed", "tag": "1b49fc0f-2a53-4fbd-a2a1-51445a5f2565", "code": 200}, {"server_uuid": "3c20ceb1-11d3-404b-b50f-38deca7ac83b", "name": "network-vif-plugged", "status": "completed", "tag": "b3a8d9fa-1fb9-4284-8649-7e47e3b8c458", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:33.038150 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-baa4fbdc-7f27-4303-b29e-bc05108a8384 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:33.038880 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565', 'code': 200} Aug 16 01:46:33.039314 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c20ceb1-11d3-404b-b50f-38deca7ac83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458', 'code': 200} Aug 16 01:46:33.042523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564976b3-2ad7-4b2b-a97b-5cbc439cebfe req-19286538-38e3-40f8-a8f6-f08cf1f375bd tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.044151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-564976b3-2ad7-4b2b-a97b-5cbc439cebfe req-19286538-38e3-40f8-a8f6-f08cf1f375bd tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.1735592 Aug 16 01:46:33.050224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4286fcfe-5113-4e79-8bb6-fc03c95ba60d req-ad92a65b-ef53-4dee-b7c4-84bc4e3684ea service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528315 Aug 16 01:46:33.063745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:33.064093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Checking segment: {'id': 'a636e2f0-95ac-4fab-af53-b8840da061c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e64164e9-0c47-4181-a791-d018082fd2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:33.064483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Bound using segment: {'id': 'a636e2f0-95ac-4fab-af53-b8840da061c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e64164e9-0c47-4181-a791-d018082fd2ce'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:33.064931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Bound port: 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a636e2f0-95ac-4fab-af53-b8840da061c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e64164e9-0c47-4181-a791-d018082fd2ce'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:33.065295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.127377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2c297d08-4575-4b2e-9d96-eadf6439b29a req-9936a9b7-b834-40fb-be6b-cfcf34b67d7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] For port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:33.127750 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2c297d08-4575-4b2e-9d96-eadf6439b29a req-9936a9b7-b834-40fb-be6b-cfcf34b67d7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.204784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2c297d08-4575-4b2e-9d96-eadf6439b29a req-9936a9b7-b834-40fb-be6b-cfcf34b67d7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Calling delete_port for 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:33.232248 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-564976b3-2ad7-4b2b-a97b-5cbc439cebfe req-9f5b6e98-0616-44be-a460-d0149c078f6f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770058 Aug 16 01:46:33.308217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] For port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:33.319919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66ea6e-5baf-4ec9-b200-8e64c6cfe8d8 req-fb07b22e-eca0-4843-9bf0-2d5f8e48d5d2 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.321432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c66ea6e-5baf-4ec9-b200-8e64c6cfe8d8 req-fb07b22e-eca0-4843-9bf0-2d5f8e48d5d2 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 944 time: 0.2189393 Aug 16 01:46:33.325915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae9754-e3ff-4d66-9ab1-1f9b4d050411 req-1247ec18-9daa-42cd-b93e-0b8010bb2d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.327368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97ae9754-e3ff-4d66-9ab1-1f9b4d050411 req-1247ec18-9daa-42cd-b93e-0b8010bb2d67 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 1098 time: 0.2020764 Aug 16 01:46:33.359508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] For port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa,segment=NetworkSegment(a636e2f0-95ac-4fab-af53-b8840da061c0),segment_id=a636e2f0-95ac-4fab-af53-b8840da061c0)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:33.417896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97ae9754-e3ff-4d66-9ab1-1f9b4d050411 req-b499506f-c4c7-4827-91c7-2b9529ea4833 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748167 Aug 16 01:46:33.422827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c66ea6e-5baf-4ec9-b200-8e64c6cfe8d8 req-fcda5d0e-9e5e-4027-932e-9b8e4eccecda tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ae5babc-ac56-4776-85f1-1fea57855227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945497 Aug 16 01:46:33.512192 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.569993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.570630 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.576558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] 10.222.0.74 "PUT /v2.0/ports/9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa HTTP/1.1" status: 200 len: 1093 time: 2.4473917 Aug 16 01:46:33.576558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64', 'tag': '9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:33.576558 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2303741-a654-4d0b-a421-107e096fafdf" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64", "tag": "9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:33.606276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833d6e0-0947-4828-8230-9a89087d925d req-27ff9044-7e2e-49bd-9180-d98db9d21217 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.608986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5833d6e0-0947-4828-8230-9a89087d925d req-27ff9044-7e2e-49bd-9180-d98db9d21217 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 944 time: 0.1084740 Aug 16 01:46:33.627569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90e30c-30d1-4223-b317-cf3b5f5d5149 service neutron] Pushing event updated for resources: {'Port': ['ID=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:33.641625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2c297d08-4575-4b2e-9d96-eadf6439b29a req-9936a9b7-b834-40fb-be6b-cfcf34b67d7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.681254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936a9b7-b834-40fb-be6b-cfcf34b67d7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Pushing event deleted for resources: {'Port': ['ID=1b49fc0f-2a53-4fbd-a2a1-51445a5f2565,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:33.692504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5833d6e0-0947-4828-8230-9a89087d925d req-fcd510f4-f5ac-4e07-8dfc-2e9b9c1752f0 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747204 Aug 16 01:46:33.749096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c297d08-4575-4b2e-9d96-eadf6439b29a req-9936a9b7-b834-40fb-be6b-cfcf34b67d7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] No DVR routers for this DVR port 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:33.758702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2c297d08-4575-4b2e-9d96-eadf6439b29a req-9936a9b7-b834-40fb-be6b-cfcf34b67d7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.760580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c297d08-4575-4b2e-9d96-eadf6439b29a req-9936a9b7-b834-40fb-be6b-cfcf34b67d7c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "DELETE /v2.0/ports/1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 HTTP/1.1" status: 204 len: 173 time: 1.2578332 Aug 16 01:46:33.785669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59f2f823-0d49-4824-9606-09116db45245 req-6da6217e-b0cb-4ddc-bf95-2ca122907ac4 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 210 time: 0.0392172 Aug 16 01:46:33.795849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17faec-4e4d-4b6b-80b7-33d3668e82b6 req-4da6b0bc-f3d0-4642-8d8d-e783591111fc tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.797625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f17faec-4e4d-4b6b-80b7-33d3668e82b6 req-4da6b0bc-f3d0-4642-8d8d-e783591111fc tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 1097 time: 0.1028073 Aug 16 01:46:33.874402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f17faec-4e4d-4b6b-80b7-33d3668e82b6 req-f5dfb174-7966-4009-9767-fc953603c95b tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576057 Aug 16 01:46:33.877860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-b42386ae-dc6a-42fd-8586-8164900afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.879510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-b42386ae-dc6a-42fd-8586-8164900afbd4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=571f6c7f5a874182a29a673f275b8e9a&device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 1096 time: 0.0726855 Aug 16 01:46:33.916254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-98c57c6a-4fd0-4170-b5f9-fcd098552f44 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278485 Aug 16 01:46:33.943303 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba48d2d5-2cfb-468d-8846-13ce94a07ccc x-openstack-request-id: req-ba48d2d5-2cfb-468d-8846-13ce94a07ccc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:33.943587 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64", "tag": "9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:33.943832 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba48d2d5-2cfb-468d-8846-13ce94a07ccc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:33.944223 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64', 'tag': '9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa', 'status': 'completed', 'code': 200} Aug 16 01:46:33.947855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-a7e625dc-49e8-4139-aea2-2a8f6e6680c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa HTTP/1.1" status: 200 len: 217 time: 0.0528560 Aug 16 01:46:33.989272 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.059043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-2e6c2617-e45a-4d77-b365-8277d56e70af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:34.060536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-2e6c2617-e45a-4d77-b365-8277d56e70af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e9d0468e-7a4c-4dd2-89b1-c59183de4377 HTTP/1.1" status: 200 len: 853 time: 0.1008756 Aug 16 01:46:34.109875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-ebca9ca0-fd97-4090-88e9-823ad809d534 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e64164e9-0c47-4181-a791-d018082fd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366988 Aug 16 01:46:34.118891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-ada8535e-0a7b-4488-8620-15da920f5594 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:34.120427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-ada8535e-0a7b-4488-8620-15da920f5594 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751850 Aug 16 01:46:34.178474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-01cc8583-ae89-4869-aa30-7ef281077b3d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/quotas/85297740961d4da5a9fd05b4476c7da6 HTTP/1.1" status: 200 len: 375 time: 0.0393734 Aug 16 01:46:34.240060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aeb24ab0-9683-4344-80ae-990842d8e1c6 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:34.297427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-93ba1a2d-00ed-4e96-98f3-eb3d631e89a8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118426 Aug 16 01:46:34.299279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-0f1a1e97-801a-4319-a9dd-574d790aaed9 service neutron] 10.222.0.74 "GET /v2.0/networks/e64164e9-0c47-4181-a791-d018082fd2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780016 Aug 16 01:46:34.307950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ee1e0-1db3-434a-b7a9-07d9f140a182 req-f618d56a-36bc-4dba-8943-b843535fd45b tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:34.307950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-069ee1e0-1db3-434a-b7a9-07d9f140a182 req-f618d56a-36bc-4dba-8943-b843535fd45b tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 1097 time: 0.0859094 Aug 16 01:46:34.365250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:34.385987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'aeb24ab0-9683-4344-80ae-990842d8e1c6', 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb', 'port_id': 'aeb24ab0-9683-4344-80ae-990842d8e1c6', 'mac_address': 'fa:16:3e:60:97:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac221c5a-30d7-42bf-a1f3-71ee2f9837ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:34.417670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-069ee1e0-1db3-434a-b7a9-07d9f140a182 req-1793c782-354c-44e7-9a7c-aa51cb51788f tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893064 Aug 16 01:46:34.430577 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.444172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e51e42fd-92bc-4c8e-b81d-87b2d898e45a req-defc4e16-8b2e-48f7-889c-4190d04378b8 service neutron] 10.222.0.74 "GET /v2.0/networks/e64164e9-0c47-4181-a791-d018082fd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361403 Aug 16 01:46:34.458047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb24ab0-9683-4344-80ae-990842d8e1c6 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:34.480012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:34.666955 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.737844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=aeb24ab0-9683-4344-80ae-990842d8e1c6,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:34.780446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba79008-4038-4165-b1e8-f607d7e84e34 req-6a515edf-567a-45ff-8b0e-5d1cfa2dbf86 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:34.782355 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ba79008-4038-4165-b1e8-f607d7e84e34 req-6a515edf-567a-45ff-8b0e-5d1cfa2dbf86 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.1040609 Aug 16 01:46:34.788844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2303741-a654-4d0b-a421-107e096fafdf req-f5a606f1-ee0c-4034-b42e-d8ea6ea5d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:34.790294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2303741-a654-4d0b-a421-107e096fafdf req-f5a606f1-ee0c-4034-b42e-d8ea6ea5d06e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=571f6c7f5a874182a29a673f275b8e9a&device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 1096 time: 0.0693684 Aug 16 01:46:35.011916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['aeb24ab0-9683-4344-80ae-990842d8e1c6'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:35.074096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:35.107267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:35.107706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 1b49fc0f-2a53-4fbd-a2a1-51445a5f2565 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:35.227014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ba79008-4038-4165-b1e8-f607d7e84e34 req-78fcc975-3aa1-4024-828c-90e9766d61bb tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357169 Aug 16 01:46:35.265958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2303741-a654-4d0b-a421-107e096fafdf req-be77a013-cbf8-427b-8e09-c3add7b0f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.271779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2303741-a654-4d0b-a421-107e096fafdf req-be77a013-cbf8-427b-8e09-c3add7b0f9f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e64164e9-0c47-4181-a791-d018082fd2ce HTTP/1.1" status: 200 len: 914 time: 0.4685910 Aug 16 01:46:35.325912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2303741-a654-4d0b-a421-107e096fafdf req-132d4871-c28b-431b-8245-cdb1650ab4fb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa HTTP/1.1" status: 200 len: 217 time: 0.0458059 Aug 16 01:46:35.416494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2303741-a654-4d0b-a421-107e096fafdf req-0e78c427-2dcf-498b-8ae5-efb4453e1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.416494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2303741-a654-4d0b-a421-107e096fafdf req-0e78c427-2dcf-498b-8ae5-efb4453e1fb2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e9d0468e-7a4c-4dd2-89b1-c59183de4377 HTTP/1.1" status: 200 len: 853 time: 0.0601158 Aug 16 01:46:35.427317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc201d10-a986-4df8-aadd-3a2f10d39814 req-e3608fa3-2ac9-4238-9ff1-3be3e41aefa9 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.428821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc201d10-a986-4df8-aadd-3a2f10d39814 req-e3608fa3-2ac9-4238-9ff1-3be3e41aefa9 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 944 time: 0.1099989 Aug 16 01:46:35.462282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2303741-a654-4d0b-a421-107e096fafdf req-c721389c-64c4-4e29-a675-70f0f75bb41d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e64164e9-0c47-4181-a791-d018082fd2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324271 Aug 16 01:46:35.531396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc201d10-a986-4df8-aadd-3a2f10d39814 req-06e4e321-5e8d-448f-8dff-855e542ebecf tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ae5babc-ac56-4776-85f1-1fea57855227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923755 Aug 16 01:46:35.592574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2303741-a654-4d0b-a421-107e096fafdf req-5ff8744d-451d-4c62-8890-fa42fb1eaec1 service neutron] 10.222.0.74 "GET /v2.0/networks/e64164e9-0c47-4181-a791-d018082fd2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217189 Aug 16 01:46:35.704448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5752c6-73c7-4f67-a37c-f7d4fc2b29e8 req-e2e13562-909c-463c-9f4e-95cde97a89db tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.706004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e5752c6-73c7-4f67-a37c-f7d4fc2b29e8 req-e2e13562-909c-463c-9f4e-95cde97a89db tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 945 time: 0.1168180 Aug 16 01:46:35.741397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2303741-a654-4d0b-a421-107e096fafdf req-d2d57820-b95a-4a71-8ea5-1481be6026c0 service neutron] 10.222.0.74 "GET /v2.0/networks/e64164e9-0c47-4181-a791-d018082fd2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410458 Aug 16 01:46:35.759493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e5752c6-73c7-4f67-a37c-f7d4fc2b29e8 req-640033ed-caa9-421d-b987-eed9fa49872d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454679 Aug 16 01:46:35.842817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4df1f24a-8cb9-48c7-9d65-15deea88de7a req-4a707c0f-3e19-4c5b-99c7-8f29bb73aef2 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 210 time: 0.0272374 Aug 16 01:46:35.853735 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.951172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'name': 'network-vif-deleted', 'tag': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:35.954654 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d059bf6-976f-482c-8079-aac6c10ad4a4" -d '{"events": [{"server_uuid": "be13fafb-097f-4895-ad8f-58aa5e27094a", "name": "network-vif-deleted", "tag": "1b49fc0f-2a53-4fbd-a2a1-51445a5f2565"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:36.078291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773bc7d-6f4b-4ada-ac9b-b76146485191 req-0df81f96-27f2-4e85-b70b-f2e94e552b0a tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.079867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1773bc7d-6f4b-4ada-ac9b-b76146485191 req-0df81f96-27f2-4e85-b70b-f2e94e552b0a tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 945 time: 0.0888758 Aug 16 01:46:36.086722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-596a2697-57c3-4330-b12e-b478d1662405 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.088110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-596a2697-57c3-4330-b12e-b478d1662405 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "GET /v2.0/networks?id=24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 200 len: 804 time: 0.1689239 Aug 16 01:46:36.105622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Request body: {'port': {'device_id': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'admin_state_up': True, 'tenant_id': '8fbfff59d0174f2993e0c07e3ce1bd15'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:36.165462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1773bc7d-6f4b-4ada-ac9b-b76146485191 req-156056ff-9322-43d7-b805-67b1e6eb0b59 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763912 Aug 16 01:46:36.254940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aeb24ab0-9683-4344-80ae-990842d8e1c6 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:36.260537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f399014-ca90-4d97-ba14-96bd39b1b379 req-6b91c3a4-a0e1-4090-b8bf-f5192b5f8127 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 210 time: 0.0369656 Aug 16 01:46:36.325506 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93be65c-b4aa-4e95-b495-f40b0e47487f x-openstack-request-id: req-d93be65c-b4aa-4e95-b495-f40b0e47487f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:36.325895 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be13fafb-097f-4895-ad8f-58aa5e27094a", "name": "network-vif-deleted", "tag": "1b49fc0f-2a53-4fbd-a2a1-51445a5f2565", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:36.326180 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d93be65c-b4aa-4e95-b495-f40b0e47487f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:36.326690 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be13fafb-097f-4895-ad8f-58aa5e27094a', 'name': 'network-vif-deleted', 'tag': '1b49fc0f-2a53-4fbd-a2a1-51445a5f2565', 'status': 'completed', 'code': 200} Aug 16 01:46:36.389252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Made reservation on behalf of 8fbfff59d0174f2993e0c07e3ce1bd15 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:36.393001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.415918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port aeb24ab0-9683-4344-80ae-990842d8e1c6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:36.421200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port aeb24ab0-9683-4344-80ae-990842d8e1c6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:36.421603 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.505715 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.517393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622c00b-b761-4460-a9f1-89b5d9d6a0e6 req-2b735e0e-dd11-43b3-91ad-d304a387486b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.518956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5622c00b-b761-4460-a9f1-89b5d9d6a0e6 req-2b735e0e-dd11-43b3-91ad-d304a387486b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.0992739 Aug 16 01:46:36.528001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb24ab0-9683-4344-80ae-990842d8e1c6'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:36.530468 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3222d5df-a400-4e24-8254-fe22aad4b812" -d '{"events": [{"server_uuid": "78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db", "name": "network-vif-plugged", "status": "completed", "tag": "aeb24ab0-9683-4344-80ae-990842d8e1c6"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:36.543219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:36.591239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Allocated IP 172.20.0.7 (24268f93-d8c6-443a-bccc-728c497fb771/b2f412be-9693-4499-9b6e-5d42eec545f4/9b352bfb-e91a-4d78-8251-97ac5ab03bfa) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:36.596317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5622c00b-b761-4460-a9f1-89b5d9d6a0e6 req-709d557d-8a3d-4cc8-b294-25ddd9c0c56d tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546508 Aug 16 01:46:36.647596 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.657235 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbc7a74-dfde-476b-865e-1bb9cd6d3956 x-openstack-request-id: req-2fbc7a74-dfde-476b-865e-1bb9cd6d3956 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:36.657235 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db", "name": "network-vif-plugged", "status": "completed", "tag": "aeb24ab0-9683-4344-80ae-990842d8e1c6", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:36.657852 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2fbc7a74-dfde-476b-865e-1bb9cd6d3956 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:36.658018 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb24ab0-9683-4344-80ae-990842d8e1c6', 'code': 200} Aug 16 01:46:36.730349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=aeb24ab0-9683-4344-80ae-990842d8e1c6,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:36.854027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42022795-4857-4ad0-8012-81b0f877907b req-7df7abf0-d1bd-4e0c-a250-6489dad16a2a tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.855552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42022795-4857-4ad0-8012-81b0f877907b req-7df7abf0-d1bd-4e0c-a250-6489dad16a2a tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 944 time: 0.1237841 Aug 16 01:46:36.859220 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.883757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbf47e-255a-4b50-b3a3-1b609a96d720 req-d6680ee0-c72f-4733-8b68-fb4bdf724301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.885298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ffbf47e-255a-4b50-b3a3-1b609a96d720 req-d6680ee0-c72f-4733-8b68-fb4bdf724301 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 1098 time: 0.1359632 Aug 16 01:46:36.929851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42022795-4857-4ad0-8012-81b0f877907b req-37429554-13b7-4d71-8ee1-d54ba055753e tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ae5babc-ac56-4776-85f1-1fea57855227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668304 Aug 16 01:46:36.956439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ffbf47e-255a-4b50-b3a3-1b609a96d720 req-ad4a9f59-5391-4027-b33f-fc2734dbb44a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612226 Aug 16 01:46:37.037673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a65c4-2024-4fa0-b3cb-2a04f14635a5 req-cc4c5782-f201-4372-9f35-eb5eac547d5b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:37.039208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f11a65c4-2024-4fa0-b3cb-2a04f14635a5 req-cc4c5782-f201-4372-9f35-eb5eac547d5b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.0532434 Aug 16 01:46:37.077805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f11a65c4-2024-4fa0-b3cb-2a04f14635a5 req-bc704171-eeb4-4a4a-a084-16aff0d55c38 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Aug 16 01:46:37.080433 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.134545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Network 24268f93-d8c6-443a-bccc-728c497fb771 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:37.136343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:37.146897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Pushing event updated for resources: {'Port': ['ID=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:37.149312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:37.230155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:37.230784 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.251835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c8dd-92c5-4a3a-ae90-fd7e8dd67d31 req-16954584-a9f0-4cc7-b0f6-76daf7c82286 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:37.253447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4367c8dd-92c5-4a3a-ae90-fd7e8dd67d31 req-16954584-a9f0-4cc7-b0f6-76daf7c82286 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 946 time: 0.0807323 Aug 16 01:46:37.294738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4367c8dd-92c5-4a3a-ae90-fd7e8dd67d31 req-96e4322a-5e14-4914-9db8-c23a92ed2afb tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349357 Aug 16 01:46:37.363370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-54dc4b38-abcb-45ab-94b2-d6038767cd37 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2612855 Aug 16 01:46:37.378648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Request body: {'port': {'device_id': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:37.444702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93c109-74a6-4706-a1fb-d24544655abf req-68e6793d-549c-4518-9783-bd69d0803fdc tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:37.446206 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b93c109-74a6-4706-a1fb-d24544655abf req-68e6793d-549c-4518-9783-bd69d0803fdc tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.64 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 945 time: 0.1134262 Aug 16 01:46:37.489391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134631-0b51-434f-96ba-4b7a2d7eec39 req-264e42c0-1d0f-4aed-8e62-aa856151e310 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:37.490908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0134631-0b51-434f-96ba-4b7a2d7eec39 req-264e42c0-1d0f-4aed-8e62-aa856151e310 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 931 time: 0.1314361 Aug 16 01:46:37.518494 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.622349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0134631-0b51-434f-96ba-4b7a2d7eec39 req-2dd0e421-057a-4edd-bc9f-2084ea7f40a7 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119711 Aug 16 01:46:37.724875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5b93c109-74a6-4706-a1fb-d24544655abf req-5aa8ffbc-f2ab-4ad1-a03e-b730d48bcab8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Deleting port 9c8248ce-5cfd-4cdc-8061-00324c869960 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:37.725222 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5b93c109-74a6-4706-a1fb-d24544655abf req-5aa8ffbc-f2ab-4ad1-a03e-b730d48bcab8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.921689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b578f3-e501-49ce-b542-4c4a3bd7be34 req-074e978d-fc0d-48db-a8d3-af9e18f45b64 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:37.923216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3b578f3-e501-49ce-b542-4c4a3bd7be34 req-074e978d-fc0d-48db-a8d3-af9e18f45b64 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 945 time: 0.1206074 Aug 16 01:46:37.951445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5b93c109-74a6-4706-a1fb-d24544655abf req-5aa8ffbc-f2ab-4ad1-a03e-b730d48bcab8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] For port 9c8248ce-5cfd-4cdc-8061-00324c869960, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9c8248ce-5cfd-4cdc-8061-00324c869960,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:37.951810 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5b93c109-74a6-4706-a1fb-d24544655abf req-5aa8ffbc-f2ab-4ad1-a03e-b730d48bcab8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.984272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5b93c109-74a6-4706-a1fb-d24544655abf req-5aa8ffbc-f2ab-4ad1-a03e-b730d48bcab8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Calling delete_port for 9c8248ce-5cfd-4cdc-8061-00324c869960 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:38.032044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3b578f3-e501-49ce-b542-4c4a3bd7be34 req-bb0d805a-501f-4eaa-9301-5c17ed9c3adf tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937183 Aug 16 01:46:38.077369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b352bfb-e91a-4d78-8251-97ac5ab03bfa {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:38.087605 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.139332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Transition to ACTIVE for port object 9b352bfb-e91a-4d78-8251-97ac5ab03bfa will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:38.142822 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c1116d31-768e-436b-9f50-6329c924f117 req-4f47c764-4c4c-4730-84db-9aab36d42edb tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 210 time: 0.0443225 Aug 16 01:46:38.250678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4b87d-7b3d-4185-91e5-96d896db22e5 req-e7a90f78-b1c7-4378-bb0e-5edf6d0b05b5 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.252176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60f4b87d-7b3d-4185-91e5-96d896db22e5 req-e7a90f78-b1c7-4378-bb0e-5edf6d0b05b5 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.0544183 Aug 16 01:46:38.255126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:38.286135 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.331510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60f4b87d-7b3d-4185-91e5-96d896db22e5 req-e8ff44bc-167a-4187-8010-f561ad5fca71 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730515 Aug 16 01:46:38.353194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5b93c109-74a6-4706-a1fb-d24544655abf req-5aa8ffbc-f2ab-4ad1-a03e-b730d48bcab8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.369507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['9c8248ce-5cfd-4cdc-8061-00324c869960'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:38.388694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Pushing event updated for resources: {'Port': ['ID=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:38.455216 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-18a22af2-a591-4633-ad9c-9c7f1441d20b tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:46:38.456421 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-18a22af2-a591-4633-ad9c-9c7f1441d20b tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075712 Aug 16 01:46:38.520972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b93c109-74a6-4706-a1fb-d24544655abf req-5aa8ffbc-f2ab-4ad1-a03e-b730d48bcab8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] No DVR routers for this DVR port 9c8248ce-5cfd-4cdc-8061-00324c869960 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:38.524967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8ffbc-f2ab-4ad1-a03e-b730d48bcab8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Pushing event deleted for resources: {'Port': ['ID=9c8248ce-5cfd-4cdc-8061-00324c869960,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:38.525722 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Request body: {'binding': {'host': 'n-h2-768509-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:38.525918 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5b93c109-74a6-4706-a1fb-d24544655abf req-5aa8ffbc-f2ab-4ad1-a03e-b730d48bcab8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.526158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['67cad001-c649-45e9-94bb-13db2e6f8f5d', '86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:38.527794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b93c109-74a6-4706-a1fb-d24544655abf req-5aa8ffbc-f2ab-4ad1-a03e-b730d48bcab8 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.64 "DELETE /v2.0/ports/9c8248ce-5cfd-4cdc-8061-00324c869960 HTTP/1.1" status: 204 len: 173 time: 1.0613170 Aug 16 01:46:38.529981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95a96cf-69a4-4317-b147-d7c9216ff321', 'name': 'network-vif-deleted', 'tag': '9c8248ce-5cfd-4cdc-8061-00324c869960'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:38.532302 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3093ea3-20f8-4938-b58b-9b92479ca9b7" -d '{"events": [{"server_uuid": "c95a96cf-69a4-4317-b147-d7c9216ff321", "name": "network-vif-deleted", "tag": "9c8248ce-5cfd-4cdc-8061-00324c869960"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:38.545758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Unknown quota resources ['binding']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:46:38.575568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7de870-da08-44ea-bdfd-4db9c23f0c1a req-1c54400e-0a60-4042-831f-4cfb919db8ff tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.577916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e7de870-da08-44ea-bdfd-4db9c23f0c1a req-1c54400e-0a60-4042-831f-4cfb919db8ff tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 944 time: 0.1654363 Aug 16 01:46:38.584978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Attempting to bind port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:38.585939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Attempting to bind port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:38.586554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Attempting to bind port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa on network 24268f93-d8c6-443a-bccc-728c497fb771 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:38.595391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa on network 24268f93-d8c6-443a-bccc-728c497fb771 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:38.596181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Attempting to bind port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa on network 24268f93-d8c6-443a-bccc-728c497fb771 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:38.596328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa,segment=NetworkSegment(a636e2f0-95ac-4fab-af53-b8840da061c0),segment_id=a636e2f0-95ac-4fab-af53-b8840da061c0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:38.626916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa', 'network_id': 'e64164e9-0c47-4181-a791-d018082fd2ce', 'port_id': '9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa', 'mac_address': 'fa:16:3e:2d:96:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d0468e-7a4c-4dd2-89b1-c59183de4377', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:38.632562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:38.632910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Checking segment: {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:38.633570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Bound using segment: {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:38.634040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Bound port: 9b352bfb-e91a-4d78-8251-97ac5ab03bfa, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:38.634412 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.660122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e7de870-da08-44ea-bdfd-4db9c23f0c1a req-ea63fb8b-f03e-4890-a587-0d4a411ea361 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ae5babc-ac56-4776-85f1-1fea57855227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737031 Aug 16 01:46:38.715172 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.730487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on host n-h2-768509-23 for vnic_type normal with profile None {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:38.731214 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:38.731818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:38.738560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:38.739526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:38.739657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:38.746161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:38.752573 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:38.752573 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:38.752573 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Bound port: 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:38.763306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] For port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:38.769472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] For port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:38.774453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa,segment=NetworkSegment(a636e2f0-95ac-4fab-af53-b8840da061c0),segment_id=a636e2f0-95ac-4fab-af53-b8840da061c0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:38.819155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:38.834487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a7d78-4ee1-4fe0-bd0e-18ab1fb1c521 req-e9f2b186-d0ab-4030-91ef-e817b0e5f172 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.838524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e0a7d78-4ee1-4fe0-bd0e-18ab1fb1c521 req-e9f2b186-d0ab-4030-91ef-e817b0e5f172 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 946 time: 0.0588741 Aug 16 01:46:38.893002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e0a7d78-4ee1-4fe0-bd0e-18ab1fb1c521 req-2c7a678f-a9a7-4e62-9172-695d7b505fb0 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Aug 16 01:46:38.902027 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.902202 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.955145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.956066 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.959810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] 10.222.0.64 "PUT /v2.0/ports/9b352bfb-e91a-4d78-8251-97ac5ab03bfa HTTP/1.1" status: 200 len: 1092 time: 1.5873060 Aug 16 01:46:38.973310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.975237 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-0491693d-0f1f-4255-99f2-1bb0332255d3 service neutron] 10.222.0.66 "POST /v2.0/ports/4bd52f62-d8d3-46f4-b3ba-653b773d4930/bindings HTTP/1.1" status: 201 len: 390 time: 0.5109835 Aug 16 01:46:39.016169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:39.033535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-142c2480-44df-4da7-9ba5-a09a91cc8790 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305622 Aug 16 01:46:39.046374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6d44c-5394-4b02-9f30-9ebdaf427288 service neutron] Pushing event updated for resources: {'Port': ['ID=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:39.186495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57bf2-4082-483c-84b3-6af2ea55bf7c req-c0934967-51f5-47c3-92b4-6ec840c98025 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.187976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdd57bf2-4082-483c-84b3-6af2ea55bf7c req-c0934967-51f5-47c3-92b4-6ec840c98025 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.1612575 Aug 16 01:46:39.229022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-698c3d6d-92a2-4689-be36-e371cfc49318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.230553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-698c3d6d-92a2-4689-be36-e371cfc49318 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 1095 time: 0.1169071 Aug 16 01:46:39.248852 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:39.300867 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfed9b04-6e22-462e-8db4-81c21fc6db6e x-openstack-request-id: req-bfed9b04-6e22-462e-8db4-81c21fc6db6e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:39.301151 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95a96cf-69a4-4317-b147-d7c9216ff321", "name": "network-vif-deleted", "tag": "9c8248ce-5cfd-4cdc-8061-00324c869960", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:39.301454 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bfed9b04-6e22-462e-8db4-81c21fc6db6e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:39.302398 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95a96cf-69a4-4317-b147-d7c9216ff321', 'name': 'network-vif-deleted', 'tag': '9c8248ce-5cfd-4cdc-8061-00324c869960', 'status': 'completed', 'code': 200} Aug 16 01:46:39.309044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-b5174f90-ef8f-4ac3-9bc5-d5c87b8ce487 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.310613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-b5174f90-ef8f-4ac3-9bc5-d5c87b8ce487 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676704 Aug 16 01:46:39.313971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdd57bf2-4082-483c-84b3-6af2ea55bf7c req-6ba9a59d-40dc-4aff-a035-996da34ed264 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182921 Aug 16 01:46:39.315247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-760cc556-9bb3-4562-9067-411ff2fdc39a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b352bfb-e91a-4d78-8251-97ac5ab03bfa HTTP/1.1" status: 200 len: 217 time: 0.0717247 Aug 16 01:46:39.385640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Request body: {'port': {'device_id': '326258c3-db2f-4636-b45f-08ea353ea8f4', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '85297740961d4da5a9fd05b4476c7da6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:39.450126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-3e06db9f-2372-4095-89d3-18090a9ea4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.452709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-3e06db9f-2372-4095-89d3-18090a9ea4aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2f412be-9693-4499-9b6e-5d42eec545f4 HTTP/1.1" status: 200 len: 844 time: 0.1267610 Aug 16 01:46:39.516494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-1838746e-58b5-4f7b-b7ad-0ec44ffc0d88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24268f93-d8c6-443a-bccc-728c497fb771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410116 Aug 16 01:46:39.534203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5be53-1813-4da2-9ac1-064f0b388720 req-3ab19400-313e-4b4e-9be8-a66d6916b64c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.535701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fbc5be53-1813-4da2-9ac1-064f0b388720 req-3ab19400-313e-4b4e-9be8-a66d6916b64c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 943 time: 0.2195094 Aug 16 01:46:39.695593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fbc5be53-1813-4da2-9ac1-064f0b388720 req-75532d4f-caa9-4e9d-8f33-09bc00801a5d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428390 Aug 16 01:46:39.746914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f41d2-9788-4bdd-bbc1-7a6f0e36bbc3 req-1eaa3ecc-3794-4fc3-a53e-b528ecbd68e3 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.749081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-915f41d2-9788-4bdd-bbc1-7a6f0e36bbc3 req-1eaa3ecc-3794-4fc3-a53e-b528ecbd68e3 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 1098 time: 0.1287813 Aug 16 01:46:39.753898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-c78b637a-4e4d-48e1-97ad-656579d0590a service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278512 Aug 16 01:46:40.007072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-2996ef50-5644-4443-86f5-4b80aaa6b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:40.009184 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-2996ef50-5644-4443-86f5-4b80aaa6b2b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 1097 time: 0.0464895 Aug 16 01:46:40.121074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-08dd49ab-de63-4f94-92f2-facc05c3942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:40.122677 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-08dd49ab-de63-4f94-92f2-facc05c3942c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.0982289 Aug 16 01:46:40.168860 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-8a52e5c6-d210-43a7-94fe-03060f821200 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930 HTTP/1.1" status: 200 len: 217 time: 0.0355494 Aug 16 01:46:40.174397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Made reservation on behalf of 85297740961d4da5a9fd05b4476c7da6 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:40.177848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.181228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9889fce0-6cff-4027-9689-790643761b4d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4188702 Aug 16 01:46:40.183043 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1dd480af-4749-4ecb-b48a-70eda9ebbfe2 req-0fef09eb-2e8b-41fa-94dd-68957349d573 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=c95a96cf-69a4-4317-b147-d7c9216ff321 HTTP/1.1" status: 200 len: 210 time: 0.3948522 Aug 16 01:46:40.228016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-301d65d4-0297-48e6-ad92-524ab9b418c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:40.229680 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-301d65d4-0297-48e6-ad92-524ab9b418c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.0484307 Aug 16 01:46:40.234785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-915f41d2-9788-4bdd-bbc1-7a6f0e36bbc3 req-16b61a58-9ba8-42f2-8957-5571b2c4ef67 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792695 Aug 16 01:46:40.276162 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-7581be51-1302-4389-a7c5-2adaa07a1d85 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327020 Aug 16 01:46:40.335815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f6cb907-be21-48db-aaad-2b8d4bfea79f req-60cc8a05-ba64-4c43-ac91-031b88a3e0bc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 210 time: 0.0641053 Aug 16 01:46:40.383365 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-5b96633c-a7b8-49e0-9332-fe4afb939c22 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000166 Aug 16 01:46:40.470439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a4851a9-c6c2-4b15-917f-0e23405024d0 req-77054cec-37af-45c7-8119-9442fe907cad service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067301 Aug 16 01:46:40.483825 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-d3d38d13-e050-4126-9a86-2a75c3763beb service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930796 Aug 16 01:46:40.489525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-a5372f7b-9c61-441a-b190-162c807cb614 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:40.491040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-a5372f7b-9c61-441a-b190-162c807cb614 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2918706 Aug 16 01:46:40.509249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Request body: {'port': {'device_id': '2656e2fd-7540-4951-841d-67f2a39834f5', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '85297740961d4da5a9fd05b4476c7da6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:40.522767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8b7b9-8fe4-4706-ae08-4542a039e798 req-2e032f2e-4b01-47e3-8a9d-5dc5d14a46b7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:40.524156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fe8b7b9-8fe4-4706-ae08-4542a039e798 req-2e032f2e-4b01-47e3-8a9d-5dc5d14a46b7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 945 time: 0.2235103 Aug 16 01:46:40.612509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ccc35-9e15-4d29-8d51-762c5af93a58 req-5892b612-29fd-4784-a0b9-c0b88e9868a0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:40.614257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b7ccc35-9e15-4d29-8d51-762c5af93a58 req-5892b612-29fd-4784-a0b9-c0b88e9868a0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 945 time: 0.1896756 Aug 16 01:46:40.692641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Allocated IP 192.168.233.130 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/a32b339e-471e-4e74-acd5-8fb5ba6b40bc) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:40.732037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fe8b7b9-8fe4-4706-ae08-4542a039e798 req-779bc207-a179-4e63-bd70-3d97843057a9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889446 Aug 16 01:46:40.754159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b7ccc35-9e15-4d29-8d51-762c5af93a58 req-2e01747b-9c63-4748-bee6-23955c04fcf8 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ae5babc-ac56-4776-85f1-1fea57855227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250856 Aug 16 01:46:40.916666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Made reservation on behalf of 85297740961d4da5a9fd05b4476c7da6 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:40.920349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.977037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3363e9-f215-4148-9760-7a8ae133dcb1 req-630dc684-3dcb-4c96-bf55-aed0cdfa91aa tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:40.978615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b3363e9-f215-4148-9760-7a8ae133dcb1 req-630dc684-3dcb-4c96-bf55-aed0cdfa91aa tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 1098 time: 0.1576734 Aug 16 01:46:40.986066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9d793-e914-425e-b0cb-c1742dff5141 req-09612495-1db4-492a-964f-ced6667b872b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:40.987565 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ad9d793-e914-425e-b0cb-c1742dff5141 req-09612495-1db4-492a-964f-ced6667b872b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.1681657 Aug 16 01:46:41.073003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9c8248ce-5cfd-4cdc-8061-00324c869960 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:41.074702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.096485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 9c8248ce-5cfd-4cdc-8061-00324c869960 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:41.096986 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9c8248ce-5cfd-4cdc-8061-00324c869960 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:41.126659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b3363e9-f215-4148-9760-7a8ae133dcb1 req-11940481-083c-4298-aaf5-58b86ca277fc tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285040 Aug 16 01:46:41.127562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Transition to ACTIVE for port object a32b339e-471e-4e74-acd5-8fb5ba6b40bc will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:41.135293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ad9d793-e914-425e-b0cb-c1742dff5141 req-b41ced28-a55d-47eb-a630-92b695e8f41b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330943 Aug 16 01:46:41.274843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf31e0-612e-4958-b472-04f84b561887 req-9917e810-6848-4f7b-911c-533968ad1fa8 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.279112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7bf31e0-612e-4958-b472-04f84b561887 req-9917e810-6848-4f7b-911c-533968ad1fa8 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 943 time: 0.0595002 Aug 16 01:46:41.303149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'tag': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:41.305554 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b623b26-b3c1-41bf-ab6f-96ac5afed287" -d '{"events": [{"name": "network-changed", "server_uuid": "416fd38d-0918-4dbd-8972-a9b8e392ad2f", "tag": "9b352bfb-e91a-4d78-8251-97ac5ab03bfa"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:41.317282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.328788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:41.442901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7bf31e0-612e-4958-b472-04f84b561887 req-fc712364-f94e-44ab-b05b-68e36515f9c1 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592140 Aug 16 01:46:41.444615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:41.459219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:41.463917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event updated for resources: {'Port': ['ID=a32b339e-471e-4e74-acd5-8fb5ba6b40bc,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:41.466533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:41.492176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Allocated IP 192.168.233.145 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/54ac0ecf-504c-4df4-880c-30c8ec8aad33) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:41.557444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.558133 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.578312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabfecf-6d92-4358-bed8-b82611601279 req-c2167f89-f18c-40f5-a6ac-b3a2ef34b70c tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.586272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7eabfecf-6d92-4358-bed8-b82611601279 req-c2167f89-f18c-40f5-a6ac-b3a2ef34b70c tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.2863328 Aug 16 01:46:41.652575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7eabfecf-6d92-4358-bed8-b82611601279 req-23ce974a-1514-4b64-ae21-0ff4e13d4d60 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654106 Aug 16 01:46:41.752049 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3782e53-44d3-459d-a2f4-3bcb9e65ee74 x-openstack-request-id: req-b3782e53-44d3-459d-a2f4-3bcb9e65ee74 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:41.752326 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416fd38d-0918-4dbd-8972-a9b8e392ad2f", "tag": "9b352bfb-e91a-4d78-8251-97ac5ab03bfa", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:41.752573 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3782e53-44d3-459d-a2f4-3bcb9e65ee74 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:41.752969 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'tag': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa', 'status': 'completed', 'code': 200} Aug 16 01:46:41.762573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-40c45c7e-98c7-453d-bbe9-b3061f99211d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3941412 Aug 16 01:46:41.793301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Request body: {'port': {'device_id': '326258c3-db2f-4636-b45f-08ea353ea8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:41.860656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-094a7825-c83f-49fd-861e-2eed6d00f9ed req-61af4c3c-0dc5-4e5c-a24d-78caeeea8979 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 210 time: 0.0711889 Aug 16 01:46:41.863326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9403ae93-ff37-426a-ac32-4ffa50b53bbf None None] Provisioning for port a32b339e-471e-4e74-acd5-8fb5ba6b40bc completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:41.868911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.871931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9403ae93-ff37-426a-ac32-4ffa50b53bbf None None] Provisioning complete for port a32b339e-471e-4e74-acd5-8fb5ba6b40bc triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:41.872494 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9403ae93-ff37-426a-ac32-4ffa50b53bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.922692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b623b26-b3c1-41bf-ab6f-96ac5afed287 req-8e3918cd-e39a-49c5-a261-911980809ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.924908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b623b26-b3c1-41bf-ab6f-96ac5afed287 req-8e3918cd-e39a-49c5-a261-911980809ff9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 1095 time: 0.1817808 Aug 16 01:46:41.931184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9403ae93-ff37-426a-ac32-4ffa50b53bbf None None] Port a32b339e-471e-4e74-acd5-8fb5ba6b40bc cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:41.949509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Transition to ACTIVE for port object 54ac0ecf-504c-4df4-880c-30c8ec8aad33 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:41.961087 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.163315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b623b26-b3c1-41bf-ab6f-96ac5afed287 req-0267d177-3fe9-48d3-822c-8a20e095fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.164743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b623b26-b3c1-41bf-ab6f-96ac5afed287 req-0267d177-3fe9-48d3-822c-8a20e095fb57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 200 len: 905 time: 0.2274628 Aug 16 01:46:42.215659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b623b26-b3c1-41bf-ab6f-96ac5afed287 req-03edf659-b942-4bff-b184-adbcc7749d2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b352bfb-e91a-4d78-8251-97ac5ab03bfa HTTP/1.1" status: 200 len: 217 time: 0.0399556 Aug 16 01:46:42.217309 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.233653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:42.299394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:42.349810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b623b26-b3c1-41bf-ab6f-96ac5afed287 req-b3f704db-8b4e-46a6-a477-decafb03d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.352233 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b623b26-b3c1-41bf-ab6f-96ac5afed287 req-b3f704db-8b4e-46a6-a477-decafb03d3b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2f412be-9693-4499-9b6e-5d42eec545f4 HTTP/1.1" status: 200 len: 844 time: 0.0943582 Aug 16 01:46:42.432724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:42.748557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b623b26-b3c1-41bf-ab6f-96ac5afed287 req-bb4c3c6c-7251-474b-ad1e-590636599dba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24268f93-d8c6-443a-bccc-728c497fb771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829875 Aug 16 01:46:42.748557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:42.748557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:42.748557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.748557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.748557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event updated for resources: {'Port': ['ID=54ac0ecf-504c-4df4-880c-30c8ec8aad33,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.748557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1db427-2417-4e22-9324-38a292c2a33a req-4b42d4bf-8043-47ce-bd04-e460679588cb tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.748557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c1db427-2417-4e22-9324-38a292c2a33a req-4b42d4bf-8043-47ce-bd04-e460679588cb tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 945 time: 0.2929447 Aug 16 01:46:42.937310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:42.937310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:42.937310 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.938843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32b339e-471e-4e74-acd5-8fb5ba6b40bc {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:42.938843 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.938843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b623b26-b3c1-41bf-ab6f-96ac5afed287 req-ba92adcb-46e5-47af-a8cf-5f7619e524d3 service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444348 Aug 16 01:46:42.938843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c1db427-2417-4e22-9324-38a292c2a33a req-68206c06-2c16-48bf-9ea8-6fe25a926de0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982845 Aug 16 01:46:42.938843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Transition to ACTIVE for port object a32b339e-471e-4e74-acd5-8fb5ba6b40bc will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:42.939760 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.939760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:42.939760 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7ea675-75d3-46f3-85bc-43cba47af1bc" -d '{"events": [{"server_uuid": "2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64", "name": "network-vif-plugged", "status": "completed", "tag": "9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:42.939760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa,segment=NetworkSegment(a636e2f0-95ac-4fab-af53-b8840da061c0),segment_id=a636e2f0-95ac-4fab-af53-b8840da061c0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:42.977348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69bbec-3a9c-4b17-8a67-4ae6c34f234b req-4aabd78c-9a08-4f97-bdd8-e55267e403e5 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.978852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e69bbec-3a9c-4b17-8a67-4ae6c34f234b req-4aabd78c-9a08-4f97-bdd8-e55267e403e5 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 945 time: 0.0790133 Aug 16 01:46:42.984640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b623b26-b3c1-41bf-ab6f-96ac5afed287 req-521a402e-4d40-4d9a-b8e4-895e1f274a70 service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715431 Aug 16 01:46:43.012169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9a121a4e-7656-462f-bd24-f2235b30c110 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5048602 Aug 16 01:46:43.023484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Request body: {'port': {'device_id': '2656e2fd-7540-4951-841d-67f2a39834f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:43.028136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e69bbec-3a9c-4b17-8a67-4ae6c34f234b req-2d0bc6f9-ae44-4a21-b178-8b639ead2c3a tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ae5babc-ac56-4776-85f1-1fea57855227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Aug 16 01:46:43.082455 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.085553 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.099878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-75e2e2de-4fb8-4077-8f44-8f532b9c2675 None None] Provisioning for port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:43.104147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9b352bfb-e91a-4d78-8251-97ac5ab03bfa details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:43.145233 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.168792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-75e2e2de-4fb8-4077-8f44-8f532b9c2675 None None] Provisioning complete for port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:43.168792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-75e2e2de-4fb8-4077-8f44-8f532b9c2675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.177341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Pushing event updated for resources: {'Port': ['ID=a32b339e-471e-4e74-acd5-8fb5ba6b40bc,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:43.265029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-75e2e2de-4fb8-4077-8f44-8f532b9c2675 None None] Port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:43.306595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:43.383681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:43.405667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'port_id': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa', 'mac_address': 'fa:16:3e:ef:85:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f412be-9693-4499-9b6e-5d42eec545f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:43.436296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Attempting to bind port a32b339e-471e-4e74-acd5-8fb5ba6b40bc on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:43.436918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Attempting to bind port a32b339e-471e-4e74-acd5-8fb5ba6b40bc by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:43.437159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Attempting to bind port a32b339e-471e-4e74-acd5-8fb5ba6b40bc on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:43.446244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0995d9-7d99-4770-a977-4348a259e532 req-04a7754e-7641-4f8a-baad-3b7c92ced2e7 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.447755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b0995d9-7d99-4770-a977-4348a259e532 req-04a7754e-7641-4f8a-baad-3b7c92ced2e7 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6705bd2-662b-4cd9-bb61-19918c187653 HTTP/1.1" status: 200 len: 946 time: 0.2215400 Aug 16 01:46:43.450771 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.464646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b352bfb-e91a-4d78-8251-97ac5ab03bfa {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:43.467668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Port a32b339e-471e-4e74-acd5-8fb5ba6b40bc on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:43.467988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Attempting to bind port a32b339e-471e-4e74-acd5-8fb5ba6b40bc on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:43.487631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:43.487963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:43.488364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:43.489138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Bound port: a32b339e-471e-4e74-acd5-8fb5ba6b40bc, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:43.489434 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.498707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:43.554051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b0995d9-7d99-4770-a977-4348a259e532 req-3e0f989f-887a-4ebc-b8a4-7132124e99d7 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985382 Aug 16 01:46:43.651530 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.667003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] For port a32b339e-471e-4e74-acd5-8fb5ba6b40bc, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:43.700085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:43.703662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] For port a32b339e-471e-4e74-acd5-8fb5ba6b40bc, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a32b339e-471e-4e74-acd5-8fb5ba6b40bc,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:43.761653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e226914-4e75-4ada-aaa0-c76d07c0b2a5 req-d2d2a7be-8baf-40c2-909f-d35aa942cdc3 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.763321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e226914-4e75-4ada-aaa0-c76d07c0b2a5 req-d2d2a7be-8baf-40c2-909f-d35aa942cdc3 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.1178536 Aug 16 01:46:43.784564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ac0ecf-504c-4df4-880c-30c8ec8aad33 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:43.799908 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.824347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Transition to ACTIVE for port object 54ac0ecf-504c-4df4-880c-30c8ec8aad33 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:43.828564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e226914-4e75-4ada-aaa0-c76d07c0b2a5 req-43f5dea8-d2af-415d-bca1-9989b88c15fd tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553336 Aug 16 01:46:43.866700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff50a3-918e-4dab-b56c-88e45ec39e82 req-1697bcbe-3d32-475f-ae4c-85c3bd78cc67 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.868478 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2aff50a3-918e-4dab-b56c-88e45ec39e82 req-1697bcbe-3d32-475f-ae4c-85c3bd78cc67 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.74 "GET /v2.0/ports?device_id=e6705bd2-662b-4cd9-bb61-19918c187653 HTTP/1.1" status: 200 len: 946 time: 0.0593965 Aug 16 01:46:43.909682 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.954305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['9b352bfb-e91a-4d78-8251-97ac5ab03bfa'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:43.986148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-2aff50a3-918e-4dab-b56c-88e45ec39e82 req-49578848-4cdb-4f76-ac2a-93880ae29d76 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Deleting port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:43.986783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2aff50a3-918e-4dab-b56c-88e45ec39e82 req-49578848-4cdb-4f76-ac2a-93880ae29d76 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.102908 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-2aff50a3-918e-4dab-b56c-88e45ec39e82 req-49578848-4cdb-4f76-ac2a-93880ae29d76 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] For port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:44.103748 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2aff50a3-918e-4dab-b56c-88e45ec39e82 req-49578848-4cdb-4f76-ac2a-93880ae29d76 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.126157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-2aff50a3-918e-4dab-b56c-88e45ec39e82 req-49578848-4cdb-4f76-ac2a-93880ae29d76 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Calling delete_port for 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:44.265893 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.299919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:44.300521 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.301938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] 10.222.0.74 "PUT /v2.0/ports/a32b339e-471e-4e74-acd5-8fb5ba6b40bc HTTP/1.1" status: 200 len: 1097 time: 2.5173934 Aug 16 01:46:44.304256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326258c3-db2f-4636-b45f-08ea353ea8f4', 'tag': 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:44.306557 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419fa323-0b94-4307-b702-542ebc629a31" -d '{"events": [{"name": "network-changed", "server_uuid": "326258c3-db2f-4636-b45f-08ea353ea8f4", "tag": "a32b339e-471e-4e74-acd5-8fb5ba6b40bc"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:44.337413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452b99b-0e80-4a02-bcef-8f68777a3737 service neutron] Pushing event updated for resources: {'Port': ['ID=a32b339e-471e-4e74-acd5-8fb5ba6b40bc,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:44.370316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc9f16-39ab-41ca-8313-62137752cbb9 req-652eed56-bd5c-4603-8076-11b02e6ee451 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:44.371807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1bc9f16-39ab-41ca-8313-62137752cbb9 req-652eed56-bd5c-4603-8076-11b02e6ee451 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 944 time: 0.4588213 Aug 16 01:46:44.456805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Pushing event updated for resources: {'Port': ['ID=54ac0ecf-504c-4df4-880c-30c8ec8aad33,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:44.475991 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2aff50a3-918e-4dab-b56c-88e45ec39e82 req-49578848-4cdb-4f76-ac2a-93880ae29d76 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.489793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1bc9f16-39ab-41ca-8313-62137752cbb9 req-d0cd0c7b-2181-4952-a561-437cb915eb05 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958998 Aug 16 01:46:44.494860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Attempting to bind port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:44.495201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Attempting to bind port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:44.495608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Attempting to bind port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:44.500052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['67cad001-c649-45e9-94bb-13db2e6f8f5d', '86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:44.511071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:44.513339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Attempting to bind port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:44.525156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:44.525574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:44.525985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:44.526454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Bound port: 54ac0ecf-504c-4df4-880c-30c8ec8aad33, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:44.526837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.571952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-511c7ddf-01cb-4978-87e3-027694679724 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:46:44.590453 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-511c7ddf-01cb-4978-87e3-027694679724 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0732348 Aug 16 01:46:44.597267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Request body: {'binding': {'host': 'n-h1-768509-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:44.597724 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Unknown quota resources ['binding']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:46:44.600106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49578848-4cdb-4f76-ac2a-93880ae29d76 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Pushing event deleted for resources: {'Port': ['ID=86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:44.728119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aff50a3-918e-4dab-b56c-88e45ec39e82 req-49578848-4cdb-4f76-ac2a-93880ae29d76 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] No DVR routers for this DVR port 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:44.735781 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2aff50a3-918e-4dab-b56c-88e45ec39e82 req-49578848-4cdb-4f76-ac2a-93880ae29d76 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.737997 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2aff50a3-918e-4dab-b56c-88e45ec39e82 req-49578848-4cdb-4f76-ac2a-93880ae29d76 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.74 "DELETE /v2.0/ports/86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f HTTP/1.1" status: 204 len: 173 time: 0.8585443 Aug 16 01:46:44.738597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6705bd2-662b-4cd9-bb61-19918c187653', 'name': 'network-vif-deleted', 'tag': '86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:44.749921 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926fe534-3a4a-47c9-be3a-68e55205adec" -d '{"events": [{"server_uuid": "e6705bd2-662b-4cd9-bb61-19918c187653", "name": "network-vif-deleted", "tag": "86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:44.792712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-c2fe9cbc-4861-44b1-b0cb-4fc3faaf2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:44.792712 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-c2fe9cbc-4861-44b1-b0cb-4fc3faaf2ecc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 1100 time: 0.2616100 Aug 16 01:46:44.835954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868564a-80cf-4b45-a6b2-2b6cd545b6ef req-2934a660-d92b-44b2-862a-dbb1e1cb8d6c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:44.843694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3868564a-80cf-4b45-a6b2-2b6cd545b6ef req-2934a660-d92b-44b2-862a-dbb1e1cb8d6c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 948 time: 0.1898539 Aug 16 01:46:44.881628 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 on host n-h1-768509-23 for vnic_type normal with profile None {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:44.882262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:44.882496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:44.883115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] For port 54ac0ecf-504c-4df4-880c-30c8ec8aad33, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:44.887500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Port aeb24ab0-9683-4344-80ae-990842d8e1c6 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:44.887921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:44.893494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:44.897549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:44.897549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:44.897549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Bound port: aeb24ab0-9683-4344-80ae-990842d8e1c6, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:44.910323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-920e5139-678f-4fef-a06b-b110b9980f3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=a32b339e-471e-4e74-acd5-8fb5ba6b40bc HTTP/1.1" status: 200 len: 217 time: 0.0961757 Aug 16 01:46:44.930217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] For port 54ac0ecf-504c-4df4-880c-30c8ec8aad33, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=54ac0ecf-504c-4df4-880c-30c8ec8aad33,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:44.950171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:44.972087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3868564a-80cf-4b45-a6b2-2b6cd545b6ef req-325864bd-8794-4393-8589-6652fd3a84cd tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275229 Aug 16 01:46:44.981752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-31c8ffa2-24db-48db-adf3-ecc7ac32a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:44.989283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-31c8ffa2-24db-48db-adf3-ecc7ac32a862 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0648675 Aug 16 01:46:45.036214 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.040254 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c114309c-29c3-46b3-9319-cf90d1e15914 service neutron] 10.222.0.66 "POST /v2.0/ports/aeb24ab0-9683-4344-80ae-990842d8e1c6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4489579 Aug 16 01:46:45.048757 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.073412 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fecc4d-a2f2-43d2-938c-075b9185bdbe x-openstack-request-id: req-c7fecc4d-a2f2-43d2-938c-075b9185bdbe {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:45.073738 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64", "name": "network-vif-plugged", "status": "completed", "tag": "9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:45.074071 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7fecc4d-a2f2-43d2-938c-075b9185bdbe {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:45.074715 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa', 'code': 200} Aug 16 01:46:45.090632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9b352bfb-e91a-4d78-8251-97ac5ab03bfa up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:45.217954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.217954 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.217954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] 10.222.0.74 "PUT /v2.0/ports/54ac0ecf-504c-4df4-880c-30c8ec8aad33 HTTP/1.1" status: 200 len: 1097 time: 2.1412277 Aug 16 01:46:45.217954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-de023e22-e0dd-4b54-9a87-a3e300ed7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.217954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-de023e22-e0dd-4b54-9a87-a3e300ed7b10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1803329 Aug 16 01:46:45.274870 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824e4c6-2266-48a3-a748-b9b8c584a41a req-08649ace-1bf6-4fe5-bbf2-e16a8b8e04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.313651 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b824e4c6-2266-48a3-a748-b9b8c584a41a req-08649ace-1bf6-4fe5-bbf2-e16a8b8e04cd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 1098 time: 0.0851653 Aug 16 01:46:45.314098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1323cc-b3e1-4fbf-a093-b0088f13ed38 service neutron] Pushing event updated for resources: {'Port': ['ID=54ac0ecf-504c-4df4-880c-30c8ec8aad33,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:45.324116 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b824e4c6-2266-48a3-a748-b9b8c584a41a req-a2aaff6c-8bcd-46c7-aa77-11a5faa8ca44 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2ae5babc-ac56-4776-85f1-1fea57855227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362103 Aug 16 01:46:45.325644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9dac-7167-4c76-9049-e74c98099837 req-d8a658d0-68b7-4d7c-9ecc-c5027ca81a36 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.327976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33ce9dac-7167-4c76-9049-e74c98099837 req-d8a658d0-68b7-4d7c-9ecc-c5027ca81a36 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 945 time: 0.1490018 Aug 16 01:46:45.395184 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33ce9dac-7167-4c76-9049-e74c98099837 req-4a7d5a01-45fd-4988-887a-bdf08fbd6da5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596080 Aug 16 01:46:45.399472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-585d91db-9a46-472b-8310-a439bface4dc service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067592 Aug 16 01:46:45.421243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:45.450544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:45.451561 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.564756 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-20fc9ab3-6749-4126-b0ca-f1df9e0d5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.566867 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-20fc9ab3-6749-4126-b0ca-f1df9e0d5df9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 1100 time: 0.0506742 Aug 16 01:46:45.589205 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.598038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-dece85d3-53d9-4ddb-9737-681266937b0b service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865401 Aug 16 01:46:45.605938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9f96-d3c8-450f-8089-847233a22127 req-c81a4199-9421-42a1-8b7f-67727921b593 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.608254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-593b9f96-d3c8-450f-8089-847233a22127 req-c81a4199-9421-42a1-8b7f-67727921b593 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.1262052 Aug 16 01:46:45.625561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b9543-3ff9-4c29-871a-7e54c9c5e5e9 req-8e19fcbd-cdaa-4695-9cdb-9e1b7b514861 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.628074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c7b9543-3ff9-4c29-871a-7e54c9c5e5e9 req-8e19fcbd-cdaa-4695-9cdb-9e1b7b514861 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 946 time: 0.1100957 Aug 16 01:46:45.648823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:45.666573 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-1a2a0827-2087-425e-b56f-eb0396c66b62 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=54ac0ecf-504c-4df4-880c-30c8ec8aad33 HTTP/1.1" status: 200 len: 217 time: 0.0787044 Aug 16 01:46:45.694082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-593b9f96-d3c8-450f-8089-847233a22127 req-761c72e2-97e2-4ecf-a53d-da07bf4a2e5d tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792849 Aug 16 01:46:45.704759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c7b9543-3ff9-4c29-871a-7e54c9c5e5e9 req-06766483-70e5-4315-9b31-3535498f46c0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ae5babc-ac56-4776-85f1-1fea57855227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585248 Aug 16 01:46:45.735212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-8083bd87-6659-4da2-b673-1b009c741fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.736742 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-8083bd87-6659-4da2-b673-1b009c741fdc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0548739 Aug 16 01:46:45.749672 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec644d7-8015-4139-b9ea-7a91de6852f2 x-openstack-request-id: req-fec644d7-8015-4139-b9ea-7a91de6852f2 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:45.750017 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326258c3-db2f-4636-b45f-08ea353ea8f4", "tag": "a32b339e-471e-4e74-acd5-8fb5ba6b40bc", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:45.750270 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fec644d7-8015-4139-b9ea-7a91de6852f2 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:45.750678 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326258c3-db2f-4636-b45f-08ea353ea8f4', 'tag': 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', 'status': 'completed', 'code': 200} Aug 16 01:46:45.771898 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.799613 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-df39a424-885d-42e4-b12a-5d30a4422dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.801330 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-df39a424-885d-42e4-b12a-5d30a4422dd0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0495765 Aug 16 01:46:45.847086 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:45.867940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bde83f79-7f8f-49bb-b2ae-d582100624d2 req-ef612396-a261-4c2b-b6f0-45d6008b3bb2 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6705bd2-662b-4cd9-bb61-19918c187653 HTTP/1.1" status: 200 len: 210 time: 0.0442805 Aug 16 01:46:45.920446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fa323-0b94-4307-b702-542ebc629a31 req-9bd65133-e479-485d-8901-3529b7811e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.922378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-419fa323-0b94-4307-b702-542ebc629a31 req-9bd65133-e479-485d-8901-3529b7811e79 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 1100 time: 0.0838165 Aug 16 01:46:45.946896 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a638e8dd-5332-4df4-8e12-c9b23b0f13ec x-openstack-request-id: req-a638e8dd-5332-4df4-8e12-c9b23b0f13ec {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:45.946896 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6705bd2-662b-4cd9-bb61-19918c187653", "name": "network-vif-deleted", "tag": "86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:45.946896 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a638e8dd-5332-4df4-8e12-c9b23b0f13ec {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:45.946896 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6705bd2-662b-4cd9-bb61-19918c187653', 'name': 'network-vif-deleted', 'tag': '86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f', 'status': 'completed', 'code': 200} Aug 16 01:46:45.979090 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-9bad115f-62ad-421c-9ebd-3f19b3ed66c2 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171610 Aug 16 01:46:46.083599 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eb4c3f37-6a45-4507-9770-e514b7037fcc req-26ac04de-d7c6-4aff-9dec-df32b91e5fb6 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931597 Aug 16 01:46:46.119870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d79729-354f-4976-9ac2-3f4f29439b8e req-8738c8a3-9bb1-44f2-abf3-a8ebc5104848 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.121376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-51d79729-354f-4976-9ac2-3f4f29439b8e req-8738c8a3-9bb1-44f2-abf3-a8ebc5104848 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 945 time: 0.1704600 Aug 16 01:46:46.133413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d7ff-3638-48c7-9ece-e9f770cd24d9 req-6d4cd257-23c5-4b51-854b-1361f08f2786 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.134976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f53d7ff-3638-48c7-9ece-e9f770cd24d9 req-6d4cd257-23c5-4b51-854b-1361f08f2786 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 946 time: 0.2050951 Aug 16 01:46:46.175081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-8d785be2-796d-4c89-9d78-9eb25f7a853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.176579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-8d785be2-796d-4c89-9d78-9eb25f7a853c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 1098 time: 0.1321914 Aug 16 01:46:46.193393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fa323-0b94-4307-b702-542ebc629a31 req-1c53e2a2-ecc4-41e3-8785-18cf95caee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.194877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-419fa323-0b94-4307-b702-542ebc629a31 req-1c53e2a2-ecc4-41e3-8785-18cf95caee7c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.2170501 Aug 16 01:46:46.308300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-51d79729-354f-4976-9ac2-3f4f29439b8e req-5c67a39b-b525-4fd7-909d-c8f581c7fdc5 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699219 Aug 16 01:46:46.311999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-419fa323-0b94-4307-b702-542ebc629a31 req-bb7e24a4-b794-47ba-b510-87d1c4738947 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=a32b339e-471e-4e74-acd5-8fb5ba6b40bc HTTP/1.1" status: 200 len: 217 time: 0.0623875 Aug 16 01:46:46.316421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f53d7ff-3638-48c7-9ece-e9f770cd24d9 req-2f52def1-780f-4520-9707-a286d1157abf tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733670 Aug 16 01:46:46.426936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fa323-0b94-4307-b702-542ebc629a31 req-3bcd61b7-0725-44c8-b4c6-81a727b40878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.428503 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-419fa323-0b94-4307-b702-542ebc629a31 req-3bcd61b7-0725-44c8-b4c6-81a727b40878 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1009052 Aug 16 01:46:46.430540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-41c432ef-7c8f-4d21-b3ff-ffb3d8ab07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.431885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-41c432ef-7c8f-4d21-b3ff-ffb3d8ab07fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.2409737 Aug 16 01:46:46.518734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeab8c0-5d60-4c32-83e8-aa12fa8e1fa3 req-71a28b19-f21e-4f54-bb88-8a3ece2f25b7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.520218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9eeab8c0-5d60-4c32-83e8-aa12fa8e1fa3 req-71a28b19-f21e-4f54-bb88-8a3ece2f25b7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 948 time: 0.1412373 Aug 16 01:46:46.525212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-bff06836-3c18-4b2e-8473-73a5864ce7bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6 HTTP/1.1" status: 200 len: 217 time: 0.0714977 Aug 16 01:46:46.590004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fa323-0b94-4307-b702-542ebc629a31 req-a8201553-8cbc-4d7b-aa1f-963c3e76f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.592147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-419fa323-0b94-4307-b702-542ebc629a31 req-a8201553-8cbc-4d7b-aa1f-963c3e76f037 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1491790 Aug 16 01:46:46.603200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9eeab8c0-5d60-4c32-83e8-aa12fa8e1fa3 req-9ec08313-11c0-48e6-b404-37df000843e2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760365 Aug 16 01:46:46.621390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-f9d8e675-b729-495b-9961-626223505476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.623525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-f9d8e675-b729-495b-9961-626223505476 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.0851471 Aug 16 01:46:46.702151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-975dbf04-375f-4c8e-81d9-88ef092f980f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681109 Aug 16 01:46:46.818230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f9276-e66f-433e-8ede-b38a44f8e20d req-93120657-79a6-46fd-b4d4-dc3fc498cc87 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.819729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea4f9276-e66f-433e-8ede-b38a44f8e20d req-93120657-79a6-46fd-b4d4-dc3fc498cc87 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 945 time: 0.1464853 Aug 16 01:46:46.830713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-419fa323-0b94-4307-b702-542ebc629a31 req-7f9ae963-e879-4963-b2aa-235d7423792d service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206800 Aug 16 01:46:46.925900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3cac58a5-eb85-4085-b31c-723e114043d5 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069592 Aug 16 01:46:46.938807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea4f9276-e66f-433e-8ede-b38a44f8e20d req-72dd451a-beb4-4d25-ae11-46c56fde3e7a tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103909 Aug 16 01:46:47.028801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-419fa323-0b94-4307-b702-542ebc629a31 req-2c690915-cb31-422a-b71f-b400581b3c5a service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774764 Aug 16 01:46:47.076373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:47.079195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-0a52e08f-66fc-4d07-b290-6fca647c0a6f service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394501 Aug 16 01:46:47.079451 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42468118-d98c-4a2b-ba8c-b143752b7dc6" -d '{"events": [{"server_uuid": "416fd38d-0918-4dbd-8972-a9b8e392ad2f", "name": "network-vif-plugged", "status": "completed", "tag": "9b352bfb-e91a-4d78-8251-97ac5ab03bfa"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:47.087749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5eb6ea-0e7e-4bc3-82a2-bdf43abbd777 req-c0c1784b-3668-4269-a457-37d6ecdbe703 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.089331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f5eb6ea-0e7e-4bc3-82a2-bdf43abbd777 req-c0c1784b-3668-4269-a457-37d6ecdbe703 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 946 time: 0.0829985 Aug 16 01:46:47.134338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f5eb6ea-0e7e-4bc3-82a2-bdf43abbd777 req-e13c9fa3-152a-4408-9559-0b87693fded8 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ae5babc-ac56-4776-85f1-1fea57855227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387154 Aug 16 01:46:47.178921 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792ebc98-c6ed-47c1-a918-a1fa3986cfd5 x-openstack-request-id: req-792ebc98-c6ed-47c1-a918-a1fa3986cfd5 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:47.179207 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416fd38d-0918-4dbd-8972-a9b8e392ad2f", "name": "network-vif-plugged", "status": "completed", "tag": "9b352bfb-e91a-4d78-8251-97ac5ab03bfa", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:47.179513 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-792ebc98-c6ed-47c1-a918-a1fa3986cfd5 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:47.180171 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa', 'code': 200} Aug 16 01:46:47.303744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353af5b7-1b13-4aa0-afeb-9f17545e3e40 req-bb150056-7878-4808-b1a1-1da079e43e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.305222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-353af5b7-1b13-4aa0-afeb-9f17545e3e40 req-bb150056-7878-4808-b1a1-1da079e43e2e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 1097 time: 0.0440989 Aug 16 01:46:47.394554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-353af5b7-1b13-4aa0-afeb-9f17545e3e40 req-17400a98-5c8d-46c5-9b89-2d5299e77f44 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781546 Aug 16 01:46:47.402886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-0f599439-a751-40c4-bb25-c47412a7c4ef tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.405104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-0f599439-a751-40c4-bb25-c47412a7c4ef tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1098 time: 0.0967143 Aug 16 01:46:47.487712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-23'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:47.547864 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.688913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:47.753254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2656e2fd-7540-4951-841d-67f2a39834f5', 'tag': '54ac0ecf-504c-4df4-880c-30c8ec8aad33'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:47.757083 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29f631e-1339-4aeb-845a-7ff7054a77fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2656e2fd-7540-4951-841d-67f2a39834f5", "tag": "54ac0ecf-504c-4df4-880c-30c8ec8aad33"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:47.774306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275afb-836b-4b99-ac36-d7de600188a4 req-25d1859d-17f8-4b93-88e3-f81a03a04f1e tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.775848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23275afb-836b-4b99-ac36-d7de600188a4 req-25d1859d-17f8-4b93-88e3-f81a03a04f1e tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 945 time: 0.0890436 Aug 16 01:46:47.784014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:47.880340 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.891254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23275afb-836b-4b99-ac36-d7de600188a4 req-fd67f204-c6b4-4751-99d0-eb83a8f784d4 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870209 Aug 16 01:46:47.903523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26b9c-7fa7-49bc-836c-62a52d7bb9ac req-cb9f3b3d-f84e-4f04-a744-d4b9b9b23b7a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.905632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bed26b9c-7fa7-49bc-836c-62a52d7bb9ac req-cb9f3b3d-f84e-4f04-a744-d4b9b9b23b7a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 946 time: 0.1025691 Aug 16 01:46:47.945977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bed26b9c-7fa7-49bc-836c-62a52d7bb9ac req-fd78b0cc-bbcc-44aa-b259-0e73c03451b2 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331914 Aug 16 01:46:47.975832 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.096421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750fb2d-959f-45d9-993b-8e17e26af749 req-87946707-a98f-4e80-8398-7b1553e58798 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.097932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e750fb2d-959f-45d9-993b-8e17e26af749 req-87946707-a98f-4e80-8398-7b1553e58798 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.1510634 Aug 16 01:46:48.106619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb24ab0-9683-4344-80ae-990842d8e1c6,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:48.128615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 on host n-h2-768509-23 for vnic_type normal with profile {"migrating_to": "n-h1-768509-23"} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:48.128953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:48.129280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:48.140782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Port aeb24ab0-9683-4344-80ae-990842d8e1c6 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:48.141103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Attempting to bind port aeb24ab0-9683-4344-80ae-990842d8e1c6 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:48.161179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1301e-4ac8-4b5a-981c-ef326af45f81 req-e9f63635-2650-4380-9a9e-abbcf1cf14a8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.162768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0e1301e-4ac8-4b5a-981c-ef326af45f81 req-e9f63635-2650-4380-9a9e-abbcf1cf14a8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 948 time: 0.1509268 Aug 16 01:46:48.165607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:48.166022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:48.166405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:48.166838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Bound port: aeb24ab0-9683-4344-80ae-990842d8e1c6, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:48.167198 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.179637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e750fb2d-959f-45d9-993b-8e17e26af749 req-a5991c50-e9b5-480a-b351-d8043deea788 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740449 Aug 16 01:46:48.322119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a32b339e-471e-4e74-acd5-8fb5ba6b40bc details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:48.324412 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:48.349591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:48.350385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 86b90e7f-c8c3-4a2a-bdd2-8654a5d2719f not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:48.441290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a32b339e-471e-4e74-acd5-8fb5ba6b40bc, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a32b339e-471e-4e74-acd5-8fb5ba6b40bc,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:48.452201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', 'mac_address': 'fa:16:3e:43:e7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:48.495585 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.510018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32b339e-471e-4e74-acd5-8fb5ba6b40bc {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:48.530152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a32b339e-471e-4e74-acd5-8fb5ba6b40bc, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a32b339e-471e-4e74-acd5-8fb5ba6b40bc,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:48.586329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0e1301e-4ac8-4b5a-981c-ef326af45f81 req-439c01f0-06b4-4fab-a589-2f036b8d75d6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152346 Aug 16 01:46:48.594376 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.600388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:48.610778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:48.619550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ed32b-8e90-4fb9-b4f5-a64fc7b11f07 req-21623219-2e89-4251-bc42-44a45286a1a3 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.621615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a0ed32b-8e90-4fb9-b4f5-a64fc7b11f07 req-21623219-2e89-4251-bc42-44a45286a1a3 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.0973835 Aug 16 01:46:48.649022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a32b339e-471e-4e74-acd5-8fb5ba6b40bc,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:48.671578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a0ed32b-8e90-4fb9-b4f5-a64fc7b11f07 req-ce434c3a-aa02-4c1e-822a-e67f5ec20a82 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424929 Aug 16 01:46:48.678041 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b448efb0-0640-452e-8ac5-c736a52d46d9 x-openstack-request-id: req-b448efb0-0640-452e-8ac5-c736a52d46d9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:48.678186 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2656e2fd-7540-4951-841d-67f2a39834f5", "tag": "54ac0ecf-504c-4df4-880c-30c8ec8aad33", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:48.678411 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b448efb0-0640-452e-8ac5-c736a52d46d9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:48.678802 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2656e2fd-7540-4951-841d-67f2a39834f5', 'tag': '54ac0ecf-504c-4df4-880c-30c8ec8aad33', 'status': 'completed', 'code': 200} Aug 16 01:46:48.715629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.870001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb24ab0-9683-4344-80ae-990842d8e1c6,revision_number=8']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:48.873764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.874429 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.875832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-3c3b09ba-82f2-4f70-8db7-7dff803885f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/aeb24ab0-9683-4344-80ae-990842d8e1c6 HTTP/1.1" status: 200 len: 1124 time: 1.3926892 Aug 16 01:46:48.893719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f631e-1339-4aeb-845a-7ff7054a77fc req-eec12512-6923-45ea-90f7-52187e427673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.893719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f29f631e-1339-4aeb-845a-7ff7054a77fc req-eec12512-6923-45ea-90f7-52187e427673 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 1100 time: 0.1594198 Aug 16 01:46:48.893719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb395-cdb9-4320-920a-189ae808281e req-2921105e-a7c7-4eda-aa47-fedca7aee250 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.894204 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e2cb395-cdb9-4320-920a-189ae808281e req-2921105e-a7c7-4eda-aa47-fedca7aee250 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 945 time: 0.1654887 Aug 16 01:46:48.984310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e2cb395-cdb9-4320-920a-189ae808281e req-2e3d5179-ce1a-472c-b21f-54f72d6ef066 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802743 Aug 16 01:46:49.015055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f631e-1339-4aeb-845a-7ff7054a77fc req-f375bdbc-9fcf-4c1e-8b0a-37ea5f7df87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.019753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f29f631e-1339-4aeb-845a-7ff7054a77fc req-f375bdbc-9fcf-4c1e-8b0a-37ea5f7df87c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1198568 Aug 16 01:46:49.064689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f29f631e-1339-4aeb-845a-7ff7054a77fc req-bd82dfaa-d8e2-4bad-8cdd-775d0fb4ea3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=54ac0ecf-504c-4df4-880c-30c8ec8aad33 HTTP/1.1" status: 200 len: 217 time: 0.0373335 Aug 16 01:46:49.067630 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['aeb24ab0-9683-4344-80ae-990842d8e1c6'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:49.099647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['a32b339e-471e-4e74-acd5-8fb5ba6b40bc'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:49.143592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f631e-1339-4aeb-845a-7ff7054a77fc req-4679b192-36e4-4684-8fe8-fb6d84cd65de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.144964 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f29f631e-1339-4aeb-845a-7ff7054a77fc req-4679b192-36e4-4684-8fe8-fb6d84cd65de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0717096 Aug 16 01:46:49.153431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb7c9b-1486-4954-a07c-8309e5637ae2 req-3fbe485d-32da-42ae-a0ed-cf2977b4bfb4 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.155944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0afb7c9b-1486-4954-a07c-8309e5637ae2 req-3fbe485d-32da-42ae-a0ed-cf2977b4bfb4 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 945 time: 0.0936930 Aug 16 01:46:49.223030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0afb7c9b-1486-4954-a07c-8309e5637ae2 req-b2344357-4790-4892-8e75-ebb4db760f79 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565162 Aug 16 01:46:49.225645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f631e-1339-4aeb-845a-7ff7054a77fc req-b2f450a3-f55e-4681-a320-61dcd34b01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.227099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f29f631e-1339-4aeb-845a-7ff7054a77fc req-b2f450a3-f55e-4681-a320-61dcd34b01af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0702808 Aug 16 01:46:49.399158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f29f631e-1339-4aeb-845a-7ff7054a77fc req-1ede0047-7b4b-4900-9518-527a7f9033c9 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527295 Aug 16 01:46:49.410386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ebe4f-e1d7-400f-97cf-cd4b4aa168d6 req-95270956-4906-4a97-acdc-e11de7af0e92 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.411794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-607ebe4f-e1d7-400f-97cf-cd4b4aa168d6 req-95270956-4906-4a97-acdc-e11de7af0e92 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.1029065 Aug 16 01:46:49.474123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b10ad9-3fbe-4f38-b13c-1663e89249c0 req-df1dad38-c131-43a9-9145-70115a3fe1a8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.475576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04b10ad9-3fbe-4f38-b13c-1663e89249c0 req-df1dad38-c131-43a9-9145-70115a3fe1a8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 944 time: 0.1518741 Aug 16 01:46:49.537485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-607ebe4f-e1d7-400f-97cf-cd4b4aa168d6 req-6de7b030-6df3-4c80-846b-c5f0553efb36 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165247 Aug 16 01:46:49.556958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04b10ad9-3fbe-4f38-b13c-1663e89249c0 req-08cd3773-a4df-48ff-b50e-7fb7fec3e6da tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741227 Aug 16 01:46:49.567862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f29f631e-1339-4aeb-845a-7ff7054a77fc req-68845d07-dfeb-463a-8e2a-4cd0f3d0d743 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551456 Aug 16 01:46:49.672845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6601a-3b81-49d8-8a74-0156c481c939 req-b9098963-9223-42f1-9213-77aa539b5a65 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.674336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdf6601a-3b81-49d8-8a74-0156c481c939 req-b9098963-9223-42f1-9213-77aa539b5a65 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 946 time: 0.0575328 Aug 16 01:46:49.713787 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdf6601a-3b81-49d8-8a74-0156c481c939 req-dd5460d2-beb5-4032-bfc1-d9f967316a2a tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ae5babc-ac56-4776-85f1-1fea57855227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334482 Aug 16 01:46:49.819761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc358d4-d58a-44cc-8496-c4ae4cb8bf0c req-a4e326c5-3860-450d-a128-edad0ae33c30 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.821261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bc358d4-d58a-44cc-8496-c4ae4cb8bf0c req-a4e326c5-3860-450d-a128-edad0ae33c30 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 948 time: 0.0495934 Aug 16 01:46:49.860118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bc358d4-d58a-44cc-8496-c4ae4cb8bf0c req-7a02a8c7-ff60-4cce-9cfc-0fa7d1b27afe tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325382 Aug 16 01:46:49.967370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43008f65-376d-4bf9-a312-d33ba59b3590 req-55f186f9-4e2f-4a6c-bb85-48a603b1a119 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.968629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43008f65-376d-4bf9-a312-d33ba59b3590 req-55f186f9-4e2f-4a6c-bb85-48a603b1a119 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.0500100 Aug 16 01:46:50.062679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43008f65-376d-4bf9-a312-d33ba59b3590 req-9a6b41ed-0a89-4d2e-9477-e7515d9d4697 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed157675-60ed-4add-b564-580cb28de7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839267 Aug 16 01:46:50.083613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9acdaf-c7d8-4d40-9437-07385287b3dc req-3c5242c9-675c-4bd2-8df9-0dd583122a59 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:50.083613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b9acdaf-c7d8-4d40-9437-07385287b3dc req-3c5242c9-675c-4bd2-8df9-0dd583122a59 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.74 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 946 time: 0.1091630 Aug 16 01:46:50.091760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfc630-1139-443a-b334-7eeb8f31b07e req-b8fbd8cf-26fd-4fc4-9b1e-d162ad0002df tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:50.093295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36dfc630-1139-443a-b334-7eeb8f31b07e req-b8fbd8cf-26fd-4fc4-9b1e-d162ad0002df tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 945 time: 0.0800619 Aug 16 01:46:50.219120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36dfc630-1139-443a-b334-7eeb8f31b07e req-bb225f56-d751-4bbb-96cd-0a9cf40b878c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184812 Aug 16 01:46:50.235905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d1016-cb6c-4ec9-af2c-278c0e566132 req-f2c8f824-cf2c-461d-969d-bea2fba087f5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:50.237393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-230d1016-cb6c-4ec9-af2c-278c0e566132 req-f2c8f824-cf2c-461d-969d-bea2fba087f5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 945 time: 0.1104381 Aug 16 01:46:50.274956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-3b9acdaf-c7d8-4d40-9437-07385287b3dc req-193db011-f976-4c24-aa47-cb9d12cf66f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Deleting port 67cad001-c649-45e9-94bb-13db2e6f8f5d {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:50.275298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3b9acdaf-c7d8-4d40-9437-07385287b3dc req-193db011-f976-4c24-aa47-cb9d12cf66f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.325227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-230d1016-cb6c-4ec9-af2c-278c0e566132 req-6271ce94-66ff-46d8-80a0-7fa141eed7e5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795488 Aug 16 01:46:50.337343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 54ac0ecf-504c-4df4-880c-30c8ec8aad33 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:50.376708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3b9acdaf-c7d8-4d40-9437-07385287b3dc req-193db011-f976-4c24-aa47-cb9d12cf66f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] For port 67cad001-c649-45e9-94bb-13db2e6f8f5d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=67cad001-c649-45e9-94bb-13db2e6f8f5d,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:50.377076 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3b9acdaf-c7d8-4d40-9437-07385287b3dc req-193db011-f976-4c24-aa47-cb9d12cf66f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.390463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-3b9acdaf-c7d8-4d40-9437-07385287b3dc req-193db011-f976-4c24-aa47-cb9d12cf66f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Calling delete_port for 67cad001-c649-45e9-94bb-13db2e6f8f5d owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:50.435278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 54ac0ecf-504c-4df4-880c-30c8ec8aad33, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=54ac0ecf-504c-4df4-880c-30c8ec8aad33,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:50.446708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '54ac0ecf-504c-4df4-880c-30c8ec8aad33', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '54ac0ecf-504c-4df4-880c-30c8ec8aad33', 'mac_address': 'fa:16:3e:1b:aa:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:50.484120 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.496671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ac0ecf-504c-4df4-880c-30c8ec8aad33 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:50.520110 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 54ac0ecf-504c-4df4-880c-30c8ec8aad33, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=54ac0ecf-504c-4df4-880c-30c8ec8aad33,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:50.600443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3b9acdaf-c7d8-4d40-9437-07385287b3dc req-193db011-f976-4c24-aa47-cb9d12cf66f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.613084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['67cad001-c649-45e9-94bb-13db2e6f8f5d'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:50.639224 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.642436 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.673831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193db011-f976-4c24-aa47-cb9d12cf66f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Pushing event deleted for resources: {'Port': ['ID=67cad001-c649-45e9-94bb-13db2e6f8f5d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:50.694432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=54ac0ecf-504c-4df4-880c-30c8ec8aad33,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:50.702128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb24ab0-9683-4344-80ae-990842d8e1c6'}, {'name': 'network-changed', 'server_uuid': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'tag': 'aeb24ab0-9683-4344-80ae-990842d8e1c6'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:50.707380 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddb88d4-cc18-4120-afa1-fd8f9bfe479c" -d '{"events": [{"server_uuid": "78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb24ab0-9683-4344-80ae-990842d8e1c6"}, {"name": "network-changed", "server_uuid": "78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db", "tag": "aeb24ab0-9683-4344-80ae-990842d8e1c6"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:50.745471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9acdaf-c7d8-4d40-9437-07385287b3dc req-193db011-f976-4c24-aa47-cb9d12cf66f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] No DVR routers for this DVR port 67cad001-c649-45e9-94bb-13db2e6f8f5d on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:50.748804 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3b9acdaf-c7d8-4d40-9437-07385287b3dc req-193db011-f976-4c24-aa47-cb9d12cf66f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.750911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b9acdaf-c7d8-4d40-9437-07385287b3dc req-193db011-f976-4c24-aa47-cb9d12cf66f9 tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.74 "DELETE /v2.0/ports/67cad001-c649-45e9-94bb-13db2e6f8f5d HTTP/1.1" status: 204 len: 173 time: 0.6567013 Aug 16 01:46:50.777174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b69a-e539-482f-88fb-5434855ead25 req-96292ce3-8ca7-4559-b62e-8ced78de85bf tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:50.779370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddc9b69a-e539-482f-88fb-5434855ead25 req-96292ce3-8ca7-4559-b62e-8ced78de85bf tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.1721427 Aug 16 01:46:50.793251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017257b-a39b-4d40-928d-5b781b8dc3ce req-f1b0c342-a26a-4fc9-880e-dd4094ef56d1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:50.795051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d017257b-a39b-4d40-928d-5b781b8dc3ce req-f1b0c342-a26a-4fc9-880e-dd4094ef56d1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 944 time: 0.1468475 Aug 16 01:46:50.857106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddc9b69a-e539-482f-88fb-5434855ead25 req-d84cd107-4fef-458a-a59f-b07e37cdc6cd tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549669 Aug 16 01:46:50.867976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d017257b-a39b-4d40-928d-5b781b8dc3ce req-b8573331-3965-4074-998b-3a796c6e5038 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643072 Aug 16 01:46:50.917023 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c9b5a0-cf5d-4fd5-9a45-c1b4cf444028 x-openstack-request-id: req-60c9b5a0-cf5d-4fd5-9a45-c1b4cf444028 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:50.917322 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb24ab0-9683-4344-80ae-990842d8e1c6", "code": 200}, {"name": "network-changed", "server_uuid": "78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db", "tag": "aeb24ab0-9683-4344-80ae-990842d8e1c6", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:50.917577 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-60c9b5a0-cf5d-4fd5-9a45-c1b4cf444028 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:50.918004 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb24ab0-9683-4344-80ae-990842d8e1c6', 'code': 200} Aug 16 01:46:50.924194 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'tag': 'aeb24ab0-9683-4344-80ae-990842d8e1c6', 'status': 'completed', 'code': 200} Aug 16 01:46:51.052036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb88d4-cc18-4120-afa1-fd8f9bfe479c req-38aea25d-ba31-431e-a62f-fa5d630a5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.053455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ddb88d4-cc18-4120-afa1-fd8f9bfe479c req-38aea25d-ba31-431e-a62f-fa5d630a5ddc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 1127 time: 0.1006184 Aug 16 01:46:51.062135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8cd90-b747-462b-86ee-2178def874a4 req-4ecafb4b-99a5-4038-b4af-f80d70e36d2a tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.063527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0e8cd90-b747-462b-86ee-2178def874a4 req-4ecafb4b-99a5-4038-b4af-f80d70e36d2a tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 946 time: 0.1225758 Aug 16 01:46:51.070701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7ee95-7f2c-43ee-bb87-cdab8fb25e85 req-816f27ca-e902-4e2b-8c8f-21363b539395 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.072095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c1c7ee95-7f2c-43ee-bb87-cdab8fb25e85 req-816f27ca-e902-4e2b-8c8f-21363b539395 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 949 time: 0.1099939 Aug 16 01:46:51.077287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['54ac0ecf-504c-4df4-880c-30c8ec8aad33'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:51.106499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:51.186980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0e8cd90-b747-462b-86ee-2178def874a4 req-80b2df0c-3a28-4f99-a7f1-2a469f1476c3 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ae5babc-ac56-4776-85f1-1fea57855227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128156 Aug 16 01:46:51.214798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c1c7ee95-7f2c-43ee-bb87-cdab8fb25e85 req-4b96546a-b3f8-4832-ba74-1814d065083a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267114 Aug 16 01:46:51.233287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb88d4-cc18-4120-afa1-fd8f9bfe479c req-223ecd3e-f8f5-4ab2-8ab8-692e9e9d78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.237997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ddb88d4-cc18-4120-afa1-fd8f9bfe479c req-223ecd3e-f8f5-4ab2-8ab8-692e9e9d78cf service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.1622274 Aug 16 01:46:51.275890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:51.288702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ddb88d4-cc18-4120-afa1-fd8f9bfe479c req-64404ce6-f33f-46f9-b312-f32c81309607 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6 HTTP/1.1" status: 200 len: 217 time: 0.0438185 Aug 16 01:46:51.301946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458', 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b', 'port_id': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458', 'mac_address': 'fa:16:3e:47:1e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7553d60e-b54b-48ff-9e03-37251c4f20e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:51.360908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30d39960-e6f7-4c9d-9954-71828e1d457c req-38dfc856-4857-4f9a-9351-15aa4b19034f tempest-ListServerFiltersTestJSON-353096488 tempest-ListServerFiltersTestJSON-353096488-project] 10.222.0.66 "GET /v2.0/ports?device_id=a875a19e-0b2b-47df-82bb-fe2d851961ee HTTP/1.1" status: 200 len: 210 time: 0.0535316 Aug 16 01:46:51.365338 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.382673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:51.416906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:51.417989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf069-85db-40a4-81f9-5e67b4f1e154 req-1274ce96-13ac-401a-805d-f228161671a5 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.421569 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f2dcf069-85db-40a4-81f9-5e67b4f1e154 req-1274ce96-13ac-401a-805d-f228161671a5 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.74 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 946 time: 0.0645587 Aug 16 01:46:51.430747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb88d4-cc18-4120-afa1-fd8f9bfe479c req-739a37e7-47be-48e7-add8-57b28eca263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.432309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ddb88d4-cc18-4120-afa1-fd8f9bfe479c req-739a37e7-47be-48e7-add8-57b28eca263b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.1359656 Aug 16 01:46:51.440696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62ded6-b221-435c-b92a-54451fcdbb87 req-960e906e-3df8-4552-bb78-499c6b9100b7 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.442226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f62ded6-b221-435c-b92a-54451fcdbb87 req-960e906e-3df8-4552-bb78-499c6b9100b7 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 945 time: 0.0999415 Aug 16 01:46:51.512905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ddb88d4-cc18-4120-afa1-fd8f9bfe479c req-563274a4-1033-44b0-a444-320dfa5db099 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596714 Aug 16 01:46:51.532875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-f2dcf069-85db-40a4-81f9-5e67b4f1e154 req-48e363c4-87a2-41c6-b186-78474f435fa0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Deleting port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:51.533217 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f2dcf069-85db-40a4-81f9-5e67b4f1e154 req-48e363c4-87a2-41c6-b186-78474f435fa0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.566174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.586655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f62ded6-b221-435c-b92a-54451fcdbb87 req-5b2af760-0c95-4ece-bc28-4a3b43a27d3d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326647 Aug 16 01:46:51.594441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93446d5-ad51-4838-a2db-76fe4664757e req-92712792-209f-4a7a-919a-8c8b38307de8 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.596168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d93446d5-ad51-4838-a2db-76fe4664757e req-92712792-209f-4a7a-919a-8c8b38307de8 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 945 time: 0.1530457 Aug 16 01:46:51.620783 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.642348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-f2dcf069-85db-40a4-81f9-5e67b4f1e154 req-48e363c4-87a2-41c6-b186-78474f435fa0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] For port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa,segment=NetworkSegment(a636e2f0-95ac-4fab-af53-b8840da061c0),segment_id=a636e2f0-95ac-4fab-af53-b8840da061c0)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:51.642905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f2dcf069-85db-40a4-81f9-5e67b4f1e154 req-48e363c4-87a2-41c6-b186-78474f435fa0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.665376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:51.667233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-f2dcf069-85db-40a4-81f9-5e67b4f1e154 req-48e363c4-87a2-41c6-b186-78474f435fa0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Calling delete_port for 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:51.690851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d93446d5-ad51-4838-a2db-76fe4664757e req-e2c340df-07b2-44c9-972c-16973824cc07 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831287 Aug 16 01:46:51.694175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ddb88d4-cc18-4120-afa1-fd8f9bfe479c req-eb818559-aad9-4b13-af84-9d566a6a01a4 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728857 Aug 16 01:46:51.700368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['b3a8d9fa-1fb9-4284-8649-7e47e3b8c458'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:51.831805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ddb88d4-cc18-4120-afa1-fd8f9bfe479c req-c56e6673-c11e-4876-a8a7-b87f15e2bf1e service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178112 Aug 16 01:46:51.978610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a60d3-08c7-481f-a269-1c68e70beb94 req-be7c2577-9b69-46cf-8caf-30d266d708dd tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.980129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-028a60d3-08c7-481f-a269-1c68e70beb94 req-be7c2577-9b69-46cf-8caf-30d266d708dd tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 945 time: 0.0539711 Aug 16 01:46:52.000816 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f2dcf069-85db-40a4-81f9-5e67b4f1e154 req-48e363c4-87a2-41c6-b186-78474f435fa0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.025722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-028a60d3-08c7-481f-a269-1c68e70beb94 req-7cedc6b4-6727-4ee0-a073-ae757e6a36cb tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 Aug 16 01:46:52.030524 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e363c4-87a2-41c6-b186-78474f435fa0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Pushing event deleted for resources: {'Port': ['ID=9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:52.086712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dcf069-85db-40a4-81f9-5e67b4f1e154 req-48e363c4-87a2-41c6-b186-78474f435fa0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] No DVR routers for this DVR port 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:52.089291 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-f2dcf069-85db-40a4-81f9-5e67b4f1e154 req-48e363c4-87a2-41c6-b186-78474f435fa0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.091930 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f2dcf069-85db-40a4-81f9-5e67b4f1e154 req-48e363c4-87a2-41c6-b186-78474f435fa0 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.74 "DELETE /v2.0/ports/9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa HTTP/1.1" status: 204 len: 173 time: 0.6580124 Aug 16 01:46:52.092375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64', 'name': 'network-vif-deleted', 'tag': '9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:52.094668 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d805bb2a-1b16-4065-a107-26f4e55ecf79" -d '{"events": [{"server_uuid": "2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64", "name": "network-vif-deleted", "tag": "9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:52.147349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d68d9-2a12-4274-939f-9903ce688d91 req-20867858-d000-454a-8e8c-8e2382ea4cff tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.148730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-418d68d9-2a12-4274-939f-9903ce688d91 req-20867858-d000-454a-8e8c-8e2382ea4cff tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 944 time: 0.0542822 Aug 16 01:46:52.187236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-418d68d9-2a12-4274-939f-9903ce688d91 req-c8e1fb8e-0aaf-4e41-a39a-37dd73e865d1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317366 Aug 16 01:46:52.251330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:52.307239 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb6e05-c995-416b-a7ef-5ac5e23fc898 x-openstack-request-id: req-adfb6e05-c995-416b-a7ef-5ac5e23fc898 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:52.308069 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64", "name": "network-vif-deleted", "tag": "9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:52.308328 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-adfb6e05-c995-416b-a7ef-5ac5e23fc898 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:52.309097 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64', 'name': 'network-vif-deleted', 'tag': '9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa', 'status': 'completed', 'code': 200} Aug 16 01:46:52.344016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a32b339e-471e-4e74-acd5-8fb5ba6b40bc up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:52.382531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81da7d72-9eec-4ca0-9ff8-b9277567c244 req-3dfe3b27-8b54-47e0-875e-12ce6f566675 tempest-ServerPasswordTestJSON-1994753485 tempest-ServerPasswordTestJSON-1994753485-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ffe2a89-b9a9-47f4-b8dd-1cbccf603d64 HTTP/1.1" status: 200 len: 210 time: 0.0267334 Aug 16 01:46:52.488372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac4c-c8a6-4364-b617-7cdd72958ea4 req-d04528c0-3f40-4d41-b7e9-aae830bfae7a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.490285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a99ac4c-c8a6-4364-b617-7cdd72958ea4 req-d04528c0-3f40-4d41-b7e9-aae830bfae7a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 949 time: 0.0490010 Aug 16 01:46:52.528792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a99ac4c-c8a6-4364-b617-7cdd72958ea4 req-e06fac4c-ade2-408a-9b7f-a40789dbe095 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Aug 16 01:46:52.541292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port a32b339e-471e-4e74-acd5-8fb5ba6b40bc completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:52.545557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port a32b339e-471e-4e74-acd5-8fb5ba6b40bc triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:52.545967 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.693493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58030) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:52.755289 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.765787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bde597a-4fb7-47f3-9d9a-df07e0b83f14 admin admin] Deleting subnet 397d3913-5fe2-40ff-85f3-eb0aff7ae14f {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:52.769521 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bde597a-4fb7-47f3-9d9a-df07e0b83f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.783783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326258c3-db2f-4636-b45f-08ea353ea8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:52.786214 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e223db-5fce-447a-a7ea-b4ef954f9c61" -d '{"events": [{"server_uuid": "326258c3-db2f-4636-b45f-08ea353ea8f4", "name": "network-vif-plugged", "status": "completed", "tag": "a32b339e-471e-4e74-acd5-8fb5ba6b40bc"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:52.800389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a32b339e-471e-4e74-acd5-8fb5ba6b40bc, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a32b339e-471e-4e74-acd5-8fb5ba6b40bc,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:52.813664 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bde597a-4fb7-47f3-9d9a-df07e0b83f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.863346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256c84-d6e7-4876-917f-1cf218b4441a req-11aec1f2-6f78-418e-8393-3d17f9001c68 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.865119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da256c84-d6e7-4876-917f-1cf218b4441a req-11aec1f2-6f78-418e-8393-3d17f9001c68 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 945 time: 0.0831749 Aug 16 01:46:52.878306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea1ed2-f4c8-4ad7-88f2-4dbe9d573e2a req-92f99dc6-e635-4a42-ac8a-92c4ce62e842 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.879956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93ea1ed2-f4c8-4ad7-88f2-4dbe9d573e2a req-92f99dc6-e635-4a42-ac8a-92c4ce62e842 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 945 time: 0.0661163 Aug 16 01:46:52.905591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bde597a-4fb7-47f3-9d9a-df07e0b83f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.921770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a875a19e-0b2b-47df-82bb-fe2d851961ee', 'name': 'network-vif-deleted', 'tag': '67cad001-c649-45e9-94bb-13db2e6f8f5d'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:52.924207 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.924824 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c397ac9-6206-4238-9512-2fbee2122b63" -d '{"events": [{"server_uuid": "a875a19e-0b2b-47df-82bb-fe2d851961ee", "name": "network-vif-deleted", "tag": "67cad001-c649-45e9-94bb-13db2e6f8f5d"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:52.955613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da256c84-d6e7-4876-917f-1cf218b4441a req-cb734f72-9fb1-43c3-b091-3aa3820cf4f1 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747962 Aug 16 01:46:52.958860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93ea1ed2-f4c8-4ad7-88f2-4dbe9d573e2a req-f2d7b2c1-0e94-4779-a96d-6c3714be71a4 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700150 Aug 16 01:46:52.986175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a32b339e-471e-4e74-acd5-8fb5ba6b40bc,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:52.991712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ac39d08c-beac-41e4-85fd-cb97b72e2eaf tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.994166 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ac39d08c-beac-41e4-85fd-cb97b72e2eaf tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.0976753 Aug 16 01:46:53.010730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768509-23'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:53.016711 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea46a23-805c-4bd0-b5b3-80f2a7fca981 x-openstack-request-id: req-6ea46a23-805c-4bd0-b5b3-80f2a7fca981 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:53.017232 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a875a19e-0b2b-47df-82bb-fe2d851961ee", "name": "network-vif-deleted", "tag": "67cad001-c649-45e9-94bb-13db2e6f8f5d", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:53.017232 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ea46a23-805c-4bd0-b5b3-80f2a7fca981 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:53.017864 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a875a19e-0b2b-47df-82bb-fe2d851961ee', 'name': 'network-vif-deleted', 'tag': '67cad001-c649-45e9-94bb-13db2e6f8f5d', 'status': 'completed', 'code': 200} Aug 16 01:46:53.023098 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadbaaf8-ce4e-47b3-8db6-2c2a63e96cb1 x-openstack-request-id: req-dadbaaf8-ce4e-47b3-8db6-2c2a63e96cb1 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:53.023398 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326258c3-db2f-4636-b45f-08ea353ea8f4", "name": "network-vif-plugged", "status": "completed", "tag": "a32b339e-471e-4e74-acd5-8fb5ba6b40bc", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:53.023646 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dadbaaf8-ce4e-47b3-8db6-2c2a63e96cb1 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:53.024033 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326258c3-db2f-4636-b45f-08ea353ea8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', 'code': 200} Aug 16 01:46:53.069190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.109958 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bde597a-4fb7-47f3-9d9a-df07e0b83f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.126805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device aeb24ab0-9683-4344-80ae-990842d8e1c6 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:53.130774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:53.145252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde597a-4fb7-47f3-9d9a-df07e0b83f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397d3913-5fe2-40ff-85f3-eb0aff7ae14f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:53.157451 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bde597a-4fb7-47f3-9d9a-df07e0b83f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.162555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58040) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:53.162879 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0bde597a-4fb7-47f3-9d9a-df07e0b83f14 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/397d3913-5fe2-40ff-85f3-eb0aff7ae14f HTTP/1.1" status: 204 len: 168 time: 0.4674020 Aug 16 01:46:53.167832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8868b2-fa9e-4c5b-a968-aafea8ec4e9a None None] Network f3c190ba-996b-4284-89a7-640b7d7304f1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:53.231595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4cd02-e8e4-4c4e-aa3f-7e97a2aae358 req-d1e25955-62cc-43b3-94b1-f4b71c3e6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:53.234031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80c4cd02-e8e4-4c4e-aa3f-7e97a2aae358 req-d1e25955-62cc-43b3-94b1-f4b71c3e6d37 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 1102 time: 0.1017232 Aug 16 01:46:53.256301 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:53.283403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.304922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80c4cd02-e8e4-4c4e-aa3f-7e97a2aae358 req-344ba67f-821b-445e-afd9-27f3e93007c3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548279 Aug 16 01:46:53.329588 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:53.353377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:53.353861 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.382331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.399926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f105a9e-d0da-481c-a747-86543446f593 req-a155f794-20f2-441f-b1d6-043ad780e650 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:53.401428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f105a9e-d0da-481c-a747-86543446f593 req-a155f794-20f2-441f-b1d6-043ad780e650 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 944 time: 0.0726156 Aug 16 01:46:53.407017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Deleting port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:53.407363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.435635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:53.456350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58046) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:53.462818 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device aeb24ab0-9683-4344-80ae-990842d8e1c6 has no active binding in host n-h1-768509-23 {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:46:53.501165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f105a9e-d0da-481c-a747-86543446f593 req-d417f56e-8511-40a7-bbfc-257247571487 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798075 Aug 16 01:46:53.502972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] For port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:53.503338 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.507677 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.513968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-266c92ab-1665-4ffa-bda2-6e8753fe7382 admin admin] Deleting subnet e9d0468e-7a4c-4dd2-89b1-c59183de4377 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:53.515789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Calling delete_port for a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:53.518275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-266c92ab-1665-4ffa-bda2-6e8753fe7382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.562640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:53.582682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-266c92ab-1665-4ffa-bda2-6e8753fe7382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.600038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa105aa-456a-43bc-adf4-1dc6b9dc6c28 None None] DHCP port deletion for f3c190ba-996b-4284-89a7-640b7d7304f1 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:46:53.624753 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.658459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-daa105aa-456a-43bc-adf4-1dc6b9dc6c28 None None] Deleting port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:53.658841 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-daa105aa-456a-43bc-adf4-1dc6b9dc6c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.727749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd52f62-d8d3-46f4-b3ba-653b773d4930,revision_number=7']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:53.736130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f099e3c-e520-41d3-aaeb-54509d6bb865 req-b01c70c6-1f41-4913-b9f5-7b9fb226bd4e tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:53.738220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f099e3c-e520-41d3-aaeb-54509d6bb865 req-b01c70c6-1f41-4913-b9f5-7b9fb226bd4e tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 949 time: 0.1004212 Aug 16 01:46:53.744194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-daa105aa-456a-43bc-adf4-1dc6b9dc6c28 None None] For port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e,segment=NetworkSegment(31e9940d-5a86-473f-b866-77ea9de9e44f),segment_id=31e9940d-5a86-473f-b866-77ea9de9e44f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:53.744900 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-daa105aa-456a-43bc-adf4-1dc6b9dc6c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.758886 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-daa105aa-456a-43bc-adf4-1dc6b9dc6c28 None None] Calling delete_port for a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:53.771594 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.773574 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-266c92ab-1665-4ffa-bda2-6e8753fe7382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.812407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:53.812938 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on host n-h1-768509-23 for vnic_type normal with profile {"migrating_to": "n-h2-768509-23"} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:53.813307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:53.813804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:53.818149 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.819743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f099e3c-e520-41d3-aaeb-54509d6bb865 req-7c67422a-f938-4d46-8e99-6525b979e567 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727558 Aug 16 01:46:53.822566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:53.827029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Attempting to bind port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on network c1c6e958-8aa2-472e-8afa-93984da0d0ef {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:53.827160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:53.827160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] No DVR routers for this DVR port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:53.834856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:53.835375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Checking segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:53.836125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Bound using segment: {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:53.836723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Bound port: 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f39e64f-8205-4ec9-8828-208446e90c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c1c6e958-8aa2-472e-8afa-93984da0d0ef'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:53.837253 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.869337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:53.869689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:53.906202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:53.908978 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-daa105aa-456a-43bc-adf4-1dc6b9dc6c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.925914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.926958 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:53.930447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:53.937533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c190ba-996b-4284-89a7-640b7d7304f1']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:53.938236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa105aa-456a-43bc-adf4-1dc6b9dc6c28 None None] Pushing event deleted for resources: {'Port': ['ID=a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:53.943874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa105aa-456a-43bc-adf4-1dc6b9dc6c28 None None] No DVR routers for this DVR port a6f3e2a8-2d31-439b-ae5e-9a9f8c9c0a8e on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:53.944639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-266c92ab-1665-4ffa-bda2-6e8753fe7382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.956784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e9940d-5a86-473f-b866-77ea9de9e44f') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:53.956784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e9940d-5a86-473f-b866-77ea9de9e44f') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:53.962159 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.986704 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-266c92ab-1665-4ffa-bda2-6e8753fe7382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.987288 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.987391 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-266c92ab-1665-4ffa-bda2-6e8753fe7382 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e9d0468e-7a4c-4dd2-89b1-c59183de4377 HTTP/1.1" status: 204 len: 168 time: 0.5210080 Aug 16 01:46:53.987391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c92ab-1665-4ffa-bda2-6e8753fe7382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d0468e-7a4c-4dd2-89b1-c59183de4377,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:53.987572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58062) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:54.000315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:54.000734 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:54.002480 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:54.007593 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.086780 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.087712 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.089088 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] 10.222.0.74 "PUT /v2.0/ports/4bd52f62-d8d3-46f4-b3ba-653b773d4930 HTTP/1.1" status: 200 len: 1123 time: 1.0827413 Aug 16 01:46:54.093188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18f79b-dc15-4455-a4b4-f9709e77dc26 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd52f62-d8d3-46f4-b3ba-653b773d4930,revision_number=8']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:54.174586 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.198223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0fe2d-97bb-41c2-a274-9df6c2116adc req-d023e19f-2d34-4984-9ba6-62ebfe6fcd57 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.199780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86d0fe2d-97bb-41c2-a274-9df6c2116adc req-d023e19f-2d34-4984-9ba6-62ebfe6fcd57 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.1326110 Aug 16 01:46:54.209374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5599ea-1a4c-4870-895a-cf0828720bad req-0b0a3451-cbb3-4b47-b0ee-facfe3da96e8 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.210815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf5599ea-1a4c-4870-895a-cf0828720bad req-0b0a3451-cbb3-4b47-b0ee-facfe3da96e8 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.1276741 Aug 16 01:46:54.236837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.241733 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.243724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] 10.222.0.66 "DELETE /v2.0/networks/f3c190ba-996b-4284-89a7-640b7d7304f1 HTTP/1.1" status: 204 len: 168 time: 1.0800605 Aug 16 01:46:54.263815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['4bd52f62-d8d3-46f4-b3ba-653b773d4930'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:54.296469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['4bd52f62-d8d3-46f4-b3ba-653b773d4930'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:54.300979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69a8ac-6b67-417f-987e-adfb5555ef3c admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c190ba-996b-4284-89a7-640b7d7304f1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:54.310867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd52f62-d8d3-46f4-b3ba-653b773d4930'}, {'name': 'network-changed', 'server_uuid': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'tag': '4bd52f62-d8d3-46f4-b3ba-653b773d4930'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:54.317368 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c751aad-6439-4fe3-8732-73515223ab79" -d '{"events": [{"server_uuid": "ac21ff87-3f0c-4346-af92-350c4cfe8e16", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd52f62-d8d3-46f4-b3ba-653b773d4930"}, {"name": "network-changed", "server_uuid": "ac21ff87-3f0c-4346-af92-350c4cfe8e16", "tag": "4bd52f62-d8d3-46f4-b3ba-653b773d4930"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:54.340918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4bd52f62-d8d3-46f4-b3ba-653b773d4930 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:54.342861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 54ac0ecf-504c-4df4-880c-30c8ec8aad33 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:54.367667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86d0fe2d-97bb-41c2-a274-9df6c2116adc req-3cc9f4e2-cf56-4880-8ee6-1b63bd132964 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558812 Aug 16 01:46:54.375328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf5599ea-1a4c-4870-895a-cf0828720bad req-2b431f1c-146f-47b5-9ef1-2f697d79e3e0 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551559 Aug 16 01:46:54.381576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.413204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64164e9-0c47-4181-a791-d018082fd2ce']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:54.445027 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdeba1df-6849-4850-95a1-055729ebf751 x-openstack-request-id: req-cdeba1df-6849-4850-95a1-055729ebf751 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:54.445027 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac21ff87-3f0c-4346-af92-350c4cfe8e16", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd52f62-d8d3-46f4-b3ba-653b773d4930", "code": 200}, {"name": "network-changed", "server_uuid": "ac21ff87-3f0c-4346-af92-350c4cfe8e16", "tag": "4bd52f62-d8d3-46f4-b3ba-653b773d4930", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:54.445249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a636e2f0-95ac-4fab-af53-b8840da061c0') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:54.445336 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cdeba1df-6849-4850-95a1-055729ebf751 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:54.445428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a636e2f0-95ac-4fab-af53-b8840da061c0') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:54.445511 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd52f62-d8d3-46f4-b3ba-653b773d4930', 'code': 200} Aug 16 01:46:54.445511 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'tag': '4bd52f62-d8d3-46f4-b3ba-653b773d4930', 'status': 'completed', 'code': 200} Aug 16 01:46:54.451467 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.466406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.474547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:54.481442 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:54.578301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c751aad-6439-4fe3-8732-73515223ab79 req-1c468213-b321-462b-b34c-d8abd07ccb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.579854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c751aad-6439-4fe3-8732-73515223ab79 req-1c468213-b321-462b-b34c-d8abd07ccb63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 1126 time: 0.0662725 Aug 16 01:46:54.606007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:54.637355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4bd52f62-d8d3-46f4-b3ba-653b773d4930 has no active binding in host n-h2-768509-23 {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:46:54.646915 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58074) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:54.689056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:54.692796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.695211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:54.695662 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.706176 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.710550 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e64164e9-0c47-4181-a791-d018082fd2ce HTTP/1.1" status: 204 len: 168 time: 0.7258494 Aug 16 01:46:54.722710 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9670fda1-6140-4779-b107-cd069184105e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51744273d8a2471c99ec6f04bf10ba5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746398 Aug 16 01:46:54.727928 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58084) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:54.744278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae907c3-0b70-4810-8c1f-810f5a639bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e64164e9-0c47-4181-a791-d018082fd2ce,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:54.778620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690f0f3-5b2c-4fd8-8b39-d76232f5afcd req-551dac14-7fef-4c0c-b100-942ca95f2bcd tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.781807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b690f0f3-5b2c-4fd8-8b39-d76232f5afcd req-551dac14-7fef-4c0c-b100-942ca95f2bcd tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 944 time: 0.1782999 Aug 16 01:46:54.811213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7518fe12-c01d-45d5-a6a2-25ed66027022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.819967 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.829441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c751aad-6439-4fe3-8732-73515223ab79 req-72e666aa-e067-4e49-b781-a05afe82a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.830935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c751aad-6439-4fe3-8732-73515223ab79 req-72e666aa-e067-4e49-b781-a05afe82a44f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.2178922 Aug 16 01:46:54.838395 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7518fe12-c01d-45d5-a6a2-25ed66027022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.868070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b690f0f3-5b2c-4fd8-8b39-d76232f5afcd req-6bc57254-4543-4e6e-bb27-7a11bc86b3fb tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754201 Aug 16 01:46:54.889898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 54ac0ecf-504c-4df4-880c-30c8ec8aad33, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=54ac0ecf-504c-4df4-880c-30c8ec8aad33,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:54.906716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c751aad-6439-4fe3-8732-73515223ab79 req-e0bc27ce-eaab-4f03-a498-cdfa491efc60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930 HTTP/1.1" status: 200 len: 217 time: 0.0625138 Aug 16 01:46:54.977544 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.978752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 67cad001-c649-45e9-94bb-13db2e6f8f5d no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:54.979673 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:46:54.986331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c751aad-6439-4fe3-8732-73515223ab79 req-1115be89-f488-4711-bafd-15128ff62cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.987805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c751aad-6439-4fe3-8732-73515223ab79 req-1115be89-f488-4711-bafd-15128ff62cd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.0698884 Aug 16 01:46:55.000592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 67cad001-c649-45e9-94bb-13db2e6f8f5d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:55.000937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 67cad001-c649-45e9-94bb-13db2e6f8f5d not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:55.006178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4ea5f-98cf-4bb0-acba-4ff15b05489c req-d82e54e4-5902-4e16-ab9d-d162a7098efa tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.007644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89c4ea5f-98cf-4bb0-acba-4ff15b05489c req-d82e54e4-5902-4e16-ab9d-d162a7098efa tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 949 time: 0.0633075 Aug 16 01:46:55.024601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c20ceb1-11d3-404b-b50f-38deca7ac83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458'}, {'server_uuid': '2656e2fd-7540-4951-841d-67f2a39834f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ac0ecf-504c-4df4-880c-30c8ec8aad33'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:55.026941 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82b5073-94db-478c-9e23-003fc4e2350c" -d '{"events": [{"server_uuid": "3c20ceb1-11d3-404b-b50f-38deca7ac83b", "name": "network-vif-plugged", "status": "completed", "tag": "b3a8d9fa-1fb9-4284-8649-7e47e3b8c458"}, {"server_uuid": "2656e2fd-7540-4951-841d-67f2a39834f5", "name": "network-vif-plugged", "status": "completed", "tag": "54ac0ecf-504c-4df4-880c-30c8ec8aad33"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:55.042326 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7518fe12-c01d-45d5-a6a2-25ed66027022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.042326 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7518fe12-c01d-45d5-a6a2-25ed66027022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.045264 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7518fe12-c01d-45d5-a6a2-25ed66027022 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed157675-60ed-4add-b564-580cb28de7d7 HTTP/1.1" status: 204 len: 168 time: 0.3156099 Aug 16 01:46:55.050026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c751aad-6439-4fe3-8732-73515223ab79 req-8b51dbdb-f107-425f-a045-6db0edabb46b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413558 Aug 16 01:46:55.055036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518fe12-c01d-45d5-a6a2-25ed66027022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed157675-60ed-4add-b564-580cb28de7d7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:55.076597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89c4ea5f-98cf-4bb0-acba-4ff15b05489c req-92acf0af-037c-49a0-9e5e-2641ce861e82 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589230 Aug 16 01:46:55.097056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=54ac0ecf-504c-4df4-880c-30c8ec8aad33,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:55.130461 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e92daab-49d8-442d-bc5d-21e5c4784e50 x-openstack-request-id: req-7e92daab-49d8-442d-bc5d-21e5c4784e50 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:55.130461 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c20ceb1-11d3-404b-b50f-38deca7ac83b", "name": "network-vif-plugged", "status": "completed", "tag": "b3a8d9fa-1fb9-4284-8649-7e47e3b8c458", "code": 200}, {"server_uuid": "2656e2fd-7540-4951-841d-67f2a39834f5", "name": "network-vif-plugged", "status": "completed", "tag": "54ac0ecf-504c-4df4-880c-30c8ec8aad33", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:55.130461 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e92daab-49d8-442d-bc5d-21e5c4784e50 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:55.130461 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c20ceb1-11d3-404b-b50f-38deca7ac83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458', 'code': 200} Aug 16 01:46:55.130461 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2656e2fd-7540-4951-841d-67f2a39834f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ac0ecf-504c-4df4-880c-30c8ec8aad33', 'code': 200} Aug 16 01:46:55.170859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c751aad-6439-4fe3-8732-73515223ab79 req-cdacb62a-8782-40c7-87a4-56f09724abf7 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932138 Aug 16 01:46:55.226673 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25433b3-ea96-477e-9da5-ef09c94b4e86 req-3ea64e15-e8b7-4f9a-8993-ec8dc1e858a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.228341 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f25433b3-ea96-477e-9da5-ef09c94b4e86 req-3ea64e15-e8b7-4f9a-8993-ec8dc1e858a3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 1102 time: 0.0410495 Aug 16 01:46:55.236056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58098) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:55.281702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c751aad-6439-4fe3-8732-73515223ab79 req-52ed3138-e148-4d31-a997-c5fd9cff3ab2 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915670 Aug 16 01:46:55.297420 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f25433b3-ea96-477e-9da5-ef09c94b4e86 req-97144985-5eab-4aa4-a4e1-606f1454660b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536175 Aug 16 01:46:55.301209 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6c0cf98d-f8a3-4e82-bb26-c67b96d0f69a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=571f6c7f5a874182a29a673f275b8e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641055 Aug 16 01:46:55.303957 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58100) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:55.352925 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83ba32fd-89ad-4810-b7c6-2b64dfad0cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.379839 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83ba32fd-89ad-4810-b7c6-2b64dfad0cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.535806 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83ba32fd-89ad-4810-b7c6-2b64dfad0cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.540377 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83ba32fd-89ad-4810-b7c6-2b64dfad0cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.541805 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-83ba32fd-89ad-4810-b7c6-2b64dfad0cce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ae5babc-ac56-4776-85f1-1fea57855227 HTTP/1.1" status: 204 len: 168 time: 0.2368584 Aug 16 01:46:55.573926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976029b0-e7bf-4c4b-aeac-3206c2619851 req-72c8ce12-0d27-4d9e-bdac-841773b10715 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.573926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-976029b0-e7bf-4c4b-aeac-3206c2619851 req-72c8ce12-0d27-4d9e-bdac-841773b10715 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.0742741 Aug 16 01:46:55.575045 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba32fd-89ad-4810-b7c6-2b64dfad0cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae5babc-ac56-4776-85f1-1fea57855227,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:55.575256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14595bfc-45b1-4ba9-a4cc-9e3eb11e9cc2 req-8f82c273-96bd-4896-849c-9049868f8dea tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.575256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14595bfc-45b1-4ba9-a4cc-9e3eb11e9cc2 req-8f82c273-96bd-4896-849c-9049868f8dea tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.0956008 Aug 16 01:46:55.626681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-976029b0-e7bf-4c4b-aeac-3206c2619851 req-8818e8b4-29ff-4331-a8a2-491f5fb0e983 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651026 Aug 16 01:46:55.630993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14595bfc-45b1-4ba9-a4cc-9e3eb11e9cc2 req-0554e3e1-d95f-4279-bf1b-9bbd0b93a442 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607975 Aug 16 01:46:55.856014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c0da9-add5-4c8c-b8b7-ebe24db20d2f req-5dd281f6-d005-4ca2-8d4b-6ce0d59c2478 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.858351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d36c0da9-add5-4c8c-b8b7-ebe24db20d2f req-5dd281f6-d005-4ca2-8d4b-6ce0d59c2478 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 946 time: 0.0773647 Aug 16 01:46:56.056440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da16ba-bb01-4073-8b99-1701c45a9459 req-3eb600db-9408-4cb3-9f85-0d405727cdff tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.062463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40da16ba-bb01-4073-8b99-1701c45a9459 req-3eb600db-9408-4cb3-9f85-0d405727cdff tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 944 time: 0.0938511 Aug 16 01:46:56.078777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d36c0da9-add5-4c8c-b8b7-ebe24db20d2f req-9e182fdc-c271-4fc0-b84f-3a5a32d0ee80 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Deleting port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:56.078777 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d36c0da9-add5-4c8c-b8b7-ebe24db20d2f req-9e182fdc-c271-4fc0-b84f-3a5a32d0ee80 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.206151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40da16ba-bb01-4073-8b99-1701c45a9459 req-a94bfaaf-bf02-43c8-8a71-332deba73e32 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373184 Aug 16 01:46:56.254622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d36c0da9-add5-4c8c-b8b7-ebe24db20d2f req-9e182fdc-c271-4fc0-b84f-3a5a32d0ee80 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] For port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:56.256658 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d36c0da9-add5-4c8c-b8b7-ebe24db20d2f req-9e182fdc-c271-4fc0-b84f-3a5a32d0ee80 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.271189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b09c7a-5665-43b1-805e-e9ab61af3255 req-e234b632-0645-421f-b2fa-9323f217a79d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.272728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68b09c7a-5665-43b1-805e-e9ab61af3255 req-e234b632-0645-421f-b2fa-9323f217a79d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 950 time: 0.1138780 Aug 16 01:46:56.280153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d36c0da9-add5-4c8c-b8b7-ebe24db20d2f req-9e182fdc-c271-4fc0-b84f-3a5a32d0ee80 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Calling delete_port for b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:56.351331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58164) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:56.355295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:56.355792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68b09c7a-5665-43b1-805e-e9ab61af3255 req-98ddc0d5-fbfe-4650-9223-8fe026212e2c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734272 Aug 16 01:46:56.409860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:56.410495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9a990b9e-801a-4f7c-8106-ba6fb0e9a9aa not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:56.505324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1945978146-network', 'tenant_id': 'b89a7ae090ab4f479958a47be2bb4021'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:56.549289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d36c0da9-add5-4c8c-b8b7-ebe24db20d2f req-9e182fdc-c271-4fc0-b84f-3a5a32d0ee80 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.569133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['b3a8d9fa-1fb9-4284-8649-7e47e3b8c458'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:56.632203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e182fdc-c271-4fc0-b84f-3a5a32d0ee80 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event deleted for resources: {'Port': ['ID=b3a8d9fa-1fb9-4284-8649-7e47e3b8c458,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:56.651527 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Made reservation on behalf of b89a7ae090ab4f479958a47be2bb4021 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:56.653955 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.675793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.704843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36c0da9-add5-4c8c-b8b7-ebe24db20d2f req-9e182fdc-c271-4fc0-b84f-3a5a32d0ee80 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] No DVR routers for this DVR port b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:56.707568 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d36c0da9-add5-4c8c-b8b7-ebe24db20d2f req-9e182fdc-c271-4fc0-b84f-3a5a32d0ee80 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.710351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d36c0da9-add5-4c8c-b8b7-ebe24db20d2f req-9e182fdc-c271-4fc0-b84f-3a5a32d0ee80 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.64 "DELETE /v2.0/ports/b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 HTTP/1.1" status: 204 len: 173 time: 0.8336327 Aug 16 01:46:56.710850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c20ceb1-11d3-404b-b50f-38deca7ac83b', 'name': 'network-vif-deleted', 'tag': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:56.713124 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc52f33-709e-49b3-906e-214f034f5c30" -d '{"events": [{"server_uuid": "3c20ceb1-11d3-404b-b50f-38deca7ac83b", "name": "network-vif-deleted", "tag": "b3a8d9fa-1fb9-4284-8649-7e47e3b8c458"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:56.757298 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-67647b60-3538-478a-8ed3-adfcc89aef4c service neutron] 10.222.0.74 "GET /v2.0/ports/aeb24ab0-9683-4344-80ae-990842d8e1c6/bindings/n-h1-768509-23 HTTP/1.1" status: 200 len: 385 time: 0.1572824 Aug 16 01:46:56.872005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d20be79-1da0-48c9-b0b7-38d4bbd54247 req-2a5b4423-edf2-4e3e-8aa4-f4344bcd455a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 210 time: 0.0395260 Aug 16 01:46:56.896833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769c254-d450-4183-a3e0-5af71c0028fc req-f47d1d4b-e618-46a3-a673-8429db8afbd3 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.900839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a769c254-d450-4183-a3e0-5af71c0028fc req-f47d1d4b-e618-46a3-a673-8429db8afbd3 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.1193089 Aug 16 01:46:56.968089 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277fc677-2d5e-42c4-ad18-01ab2b58b75e x-openstack-request-id: req-277fc677-2d5e-42c4-ad18-01ab2b58b75e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:56.968381 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c20ceb1-11d3-404b-b50f-38deca7ac83b", "name": "network-vif-deleted", "tag": "b3a8d9fa-1fb9-4284-8649-7e47e3b8c458", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:56.968744 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-277fc677-2d5e-42c4-ad18-01ab2b58b75e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:56.969251 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c20ceb1-11d3-404b-b50f-38deca7ac83b', 'name': 'network-vif-deleted', 'tag': 'b3a8d9fa-1fb9-4284-8649-7e47e3b8c458', 'status': 'completed', 'code': 200} Aug 16 01:46:57.033707 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.034948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a769c254-d450-4183-a3e0-5af71c0028fc req-7619c431-e4cb-426b-9559-c52bbf75c5e0 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247141 Aug 16 01:46:57.125590 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.137651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9b352bfb-e91a-4d78-8251-97ac5ab03bfa details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:57.140188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-9b63e82e-f6c2-4717-b823-02a17cb20bc8 service neutron] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:57.198404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:57.206543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-9b63e82e-f6c2-4717-b823-02a17cb20bc8 service neutron] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:57.246445 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6f1a00-e89f-43f3-9338-746af196a9fb,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:57.256960 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.257420 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Added segment a140b6dc-1215-47f8-8dc7-5630948b31b7 of type vlan for network 0357aa44-85c3-4547-89fc-34588b84cd6f Aug 16 01:46:57.295637 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-9b63e82e-f6c2-4717-b823-02a17cb20bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb24ab0-9683-4344-80ae-990842d8e1c6 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:57.335541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-9b63e82e-f6c2-4717-b823-02a17cb20bc8 service neutron] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:57.375046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.408107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:57.439233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'port_id': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa', 'mac_address': 'fa:16:3e:ef:85:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f412be-9693-4499-9b6e-5d42eec545f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:57.469812 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-9b63e82e-f6c2-4717-b823-02a17cb20bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.497027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3a089-4dcf-4a6d-b352-7f90454b279d req-fc67b6bc-6839-49e7-860f-5e131b555d18 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:57.512444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12b3a089-4dcf-4a6d-b352-7f90454b279d req-fc67b6bc-6839-49e7-860f-5e131b555d18 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 944 time: 0.1516125 Aug 16 01:46:57.546308 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.561486 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.562750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:57.563554 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.576873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b352bfb-e91a-4d78-8251-97ac5ab03bfa {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:57.605643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12b3a089-4dcf-4a6d-b352-7f90454b279d req-ad4a3a50-324d-464b-903d-844e870efdf2 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910010 Aug 16 01:46:57.619046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:57.655970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-9b63e82e-f6c2-4717-b823-02a17cb20bc8 service neutron] Transition to ACTIVE for port object aeb24ab0-9683-4344-80ae-990842d8e1c6 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:57.657277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] Pushing event updated for resources: {'Network': ['ID=0357aa44-85c3-4547-89fc-34588b84cd6f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:57.669475 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b68bcd6d-227a-4928-bf7a-ce1777e12c96 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3122406 Aug 16 01:46:57.674674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 0357aa44-85c3-4547-89fc-34588b84cd6f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:57.675356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58222) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:57.684274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] Request body: {'subnet': {'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1945978146-subnet', 'tenant_id': 'b89a7ae090ab4f479958a47be2bb4021', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:57.757351 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.783980 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-9b63e82e-f6c2-4717-b823-02a17cb20bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.813938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7963306-074a-4aa3-bf08-c1e04e2788d0 req-28673f21-1732-435f-93cd-b1b6e14115cf tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0726964 Aug 16 01:46:57.820782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] Made reservation on behalf of b89a7ae090ab4f479958a47be2bb4021 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:57.833170 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.877857 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-9b63e82e-f6c2-4717-b823-02a17cb20bc8 service neutron] No DVR routers for this DVR port aeb24ab0-9683-4344-80ae-990842d8e1c6 on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:57.918087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['9b352bfb-e91a-4d78-8251-97ac5ab03bfa'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:57.923684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:57.966920 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-9b63e82e-f6c2-4717-b823-02a17cb20bc8 service neutron] 10.222.0.74 "PUT /v2.0/ports/aeb24ab0-9683-4344-80ae-990842d8e1c6/bindings/n-h1-768509-23/activate HTTP/1.1" status: 200 len: 370 time: 1.2011638 Aug 16 01:46:57.968284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63e82e-f6c2-4717-b823-02a17cb20bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb24ab0-9683-4344-80ae-990842d8e1c6,revision_number=10']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:58.480001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e27b1af-0b1d-4f28-ac2f-ae740014e380 req-41909e6b-5616-4ae0-89f4-b1403b847108 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c20ceb1-11d3-404b-b50f-38deca7ac83b HTTP/1.1" status: 200 len: 210 time: 0.0813718 Aug 16 01:46:58.495651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03cf6-a560-4aba-9ab7-0e8aa6fff132 req-e2d6989d-4ea5-42a3-801b-afaa17353f36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:58.497393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c03cf6-a560-4aba-9ab7-0e8aa6fff132 req-e2d6989d-4ea5-42a3-801b-afaa17353f36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 950 time: 0.6776657 Aug 16 01:46:58.574421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c03cf6-a560-4aba-9ab7-0e8aa6fff132 req-1d43ae36-3ccf-4fa0-90a6-62ca1302fe66 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606382 Aug 16 01:46:58.742929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-92b1c6ff-0403-4a27-a0f2-00ffa23e2618 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:58.744693 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-92b1c6ff-0403-4a27-a0f2-00ffa23e2618 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.3473747 Aug 16 01:46:58.902886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a4c46-8dac-4ff1-bdcd-027f0d65a0ca req-4a636995-1e62-41d0-9527-65e88d1e2a35 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:58.913493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-642a4c46-8dac-4ff1-bdcd-027f0d65a0ca req-4a636995-1e62-41d0-9527-65e88d1e2a35 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.2128131 Aug 16 01:46:58.946683 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.959288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-a9502310-cd77-47bd-a991-080724f8d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:58.961986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-a9502310-cd77-47bd-a991-080724f8d379 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db&tenant_id=7c23822563d64b8385db87a1780f3dab HTTP/1.1" status: 200 len: 1097 time: 0.2045226 Aug 16 01:46:59.072521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4c5a7-1879-4756-8682-412a2a84e292 req-1063ea80-d4eb-49fc-9547-983b1eb4eda5 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.080436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80a4c5a7-1879-4756-8682-412a2a84e292 req-1063ea80-d4eb-49fc-9547-983b1eb4eda5 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 950 time: 0.2724388 Aug 16 01:46:59.101417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-642a4c46-8dac-4ff1-bdcd-027f0d65a0ca req-fdcc0065-1406-4147-8f55-16650851d47f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868808 Aug 16 01:46:59.141564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9b352bfb-e91a-4d78-8251-97ac5ab03bfa up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:59.149059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7a545e-710f-4871-b291-cc8731035020,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:59.196649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-0f4421d0-8a68-4d7a-977f-7bf7114d622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.198200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-0f4421d0-8a68-4d7a-977f-7bf7114d622d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 1097 time: 0.1741312 Aug 16 01:46:59.214367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80a4c5a7-1879-4756-8682-412a2a84e292 req-77e644f9-b931-4772-9ade-1c5499f6a94a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329150 Aug 16 01:46:59.218094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] Checking segment: {'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:59.218467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] Network hostable DHCP agents. Network: 0357aa44-85c3-4547-89fc-34588b84cd6f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:59.288252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:59.288853 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.400251 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.435323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c8c885ff-648e-4926-bd93-02f9e3e06bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.437097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-c8c885ff-648e-4926-bd93-02f9e3e06bfe service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.2204010 Aug 16 01:46:59.453802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:59.455260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:59.457964 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5a10ac-3f36-48e8-94ed-de5c3de28180" -d '{"events": [{"server_uuid": "416fd38d-0918-4dbd-8972-a9b8e392ad2f", "name": "network-vif-plugged", "status": "completed", "tag": "9b352bfb-e91a-4d78-8251-97ac5ab03bfa"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:59.509122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f578228b-db34-4cb5-b305-465e54fc2e35 req-6bd65048-73dc-412f-9b30-c494fa941883 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0697691 Aug 16 01:46:59.519354 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.520387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:59.541976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-1297cc29-c8c3-4eac-90e7-498724e36f35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6 HTTP/1.1" status: 200 len: 217 time: 0.0852580 Aug 16 01:46:59.631688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-942e0721-75cd-4f59-bf90-b09eb07e2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.633463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-942e0721-75cd-4f59-bf90-b09eb07e2a43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.0765381 Aug 16 01:46:59.635467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] Network 0357aa44-85c3-4547-89fc-34588b84cd6f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:59.648135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e570b6-6526-48b4-ab1a-b119cefbbe17 req-7c416af8-5b71-4b08-ae4b-24c7b5222659 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.651549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:59.654817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b3a8d9fa-1fb9-4284-8649-7e47e3b8c458 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:59.656015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1e570b6-6526-48b4-ab1a-b119cefbbe17 req-7c416af8-5b71-4b08-ae4b-24c7b5222659 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 945 time: 0.3813660 Aug 16 01:46:59.704139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-8b8b1b97-1814-41bc-9179-3cd5654da216 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440483 Aug 16 01:46:59.722653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:59.852509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1e570b6-6526-48b4-ab1a-b119cefbbe17 req-be324dd5-e4ac-43ae-8678-31458744d8da tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955943 Aug 16 01:46:59.865648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 0357aa44-85c3-4547-89fc-34588b84cd6f) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:59.881495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac87a3-7224-4287-8eb5-4d8765268401 None None] Network 0357aa44-85c3-4547-89fc-34588b84cd6f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:59.882001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.882630 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.980052 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-57dda22f-1398-4e32-9ec9-557d51515f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.006824 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02edb31b-fce1-42ae-a9e6-67a344fb34c2 x-openstack-request-id: req-02edb31b-fce1-42ae-a9e6-67a344fb34c2 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:00.007298 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416fd38d-0918-4dbd-8972-a9b8e392ad2f", "name": "network-vif-plugged", "status": "completed", "tag": "9b352bfb-e91a-4d78-8251-97ac5ab03bfa", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:00.008081 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02edb31b-fce1-42ae-a9e6-67a344fb34c2 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:00.009490 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa', 'code': 200} Aug 16 01:47:00.030166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-8eec181f-738c-4480-a441-dae5c50beebc service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008904 Aug 16 01:47:00.041472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4e4fd93-abd4-4916-9edd-b917b4d45e57 req-760474b6-3a1f-4de3-a3f0-d6c55de47f65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1332309 Aug 16 01:47:00.168745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62200614-7fec-4c8e-94fc-871ece237865 None None] Network 0357aa44-85c3-4547-89fc-34588b84cd6f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:00.234003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e0c54fc2-41d9-44e7-9313-9b9e984cf1cf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5422685 Aug 16 01:47:00.374123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aeb24ab0-9683-4344-80ae-990842d8e1c6 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:00.430285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-2a3ca731-6deb-48ba-8a8e-dd9132114e51 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824837 Aug 16 01:47:00.465843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aeb24ab0-9683-4344-80ae-990842d8e1c6 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:00.467076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d9e01-1cf0-4bc1-8c4a-4bfed1befa62 req-75e64100-65af-4a0b-bfd4-dce680ada413 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.473146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d9e01-1cf0-4bc1-8c4a-4bfed1befa62 req-75e64100-65af-4a0b-bfd4-dce680ada413 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.480658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-128d9e01-1cf0-4bc1-8c4a-4bfed1befa62 req-75e64100-65af-4a0b-bfd4-dce680ada413 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5&device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 1691 time: 0.2191291 Aug 16 01:47:00.504222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4fd93-abd4-4916-9edd-b917b4d45e57 req-cd43c5a6-0ac5-456d-8b86-9de711f715cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.505763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4e4fd93-abd4-4916-9edd-b917b4d45e57 req-cd43c5a6-0ac5-456d-8b86-9de711f715cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 1096 time: 0.3335319 Aug 16 01:47:00.529958 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-d558b8b6-2473-4e58-bcec-b15eb335fb99 service neutron] 10.222.0.64 "GET /v2.0/ports/4bd52f62-d8d3-46f4-b3ba-653b773d4930/bindings/n-h2-768509-23 HTTP/1.1" status: 200 len: 385 time: 0.1385770 Aug 16 01:47:00.569180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-128d9e01-1cf0-4bc1-8c4a-4bfed1befa62 req-43c95c06-e948-421c-921f-83d6119d7024 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681643 Aug 16 01:47:00.735276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe266c9-9e9c-4730-81f7-39898d356964 req-dbcc3d9a-f8b6-4579-97e6-5cec2d8c3c3b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.736863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fe266c9-9e9c-4730-81f7-39898d356964 req-dbcc3d9a-f8b6-4579-97e6-5cec2d8c3c3b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 943 time: 0.0715191 Aug 16 01:47:00.782043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4fd93-abd4-4916-9edd-b917b4d45e57 req-9961e77b-002d-4308-b9ad-14ad32f41d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.783563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4e4fd93-abd4-4916-9edd-b917b4d45e57 req-9961e77b-002d-4308-b9ad-14ad32f41d5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.2328286 Aug 16 01:47:00.799728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fe266c9-9e9c-4730-81f7-39898d356964 req-5cd09a36-6e67-453f-a15a-e0fde07721e8 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514410 Aug 16 01:47:00.870713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4e4fd93-abd4-4916-9edd-b917b4d45e57 req-ed4239c1-f18a-4eff-ae69-860a62f8cfc5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78179aa9-24b8-481c-9cd3-348570a06426 HTTP/1.1" status: 200 len: 217 time: 0.0703404 Aug 16 01:47:00.874287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-933a2539-ff58-408b-886d-ad3e2cd6435d service neutron] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:00.913124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58290) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:00.933279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7eaaf1ed-1deb-4e9b-b457-e785ecb163a0 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1511751439', 'description': 'tempest-description--796621482'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:00.952423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4fd93-abd4-4916-9edd-b917b4d45e57 req-2871f569-7747-4c0c-8a54-bb888b9a98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.954618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4e4fd93-abd4-4916-9edd-b917b4d45e57 req-2871f569-7747-4c0c-8a54-bb888b9a98c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.0757029 Aug 16 01:47:00.974738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-933a2539-ff58-408b-886d-ad3e2cd6435d service neutron] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:01.026217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-933a2539-ff58-408b-886d-ad3e2cd6435d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd52f62-d8d3-46f4-b3ba-653b773d4930 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:01.027624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4e4fd93-abd4-4916-9edd-b917b4d45e57 req-c452a703-df64-4975-af51-4135528fd30c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651953 Aug 16 01:47:01.029701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-344f94de-c988-4f5b-9ac4-9477391c5e19 req-56120414-d92d-4050-9d9a-aca24a02646e tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0686984 Aug 16 01:47:01.041155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-933a2539-ff58-408b-886d-ad3e2cd6435d service neutron] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:01.142893 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-933a2539-ff58-408b-886d-ad3e2cd6435d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.171388 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf1ed-1deb-4e9b-b457-e785ecb163a0 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.273919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-933a2539-ff58-408b-886d-ad3e2cd6435d service neutron] Transition to ACTIVE for port object 4bd52f62-d8d3-46f4-b3ba-653b773d4930 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:01.277125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f282c-6ff6-4885-bbd1-f090783ac5a8 req-e331bd1a-ab25-4ed9-b798-280a0e437b4f tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:01.278750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb9f282c-6ff6-4885-bbd1-f090783ac5a8 req-e331bd1a-ab25-4ed9-b798-280a0e437b4f tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 945 time: 0.1222830 Aug 16 01:47:01.366185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-1bfb190d-ba22-4c80-bc06-be74bda073a0 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:01.367788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-1bfb190d-ba22-4c80-bc06-be74bda073a0 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/networks?id=0357aa44-85c3-4547-89fc-34588b84cd6f HTTP/1.1" status: 200 len: 818 time: 0.2664208 Aug 16 01:47:01.379375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4e4fd93-abd4-4916-9edd-b917b4d45e57 req-4c14d98d-481d-46a5-8c4c-ea358d1fe539 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433459 Aug 16 01:47:01.474498 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a6e0b956-384c-45ca-ac54-445b59c60dc5 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/quotas/b89a7ae090ab4f479958a47be2bb4021 HTTP/1.1" status: 200 len: 375 time: 0.0937486 Aug 16 01:47:01.479952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb9f282c-6ff6-4885-bbd1-f090783ac5a8 req-acaefab7-2f73-496f-9014-5e63dd0bdba4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817729 Aug 16 01:47:01.533132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a323032b-783f-42a8-8e89-aa4a6cd29159 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b89a7ae090ab4f479958a47be2bb4021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519650 Aug 16 01:47:01.675489 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-933a2539-ff58-408b-886d-ad3e2cd6435d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.686348 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf1ed-1deb-4e9b-b457-e785ecb163a0 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.709263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4e4fd93-abd4-4916-9edd-b917b4d45e57 req-0316ee95-2616-43d7-a0d1-786ed8bd52a5 service neutron] 10.222.0.64 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159590 Aug 16 01:47:01.733869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca9d8d-4225-43a0-8dad-3102254f1f94 req-86c084fc-d33e-434f-beb7-40c02bb1c16b tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:01.734479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20ca9d8d-4225-43a0-8dad-3102254f1f94 req-86c084fc-d33e-434f-beb7-40c02bb1c16b tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 1102 time: 0.1255362 Aug 16 01:47:01.794994 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-933a2539-ff58-408b-886d-ad3e2cd6435d service neutron] No DVR routers for this DVR port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:01.801358 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a2539-ff58-408b-886d-ad3e2cd6435d service neutron] Pushing event updated for resources: {'Port': ['ID=4bd52f62-d8d3-46f4-b3ba-653b773d4930,revision_number=10']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:01.813713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-138e7e80-a000-46fd-98fe-f75d3c4cbe23 service neutron] 10.222.0.66 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681570 Aug 16 01:47:01.825975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20ca9d8d-4225-43a0-8dad-3102254f1f94 req-3d363fcc-a654-46e6-b64c-0ddf5bbed895 tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706673 Aug 16 01:47:01.835468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-5a26e19b-8e4b-4196-9dd8-664fbfdad04c tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:01.837218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-5a26e19b-8e4b-4196-9dd8-664fbfdad04c tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.1260643 Aug 16 01:47:01.840652 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-933a2539-ff58-408b-886d-ad3e2cd6435d service neutron] 10.222.0.64 "PUT /v2.0/ports/4bd52f62-d8d3-46f4-b3ba-653b773d4930/bindings/n-h2-768509-23/activate HTTP/1.1" status: 200 len: 370 time: 1.2978671 Aug 16 01:47:01.865189 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf1ed-1deb-4e9b-b457-e785ecb163a0 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.936208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaf1ed-1deb-4e9b-b457-e785ecb163a0 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc239429-9283-4f19-9711-1f6c78504e88,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:02.023213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf1ed-1deb-4e9b-b457-e785ecb163a0 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.028574 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7eaaf1ed-1deb-4e9b-b457-e785ecb163a0 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1101940 Aug 16 01:47:02.028574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58320) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:02.032397 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-98c4118b-c760-426f-b741-8f0b64a3c58b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Request body: {'security_group_rule': {'security_group_id': 'bc239429-9283-4f19-9711-1f6c78504e88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:02.037763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-cd83b78e-6f5d-4cc5-a52f-f577102f15a0 service neutron] 10.222.0.66 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991885 Aug 16 01:47:02.170860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ac8c539f-5f48-40ae-a947-ea3406d35d50 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.172428 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-ac8c539f-5f48-40ae-a947-ea3406d35d50 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 1096 time: 0.0858696 Aug 16 01:47:02.271049 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98c4118b-c760-426f-b741-8f0b64a3c58b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.296869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-9c3ebba0-e4db-4c3c-8b7e-ca7031cb0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.299057 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-9c3ebba0-e4db-4c3c-8b7e-ca7031cb0178 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16&tenant_id=5fd8faac2af044e2b435c7af66561c84 HTTP/1.1" status: 200 len: 1096 time: 0.1182063 Aug 16 01:47:02.354207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4457-0938-43f3-bdea-3817b032fa5d req-f2ec63b5-4c59-4546-be69-3338e5eefb01 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.364234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53ad4457-0938-43f3-bdea-3817b032fa5d req-f2ec63b5-4c59-4546-be69-3338e5eefb01 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 944 time: 0.1679974 Aug 16 01:47:02.416411 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98c4118b-c760-426f-b741-8f0b64a3c58b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.428096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-4438f783-10b5-47ac-8b1f-ec3a04c0dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.429955 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-4438f783-10b5-47ac-8b1f-ec3a04c0dff8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fd8faac2af044e2b435c7af66561c84&device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 1096 time: 0.0831728 Aug 16 01:47:02.459995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53ad4457-0938-43f3-bdea-3817b032fa5d req-4967e891-5c00-4c14-b041-d82c57258577 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876353 Aug 16 01:47:02.472955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-275e05dc-11e2-416b-b926-66a186e9e635 service neutron] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:02.483092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-275e05dc-11e2-416b-b926-66a186e9e635 service neutron] Notify callbacks [] for binding, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.484507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67465ff5-9114-458c-a0f7-2283bcedea00 req-275e05dc-11e2-416b-b926-66a186e9e635 service neutron] 10.222.0.64 "DELETE /v2.0/ports/aeb24ab0-9683-4344-80ae-990842d8e1c6/bindings/n-h2-768509-23 HTTP/1.1" status: 204 len: 173 time: 0.5695176 Aug 16 01:47:02.537364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98c4118b-c760-426f-b741-8f0b64a3c58b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.586471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4118b-c760-426f-b741-8f0b64a3c58b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1da8ec-923e-4f34-84db-48e31690482d,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:02.630578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bb00f-ccf4-42b0-87a4-387e3ae2eb9e req-5b24e086-e09d-4f06-9512-7570854c1cf8 tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.640328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c47bb00f-ccf4-42b0-87a4-387e3ae2eb9e req-5b24e086-e09d-4f06-9512-7570854c1cf8 tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 1102 time: 0.0970211 Aug 16 01:47:02.673082 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-9e45ac96-002d-47f2-b338-f4de4bf5b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.677255 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-9e45ac96-002d-47f2-b338-f4de4bf5b0c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 200 len: 922 time: 0.2363729 Aug 16 01:47:02.704062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-ab13bfd1-6d28-4a3c-bcf8-e83bffb9785b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1230755 Aug 16 01:47:02.751915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c47bb00f-ccf4-42b0-87a4-387e3ae2eb9e req-b4bc6eec-c9c3-4eac-b559-c068bcf3c576 tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097364 Aug 16 01:47:02.776769 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-e70ed43e-8301-4ca7-adec-27e1a83cb70b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930 HTTP/1.1" status: 200 len: 217 time: 0.0926349 Aug 16 01:47:02.829404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-7dec9a5a-9aea-448e-a5bf-a966be22f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.829930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-7dec9a5a-9aea-448e-a5bf-a966be22f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.830476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-7dec9a5a-9aea-448e-a5bf-a966be22f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.830958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-7dec9a5a-9aea-448e-a5bf-a966be22f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.831572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-7dec9a5a-9aea-448e-a5bf-a966be22f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.832050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-7dec9a5a-9aea-448e-a5bf-a966be22f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.832517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-7dec9a5a-9aea-448e-a5bf-a966be22f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.834470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-7dec9a5a-9aea-448e-a5bf-a966be22f5d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6501 time: 0.0550601 Aug 16 01:47:02.842259 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-1ede3b99-916c-4747-bf43-ccac5f2075f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.844634 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-1ede3b99-916c-4747-bf43-ccac5f2075f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 200 len: 861 time: 0.0566030 Aug 16 01:47:02.880826 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-739cd337-67db-4fc6-b10e-3839290e5ca3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c6e958-8aa2-472e-8afa-93984da0d0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287666 Aug 16 01:47:02.886836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f7baa78-9f53-48f7-b0c6-9489dd965c91 req-00f8628c-a9cd-40b7-919c-538d30aa48e3 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0298152 Aug 16 01:47:03.007435 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-d5161f7b-3e4a-4e0a-bda1-0451bdd80d15 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195288 Aug 16 01:47:03.049364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-b8f8070b-5e24-477d-8fa3-de2e57900ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.049798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-b8f8070b-5e24-477d-8fa3-de2e57900ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.050957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-b8f8070b-5e24-477d-8fa3-de2e57900ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.052643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-b8f8070b-5e24-477d-8fa3-de2e57900ac5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=84d790fc-6460-4f48-a0a4-f45c262f5cff&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=f33f85bb-dec5-4471-a410-d894e8ee0dca&id=f33f85bb-dec5-4471-a410-d894e8ee0dca HTTP/1.1" status: 200 len: 2293 time: 0.1686122 Aug 16 01:47:03.061508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff0976-f1e9-4265-9ae7-368086e3eea7 req-f1233c60-fb8b-4be2-b053-dc5cda4de9d7 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.062982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62ff0976-f1e9-4265-9ae7-368086e3eea7 req-f1233c60-fb8b-4be2-b053-dc5cda4de9d7 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 945 time: 0.0919445 Aug 16 01:47:03.085858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98c4118b-c760-426f-b741-8f0b64a3c58b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.087171 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-98c4118b-c760-426f-b741-8f0b64a3c58b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0586755 Aug 16 01:47:03.090313 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58332) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:03.098169 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d519eb05-9522-4568-b064-88fd8a7550e2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Request body: {'security_group_rule': {'security_group_id': 'bc239429-9283-4f19-9711-1f6c78504e88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:03.135803 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8b612d98-363b-480e-9977-351028f7906f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.146493 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.164608 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-b20ad83d-8251-44a3-ad46-34ad1fdc90f5 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494641 Aug 16 01:47:03.168169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4bd52f62-d8d3-46f4-b3ba-653b773d4930 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:03.188079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62ff0976-f1e9-4265-9ae7-368086e3eea7 req-0086c821-faf1-4e33-a6e1-d7cdc6da19ec tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176915 Aug 16 01:47:03.192676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-3367ea0b-728a-4070-b8c0-a51bf47fa986 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2059453-0805-4966-a32e-59d243e6ea01 HTTP/1.1" status: 200 len: 1002 time: 0.1287436 Aug 16 01:47:03.282333 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d519eb05-9522-4568-b064-88fd8a7550e2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.285521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4bd52f62-d8d3-46f4-b3ba-653b773d4930 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:03.355203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-6ed2e99d-5ec7-40ff-aba1-b8ab3e7a6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.357592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-6ed2e99d-5ec7-40ff-aba1-b8ab3e7a6b2f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9a060b37-f0b4-4e98-9c03-2837e5244eb9 HTTP/1.1" status: 200 len: 851 time: 0.1554279 Aug 16 01:47:03.444041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d519eb05-9522-4568-b064-88fd8a7550e2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.532014 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d519eb05-9522-4568-b064-88fd8a7550e2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.558505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f83328d-324f-4f35-9abe-8a1862609e2a req-3c3a1fe6-3da7-44d4-a71c-19e3fa374c17 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0942781 Aug 16 01:47:03.586710 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519eb05-9522-4568-b064-88fd8a7550e2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413f970b-1d33-4429-a11f-5834b05a5eda,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:03.590254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-9431de57-7b1e-4000-aad8-07e159efe8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.592430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-9431de57-7b1e-4000-aad8-07e159efe8a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84d790fc-6460-4f48-a0a4-f45c262f5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2205539 Aug 16 01:47:03.678445 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d519eb05-9522-4568-b064-88fd8a7550e2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.679732 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d519eb05-9522-4568-b064-88fd8a7550e2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5863264 Aug 16 01:47:03.683129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58364) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:03.688592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:03.812885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-4ce035aa-169c-4e95-803c-8130e37f4b28 service neutron] 10.222.0.74 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110810 Aug 16 01:47:03.899017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.924955 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.963105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-6dc3d31d-2569-4e0d-96f8-fca06f0d51fd tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.964646 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-6dc3d31d-2569-4e0d-96f8-fca06f0d51fd tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16&tenant_id=5fd8faac2af044e2b435c7af66561c84&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1096 time: 0.1009457 Aug 16 01:47:04.200597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.258924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584522c8-37ed-4ea2-9b16-c8b0a8821624 req-46810025-73d2-46e9-81af-a5abf63042ff tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.269110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-584522c8-37ed-4ea2-9b16-c8b0a8821624 req-46810025-73d2-46e9-81af-a5abf63042ff tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 944 time: 0.5329363 Aug 16 01:47:04.272305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99bca0-838d-4d90-a713-6873db42295b req-3f482d94-775e-42d6-8304-85c56baed869 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.281969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d99bca0-838d-4d90-a713-6873db42295b req-3f482d94-775e-42d6-8304-85c56baed869 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 1097 time: 0.5461428 Aug 16 01:47:04.311226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-7786b1f4-e55f-4604-9d34-9d71116880d7 service neutron] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:04.316715 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-7786b1f4-e55f-4604-9d34-9d71116880d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.319899 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bfd56779-5a8f-436c-94b2-6e9549b4a74d req-7786b1f4-e55f-4604-9d34-9d71116880d7 service neutron] 10.222.0.74 "DELETE /v2.0/ports/4bd52f62-d8d3-46f4-b3ba-653b773d4930/bindings/n-h1-768509-23 HTTP/1.1" status: 204 len: 173 time: 0.3442154 Aug 16 01:47:04.386935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Allocated IP 172.25.8.193 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/27d99724-bd40-4817-83f8-d2f664cde7ca) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:04.412095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d99bca0-838d-4d90-a713-6873db42295b req-935f335b-8c36-4780-8ea1-e2da826cfb43 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299636 Aug 16 01:47:04.438552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-584522c8-37ed-4ea2-9b16-c8b0a8821624 req-b0dddbd2-1798-4f80-91b7-aa0605327772 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683452 Aug 16 01:47:04.441347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-60dcb458-2426-46ab-9f7a-359c3921c4cf service neutron] 10.222.0.74 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181946 Aug 16 01:47:04.597229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-0c5310e8-653b-4fea-9a5b-48c6f7a9f633 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=51da5588-9d80-4706-8e6e-b703605f3e18 HTTP/1.1" status: 200 len: 217 time: 0.1469893 Aug 16 01:47:04.729782 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.759175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-d01fa1d1-041b-4db5-825a-8c2b945bfb88 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121116 Aug 16 01:47:04.762714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-11b49c08-0041-42de-8cf5-c296203807e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.764763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-11b49c08-0041-42de-8cf5-c296203807e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.1358066 Aug 16 01:47:04.768763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0116cb7d-89ca-42dd-8ebd-bcc007aa17bc req-a407b920-b5a9-4205-907c-ec7c5480fc89 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 210 time: 0.1677625 Aug 16 01:47:04.864238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.925707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:04.929389 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:04.933808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:04.973240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-4dc0ab37-ed9c-4585-96df-323c39db3027 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.975183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-4dc0ab37-ed9c-4585-96df-323c39db3027 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148404 Aug 16 01:47:05.064590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-838ea6a8-cdcc-4b21-8f28-9eeef19a67e0 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/quotas/85297740961d4da5a9fd05b4476c7da6 HTTP/1.1" status: 200 len: 375 time: 0.0537434 Aug 16 01:47:05.068715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09b81bc0-f1ff-4fb0-99d6-2adc9dcf75e2 req-337b86d4-6bc4-4d49-88f2-52713f4ae04f tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0911613 Aug 16 01:47:05.124694 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event updated for resources: {'Port': ['ID=27d99724-bd40-4817-83f8-d2f664cde7ca,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:05.175430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-8b4da2ea-8600-4efb-ad50-48a44df90d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:05.177420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-8b4da2ea-8600-4efb-ad50-48a44df90d81 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3688662 Aug 16 01:47:05.194291 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.203743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-958a3877-a0b6-4e59-b86c-00f6e4381b07 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376436 Aug 16 01:47:05.349694 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.504860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-bbf4e1ae-0a29-4edd-9f7d-d61009000825 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980814 Aug 16 01:47:05.567794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-cfa0f1cc-b610-4279-a03e-937a399cbf88 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:05.569344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-cfa0f1cc-b610-4279-a03e-937a399cbf88 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 808 time: 0.2329354 Aug 16 01:47:05.634122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-040d77da-8477-4db4-af7c-98665f75faec tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/quotas/7c23822563d64b8385db87a1780f3dab HTTP/1.1" status: 200 len: 375 time: 0.0210636 Aug 16 01:47:05.651213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.708240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-4fde6eaa-81f3-4bab-a879-d0b65c9e8999 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729735 Aug 16 01:47:05.731708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-17f2cb44-edcc-429b-9c3b-d6456041132c service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149110 Aug 16 01:47:05.867300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-6c7c7a74-008b-44c0-be53-cdffb6638593 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=31ea19a7-717c-4f87-addd-f925ad379bf9 HTTP/1.1" status: 200 len: 217 time: 0.1252861 Aug 16 01:47:05.948838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-ab2b388a-d9d8-4696-b594-ead667cdaaad service neutron] 10.222.0.66 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306204 Aug 16 01:47:05.953220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-0514bb58-0eb0-403b-aeac-42f4c1fc97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:05.954715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-0514bb58-0eb0-403b-aeac-42f4c1fc97c7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.0789504 Aug 16 01:47:06.072337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-bcfb45ea-8061-42e4-a676-d9550e16d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:06.073776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-bcfb45ea-8061-42e4-a676-d9550e16d06b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1056418 Aug 16 01:47:06.107297 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.110185 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.122512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-fcc708bf-f41e-49b3-8ff4-e3970c1442ae service neutron] 10.222.0.66 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584277 Aug 16 01:47:06.255597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event updated for resources: {'Port': ['ID=27d99724-bd40-4817-83f8-d2f664cde7ca,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:06.258949 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-f28298f3-c54e-415d-937b-8cb698d9e84f service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760314 Aug 16 01:47:06.268758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.376434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-dee95b8f-dc69-4d53-b681-c2a21a839844 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075048 Aug 16 01:47:06.383320 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.384927 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-54cac87e-da82-400d-a5e7-f1ae69b53acc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7005436 Aug 16 01:47:06.443762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-631c074d-27b2-45ff-b2cc-79c8e22c602e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=2c907daf-2aa4-4292-b3c6-d944d4519085 HTTP/1.1" status: 200 len: 217 time: 0.0507166 Aug 16 01:47:06.602543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-689e4f42-d4c8-43c2-8581-987f6919d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:06.604225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-689e4f42-d4c8-43c2-8581-987f6919d367 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.1496494 Aug 16 01:47:06.634073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c91a3707-afa7-4175-9a46-054c2575672b req-0c29e957-603a-4bd1-bbcf-0daf399e899f tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 210 time: 0.0926626 Aug 16 01:47:06.722274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b8143-c443-476b-93c4-baa237a1880f req-54f20cf9-40ea-4f2e-8eb9-2eaf279952ed tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:06.730993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3a6b8143-c443-476b-93c4-baa237a1880f req-54f20cf9-40ea-4f2e-8eb9-2eaf279952ed tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 944 time: 0.1907487 Aug 16 01:47:06.749928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-77225ab4-5a89-4383-9e3d-6825d441ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:06.751488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-77225ab4-5a89-4383-9e3d-6825d441ed82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1163950 Aug 16 01:47:06.889847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3a6b8143-c443-476b-93c4-baa237a1880f req-3fe3c9ff-3c14-409e-92b6-f8096d7f3615 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577742 Aug 16 01:47:06.902519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d907e6d5-d0ac-440e-a067-5084d704ab3b req-2397053a-6acc-4c71-a656-0225d1d06f95 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.1352735 Aug 16 01:47:06.972555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-2fabd6ad-0d74-403c-bc4d-12101d378001 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106628 Aug 16 01:47:07.139151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c95c0c3-6f72-4674-85ab-84a5263dd12a req-05e8ec1b-1fcb-491e-9968-b9d5301ec744 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 210 time: 0.0452664 Aug 16 01:47:07.160045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-dcadec81-32ee-4af0-bb55-0c3d0816d939 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790283 Aug 16 01:47:07.221798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-e69c0078-25de-47de-9165-8715b7366f62 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=29503cfe-aa0a-4c76-99b3-5199eddc74d0 HTTP/1.1" status: 200 len: 217 time: 0.0510244 Aug 16 01:47:07.298635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-fe126c0a-d3a1-48c3-9312-10bbc58680d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:07.300975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-fe126c0a-d3a1-48c3-9312-10bbc58680d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.0714796 Aug 16 01:47:07.476541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-5919de0c-5b67-4cb5-9e80-ffc0cf74d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:07.482760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-5919de0c-5b67-4cb5-9e80-ffc0cf74d6ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1436214 Aug 16 01:47:07.511501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-ed40de47-46ab-478e-bc5c-c9113a315e52 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:07.513642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-ed40de47-46ab-478e-bc5c-c9113a315e52 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/networks?id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b HTTP/1.1" status: 200 len: 822 time: 0.2117445 Aug 16 01:47:07.535103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-cbacb62e-ed61-4ad7-b09f-ef7f468d2bc3 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/quotas/64cf5f47011744e78cfdc948243b9dc9 HTTP/1.1" status: 200 len: 375 time: 0.0109122 Aug 16 01:47:07.643711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-d8a7e611-9a84-4c91-a098-c92f48ffb335 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=64cf5f47011744e78cfdc948243b9dc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807354 Aug 16 01:47:07.650515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-50af98e8-2ea8-447e-a1fe-ddc533103be6 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578603 Aug 16 01:47:07.868736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-f9089995-af79-4e37-924e-a7696f59e3b3 service neutron] 10.222.0.66 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155683 Aug 16 01:47:07.923955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-1f3c900d-b8b9-4dea-b07f-618a2474529f service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780379 Aug 16 01:47:07.979618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-a2469b7d-9c04-4174-9d4d-d6c002182a8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8fee145-7208-42d3-904b-ea388399f601 HTTP/1.1" status: 200 len: 217 time: 0.0465970 Aug 16 01:47:08.047752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-fe7f1b8f-500b-4679-bc58-7d488edab17e service neutron] 10.222.0.66 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717963 Aug 16 01:47:08.083971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-e26f57aa-cd5c-4a77-a62b-5694854bbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.083971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-e26f57aa-cd5c-4a77-a62b-5694854bbbcb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fafeebf6-9254-46cc-b2a5-aa1d45d42b29 HTTP/1.1" status: 200 len: 797 time: 0.0639713 Aug 16 01:47:08.100019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-72e3b268-d627-477b-afe8-038b72f0e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.101558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-72e3b268-d627-477b-afe8-038b72f0e4d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f33f85bb-dec5-4471-a410-d894e8ee0dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423875 Aug 16 01:47:08.208014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-b674318d-b6f9-42ff-8dae-fbc38e8976fc service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979943 Aug 16 01:47:08.378487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6433d24f-9bb0-406c-9a65-b05495df260c req-9eba2042-aa3f-485c-9382-a73159170532 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 210 time: 0.0630369 Aug 16 01:47:08.405417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-2e9fda5c-f0ef-47b6-9448-63a6c79da877 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884301 Aug 16 01:47:08.479717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-da23fd3e-b9ed-4407-b4f8-58da3cad1890 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d056894-98e3-41fb-9021-57ad00b2ec57 HTTP/1.1" status: 200 len: 217 time: 0.0609825 Aug 16 01:47:08.603768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-80f86d2e-8645-438c-81c1-8959f76dbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.603985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-80f86d2e-8645-438c-81c1-8959f76dbdd5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fafeebf6-9254-46cc-b2a5-aa1d45d42b29 HTTP/1.1" status: 200 len: 797 time: 0.1080179 Aug 16 01:47:08.666752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c1d94a9-b3c2-47e9-96da-e8372d2cbd3c req-ba065084-8e31-4c25-b8af-f22ba96e12f5 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 210 time: 0.0999639 Aug 16 01:47:08.702079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d55a2-4c55-4ac9-9215-6810a6650fa7 req-33e03e20-20e7-4d57-b8c1-a69657561422 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.705428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-900d55a2-4c55-4ac9-9215-6810a6650fa7 req-33e03e20-20e7-4d57-b8c1-a69657561422 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 1096 time: 0.2716496 Aug 16 01:47:08.717359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-4f7d6822-4565-4b47-9cfd-274f6b852769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.718747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-4f7d6822-4565-4b47-9cfd-274f6b852769 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f33f85bb-dec5-4471-a410-d894e8ee0dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771430 Aug 16 01:47:08.781147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-2defbda7-b364-416a-9184-b5370569336d tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.781147 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-2defbda7-b364-416a-9184-b5370569336d tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.74 "GET /v2.0/networks?id=0357aa44-85c3-4547-89fc-34588b84cd6f HTTP/1.1" status: 200 len: 818 time: 0.2318990 Aug 16 01:47:08.795864 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Request body: {'port': {'device_id': 'd821264c-79be-442b-878c-89a357fd91e4', 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f', 'admin_state_up': True, 'tenant_id': 'b89a7ae090ab4f479958a47be2bb4021'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:08.847816 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-900d55a2-4c55-4ac9-9215-6810a6650fa7 req-033946d0-ae71-41f6-bd04-296b9b67ca93 tempest-LiveAutoBlockMigrationV225Test-951783663 tempest-LiveAutoBlockMigrationV225Test-951783663-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209369 Aug 16 01:47:08.936487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-f7e3d70a-9a9a-4598-b6dd-70578eff9668 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052903 Aug 16 01:47:09.062591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6ff3098-da6d-44bb-8f76-f8a880c08e44 req-4f26d1bf-e389-4039-a501-45d8575af624 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 210 time: 0.0742393 Aug 16 01:47:09.159283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e419ecec-4795-4483-a4fc-54c0b35f42e1 req-8ec0bd4c-e3ca-4e60-98c2-78f9f68d0158 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041991 Aug 16 01:47:09.177959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44ca5719-2857-4b95-a48a-171d9c4ee1cd req-7352ad1b-44ab-406a-979c-d47dbfd35e72 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 210 time: 0.0344272 Aug 16 01:47:09.266680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Made reservation on behalf of b89a7ae090ab4f479958a47be2bb4021 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:09.276712 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.432718 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Allocated IP 172.20.0.2 (0357aa44-85c3-4547-89fc-34588b84cd6f/dc7a545e-710f-4871-b291-cc8731035020/6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:09.650416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.791784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7f1d70b1-cbdf-4328-b2ba-f4fdfc565ced tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:09.793238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7f1d70b1-cbdf-4328-b2ba-f4fdfc565ced tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.74 "GET /v2.0/networks?id=0357aa44-85c3-4547-89fc-34588b84cd6f HTTP/1.1" status: 200 len: 818 time: 0.1294422 Aug 16 01:47:09.809922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Request body: {'port': {'device_id': 'cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23', 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f', 'admin_state_up': True, 'tenant_id': 'b89a7ae090ab4f479958a47be2bb4021'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:09.838849 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.943248 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Pushing event updated for resources: {'Port': ['ID=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:09.978330 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Network 0357aa44-85c3-4547-89fc-34588b84cd6f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:09.980712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:09.988877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:10.003133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c42559d-23ce-4ae8-8b4f-72540573f834 req-8f753ea1-e926-496c-8ba6-f34114b36e4d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 210 time: 0.0589056 Aug 16 01:47:10.057138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:10.057920 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.095000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-662f5d3c-0e4d-4869-ae28-d01aa4ee14ef req-bb7a0700-3325-4db8-ac43-33a4a3fc03e7 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 210 time: 0.0440054 Aug 16 01:47:10.189777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Made reservation on behalf of b89a7ae090ab4f479958a47be2bb4021 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:10.193415 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.383874 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bdc132c0-8d2d-4c5a-8738-bf1e72b71adf tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5918131 Aug 16 01:47:10.409208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Request body: {'port': {'device_id': 'd821264c-79be-442b-878c-89a357fd91e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:10.578132 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.819429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f282d-4bd1-493e-bf7e-b580be6a45af req-8f1fd9e1-0f4d-46b7-957a-c67c4bcfbca5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:10.821377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-609f282d-4bd1-493e-bf7e-b580be6a45af req-8f1fd9e1-0f4d-46b7-957a-c67c4bcfbca5 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 944 time: 0.6789558 Aug 16 01:47:10.953052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7eaae9e6-1529-461d-9a16-b7f8b3c2d153 req-7fa2e9b5-386b-4065-a6b0-049d81f16d31 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0515378 Aug 16 01:47:11.027506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:11.036263 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.053794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Transition to ACTIVE for port object 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:11.073355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05077efd-4bed-45f2-a036-390bc127610c req-e193bee0-3676-4827-813d-e11ad8d3f192 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:11.075678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-05077efd-4bed-45f2-a036-390bc127610c req-e193bee0-3676-4827-813d-e11ad8d3f192 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 944 time: 0.2228169 Aug 16 01:47:11.084218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-609f282d-4bd1-493e-bf7e-b580be6a45af req-2b58de76-f3a1-426b-a335-653d301bc86a tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510258 Aug 16 01:47:11.134580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-157c208a-7d0d-4824-bb64-e1c8e78ab752 req-66a82c5c-3aab-4755-9dba-460bac991971 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 210 time: 0.0802743 Aug 16 01:47:11.223849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-48484c62-8e8c-46de-af38-89bba6aa6233 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:11.226207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-48484c62-8e8c-46de-af38-89bba6aa6233 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.64 "GET /v2.0/networks?id=0357aa44-85c3-4547-89fc-34588b84cd6f HTTP/1.1" status: 200 len: 818 time: 1.0125740 Aug 16 01:47:11.239530 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.271730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Request body: {'port': {'device_id': '564fb8e9-f581-4024-9f62-e0f6fd8c5266', 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f', 'admin_state_up': True, 'tenant_id': 'b89a7ae090ab4f479958a47be2bb4021'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:11.306273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3b177b7-bbf9-4b55-96e1-cb034b70d538 req-d58cce0d-1bc0-4313-a8eb-1cd4d38ed94b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 210 time: 0.0311074 Aug 16 01:47:11.435006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-19183cb4-a994-47a9-889e-919a2a415527 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:11.438904 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-19183cb4-a994-47a9-889e-919a2a415527 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.74 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 808 time: 0.3823230 Aug 16 01:47:11.445714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6cefd84-0544-42fe-ad89-63be8b60f12a req-cc5a61a4-f837-4379-bf43-d59c991648e4 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 210 time: 0.1392775 Aug 16 01:47:11.495926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Pushing event updated for resources: {'Port': ['ID=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:11.504808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Request body: {'port': {'device_id': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb', 'admin_state_up': True, 'tenant_id': '7c23822563d64b8385db87a1780f3dab'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:11.548643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Allocated IP 172.20.0.3 (0357aa44-85c3-4547-89fc-34588b84cd6f/dc7a545e-710f-4871-b291-cc8731035020/f6ae73ab-7e04-4017-857d-1817baf5ee2f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:11.582329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-05077efd-4bed-45f2-a036-390bc127610c req-ac18540b-99f1-4b59-8ae2-7e2de9f18cb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Deleting port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:11.582674 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-05077efd-4bed-45f2-a036-390bc127610c req-ac18540b-99f1-4b59-8ae2-7e2de9f18cb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.669649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.670373 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.670955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.671288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.671617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.671951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.672337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.672660 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.672991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.673317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.673635 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.674070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.683707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Attempting to bind port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:11.684043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Attempting to bind port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:11.693252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Attempting to bind port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 on network 0357aa44-85c3-4547-89fc-34588b84cd6f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:11.694504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb4e1672-1fed-446c-8d5f-2cc6114ec9d6 req-7e60a4bb-a1c2-4008-bb1d-a75b50cc80b4 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 210 time: 0.0840354 Aug 16 01:47:11.696278 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 on network 0357aa44-85c3-4547-89fc-34588b84cd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:11.696531 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Attempting to bind port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 on network 0357aa44-85c3-4547-89fc-34588b84cd6f {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:11.706406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:11.706738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Checking segment: {'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:11.707174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Bound using segment: {'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:11.707500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Bound port: 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:11.718670 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.822431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] For port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:11.826922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] For port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:11.850826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-05077efd-4bed-45f2-a036-390bc127610c req-ac18540b-99f1-4b59-8ae2-7e2de9f18cb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] For port 4bd52f62-d8d3-46f4-b3ba-653b773d4930, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4bd52f62-d8d3-46f4-b3ba-653b773d4930,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:11.853839 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-05077efd-4bed-45f2-a036-390bc127610c req-ac18540b-99f1-4b59-8ae2-7e2de9f18cb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.871919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-05077efd-4bed-45f2-a036-390bc127610c req-ac18540b-99f1-4b59-8ae2-7e2de9f18cb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Calling delete_port for 4bd52f62-d8d3-46f4-b3ba-653b773d4930 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:11.959163 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.972269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Made reservation on behalf of b89a7ae090ab4f479958a47be2bb4021 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:11.975772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.995006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.74', 57574) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:12.025412 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-72618815-4809-4b7a-94cf-03c698652870 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291607 Aug 16 01:47:12.027222 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.106658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:12.106658 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.112031 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] 10.222.0.74 "PUT /v2.0/ports/6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 HTTP/1.1" status: 200 len: 1092 time: 1.7038636 Aug 16 01:47:12.185486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd821264c-79be-442b-878c-89a357fd91e4', 'tag': '6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:12.199755 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "d821264c-79be-442b-878c-89a357fd91e4", "tag": "6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:12.220831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04443019-ac20-46dd-a3c7-62467911fe42 req-cfdb5059-4426-4869-8382-7ff3d59f17ad tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.1368198 Aug 16 01:47:12.223326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Made reservation on behalf of 7c23822563d64b8385db87a1780f3dab for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:12.229188 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.300040 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5a61f-0ac0-44d6-99a8-dd7e5a3f6211 service neutron] Pushing event updated for resources: {'Port': ['ID=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:12.417941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1680b0d4-cbfb-4444-9419-52f1d88ce105 req-e4f8118f-e78f-4463-8850-5190cd5bdda1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 210 time: 0.0669773 Aug 16 01:47:12.453334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-ad080e48-eb9f-463d-bd4b-2cb4030c27a7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:12.456687 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-ad080e48-eb9f-463d-bd4b-2cb4030c27a7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4220364 Aug 16 01:47:12.463213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125ed57-cf63-4717-930e-4c0f9a96968b req-4fd2b604-9ab3-4d79-bf3e-556cd0d74487 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:12.464978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7125ed57-cf63-4717-930e-4c0f9a96968b req-4fd2b604-9ab3-4d79-bf3e-556cd0d74487 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 944 time: 0.2689741 Aug 16 01:47:12.485336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Request body: {'port': {'device_id': '0b74903f-b7ac-4f36-a9e7-293c978e1378', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '85297740961d4da5a9fd05b4476c7da6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:12.546462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7125ed57-cf63-4717-930e-4c0f9a96968b req-3e02f1c9-7444-4936-9515-a999c8631387 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641627 Aug 16 01:47:12.577230 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-05077efd-4bed-45f2-a036-390bc127610c req-ac18540b-99f1-4b59-8ae2-7e2de9f18cb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.599876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['7fbe021a-7432-4f0a-8690-c651831fedba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:12.604111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.74', 57575) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:12.617330 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.682321 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f5f7aa-8564-4e4e-a9f5-e8ab5bbe31e7 x-openstack-request-id: req-44f5f7aa-8564-4e4e-a9f5-e8ab5bbe31e7 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:12.682709 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d821264c-79be-442b-878c-89a357fd91e4", "tag": "6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:12.682910 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44f5f7aa-8564-4e4e-a9f5-e8ab5bbe31e7 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:12.683245 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd821264c-79be-442b-878c-89a357fd91e4', 'tag': '6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8', 'status': 'completed', 'code': 200} Aug 16 01:47:12.758086 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-3422f9fc-2fda-4ea1-8ed2-da0f0ee277f7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448003 Aug 16 01:47:12.763906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Network 0357aa44-85c3-4547-89fc-34588b84cd6f is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:12.784299 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7d6507e0-ed27-4c25-a8b0-1e17102a0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:12.786547 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-7d6507e0-ed27-4c25-a8b0-1e17102a0d12 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b89a7ae090ab4f479958a47be2bb4021&device_id=d821264c-79be-442b-878c-89a357fd91e4 HTTP/1.1" status: 200 len: 1095 time: 0.3899250 Aug 16 01:47:12.831256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:12.890552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18540b-99f1-4b59-8ae2-7e2de9f18cb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Pushing event deleted for resources: {'Port': ['ID=4bd52f62-d8d3-46f4-b3ba-653b773d4930,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:12.891455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Made reservation on behalf of 85297740961d4da5a9fd05b4476c7da6 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:12.896550 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.908865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:12.914214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-363753f8-b2b4-4ebc-9ea0-f08296eeee47 req-e185bf06-1abd-4464-a769-63963e272c2f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 210 time: 0.3470180 Aug 16 01:47:12.972016 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-e8a78903-72a7-4539-84a2-8252d67784db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 HTTP/1.1" status: 200 len: 217 time: 0.1586871 Aug 16 01:47:12.980743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Pushing event updated for resources: {'Port': ['ID=f6ae73ab-7e04-4017-857d-1817baf5ee2f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:13.026121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64be046f-9f75-429e-a93d-7dad41ad4b09 req-87a6bdfc-c623-4b7c-91d5-7caddb248c7a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 210 time: 0.1366489 Aug 16 01:47:13.061202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-2e810b0e-5abb-4f8c-a2fa-5a0bcb652d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:13.070932 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-2e810b0e-5abb-4f8c-a2fa-5a0bcb652d1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dc7a545e-710f-4871-b291-cc8731035020 HTTP/1.1" status: 200 len: 858 time: 0.0636213 Aug 16 01:47:13.083076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Allocated IP 172.20.0.4 (7fd061b1-451d-4bee-82a1-403ddea7c0eb/ac221c5a-30d7-42bf-a1f3-71ee2f9837ca/33186104-ead6-4e33-a56c-6e871ed2a1c1) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:13.089856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-05077efd-4bed-45f2-a036-390bc127610c req-ac18540b-99f1-4b59-8ae2-7e2de9f18cb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] No DVR routers for this DVR port 4bd52f62-d8d3-46f4-b3ba-653b773d4930 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:13.098231 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-05077efd-4bed-45f2-a036-390bc127610c req-ac18540b-99f1-4b59-8ae2-7e2de9f18cb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.100324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-05077efd-4bed-45f2-a036-390bc127610c req-ac18540b-99f1-4b59-8ae2-7e2de9f18cb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.74 "DELETE /v2.0/ports/4bd52f62-d8d3-46f4-b3ba-653b773d4930 HTTP/1.1" status: 204 len: 173 time: 1.9911222 Aug 16 01:47:13.110519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'name': 'network-vif-deleted', 'tag': '4bd52f62-d8d3-46f4-b3ba-653b773d4930'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:13.117915 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa4a13c-9e55-4be6-b0b5-69e001817c43" -d '{"events": [{"server_uuid": "ac21ff87-3f0c-4346-af92-350c4cfe8e16", "name": "network-vif-deleted", "tag": "4bd52f62-d8d3-46f4-b3ba-653b773d4930"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:13.143274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Allocated IP 172.20.0.14 (0357aa44-85c3-4547-89fc-34588b84cd6f/dc7a545e-710f-4871-b291-cc8731035020/9c331e25-e0c2-41be-90a5-c62d66f7c870) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:13.256862 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3855ba64-59b3-452a-9220-89058fc22282 x-openstack-request-id: req-3855ba64-59b3-452a-9220-89058fc22282 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:13.257116 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac21ff87-3f0c-4346-af92-350c4cfe8e16", "name": "network-vif-deleted", "tag": "4bd52f62-d8d3-46f4-b3ba-653b773d4930", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:13.257206 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3855ba64-59b3-452a-9220-89058fc22282 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:13.257555 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac21ff87-3f0c-4346-af92-350c4cfe8e16', 'name': 'network-vif-deleted', 'tag': '4bd52f62-d8d3-46f4-b3ba-653b773d4930', 'status': 'completed', 'code': 200} Aug 16 01:47:13.281377 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-57c02767-c09f-4213-9b87-fe0eb6557ce2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0357aa44-85c3-4547-89fc-34588b84cd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2056315 Aug 16 01:47:13.324236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:13.325696 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.337331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f0f25b2-47b8-4802-8274-834005b1fe82 req-c0c6d596-7479-4016-9825-91fe2444caa2 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 210 time: 0.0629332 Aug 16 01:47:13.366727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Allocated IP 192.168.233.251 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/87412a91-8b8f-4f6f-be3a-fd9ef2e7add8) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:13.373150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-1190d22f-f0ad-4b2e-b604-6f450aff4a00 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:13.374813 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-1190d22f-f0ad-4b2e-b604-6f450aff4a00 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.74 "GET /v2.0/networks?id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b HTTP/1.1" status: 200 len: 822 time: 0.7549555 Aug 16 01:47:13.414156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Request body: {'port': {'device_id': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b', 'admin_state_up': True, 'tenant_id': '64cf5f47011744e78cfdc948243b9dc9'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:13.528448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-3edfa688-4c7f-4270-9fc1-d2d4c66fd7bd tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:13.530234 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-3edfa688-4c7f-4270-9fc1-d2d4c66fd7bd tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7633927 Aug 16 01:47:13.555993 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Request body: {'port': {'device_id': 'a79389cb-3315-40fb-b3fc-334adbd197f6', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '85297740961d4da5a9fd05b4476c7da6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:13.568578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b0d152b-78e2-4a48-aeeb-015bdad627ad req-02aba600-b119-4350-a7e6-71ab142b3bea tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.1721179 Aug 16 01:47:13.626948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a694d6d8-21b4-42a0-adc0-3933f078b381 req-65b0806f-616b-4bcc-a100-e5bc3565beca tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 210 time: 0.0873230 Aug 16 01:47:13.685778 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.740743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f6d63b3-d0c2-496a-8531-d2ca05191ec1 req-c0475172-7771-40aa-816b-bef43ed3cd88 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 210 time: 0.0626166 Aug 16 01:47:13.833538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-daa161c8-048d-4f89-9883-bffc36c76245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0281680 Aug 16 01:47:13.850951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Request body: {'port': {'device_id': 'cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:13.910892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.972191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Made reservation on behalf of 64cf5f47011744e78cfdc948243b9dc9 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:13.982886 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.998078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.136138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db2cc3f2-f1b7-45c0-8d42-2f037876c663 req-c7fc0b33-a9d0-457a-84e2-bcec78821fae tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 210 time: 0.1018038 Aug 16 01:47:14.226568 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-19badd39-9566-495b-8528-f28ee76ba109 service neutron] 10.222.0.74 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8425519 Aug 16 01:47:14.275096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Network 0357aa44-85c3-4547-89fc-34588b84cd6f is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:14.332047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.361884 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.392494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:14.402315 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Transition to ACTIVE for port object 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:14.414488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:14.437100 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a1df588f-0c3b-4dac-865a-2b161f515042 service neutron] 10.222.0.74 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900918 Aug 16 01:47:14.447817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4bd52f62-d8d3-46f4-b3ba-653b773d4930 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:14.476037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:14.476731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.487391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 4bd52f62-d8d3-46f4-b3ba-653b773d4930 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:14.488084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4bd52f62-d8d3-46f4-b3ba-653b773d4930 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:14.496625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-031da7e1-79da-4c1e-b0d8-751986152e5e req-793168d4-5bc4-44b2-9412-c246df11215a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 210 time: 0.2186084 Aug 16 01:47:14.499151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Made reservation on behalf of 85297740961d4da5a9fd05b4476c7da6 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:14.502711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.593889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Pushing event updated for resources: {'Port': ['ID=9c331e25-e0c2-41be-90a5-c62d66f7c870,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:14.627624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.743362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e673008-d78b-4f5a-b283-f955166b612b req-ae18987d-ab06-4620-abe7-87e7bf46dc8e tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0354655 Aug 16 01:47:14.764723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Network 7fd061b1-451d-4bee-82a1-403ddea7c0eb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:14.767223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Pushing event updated for resources: {'Port': ['ID=33186104-ead6-4e33-a56c-6e871ed2a1c1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:14.771688 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:14.779568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Allocated IP 172.20.0.11 (4c4338f0-3d89-4ef5-88d6-b6a1d216370b/7553d60e-b54b-48ff-9e03-37251c4f20e3/df2645ff-81e3-4761-8247-e042f479ce4a) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:14.781487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:14.841565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5c0e4-3526-4537-92fc-869f8ed612b1 req-c5412f2a-5c3b-47bb-a5a6-1371b52d1d9b tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:14.843118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2e5c0e4-3526-4537-92fc-869f8ed612b1 req-c5412f2a-5c3b-47bb-a5a6-1371b52d1d9b tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 932 time: 0.3219206 Aug 16 01:47:14.862009 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.862223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fcc47b5a-20cc-4e92-8f7a-7147a65515a1 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5939653 Aug 16 01:47:14.869139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:14.869373 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.872596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c', 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', '54ac0ecf-504c-4df4-880c-30c8ec8aad33'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:14.874720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Request body: {'port': {'device_id': '564fb8e9-f581-4024-9f62-e0f6fd8c5266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:14.886923 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a req-2abcf23d-d947-4610-8269-80536ce408cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:14.888982 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a req-2abcf23d-d947-4610-8269-80536ce408cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b89a7ae090ab4f479958a47be2bb4021&device_id=d821264c-79be-442b-878c-89a357fd91e4 HTTP/1.1" status: 200 len: 1095 time: 0.2547345 Aug 16 01:47:15.000060 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:15.013287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:15.023333 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:15.042102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Allocated IP 192.168.233.95 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/45899246-c87e-4e95-8246-32345c3e2d99) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:15.083237 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-c75c9b08-cc9c-4cf9-b86b-4224690dcf8d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5833564 Aug 16 01:47:15.083774 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event updated for resources: {'Port': ['ID=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:15.121137 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Request body: {'port': {'device_id': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:15.264484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.265207 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.277592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a req-7385220a-6e21-4391-b59c-9da54fe4d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.279259 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a req-7385220a-6e21-4391-b59c-9da54fe4d4bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=0357aa44-85c3-4547-89fc-34588b84cd6f HTTP/1.1" status: 200 len: 919 time: 0.3452809 Aug 16 01:47:15.379681 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a req-f859a458-72f2-4d9a-88d5-415e66d28992 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 HTTP/1.1" status: 200 len: 217 time: 0.0773277 Aug 16 01:47:15.390548 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.489329 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-d2729908-0391-4ae6-9100-425bf8eec32f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0085490 Aug 16 01:47:15.492739 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2e5c0e4-3526-4537-92fc-869f8ed612b1 req-e9393d5a-46cc-4603-b58b-b6f724ecca16 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377864 Aug 16 01:47:15.503091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Request body: {'port': {'device_id': '0b74903f-b7ac-4f36-a9e7-293c978e1378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:15.549262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7606268-373f-4058-8b05-757c0531ec5f req-abdfe65a-3143-4cd2-8663-212d0c3aed3b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.550281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7606268-373f-4058-8b05-757c0531ec5f req-abdfe65a-3143-4cd2-8663-212d0c3aed3b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 931 time: 0.7040234 Aug 16 01:47:15.560370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.582384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b31ca911-8413-44f3-b41e-0f0dc4883678 None None] Provisioning for port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:15.588247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b31ca911-8413-44f3-b41e-0f0dc4883678 None None] Provisioning complete for port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:15.590028 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b31ca911-8413-44f3-b41e-0f0dc4883678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.625440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a req-431b810d-4f09-478f-876b-f2c026689049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.627102 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a req-431b810d-4f09-478f-876b-f2c026689049 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dc7a545e-710f-4871-b291-cc8731035020 HTTP/1.1" status: 200 len: 858 time: 0.1783774 Aug 16 01:47:15.653043 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.665733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b31ca911-8413-44f3-b41e-0f0dc4883678 None None] Port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:15.691795 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a req-2fcf4608-06e1-43be-ab01-92862817335b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0357aa44-85c3-4547-89fc-34588b84cd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543203 Aug 16 01:47:15.716341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4de002cb-4427-4160-9e71-587610fc5086 req-d9a90a1e-5761-471a-9728-e060936b0ef3 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 210 time: 0.1439559 Aug 16 01:47:15.774257 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.794484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7606268-373f-4058-8b05-757c0531ec5f req-c6516536-5c51-4bfe-82f7-5923e2cea9f5 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317147 Aug 16 01:47:15.814554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ae73ab-7e04-4017-857d-1817baf5ee2f {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:15.835473 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.846961 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.891858 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.926254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Transition to ACTIVE for port object f6ae73ab-7e04-4017-857d-1817baf5ee2f will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:15.952091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Transition to ACTIVE for port object 45899246-c87e-4e95-8246-32345c3e2d99 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:16.035492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:16.038301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-715e691a-15da-45b8-8ad9-ae120b17a9bc req-defdf5d0-29aa-4bc5-be5b-b816f56828a2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 210 time: 0.0518808 Aug 16 01:47:16.039144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:16.043970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:16.092554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.125876 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event updated for resources: {'Port': ['ID=df2645ff-81e3-4761-8247-e042f479ce4a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:16.179788 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a req-b53d563e-2d3d-4638-aea7-df659456eab4 service neutron] 10.222.0.74 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296947 Aug 16 01:47:16.228743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f4776bc-8807-40db-a0ec-6fffd0f78237 req-c0f67c5f-b47b-43d7-85c6-a1bb8ba6c36f tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0748003 Aug 16 01:47:16.250956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:16.251628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.292419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Pushing event updated for resources: {'Port': ['ID=f6ae73ab-7e04-4017-857d-1817baf5ee2f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:16.329874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33186104-ead6-4e33-a56c-6e871ed2a1c1 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:16.343037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0b357-5778-49e6-8a82-696ec938d3cb req-a2fd63a2-ef55-4baa-9ff2-d975e1252b0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:16.344691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1d0b357-5778-49e6-8a82-696ec938d3cb req-a2fd63a2-ef55-4baa-9ff2-d975e1252b0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 932 time: 0.2797980 Aug 16 01:47:16.353245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.378801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Transition to ACTIVE for port object 33186104-ead6-4e33-a56c-6e871ed2a1c1 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:16.384952 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a req-a452496e-1644-4be2-b380-a3e21fe781d0 service neutron] 10.222.0.74 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925967 Aug 16 01:47:16.388079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-638696e1-feb4-475c-84ab-521e01e94e0f tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9808471 Aug 16 01:47:16.400290 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.407728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Request body: {'port': {'device_id': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:16.412688 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c', 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', '54ac0ecf-504c-4df4-880c-30c8ec8aad33'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:16.510241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1d0b357-5778-49e6-8a82-696ec938d3cb req-94eecb16-4bab-4f5a-bc47-f69dc165f87c tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567960 Aug 16 01:47:16.632523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Attempting to bind port f6ae73ab-7e04-4017-857d-1817baf5ee2f on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:16.632870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Attempting to bind port f6ae73ab-7e04-4017-857d-1817baf5ee2f by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:16.633483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Attempting to bind port f6ae73ab-7e04-4017-857d-1817baf5ee2f on network 0357aa44-85c3-4547-89fc-34588b84cd6f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:16.647638 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.671079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Port f6ae73ab-7e04-4017-857d-1817baf5ee2f on network 0357aa44-85c3-4547-89fc-34588b84cd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:16.671427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Attempting to bind port f6ae73ab-7e04-4017-857d-1817baf5ee2f on network 0357aa44-85c3-4547-89fc-34588b84cd6f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:16.681765 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.686669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c331e25-e0c2-41be-90a5-c62d66f7c870 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:16.696742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:16.697087 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Checking segment: {'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:16.704874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Bound using segment: {'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:16.704874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Bound port: f6ae73ab-7e04-4017-857d-1817baf5ee2f, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:16.704874 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.704874 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.720440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:16.728135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:16.733647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event updated for resources: {'Port': ['ID=45899246-c87e-4e95-8246-32345c3e2d99,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:16.741298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:16.745197 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.746521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Transition to ACTIVE for port object 9c331e25-e0c2-41be-90a5-c62d66f7c870 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:16.749407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:16.842913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Transition to ACTIVE for port object 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:16.875187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=33186104-ead6-4e33-a56c-6e871ed2a1c1,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:16.892535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:16.893209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.962491 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.044774 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-0731b136-d58f-43b9-b48e-9833606374cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4941435 Aug 16 01:47:17.059633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Request body: {'port': {'device_id': 'a79389cb-3315-40fb-b3fc-334adbd197f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:17.070212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fbf4c-701c-4742-8839-28d292dd6e76 req-1e1102e2-20de-4732-849a-0e9b9b544030 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:17.078437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e6fbf4c-701c-4742-8839-28d292dd6e76 req-1e1102e2-20de-4732-849a-0e9b9b544030 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 932 time: 0.4601607 Aug 16 01:47:17.114842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:17.114842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:17.114842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:17.127716 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.189063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Pushing event updated for resources: {'Port': ['ID=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:17.198772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:17.199225 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:17.211087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:17.212139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:17.212139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:17.212403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Bound port: 33186104-ead6-4e33-a56c-6e871ed2a1c1, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:17.212696 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.250556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Attempting to bind port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:17.250930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Attempting to bind port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:17.251353 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Attempting to bind port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:17.264840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ef057266-7068-45d6-b8ee-4450fcf6bffd None None] Provisioning for port 45899246-c87e-4e95-8246-32345c3e2d99 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:17.267346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:17.267679 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Attempting to bind port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:17.271933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ef057266-7068-45d6-b8ee-4450fcf6bffd None None] Provisioning complete for port 45899246-c87e-4e95-8246-32345c3e2d99 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:17.272407 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef057266-7068-45d6-b8ee-4450fcf6bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.275144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e6fbf4c-701c-4742-8839-28d292dd6e76 req-778c0b02-53a0-4554-b806-079a44ec4de7 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935701 Aug 16 01:47:17.277269 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.323097 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:17.323341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:17.323659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:17.324182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Bound port: 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:17.324606 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.367251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2645ff-81e3-4761-8247-e042f479ce4a {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:17.372827 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ef057266-7068-45d6-b8ee-4450fcf6bffd None None] Port 45899246-c87e-4e95-8246-32345c3e2d99 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:17.388169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c331e25-e0c2-41be-90a5-c62d66f7c870,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:17.396554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.429171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca145807-815b-4d3a-a4cd-0e65f4f10e66 req-cb33e84b-2fa5-4331-91e1-f8f8eb90c0c1 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 210 time: 0.0502853 Aug 16 01:47:17.438243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.438648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.438933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.439268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.439602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.439964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.440289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.440614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.440944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.441282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.441998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.441998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:17.442414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:17.445943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] For port f6ae73ab-7e04-4017-857d-1817baf5ee2f, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:17.473172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Transition to ACTIVE for port object df2645ff-81e3-4761-8247-e042f479ce4a will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:17.476421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:17.482444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] For port f6ae73ab-7e04-4017-857d-1817baf5ee2f, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f6ae73ab-7e04-4017-857d-1817baf5ee2f,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:17.487837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Attempting to bind port 9c331e25-e0c2-41be-90a5-c62d66f7c870 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:17.488128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Attempting to bind port 9c331e25-e0c2-41be-90a5-c62d66f7c870 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:17.488459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Attempting to bind port 9c331e25-e0c2-41be-90a5-c62d66f7c870 on network 0357aa44-85c3-4547-89fc-34588b84cd6f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:17.493546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Port 9c331e25-e0c2-41be-90a5-c62d66f7c870 on network 0357aa44-85c3-4547-89fc-34588b84cd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:17.493967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Attempting to bind port 9c331e25-e0c2-41be-90a5-c62d66f7c870 on network 0357aa44-85c3-4547-89fc-34588b84cd6f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:17.499940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:17.500298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Checking segment: {'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:17.500672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Bound using segment: {'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:17.501102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Bound port: 9c331e25-e0c2-41be-90a5-c62d66f7c870, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a140b6dc-1215-47f8-8dc7-5630948b31b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:17.501486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.543118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.546383 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] For port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:17.569887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] For port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:17.586103 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.623461 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.657565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:17.658268 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.659678 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] 10.222.0.74 "PUT /v2.0/ports/33186104-ead6-4e33-a56c-6e871ed2a1c1 HTTP/1.1" status: 200 len: 1092 time: 2.5496647 Aug 16 01:47:17.661659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'tag': '33186104-ead6-4e33-a56c-6e871ed2a1c1'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:17.663963 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac44a13f-26f1-41ef-a8ff-1f3d3be8bd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3916fc-c990-4d7f-bc5d-8f511a578083", "tag": "33186104-ead6-4e33-a56c-6e871ed2a1c1"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:17.676625 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.693668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Pushing event updated for resources: {'Port': ['ID=df2645ff-81e3-4761-8247-e042f479ce4a,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:17.695270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] For port 9c331e25-e0c2-41be-90a5-c62d66f7c870, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:17.698021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:17.698647 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.701207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] 10.222.0.74 "PUT /v2.0/ports/f6ae73ab-7e04-4017-857d-1817baf5ee2f HTTP/1.1" status: 200 len: 1092 time: 3.8539908 Aug 16 01:47:17.703485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23', 'tag': 'f6ae73ab-7e04-4017-857d-1817baf5ee2f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:17.705371 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b66a2e-30ab-4566-8bcd-6bb89ecefcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23", "tag": "f6ae73ab-7e04-4017-857d-1817baf5ee2f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:17.719336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:17.719962 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.721511 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] 10.222.0.74 "PUT /v2.0/ports/87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 HTTP/1.1" status: 200 len: 1097 time: 2.2224798 Aug 16 01:47:17.721987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002786e2-c969-4d0d-85cf-563d5516f0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=33186104-ead6-4e33-a56c-6e871ed2a1c1,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:17.768326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] For port 9c331e25-e0c2-41be-90a5-c62d66f7c870, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9c331e25-e0c2-41be-90a5-c62d66f7c870,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:17.781021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a7719-9eff-4e0b-8337-dce1e79209c7 req-756ed1a4-9e86-4668-ab84-d4c012a03fab tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:17.783012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e71a7719-9eff-4e0b-8337-dce1e79209c7 req-756ed1a4-9e86-4668-ab84-d4c012a03fab tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 943 time: 0.2269878 Aug 16 01:47:17.842367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2007258-9ca5-4651-971d-edf712b07e2b service neutron] Pushing event updated for resources: {'Port': ['ID=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:17.888742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e71a7719-9eff-4e0b-8337-dce1e79209c7 req-1094aa27-af38-43b5-8fd0-f8eeb25e8924 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875826 Aug 16 01:47:17.892868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45899246-c87e-4e95-8246-32345c3e2d99 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:17.924582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.955390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1377e8-32d7-4534-931b-047f26443f9b service neutron] Pushing event updated for resources: {'Port': ['ID=f6ae73ab-7e04-4017-857d-1817baf5ee2f,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:17.982265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.034962 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-73cadb36-4df4-47d7-a276-daa8687b1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.036611 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-73cadb36-4df4-47d7-a276-daa8687b1d97 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1095 time: 0.2298541 Aug 16 01:47:18.037734 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Transition to ACTIVE for port object 45899246-c87e-4e95-8246-32345c3e2d99 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:18.054605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Attempting to bind port df2645ff-81e3-4761-8247-e042f479ce4a on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:18.054605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Attempting to bind port df2645ff-81e3-4761-8247-e042f479ce4a by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:18.054605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Attempting to bind port df2645ff-81e3-4761-8247-e042f479ce4a on network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:18.061135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.061934 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.063459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/9c331e25-e0c2-41be-90a5-c62d66f7c870 HTTP/1.1" status: 200 len: 1093 time: 3.1939969 Aug 16 01:47:18.071217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-45adaa88-3b8f-4e6f-822d-724e566eb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.072896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-45adaa88-3b8f-4e6f-822d-724e566eb7e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b89a7ae090ab4f479958a47be2bb4021&device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 1095 time: 0.2403617 Aug 16 01:47:18.078570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Port df2645ff-81e3-4761-8247-e042f479ce4a on network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:18.082715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Attempting to bind port df2645ff-81e3-4761-8247-e042f479ce4a on network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:18.097357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:18.097896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Checking segment: {'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:18.098385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Bound using segment: {'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:18.098921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Bound port: df2645ff-81e3-4761-8247-e042f479ce4a, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:18.099382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.160189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-e7edb68f-8b32-465f-b52b-ec136001a03f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6ae73ab-7e04-4017-857d-1817baf5ee2f HTTP/1.1" status: 200 len: 217 time: 0.0734162 Aug 16 01:47:18.181991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fdf87-abb5-46c9-b184-fa18263188e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c331e25-e0c2-41be-90a5-c62d66f7c870,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:18.339274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] For port df2645ff-81e3-4761-8247-e042f479ce4a, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:18.364904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b459d907-41bc-40fe-b21f-fa68de67eb86 req-1251b498-c29d-4677-928d-001affd82f75 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0465713 Aug 16 01:47:18.384966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871173e0-a51c-400d-b8af-4804ac4329d1 req-5c5f5928-fef4-446d-b56f-42eec8a3381b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.392323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-871173e0-a51c-400d-b8af-4804ac4329d1 req-5c5f5928-fef4-446d-b56f-42eec8a3381b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 947 time: 0.2503641 Aug 16 01:47:18.394983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fa2ae645-1768-48ce-bd08-16cfcc56ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.396380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-fa2ae645-1768-48ce-bd08-16cfcc56ffea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dc7a545e-710f-4871-b291-cc8731035020 HTTP/1.1" status: 200 len: 858 time: 0.2223101 Aug 16 01:47:18.401125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] For port df2645ff-81e3-4761-8247-e042f479ce4a, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=df2645ff-81e3-4761-8247-e042f479ce4a,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:18.428509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-239b84ce-2090-4954-8bcb-dbf654095661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.430040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-239b84ce-2090-4954-8bcb-dbf654095661 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b89a7ae090ab4f479958a47be2bb4021&device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 1096 time: 0.1967912 Aug 16 01:47:18.453293 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.454024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-1d13c146-9269-4e57-906c-657ab7f5c809 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0357aa44-85c3-4547-89fc-34588b84cd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443239 Aug 16 01:47:18.455977 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-04958814-5b74-4e6c-91d3-e0d3656d83e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1 HTTP/1.1" status: 200 len: 217 time: 0.4105732 Aug 16 01:47:18.461781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:18.535948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-bfd8cafd-1321-4e76-87d3-3365828f8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.537508 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-bfd8cafd-1321-4e76-87d3-3365828f8f74 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378 HTTP/1.1" status: 200 len: 1100 time: 0.5925658 Aug 16 01:47:18.539776 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.542606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-55ef44f5-cf3c-4cd2-8e4c-3d1d1c39cb13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c331e25-e0c2-41be-90a5-c62d66f7c870 HTTP/1.1" status: 200 len: 217 time: 0.0932441 Aug 16 01:47:18.614500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Pushing event updated for resources: {'Port': ['ID=45899246-c87e-4e95-8246-32345c3e2d99,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:18.624569 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-d2815a9d-a293-408b-a82e-17902d972250 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 HTTP/1.1" status: 200 len: 217 time: 0.0742288 Aug 16 01:47:18.651355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-3e88fd17-46c8-4e04-b7d2-bf425dfb088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.652116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-871173e0-a51c-400d-b8af-4804ac4329d1 req-c5ce0af1-af4e-430d-8d74-7b10816053bc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538602 Aug 16 01:47:18.652920 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-3e88fd17-46c8-4e04-b7d2-bf425dfb088b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.1550364 Aug 16 01:47:18.730148 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e7e4b6-6729-4418-b16d-dec9c54e636f x-openstack-request-id: req-39e7e4b6-6729-4418-b16d-dec9c54e636f {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:18.739873 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3916fc-c990-4d7f-bc5d-8f511a578083", "tag": "33186104-ead6-4e33-a56c-6e871ed2a1c1", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:18.739873 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39e7e4b6-6729-4418-b16d-dec9c54e636f {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:18.739873 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'tag': '33186104-ead6-4e33-a56c-6e871ed2a1c1', 'status': 'completed', 'code': 200} Aug 16 01:47:18.740177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.740177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.740177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] 10.222.0.74 "PUT /v2.0/ports/df2645ff-81e3-4761-8247-e042f479ce4a HTTP/1.1" status: 200 len: 1093 time: 2.3338780 Aug 16 01:47:18.740419 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-6a07c987-8c34-49bb-9c91-52783dbe85ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751648 Aug 16 01:47:18.793382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479438b9-599a-4b0f-bf62-1a7a48aa0d21 req-658a114a-d7a5-4dfd-a52c-ccf99011650d tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.803987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-479438b9-599a-4b0f-bf62-1a7a48aa0d21 req-658a114a-d7a5-4dfd-a52c-ccf99011650d tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 944 time: 0.3451440 Aug 16 01:47:18.805082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dbf49-2741-43b0-b70d-e49474231248 service neutron] Pushing event updated for resources: {'Port': ['ID=df2645ff-81e3-4761-8247-e042f479ce4a,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:18.823044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-82813797-7631-45f4-b45c-fab0efbd9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.824769 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-82813797-7631-45f4-b45c-fab0efbd9ccd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1704431 Aug 16 01:47:18.834577 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525296ac-10f6-4e5e-8aa0-94a5e03f13ba x-openstack-request-id: req-525296ac-10f6-4e5e-8aa0-94a5e03f13ba {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:18.834577 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23", "tag": "f6ae73ab-7e04-4017-857d-1817baf5ee2f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:18.834577 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-525296ac-10f6-4e5e-8aa0-94a5e03f13ba {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:18.834577 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23', 'tag': 'f6ae73ab-7e04-4017-857d-1817baf5ee2f', 'status': 'completed', 'code': 200} Aug 16 01:47:18.862285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:18.870305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-3c8045ed-73f1-475d-963f-b7d2ae67864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.871838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-3c8045ed-73f1-475d-963f-b7d2ae67864d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc7a545e-710f-4871-b291-cc8731035020 HTTP/1.1" status: 200 len: 858 time: 0.2544580 Aug 16 01:47:18.889396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8', 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f', 'port_id': '6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8', 'mac_address': 'fa:16:3e:9d:f2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7a545e-710f-4871-b291-cc8731035020', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:18.920348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-55cd258c-99d5-45d1-a7aa-3fcfa81e4574 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0357aa44-85c3-4547-89fc-34588b84cd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359251 Aug 16 01:47:18.945662 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.951334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-4d8bed99-feef-4e38-8dc5-d430b465464b service neutron] 10.222.0.74 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776785 Aug 16 01:47:18.953845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Attempting to bind port 45899246-c87e-4e95-8246-32345c3e2d99 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:18.954196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Attempting to bind port 45899246-c87e-4e95-8246-32345c3e2d99 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:18.958350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Attempting to bind port 45899246-c87e-4e95-8246-32345c3e2d99 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:18.959961 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:18.968877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Port 45899246-c87e-4e95-8246-32345c3e2d99 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:18.969194 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Attempting to bind port 45899246-c87e-4e95-8246-32345c3e2d99 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:18.982651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:18.993260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:18.993596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:18.994004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:18.994451 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Bound port: 45899246-c87e-4e95-8246-32345c3e2d99, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:18.994794 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.998497 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-e10f0410-931c-4792-b6aa-38a0fa87b3b2 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456872 Aug 16 01:47:19.000209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-1648ab7d-a778-40f7-a4f1-fb95a32b11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:19.001569 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-1648ab7d-a778-40f7-a4f1-fb95a32b11e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1232007 Aug 16 01:47:19.030827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-479438b9-599a-4b0f-bf62-1a7a48aa0d21 req-c3f43461-ed5d-4083-8249-0c0d8d665c2c tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989727 Aug 16 01:47:19.087997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-472a6385-80ef-45a7-a8be-40a5e450e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:19.089499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-472a6385-80ef-45a7-a8be-40a5e450e5ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=64cf5f47011744e78cfdc948243b9dc9&device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 1096 time: 0.1793799 Aug 16 01:47:19.095217 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.152007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:19.201859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-252a862e-f6d5-455d-aff9-7f830085cb64 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df2645ff-81e3-4761-8247-e042f479ce4a HTTP/1.1" status: 200 len: 217 time: 0.1019588 Aug 16 01:47:19.224384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-02a35b80-3563-467a-afe0-a1b1cbd85652 service neutron] 10.222.0.64 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832575 Aug 16 01:47:19.234757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] For port 45899246-c87e-4e95-8246-32345c3e2d99, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:19.273176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] For port 45899246-c87e-4e95-8246-32345c3e2d99, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=45899246-c87e-4e95-8246-32345c3e2d99,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:19.292409 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-436f018c-9baf-4b3e-bbc5-06142945bed9 req-63ce6f28-89e1-4d0a-9bfd-fa36915b4929 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767022 Aug 16 01:47:19.294636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-bd95d1a0-48ce-46e1-87bf-acb73ea3ee67 service neutron] 10.222.0.74 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234200 Aug 16 01:47:19.295607 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-93ed7d91-e3b9-49f1-aae0-26c1dcad4789 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788448 Aug 16 01:47:19.434580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:19.446894 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.514282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Pushing event updated for resources: {'Port': ['ID=45899246-c87e-4e95-8246-32345c3e2d99,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:19.521420 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-219d687a-5b71-4620-84ee-e9bd7af2c827 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038798 Aug 16 01:47:19.540829 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:19.541475 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.543954 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-9071c893-1849-4446-b4d6-fd72cffd0d9c service neutron] 10.222.0.64 "PUT /v2.0/ports/45899246-c87e-4e95-8246-32345c3e2d99 HTTP/1.1" status: 200 len: 1096 time: 2.4892287 Aug 16 01:47:19.602693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66a2e-30ab-4566-8bcd-6bb89ecefcf3 req-8db982f4-9cdf-48bf-a3be-5f78228c84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:19.602693 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4b66a2e-30ab-4566-8bcd-6bb89ecefcf3 req-8db982f4-9cdf-48bf-a3be-5f78228c84ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b89a7ae090ab4f479958a47be2bb4021&device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 1095 time: 0.0560281 Aug 16 01:47:19.729771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66a2e-30ab-4566-8bcd-6bb89ecefcf3 req-3a8c2e70-febb-46ce-895f-9299b979857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:19.731801 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4b66a2e-30ab-4566-8bcd-6bb89ecefcf3 req-3a8c2e70-febb-46ce-895f-9299b979857e service neutron] 10.222.0.74 "GET /v2.0/networks?id=0357aa44-85c3-4547-89fc-34588b84cd6f HTTP/1.1" status: 200 len: 919 time: 0.1298776 Aug 16 01:47:19.793262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-35883475-1572-493d-87ef-027a058380f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:19.795162 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4b66a2e-30ab-4566-8bcd-6bb89ecefcf3 req-f66875ee-eb31-4a2c-bb12-86fd0b490c58 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6ae73ab-7e04-4017-857d-1817baf5ee2f HTTP/1.1" status: 200 len: 217 time: 0.0526886 Aug 16 01:47:19.795293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-35883475-1572-493d-87ef-027a058380f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7553d60e-b54b-48ff-9e03-37251c4f20e3 HTTP/1.1" status: 200 len: 862 time: 0.5657625 Aug 16 01:47:19.859457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44898f23-780f-4015-a197-ad2f9f873044 req-58473905-18d3-46f3-b1f8-73ce1fa8711a tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac21ff87-3f0c-4346-af92-350c4cfe8e16 HTTP/1.1" status: 200 len: 210 time: 0.0563147 Aug 16 01:47:19.896293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dbb15-afb7-4344-b342-e7534334ee63 req-3b001992-a25f-41a7-be4d-e26a6232466d tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:19.898131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-486dbb15-afb7-4344-b342-e7534334ee63 req-3b001992-a25f-41a7-be4d-e26a6232466d tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 944 time: 0.7779541 Aug 16 01:47:19.904700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-f505a4e3-4493-47fc-90f4-c735982a9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:19.906328 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-f505a4e3-4493-47fc-90f4-c735982a9248 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 1099 time: 0.1102710 Aug 16 01:47:19.922065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-0497ffca-791f-4125-9f2f-25db8ec2f589 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862663 Aug 16 01:47:19.923702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66a2e-30ab-4566-8bcd-6bb89ecefcf3 req-1081a0b0-ab15-4a85-a354-68627bb9048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:19.926035 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4b66a2e-30ab-4566-8bcd-6bb89ecefcf3 req-1081a0b0-ab15-4a85-a354-68627bb9048d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dc7a545e-710f-4871-b291-cc8731035020 HTTP/1.1" status: 200 len: 858 time: 0.0989006 Aug 16 01:47:19.965884 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-f26e6320-4aa9-4a68-9618-30c7e7130612 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=45899246-c87e-4e95-8246-32345c3e2d99 HTTP/1.1" status: 200 len: 217 time: 0.0485573 Aug 16 01:47:19.985981 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4b66a2e-30ab-4566-8bcd-6bb89ecefcf3 req-aefa06bd-f42b-4e62-8778-bcb693ceaac0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0357aa44-85c3-4547-89fc-34588b84cd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288653 Aug 16 01:47:20.072620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a73824a0-2279-47b5-9cb5-fad8a135e6a5 req-428682c7-06d0-4af7-a820-e6c6ba13e077 service neutron] 10.222.0.64 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8303947 Aug 16 01:47:20.075409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44a13f-26f1-41ef-a8ff-1f3d3be8bd4d req-58953672-72f3-4a57-99cd-56ba6d1772d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.076575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac44a13f-26f1-41ef-a8ff-1f3d3be8bd4d req-58953672-72f3-4a57-99cd-56ba6d1772d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1095 time: 0.2789905 Aug 16 01:47:20.085574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-486dbb15-afb7-4344-b342-e7534334ee63 req-fc34d36a-75fb-4965-823e-bb8696416637 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657486 Aug 16 01:47:20.090212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-cd889e88-a8fc-422d-a99e-871f1523e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.091712 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-cd889e88-a8fc-422d-a99e-871f1523e995 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1081679 Aug 16 01:47:20.155895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc324e-6639-4318-b050-3eb61ef14a64 req-5dbd8360-6935-4b13-8da2-a5c39cd1b7b4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.164706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58fc324e-6639-4318-b050-3eb61ef14a64 req-5dbd8360-6935-4b13-8da2-a5c39cd1b7b4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 943 time: 0.2306817 Aug 16 01:47:20.175096 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4b66a2e-30ab-4566-8bcd-6bb89ecefcf3 req-9e8b1931-0525-4a69-875f-e7d5cf4087fe service neutron] 10.222.0.74 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637199 Aug 16 01:47:20.178088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553228c-844b-46dd-8d95-163927c694ef req-7c64cd9a-e6b9-41b9-88fc-a342e599ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.180395 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-7c64cd9a-e6b9-41b9-88fc-a342e599ab5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0742543 Aug 16 01:47:20.211114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-29ac064d-c101-4d2f-b219-b392219da79d service neutron] 10.222.0.74 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575886 Aug 16 01:47:20.306166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58fc324e-6639-4318-b050-3eb61ef14a64 req-affa4ef4-53f2-49e4-8335-18af82d0c6d1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405332 Aug 16 01:47:20.321743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44a13f-26f1-41ef-a8ff-1f3d3be8bd4d req-295a7d77-923f-41ff-8c6c-39b6bca1b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.322946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac44a13f-26f1-41ef-a8ff-1f3d3be8bd4d req-295a7d77-923f-41ff-8c6c-39b6bca1b469 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.2349174 Aug 16 01:47:20.350485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6506ff11-51c2-407e-bdb5-cc388fdda738 req-1f024583-53d0-4b80-b277-ba66cd752d2f tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0569959 Aug 16 01:47:20.380362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac44a13f-26f1-41ef-a8ff-1f3d3be8bd4d req-d745e1d2-fc62-4d26-83ed-4f9be71f47ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1 HTTP/1.1" status: 200 len: 217 time: 0.0406435 Aug 16 01:47:20.388251 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4b66a2e-30ab-4566-8bcd-6bb89ecefcf3 req-c6105b2d-aff6-48c8-9a1c-b82d34719c26 service neutron] 10.222.0.74 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891367 Aug 16 01:47:20.433746 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-7cbb57ac-7e70-41d6-a774-eefc636368ba service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455521 Aug 16 01:47:20.538082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b50b2ed7-bd23-4c22-9efe-590644abaaec req-2c6f6d1c-0835-488b-ac60-8db1ba0a7868 service neutron] 10.222.0.74 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135536 Aug 16 01:47:20.543966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44a13f-26f1-41ef-a8ff-1f3d3be8bd4d req-4aec824f-8a52-484f-99f4-59f0aa303e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.545581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac44a13f-26f1-41ef-a8ff-1f3d3be8bd4d req-4aec824f-8a52-484f-99f4-59f0aa303e16 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.1546643 Aug 16 01:47:20.549262 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-a7852dbc-f7f1-4ce6-9e0b-96cdf94c3df2 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002610 Aug 16 01:47:20.603635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac44a13f-26f1-41ef-a8ff-1f3d3be8bd4d req-56a6b518-58bb-425c-a3a8-a6028b870412 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361812 Aug 16 01:47:20.621219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38a239-8265-4cbf-86ab-e33d6dad717b req-ef58d402-3f5f-4c92-b1da-4ba49aeaff09 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.623033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b38a239-8265-4cbf-86ab-e33d6dad717b req-ef58d402-3f5f-4c92-b1da-4ba49aeaff09 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 947 time: 0.1532500 Aug 16 01:47:20.643148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-320100a3-e077-42d7-9e4a-bb0c3715970c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.644644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-320100a3-e077-42d7-9e4a-bb0c3715970c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/networks?id=24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 200 len: 804 time: 0.2155948 Aug 16 01:47:20.712004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-cbe83f88-a67e-4f47-b371-99b64872c254 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/quotas/8fbfff59d0174f2993e0c07e3ce1bd15 HTTP/1.1" status: 200 len: 375 time: 0.0512071 Aug 16 01:47:20.714331 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.732147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b74903f-b7ac-4f36-a9e7-293c978e1378', 'tag': '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8'}, {'name': 'network-changed', 'server_uuid': 'a79389cb-3315-40fb-b3fc-334adbd197f6', 'tag': '45899246-c87e-4e95-8246-32345c3e2d99'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:20.734514 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bdb745-447b-4647-b832-1b3e0a7a384a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b74903f-b7ac-4f36-a9e7-293c978e1378", "tag": "87412a91-8b8f-4f6f-be3a-fd9ef2e7add8"}, {"name": "network-changed", "server_uuid": "a79389cb-3315-40fb-b3fc-334adbd197f6", "tag": "45899246-c87e-4e95-8246-32345c3e2d99"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:20.742596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b38a239-8265-4cbf-86ab-e33d6dad717b req-ce805e56-a96d-43b3-a110-8404760836c4 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087093 Aug 16 01:47:20.797717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac44a13f-26f1-41ef-a8ff-1f3d3be8bd4d req-ab85c79d-9394-4d2f-b43f-be2d888c6b73 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719594 Aug 16 01:47:20.801803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-9f7e53b1-cd51-46f0-aaf9-19899193938c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765517 Aug 16 01:47:20.833665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564fb8e9-f581-4024-9f62-e0f6fd8c5266', 'tag': '9c331e25-e0c2-41be-90a5-c62d66f7c870'}, {'name': 'network-changed', 'server_uuid': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'tag': 'df2645ff-81e3-4761-8247-e042f479ce4a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:20.836335 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3222be1-5c3b-4d09-a91c-23da084cad00" -d '{"events": [{"name": "network-changed", "server_uuid": "564fb8e9-f581-4024-9f62-e0f6fd8c5266", "tag": "9c331e25-e0c2-41be-90a5-c62d66f7c870"}, {"name": "network-changed", "server_uuid": "63ae2d89-7b48-4cf6-b47c-008c9d52c9d3", "tag": "df2645ff-81e3-4761-8247-e042f479ce4a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:20.984212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241af33-17cb-42f4-8df1-9202419d148d req-df74f152-eb5d-4646-81fa-e9bffd06fc77 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.985673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2241af33-17cb-42f4-8df1-9202419d148d req-df74f152-eb5d-4646-81fa-e9bffd06fc77 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 944 time: 0.1780443 Aug 16 01:47:21.023538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac44a13f-26f1-41ef-a8ff-1f3d3be8bd4d req-96915437-ef4a-4c7a-a2b7-694d2260f16f service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058690 Aug 16 01:47:21.034397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-0bee9ba6-1a23-4078-8af5-8d4d429945c8 service neutron] 10.222.0.66 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157061 Aug 16 01:47:21.069028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2241af33-17cb-42f4-8df1-9202419d148d req-8d97de96-958a-4377-b57f-696b98469408 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741332 Aug 16 01:47:21.136268 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f57476-ef9a-417e-a182-1f03ffc1e3c7 x-openstack-request-id: req-d0f57476-ef9a-417e-a182-1f03ffc1e3c7 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:21.136268 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b74903f-b7ac-4f36-a9e7-293c978e1378", "tag": "87412a91-8b8f-4f6f-be3a-fd9ef2e7add8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a79389cb-3315-40fb-b3fc-334adbd197f6", "tag": "45899246-c87e-4e95-8246-32345c3e2d99", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:21.136822 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0f57476-ef9a-417e-a182-1f03ffc1e3c7 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:21.137277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-abbd0695-c2b9-4e1e-b135-6a0b41a75ea5 service neutron] 10.222.0.66 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910993 Aug 16 01:47:21.137695 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b74903f-b7ac-4f36-a9e7-293c978e1378', 'tag': '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8', 'status': 'completed', 'code': 200} Aug 16 01:47:21.138132 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79389cb-3315-40fb-b3fc-334adbd197f6', 'tag': '45899246-c87e-4e95-8246-32345c3e2d99', 'status': 'completed', 'code': 200} Aug 16 01:47:21.192237 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e3dfbd-cd03-4101-b354-0be46f0b8f62 x-openstack-request-id: req-a5e3dfbd-cd03-4101-b354-0be46f0b8f62 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:21.194229 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564fb8e9-f581-4024-9f62-e0f6fd8c5266", "tag": "9c331e25-e0c2-41be-90a5-c62d66f7c870", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63ae2d89-7b48-4cf6-b47c-008c9d52c9d3", "tag": "df2645ff-81e3-4761-8247-e042f479ce4a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:21.194229 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5e3dfbd-cd03-4101-b354-0be46f0b8f62 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:21.194229 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564fb8e9-f581-4024-9f62-e0f6fd8c5266', 'tag': '9c331e25-e0c2-41be-90a5-c62d66f7c870', 'status': 'completed', 'code': 200} Aug 16 01:47:21.194229 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'tag': 'df2645ff-81e3-4761-8247-e042f479ce4a', 'status': 'completed', 'code': 200} Aug 16 01:47:21.214411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9b352bfb-e91a-4d78-8251-97ac5ab03bfa no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:21.254413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-19b1f0f6-b5d3-49a6-a8fc-653e23250d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.255969 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-19b1f0f6-b5d3-49a6-a8fc-653e23250d7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 1099 time: 0.0823951 Aug 16 01:47:21.369840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-cd9f7c4c-addc-4863-a60e-834b24fe118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.371922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-cd9f7c4c-addc-4863-a60e-834b24fe118b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378 HTTP/1.1" status: 200 len: 1100 time: 0.1715834 Aug 16 01:47:21.396599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-024ab0fb-8278-477c-a5de-22a795d9db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.404068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.404370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-024ab0fb-8278-477c-a5de-22a795d9db44 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=64cf5f47011744e78cfdc948243b9dc9&device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 1096 time: 0.1762178 Aug 16 01:47:21.435219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-d9ea9b39-c1fb-447a-be83-07e6c8d0eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.441140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-d9ea9b39-c1fb-447a-be83-07e6c8d0eadb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b89a7ae090ab4f479958a47be2bb4021&device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 1096 time: 0.1941226 Aug 16 01:47:21.459279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:21.462113 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dd3e84-56d2-4501-b323-ee0daae3058b" -d '{"events": [{"server_uuid": "416fd38d-0918-4dbd-8972-a9b8e392ad2f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b352bfb-e91a-4d78-8251-97ac5ab03bfa"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:21.475590 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-949702ad-a258-4104-859f-e8d94a1d4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.477127 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-949702ad-a258-4104-859f-e8d94a1d4efb service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.2063181 Aug 16 01:47:21.496597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:21.524779 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-52ccfafe-6b17-45c1-b207-7d4552168f04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=45899246-c87e-4e95-8246-32345c3e2d99 HTTP/1.1" status: 200 len: 217 time: 0.0393295 Aug 16 01:47:21.624489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-40c8ce12-d654-4ce2-88e6-e386c6cc3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.627624 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-40c8ce12-d654-4ce2-88e6-e386c6cc3f59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0925610 Aug 16 01:47:21.649638 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.650592 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.722951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-0731a440-99ea-43ec-8839-366fcbfab4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.724396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-0731a440-99ea-43ec-8839-366fcbfab4d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0357aa44-85c3-4547-89fc-34588b84cd6f HTTP/1.1" status: 200 len: 919 time: 0.1834109 Aug 16 01:47:21.730329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:21.731199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-39f1724e-682a-4540-b7c0-ff7c012c11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.735315 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-39f1724e-682a-4540-b7c0-ff7c012c11e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936847 Aug 16 01:47:21.830023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9015c1-a079-4d50-8f35-d5bd7879fdf4 req-3d048450-c341-4ada-b39f-fae2d08565ec tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.831552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a9015c1-a079-4d50-8f35-d5bd7879fdf4 req-3d048450-c341-4ada-b39f-fae2d08565ec tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "GET /v2.0/ports?device_id=416fd38d-0918-4dbd-8972-a9b8e392ad2f HTTP/1.1" status: 200 len: 945 time: 0.2737150 Aug 16 01:47:21.851470 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-00dcc18e-56ea-407d-9a2e-3fdabd2c209c service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038864 Aug 16 01:47:21.949292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-bb5eb0ba-5b5e-4c22-bfd6-c7848cf49f41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c331e25-e0c2-41be-90a5-c62d66f7c870 HTTP/1.1" status: 200 len: 217 time: 0.1741827 Aug 16 01:47:21.988958 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-8c727b81-ad2d-4aaf-b881-3573b45e00d5 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296840 Aug 16 01:47:22.005736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9803ca3-4d1b-40e5-889c-2d70d0c3c2bd req-6af9ac97-f05c-4c4a-9a38-e39ce6ccace0 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:22.007902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9803ca3-4d1b-40e5-889c-2d70d0c3c2bd req-6af9ac97-f05c-4c4a-9a38-e39ce6ccace0 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 944 time: 0.6299744 Aug 16 01:47:22.053509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95057bc5-9644-44d1-bb0a-d2683d76d8e3 req-25f2405d-193f-4c7e-bb81-14c13e70af3b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:22.063467 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-95057bc5-9644-44d1-bb0a-d2683d76d8e3 req-25f2405d-193f-4c7e-bb81-14c13e70af3b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 943 time: 0.3470788 Aug 16 01:47:22.108610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-8d8b9554-2a40-461b-9490-221da40b695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:22.110709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-8d8b9554-2a40-461b-9490-221da40b695c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.7045212 Aug 16 01:47:22.209786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-fc7ca80c-1364-471b-8a13-67c872615492 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 HTTP/1.1" status: 200 len: 217 time: 0.0858212 Aug 16 01:47:22.217326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-c4673287-6423-4576-9d4b-a8c06615c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:22.218916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-c4673287-6423-4576-9d4b-a8c06615c030 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b HTTP/1.1" status: 200 len: 923 time: 0.7766953 Aug 16 01:47:22.242279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-1cdf956f-0f62-47c0-b781-0e48f99ede6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:22.243676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-1cdf956f-0f62-47c0-b781-0e48f99ede6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc7a545e-710f-4871-b291-cc8731035020 HTTP/1.1" status: 200 len: 858 time: 0.2731686 Aug 16 01:47:22.259364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-95057bc5-9644-44d1-bb0a-d2683d76d8e3 req-0121a331-105a-4259-bd9c-001327fa72d5 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940086 Aug 16 01:47:22.334388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-af2797d2-eae1-45eb-80ec-fa486d5d1630 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df2645ff-81e3-4761-8247-e042f479ce4a HTTP/1.1" status: 200 len: 217 time: 0.0943363 Aug 16 01:47:22.342389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9803ca3-4d1b-40e5-889c-2d70d0c3c2bd req-84b97573-7ef0-40b6-857b-8b2e07ab650d tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025856 Aug 16 01:47:22.383431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-9878048b-a2aa-4ee4-ac27-7a80719afdda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0357aa44-85c3-4547-89fc-34588b84cd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233077 Aug 16 01:47:22.433470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7fce11c-f667-49f4-918d-dd11339fd101 req-c997147d-b176-474b-909d-6d3fc6fa61ce tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.1044834 Aug 16 01:47:22.457325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-eebd5169-47cd-4d6a-9b4e-24d8d07d0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:22.466886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-eebd5169-47cd-4d6a-9b4e-24d8d07d0a5f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.2469518 Aug 16 01:47:22.476004 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 33186104-ead6-4e33-a56c-6e871ed2a1c1 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:22.478164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:22.524567 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769d662-184f-4794-b431-ad64294d4b20 x-openstack-request-id: req-a769d662-184f-4794-b431-ad64294d4b20 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:22.525323 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416fd38d-0918-4dbd-8972-a9b8e392ad2f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b352bfb-e91a-4d78-8251-97ac5ab03bfa", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:22.525955 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a769d662-184f-4794-b431-ad64294d4b20 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:22.526504 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa', 'code': 200} Aug 16 01:47:22.648973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:22.663909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '33186104-ead6-4e33-a56c-6e871ed2a1c1', 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb', 'port_id': '33186104-ead6-4e33-a56c-6e871ed2a1c1', 'mac_address': 'fa:16:3e:a3:0a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac221c5a-30d7-42bf-a1f3-71ee2f9837ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:22.720449 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.737724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33186104-ead6-4e33-a56c-6e871ed2a1c1 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:22.744894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:22.750119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:22.750496 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.829462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:22.891034 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.928168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:22.966569 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.967311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f6ae73ab-7e04-4017-857d-1817baf5ee2f details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:23.078534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=33186104-ead6-4e33-a56c-6e871ed2a1c1,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:23.078986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8a9015c1-a079-4d50-8f35-d5bd7879fdf4 req-f0093fa7-0229-47d3-a901-d80a2b91658c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Deleting port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:23.079458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a9015c1-a079-4d50-8f35-d5bd7879fdf4 req-f0093fa7-0229-47d3-a901-d80a2b91658c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.081248 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.094183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33566516-1829-4c7f-9807-3b8d35809dd3 req-23e28b71-94dc-4199-a298-43c901cf7893 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 210 time: 0.6399198 Aug 16 01:47:23.137256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:23.181992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-dbb4b920-4370-4f72-acac-3d490c4373fa service neutron] 10.222.0.64 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7734916 Aug 16 01:47:23.185642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f6ae73ab-7e04-4017-857d-1817baf5ee2f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f6ae73ab-7e04-4017-857d-1817baf5ee2f,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:23.199970 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'f6ae73ab-7e04-4017-857d-1817baf5ee2f', 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f', 'port_id': 'f6ae73ab-7e04-4017-857d-1817baf5ee2f', 'mac_address': 'fa:16:3e:e4:9d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7a545e-710f-4871-b291-cc8731035020', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:23.249905 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9c331e25-e0c2-41be-90a5-c62d66f7c870 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:23.267835 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.291794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ae73ab-7e04-4017-857d-1817baf5ee2f {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:23.318470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8a9015c1-a079-4d50-8f35-d5bd7879fdf4 req-f0093fa7-0229-47d3-a901-d80a2b91658c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] For port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:23.318840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a9015c1-a079-4d50-8f35-d5bd7879fdf4 req-f0093fa7-0229-47d3-a901-d80a2b91658c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.335259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8a9015c1-a079-4d50-8f35-d5bd7879fdf4 req-f0093fa7-0229-47d3-a901-d80a2b91658c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Calling delete_port for 9b352bfb-e91a-4d78-8251-97ac5ab03bfa owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:23.357330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f6ae73ab-7e04-4017-857d-1817baf5ee2f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f6ae73ab-7e04-4017-857d-1817baf5ee2f,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:23.421332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9c331e25-e0c2-41be-90a5-c62d66f7c870, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9c331e25-e0c2-41be-90a5-c62d66f7c870,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:23.436096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '9c331e25-e0c2-41be-90a5-c62d66f7c870', 'network_id': '0357aa44-85c3-4547-89fc-34588b84cd6f', 'port_id': '9c331e25-e0c2-41be-90a5-c62d66f7c870', 'mac_address': 'fa:16:3e:0e:25:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7a545e-710f-4871-b291-cc8731035020', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:23.439991 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.441171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:23.458665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-1d911000-3c30-4184-ae20-2f44f9a12469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:23.460917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-1d911000-3c30-4184-ae20-2f44f9a12469 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7553d60e-b54b-48ff-9e03-37251c4f20e3 HTTP/1.1" status: 200 len: 862 time: 1.1162806 Aug 16 01:47:23.563903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-a47bccfc-88ad-4187-8764-a47053a2774e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834169 Aug 16 01:47:23.589372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-630add11-ec2c-4157-b071-62585798906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:23.591724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-630add11-ec2c-4157-b071-62585798906d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1039445 Aug 16 01:47:23.596819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=f6ae73ab-7e04-4017-857d-1817baf5ee2f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:23.611163 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.632244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d235f-3b04-4578-bcdb-15b27a80672e req-ff95b9fc-9b2a-4b92-aa0f-a90a4cfd56b2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:23.638093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c331e25-e0c2-41be-90a5-c62d66f7c870 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:23.640246 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d1d235f-3b04-4578-bcdb-15b27a80672e req-ff95b9fc-9b2a-4b92-aa0f-a90a4cfd56b2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 947 time: 1.0649467 Aug 16 01:47:23.679242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9c331e25-e0c2-41be-90a5-c62d66f7c870, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9c331e25-e0c2-41be-90a5-c62d66f7c870,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:23.686672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:23.700919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8', 'mac_address': 'fa:16:3e:7d:49:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:23.755512 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.772261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:23.801860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:23.807386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d8cd4-5679-442d-a14b-bbfbcee74ee1 req-8ecffae3-b334-461e-9c43-891f290df9d3 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:23.809307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b29d8cd4-5679-442d-a14b-bbfbcee74ee1 req-8ecffae3-b334-461e-9c43-891f290df9d3 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 944 time: 0.4486840 Aug 16 01:47:23.868416 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.920628 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.935573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=9c331e25-e0c2-41be-90a5-c62d66f7c870,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:23.936905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-a41287fe-801e-45a4-8c46-fb6b94567084 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311360 Aug 16 01:47:23.945400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.946210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.946779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.948441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.948441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.948441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.948441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.948901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.949946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.950709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.951260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.951757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:23.957224 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-406c0d8a-9acf-4c11-825e-c17ba027620a tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:23.959066 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-406c0d8a-9acf-4c11-825e-c17ba027620a tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "GET /v2.0/networks?id=24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 200 len: 804 time: 0.1557655 Aug 16 01:47:23.973114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-4737305e-9f5d-4301-9362-222273111594 service neutron] 10.222.0.64 "GET /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969293 Aug 16 01:47:23.981890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Request body: {'port': {'device_id': '8df521dc-b6bd-4fab-8870-d0ea563fb0ac', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'admin_state_up': True, 'tenant_id': '8fbfff59d0174f2993e0c07e3ce1bd15'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:24.022824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:24.093949 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d1d235f-3b04-4578-bcdb-15b27a80672e req-10e5f293-edd7-4bad-b64d-dc371288517f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961997 Aug 16 01:47:24.118310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b29d8cd4-5679-442d-a14b-bbfbcee74ee1 req-cf2334e1-0de3-4372-8228-afa1a409d2fd tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895834 Aug 16 01:47:24.174414 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['9c331e25-e0c2-41be-90a5-c62d66f7c870'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:24.213794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-af7d3b7b-0e3d-4f31-bc6e-5542942c481e service neutron] 10.222.0.74 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398377 Aug 16 01:47:24.254573 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Made reservation on behalf of 8fbfff59d0174f2993e0c07e3ce1bd15 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:24.259695 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.369282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a9015c1-a079-4d50-8f35-d5bd7879fdf4 req-f0093fa7-0229-47d3-a901-d80a2b91658c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.385326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['33186104-ead6-4e33-a56c-6e871ed2a1c1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:24.450261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['87412a91-8b8f-4f6f-be3a-fd9ef2e7add8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:24.452696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['f6ae73ab-7e04-4017-857d-1817baf5ee2f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:24.453131 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Allocated IP 172.20.0.5 (24268f93-d8c6-443a-bccc-728c497fb771/b2f412be-9693-4499-9b6e-5d42eec545f4/54f9a83e-84b6-4727-99d7-fdd00af0df2a) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:24.456970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8bdb745-447b-4647-b832-1b3e0a7a384a req-ca26965c-040e-4ede-acfd-564c6a55e5e4 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978452 Aug 16 01:47:24.521337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0093fa7-0229-47d3-a901-d80a2b91658c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Pushing event deleted for resources: {'Port': ['ID=9b352bfb-e91a-4d78-8251-97ac5ab03bfa,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:24.524147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device df2645ff-81e3-4761-8247-e042f479ce4a details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:24.535376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd821264c-79be-442b-878c-89a357fd91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:24.537712 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f802a77a-8125-4909-b1a8-bd84231c5102" -d '{"events": [{"server_uuid": "d821264c-79be-442b-878c-89a357fd91e4", "name": "network-vif-plugged", "status": "completed", "tag": "6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:24.561356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9015c1-a079-4d50-8f35-d5bd7879fdf4 req-f0093fa7-0229-47d3-a901-d80a2b91658c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] No DVR routers for this DVR port 9b352bfb-e91a-4d78-8251-97ac5ab03bfa on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:24.564724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a9015c1-a079-4d50-8f35-d5bd7879fdf4 req-f0093fa7-0229-47d3-a901-d80a2b91658c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.567175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a9015c1-a079-4d50-8f35-d5bd7879fdf4 req-f0093fa7-0229-47d3-a901-d80a2b91658c tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "DELETE /v2.0/ports/9b352bfb-e91a-4d78-8251-97ac5ab03bfa HTTP/1.1" status: 204 len: 173 time: 2.7241106 Aug 16 01:47:24.571284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'name': 'network-vif-deleted', 'tag': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:24.574879 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd0e62c-1d53-4bc0-8cee-e48d65f43c53" -d '{"events": [{"server_uuid": "416fd38d-0918-4dbd-8972-a9b8e392ad2f", "name": "network-vif-deleted", "tag": "9b352bfb-e91a-4d78-8251-97ac5ab03bfa"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:24.585603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051b529-ab14-44ba-8234-f5989ff4d4ad req-14070f2e-77e0-4e22-ac80-871da57ca90a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:24.587200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4051b529-ab14-44ba-8234-f5989ff4d4ad req-14070f2e-77e0-4e22-ac80-871da57ca90a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 944 time: 0.2729254 Aug 16 01:47:24.598517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957129a5-d3b6-4a02-a363-6fbc7473d701 req-62f5a100-c738-4107-a763-ac6465450866 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:24.608139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-957129a5-d3b6-4a02-a363-6fbc7473d701 req-62f5a100-c738-4107-a763-ac6465450866 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 945 time: 0.2910008 Aug 16 01:47:24.633800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3222be1-5c3b-4d09-a91c-23da084cad00 req-d30e8c5e-8638-498a-9bd0-5f6f7d98007f service neutron] 10.222.0.74 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833518 Aug 16 01:47:24.687018 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.690179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-957129a5-d3b6-4a02-a363-6fbc7473d701 req-6ab253fe-a2d1-4315-aed2-fad95201bfee tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767577 Aug 16 01:47:24.709141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4051b529-ab14-44ba-8234-f5989ff4d4ad req-793f3611-2ba6-4b3d-96ca-bd2c3649b820 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917768 Aug 16 01:47:24.789542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port df2645ff-81e3-4761-8247-e042f479ce4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=df2645ff-81e3-4761-8247-e042f479ce4a,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:24.810680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8d19d20-e559-4a12-9f87-e658ab16efb5 req-b50f230b-dcbf-462e-957b-13f6f4638dc2 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0354421 Aug 16 01:47:24.837620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'df2645ff-81e3-4761-8247-e042f479ce4a', 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b', 'port_id': 'df2645ff-81e3-4761-8247-e042f479ce4a', 'mac_address': 'fa:16:3e:3a:c0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7553d60e-b54b-48ff-9e03-37251c4f20e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:24.842911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afecdcf8-d714-49a7-a664-6dd5adc126a8 req-3c7f1459-3753-41f0-bfa3-cb85c3ecd90a tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 210 time: 0.0297384 Aug 16 01:47:24.870257 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a209c63-9897-4bac-a1d4-41fdb4605397 x-openstack-request-id: req-1a209c63-9897-4bac-a1d4-41fdb4605397 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:24.870625 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d821264c-79be-442b-878c-89a357fd91e4", "name": "network-vif-plugged", "status": "completed", "tag": "6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:24.870945 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a209c63-9897-4bac-a1d4-41fdb4605397 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:24.872014 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd821264c-79be-442b-878c-89a357fd91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8', 'code': 200} Aug 16 01:47:24.901205 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.918970 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b5ec14-66ee-407b-8b95-72a3fe3c3ac7 x-openstack-request-id: req-99b5ec14-66ee-407b-8b95-72a3fe3c3ac7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:24.919440 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416fd38d-0918-4dbd-8972-a9b8e392ad2f", "name": "network-vif-deleted", "tag": "9b352bfb-e91a-4d78-8251-97ac5ab03bfa", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:24.919757 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-99b5ec14-66ee-407b-8b95-72a3fe3c3ac7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:24.920221 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416fd38d-0918-4dbd-8972-a9b8e392ad2f', 'name': 'network-vif-deleted', 'tag': '9b352bfb-e91a-4d78-8251-97ac5ab03bfa', 'status': 'completed', 'code': 200} Aug 16 01:47:24.971415 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Network 24268f93-d8c6-443a-bccc-728c497fb771 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:24.978716 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:24.989493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:25.037671 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.044525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Pushing event updated for resources: {'Port': ['ID=54f9a83e-84b6-4727-99d7-fdd00af0df2a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:25.052792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2645ff-81e3-4761-8247-e042f479ce4a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:25.055356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e94d9-5022-48c7-8caf-2e734739b921 req-789a938c-5dcd-42a4-9e88-1245afb9db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.057178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-323e94d9-5022-48c7-8caf-2e734739b921 req-789a938c-5dcd-42a4-9e88-1245afb9db04 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d821264c-79be-442b-878c-89a357fd91e4 HTTP/1.1" status: 200 len: 1097 time: 0.0830843 Aug 16 01:47:25.078968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.079815 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.080416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port df2645ff-81e3-4761-8247-e042f479ce4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=df2645ff-81e3-4761-8247-e042f479ce4a,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:25.103304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-323e94d9-5022-48c7-8caf-2e734739b921 req-b4fc980e-5978-4626-93c9-e7f02ee0fb52 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337198 Aug 16 01:47:25.171641 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.172655 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-b7485f40-2c44-4e45-b2c7-26e404777e23 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1975129 Aug 16 01:47:25.188822 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Request body: {'port': {'device_id': '8df521dc-b6bd-4fab-8870-d0ea563fb0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:25.232752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=df2645ff-81e3-4761-8247-e042f479ce4a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:25.243761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 45899246-c87e-4e95-8246-32345c3e2d99 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:25.248108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9c331e25-e0c2-41be-90a5-c62d66f7c870 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:25.253430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9fbae-888c-4168-87e2-22c7350cba4f req-c7647496-0d3d-4d15-b5af-eb27059e8e43 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.253430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2db9fbae-888c-4168-87e2-22c7350cba4f req-c7647496-0d3d-4d15-b5af-eb27059e8e43 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 947 time: 0.0710332 Aug 16 01:47:25.291193 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.302206 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2db9fbae-888c-4168-87e2-22c7350cba4f req-8caf03e6-45f6-483a-a90d-df03fd39a678 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412257 Aug 16 01:47:25.474331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01306b3-896e-4609-991b-81cdef47ebf4 req-9d67f712-e328-4d2b-b129-80a42fc5bf70 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.478445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 45899246-c87e-4e95-8246-32345c3e2d99, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=45899246-c87e-4e95-8246-32345c3e2d99,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:25.485187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f01306b3-896e-4609-991b-81cdef47ebf4 req-9d67f712-e328-4d2b-b129-80a42fc5bf70 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 945 time: 0.0865312 Aug 16 01:47:25.533788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f01306b3-896e-4609-991b-81cdef47ebf4 req-9c059572-b133-4372-badc-f073ebf5d577 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473030 Aug 16 01:47:25.639781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097be7ae-8e5e-48ec-b1c5-c5bc7b5801b0 req-8b02344a-c521-467a-ac0c-ffb6cac62f98 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.641726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-097be7ae-8e5e-48ec-b1c5-c5bc7b5801b0 req-8b02344a-c521-467a-ac0c-ffb6cac62f98 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 944 time: 0.0762420 Aug 16 01:47:25.642743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 9c331e25-e0c2-41be-90a5-c62d66f7c870 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:25.648401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '45899246-c87e-4e95-8246-32345c3e2d99', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '45899246-c87e-4e95-8246-32345c3e2d99', 'mac_address': 'fa:16:3e:e7:18:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:25.651274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 9c331e25-e0c2-41be-90a5-c62d66f7c870 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:25.651646 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.693973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-097be7ae-8e5e-48ec-b1c5-c5bc7b5801b0 req-2a1fb158-f57a-4b1e-8d82-b4c1e2e9be2e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444949 Aug 16 01:47:25.703799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f9a83e-84b6-4727-99d7-fdd00af0df2a {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:25.703966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['df2645ff-81e3-4761-8247-e042f479ce4a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:25.714412 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.730325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Transition to ACTIVE for port object 54f9a83e-84b6-4727-99d7-fdd00af0df2a will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:25.769725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.792810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45899246-c87e-4e95-8246-32345c3e2d99 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:25.839976 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.848776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 45899246-c87e-4e95-8246-32345c3e2d99, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=45899246-c87e-4e95-8246-32345c3e2d99,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:25.869923 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.941145 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Pushing event updated for resources: {'Port': ['ID=54f9a83e-84b6-4727-99d7-fdd00af0df2a,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:25.959216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9c331e25-e0c2-41be-90a5-c62d66f7c870, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9c331e25-e0c2-41be-90a5-c62d66f7c870,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:25.988943 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.000214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888003d4-9f57-4ab9-9ed0-aeb7027d3ab2 req-d718a6e4-a6af-4b6c-982d-7eb9b06681be tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.001851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-888003d4-9f57-4ab9-9ed0-aeb7027d3ab2 req-d718a6e4-a6af-4b6c-982d-7eb9b06681be tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 945 time: 0.0868974 Aug 16 01:47:26.040190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Attempting to bind port 54f9a83e-84b6-4727-99d7-fdd00af0df2a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:26.040799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Attempting to bind port 54f9a83e-84b6-4727-99d7-fdd00af0df2a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:26.041036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Attempting to bind port 54f9a83e-84b6-4727-99d7-fdd00af0df2a on network 24268f93-d8c6-443a-bccc-728c497fb771 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:26.051139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Port 54f9a83e-84b6-4727-99d7-fdd00af0df2a on network 24268f93-d8c6-443a-bccc-728c497fb771 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:26.051478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Attempting to bind port 54f9a83e-84b6-4727-99d7-fdd00af0df2a on network 24268f93-d8c6-443a-bccc-728c497fb771 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:26.051706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=45899246-c87e-4e95-8246-32345c3e2d99,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:26.057588 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.058540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9b352bfb-e91a-4d78-8251-97ac5ab03bfa no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:26.063744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae0d61-309c-4efe-afff-d365b5f06fa1 req-80e0f47a-d351-4e63-9692-58be6e805434 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.065308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0bae0d61-309c-4efe-afff-d365b5f06fa1 req-80e0f47a-d351-4e63-9692-58be6e805434 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 944 time: 0.1239734 Aug 16 01:47:26.084607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:26.085195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Checking segment: {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:26.085601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Bound using segment: {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:26.086283 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Bound port: 54f9a83e-84b6-4727-99d7-fdd00af0df2a, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:26.087581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.099201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 9b352bfb-e91a-4d78-8251-97ac5ab03bfa {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:26.099449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9b352bfb-e91a-4d78-8251-97ac5ab03bfa not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:26.106161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-888003d4-9f57-4ab9-9ed0-aeb7027d3ab2 req-49df0c79-bc81-4c77-94b6-617ba51ff90c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898054 Aug 16 01:47:26.147475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fd8e6-28ae-431f-8edc-160021f40bd0 req-548e9a2d-c1b9-4fbb-871a-c775441afe07 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.149487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d02fd8e6-28ae-431f-8edc-160021f40bd0 req-548e9a2d-c1b9-4fbb-871a-c775441afe07 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 944 time: 0.1456835 Aug 16 01:47:26.160938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0bae0d61-309c-4efe-afff-d365b5f06fa1 req-2b323528-a33c-4c38-bd48-979c5c522ead tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756879 Aug 16 01:47:26.182013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=9c331e25-e0c2-41be-90a5-c62d66f7c870,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:26.182405 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] For port 54f9a83e-84b6-4727-99d7-fdd00af0df2a, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:26.194521 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] For port 54f9a83e-84b6-4727-99d7-fdd00af0df2a, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=54f9a83e-84b6-4727-99d7-fdd00af0df2a,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:26.233104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a9bc0a0-3da5-482a-9ef7-c23879ade572 req-b1ad9555-0ee7-4d0d-9f6e-6fa26d4e7e31 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0593882 Aug 16 01:47:26.289728 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.326400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3398087-8a2f-4d7f-aeb8-f599cfe39aa7 req-218655a7-45c0-425d-9e0c-122cd4929361 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.327472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3398087-8a2f-4d7f-aeb8-f599cfe39aa7 req-218655a7-45c0-425d-9e0c-122cd4929361 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 943 time: 0.0934441 Aug 16 01:47:26.334395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.334692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['45899246-c87e-4e95-8246-32345c3e2d99'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:26.335112 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.336701 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] 10.222.0.64 "PUT /v2.0/ports/54f9a83e-84b6-4727-99d7-fdd00af0df2a HTTP/1.1" status: 200 len: 1092 time: 1.1524453 Aug 16 01:47:26.337202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df521dc-b6bd-4fab-8870-d0ea563fb0ac', 'tag': '54f9a83e-84b6-4727-99d7-fdd00af0df2a'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:26.339813 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba51350c-bc1f-4e1c-bcb6-1bfe840c2f92" -d '{"events": [{"name": "network-changed", "server_uuid": "8df521dc-b6bd-4fab-8870-d0ea563fb0ac", "tag": "54f9a83e-84b6-4727-99d7-fdd00af0df2a"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:26.361407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fda034-c500-4d08-afa2-ae2276b07131 service neutron] Pushing event updated for resources: {'Port': ['ID=54f9a83e-84b6-4727-99d7-fdd00af0df2a,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:26.381621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d02fd8e6-28ae-431f-8edc-160021f40bd0 req-ab18889c-d0a7-43cf-97bf-452b65b3d7b9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Deleting port 7fbe021a-7432-4f0a-8690-c651831fedba {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:26.382015 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d02fd8e6-28ae-431f-8edc-160021f40bd0 req-ab18889c-d0a7-43cf-97bf-452b65b3d7b9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.443022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3398087-8a2f-4d7f-aeb8-f599cfe39aa7 req-5f4dd394-9790-40eb-8ebd-ac8b449b64b4 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035857 Aug 16 01:47:26.518688 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13180ec7-db8d-40ee-ae61-f0e6d8e88815 x-openstack-request-id: req-13180ec7-db8d-40ee-ae61-f0e6d8e88815 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:26.519512 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df521dc-b6bd-4fab-8870-d0ea563fb0ac", "tag": "54f9a83e-84b6-4727-99d7-fdd00af0df2a", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:26.519512 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-13180ec7-db8d-40ee-ae61-f0e6d8e88815 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:26.519759 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df521dc-b6bd-4fab-8870-d0ea563fb0ac', 'tag': '54f9a83e-84b6-4727-99d7-fdd00af0df2a', 'status': 'completed', 'code': 200} Aug 16 01:47:26.526192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c65e97-2065-4709-8169-522caf29395f req-aa622aea-e083-4a5c-93a3-5f808e0a8d72 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.527794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8c65e97-2065-4709-8169-522caf29395f req-aa622aea-e083-4a5c-93a3-5f808e0a8d72 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 948 time: 0.1240051 Aug 16 01:47:26.545340 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-8a89bb91-34b5-4461-ba5c-96d68a053b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.546882 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-8a89bb91-34b5-4461-ba5c-96d68a053b11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 1095 time: 0.0669174 Aug 16 01:47:26.567238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d02fd8e6-28ae-431f-8edc-160021f40bd0 req-ab18889c-d0a7-43cf-97bf-452b65b3d7b9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] For port 7fbe021a-7432-4f0a-8690-c651831fedba, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=7fbe021a-7432-4f0a-8690-c651831fedba,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:26.567753 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d02fd8e6-28ae-431f-8edc-160021f40bd0 req-ab18889c-d0a7-43cf-97bf-452b65b3d7b9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.595770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d02fd8e6-28ae-431f-8edc-160021f40bd0 req-ab18889c-d0a7-43cf-97bf-452b65b3d7b9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Calling delete_port for 7fbe021a-7432-4f0a-8690-c651831fedba owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:26.598771 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-281ce742-b8b1-432e-b35d-ea6287906e36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f9a83e-84b6-4727-99d7-fdd00af0df2a HTTP/1.1" status: 200 len: 217 time: 0.0420616 Aug 16 01:47:26.608367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8c65e97-2065-4709-8169-522caf29395f req-0bb3704b-d80e-4d04-afa2-e610e453843c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684140 Aug 16 01:47:26.655758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-64808521-2a51-41a3-8500-9897133fe8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.657219 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-64808521-2a51-41a3-8500-9897133fe8d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2f412be-9693-4499-9b6e-5d42eec545f4 HTTP/1.1" status: 200 len: 844 time: 0.0479238 Aug 16 01:47:26.694286 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-0c49eea4-ef9d-4838-aa67-e828e730b5f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24268f93-d8c6-443a-bccc-728c497fb771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281780 Aug 16 01:47:26.716963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a434fa-a8e5-40f9-86d3-2830290d8d7c req-3529df2f-576f-47ba-a9b6-70fa4b63aa6d tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.718521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24a434fa-a8e5-40f9-86d3-2830290d8d7c req-3529df2f-576f-47ba-a9b6-70fa4b63aa6d tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 945 time: 0.0705707 Aug 16 01:47:26.790559 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-c45810cc-bda7-4b78-9369-0454997cd085 service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887368 Aug 16 01:47:26.797074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24a434fa-a8e5-40f9-86d3-2830290d8d7c req-f8ab3ec0-5734-48b1-a050-6f1877bfeedd tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696683 Aug 16 01:47:26.847754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490da41-64b0-4dab-aa51-a2d1da3a85e7 req-6e2319ff-f2be-41fa-b1c7-1072db0dbf30 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.849407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3490da41-64b0-4dab-aa51-a2d1da3a85e7 req-6e2319ff-f2be-41fa-b1c7-1072db0dbf30 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 944 time: 0.0720627 Aug 16 01:47:26.873056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564fb8e9-f581-4024-9f62-e0f6fd8c5266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c331e25-e0c2-41be-90a5-c62d66f7c870'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:26.875603 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67d1fdc-1a8f-45e8-8277-b4cf499e8b4e" -d '{"events": [{"server_uuid": "564fb8e9-f581-4024-9f62-e0f6fd8c5266", "name": "network-vif-plugged", "status": "completed", "tag": "9c331e25-e0c2-41be-90a5-c62d66f7c870"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:26.891006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3490da41-64b0-4dab-aa51-a2d1da3a85e7 req-348e4236-aa2c-42bf-bb43-c03451b6253b tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350778 Aug 16 01:47:26.901675 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-62d75d3a-c6f0-4f8e-801d-dee664202407 req-02e2fe33-412c-4389-a4f6-ce63a5a9d2b6 service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946431 Aug 16 01:47:26.922281 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e6a238-92b9-4229-8050-49e602e3e3eb x-openstack-request-id: req-63e6a238-92b9-4229-8050-49e602e3e3eb {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:26.922649 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564fb8e9-f581-4024-9f62-e0f6fd8c5266", "name": "network-vif-plugged", "status": "completed", "tag": "9c331e25-e0c2-41be-90a5-c62d66f7c870", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:26.922900 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63e6a238-92b9-4229-8050-49e602e3e3eb {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:26.923295 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564fb8e9-f581-4024-9f62-e0f6fd8c5266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c331e25-e0c2-41be-90a5-c62d66f7c870', 'code': 200} Aug 16 01:47:26.930972 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d02fd8e6-28ae-431f-8edc-160021f40bd0 req-ab18889c-d0a7-43cf-97bf-452b65b3d7b9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.965911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18889c-d0a7-43cf-97bf-452b65b3d7b9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Pushing event deleted for resources: {'Port': ['ID=7fbe021a-7432-4f0a-8690-c651831fedba,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:27.013035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02fd8e6-28ae-431f-8edc-160021f40bd0 req-ab18889c-d0a7-43cf-97bf-452b65b3d7b9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] No DVR routers for this DVR port 7fbe021a-7432-4f0a-8690-c651831fedba on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:27.022257 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d02fd8e6-28ae-431f-8edc-160021f40bd0 req-ab18889c-d0a7-43cf-97bf-452b65b3d7b9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:27.024171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d02fd8e6-28ae-431f-8edc-160021f40bd0 req-ab18889c-d0a7-43cf-97bf-452b65b3d7b9 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.64 "DELETE /v2.0/ports/7fbe021a-7432-4f0a-8690-c651831fedba HTTP/1.1" status: 204 len: 173 time: 0.8619421 Aug 16 01:47:27.024786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'name': 'network-vif-deleted', 'tag': '7fbe021a-7432-4f0a-8690-c651831fedba'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:27.027653 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9868d7d8-3497-4ac2-9a85-7df2acbe735f" -d '{"events": [{"server_uuid": "a4a63faf-7822-4e13-bb8e-d75b6e860269", "name": "network-vif-deleted", "tag": "7fbe021a-7432-4f0a-8690-c651831fedba"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:27.048672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6dd0a-4691-4dd7-a87d-3f6c0768a5b9 req-5ebadf78-ecc6-4bec-be51-055029081de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.050268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['7fbe021a-7432-4f0a-8690-c651831fedba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:27.050398 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d6d6dd0a-4691-4dd7-a87d-3f6c0768a5b9 req-5ebadf78-ecc6-4bec-be51-055029081de9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 1098 time: 0.0498345 Aug 16 01:47:27.070367 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f667df-8e73-4943-8c66-3c01113fe748 x-openstack-request-id: req-b6f667df-8e73-4943-8c66-3c01113fe748 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:27.070657 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a63faf-7822-4e13-bb8e-d75b6e860269", "name": "network-vif-deleted", "tag": "7fbe021a-7432-4f0a-8690-c651831fedba", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:27.070910 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b6f667df-8e73-4943-8c66-3c01113fe748 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:27.071313 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a63faf-7822-4e13-bb8e-d75b6e860269', 'name': 'network-vif-deleted', 'tag': '7fbe021a-7432-4f0a-8690-c651831fedba', 'status': 'completed', 'code': 200} Aug 16 01:47:27.080936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51350c-bc1f-4e1c-bcb6-1bfe840c2f92 req-2d73cc59-970c-4c2b-98eb-75a3ebecd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.082716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba51350c-bc1f-4e1c-bcb6-1bfe840c2f92 req-2d73cc59-970c-4c2b-98eb-75a3ebecd195 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 1095 time: 0.0716219 Aug 16 01:47:27.101251 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d6d6dd0a-4691-4dd7-a87d-3f6c0768a5b9 req-61dea006-b0a2-4853-b0c4-82474a7fd930 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369389 Aug 16 01:47:27.214238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51350c-bc1f-4e1c-bcb6-1bfe840c2f92 req-5157213c-b90f-49f6-bcb1-28ba699da164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.215875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba51350c-bc1f-4e1c-bcb6-1bfe840c2f92 req-5157213c-b90f-49f6-bcb1-28ba699da164 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 200 len: 905 time: 0.1254406 Aug 16 01:47:27.232579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49576a1a-e6a3-4e8f-ad51-674a284fc2f8 req-051e8e5d-ff2a-4815-99ca-bd3ad824e031 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.234128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49576a1a-e6a3-4e8f-ad51-674a284fc2f8 req-051e8e5d-ff2a-4815-99ca-bd3ad824e031 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 946 time: 0.0682173 Aug 16 01:47:27.243133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 45899246-c87e-4e95-8246-32345c3e2d99 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:27.318988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba51350c-bc1f-4e1c-bcb6-1bfe840c2f92 req-27f1dd64-3cda-47e6-97d8-4c9f512b839f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f9a83e-84b6-4727-99d7-fdd00af0df2a HTTP/1.1" status: 200 len: 217 time: 0.0791519 Aug 16 01:47:27.348853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 45899246-c87e-4e95-8246-32345c3e2d99 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:27.353154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 45899246-c87e-4e95-8246-32345c3e2d99 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:27.353561 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:27.362286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49576a1a-e6a3-4e8f-ad51-674a284fc2f8 req-58b7dff0-b572-45b7-a78f-e1884586fca6 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122022 Aug 16 01:47:27.390544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931529c-f903-4f57-9aee-62cff74788be req-069dc3f8-8997-4e39-b75c-db8a351fcd30 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.392081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5931529c-f903-4f57-9aee-62cff74788be req-069dc3f8-8997-4e39-b75c-db8a351fcd30 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 944 time: 0.1539416 Aug 16 01:47:27.422659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51350c-bc1f-4e1c-bcb6-1bfe840c2f92 req-086f8ec3-d00c-49fc-a494-2b0d6662f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.424207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba51350c-bc1f-4e1c-bcb6-1bfe840c2f92 req-086f8ec3-d00c-49fc-a494-2b0d6662f47c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2f412be-9693-4499-9b6e-5d42eec545f4 HTTP/1.1" status: 200 len: 844 time: 0.0789993 Aug 16 01:47:27.456978 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:27.472427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba51350c-bc1f-4e1c-bcb6-1bfe840c2f92 req-668fee1c-487a-497c-afb1-0bf8b153a9fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24268f93-d8c6-443a-bccc-728c497fb771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364642 Aug 16 01:47:27.476618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5931529c-f903-4f57-9aee-62cff74788be req-a6f94407-823f-49bb-9c8e-b66da03e92af tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746303 Aug 16 01:47:27.501024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 45899246-c87e-4e95-8246-32345c3e2d99, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=45899246-c87e-4e95-8246-32345c3e2d99,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:27.503524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6723285-a570-4441-9000-590c5e9b16da req-b2d27d21-d749-4b21-9281-36c3083f3f9b tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0555978 Aug 16 01:47:27.599521 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:27.619591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383a5a3-3820-4bbd-a0d4-7a88c7a4aaae req-dc233178-dc22-4a36-b577-8ed5d88ddf89 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.621689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0383a5a3-3820-4bbd-a0d4-7a88c7a4aaae req-dc233178-dc22-4a36-b577-8ed5d88ddf89 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 943 time: 0.0762799 Aug 16 01:47:27.630194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba51350c-bc1f-4e1c-bcb6-1bfe840c2f92 req-c8a66af3-f0d8-4e22-b1ca-cf2225719e71 service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356428 Aug 16 01:47:27.653097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=45899246-c87e-4e95-8246-32345c3e2d99,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:27.744766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0383a5a3-3820-4bbd-a0d4-7a88c7a4aaae req-13bc1cf5-5b19-4612-9d4f-c3e303e00808 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067610 Aug 16 01:47:27.794382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dea53-ac7e-4397-a10f-84178473986f req-424e7e0a-68e1-4458-84df-d9cd300db867 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.795882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a74dea53-ac7e-4397-a10f-84178473986f req-424e7e0a-68e1-4458-84df-d9cd300db867 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 949 time: 0.0899885 Aug 16 01:47:27.798232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba51350c-bc1f-4e1c-bcb6-1bfe840c2f92 req-952f0890-9c02-4967-abcb-ef04f8420e5c service neutron] 10.222.0.64 "GET /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525486 Aug 16 01:47:27.840971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a74dea53-ac7e-4397-a10f-84178473986f req-d1795de5-e66e-40e3-8848-d8b9278ef5fe tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383763 Aug 16 01:47:27.922759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b622c-af49-47a9-9018-14fc23a5f4c2 req-21d2f61d-a655-4bae-84d7-a680d6886abc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.924938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af2b622c-af49-47a9-9018-14fc23a5f4c2 req-21d2f61d-a655-4bae-84d7-a680d6886abc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 945 time: 0.0546057 Aug 16 01:47:27.963787 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af2b622c-af49-47a9-9018-14fc23a5f4c2 req-dde92adf-36c2-42ef-b30e-4ac9b784c7a8 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332603 Aug 16 01:47:28.107455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b31d625-177c-4ff4-bc39-c8514297da2c req-9546a5fc-ec88-4846-b42c-8a69e9f32b2f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a63faf-7822-4e13-bb8e-d75b6e860269 HTTP/1.1" status: 200 len: 210 time: 0.0268402 Aug 16 01:47:28.484069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3d3ee-f68d-45ed-adab-7d5e4c86ba31 req-0381688e-b7bc-4b79-af07-73c58b657b15 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:28.485558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0be3d3ee-f68d-45ed-adab-7d5e4c86ba31 req-0381688e-b7bc-4b79-af07-73c58b657b15 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 946 time: 0.0504713 Aug 16 01:47:28.524281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0be3d3ee-f68d-45ed-adab-7d5e4c86ba31 req-78766915-bdbf-414d-9001-39a61c9091dd tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Aug 16 01:47:28.535664 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 33186104-ead6-4e33-a56c-6e871ed2a1c1 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:28.619636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7288ddf-8f56-4b70-8488-20dea6ca4fae req-e2fbcddc-73f2-416e-9096-5d0f1f63e188 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0285385 Aug 16 01:47:28.631533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c8f29-8329-4cec-b49e-b61400cda9d3 req-91476421-e3c0-460f-9f28-75d4632b72b3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:28.633315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e19c8f29-8329-4cec-b49e-b61400cda9d3 req-91476421-e3c0-460f-9f28-75d4632b72b3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 944 time: 0.0767167 Aug 16 01:47:28.643070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 33186104-ead6-4e33-a56c-6e871ed2a1c1 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:28.647587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 33186104-ead6-4e33-a56c-6e871ed2a1c1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:28.647951 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.677750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e19c8f29-8329-4cec-b49e-b61400cda9d3 req-2d08fe61-1a67-47d7-9e84-bb87ecdc8b38 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380018 Aug 16 01:47:28.735181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6044f4b-0de9-4fb7-a767-90b4dc09cce4 req-41bb2966-6d58-4cd7-a807-2f33f89664b0 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:28.739049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6044f4b-0de9-4fb7-a767-90b4dc09cce4 req-41bb2966-6d58-4cd7-a807-2f33f89664b0 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 944 time: 0.0558002 Aug 16 01:47:28.739452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.773872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:28.778962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6044f4b-0de9-4fb7-a767-90b4dc09cce4 req-58f9d6d1-5e5d-4aa5-9318-f57cdec770fc tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348454 Aug 16 01:47:28.865874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12aace-037a-4b34-9567-42a73519fb41 req-8c08ee9e-ffcd-4741-9e60-b9420eb02a52 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:28.866146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.866882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device df2645ff-81e3-4761-8247-e042f479ce4a up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:28.867380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f12aace-037a-4b34-9567-42a73519fb41 req-8c08ee9e-ffcd-4741-9e60-b9420eb02a52 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 943 time: 0.0494726 Aug 16 01:47:28.912075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f12aace-037a-4b34-9567-42a73519fb41 req-18584cd9-b4e6-490d-92e4-484c9be07878 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373576 Aug 16 01:47:28.925117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79389cb-3315-40fb-b3fc-334adbd197f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45899246-c87e-4e95-8246-32345c3e2d99'}, {'server_uuid': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33186104-ead6-4e33-a56c-6e871ed2a1c1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:28.927651 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e390f07-5833-4090-9584-689277c38753" -d '{"events": [{"server_uuid": "a79389cb-3315-40fb-b3fc-334adbd197f6", "name": "network-vif-plugged", "status": "completed", "tag": "45899246-c87e-4e95-8246-32345c3e2d99"}, {"server_uuid": "ce3916fc-c990-4d7f-bc5d-8f511a578083", "name": "network-vif-plugged", "status": "completed", "tag": "33186104-ead6-4e33-a56c-6e871ed2a1c1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:28.955048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=33186104-ead6-4e33-a56c-6e871ed2a1c1,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:28.963557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcf681-901d-477d-94c1-c20946102f91 req-a85d47b7-b146-454f-8be1-5369a6ce946a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:28.966449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dbcf681-901d-477d-94c1-c20946102f91 req-a85d47b7-b146-454f-8be1-5369a6ce946a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 949 time: 0.0530939 Aug 16 01:47:28.984823 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf08b87-3eb9-4d93-bcdf-cfa664a439c1 x-openstack-request-id: req-edf08b87-3eb9-4d93-bcdf-cfa664a439c1 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:28.985125 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79389cb-3315-40fb-b3fc-334adbd197f6", "name": "network-vif-plugged", "status": "completed", "tag": "45899246-c87e-4e95-8246-32345c3e2d99", "code": 200}, {"server_uuid": "ce3916fc-c990-4d7f-bc5d-8f511a578083", "name": "network-vif-plugged", "status": "completed", "tag": "33186104-ead6-4e33-a56c-6e871ed2a1c1", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:28.985421 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-edf08b87-3eb9-4d93-bcdf-cfa664a439c1 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:28.985767 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79389cb-3315-40fb-b3fc-334adbd197f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45899246-c87e-4e95-8246-32345c3e2d99', 'code': 200} Aug 16 01:47:28.986050 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33186104-ead6-4e33-a56c-6e871ed2a1c1', 'code': 200} Aug 16 01:47:29.009372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dbcf681-901d-477d-94c1-c20946102f91 req-27579ced-634d-4737-bbac-6a2629c7cd21 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Aug 16 01:47:29.014759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port df2645ff-81e3-4761-8247-e042f479ce4a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:29.019635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port df2645ff-81e3-4761-8247-e042f479ce4a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:29.020088 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.123438 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.158785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port df2645ff-81e3-4761-8247-e042f479ce4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=df2645ff-81e3-4761-8247-e042f479ce4a,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:29.166071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4cba-6fee-4568-803c-20d8dc2c1a75 req-73d5a423-e31d-4400-8f38-3edf9339f55a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.167590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2ea4cba-6fee-4568-803c-20d8dc2c1a75 req-73d5a423-e31d-4400-8f38-3edf9339f55a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 945 time: 0.1167026 Aug 16 01:47:29.171968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0da9e-2538-43ea-888f-5776d1205da8 req-ca18af30-d8da-409e-a01a-edeba8d16093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.173550 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0e0da9e-2538-43ea-888f-5776d1205da8 req-ca18af30-d8da-409e-a01a-edeba8d16093 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 1101 time: 0.1132286 Aug 16 01:47:29.176094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cda35e-2244-4bf2-9025-35e82d79e956 req-ac6ac76b-8283-49a6-a951-862033f84879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.177532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8cda35e-2244-4bf2-9025-35e82d79e956 req-ac6ac76b-8283-49a6-a951-862033f84879 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1097 time: 0.0911522 Aug 16 01:47:29.227688 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.228512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f6ae73ab-7e04-4017-857d-1817baf5ee2f up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:29.249273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2ea4cba-6fee-4568-803c-20d8dc2c1a75 req-646e0076-cd4d-43b0-bf5e-313dddcdfea4 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708268 Aug 16 01:47:29.259415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0e0da9e-2538-43ea-888f-5776d1205da8 req-aae03e6c-79fc-467b-b1fe-a211778ced39 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745716 Aug 16 01:47:29.265065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8cda35e-2244-4bf2-9025-35e82d79e956 req-4a4bc788-57ac-48e1-889a-ba93fbf4c97a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773489 Aug 16 01:47:29.308978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=df2645ff-81e3-4761-8247-e042f479ce4a,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:29.434046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port f6ae73ab-7e04-4017-857d-1817baf5ee2f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:29.438652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port f6ae73ab-7e04-4017-857d-1817baf5ee2f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:29.439029 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.522125 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.553418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f6ae73ab-7e04-4017-857d-1817baf5ee2f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f6ae73ab-7e04-4017-857d-1817baf5ee2f,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:29.623036 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.623937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:29.656199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4e39a-9ee0-4392-9dfb-acaee54cc528 req-c73c0dd6-9384-4b8a-b5f6-79330b208c2d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.657566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31b4e39a-9ee0-4392-9dfb-acaee54cc528 req-c73c0dd6-9384-4b8a-b5f6-79330b208c2d tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 944 time: 0.0504572 Aug 16 01:47:29.701459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=f6ae73ab-7e04-4017-857d-1817baf5ee2f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:29.716462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31b4e39a-9ee0-4392-9dfb-acaee54cc528 req-4556d35a-dede-4c69-9726-694979ccb415 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492904 Aug 16 01:47:29.740257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a5df9b0-c184-48be-b801-f4e16c050b55 req-fddc4d5e-0f19-477c-80aa-56c698bc7396 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0392504 Aug 16 01:47:29.824377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a9c43-5fb8-490f-b92c-8f3a8ad17717 req-67243d93-7205-43a3-ae74-83b66d821363 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.826056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-057a9c43-5fb8-490f-b92c-8f3a8ad17717 req-67243d93-7205-43a3-ae74-83b66d821363 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 945 time: 0.0501587 Aug 16 01:47:29.845375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:29.852376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:29.852376 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.876943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-057a9c43-5fb8-490f-b92c-8f3a8ad17717 req-fa57c2a3-244e-4d03-9553-8e09af8d3de4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444636 Aug 16 01:47:29.878304 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7063c44e-3364-4159-b347-a95973fd0d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.937203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf80e-9456-4458-98bf-e1eb444c48e3 req-42823ed0-a2bf-4a26-bf9b-8ff85c0a0894 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.939506 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.939646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-510bf80e-9456-4458-98bf-e1eb444c48e3 req-42823ed0-a2bf-4a26-bf9b-8ff85c0a0894 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 945 time: 0.0608752 Aug 16 01:47:29.979705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:29.980201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-510bf80e-9456-4458-98bf-e1eb444c48e3 req-d26fcdcd-0810-4027-801e-345a4eb6c5ba tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Aug 16 01:47:30.042699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40fb0c-25c0-4f9d-ad62-c49e2184b2f9 req-65a2dbed-16d4-43c9-ac96-17eebfec5404 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:30.044793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a40fb0c-25c0-4f9d-ad62-c49e2184b2f9 req-65a2dbed-16d4-43c9-ac96-17eebfec5404 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 943 time: 0.0545127 Aug 16 01:47:30.080040 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.083954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a40fb0c-25c0-4f9d-ad62-c49e2184b2f9 req-974ec937-4ad2-4f34-bb6f-14c28f3ed7b8 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329127 Aug 16 01:47:30.131972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:30.154271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310761-e507-484c-a0a9-1ec0b30368eb req-a297c25c-d610-404a-be64-9b236d4a4b33 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:30.155730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52310761-e507-484c-a0a9-1ec0b30368eb req-a297c25c-d610-404a-be64-9b236d4a4b33 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 949 time: 0.0615251 Aug 16 01:47:30.213581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52310761-e507-484c-a0a9-1ec0b30368eb req-0bcfb3aa-cd25-438f-a688-70ae1146ed2e tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Aug 16 01:47:30.221969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e995-35bb-4e63-a2c7-2c4fdda43c8d req-614ebf07-4836-418f-9cae-c5b1db62183e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:30.223424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75b2e995-35bb-4e63-a2c7-2c4fdda43c8d req-614ebf07-4836-418f-9cae-c5b1db62183e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 944 time: 0.0876656 Aug 16 01:47:30.361670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-75b2e995-35bb-4e63-a2c7-2c4fdda43c8d req-f9c2dee2-cfec-4ee4-81c0-13b893472c62 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Deleting port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:30.362072 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-75b2e995-35bb-4e63-a2c7-2c4fdda43c8d req-f9c2dee2-cfec-4ee4-81c0-13b893472c62 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.741652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459075ed-4146-43d9-8533-405bbe538e59 req-634b4a93-6fd4-45df-bb29-8236baced33c tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:30.743186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-459075ed-4146-43d9-8533-405bbe538e59 req-634b4a93-6fd4-45df-bb29-8236baced33c tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 946 time: 0.4150875 Aug 16 01:47:30.835957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-459075ed-4146-43d9-8533-405bbe538e59 req-fe0ccfa2-0723-44fe-996b-439579102768 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812831 Aug 16 01:47:30.842573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-75b2e995-35bb-4e63-a2c7-2c4fdda43c8d req-f9c2dee2-cfec-4ee4-81c0-13b893472c62 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] For port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:30.842573 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-75b2e995-35bb-4e63-a2c7-2c4fdda43c8d req-f9c2dee2-cfec-4ee4-81c0-13b893472c62 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.857496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-75b2e995-35bb-4e63-a2c7-2c4fdda43c8d req-f9c2dee2-cfec-4ee4-81c0-13b893472c62 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Calling delete_port for 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:30.878962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290363ca-7ad4-488a-a689-16099deb14b4 req-4476de15-8554-43cb-b521-a192dbc32a2f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:30.880458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290363ca-7ad4-488a-a689-16099deb14b4 req-4476de15-8554-43cb-b521-a192dbc32a2f tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 944 time: 0.0939345 Aug 16 01:47:30.957463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f340694-154b-4603-a1f6-dfae2e6db4a6 req-33201ec0-6f8c-45b4-a1d5-ec88f5dca091 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0416493 Aug 16 01:47:30.987955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2645ff-81e3-4761-8247-e042f479ce4a'}, {'server_uuid': 'cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ae73ab-7e04-4017-857d-1817baf5ee2f'}, {'server_uuid': '0b74903f-b7ac-4f36-a9e7-293c978e1378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:30.990190 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04f2506-0884-47e4-ba39-4fb3a8363094" -d '{"events": [{"server_uuid": "63ae2d89-7b48-4cf6-b47c-008c9d52c9d3", "name": "network-vif-plugged", "status": "completed", "tag": "df2645ff-81e3-4761-8247-e042f479ce4a"}, {"server_uuid": "cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23", "name": "network-vif-plugged", "status": "completed", "tag": "f6ae73ab-7e04-4017-857d-1817baf5ee2f"}, {"server_uuid": "0b74903f-b7ac-4f36-a9e7-293c978e1378", "name": "network-vif-plugged", "status": "completed", "tag": "87412a91-8b8f-4f6f-be3a-fd9ef2e7add8"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:30.993049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290363ca-7ad4-488a-a689-16099deb14b4 req-342b18e7-2d5e-4002-80fd-401306886c88 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761025 Aug 16 01:47:31.076898 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748514e0-3731-4b12-a10f-d726819a9421 x-openstack-request-id: req-748514e0-3731-4b12-a10f-d726819a9421 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:31.076898 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ae2d89-7b48-4cf6-b47c-008c9d52c9d3", "name": "network-vif-plugged", "status": "completed", "tag": "df2645ff-81e3-4761-8247-e042f479ce4a", "code": 200}, {"server_uuid": "cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23", "name": "network-vif-plugged", "status": "completed", "tag": "f6ae73ab-7e04-4017-857d-1817baf5ee2f", "code": 200}, {"server_uuid": "0b74903f-b7ac-4f36-a9e7-293c978e1378", "name": "network-vif-plugged", "status": "completed", "tag": "87412a91-8b8f-4f6f-be3a-fd9ef2e7add8", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:31.076898 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-748514e0-3731-4b12-a10f-d726819a9421 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:31.077972 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2645ff-81e3-4761-8247-e042f479ce4a', 'code': 200} Aug 16 01:47:31.077972 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ae73ab-7e04-4017-857d-1817baf5ee2f', 'code': 200} Aug 16 01:47:31.077972 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b74903f-b7ac-4f36-a9e7-293c978e1378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8', 'code': 200} Aug 16 01:47:31.116059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dc29a-65fa-4985-9dbc-c9534e00fc6e req-206ec32f-f174-48f4-a06c-af67c137f6ff tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.117930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a1dc29a-65fa-4985-9dbc-c9534e00fc6e req-206ec32f-f174-48f4-a06c-af67c137f6ff tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 945 time: 0.0534751 Aug 16 01:47:31.183211 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-75b2e995-35bb-4e63-a2c7-2c4fdda43c8d req-f9c2dee2-cfec-4ee4-81c0-13b893472c62 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.246506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 54f9a83e-84b6-4727-99d7-fdd00af0df2a details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:31.250061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 7fbe021a-7432-4f0a-8690-c651831fedba no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:31.258018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2dee2-cfec-4ee4-81c0-13b893472c62 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Pushing event deleted for resources: {'Port': ['ID=4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:31.262419 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a1dc29a-65fa-4985-9dbc-c9534e00fc6e req-bea9d6f2-3aa4-4104-83d3-51e48640638e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321051 Aug 16 01:47:31.264083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7cd28-4e04-446e-95d5-ad86e1136994 req-c9599165-d0bf-4270-8e2e-cc0c289d666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.266147 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-7cb7cd28-4e04-446e-95d5-ad86e1136994 req-c9599165-d0bf-4270-8e2e-cc0c289d666d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0448685 Aug 16 01:47:31.287242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 7fbe021a-7432-4f0a-8690-c651831fedba {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:31.287595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 7fbe021a-7432-4f0a-8690-c651831fedba not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:31.320366 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-7cb7cd28-4e04-446e-95d5-ad86e1136994 req-31921944-f3b7-4115-b080-32748f481cdd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469105 Aug 16 01:47:31.320673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeeb937-b388-43d2-8806-67ac3321055e req-356b7264-259b-4175-a691-59e9ee458130 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.322262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ceeeb937-b388-43d2-8806-67ac3321055e req-356b7264-259b-4175-a691-59e9ee458130 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 945 time: 0.1734314 Aug 16 01:47:31.373698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b2e995-35bb-4e63-a2c7-2c4fdda43c8d req-f9c2dee2-cfec-4ee4-81c0-13b893472c62 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] No DVR routers for this DVR port 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:31.393143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 54f9a83e-84b6-4727-99d7-fdd00af0df2a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=54f9a83e-84b6-4727-99d7-fdd00af0df2a,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:31.395225 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-75b2e995-35bb-4e63-a2c7-2c4fdda43c8d req-f9c2dee2-cfec-4ee4-81c0-13b893472c62 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.397117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75b2e995-35bb-4e63-a2c7-2c4fdda43c8d req-f9c2dee2-cfec-4ee4-81c0-13b893472c62 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.64 "DELETE /v2.0/ports/4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d HTTP/1.1" status: 204 len: 173 time: 1.1559367 Aug 16 01:47:31.397558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'name': 'network-vif-deleted', 'tag': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:31.399775 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d415fd-bb1c-4192-9a96-d2cb6f0e3990" -d '{"events": [{"server_uuid": "c5233597-b9c6-4bff-b70a-0a0cc394a3fc", "name": "network-vif-deleted", "tag": "4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:31.404370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '54f9a83e-84b6-4727-99d7-fdd00af0df2a', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'port_id': '54f9a83e-84b6-4727-99d7-fdd00af0df2a', 'mac_address': 'fa:16:3e:50:60:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f412be-9693-4499-9b6e-5d42eec545f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:31.408226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb10578-5fec-4857-bf8f-2eff21b4a6b6 req-cc6d82ae-8b6d-4884-b841-d5d7751cb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.409732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb10578-5fec-4857-bf8f-2eff21b4a6b6 req-cc6d82ae-8b6d-4884-b841-d5d7751cb6d4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 1097 time: 0.2104826 Aug 16 01:47:31.411435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea50ee-b59d-44a2-a290-20654b4e20bd req-581e0449-dd9b-4770-b83a-513dc084c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.412817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94ea50ee-b59d-44a2-a290-20654b4e20bd req-581e0449-dd9b-4770-b83a-513dc084c3c4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378 HTTP/1.1" status: 200 len: 1102 time: 0.2119689 Aug 16 01:47:31.445758 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.459235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f9a83e-84b6-4727-99d7-fdd00af0df2a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:31.479496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 54f9a83e-84b6-4727-99d7-fdd00af0df2a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=54f9a83e-84b6-4727-99d7-fdd00af0df2a,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:31.480128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ceeeb937-b388-43d2-8806-67ac3321055e req-224191a0-7608-4916-9e41-a2092fd0e7c5 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469555 Aug 16 01:47:31.518191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f956ba-2697-4eec-8a19-3253b4961be0 req-21cad359-7067-4a5d-8ac5-618b9c49a44a tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.519701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63f956ba-2697-4eec-8a19-3253b4961be0 req-21cad359-7067-4a5d-8ac5-618b9c49a44a tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 943 time: 0.1486065 Aug 16 01:47:31.521413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb10578-5fec-4857-bf8f-2eff21b4a6b6 req-52da89e6-08df-469d-a5ab-91949c5d8ace service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875742 Aug 16 01:47:31.523031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94ea50ee-b59d-44a2-a290-20654b4e20bd req-6fed5e81-46ca-4e1a-82d2-e2927e9074f0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874765 Aug 16 01:47:31.597656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63f956ba-2697-4eec-8a19-3253b4961be0 req-17631441-182c-46fa-be49-5d9acd4a8b60 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712345 Aug 16 01:47:31.622048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a7479-82fb-45f7-ad95-c2dd2e843af5 req-a4a27244-5042-4d60-9ed8-6b18c4c2f8b1 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.623670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e4a7479-82fb-45f7-ad95-c2dd2e843af5 req-a4a27244-5042-4d60-9ed8-6b18c4c2f8b1 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 949 time: 0.0719886 Aug 16 01:47:31.689073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e4a7479-82fb-45f7-ad95-c2dd2e843af5 req-164c3a61-5dd8-4400-873d-549ee5e93872 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580142 Aug 16 01:47:31.702561 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.706161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cf1a6-1481-496a-8416-998415ad924c req-76546664-d4c7-4d8a-9997-06cfaf73104c tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.707604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b0cf1a6-1481-496a-8416-998415ad924c req-76546664-d4c7-4d8a-9997-06cfaf73104c tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1097 time: 0.0517380 Aug 16 01:47:31.747386 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0993ddf-b873-40c3-b2d5-4cbdb8a907b9 x-openstack-request-id: req-e0993ddf-b873-40c3-b2d5-4cbdb8a907b9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:31.748018 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5233597-b9c6-4bff-b70a-0a0cc394a3fc", "name": "network-vif-deleted", "tag": "4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:31.748018 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0993ddf-b873-40c3-b2d5-4cbdb8a907b9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:31.748330 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5233597-b9c6-4bff-b70a-0a0cc394a3fc', 'name': 'network-vif-deleted', 'tag': '4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d', 'status': 'completed', 'code': 200} Aug 16 01:47:31.751146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b0cf1a6-1481-496a-8416-998415ad924c req-ca4808db-9d98-4f56-9a39-371be606e58e tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358410 Aug 16 01:47:31.765791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=54f9a83e-84b6-4727-99d7-fdd00af0df2a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:31.869811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca586-b089-4fe3-a02f-8459a1c55a83 req-23f5bcdf-4982-4f8c-a9ae-95557cdd5cde tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.871998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b9ca586-b089-4fe3-a02f-8459a1c55a83 req-23f5bcdf-4982-4f8c-a9ae-95557cdd5cde tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378 HTTP/1.1" status: 200 len: 950 time: 0.0774820 Aug 16 01:47:31.903258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e6e93-2245-4634-b5f5-ff796ddf05cd req-2fd4bd22-d368-4750-ab02-1a54ed8d2611 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.904780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-165e6e93-2245-4634-b5f5-ff796ddf05cd req-2fd4bd22-d368-4750-ab02-1a54ed8d2611 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1097 time: 0.0698946 Aug 16 01:47:31.925846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b9ca586-b089-4fe3-a02f-8459a1c55a83 req-24ca4bdc-6607-4920-9162-94700443f3c1 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477493 Aug 16 01:47:31.949993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-165e6e93-2245-4634-b5f5-ff796ddf05cd req-2ba9aaee-1f5f-4d25-9446-eb3c13b6d103 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377665 Aug 16 01:47:31.969753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['54f9a83e-84b6-4727-99d7-fdd00af0df2a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:31.978212 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:47:32.054235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2489eb-f5ae-4800-a7e8-41b785b18db7 req-2a4dae9e-5838-4032-a456-62197c03008c tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:32.055998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b2489eb-f5ae-4800-a7e8-41b785b18db7 req-2a4dae9e-5838-4032-a456-62197c03008c tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 946 time: 0.0590646 Aug 16 01:47:32.109399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14ba6855-48a6-4684-ac0f-cfc61c513aeb req-3a143a0c-b27d-4ba1-beae-a90f4e5c1421 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0390413 Aug 16 01:47:32.124691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b2489eb-f5ae-4800-a7e8-41b785b18db7 req-9a5696c2-179a-490d-9810-b86eedbec511 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615335 Aug 16 01:47:32.221423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ebf1eb5-ce3a-4dde-a432-e683ecdbad4f req-62460288-8e35-4c0c-b0d5-0d4294b0bbb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5233597-b9c6-4bff-b70a-0a0cc394a3fc HTTP/1.1" status: 200 len: 210 time: 0.0276790 Aug 16 01:47:32.466260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aefaa5-ee1c-48c3-ac9c-44ded98bca42 req-87995a33-5646-45e3-8512-87a0b22a5654 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:32.467859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46aefaa5-ee1c-48c3-ac9c-44ded98bca42 req-87995a33-5646-45e3-8512-87a0b22a5654 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1097 time: 0.0422635 Aug 16 01:47:32.510369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46aefaa5-ee1c-48c3-ac9c-44ded98bca42 req-be446e32-98a9-43da-9a1b-10e03161248f tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352941 Aug 16 01:47:32.611527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f7778-add8-4b4b-bfa5-77994e492a89 req-5f84c462-7e2d-4b6a-8e6b-8f0f5e86965f tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:32.613027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-610f7778-add8-4b4b-bfa5-77994e492a89 req-5f84c462-7e2d-4b6a-8e6b-8f0f5e86965f tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 945 time: 0.0496035 Aug 16 01:47:32.660075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-610f7778-add8-4b4b-bfa5-77994e492a89 req-ce051266-8772-4cf3-a8b2-0fe309bd792d tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Aug 16 01:47:32.723323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af11f7c-0f5f-4d76-8bec-bea712b6c739 req-fd79cab2-8949-4cc5-8d7b-ef36fbeed753 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:32.724820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4af11f7c-0f5f-4d76-8bec-bea712b6c739 req-fd79cab2-8949-4cc5-8d7b-ef36fbeed753 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 944 time: 0.0503175 Aug 16 01:47:32.763589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4af11f7c-0f5f-4d76-8bec-bea712b6c739 req-9c6197fd-4e50-4902-bc57-8d15e00012d6 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Aug 16 01:47:32.779933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.851367 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e5df0a60-d30a-4854-b5ae-bbbc9f42cd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.042539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5811c-363a-4389-85f9-54507817117e req-86efe9ea-a3ee-4a31-b27f-58f4d0ad322f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:33.044281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ea5811c-363a-4389-85f9-54507817117e req-86efe9ea-a3ee-4a31-b27f-58f4d0ad322f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378 HTTP/1.1" status: 200 len: 950 time: 0.0510590 Aug 16 01:47:33.083635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ea5811c-363a-4389-85f9-54507817117e req-990cb59a-55db-49c2-8390-1eeb11fe7b7e tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331130 Aug 16 01:47:33.220590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-074dd732-1f7e-4b29-ace0-bd4ab87d2f43 req-28b2aa44-0a19-43e5-b007-e5f02f1e0026 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0341997 Aug 16 01:47:33.258967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 54f9a83e-84b6-4727-99d7-fdd00af0df2a up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:33.266042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332d362-c40e-49c2-a898-1b619b2a156f req-0b9bfac3-0108-4765-87f6-385c34229bb6 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:33.267587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4332d362-c40e-49c2-a898-1b619b2a156f req-0b9bfac3-0108-4765-87f6-385c34229bb6 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 946 time: 0.0705087 Aug 16 01:47:33.310313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4332d362-c40e-49c2-a898-1b619b2a156f req-b57f908d-31b5-496d-8e65-56024e2d3030 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361648 Aug 16 01:47:33.497471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 54f9a83e-84b6-4727-99d7-fdd00af0df2a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:33.502012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 54f9a83e-84b6-4727-99d7-fdd00af0df2a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:33.502461 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.503630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3ea9d-f369-4035-9a69-2b34a2892e76 req-e2de37b5-b07e-4638-8fa3-bb486b997a70 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:33.505158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22b3ea9d-f369-4035-9a69-2b34a2892e76 req-e2de37b5-b07e-4638-8fa3-bb486b997a70 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 946 time: 0.0511022 Aug 16 01:47:33.545328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22b3ea9d-f369-4035-9a69-2b34a2892e76 req-28038945-042b-4352-89f0-dd2bc067aa5a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Aug 16 01:47:33.583274 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.607017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df521dc-b6bd-4fab-8870-d0ea563fb0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f9a83e-84b6-4727-99d7-fdd00af0df2a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:33.609212 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eabac2c-f06f-473a-992b-92cdf1274e84" -d '{"events": [{"server_uuid": "8df521dc-b6bd-4fab-8870-d0ea563fb0ac", "name": "network-vif-plugged", "status": "completed", "tag": "54f9a83e-84b6-4727-99d7-fdd00af0df2a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:33.624682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 54f9a83e-84b6-4727-99d7-fdd00af0df2a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=54f9a83e-84b6-4727-99d7-fdd00af0df2a,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:33.649502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1856ba-566b-4004-b6f1-14c7f55d536a req-13cb564d-64e7-4203-ad47-b5854d6ac77e tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:33.649502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b1856ba-566b-4004-b6f1-14c7f55d536a req-13cb564d-64e7-4203-ad47-b5854d6ac77e tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1097 time: 0.0441418 Aug 16 01:47:33.679436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b1856ba-566b-4004-b6f1-14c7f55d536a req-9b4bf97e-053d-4966-bde6-1653e382b993 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285871 Aug 16 01:47:33.758325 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.758325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:33.796915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:33.797589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4eea3611-d77b-4aa9-8f7f-4c01d6c5c12d not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:33.822456 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977287c9-b367-487f-85a4-23c5b5444f53 x-openstack-request-id: req-977287c9-b367-487f-85a4-23c5b5444f53 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:33.822817 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df521dc-b6bd-4fab-8870-d0ea563fb0ac", "name": "network-vif-plugged", "status": "completed", "tag": "54f9a83e-84b6-4727-99d7-fdd00af0df2a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:33.823357 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-977287c9-b367-487f-85a4-23c5b5444f53 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:33.823736 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df521dc-b6bd-4fab-8870-d0ea563fb0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f9a83e-84b6-4727-99d7-fdd00af0df2a', 'code': 200} Aug 16 01:47:33.828896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=54f9a83e-84b6-4727-99d7-fdd00af0df2a,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:33.936770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.961034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e817a-373a-4487-9de9-df3bb750687b req-85abdcba-cdca-47da-8480-3c3d7b985e38 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:33.962551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f55e817a-373a-4487-9de9-df3bb750687b req-85abdcba-cdca-47da-8480-3c3d7b985e38 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 945 time: 0.0849974 Aug 16 01:47:33.965949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea0d17-95bd-4fd7-ae1e-962aa68fd0fe req-2f7bf245-02eb-4b38-8bec-13e569ce0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:33.967392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94ea0d17-95bd-4fd7-ae1e-962aa68fd0fe req-2f7bf245-02eb-4b38-8bec-13e569ce0d13 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 1097 time: 0.0585396 Aug 16 01:47:34.025522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f55e817a-373a-4487-9de9-df3bb750687b req-b14aa75d-184e-4d88-a696-35bb1aa38a8d tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561671 Aug 16 01:47:34.031554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94ea0d17-95bd-4fd7-ae1e-962aa68fd0fe req-ae4cad87-0e96-4f66-9eed-76df949bf4a1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486865 Aug 16 01:47:34.404188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ce052-1b78-49eb-85d8-54db5c8414dd req-5793a381-8e83-4305-9f56-7784233fd54e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.405672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-914ce052-1b78-49eb-85d8-54db5c8414dd req-5793a381-8e83-4305-9f56-7784233fd54e tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 944 time: 0.0525260 Aug 16 01:47:34.532405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07decba1-4e71-4197-9c77-bbdba321d5ec req-6784c3fd-82fb-4b9e-abda-f5f6588aee66 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.533928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07decba1-4e71-4197-9c77-bbdba321d5ec req-6784c3fd-82fb-4b9e-abda-f5f6588aee66 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 945 time: 0.1067860 Aug 16 01:47:34.579266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-914ce052-1b78-49eb-85d8-54db5c8414dd req-f3f10787-c0c4-417f-9863-1e2ebae532d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Deleting port 78179aa9-24b8-481c-9cd3-348570a06426 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:34.579620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-914ce052-1b78-49eb-85d8-54db5c8414dd req-f3f10787-c0c4-417f-9863-1e2ebae532d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.596836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07decba1-4e71-4197-9c77-bbdba321d5ec req-4903b087-ec9d-4780-a177-7cf3e9f9daaf tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550344 Aug 16 01:47:34.704900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-914ce052-1b78-49eb-85d8-54db5c8414dd req-f3f10787-c0c4-417f-9863-1e2ebae532d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] For port 78179aa9-24b8-481c-9cd3-348570a06426, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=78179aa9-24b8-481c-9cd3-348570a06426,segment=NetworkSegment(2f39e64f-8205-4ec9-8828-208446e90c04),segment_id=2f39e64f-8205-4ec9-8828-208446e90c04)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:34.705277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-914ce052-1b78-49eb-85d8-54db5c8414dd req-f3f10787-c0c4-417f-9863-1e2ebae532d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.722040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-914ce052-1b78-49eb-85d8-54db5c8414dd req-f3f10787-c0c4-417f-9863-1e2ebae532d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Calling delete_port for 78179aa9-24b8-481c-9cd3-348570a06426 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:34.745151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fecb2-95cb-4254-91d2-4c245f48ba4a req-ead44a29-d5c7-4b6f-a02a-d3f3435d4173 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.747264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca6fecb2-95cb-4254-91d2-4c245f48ba4a req-ead44a29-d5c7-4b6f-a02a-d3f3435d4173 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea4e69c9-b2bb-412b-9a22-af094475134b HTTP/1.1" status: 200 len: 944 time: 0.0846369 Aug 16 01:47:34.829587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca6fecb2-95cb-4254-91d2-4c245f48ba4a req-f11e0e75-cc04-4a37-89e8-f1edee77ba26 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.66 "GET /v2.0/security-groups?id=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499041 Aug 16 01:47:34.952569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f839dd-3ef5-46b4-bd51-fd669f226c8a req-015b7dbc-fe99-4b70-b32a-512191d86f54 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.954147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6f839dd-3ef5-46b4-bd51-fd669f226c8a req-015b7dbc-fe99-4b70-b32a-512191d86f54 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=d821264c-79be-442b-878c-89a357fd91e4 HTTP/1.1" status: 200 len: 945 time: 0.0543637 Aug 16 01:47:34.987479 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-914ce052-1b78-49eb-85d8-54db5c8414dd req-f3f10787-c0c4-417f-9863-1e2ebae532d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.024501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6f839dd-3ef5-46b4-bd51-fd669f226c8a req-f60798b5-c61d-4e46-907d-99a450482d2c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639353 Aug 16 01:47:35.025743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f10787-c0c4-417f-9863-1e2ebae532d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Pushing event deleted for resources: {'Port': ['ID=78179aa9-24b8-481c-9cd3-348570a06426,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:35.082503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-914ce052-1b78-49eb-85d8-54db5c8414dd req-f3f10787-c0c4-417f-9863-1e2ebae532d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] No DVR routers for this DVR port 78179aa9-24b8-481c-9cd3-348570a06426 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:35.084872 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-914ce052-1b78-49eb-85d8-54db5c8414dd req-f3f10787-c0c4-417f-9863-1e2ebae532d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.086884 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-914ce052-1b78-49eb-85d8-54db5c8414dd req-f3f10787-c0c4-417f-9863-1e2ebae532d7 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] 10.222.0.64 "DELETE /v2.0/ports/78179aa9-24b8-481c-9cd3-348570a06426 HTTP/1.1" status: 204 len: 173 time: 0.6707594 Aug 16 01:47:35.087354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'name': 'network-vif-deleted', 'tag': '78179aa9-24b8-481c-9cd3-348570a06426'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:35.090148 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe75e968-ec7d-42f6-89ae-26535d4ca112" -d '{"events": [{"server_uuid": "ea4e69c9-b2bb-412b-9a22-af094475134b", "name": "network-vif-deleted", "tag": "78179aa9-24b8-481c-9cd3-348570a06426"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:35.157324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30125ddd-0060-4ebe-a38f-43854311ab37 req-9c1304e9-da06-4345-8512-fe1915ba9b6d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:35.158800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30125ddd-0060-4ebe-a38f-43854311ab37 req-9c1304e9-da06-4345-8512-fe1915ba9b6d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378 HTTP/1.1" status: 200 len: 950 time: 0.0490611 Aug 16 01:47:35.196995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30125ddd-0060-4ebe-a38f-43854311ab37 req-d1b770ae-3c5b-4c5d-b03a-632fcd7bc527 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Aug 16 01:47:35.290354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0bcd7eed-ceb0-4d9e-aa34-dd15ee573967 req-3a4845aa-35c0-43f5-b3aa-6e269ab4aeb9 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0299668 Aug 16 01:47:35.754239 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.311495 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29acbc2-e284-480a-9fc8-b9ed5dfda810 x-openstack-request-id: req-f29acbc2-e284-480a-9fc8-b9ed5dfda810 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:36.312000 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4e69c9-b2bb-412b-9a22-af094475134b", "name": "network-vif-deleted", "tag": "78179aa9-24b8-481c-9cd3-348570a06426", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:36.312109 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f29acbc2-e284-480a-9fc8-b9ed5dfda810 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:36.312442 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4e69c9-b2bb-412b-9a22-af094475134b', 'name': 'network-vif-deleted', 'tag': '78179aa9-24b8-481c-9cd3-348570a06426', 'status': 'completed', 'code': 200} Aug 16 01:47:36.396794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-53ab8d29-8f30-4bfe-91f5-26506b3e26e9 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:47:36.397922 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-53ab8d29-8f30-4bfe-91f5-26506b3e26e9 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058806 Aug 16 01:47:36.499247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Request body: {'binding': {'host': 'n-h1-768509-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:36.499694 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Unknown quota resources ['binding']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:47:36.568550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a155c8-5457-4bbe-a27b-137f54ea809e req-c875990f-b263-4d0a-9a62-8dabb7032fbd tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.575136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a155c8-5457-4bbe-a27b-137f54ea809e req-c875990f-b263-4d0a-9a62-8dabb7032fbd tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.576737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71a155c8-5457-4bbe-a27b-137f54ea809e req-c875990f-b263-4d0a-9a62-8dabb7032fbd tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378&device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 1690 time: 0.0570006 Aug 16 01:47:36.583734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device df2645ff-81e3-4761-8247-e042f479ce4a details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:36.623672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71a155c8-5457-4bbe-a27b-137f54ea809e req-a45d8109-b6c3-4319-9c2c-1acc2416b608 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Aug 16 01:47:36.660705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on host n-h1-768509-23 for vnic_type normal with profile None {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:36.660705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:36.660705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:36.660705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:36.660705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:36.660705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:36.660705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:36.660705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:36.660705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Bound port: 33186104-ead6-4e33-a56c-6e871ed2a1c1, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:36.689723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port df2645ff-81e3-4761-8247-e042f479ce4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=df2645ff-81e3-4761-8247-e042f479ce4a,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:36.704685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'df2645ff-81e3-4761-8247-e042f479ce4a', 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b', 'port_id': 'df2645ff-81e3-4761-8247-e042f479ce4a', 'mac_address': 'fa:16:3e:3a:c0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7553d60e-b54b-48ff-9e03-37251c4f20e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:36.716395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:36.738277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934561f9-1095-4120-bc6f-a258fd36c102 req-6895a478-2d5a-4078-a495-314bd700f1da tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.741398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-934561f9-1095-4120-bc6f-a258fd36c102 req-6895a478-2d5a-4078-a495-314bd700f1da tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 945 time: 0.0527928 Aug 16 01:47:36.748818 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.763586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df2645ff-81e3-4761-8247-e042f479ce4a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:36.780453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-934561f9-1095-4120-bc6f-a258fd36c102 req-be10b7ed-60e6-4050-ac2c-d33a289ca647 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Aug 16 01:47:36.783592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port df2645ff-81e3-4761-8247-e042f479ce4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=df2645ff-81e3-4761-8247-e042f479ce4a,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:36.817855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.819541 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-0c10320d-c67a-40a6-9036-17faf471a698 service neutron] 10.222.0.66 "POST /v2.0/ports/33186104-ead6-4e33-a56c-6e871ed2a1c1/bindings HTTP/1.1" status: 201 len: 390 time: 0.4145265 Aug 16 01:47:36.856610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59044) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:36.917549 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.952574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead496c-fbe0-4591-ace2-b13f1f9fef94 req-42347af9-f5f3-4b12-a765-4ca368297f61 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.961575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ead496c-fbe0-4591-ace2-b13f1f9fef94 req-42347af9-f5f3-4b12-a765-4ca368297f61 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=d821264c-79be-442b-878c-89a357fd91e4 HTTP/1.1" status: 200 len: 945 time: 0.0637960 Aug 16 01:47:36.973191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=df2645ff-81e3-4761-8247-e042f479ce4a,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:37.034020 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ead496c-fbe0-4591-ace2-b13f1f9fef94 req-19d805b2-2f58-4f46-82b7-92c2356afd24 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655103 Aug 16 01:47:37.043198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7296af-abfd-436d-91e6-4a1b9fbc3f62 admin admin] Deleting subnet d1da15f7-7f10-47b9-9717-19dd3e23683c {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:37.046729 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c7296af-abfd-436d-91e6-4a1b9fbc3f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.086706 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c7296af-abfd-436d-91e6-4a1b9fbc3f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.140526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2b190c3-335b-4f67-9293-4fef25bbba4c req-c411205d-edd8-421f-9905-247179572ea1 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0339475 Aug 16 01:47:37.152121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c7296af-abfd-436d-91e6-4a1b9fbc3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.200513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['df2645ff-81e3-4761-8247-e042f479ce4a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:37.330255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17ab9a-0e4e-481b-ac6b-6e0432fb918a req-6d335ccc-3632-45a7-a4d7-acd1c1cac055 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.331948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f17ab9a-0e4e-481b-ac6b-6e0432fb918a req-6d335ccc-3632-45a7-a4d7-acd1c1cac055 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 945 time: 0.0567548 Aug 16 01:47:37.333518 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c7296af-abfd-436d-91e6-4a1b9fbc3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.374449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c7296af-abfd-436d-91e6-4a1b9fbc3f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.377527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4c7296af-abfd-436d-91e6-4a1b9fbc3f62 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d1da15f7-7f10-47b9-9717-19dd3e23683c HTTP/1.1" status: 204 len: 168 time: 0.5198905 Aug 16 01:47:37.380080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59060) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:37.390973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7296af-abfd-436d-91e6-4a1b9fbc3f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1da15f7-7f10-47b9-9717-19dd3e23683c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:37.425242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f17ab9a-0e4e-481b-ac6b-6e0432fb918a req-03476dee-e0a6-40af-a050-0d5d908722c4 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841935 Aug 16 01:47:37.466825 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.541161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a42d6-fb54-4f88-9c11-ab6a195f45de req-3731271d-96c8-4d78-bf3e-130971e0cc77 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.546348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-528a42d6-fb54-4f88-9c11-ab6a195f45de req-3731271d-96c8-4d78-bf3e-130971e0cc77 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 945 time: 0.0583780 Aug 16 01:47:37.547461 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.558534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c6e958-8aa2-472e-8afa-93984da0d0ef']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:37.569706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f39e64f-8205-4ec9-8828-208446e90c04') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:37.570034 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f39e64f-8205-4ec9-8828-208446e90c04') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:37.579375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.590059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-528a42d6-fb54-4f88-9c11-ab6a195f45de req-4c264f5d-52c5-449f-a333-b4a6eec4f60c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Aug 16 01:47:37.599190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.606643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:47:37.607090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:47:37.608819 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:47:37.692953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f79da-4ef4-4e52-929b-f09a04ee6544 req-75e40f80-1c89-4942-bf91-25b3a9e63e8c tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.694493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f65f79da-4ef4-4e52-929b-f09a04ee6544 req-75e40f80-1c89-4942-bf91-25b3a9e63e8c tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378 HTTP/1.1" status: 200 len: 1102 time: 0.0469968 Aug 16 01:47:37.731144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f65f79da-4ef4-4e52-929b-f09a04ee6544 req-a03ac0cb-df6b-4556-a3e2-fe7001b1fc7c tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298347 Aug 16 01:47:37.787922 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.795121 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.797184 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c1c6e958-8aa2-472e-8afa-93984da0d0ef HTTP/1.1" status: 204 len: 168 time: 0.4160697 Aug 16 01:47:37.807162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59064) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:37.810367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd58876-bbd0-47cb-9c62-038b9a075225 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c6e958-8aa2-472e-8afa-93984da0d0ef,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:37.903636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73776d5-d3bb-45cd-bcba-95c12042317d admin admin] Deleting subnet e5db13ce-afbc-4c82-a70f-2edd57c3c6cb {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:37.910338 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b73776d5-d3bb-45cd-bcba-95c12042317d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.913242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-ba2119b6-a38c-448d-b748-d0351a5cb192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.914802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-ba2119b6-a38c-448d-b748-d0351a5cb192 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1097 time: 0.1249053 Aug 16 01:47:37.950628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6c0eb-8196-4a56-ae5e-4cfc5ff98cf1 req-b610388c-3527-48ca-bfc0-2d5b6541f334 tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.952127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67d6c0eb-8196-4a56-ae5e-4cfc5ff98cf1 req-b610388c-3527-48ca-bfc0-2d5b6541f334 tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 1101 time: 0.1471941 Aug 16 01:47:38.003237 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b73776d5-d3bb-45cd-bcba-95c12042317d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.079301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67d6c0eb-8196-4a56-ae5e-4cfc5ff98cf1 req-5da5fb96-e309-4a58-8d68-fc7b18ac162b tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125979 Aug 16 01:47:38.084753 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b73776d5-d3bb-45cd-bcba-95c12042317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.122303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-fd8db15a-2065-4a42-b861-dac1ecd4586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.123797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-fd8db15a-2065-4a42-b861-dac1ecd4586d service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.1872838 Aug 16 01:47:38.195815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-d6e86224-d43d-4b42-9f5b-912d660ae299 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1 HTTP/1.1" status: 200 len: 217 time: 0.0531218 Aug 16 01:47:38.268980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc57613-3cae-4aa3-8aab-ed3d9ba22f14 req-21df84fc-5928-4ba0-b581-8352922b0cfe tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.270508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0cc57613-3cae-4aa3-8aab-ed3d9ba22f14 req-21df84fc-5928-4ba0-b581-8352922b0cfe tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=d821264c-79be-442b-878c-89a357fd91e4 HTTP/1.1" status: 200 len: 945 time: 0.1144216 Aug 16 01:47:38.274321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-78472a72-337a-4719-bc65-114cf86d32bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.287730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-78472a72-337a-4719-bc65-114cf86d32bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.0629652 Aug 16 01:47:38.328833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-ba7090db-8f0e-4f92-b269-85200d67f4fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359588 Aug 16 01:47:38.329779 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b73776d5-d3bb-45cd-bcba-95c12042317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.366747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0cc57613-3cae-4aa3-8aab-ed3d9ba22f14 req-daee2f74-eef1-4c58-98c9-283d95f0b165 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900578 Aug 16 01:47:38.392934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-7aac94a2-c3cf-45e9-9ce5-32dfa47eb48c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696104 Aug 16 01:47:38.402597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b73776d5-d3bb-45cd-bcba-95c12042317d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.404447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b73776d5-d3bb-45cd-bcba-95c12042317d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e5db13ce-afbc-4c82-a70f-2edd57c3c6cb HTTP/1.1" status: 204 len: 168 time: 0.5968406 Aug 16 01:47:38.405414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73776d5-d3bb-45cd-bcba-95c12042317d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5db13ce-afbc-4c82-a70f-2edd57c3c6cb,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:38.407782 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59112) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:38.494169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.521283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b2f3bd9-5384-4efb-8b46-1e8a130a2a5b req-bfbb3699-be92-4fb2-b656-0ae0ef1434f7 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0665329 Aug 16 01:47:38.577761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.580261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-4f5d8eec-9a9a-4b42-b0f4-b0889ea24314 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370038 Aug 16 01:47:38.587430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-50bd491a-ab4a-46fd-867a-6c5049a8073c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.588046 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f52efd-e1fe-4239-9e86-e0defd7c326f']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:38.589101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-50bd491a-ab4a-46fd-867a-6c5049a8073c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581299 Aug 16 01:47:38.599173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedad35a-f612-4ed4-afab-c51617880865') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:38.599598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedad35a-f612-4ed4-afab-c51617880865') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:38.610151 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.629084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device df2645ff-81e3-4761-8247-e042f479ce4a up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:38.630341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.638747 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:47:38.639399 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:47:38.641352 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:47:38.650851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-d5ad3a38-9241-41f5-8167-fb47350aa9b6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/quotas/85297740961d4da5a9fd05b4476c7da6 HTTP/1.1" status: 200 len: 375 time: 0.0550461 Aug 16 01:47:38.747350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-fd00a53c-21b5-4068-bbac-b8e7640e90bd service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449757 Aug 16 01:47:38.771716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-78974f7b-9440-44c1-83b6-8489f166d497 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1086018 Aug 16 01:47:38.808165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.815941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port df2645ff-81e3-4761-8247-e042f479ce4a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:38.816383 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.818514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.821702 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] 10.222.0.66 "DELETE /v2.0/networks/61f52efd-e1fe-4239-9e86-e0defd7c326f HTTP/1.1" status: 204 len: 168 time: 0.4117479 Aug 16 01:47:38.841394 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69a38b-9712-4785-b327-0bdddff60308 admin admin] Pushing event deleted for resources: {'Network': ['ID=61f52efd-e1fe-4239-9e86-e0defd7c326f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:38.852867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4ca2-a70f-49cd-8f16-b4434c1986f9 req-4d42de7f-bee4-4411-bc3f-fa1f5f652f36 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.854636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-615f4ca2-a70f-49cd-8f16-b4434c1986f9 req-4d42de7f-bee4-4411-bc3f-fa1f5f652f36 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 945 time: 0.1131866 Aug 16 01:47:38.900212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a609-a5af-4681-9a53-8d62f98bd3f6 req-fc1c1ea3-6677-494f-8db2-4039a9ec0cec tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.901592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec99a609-a5af-4681-9a53-8d62f98bd3f6 req-fc1c1ea3-6677-494f-8db2-4039a9ec0cec tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.74 "GET /v2.0/ports?device_id=d821264c-79be-442b-878c-89a357fd91e4 HTTP/1.1" status: 200 len: 945 time: 0.1113887 Aug 16 01:47:38.915581 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.941803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-615f4ca2-a70f-49cd-8f16-b4434c1986f9 req-64c926c2-d0cb-4582-80fe-9f5a9fb38dbc tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745375 Aug 16 01:47:38.943251 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2645ff-81e3-4761-8247-e042f479ce4a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:38.945917 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad974a8-a42c-434c-a202-d3786376eec8" -d '{"events": [{"server_uuid": "63ae2d89-7b48-4cf6-b47c-008c9d52c9d3", "name": "network-vif-plugged", "status": "completed", "tag": "df2645ff-81e3-4761-8247-e042f479ce4a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:38.965105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port df2645ff-81e3-4761-8247-e042f479ce4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=df2645ff-81e3-4761-8247-e042f479ce4a,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:39.032209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-5b464adb-65b3-495a-a8c6-e92f5cd9cfb5 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:39.033688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-5b464adb-65b3-495a-a8c6-e92f5cd9cfb5 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.1207666 Aug 16 01:47:39.058455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-23'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:39.140489 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.171511 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.186362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f750c-4595-40ec-9973-485366d8e754 req-98d77d1c-5956-4cb6-af0d-d4612668c7c1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:39.194024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c4f750c-4595-40ec-9973-485366d8e754 req-98d77d1c-5956-4cb6-af0d-d4612668c7c1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 945 time: 0.1804111 Aug 16 01:47:39.199798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=df2645ff-81e3-4761-8247-e042f479ce4a,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:39.236532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-ec99a609-a5af-4681-9a53-8d62f98bd3f6 req-812ac735-f1cb-4d21-bd35-c95ee4c099fc tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Deleting port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:39.236883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec99a609-a5af-4681-9a53-8d62f98bd3f6 req-812ac735-f1cb-4d21-bd35-c95ee4c099fc tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.275026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 78179aa9-24b8-481c-9cd3-348570a06426 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:39.295771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 78179aa9-24b8-481c-9cd3-348570a06426 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:39.296207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 78179aa9-24b8-481c-9cd3-348570a06426 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:39.312494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c068f-3628-44c3-b080-aa2e896c5c9f req-648e1c45-4a57-44a7-a58b-69939e314c44 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:39.314002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb7c068f-3628-44c3-b080-aa2e896c5c9f req-648e1c45-4a57-44a7-a58b-69939e314c44 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 945 time: 0.2131782 Aug 16 01:47:39.338155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c4f750c-4595-40ec-9973-485366d8e754 req-8199798f-db8a-4bbb-af65-da5587ecb984 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432755 Aug 16 01:47:39.347900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59138) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:39.392052 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a690ab98-e1e7-4c95-9013-7c608448758d x-openstack-request-id: req-a690ab98-e1e7-4c95-9013-7c608448758d {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:39.392052 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ae2d89-7b48-4cf6-b47c-008c9d52c9d3", "name": "network-vif-plugged", "status": "completed", "tag": "df2645ff-81e3-4761-8247-e042f479ce4a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:39.392052 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a690ab98-e1e7-4c95-9013-7c608448758d {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:39.392052 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2645ff-81e3-4761-8247-e042f479ce4a', 'code': 200} Aug 16 01:47:39.420765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59142) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:39.422207 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-15860a44-e742-44ad-a17e-3149881a87f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fd8faac2af044e2b435c7af66561c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691588 Aug 16 01:47:39.473746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb7c068f-3628-44c3-b080-aa2e896c5c9f req-898bbdd6-2634-425a-956d-f4a02ca53979 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521025 Aug 16 01:47:39.509339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca4a1b07-a764-4aea-8b5f-dc0834eb53ed req-cb770eb8-87e2-4221-aa02-45ce128eb838 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 210 time: 0.0704696 Aug 16 01:47:39.524829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ec99a609-a5af-4681-9a53-8d62f98bd3f6 req-812ac735-f1cb-4d21-bd35-c95ee4c099fc tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] For port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:39.525203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec99a609-a5af-4681-9a53-8d62f98bd3f6 req-812ac735-f1cb-4d21-bd35-c95ee4c099fc tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.570294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-ec99a609-a5af-4681-9a53-8d62f98bd3f6 req-812ac735-f1cb-4d21-bd35-c95ee4c099fc tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Calling delete_port for 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:39.580772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:39.989975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a7bd5994-6361-4e14-a7a0-a0e8beac14f1 req-d1ea4d60-88f0-42aa-82c0-7ca1bf443f21 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0798671 Aug 16 01:47:40.003885 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-572f18e2-333c-4b6b-8223-28180a9ad6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.031644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:40.043686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a754d78-c8ed-46cb-8297-c16504454679 req-cb66f517-2aae-48bc-bc57-d4b79e64e23f tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:40.045387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a754d78-c8ed-46cb-8297-c16504454679 req-cb66f517-2aae-48bc-bc57-d4b79e64e23f tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=d821264c-79be-442b-878c-89a357fd91e4 HTTP/1.1" status: 200 len: 945 time: 0.4979522 Aug 16 01:47:40.124572 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-572f18e2-333c-4b6b-8223-28180a9ad6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.163511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33186104-ead6-4e33-a56c-6e871ed2a1c1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:40.165710 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa1f0eb-276c-4d76-873a-1e729213700e" -d '{"events": [{"server_uuid": "ce3916fc-c990-4d7f-bc5d-8f511a578083", "name": "network-vif-unplugged", "status": "completed", "tag": "33186104-ead6-4e33-a56c-6e871ed2a1c1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:40.173442 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.208958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a754d78-c8ed-46cb-8297-c16504454679 req-a948f4cb-889e-4a7d-84de-57ac322e23d2 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363158 Aug 16 01:47:40.255948 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fd9707-c6bc-4eda-aa87-0d518cccd447 x-openstack-request-id: req-85fd9707-c6bc-4eda-aa87-0d518cccd447 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:40.256237 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3916fc-c990-4d7f-bc5d-8f511a578083", "name": "network-vif-unplugged", "status": "completed", "tag": "33186104-ead6-4e33-a56c-6e871ed2a1c1", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:40.256484 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-85fd9707-c6bc-4eda-aa87-0d518cccd447 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:40.256869 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33186104-ead6-4e33-a56c-6e871ed2a1c1', 'code': 200} Aug 16 01:47:40.270732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.282890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab56f9-b717-4422-864f-3ca6dbe5ad54 req-7558e185-79a3-42ef-966c-3dfe695a4a54 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:40.284385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01ab56f9-b717-4422-864f-3ca6dbe5ad54 req-7558e185-79a3-42ef-966c-3dfe695a4a54 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 946 time: 0.1577265 Aug 16 01:47:40.399024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01ab56f9-b717-4422-864f-3ca6dbe5ad54 req-c5572c21-1c6b-4eff-a59b-bbf3f2aeb24e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907583 Aug 16 01:47:40.399611 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec99a609-a5af-4681-9a53-8d62f98bd3f6 req-812ac735-f1cb-4d21-bd35-c95ee4c099fc tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.401163 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Pushing event updated for resources: {'Port': ['ID=33186104-ead6-4e33-a56c-6e871ed2a1c1,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:40.420474 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-572f18e2-333c-4b6b-8223-28180a9ad6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.423033 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-572f18e2-333c-4b6b-8223-28180a9ad6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.424226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-572f18e2-333c-4b6b-8223-28180a9ad6de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65dc1e4d-e4ae-46de-b7f2-2ed9098c9678 HTTP/1.1" status: 204 len: 168 time: 0.9921730 Aug 16 01:47:40.430813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8', 'f6ae73ab-7e04-4017-857d-1817baf5ee2f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:40.434899 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['9c331e25-e0c2-41be-90a5-c62d66f7c870'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:40.452024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on host n-h2-768509-23 for vnic_type normal with profile {"migrating_to": "n-h1-768509-23"} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:40.452142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:40.452395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:40.467797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ac735-f1cb-4d21-bd35-c95ee4c099fc tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Pushing event deleted for resources: {'Port': ['ID=6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:40.491732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f18e2-333c-4b6b-8223-28180a9ad6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dc1e4d-e4ae-46de-b7f2-2ed9098c9678,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:40.509005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:40.509335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Attempting to bind port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:40.538530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:40.538874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:40.539272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:40.539716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Bound port: 33186104-ead6-4e33-a56c-6e871ed2a1c1, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:40.540083 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.542318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec99a609-a5af-4681-9a53-8d62f98bd3f6 req-812ac735-f1cb-4d21-bd35-c95ee4c099fc tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] No DVR routers for this DVR port 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:40.548668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ec99a609-a5af-4681-9a53-8d62f98bd3f6 req-812ac735-f1cb-4d21-bd35-c95ee4c099fc tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.551036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec99a609-a5af-4681-9a53-8d62f98bd3f6 req-812ac735-f1cb-4d21-bd35-c95ee4c099fc tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.74 "DELETE /v2.0/ports/6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 HTTP/1.1" status: 204 len: 173 time: 1.6208839 Aug 16 01:47:40.574811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ae180-b777-45ee-9f7d-ffd4f5836f01 req-5472ea42-4371-4ffe-99d1-7ce3beb44185 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:40.576577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe1ae180-b777-45ee-9f7d-ffd4f5836f01 req-5472ea42-4371-4ffe-99d1-7ce3beb44185 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 943 time: 0.1457689 Aug 16 01:47:40.658522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe1ae180-b777-45ee-9f7d-ffd4f5836f01 req-340e3cdd-528e-494b-9478-f8b9ef32e422 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597923 Aug 16 01:47:40.663435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:40.668004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:40.757669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.824024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3dfb9-1197-47f7-9045-24035e9abcad req-4a7409c1-cf88-4f28-8813-082f1d625b48 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:40.825529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28c3dfb9-1197-47f7-9045-24035e9abcad req-4a7409c1-cf88-4f28-8813-082f1d625b48 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 945 time: 0.0990722 Aug 16 01:47:40.871724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Pushing event updated for resources: {'Port': ['ID=33186104-ead6-4e33-a56c-6e871ed2a1c1,revision_number=8']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:40.875421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:40.876094 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.877458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-9b203abb-a1bf-425b-ba27-bf8fe7477eda service neutron] 10.222.0.64 "PUT /v2.0/ports/33186104-ead6-4e33-a56c-6e871ed2a1c1 HTTP/1.1" status: 200 len: 1123 time: 1.8249898 Aug 16 01:47:40.899283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28c3dfb9-1197-47f7-9045-24035e9abcad req-6370b778-4baa-4a55-aa7b-b783d4fa22b5 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668616 Aug 16 01:47:41.010028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b7ec1c3-a623-42ad-80dd-f6088a2a2506 req-4c935243-2bb6-4032-be92-80e1a6f3e0e1 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 210 time: 0.0396080 Aug 16 01:47:41.062152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['33186104-ead6-4e33-a56c-6e871ed2a1c1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:41.083871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285de10-fdfb-413f-9608-d4f72ab84f8e req-3f45bed6-a7a3-413f-aedd-6d2ca535d13b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:41.086330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8285de10-fdfb-413f-9608-d4f72ab84f8e req-3f45bed6-a7a3-413f-aedd-6d2ca535d13b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 946 time: 0.0536828 Aug 16 01:47:41.117597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a41c6455-85d9-48ce-ba11-036a2cb8f454 req-52365921-530c-43d3-aca6-dbcfcafb9917 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0416393 Aug 16 01:47:41.143838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8285de10-fdfb-413f-9608-d4f72ab84f8e req-e7956c3b-6b02-4566-8a82-eb3e8876f81b tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488315 Aug 16 01:47:41.298005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 54f9a83e-84b6-4727-99d7-fdd00af0df2a details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:41.317255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-439b2a00-6b4a-4769-bdca-e09e68f1c418 req-f35d4a90-a4ab-449c-9409-f625f882cd58 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=d821264c-79be-442b-878c-89a357fd91e4 HTTP/1.1" status: 200 len: 210 time: 0.0305011 Aug 16 01:47:41.355473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59176) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:41.397073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 54f9a83e-84b6-4727-99d7-fdd00af0df2a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=54f9a83e-84b6-4727-99d7-fdd00af0df2a,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:41.405166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7cea5697-8158-43c2-8032-e9baeca7871d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2e7189cf2584920a264c9a6cb7bb820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481026 Aug 16 01:47:41.408306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59178) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:41.412594 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '54f9a83e-84b6-4727-99d7-fdd00af0df2a', 'network_id': '24268f93-d8c6-443a-bccc-728c497fb771', 'port_id': '54f9a83e-84b6-4727-99d7-fdd00af0df2a', 'mac_address': 'fa:16:3e:50:60:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f412be-9693-4499-9b6e-5d42eec545f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:41.460835 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.474099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54f9a83e-84b6-4727-99d7-fdd00af0df2a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:41.479372 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fe586b1a-a014-4504-88ae-5cad3ecdfb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.494349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 54f9a83e-84b6-4727-99d7-fdd00af0df2a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=54f9a83e-84b6-4727-99d7-fdd00af0df2a,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:41.502815 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fe586b1a-a014-4504-88ae-5cad3ecdfb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.555159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-7405bde9-baa2-452d-9b04-57bb76cc9b0f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249028 Aug 16 01:47:41.576721 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.627921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=54f9a83e-84b6-4727-99d7-fdd00af0df2a,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:41.673699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-901ee3de-39e8-4e9c-98df-c9191cdca969 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:41.675441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-901ee3de-39e8-4e9c-98df-c9191cdca969 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143336 Aug 16 01:47:41.683467 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fe586b1a-a014-4504-88ae-5cad3ecdfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.690873 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fe586b1a-a014-4504-88ae-5cad3ecdfb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.690873 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fe586b1a-a014-4504-88ae-5cad3ecdfb01 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3990cd8-d05e-4a08-b249-8f783e095be0 HTTP/1.1" status: 204 len: 168 time: 0.2778845 Aug 16 01:47:41.701734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Request body: {'port': {'device_id': '077d9f5d-79dd-4e3e-a9aa-8f0ba3674409', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '85297740961d4da5a9fd05b4476c7da6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:41.706242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe586b1a-a014-4504-88ae-5cad3ecdfb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3990cd8-d05e-4a08-b249-8f783e095be0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:41.747126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['54f9a83e-84b6-4727-99d7-fdd00af0df2a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:41.852938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a940c4-6aa3-4206-a95d-7b87cb05724e req-70a5c700-a7b1-45c8-ab2b-b4deb7a73a8c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:41.854916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4a940c4-6aa3-4206-a95d-7b87cb05724e req-70a5c700-a7b1-45c8-ab2b-b4deb7a73a8c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 943 time: 0.0947189 Aug 16 01:47:41.913441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4a940c4-6aa3-4206-a95d-7b87cb05724e req-077a8e6a-93cd-4615-b371-6674cb79fc32 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517149 Aug 16 01:47:42.022117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3661d1f-3d07-4ff9-98ea-67f5f4cf80aa req-ae9d2d9e-baba-4924-8dd1-6cbdd265bd0e tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.023611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3661d1f-3d07-4ff9-98ea-67f5f4cf80aa req-ae9d2d9e-baba-4924-8dd1-6cbdd265bd0e tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 944 time: 0.0536613 Aug 16 01:47:42.047484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Made reservation on behalf of 85297740961d4da5a9fd05b4476c7da6 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:42.050814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.087048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3661d1f-3d07-4ff9-98ea-67f5f4cf80aa req-53cb3f37-b9dc-4df6-9737-6e4118f356e1 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567923 Aug 16 01:47:42.145982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d68ab987-67cf-4312-b15d-67d5a613bca2 req-90a960f9-e807-4124-85fc-8ec7c1e7cfb6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 210 time: 0.0569327 Aug 16 01:47:42.247399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Allocated IP 192.168.233.120 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/02d34708-7c84-4c05-af5b-526a87a23ba4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:42.266873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd821264c-79be-442b-878c-89a357fd91e4', 'name': 'network-vif-deleted', 'tag': '6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8'}, {'name': 'network-changed', 'server_uuid': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'tag': '33186104-ead6-4e33-a56c-6e871ed2a1c1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:42.269142 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfad518-2345-42ad-ae3f-6623378a081e" -d '{"events": [{"server_uuid": "d821264c-79be-442b-878c-89a357fd91e4", "name": "network-vif-deleted", "tag": "6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8"}, {"name": "network-changed", "server_uuid": "ce3916fc-c990-4d7f-bc5d-8f511a578083", "tag": "33186104-ead6-4e33-a56c-6e871ed2a1c1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:42.277432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c73abab1-877d-4dbf-aae6-bc87a21266f7 req-f881c6ea-4876-46ac-b9b9-be979b7cb517 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0449898 Aug 16 01:47:42.443345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb91b0f-4f09-41a6-b5f8-0408a40950f3 req-2d0e39e0-465f-4145-9c92-b9750ecfd7af tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.444898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0bb91b0f-4f09-41a6-b5f8-0408a40950f3 req-2d0e39e0-465f-4145-9c92-b9750ecfd7af tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 946 time: 0.0795097 Aug 16 01:47:42.497373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.510514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0bb91b0f-4f09-41a6-b5f8-0408a40950f3 req-72e777be-fccd-4def-a1e1-209d5ee3268e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564342 Aug 16 01:47:42.527474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Transition to ACTIVE for port object 02d34708-7c84-4c05-af5b-526a87a23ba4 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:42.564849 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecbe3b9-fa0e-4e1f-8d0c-22c998721052 x-openstack-request-id: req-1ecbe3b9-fa0e-4e1f-8d0c-22c998721052 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:42.565454 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d821264c-79be-442b-878c-89a357fd91e4", "name": "network-vif-deleted", "tag": "6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce3916fc-c990-4d7f-bc5d-8f511a578083", "tag": "33186104-ead6-4e33-a56c-6e871ed2a1c1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:42.565454 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ecbe3b9-fa0e-4e1f-8d0c-22c998721052 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:42.565828 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd821264c-79be-442b-878c-89a357fd91e4', 'name': 'network-vif-deleted', 'tag': '6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8', 'status': 'completed', 'code': 200} Aug 16 01:47:42.569560 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'tag': '33186104-ead6-4e33-a56c-6e871ed2a1c1', 'status': 'completed', 'code': 200} Aug 16 01:47:42.627829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device df2645ff-81e3-4761-8247-e042f479ce4a no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:42.662874 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.667468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfad518-2345-42ad-ae3f-6623378a081e req-8ac7d5c0-2e73-4303-9af8-63a9227d6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.670051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dfad518-2345-42ad-ae3f-6623378a081e req-8ac7d5c0-2e73-4303-9af8-63a9227d6691 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1126 time: 0.0752914 Aug 16 01:47:42.684081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c', 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', '54ac0ecf-504c-4df4-880c-30c8ec8aad33', '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:42.756823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['45899246-c87e-4e95-8246-32345c3e2d99'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:42.773162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:42.780010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:42.790879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:42.816035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event updated for resources: {'Port': ['ID=02d34708-7c84-4c05-af5b-526a87a23ba4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:42.891302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.899297 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.907756 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.908693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfad518-2345-42ad-ae3f-6623378a081e req-31455dbd-2343-4941-967c-7f70e1293c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.910239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dfad518-2345-42ad-ae3f-6623378a081e req-31455dbd-2343-4941-967c-7f70e1293c3b service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.2010784 Aug 16 01:47:42.996848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59240) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:43.009923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-fde27a22-aaba-4c1b-9a6c-17574d4a364a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3167021 Aug 16 01:47:43.013852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dfad518-2345-42ad-ae3f-6623378a081e req-2a0b6515-707b-4ad7-a800-536a7cf88785 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1 HTTP/1.1" status: 200 len: 217 time: 0.0801704 Aug 16 01:47:43.018037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2645ff-81e3-4761-8247-e042f479ce4a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:43.020804 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622ddbfe-9f24-4d59-bd38-da6d7d4aa237" -d '{"events": [{"server_uuid": "63ae2d89-7b48-4cf6-b47c-008c9d52c9d3", "name": "network-vif-unplugged", "status": "completed", "tag": "df2645ff-81e3-4761-8247-e042f479ce4a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:43.044437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Request body: {'port': {'device_id': '077d9f5d-79dd-4e3e-a9aa-8f0ba3674409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:43.063583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port df2645ff-81e3-4761-8247-e042f479ce4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=df2645ff-81e3-4761-8247-e042f479ce4a,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:43.092907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4f7d1-aac4-447a-81a1-341921bf5244 req-a9bf926d-76b0-4cf3-96e6-e355cb09f668 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.100574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22f4f7d1-aac4-447a-81a1-341921bf5244 req-a9bf926d-76b0-4cf3-96e6-e355cb09f668 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 944 time: 0.1782675 Aug 16 01:47:43.147150 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1755226768-network', 'tenant_id': '5a66e27086e14df19408f6d647454ed2'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:43.148415 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.149356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:43.191201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:43.191551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6cfd44e4-4a90-4ff8-8e78-04eb13dd25b8 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:43.198298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfad518-2345-42ad-ae3f-6623378a081e req-7b640400-1b98-42f0-925c-e2d21977849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.198298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dfad518-2345-42ad-ae3f-6623378a081e req-7b640400-1b98-42f0-925c-e2d21977849d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.1732535 Aug 16 01:47:43.262551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Made reservation on behalf of 5a66e27086e14df19408f6d647454ed2 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:43.265148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22f4f7d1-aac4-447a-81a1-341921bf5244 req-5b1f133d-0832-4f0a-8195-241909d617e5 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637101 Aug 16 01:47:43.265682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.267085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dfad518-2345-42ad-ae3f-6623378a081e req-072cae47-6a86-464c-958c-127d3625f9ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587254 Aug 16 01:47:43.269929 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.291792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aad71c-a3dc-483d-b374-b4b01f04fa7e req-521bd688-95c4-4e07-9506-6999ac6ae44e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.291792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44aad71c-a3dc-483d-b374-b4b01f04fa7e req-521bd688-95c4-4e07-9506-6999ac6ae44e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 943 time: 0.1632934 Aug 16 01:47:43.296103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=df2645ff-81e3-4761-8247-e042f479ce4a,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:43.322260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.323565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 54f9a83e-84b6-4727-99d7-fdd00af0df2a up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:43.361405 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0768aaac-560d-4477-b9d0-7902b2b31996 x-openstack-request-id: req-0768aaac-560d-4477-b9d0-7902b2b31996 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:43.361702 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ae2d89-7b48-4cf6-b47c-008c9d52c9d3", "name": "network-vif-unplugged", "status": "completed", "tag": "df2645ff-81e3-4761-8247-e042f479ce4a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:43.362030 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0768aaac-560d-4477-b9d0-7902b2b31996 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:43.362473 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2645ff-81e3-4761-8247-e042f479ce4a', 'code': 200} Aug 16 01:47:43.366031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a47c3b5a-d737-4cdb-b356-d6ab60a5e1d1 None None] Provisioning for port 02d34708-7c84-4c05-af5b-526a87a23ba4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:43.382842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a47c3b5a-d737-4cdb-b356-d6ab60a5e1d1 None None] Provisioning complete for port 02d34708-7c84-4c05-af5b-526a87a23ba4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:43.383214 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a47c3b5a-d737-4cdb-b356-d6ab60a5e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.474727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a47c3b5a-d737-4cdb-b356-d6ab60a5e1d1 None None] Port 02d34708-7c84-4c05-af5b-526a87a23ba4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:43.512577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 54f9a83e-84b6-4727-99d7-fdd00af0df2a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:43.513065 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.561486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44aad71c-a3dc-483d-b374-b4b01f04fa7e req-e71d47b2-f6b2-4103-8ede-5d3df9915a5f tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601476 Aug 16 01:47:43.665716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e4995-74a5-4eb0-9ae4-21c7a4393210 req-efe6e7cf-a162-484f-bc4b-1923288dd491 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.667906 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-594e4995-74a5-4eb0-9ae4-21c7a4393210 req-efe6e7cf-a162-484f-bc4b-1923288dd491 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.74 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 944 time: 0.3311281 Aug 16 01:47:43.685776 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.737792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dfad518-2345-42ad-ae3f-6623378a081e req-a283eb62-0022-41a6-b8c0-36cc4b6a9765 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465039 Aug 16 01:47:43.750916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 54f9a83e-84b6-4727-99d7-fdd00af0df2a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=54f9a83e-84b6-4727-99d7-fdd00af0df2a,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:43.765568 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.781157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9c8679a-4195-4a17-b67f-3adae1bd2971 req-52380afe-d044-431c-a874-7b1944ee8671 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.1121371 Aug 16 01:47:43.813303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949ee3-e45b-4850-9d39-72d4de12cb69 req-d88d561e-89be-49ed-9757-e39fa1bc2fac tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.813303 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c949ee3-e45b-4850-9d39-72d4de12cb69 req-d88d561e-89be-49ed-9757-e39fa1bc2fac tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 936 time: 0.3676848 Aug 16 01:47:43.866489 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.866814 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.890237 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:47:43.904157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a69a9-12ec-4f21-99f0-cb068db86548,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:43.912809 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.915205 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Added segment 0d8d5bf2-d11e-4ccc-9981-24778aa560be of type vlan for network dc8ffa12-6ab7-45fe-b643-63c6b435bcaf Aug 16 01:47:43.925429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=54f9a83e-84b6-4727-99d7-fdd00af0df2a,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:43.959058 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.999398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c949ee3-e45b-4850-9d39-72d4de12cb69 req-faf8fc57-9925-41e8-ae71-ccd6ae356668 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721265 Aug 16 01:47:44.040845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817f622-b217-4d92-896c-6635aa94ac6e req-f13e208f-c6b1-4f25-833d-963bafe1b2da tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.042374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9817f622-b217-4d92-896c-6635aa94ac6e req-f13e208f-c6b1-4f25-833d-963bafe1b2da tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 944 time: 0.1838956 Aug 16 01:47:44.054312 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.055577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.056552 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.069221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dfad518-2345-42ad-ae3f-6623378a081e req-43db6f85-4156-402f-afe9-18b5d450c6e2 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944074 Aug 16 01:47:44.102965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-594e4995-74a5-4eb0-9ae4-21c7a4393210 req-e4e124e8-de51-4ab8-97b1-81f750cc8a15 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Deleting port df2645ff-81e3-4761-8247-e042f479ce4a {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:44.103345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-594e4995-74a5-4eb0-9ae4-21c7a4393210 req-e4e124e8-de51-4ab8-97b1-81f750cc8a15 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.113683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d34708-7c84-4c05-af5b-526a87a23ba4 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:44.133106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=dc8ffa12-6ab7-45fe-b643-63c6b435bcaf,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:44.145615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network dc8ffa12-6ab7-45fe-b643-63c6b435bcaf details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:47:44.160241 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.179006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9817f622-b217-4d92-896c-6635aa94ac6e req-ced01f7a-f909-4af5-a479-5a13f1997d01 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135342 Aug 16 01:47:44.189665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Transition to ACTIVE for port object 02d34708-7c84-4c05-af5b-526a87a23ba4 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:44.233744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-594e4995-74a5-4eb0-9ae4-21c7a4393210 req-e4e124e8-de51-4ab8-97b1-81f750cc8a15 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] For port df2645ff-81e3-4761-8247-e042f479ce4a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=df2645ff-81e3-4761-8247-e042f479ce4a,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:44.234181 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-594e4995-74a5-4eb0-9ae4-21c7a4393210 req-e4e124e8-de51-4ab8-97b1-81f750cc8a15 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.244085 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5883a63d-69c9-40e2-9990-67ed194ed3c8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2425525 Aug 16 01:47:44.247056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59262) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:44.249484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-594e4995-74a5-4eb0-9ae4-21c7a4393210 req-e4e124e8-de51-4ab8-97b1-81f750cc8a15 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Calling delete_port for df2645ff-81e3-4761-8247-e042f479ce4a owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:44.252386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] Request body: {'subnet': {'network_id': 'dc8ffa12-6ab7-45fe-b643-63c6b435bcaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1755226768-subnet', 'tenant_id': '5a66e27086e14df19408f6d647454ed2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:44.293560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.357477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] Made reservation on behalf of 5a66e27086e14df19408f6d647454ed2 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:44.376369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.376873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Pushing event updated for resources: {'Port': ['ID=02d34708-7c84-4c05-af5b-526a87a23ba4,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:44.639698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.696767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17de2c6a-314e-476c-b93e-a74829709880,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:44.708450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] Checking segment: {'id': '0d8d5bf2-d11e-4ccc-9981-24778aa560be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dc8ffa12-6ab7-45fe-b643-63c6b435bcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:44.724401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] Network hostable DHCP agents. Network: dc8ffa12-6ab7-45fe-b643-63c6b435bcaf, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:47:44.797362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] Network dc8ffa12-6ab7-45fe-b643-63c6b435bcaf is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:47:44.807338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca58be-daa1-4839-9e4d-7eb59e4383dd req-488f47f6-1e38-44ba-b6e0-463b7df4826d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.808901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7ca58be-daa1-4839-9e4d-7eb59e4383dd req-488f47f6-1e38-44ba-b6e0-463b7df4826d tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 945 time: 0.4554222 Aug 16 01:47:44.871526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, dc8ffa12-6ab7-45fe-b643-63c6b435bcaf) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:44.875807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.876599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.883376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24bf865-0450-4b8b-92fa-e96e6221effa None None] Network dc8ffa12-6ab7-45fe-b643-63c6b435bcaf requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:44.901070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Attempting to bind port 02d34708-7c84-4c05-af5b-526a87a23ba4 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:44.901406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Attempting to bind port 02d34708-7c84-4c05-af5b-526a87a23ba4 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:44.902325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Attempting to bind port 02d34708-7c84-4c05-af5b-526a87a23ba4 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:44.914682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Port 02d34708-7c84-4c05-af5b-526a87a23ba4 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:44.915266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Attempting to bind port 02d34708-7c84-4c05-af5b-526a87a23ba4 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:44.919804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7ca58be-daa1-4839-9e4d-7eb59e4383dd req-c644d34e-a913-4d94-a50e-8dbcd74b96c5 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/security-groups?id=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014342 Aug 16 01:47:44.929554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff274252-401d-4246-8eef-14560a27357a req-0e63e9a6-ac31-4ae8-9217-6a5c5470f93e tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.943124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff274252-401d-4246-8eef-14560a27357a req-0e63e9a6-ac31-4ae8-9217-6a5c5470f93e tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.943124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff274252-401d-4246-8eef-14560a27357a req-0e63e9a6-ac31-4ae8-9217-6a5c5470f93e tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266&device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 1682 time: 0.1254289 Aug 16 01:47:44.943124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:44.943124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:44.943124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:44.943124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Bound port: 02d34708-7c84-4c05-af5b-526a87a23ba4, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:44.943124 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.984619 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4d22d-ceb6-4332-92e4-823d512da262 req-3ade45c6-654a-4bcd-b72b-d17d5264816e tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.986240 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-caa4d22d-ceb6-4332-92e4-823d512da262 req-3ade45c6-654a-4bcd-b72b-d17d5264816e tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 945 time: 0.0571949 Aug 16 01:47:44.988529 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b0528882-56f2-4c1d-a3bb-dc081df185f9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7402668 Aug 16 01:47:45.006046 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-594e4995-74a5-4eb0-9ae4-21c7a4393210 req-e4e124e8-de51-4ab8-97b1-81f750cc8a15 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.046109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033af557-542d-4365-9ab5-9fa5c9d7c6e2 None None] Network dc8ffa12-6ab7-45fe-b643-63c6b435bcaf requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:45.081259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e124e8-de51-4ab8-97b1-81f750cc8a15 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event deleted for resources: {'Port': ['ID=df2645ff-81e3-4761-8247-e042f479ce4a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:45.103479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff274252-401d-4246-8eef-14560a27357a req-59961e5d-40b7-4336-b353-4f7e9e99f9e4 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524179 Aug 16 01:47:45.131532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-caa4d22d-ceb6-4332-92e4-823d512da262 req-c5d6641c-75bd-4e12-8c75-c92f6f7fc264 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Deleting port 54f9a83e-84b6-4727-99d7-fdd00af0df2a {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:45.132594 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-caa4d22d-ceb6-4332-92e4-823d512da262 req-c5d6641c-75bd-4e12-8c75-c92f6f7fc264 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.182822 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-594e4995-74a5-4eb0-9ae4-21c7a4393210 req-e4e124e8-de51-4ab8-97b1-81f750cc8a15 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] No DVR routers for this DVR port df2645ff-81e3-4761-8247-e042f479ce4a on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:45.186551 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-594e4995-74a5-4eb0-9ae4-21c7a4393210 req-e4e124e8-de51-4ab8-97b1-81f750cc8a15 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.188718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-594e4995-74a5-4eb0-9ae4-21c7a4393210 req-e4e124e8-de51-4ab8-97b1-81f750cc8a15 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.74 "DELETE /v2.0/ports/df2645ff-81e3-4761-8247-e042f479ce4a HTTP/1.1" status: 204 len: 173 time: 1.4914217 Aug 16 01:47:45.192474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'name': 'network-vif-deleted', 'tag': 'df2645ff-81e3-4761-8247-e042f479ce4a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:45.195171 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f92da0-d528-4d09-8848-327ca8e9e20b" -d '{"events": [{"server_uuid": "63ae2d89-7b48-4cf6-b47c-008c9d52c9d3", "name": "network-vif-deleted", "tag": "df2645ff-81e3-4761-8247-e042f479ce4a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:45.239581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] For port 02d34708-7c84-4c05-af5b-526a87a23ba4, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:45.243312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8dc3052b-9e71-4598-a506-0c8436a65040 req-e94a1cac-ea5a-4bd5-a69e-ee27105160f6 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0434928 Aug 16 01:47:45.257422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-caa4d22d-ceb6-4332-92e4-823d512da262 req-c5d6641c-75bd-4e12-8c75-c92f6f7fc264 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] For port 54f9a83e-84b6-4727-99d7-fdd00af0df2a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=54f9a83e-84b6-4727-99d7-fdd00af0df2a,segment=NetworkSegment(eae275a6-c2e4-4cda-b51b-048d1c5d94dd),segment_id=eae275a6-c2e4-4cda-b51b-048d1c5d94dd)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:45.257793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-caa4d22d-ceb6-4332-92e4-823d512da262 req-c5d6641c-75bd-4e12-8c75-c92f6f7fc264 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.272316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513d5f3-ddb8-4869-9451-2b6aa9ce9a37 req-e143377b-0e3a-4687-84f0-5352ee6fc905 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.272316 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6513d5f3-ddb8-4869-9451-2b6aa9ce9a37 req-e143377b-0e3a-4687-84f0-5352ee6fc905 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 943 time: 0.2387266 Aug 16 01:47:45.272316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] For port 02d34708-7c84-4c05-af5b-526a87a23ba4, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=02d34708-7c84-4c05-af5b-526a87a23ba4,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:45.272875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-caa4d22d-ceb6-4332-92e4-823d512da262 req-c5d6641c-75bd-4e12-8c75-c92f6f7fc264 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Calling delete_port for 54f9a83e-84b6-4727-99d7-fdd00af0df2a owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:45.313410 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 33186104-ead6-4e33-a56c-6e871ed2a1c1 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:45.325577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6513d5f3-ddb8-4869-9451-2b6aa9ce9a37 req-4475e528-99fa-4092-a983-d13ddae72e96 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530653 Aug 16 01:47:45.366788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df521dc-b6bd-4fab-8870-d0ea563fb0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f9a83e-84b6-4727-99d7-fdd00af0df2a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:45.369407 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15a1c79-57a8-46d0-bd62-3a3c8f379c3f" -d '{"events": [{"server_uuid": "8df521dc-b6bd-4fab-8870-d0ea563fb0ac", "name": "network-vif-plugged", "status": "completed", "tag": "54f9a83e-84b6-4727-99d7-fdd00af0df2a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:45.416917 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.477223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:45.491737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 33186104-ead6-4e33-a56c-6e871ed2a1c1 has no active binding in host n-h1-768509-23 {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:47:45.533764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f415ee-8444-4b79-8c50-399ead6d1ad0 req-ed7cd895-0163-47fd-adb9-119853b5e19b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.535413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60f415ee-8444-4b79-8c50-399ead6d1ad0 req-ed7cd895-0163-47fd-adb9-119853b5e19b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 948 time: 0.1767585 Aug 16 01:47:45.538800 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0c217d-98a8-4341-9ffb-084334e8976f x-openstack-request-id: req-ba0c217d-98a8-4341-9ffb-084334e8976f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:45.539102 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ae2d89-7b48-4cf6-b47c-008c9d52c9d3", "name": "network-vif-deleted", "tag": "df2645ff-81e3-4761-8247-e042f479ce4a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:45.539355 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba0c217d-98a8-4341-9ffb-084334e8976f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:45.541106 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ae2d89-7b48-4cf6-b47c-008c9d52c9d3', 'name': 'network-vif-deleted', 'tag': 'df2645ff-81e3-4761-8247-e042f479ce4a', 'status': 'completed', 'code': 200} Aug 16 01:47:45.541106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.541592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.542989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] 10.222.0.64 "PUT /v2.0/ports/02d34708-7c84-4c05-af5b-526a87a23ba4 HTTP/1.1" status: 200 len: 1097 time: 2.5098157 Aug 16 01:47:45.588099 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-caa4d22d-ceb6-4332-92e4-823d512da262 req-c5d6641c-75bd-4e12-8c75-c92f6f7fc264 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.610321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fced896-8c4d-410e-8a7f-234293f1ffd5 req-2a4580ec-b9ab-4705-a7e7-85594a28d069 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0663283 Aug 16 01:47:45.651703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1024c7-02c6-42e2-85ab-8fb5be41eb65 service neutron] Pushing event updated for resources: {'Port': ['ID=02d34708-7c84-4c05-af5b-526a87a23ba4,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:45.654906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6641c-75bd-4e12-8c75-c92f6f7fc264 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Pushing event deleted for resources: {'Port': ['ID=54f9a83e-84b6-4727-99d7-fdd00af0df2a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:45.702624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60f415ee-8444-4b79-8c50-399ead6d1ad0 req-0b1d6269-c5d5-462f-a57a-eab7ba3d0a5b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554863 Aug 16 01:47:45.704890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7356f624-cbc9-444a-957d-e09c29c533ca req-d0701089-6550-46cb-b1a0-fbf3857ea041 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ae2d89-7b48-4cf6-b47c-008c9d52c9d3 HTTP/1.1" status: 200 len: 210 time: 0.0972376 Aug 16 01:47:45.708870 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa4d22d-ceb6-4332-92e4-823d512da262 req-c5d6641c-75bd-4e12-8c75-c92f6f7fc264 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] No DVR routers for this DVR port 54f9a83e-84b6-4727-99d7-fdd00af0df2a on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:45.712849 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-caa4d22d-ceb6-4332-92e4-823d512da262 req-c5d6641c-75bd-4e12-8c75-c92f6f7fc264 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.715124 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-caa4d22d-ceb6-4332-92e4-823d512da262 req-c5d6641c-75bd-4e12-8c75-c92f6f7fc264 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.64 "DELETE /v2.0/ports/54f9a83e-84b6-4727-99d7-fdd00af0df2a HTTP/1.1" status: 204 len: 173 time: 0.7022746 Aug 16 01:47:45.715845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df521dc-b6bd-4fab-8870-d0ea563fb0ac', 'name': 'network-vif-deleted', 'tag': '54f9a83e-84b6-4727-99d7-fdd00af0df2a'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:45.720981 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9682a95-e84f-4824-8218-543e8112446a" -d '{"events": [{"server_uuid": "8df521dc-b6bd-4fab-8870-d0ea563fb0ac", "name": "network-vif-deleted", "tag": "54f9a83e-84b6-4727-99d7-fdd00af0df2a"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:45.756050 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdecfa8-6ee8-449b-8abb-cd0c1c8908f0 x-openstack-request-id: req-cfdecfa8-6ee8-449b-8abb-cd0c1c8908f0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:45.756436 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df521dc-b6bd-4fab-8870-d0ea563fb0ac", "name": "network-vif-plugged", "status": "completed", "tag": "54f9a83e-84b6-4727-99d7-fdd00af0df2a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:45.756765 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cfdecfa8-6ee8-449b-8abb-cd0c1c8908f0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:45.757231 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df521dc-b6bd-4fab-8870-d0ea563fb0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f9a83e-84b6-4727-99d7-fdd00af0df2a', 'code': 200} Aug 16 01:47:45.823547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-7a4c1475-f7db-4d64-9142-ce139be25ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.826196 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-7a4c1475-f7db-4d64-9142-ce139be25ba4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 1100 time: 0.0840671 Aug 16 01:47:45.895605 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-659a7579-1b05-4d95-a27e-93a7bdc4a995 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=02d34708-7c84-4c05-af5b-526a87a23ba4 HTTP/1.1" status: 200 len: 217 time: 0.0536380 Aug 16 01:47:45.980925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-7950fe18-2f41-4267-8809-e60daeb61b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.982759 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-7950fe18-2f41-4267-8809-e60daeb61b43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0641472 Aug 16 01:47:46.040315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59308) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:46.046505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-30187772-network', 'tenant_id': 'd67f3ae20f6e4c008f066875f30dc33e'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:46.060683 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03014801-ad8f-4c3f-b62b-56e2a388e963 x-openstack-request-id: req-03014801-ad8f-4c3f-b62b-56e2a388e963 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:46.061660 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df521dc-b6bd-4fab-8870-d0ea563fb0ac", "name": "network-vif-deleted", "tag": "54f9a83e-84b6-4727-99d7-fdd00af0df2a", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:46.062098 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03014801-ad8f-4c3f-b62b-56e2a388e963 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:46.062692 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df521dc-b6bd-4fab-8870-d0ea563fb0ac', 'name': 'network-vif-deleted', 'tag': '54f9a83e-84b6-4727-99d7-fdd00af0df2a', 'status': 'completed', 'code': 200} Aug 16 01:47:46.065167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-790bbf10-0d37-4274-8de3-61bfc970c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:46.067213 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-790bbf10-0d37-4274-8de3-61bfc970c8b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0677502 Aug 16 01:47:46.129767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b383a3cd-92bf-4293-9a42-1f463d6c6ac6 req-54cd1d49-5dd2-4da5-a84f-314f4f7dd2b5 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 210 time: 0.0262532 Aug 16 01:47:46.168686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Made reservation on behalf of d67f3ae20f6e4c008f066875f30dc33e for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:46.171313 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.180248 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.246935 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-a043ab91-7780-47cf-aaed-269d4f97f3a6 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035099 Aug 16 01:47:46.278607 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.371667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93fbbb31-ba2b-40dd-8f54-0b2324750fb2 req-f6bda988-6b4b-43f2-9a56-69b27ac25588 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0341771 Aug 16 01:47:46.371826 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-eeb9bf61-fab2-4e9f-884e-00a5daf0e6a8 req-bbb5f0fa-9296-40bc-b188-2c3dd12b84dc service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137657 Aug 16 01:47:46.391682 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.420676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:47:46.426393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8959745a-45ef-4281-a8b8-134f5d62c97c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:46.434942 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.434942 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Added segment f94738da-6d70-4136-be23-5fbd39e5ab06 of type vlan for network 14a0a310-47ac-41f9-baa0-dfa480907fa5 Aug 16 01:47:46.484754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.540125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d3376-1e69-4856-bdb0-e3f7f9da7e94 req-ea01312d-3201-4fc0-a2f7-ced0a0a4b61a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:46.541691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea6d3376-1e69-4856-bdb0-e3f7f9da7e94 req-ea01312d-3201-4fc0-a2f7-ced0a0a4b61a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 943 time: 0.0787992 Aug 16 01:47:46.580261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea6d3376-1e69-4856-bdb0-e3f7f9da7e94 req-9706ded7-ccea-4856-8f69-d0f48e1576de tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323656 Aug 16 01:47:46.624332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device df2645ff-81e3-4761-8247-e042f479ce4a no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:46.633451 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.634494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:46.635086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.646902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: df2645ff-81e3-4761-8247-e042f479ce4a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:46.647227 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device df2645ff-81e3-4761-8247-e042f479ce4a not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:46.705892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] Pushing event updated for resources: {'Network': ['ID=14a0a310-47ac-41f9-baa0-dfa480907fa5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:46.715636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 14a0a310-47ac-41f9-baa0-dfa480907fa5 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:47:46.817771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ae84531a-3ba3-4ee2-b28c-53572635d49a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7762303 Aug 16 01:47:46.820667 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59324) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:46.826213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] Request body: {'subnet': {'network_id': '14a0a310-47ac-41f9-baa0-dfa480907fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-30187772-subnet', 'tenant_id': 'd67f3ae20f6e4c008f066875f30dc33e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:46.827501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8978e0-efe8-4d6d-8927-0547e94e0502 req-4f8e0dca-6238-48eb-b7db-5b3cf7cc9b99 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:46.829013 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd8978e0-efe8-4d6d-8927-0547e94e0502 req-4f8e0dca-6238-48eb-b7db-5b3cf7cc9b99 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 948 time: 0.0568674 Aug 16 01:47:46.902623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd8978e0-efe8-4d6d-8927-0547e94e0502 req-3efa7291-5371-4204-a4b3-d4aa80aaac99 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617218 Aug 16 01:47:46.973034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-7c5b88bd-d81b-4d77-a5db-19db92356667 service neutron] 10.222.0.74 "GET /v2.0/ports/33186104-ead6-4e33-a56c-6e871ed2a1c1/bindings/n-h1-768509-23 HTTP/1.1" status: 200 len: 385 time: 0.1167569 Aug 16 01:47:46.982448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] Made reservation on behalf of d67f3ae20f6e4c008f066875f30dc33e for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:46.986916 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.065984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd99e4-2cd2-4a95-b544-7a650a0d42a3 req-b8e1adcf-f020-4b43-b60f-3526b1e137a3 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.067487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54dd99e4-2cd2-4a95-b544-7a650a0d42a3 req-b8e1adcf-f020-4b43-b60f-3526b1e137a3 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 945 time: 0.1175871 Aug 16 01:47:47.206784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54dd99e4-2cd2-4a95-b544-7a650a0d42a3 req-0aeb6dcd-82ed-45ba-a2e2-ce380c097406 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241329 Aug 16 01:47:47.250970 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.265966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-0e3df112-429d-4108-bb34-2db6b2eac457 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.267667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-0e3df112-429d-4108-bb34-2db6b2eac457 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/networks?id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b HTTP/1.1" status: 200 len: 822 time: 0.2257469 Aug 16 01:47:47.291256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-6435a614-2482-4232-888b-b2926750b443 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/quotas/64cf5f47011744e78cfdc948243b9dc9 HTTP/1.1" status: 200 len: 375 time: 0.0179558 Aug 16 01:47:47.307514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 54f9a83e-84b6-4727-99d7-fdd00af0df2a no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:47.331102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 54f9a83e-84b6-4727-99d7-fdd00af0df2a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:47.331803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 54f9a83e-84b6-4727-99d7-fdd00af0df2a not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:47.341893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1bbf082-4a46-449a-a452-7d767739d23e,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:47.353799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] Checking segment: {'id': 'f94738da-6d70-4136-be23-5fbd39e5ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '14a0a310-47ac-41f9-baa0-dfa480907fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:47.353799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] Network hostable DHCP agents. Network: 14a0a310-47ac-41f9-baa0-dfa480907fa5, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:47:47.360395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41cc4aaf-de65-48f3-9640-cfb7d36f487f req-7a82951a-855b-458c-83cc-c2c40d848149 tempest-ImagesTestJSON-604602389 tempest-ImagesTestJSON-604602389-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df521dc-b6bd-4fab-8870-d0ea563fb0ac HTTP/1.1" status: 200 len: 210 time: 0.0586891 Aug 16 01:47:47.379683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-cb119ae9-fc0e-4eab-b75d-9d847fb4cbbd service neutron] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:47.400337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-8c22a0ff-17ae-451e-ac64-3bcd2dcb4590 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=64cf5f47011744e78cfdc948243b9dc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975413 Aug 16 01:47:47.407155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-cb119ae9-fc0e-4eab-b75d-9d847fb4cbbd service neutron] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:47.413974 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] Network 14a0a310-47ac-41f9-baa0-dfa480907fa5 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:47:47.451313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-cb119ae9-fc0e-4eab-b75d-9d847fb4cbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33186104-ead6-4e33-a56c-6e871ed2a1c1 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:47.462431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-cb119ae9-fc0e-4eab-b75d-9d847fb4cbbd service neutron] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:47.491144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 14a0a310-47ac-41f9-baa0-dfa480907fa5) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:47.500116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce845e29-806a-4263-a204-b7b5f0c554e9 req-824bb729-1788-414e-8b05-df4e9358797d tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0346658 Aug 16 01:47:47.501751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e3cc1-fbe4-497c-b8fd-cef0caabaafe None None] Network 14a0a310-47ac-41f9-baa0-dfa480907fa5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:47.509381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.510145 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.541060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077d9f5d-79dd-4e3e-a9aa-8f0ba3674409', 'tag': '02d34708-7c84-4c05-af5b-526a87a23ba4'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:47.543999 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb" -d '{"events": [{"name": "network-changed", "server_uuid": "077d9f5d-79dd-4e3e-a9aa-8f0ba3674409", "tag": "02d34708-7c84-4c05-af5b-526a87a23ba4"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:47.547521 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-cb119ae9-fc0e-4eab-b75d-9d847fb4cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.588993 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fd6bb51c-744c-4ab9-9d80-e0d4059faeb6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7672234 Aug 16 01:47:47.669626 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35477094-df64-4579-ae2e-9f0a9aec9b95 x-openstack-request-id: req-35477094-df64-4579-ae2e-9f0a9aec9b95 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:47.669626 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077d9f5d-79dd-4e3e-a9aa-8f0ba3674409", "tag": "02d34708-7c84-4c05-af5b-526a87a23ba4", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:47.669949 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35477094-df64-4579-ae2e-9f0a9aec9b95 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:47.670359 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077d9f5d-79dd-4e3e-a9aa-8f0ba3674409', 'tag': '02d34708-7c84-4c05-af5b-526a87a23ba4', 'status': 'completed', 'code': 200} Aug 16 01:47:47.672926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c15e84-b99d-4a67-b91c-3c5e3b9c3f34 None None] Network 14a0a310-47ac-41f9-baa0-dfa480907fa5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:47.731370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-e0e72667-a5c1-4c81-825e-601a44ffc735 service neutron] 10.222.0.66 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214011 Aug 16 01:47:47.747053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-cb119ae9-fc0e-4eab-b75d-9d847fb4cbbd service neutron] Transition to ACTIVE for port object 33186104-ead6-4e33-a56c-6e871ed2a1c1 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:47.768764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb req-84151b75-98fb-4610-9c1b-f4759721324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.770744 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb req-84151b75-98fb-4610-9c1b-f4759721324b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 1100 time: 0.0706675 Aug 16 01:47:47.772373 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59358) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:47.843802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-cb119ae9-fc0e-4eab-b75d-9d847fb4cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.852668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41e8ca-0a59-4d8e-af7c-9812182c8fdc req-09b80e3c-0646-4a82-9ea7-28825c24e1f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.854199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb41e8ca-0a59-4d8e-af7c-9812182c8fdc req-09b80e3c-0646-4a82-9ea7-28825c24e1f1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 943 time: 0.1109719 Aug 16 01:47:47.876253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5dd458-0d40-4aaf-a93a-f0e56d7c3d4b admin admin] Deleting subnet 17de2c6a-314e-476c-b93e-a74829709880 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:47.882026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb5dd458-0d40-4aaf-a93a-f0e56d7c3d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.920446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-f94cc1fd-c0d6-401f-b157-44e4db0a7009 service neutron] 10.222.0.66 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883028 Aug 16 01:47:47.941769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb5dd458-0d40-4aaf-a93a-f0e56d7c3d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.962494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-cb119ae9-fc0e-4eab-b75d-9d847fb4cbbd service neutron] No DVR routers for this DVR port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:47.973351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb41e8ca-0a59-4d8e-af7c-9812182c8fdc req-481b9fa4-684f-4a7a-b94c-75238d189682 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072900 Aug 16 01:47:47.975402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb req-ac9fd220-fddd-4af9-87cb-eee814f6354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.978754 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb req-ac9fd220-fddd-4af9-87cb-eee814f6354d service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1772981 Aug 16 01:47:47.983077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb119ae9-fc0e-4eab-b75d-9d847fb4cbbd service neutron] Pushing event updated for resources: {'Port': ['ID=33186104-ead6-4e33-a56c-6e871ed2a1c1,revision_number=10']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:48.006045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-cb119ae9-fc0e-4eab-b75d-9d847fb4cbbd service neutron] 10.222.0.74 "PUT /v2.0/ports/33186104-ead6-4e33-a56c-6e871ed2a1c1/bindings/n-h1-768509-23/activate HTTP/1.1" status: 200 len: 370 time: 1.0176723 Aug 16 01:47:48.042841 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb req-22d072cc-0873-4a81-8135-b3e035e0ba9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=02d34708-7c84-4c05-af5b-526a87a23ba4 HTTP/1.1" status: 200 len: 217 time: 0.0421686 Aug 16 01:47:48.050372 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb5dd458-0d40-4aaf-a93a-f0e56d7c3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.118223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e0aa9-11bd-4853-bd97-7f07555d19d2 req-0758d1f8-0767-45ca-98dc-2bcfc3b1e245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.119763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c41e0aa9-11bd-4853-bd97-7f07555d19d2 req-0758d1f8-0767-45ca-98dc-2bcfc3b1e245 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.74 "GET /v2.0/ports?device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 945 time: 0.0536404 Aug 16 01:47:48.131775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb req-8977d922-ee72-4a27-b772-6d0edccdaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.133240 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb req-8977d922-ee72-4a27-b772-6d0edccdaa39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0802567 Aug 16 01:47:48.201348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb req-cbfd0ba2-745d-4c62-8561-2fb33e691a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.203333 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb req-cbfd0ba2-745d-4c62-8561-2fb33e691a33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0564275 Aug 16 01:47:48.250762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-1111506b-d006-485e-b82b-d2a17fe2b0cb tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.250762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-1111506b-d006-485e-b82b-d2a17fe2b0cb tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1096 time: 0.0919127 Aug 16 01:47:48.286421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb5dd458-0d40-4aaf-a93a-f0e56d7c3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.325718 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dd458-0d40-4aaf-a93a-f0e56d7c3d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17de2c6a-314e-476c-b93e-a74829709880,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:48.327812 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb5dd458-0d40-4aaf-a93a-f0e56d7c3d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.338566 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eb5dd458-0d40-4aaf-a93a-f0e56d7c3d4b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/17de2c6a-314e-476c-b93e-a74829709880 HTTP/1.1" status: 204 len: 168 time: 0.5560360 Aug 16 01:47:48.338566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59372) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:48.338752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-c41e0aa9-11bd-4853-bd97-7f07555d19d2 req-2e291a32-7d84-44f0-89a9-29e52289ae18 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Deleting port f6ae73ab-7e04-4017-857d-1817baf5ee2f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:48.338752 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c41e0aa9-11bd-4853-bd97-7f07555d19d2 req-2e291a32-7d84-44f0-89a9-29e52289ae18 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.400289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-31632c04-ce3b-4a65-8f85-8e7774b4fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.402112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-31632c04-ce3b-4a65-8f85-8e7774b4fa89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083&tenant_id=7c23822563d64b8385db87a1780f3dab HTTP/1.1" status: 200 len: 1096 time: 0.1382885 Aug 16 01:47:48.421468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c3401-0722-4c73-9b7a-ba7d25f71337 req-f642f742-b868-4057-a1b6-1acebb43f65d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.423988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-746c3401-0722-4c73-9b7a-ba7d25f71337 req-f642f742-b868-4057-a1b6-1acebb43f65d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 948 time: 0.1272395 Aug 16 01:47:48.443819 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.446924 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb req-5dff4a7f-4c19-4786-ab3c-345e3c83c675 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331352 Aug 16 01:47:48.500021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c41e0aa9-11bd-4853-bd97-7f07555d19d2 req-2e291a32-7d84-44f0-89a9-29e52289ae18 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] For port f6ae73ab-7e04-4017-857d-1817baf5ee2f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f6ae73ab-7e04-4017-857d-1817baf5ee2f,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:48.500401 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c41e0aa9-11bd-4853-bd97-7f07555d19d2 req-2e291a32-7d84-44f0-89a9-29e52289ae18 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.534827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-c41e0aa9-11bd-4853-bd97-7f07555d19d2 req-2e291a32-7d84-44f0-89a9-29e52289ae18 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Calling delete_port for f6ae73ab-7e04-4017-857d-1817baf5ee2f owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:48.558173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58dbcb14-0933-4440-9318-6eb03e98d821 req-55f1adc5-84fd-453c-b5df-a5dcf9374587 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fbe19c7880e344cf98299f78794d262b&device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0401208 Aug 16 01:47:48.561144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-746c3401-0722-4c73-9b7a-ba7d25f71337 req-f7dfed96-eb52-4866-bd29-f34f5a3f392c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268904 Aug 16 01:47:48.598653 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.613140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8ffa12-6ab7-45fe-b643-63c6b435bcaf']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:48.617505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-06760090-3358-4878-aba6-4345450ccacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.619273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-06760090-3358-4878-aba6-4345450ccacf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1096 time: 0.1867745 Aug 16 01:47:48.621240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d21f3656-6363-45ce-b32d-1380027ea667 req-ebe254b0-c604-4416-9d23-a764dcdd8053 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 210 time: 0.0830908 Aug 16 01:47:48.625919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 33186104-ead6-4e33-a56c-6e871ed2a1c1 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:48.632120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8d5bf2-d11e-4ccc-9981-24778aa560be') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:48.632428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8d5bf2-d11e-4ccc-9981-24778aa560be') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:48.655425 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.658727 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f7fbfaae-2f57-49cc-9ac7-66f599d040fb req-514b7399-05c0-4db0-82a9-c729f62c7fe6 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024078 Aug 16 01:47:48.672068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58dbcb14-0933-4440-9318-6eb03e98d821 req-e4583466-4be5-4cc6-9f60-5b7b510e1c99 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=fbe19c7880e344cf98299f78794d262b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937700 Aug 16 01:47:48.672910 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.679606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:47:48.680163 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:47:48.681982 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:47:48.725010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 33186104-ead6-4e33-a56c-6e871ed2a1c1 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:48.725010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f6ae73ab-7e04-4017-857d-1817baf5ee2f no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:48.787033 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28799031-6dd2-4383-9db5-73f12fc8def3 req-4721bec9-f94f-47e3-bd8f-99b67868f338 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.788640 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-28799031-6dd2-4383-9db5-73f12fc8def3 req-4721bec9-f94f-47e3-bd8f-99b67868f338 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.64 "GET /v2.0/ports?device_id=564fb8e9-f581-4024-9f62-e0f6fd8c5266 HTTP/1.1" status: 200 len: 946 time: 0.0876417 Aug 16 01:47:48.863283 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.872305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef4753f5-dee9-4bd0-89a6-27b9a9e3061c req-c0d6a09b-8114-4650-a1aa-a77f6e6273f4 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0748241 Aug 16 01:47:48.887995 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.889992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ae73ab-7e04-4017-857d-1817baf5ee2f'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:48.892303 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c310ba8e-910d-4144-81cd-9158f01843f5" -d '{"events": [{"server_uuid": "cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ae73ab-7e04-4017-857d-1817baf5ee2f"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:48.910099 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.910650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f6ae73ab-7e04-4017-857d-1817baf5ee2f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f6ae73ab-7e04-4017-857d-1817baf5ee2f,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:48.912523 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/dc8ffa12-6ab7-45fe-b643-63c6b435bcaf HTTP/1.1" status: 204 len: 168 time: 0.5790057 Aug 16 01:47:48.917125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59388) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:48.931855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408af05-ec93-4fd3-a6dc-a64573d899f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc8ffa12-6ab7-45fe-b643-63c6b435bcaf,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:48.945559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954b32e-66fa-4e1e-a35d-29228a2abe82 req-58240da1-104e-4189-86d2-f8aa319cf2f0 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.947111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a954b32e-66fa-4e1e-a35d-29228a2abe82 req-58240da1-104e-4189-86d2-f8aa319cf2f0 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 945 time: 0.2611403 Aug 16 01:47:48.967403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-28799031-6dd2-4383-9db5-73f12fc8def3 req-0c300dbd-13c9-4c4e-bb2b-68b89bbe695c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Deleting port 9c331e25-e0c2-41be-90a5-c62d66f7c870 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:48.967753 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-28799031-6dd2-4383-9db5-73f12fc8def3 req-0c300dbd-13c9-4c4e-bb2b-68b89bbe695c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.973206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbcb14-0933-4440-9318-6eb03e98d821 req-51e6fb07-bc4a-4e6f-af5e-b315d6310c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.974690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58dbcb14-0933-4440-9318-6eb03e98d821 req-51e6fb07-bc4a-4e6f-af5e-b315d6310c2a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2874982 Aug 16 01:47:48.975663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-b843e967-71f9-413e-a674-f7fa6b57358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.976158 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93dbbc6-b3e9-49d5-a167-828e62a88dd9 x-openstack-request-id: req-d93dbbc6-b3e9-49d5-a167-828e62a88dd9 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:48.976662 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ae73ab-7e04-4017-857d-1817baf5ee2f", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:48.976914 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d93dbbc6-b3e9-49d5-a167-828e62a88dd9 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:48.977058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-b843e967-71f9-413e-a674-f7fa6b57358b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.3161993 Aug 16 01:47:48.978439 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ae73ab-7e04-4017-857d-1817baf5ee2f', 'code': 200} Aug 16 01:47:49.015985 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.050566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-b72f5e41-e5b7-44cc-8b40-fdf25983e9f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1 HTTP/1.1" status: 200 len: 217 time: 0.0607128 Aug 16 01:47:49.079918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=f6ae73ab-7e04-4017-857d-1817baf5ee2f,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.080934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-b779c371-e0f2-4291-853c-c21df7c3bbff admin admin] Deleting subnet b1bbf082-4a46-449a-a452-7d767739d23e {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:49.094425 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-28799031-6dd2-4383-9db5-73f12fc8def3 req-0c300dbd-13c9-4c4e-bb2b-68b89bbe695c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] For port 9c331e25-e0c2-41be-90a5-c62d66f7c870, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9c331e25-e0c2-41be-90a5-c62d66f7c870,segment=NetworkSegment(a140b6dc-1215-47f8-8dc7-5630948b31b7),segment_id=a140b6dc-1215-47f8-8dc7-5630948b31b7)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:49.094878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-28799031-6dd2-4383-9db5-73f12fc8def3 req-0c300dbd-13c9-4c4e-bb2b-68b89bbe695c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.105399 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b779c371-e0f2-4291-853c-c21df7c3bbff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.109043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-28799031-6dd2-4383-9db5-73f12fc8def3 req-0c300dbd-13c9-4c4e-bb2b-68b89bbe695c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Calling delete_port for 9c331e25-e0c2-41be-90a5-c62d66f7c870 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:49.156460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a954b32e-66fa-4e1e-a35d-29228a2abe82 req-34d929c9-da60-4193-8e90-4424abdea628 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e6f1a00-e89f-43f3-9338-746af196a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879179 Aug 16 01:47:49.220407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b779c371-e0f2-4291-853c-c21df7c3bbff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.243051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-e41737e4-435f-4fdd-8a13-6c698516feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.244619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-e41737e4-435f-4fdd-8a13-6c698516feb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.1848979 Aug 16 01:47:49.298638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d614ed3-f6a1-4437-8b54-56ccba6d44b3 req-9b12fa26-c6a8-4d1b-a60b-04dfb2636cc3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.300189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d614ed3-f6a1-4437-8b54-56ccba6d44b3 req-9b12fa26-c6a8-4d1b-a60b-04dfb2636cc3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 944 time: 0.2011595 Aug 16 01:47:49.302898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-5f400e37-0dab-4f11-85fe-ca90d795720a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462048 Aug 16 01:47:49.311428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 02d34708-7c84-4c05-af5b-526a87a23ba4 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:49.328802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b779c371-e0f2-4291-853c-c21df7c3bbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.332556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c41e0aa9-11bd-4853-bd97-7f07555d19d2 req-2e291a32-7d84-44f0-89a9-29e52289ae18 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.348074 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['9c331e25-e0c2-41be-90a5-c62d66f7c870'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:49.397342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-28799031-6dd2-4383-9db5-73f12fc8def3 req-0c300dbd-13c9-4c4e-bb2b-68b89bbe695c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.445248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e291a32-7d84-44f0-89a9-29e52289ae18 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Pushing event deleted for resources: {'Port': ['ID=f6ae73ab-7e04-4017-857d-1817baf5ee2f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.448544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c300dbd-13c9-4c4e-bb2b-68b89bbe695c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Pushing event deleted for resources: {'Port': ['ID=9c331e25-e0c2-41be-90a5-c62d66f7c870,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.503309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-28799031-6dd2-4383-9db5-73f12fc8def3 req-0c300dbd-13c9-4c4e-bb2b-68b89bbe695c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] No DVR routers for this DVR port 9c331e25-e0c2-41be-90a5-c62d66f7c870 on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:49.506155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-28799031-6dd2-4383-9db5-73f12fc8def3 req-0c300dbd-13c9-4c4e-bb2b-68b89bbe695c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.508316 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-28799031-6dd2-4383-9db5-73f12fc8def3 req-0c300dbd-13c9-4c4e-bb2b-68b89bbe695c tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.64 "DELETE /v2.0/ports/9c331e25-e0c2-41be-90a5-c62d66f7c870 HTTP/1.1" status: 204 len: 173 time: 0.7126188 Aug 16 01:47:49.509482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564fb8e9-f581-4024-9f62-e0f6fd8c5266', 'name': 'network-vif-deleted', 'tag': '9c331e25-e0c2-41be-90a5-c62d66f7c870'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:49.511096 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e2b891-1639-439e-81d1-bb3f5508f28b" -d '{"events": [{"server_uuid": "564fb8e9-f581-4024-9f62-e0f6fd8c5266", "name": "network-vif-deleted", "tag": "9c331e25-e0c2-41be-90a5-c62d66f7c870"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:49.523482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 02d34708-7c84-4c05-af5b-526a87a23ba4, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=02d34708-7c84-4c05-af5b-526a87a23ba4,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:49.548851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '02d34708-7c84-4c05-af5b-526a87a23ba4', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '02d34708-7c84-4c05-af5b-526a87a23ba4', 'mac_address': 'fa:16:3e:c3:82:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:49.548992 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59420) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:49.556127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d614ed3-f6a1-4437-8b54-56ccba6d44b3 req-6fabbbd2-2951-4450-bbdb-dae33d11693c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484267 Aug 16 01:47:49.556932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41e0aa9-11bd-4853-bd97-7f07555d19d2 req-2e291a32-7d84-44f0-89a9-29e52289ae18 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] No DVR routers for this DVR port f6ae73ab-7e04-4017-857d-1817baf5ee2f on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:49.560088 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c41e0aa9-11bd-4853-bd97-7f07555d19d2 req-2e291a32-7d84-44f0-89a9-29e52289ae18 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.562686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c41e0aa9-11bd-4853-bd97-7f07555d19d2 req-2e291a32-7d84-44f0-89a9-29e52289ae18 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.74 "DELETE /v2.0/ports/f6ae73ab-7e04-4017-857d-1817baf5ee2f HTTP/1.1" status: 204 len: 173 time: 1.4362471 Aug 16 01:47:49.608225 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbce935c-cb6d-4213-8dc9-013368274c81 x-openstack-request-id: req-cbce935c-cb6d-4213-8dc9-013368274c81 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:49.608556 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564fb8e9-f581-4024-9f62-e0f6fd8c5266", "name": "network-vif-deleted", "tag": "9c331e25-e0c2-41be-90a5-c62d66f7c870", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:49.608814 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cbce935c-cb6d-4213-8dc9-013368274c81 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:49.609250 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564fb8e9-f581-4024-9f62-e0f6fd8c5266', 'name': 'network-vif-deleted', 'tag': '9c331e25-e0c2-41be-90a5-c62d66f7c870', 'status': 'completed', 'code': 200} Aug 16 01:47:49.610486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-684b6744-86a5-4db4-b8e9-7b8a20f32b03 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963412 Aug 16 01:47:49.632001 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.639995 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded3289a-56cf-4ac1-9fda-fb1db6f1e803 admin admin] Deleting subnet b2f412be-9693-4499-9b6e-5d42eec545f4 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:49.644697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ded3289a-56cf-4ac1-9fda-fb1db6f1e803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.654320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d34708-7c84-4c05-af5b-526a87a23ba4 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:49.659720 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b779c371-e0f2-4291-853c-c21df7c3bbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.679332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 02d34708-7c84-4c05-af5b-526a87a23ba4, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=02d34708-7c84-4c05-af5b-526a87a23ba4,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:49.696313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23', 'name': 'network-vif-deleted', 'tag': 'f6ae73ab-7e04-4017-857d-1817baf5ee2f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:49.698634 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27da460a-e826-4455-b68f-f697fa9ee49b" -d '{"events": [{"server_uuid": "cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23", "name": "network-vif-deleted", "tag": "f6ae73ab-7e04-4017-857d-1817baf5ee2f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:49.714916 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ded3289a-56cf-4ac1-9fda-fb1db6f1e803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.747564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779c371-e0f2-4291-853c-c21df7c3bbff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1bbf082-4a46-449a-a452-7d767739d23e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.749439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b779c371-e0f2-4291-853c-c21df7c3bbff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.757087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b779c371-e0f2-4291-853c-c21df7c3bbff admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b1bbf082-4a46-449a-a452-7d767739d23e HTTP/1.1" status: 204 len: 168 time: 0.8358064 Aug 16 01:47:49.757230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59428) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:49.813893 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ded3289a-56cf-4ac1-9fda-fb1db6f1e803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.851873 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.887242 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.925689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=02d34708-7c84-4c05-af5b-526a87a23ba4,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:50.000133 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.012569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a0a310-47ac-41f9-baa0-dfa480907fa5']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:50.028324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94738da-6d70-4136-be23-5fbd39e5ab06') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:50.028897 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94738da-6d70-4136-be23-5fbd39e5ab06') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:50.041805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.045348 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ded3289a-56cf-4ac1-9fda-fb1db6f1e803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.071856 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ded3289a-56cf-4ac1-9fda-fb1db6f1e803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.074036 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ded3289a-56cf-4ac1-9fda-fb1db6f1e803 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b2f412be-9693-4499-9b6e-5d42eec545f4 HTTP/1.1" status: 204 len: 168 time: 0.5238361 Aug 16 01:47:50.078290 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59432) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:50.107269 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.109413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3289a-56cf-4ac1-9fda-fb1db6f1e803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f412be-9693-4499-9b6e-5d42eec545f4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:50.136934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed5a5760-357e-429c-bf02-6c08f452f769 req-8dbbaeb1-3252-4793-9132-f5fdfdc9e3c0 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 210 time: 0.3985462 Aug 16 01:47:50.156127 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:47:50.156534 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.160454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['02d34708-7c84-4c05-af5b-526a87a23ba4'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:47:50.168086 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:47:50.179120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf97812-ba85-43d6-80ae-132a423e9fec req-2254ba48-7ae5-4950-9033-2c7dbae77549 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:50.180253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fcf97812-ba85-43d6-80ae-132a423e9fec req-2254ba48-7ae5-4950-9033-2c7dbae77549 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 948 time: 0.4729662 Aug 16 01:47:50.182169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-7ffc2fcc-a390-4b16-895c-a23cc82b9018 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624073 Aug 16 01:47:50.223380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fcf97812-ba85-43d6-80ae-132a423e9fec req-a89c3303-25b7-4820-96db-d4e6579c5819 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359018 Aug 16 01:47:50.234305 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e11b27a-6ed0-4b27-887f-914f6be45d1f x-openstack-request-id: req-0e11b27a-6ed0-4b27-887f-914f6be45d1f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:50.234653 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23", "name": "network-vif-deleted", "tag": "f6ae73ab-7e04-4017-857d-1817baf5ee2f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:50.234910 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e11b27a-6ed0-4b27-887f-914f6be45d1f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:50.236455 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23', 'name': 'network-vif-deleted', 'tag': 'f6ae73ab-7e04-4017-857d-1817baf5ee2f', 'status': 'completed', 'code': 200} Aug 16 01:47:50.243634 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.335672 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.347662 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.350722 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24268f93-d8c6-443a-bccc-728c497fb771']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:50.352583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dbfc8bf-8297-4a7d-9178-6fc9cc470b0a req-745a66cb-bee9-4494-874c-5143822ce583 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0350416 Aug 16 01:47:50.369660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39480eee-4ed4-421c-8725-e1e51dfb3370 req-6c42bc26-6fca-49b5-9d0e-21c366fbf3c9 tempest-ListServersNegativeTestJSON-2026656210 tempest-ListServersNegativeTestJSON-2026656210-project] 10.222.0.66 "GET /v2.0/ports?device_id=cec05a0a-8fc4-4d5d-b1f8-ea7d0b7b7f23 HTTP/1.1" status: 200 len: 210 time: 0.0419822 Aug 16 01:47:50.375894 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.377842 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] 10.222.0.66 "DELETE /v2.0/networks/14a0a310-47ac-41f9-baa0-dfa480907fa5 HTTP/1.1" status: 204 len: 168 time: 0.6210637 Aug 16 01:47:50.387959 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9437e41-b16b-498e-9873-baa290e5676a admin admin] Pushing event deleted for resources: {'Network': ['ID=14a0a310-47ac-41f9-baa0-dfa480907fa5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:50.403775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:50.403775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae275a6-c2e4-4cda-b51b-048d1c5d94dd') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:50.431638 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.454097 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.466311 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:47:50.466844 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:47:50.468706 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:47:50.493864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58dbcb14-0933-4440-9318-6eb03e98d821 req-20ed6755-a679-4d63-a9b9-86c30b630455 tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.64 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0520344 Aug 16 01:47:50.689555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664449-d813-4660-abf7-671b52c10324 req-5a609157-079d-43a9-9b74-6c6164070308 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:50.692093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b664449-d813-4660-abf7-671b52c10324 req-5a609157-079d-43a9-9b74-6c6164070308 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 944 time: 0.0574992 Aug 16 01:47:50.717275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.720319 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.726611 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.738492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b664449-d813-4660-abf7-671b52c10324 req-aade07c7-26d7-43f7-996f-c48c26fdf77a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403085 Aug 16 01:47:50.743826 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/24268f93-d8c6-443a-bccc-728c497fb771 HTTP/1.1" status: 204 len: 168 time: 0.6554954 Aug 16 01:47:50.759859 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4b56-26fe-4ab6-a1f6-6f9b110f41d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=24268f93-d8c6-443a-bccc-728c497fb771,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:50.982517 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59444) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:51.003390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-2d814057-a755-4514-953b-60e7da793bf9 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:51.005090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-2d814057-a755-4514-953b-60e7da793bf9 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.64 "GET /v2.0/networks?id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b HTTP/1.1" status: 200 len: 822 time: 0.1169784 Aug 16 01:47:51.019389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Request body: {'port': {'device_id': 'cb4e4952-c17c-48f2-9dcb-2d411740b14d', 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b', 'admin_state_up': True, 'tenant_id': '64cf5f47011744e78cfdc948243b9dc9'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:51.025539 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-26e2ca1a-47cd-4245-8d81-ceebb46eb4a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a66e27086e14df19408f6d647454ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418382 Aug 16 01:47:51.028400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59446) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:51.092591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-094257b3-c21f-4371-aea4-14750433c432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.115212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-094257b3-c21f-4371-aea4-14750433c432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.234202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59450) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:51.251892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39193b0a-68b9-4d5a-8e4f-06b00ac89beb req-e7af5ef9-6b25-4849-9a4b-a28c26bd7e1c tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 210 time: 0.0377972 Aug 16 01:47:51.305482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59454) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:51.306591 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8a3ca233-f5d7-4296-8b81-791b43ae01bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fbfff59d0174f2993e0c07e3ce1bd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711243 Aug 16 01:47:51.308083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-094257b3-c21f-4371-aea4-14750433c432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.309328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Made reservation on behalf of 64cf5f47011744e78cfdc948243b9dc9 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:51.311007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-094257b3-c21f-4371-aea4-14750433c432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.312122 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-094257b3-c21f-4371-aea4-14750433c432 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf5a69a9-12ec-4f21-99f0-cb068db86548 HTTP/1.1" status: 204 len: 168 time: 0.2826502 Aug 16 01:47:51.313207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.320402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094257b3-c21f-4371-aea4-14750433c432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a69a9-12ec-4f21-99f0-cb068db86548,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:51.325796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 02d34708-7c84-4c05-af5b-526a87a23ba4 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:51.477346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 02d34708-7c84-4c05-af5b-526a87a23ba4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:51.485465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 02d34708-7c84-4c05-af5b-526a87a23ba4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:51.486027 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.509514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32b0992d-296b-450f-bee3-800247b8b8f9 req-c5d178a0-27fe-473b-9441-081b619eadae tempest-ServerShowV254Test-1522102202 tempest-ServerShowV254Test-1522102202-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a0d746-2f4d-4ae3-9336-d61bc1533d60 HTTP/1.1" status: 200 len: 210 time: 0.0483546 Aug 16 01:47:51.528235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedeb24-c676-48a9-b513-774232903c5b req-efc42033-43f4-4f40-b8c8-3599e11b70af tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:51.536153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1aedeb24-c676-48a9-b513-774232903c5b req-efc42033-43f4-4f40-b8c8-3599e11b70af tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 949 time: 0.2189467 Aug 16 01:47:51.562521 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-d2466afb-6fc6-40f4-b231-8fd47b6e819d tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:51.565798 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-d2466afb-6fc6-40f4-b231-8fd47b6e819d tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 1096 time: 0.0739915 Aug 16 01:47:51.571302 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-722f327e-0d4c-4564-98be-e21cc98f0146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.679067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1aedeb24-c676-48a9-b513-774232903c5b req-6f9e291b-64b1-479a-b6d1-cd790ea50453 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418488 Aug 16 01:47:51.702191 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.703320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-722f327e-0d4c-4564-98be-e21cc98f0146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.721776 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.727252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Allocated IP 172.20.0.10 (4c4338f0-3d89-4ef5-88d6-b6a1d216370b/7553d60e-b54b-48ff-9e03-37251c4f20e3/5f499363-8130-4b35-bb74-a994700a2647) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:51.799075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077d9f5d-79dd-4e3e-a9aa-8f0ba3674409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d34708-7c84-4c05-af5b-526a87a23ba4'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:51.803815 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2708b9be-a89f-4354-ae08-9a94dd7eaec6" -d '{"events": [{"server_uuid": "077d9f5d-79dd-4e3e-a9aa-8f0ba3674409", "name": "network-vif-plugged", "status": "completed", "tag": "02d34708-7c84-4c05-af5b-526a87a23ba4"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:51.827924 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59470) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:51.847820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 02d34708-7c84-4c05-af5b-526a87a23ba4, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=02d34708-7c84-4c05-af5b-526a87a23ba4,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:51.866689 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd7273c-aeda-408f-b361-9f832edf13f0 x-openstack-request-id: req-acd7273c-aeda-408f-b361-9f832edf13f0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:51.867030 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077d9f5d-79dd-4e3e-a9aa-8f0ba3674409", "name": "network-vif-plugged", "status": "completed", "tag": "02d34708-7c84-4c05-af5b-526a87a23ba4", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:51.867283 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-acd7273c-aeda-408f-b361-9f832edf13f0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:51.867674 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077d9f5d-79dd-4e3e-a9aa-8f0ba3674409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d34708-7c84-4c05-af5b-526a87a23ba4', 'code': 200} Aug 16 01:47:51.921489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dd8dd-2b43-49fc-bef4-f7cf266a423b req-e8443955-bdac-416f-8b61-8d8e294a193e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:51.923475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-637dd8dd-2b43-49fc-bef4-f7cf266a423b req-e8443955-bdac-416f-8b61-8d8e294a193e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 944 time: 0.0567670 Aug 16 01:47:51.983432 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.984636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9c331e25-e0c2-41be-90a5-c62d66f7c870 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:51.993241 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-f2e3210c-34fe-47e3-8afa-fa2fa78a42d2 service neutron] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:51.994090 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-722f327e-0d4c-4564-98be-e21cc98f0146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.997360 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-722f327e-0d4c-4564-98be-e21cc98f0146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.998537 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6259423-9248-44f6-9a67-65295250c0bf admin admin] Deleting subnet dc7a545e-710f-4871-b291-cc8731035020 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:52.001604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-722f327e-0d4c-4564-98be-e21cc98f0146 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f59a50ce-fd1f-49cd-b510-7a29d74b6fb7 HTTP/1.1" status: 204 len: 168 time: 0.6942873 Aug 16 01:47:52.017955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-637dd8dd-2b43-49fc-bef4-f7cf266a423b req-0eda99dd-3752-427b-973e-cff4f51e7393 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882781 Aug 16 01:47:52.018415 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-f2e3210c-34fe-47e3-8afa-fa2fa78a42d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.020373 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ab5233ba-5537-42de-8dcf-5e5d7dd09398 req-f2e3210c-34fe-47e3-8afa-fa2fa78a42d2 service neutron] 10.222.0.64 "DELETE /v2.0/ports/33186104-ead6-4e33-a56c-6e871ed2a1c1/bindings/n-h2-768509-23 HTTP/1.1" status: 204 len: 173 time: 0.4378402 Aug 16 01:47:52.035065 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6259423-9248-44f6-9a67-65295250c0bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.038339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f327e-0d4c-4564-98be-e21cc98f0146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59a50ce-fd1f-49cd-b510-7a29d74b6fb7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:52.061394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a5429-3ce3-4f28-abec-da724b938dbe req-5ca9b46e-634c-4aab-8042-41ffc7b20597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:52.062776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c5a5429-3ce3-4f28-abec-da724b938dbe req-5ca9b46e-634c-4aab-8042-41ffc7b20597 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 1101 time: 0.1100905 Aug 16 01:47:52.088790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 9c331e25-e0c2-41be-90a5-c62d66f7c870 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:52.088790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9c331e25-e0c2-41be-90a5-c62d66f7c870 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:52.112063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.124456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6259423-9248-44f6-9a67-65295250c0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.134821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c5a5429-3ce3-4f28-abec-da724b938dbe req-d337cb2a-ce8e-4711-a93a-0a4de0d80906 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626392 Aug 16 01:47:52.153375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=02d34708-7c84-4c05-af5b-526a87a23ba4,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:52.175093 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6259423-9248-44f6-9a67-65295250c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.207016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafb69c-1cd4-41e6-9f54-27b107abe0d4 req-a0f0e922-481b-4f3a-bb7a-2e5f0fe0e670 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:52.208595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaafb69c-1cd4-41e6-9f54-27b107abe0d4 req-a0f0e922-481b-4f3a-bb7a-2e5f0fe0e670 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1096 time: 0.0500708 Aug 16 01:47:52.248233 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaafb69c-1cd4-41e6-9f54-27b107abe0d4 req-f6cb0a38-42b4-4a75-817c-1b8382d7a501 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329735 Aug 16 01:47:52.314183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.384584 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6259423-9248-44f6-9a67-65295250c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.386553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:52.392803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:52.398941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:52.402355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event updated for resources: {'Port': ['ID=5f499363-8130-4b35-bb74-a994700a2647,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:52.428914 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6259423-9248-44f6-9a67-65295250c0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.435720 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a6259423-9248-44f6-9a67-65295250c0bf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dc7a545e-710f-4871-b291-cc8731035020 HTTP/1.1" status: 204 len: 168 time: 0.6026614 Aug 16 01:47:52.435720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6259423-9248-44f6-9a67-65295250c0bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7a545e-710f-4871-b291-cc8731035020,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:52.436763 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59484) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:52.456128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a35f7-6cbe-41da-b925-e18fd1493a80 req-58a99822-6758-48f8-b5af-0b8cf3745218 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:52.457656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-252a35f7-6cbe-41da-b925-e18fd1493a80 req-58a99822-6758-48f8-b5af-0b8cf3745218 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 932 time: 0.1342845 Aug 16 01:47:52.473351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:52.473989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.513444 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.514309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-252a35f7-6cbe-41da-b925-e18fd1493a80 req-cc889b7f-2df8-41ef-8e53-efb15591af13 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477490 Aug 16 01:47:52.577842 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-c49b096d-0de0-4ae4-a5dd-1a4e40621061 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5627925 Aug 16 01:47:52.595410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Request body: {'port': {'device_id': 'cb4e4952-c17c-48f2-9dcb-2d411740b14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:52.612760 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.625469 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0357aa44-85c3-4547-89fc-34588b84cd6f']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:52.638166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a140b6dc-1215-47f8-8dc7-5630948b31b7') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:52.638489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a140b6dc-1215-47f8-8dc7-5630948b31b7') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:52.653581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.672040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.678576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.680633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:47:52.681140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:47:52.687675 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:47:52.696241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59494) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:52.900901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9d4c0695-2979-4ff8-8c73-3f16b2747caf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d67f3ae20f6e4c008f066875f30dc33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117138 Aug 16 01:47:52.903722 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59514) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:52.929800 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.941689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.943612 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0357aa44-85c3-4547-89fc-34588b84cd6f HTTP/1.1" status: 204 len: 168 time: 0.5055172 Aug 16 01:47:52.958755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76605a05-585d-4191-b718-14d1df43e402 admin admin] Pushing event deleted for resources: {'Network': ['ID=0357aa44-85c3-4547-89fc-34588b84cd6f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:52.977907 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce3e128f-be7b-42bb-895b-e61d24acd43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.009496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce3e128f-be7b-42bb-895b-e61d24acd43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.042778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef5ad4-5c92-41eb-889c-eac9fd5c9ecf req-82b15902-4199-497b-b380-83d8c16e9480 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:53.044195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64ef5ad4-5c92-41eb-889c-eac9fd5c9ecf req-82b15902-4199-497b-b380-83d8c16e9480 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 950 time: 0.1697409 Aug 16 01:47:53.054491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-64fc6ee8-12ad-434d-9117-7fd61eac2dcf tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:53.062102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-64fc6ee8-12ad-434d-9117-7fd61eac2dcf tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 808 time: 0.2944636 Aug 16 01:47:53.126457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-ff85e0da-51bf-4c76-ba08-ffd97929191a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/quotas/7c23822563d64b8385db87a1780f3dab HTTP/1.1" status: 200 len: 375 time: 0.0633593 Aug 16 01:47:53.188999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64ef5ad4-5c92-41eb-889c-eac9fd5c9ecf req-bdacee73-3840-4b9e-bcfa-0e5fa4062bfd tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242530 Aug 16 01:47:53.229011 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-57a7367a-fe3b-47d7-9f71-e4b73e479d43 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976748 Aug 16 01:47:53.237097 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce3e128f-be7b-42bb-895b-e61d24acd43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.240114 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce3e128f-be7b-42bb-895b-e61d24acd43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.241575 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ce3e128f-be7b-42bb-895b-e61d24acd43f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8959745a-45ef-4281-a8b8-134f5d62c97c HTTP/1.1" status: 204 len: 168 time: 0.3366084 Aug 16 01:47:53.252944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e128f-be7b-42bb-895b-e61d24acd43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8959745a-45ef-4281-a8b8-134f5d62c97c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:53.373230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f499363-8130-4b35-bb74-a994700a2647 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:53.386616 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.394646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-980fce31-4f63-4dd8-a9ba-ce3a3bb85d65 service neutron] 10.222.0.66 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517551 Aug 16 01:47:53.402679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Transition to ACTIVE for port object 5f499363-8130-4b35-bb74-a994700a2647 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:53.490989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-f04dd96e-842a-450a-aa46-3058640bead3 service neutron] 10.222.0.66 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895479 Aug 16 01:47:53.537067 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59526) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:53.542991 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.633123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Pushing event updated for resources: {'Port': ['ID=5f499363-8130-4b35-bb74-a994700a2647,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:53.721488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce4119-7161-4330-ab48-4f423b72f82f req-eeaaf058-2e93-42fd-a52b-a76627ebb960 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:53.723081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45ce4119-7161-4330-ab48-4f423b72f82f req-eeaaf058-2e93-42fd-a52b-a76627ebb960 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 944 time: 0.1027167 Aug 16 01:47:53.736947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Attempting to bind port 5f499363-8130-4b35-bb74-a994700a2647 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:53.737238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Attempting to bind port 5f499363-8130-4b35-bb74-a994700a2647 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:53.737567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Attempting to bind port 5f499363-8130-4b35-bb74-a994700a2647 on network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:53.766129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Port 5f499363-8130-4b35-bb74-a994700a2647 on network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:53.766129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Attempting to bind port 5f499363-8130-4b35-bb74-a994700a2647 on network 4c4338f0-3d89-4ef5-88d6-b6a1d216370b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:53.781309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59536) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:53.821741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dbb6ebc7-123d-4db7-8a55-d8f354b197ae req-1a15562e-b6e6-455c-8175-3105155c61a7 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 210 time: 0.0648820 Aug 16 01:47:53.821741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:53.821741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Checking segment: {'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:53.821741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Bound using segment: {'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:53.821741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Bound port: 5f499363-8130-4b35-bb74-a994700a2647, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981e85a3-7e4f-43e2-8f62-0f5c332bc074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:53.821741 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.828523 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-de0d3950-e441-4fb6-b306-8ec288201876 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b89a7ae090ab4f479958a47be2bb4021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437853 Aug 16 01:47:53.828990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59540) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:53.895453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45ce4119-7161-4330-ab48-4f423b72f82f req-690ac0c4-cbcc-48a2-a0ba-5032e8e5eefb tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580284 Aug 16 01:47:53.904170 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d01a0e20-5f81-4a4a-87b2-84d1146b06ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.934209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d01a0e20-5f81-4a4a-87b2-84d1146b06ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.937835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] For port 5f499363-8130-4b35-bb74-a994700a2647, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:53.941919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] For port 5f499363-8130-4b35-bb74-a994700a2647, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5f499363-8130-4b35-bb74-a994700a2647,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:54.060150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-01a852d8-cf4e-40bf-9ed6-5a9f3a4511c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.108595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.147485 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d01a0e20-5f81-4a4a-87b2-84d1146b06ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.149852 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d01a0e20-5f81-4a4a-87b2-84d1146b06ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.155567 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d01a0e20-5f81-4a4a-87b2-84d1146b06ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e6f1a00-e89f-43f3-9338-746af196a9fb HTTP/1.1" status: 204 len: 168 time: 0.3211322 Aug 16 01:47:54.161197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.161848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.163455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f499363-8130-4b35-bb74-a994700a2647 HTTP/1.1" status: 200 len: 1093 time: 1.5759575 Aug 16 01:47:54.164024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4e4952-c17c-48f2-9dcb-2d411740b14d', 'tag': '5f499363-8130-4b35-bb74-a994700a2647'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:54.166796 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984bfdf1-703e-417b-8bb3-ddc1c45b5e37" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4e4952-c17c-48f2-9dcb-2d411740b14d", "tag": "5f499363-8130-4b35-bb74-a994700a2647"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:54.177860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a0e20-5f81-4a4a-87b2-84d1146b06ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6f1a00-e89f-43f3-9338-746af196a9fb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:54.236430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a2e53-7029-4eee-8257-80a7c79e0349 service neutron] Pushing event updated for resources: {'Port': ['ID=5f499363-8130-4b35-bb74-a994700a2647,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:54.241693 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9298d61-3ce7-4f1f-880c-a599fba15589 x-openstack-request-id: req-d9298d61-3ce7-4f1f-880c-a599fba15589 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:54.242087 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4e4952-c17c-48f2-9dcb-2d411740b14d", "tag": "5f499363-8130-4b35-bb74-a994700a2647", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:54.242291 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9298d61-3ce7-4f1f-880c-a599fba15589 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:54.255328 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4e4952-c17c-48f2-9dcb-2d411740b14d', 'tag': '5f499363-8130-4b35-bb74-a994700a2647', 'status': 'completed', 'code': 200} Aug 16 01:47:54.293109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-01a852d8-cf4e-40bf-9ed6-5a9f3a4511c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.315932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bfdf1-703e-417b-8bb3-ddc1c45b5e37 req-1febdc05-efae-484d-b7f9-dfc83acbc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.318618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-984bfdf1-703e-417b-8bb3-ddc1c45b5e37 req-1febdc05-efae-484d-b7f9-dfc83acbc0be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64cf5f47011744e78cfdc948243b9dc9&device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 1096 time: 0.0540459 Aug 16 01:47:54.467869 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-01a852d8-cf4e-40bf-9ed6-5a9f3a4511c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.495161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bfdf1-703e-417b-8bb3-ddc1c45b5e37 req-1ba6566d-570b-436d-ab1e-f672b999954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.496703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-984bfdf1-703e-417b-8bb3-ddc1c45b5e37 req-1ba6566d-570b-436d-ab1e-f672b999954a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=64cf5f47011744e78cfdc948243b9dc9&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1683836 Aug 16 01:47:54.504319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5090b2e-9ce5-43f3-98c4-2cd094052d41 req-7eec9b87-fe6b-40d5-a2c4-514ab2f6064f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.505891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5090b2e-9ce5-43f3-98c4-2cd094052d41 req-7eec9b87-fe6b-40d5-a2c4-514ab2f6064f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 950 time: 0.1576028 Aug 16 01:47:54.509285 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-01a852d8-cf4e-40bf-9ed6-5a9f3a4511c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fbe19c7880e344cf98299f78794d262b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9672244 Aug 16 01:47:54.509285 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a852d8-cf4e-40bf-9ed6-5a9f3a4511c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dac344-db75-4453-84a3-758a682b0084,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:54.512105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59566) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:54.580479 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1a1f475-73d0-4cdb-89f5-86d4e9a06773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.603884 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1a1f475-73d0-4cdb-89f5-86d4e9a06773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.636406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5090b2e-9ce5-43f3-98c4-2cd094052d41 req-29b3ef7a-1123-48d4-9b08-ef1877957e4e tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666904 Aug 16 01:47:54.655231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bfdf1-703e-417b-8bb3-ddc1c45b5e37 req-567f2a35-7e17-42eb-ad3d-f07216056913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.656967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-984bfdf1-703e-417b-8bb3-ddc1c45b5e37 req-567f2a35-7e17-42eb-ad3d-f07216056913 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502054 Aug 16 01:47:54.796475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-854061ad-ffc0-4f64-966c-e1cddb84b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.798694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-854061ad-ffc0-4f64-966c-e1cddb84b523 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64cf5f47011744e78cfdc948243b9dc9&device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 1096 time: 0.0918183 Aug 16 01:47:54.803783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed330685-c1a8-4dd2-82a0-922d7b5bdd0b req-5ef308b4-2629-4122-8601-744b4cc3f38f tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.805288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed330685-c1a8-4dd2-82a0-922d7b5bdd0b req-5ef308b4-2629-4122-8601-744b4cc3f38f tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 1102 time: 0.0847428 Aug 16 01:47:54.808731 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1a1f475-73d0-4cdb-89f5-86d4e9a06773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.812310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1a1f475-73d0-4cdb-89f5-86d4e9a06773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.815231 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b1a1f475-73d0-4cdb-89f5-86d4e9a06773 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88dac344-db75-4453-84a3-758a682b0084 HTTP/1.1" status: 204 len: 168 time: 0.2889366 Aug 16 01:47:54.821836 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1f475-73d0-4cdb-89f5-86d4e9a06773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dac344-db75-4453-84a3-758a682b0084,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:54.849734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-1edfb665-7fd3-4906-8477-4fb207298e3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f499363-8130-4b35-bb74-a994700a2647 HTTP/1.1" status: 200 len: 217 time: 0.0422385 Aug 16 01:47:54.912100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed330685-c1a8-4dd2-82a0-922d7b5bdd0b req-893ccc53-1074-4887-b642-e6aaf5b80b31 tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651059 Aug 16 01:47:54.922615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-292dd227-cd1c-4e05-b83b-c94e3adfeb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.926199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-292dd227-cd1c-4e05-b83b-c94e3adfeb7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7553d60e-b54b-48ff-9e03-37251c4f20e3 HTTP/1.1" status: 200 len: 862 time: 0.0619113 Aug 16 01:47:54.962734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-fcb93897-368d-42e5-b04f-4419060a3d9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c4338f0-3d89-4ef5-88d6-b6a1d216370b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308106 Aug 16 01:47:55.000740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0947ecba-b13b-45d2-96df-278ed9b43b6c req-11527e30-c6e9-42a3-bcff-812343e2fa6d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 210 time: 0.0388687 Aug 16 01:47:55.118334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-6dc28aac-f7dd-40be-b2c1-3491450d5dfa service neutron] 10.222.0.64 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456251 Aug 16 01:47:55.211045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca80f9-f820-4d21-9dda-414100ce7ee0 req-07e390ad-fc91-4bff-89a0-e6ed27f9da0d tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:55.212944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-05ca80f9-f820-4d21-9dda-414100ce7ee0 req-07e390ad-fc91-4bff-89a0-e6ed27f9da0d tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 944 time: 0.1117165 Aug 16 01:47:55.299269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-267344fd-cfa9-4358-95f1-a214a181f15b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446908 Aug 16 01:47:55.323841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80670b7e-2a75-4299-9c3f-7386298f4c38 req-a36b0c7e-2f81-4da8-ac82-2e3366f8677d service neutron] 10.222.0.64 "GET /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913526 Aug 16 01:47:55.352694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-05ca80f9-f820-4d21-9dda-414100ce7ee0 req-d68e978d-9d1b-4e06-bdcc-aedd2b71d3e8 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248219 Aug 16 01:47:55.477064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da955abd-a84c-4a6b-b2b8-c685f89005a5 req-54001117-f77a-4a96-abf0-0d3dc9b072bc tempest-AbsoluteLimitsNegativeTestJSON-1380992489 tempest-AbsoluteLimitsNegativeTestJSON-1380992489-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7bc4ce8462274034b26e8f5fe1a2a2ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378442 Aug 16 01:47:55.490557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-37fd2cf6-d0fb-4926-983b-e228903987a0 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:55.491998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-37fd2cf6-d0fb-4926-983b-e228903987a0 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849558 Aug 16 01:47:55.561238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-a082e5c5-bed1-4940-b1cc-216f67f61e4c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/quotas/85297740961d4da5a9fd05b4476c7da6 HTTP/1.1" status: 200 len: 375 time: 0.0602314 Aug 16 01:47:55.666217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da955abd-a84c-4a6b-b2b8-c685f89005a5 req-24edab73-dbf3-4f3d-94b7-fd34af61916d tempest-AbsoluteLimitsNegativeTestJSON-1380992489 tempest-AbsoluteLimitsNegativeTestJSON-1380992489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:55.666217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da955abd-a84c-4a6b-b2b8-c685f89005a5 req-24edab73-dbf3-4f3d-94b7-fd34af61916d tempest-AbsoluteLimitsNegativeTestJSON-1380992489 tempest-AbsoluteLimitsNegativeTestJSON-1380992489-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837642 Aug 16 01:47:55.682199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-8fa4684b-25a3-426d-af05-da1a4b6bbf9f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1127307 Aug 16 01:47:55.697099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da955abd-a84c-4a6b-b2b8-c685f89005a5 req-2efe0bbc-602c-4e97-9ed7-1d4572b33c44 tempest-AbsoluteLimitsNegativeTestJSON-1380992489 tempest-AbsoluteLimitsNegativeTestJSON-1380992489-project] 10.222.0.66 "GET /v2.0/quotas/7bc4ce8462274034b26e8f5fe1a2a2ca HTTP/1.1" status: 200 len: 375 time: 0.0300183 Aug 16 01:47:55.746108 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da955abd-a84c-4a6b-b2b8-c685f89005a5 req-9cadae2f-8817-4f4d-afe8-3a407a891e22 tempest-AbsoluteLimitsNegativeTestJSON-1380992489 tempest-AbsoluteLimitsNegativeTestJSON-1380992489-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bc4ce8462274034b26e8f5fe1a2a2ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396891 Aug 16 01:47:56.032734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c25572c-8dd8-467a-8f7a-f0c2afa66293 req-923f6d33-0381-4adf-b47e-1a15a8b1a004 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 210 time: 0.0306330 Aug 16 01:47:56.147180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60aeca59-c637-4c35-a7f8-c6909f82cd77 req-a6015b82-66ef-441b-9686-414bb74bfb19 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 210 time: 0.0435858 Aug 16 01:47:56.550622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59666) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:56.551214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb629418-0c0c-4239-9a71-d59aa19154e7 req-d667b639-6d7d-442b-a15e-e322e3f82758 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.560880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb629418-0c0c-4239-9a71-d59aa19154e7 req-d667b639-6d7d-442b-a15e-e322e3f82758 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 944 time: 0.1322749 Aug 16 01:47:56.659856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-514a9021-2734-40fc-ad35-8d0c87fa48fa tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.661426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-514a9021-2734-40fc-ad35-8d0c87fa48fa tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.74 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 808 time: 0.1955168 Aug 16 01:47:56.664382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb629418-0c0c-4239-9a71-d59aa19154e7 req-47015428-f3e3-4608-a2e9-f895f69add87 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917222 Aug 16 01:47:56.677187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Request body: {'port': {'device_id': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb', 'admin_state_up': True, 'tenant_id': '7c23822563d64b8385db87a1780f3dab'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:56.748270 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8c95-44b9-4374-afe4-fc2d2b460ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.863303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8c95-44b9-4374-afe4-fc2d2b460ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.945399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59686) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:57.023040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8c95-44b9-4374-afe4-fc2d2b460ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.057293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1561419363-network', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:57.078305 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6c2f8c95-44b9-4374-afe4-fc2d2b460ef7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7bc4ce8462274034b26e8f5fe1a2a2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256877 Aug 16 01:47:57.080618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f8c95-44b9-4374-afe4-fc2d2b460ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b204146-6a03-4382-8aba-91718869e219,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:57.080833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59694) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:57.126074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59696) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:57.134499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acfb4c8f-a78e-4a6a-8083-09f41ece3a99 req-39d4e60a-3426-4ec1-858b-9b34998668c6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 210 time: 0.0353093 Aug 16 01:47:57.165153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Made reservation on behalf of 7c23822563d64b8385db87a1780f3dab for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:57.169449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.208359 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22069ead-ff13-40ee-9d2a-3cdc00ccb0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.257088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1039706880-network', 'tenant_id': 'eb628ff1a4bb4e2a8b6cc700659f9f3a'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:57.277241 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22069ead-ff13-40ee-9d2a-3cdc00ccb0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.299568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22d474fe-b1bf-48f8-9f1d-803fc855b01a req-f178f168-3a88-4c02-9cb3-8743891e8984 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 210 time: 0.0704362 Aug 16 01:47:57.322619 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Made reservation on behalf of ba1d0ba988054dcba34eab22d5357e9a for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:57.329436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.351127 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.393292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Allocated IP 172.20.0.10 (7fd061b1-451d-4bee-82a1-403ddea7c0eb/ac221c5a-30d7-42bf-a1f3-71ee2f9837ca/bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:57.508628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22069ead-ff13-40ee-9d2a-3cdc00ccb0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.509693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Made reservation on behalf of eb628ff1a4bb4e2a8b6cc700659f9f3a for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:57.511433 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22069ead-ff13-40ee-9d2a-3cdc00ccb0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.512153 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.512576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-22069ead-ff13-40ee-9d2a-3cdc00ccb0a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b204146-6a03-4382-8aba-91718869e219 HTTP/1.1" status: 204 len: 168 time: 0.4307501 Aug 16 01:47:57.527638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22069ead-ff13-40ee-9d2a-3cdc00ccb0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b204146-6a03-4382-8aba-91718869e219,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:57.535324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.554761 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.632851 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.769083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.769640 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.808413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:47:57.835135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b1b61-fc57-4b57-92a9-3402a3774467 req-d80182c7-5e90-4f79-ac4f-7c90304524f9 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:57.836702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a9b1b61-fc57-4b57-92a9-3402a3774467 req-d80182c7-5e90-4f79-ac4f-7c90304524f9 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 944 time: 0.1038291 Aug 16 01:47:57.843315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.843965 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Added segment 9a64ca2d-46da-4f86-b0ea-2f903b35473c of type vlan for network e599376b-7b08-42e8-85bf-1a61cac76676 Aug 16 01:47:57.848898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf09d512-2a58-44f0-bce3-fa12fe28b440,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:57.917641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.921428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Network 7fd061b1-451d-4bee-82a1-403ddea7c0eb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:57.934595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:57.947235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:57.950740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Pushing event updated for resources: {'Port': ['ID=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:57.980072 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.006070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a9b1b61-fc57-4b57-92a9-3402a3774467 req-966a9af4-24b0-4118-85e1-a054bd6910f7 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535749 Aug 16 01:47:58.034418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:58.034979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.091578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.098023 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.098994 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:58.099681 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.178915 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:47:58.193950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b323c8-1da3-47e4-bf54-c2b93679510a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:58.198911 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] Pushing event updated for resources: {'Network': ['ID=e599376b-7b08-42e8-85bf-1a61cac76676,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:58.201883 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.201883 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Added segment a811bc1a-41c8-414d-b71d-625515eb168c of type vlan for network 18789629-9471-4229-b8b1-8fe35be3b9eb Aug 16 01:47:58.214110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-127814b7-0159-4033-b492-eda4c43fa7d3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5411232 Aug 16 01:47:58.224685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network e599376b-7b08-42e8-85bf-1a61cac76676 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:47:58.246057 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.252401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8936ab76-da37-4e52-b99f-491f4ed7e190 req-e8599f72-c6f6-4248-9465-ba95c16c83d8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 210 time: 0.0346873 Aug 16 01:47:58.260645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Request body: {'port': {'device_id': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:58.326841 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.375083 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9b567063-eeab-4bf3-9e7f-c8a8632cf323 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4283783 Aug 16 01:47:58.378036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59734) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:58.383373 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] Request body: {'subnet': {'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1561419363-subnet', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:58.411057 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.412756 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:58.415090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.485867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] Pushing event updated for resources: {'Network': ['ID=18789629-9471-4229-b8b1-8fe35be3b9eb,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:58.497333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 18789629-9471-4229-b8b1-8fe35be3b9eb details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:47:58.533323 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] Made reservation on behalf of ba1d0ba988054dcba34eab22d5357e9a for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:58.536836 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.678461 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d76bf56-d9f6-4323-a2d9-0b9a8bdf2a33 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5510142 Aug 16 01:47:58.681172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59742) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:58.687926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] Request body: {'subnet': {'network_id': '18789629-9471-4229-b8b1-8fe35be3b9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1039706880-subnet', 'tenant_id': 'eb628ff1a4bb4e2a8b6cc700659f9f3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:58.784987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] Made reservation on behalf of eb628ff1a4bb4e2a8b6cc700659f9f3a for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:58.788176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.879437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.883549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2e570-019f-4bc8-9715-7591b235a1f8 req-76d9b4be-10a5-414d-a752-07a665e413b9 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:58.891882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ff2e570-019f-4bc8-9715-7591b235a1f8 req-76d9b4be-10a5-414d-a752-07a665e413b9 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 932 time: 0.5109515 Aug 16 01:47:58.970686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] Checking segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:58.970988 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] Network hostable DHCP agents. Network: e599376b-7b08-42e8-85bf-1a61cac76676, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:47:59.003359 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7343030e-9add-4353-8aff-66a47414352b,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:59.013988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ff2e570-019f-4bc8-9715-7591b235a1f8 req-5aae7fa2-0075-4765-acb7-9c9e548849ac tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165421 Aug 16 01:47:59.060647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59756) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:59.089307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] Network e599376b-7b08-42e8-85bf-1a61cac76676 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:47:59.175391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b95c8c-7f3a-40a7-b98b-554ec52ca4f3 req-0af939e0-2203-43b1-a5d8-aacb82cca059 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:59.176863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96b95c8c-7f3a-40a7-b98b-554ec52ca4f3 req-0af939e0-2203-43b1-a5d8-aacb82cca059 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 944 time: 0.0872216 Aug 16 01:47:59.187684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1823100934-network', 'tenant_id': 'dc27f74a9cdc43628097134d50cbfd97'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:59.191750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.203308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:59.222274 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.244305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Transition to ACTIVE for port object bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:59.247824 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, e599376b-7b08-42e8-85bf-1a61cac76676) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:59.253611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:59.255591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.259612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430b2650-528a-486f-aaab-b9174666cac2 None None] Network e599376b-7b08-42e8-85bf-1a61cac76676 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:59.267526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96b95c8c-7f3a-40a7-b98b-554ec52ca4f3 req-fdd3e654-76e1-4ac6-b580-d47376667359 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833142 Aug 16 01:47:59.271831 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c80137-3513-4edf-9a95-d595f9038dad,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:59.291614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] Checking segment: {'id': 'a811bc1a-41c8-414d-b71d-625515eb168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '18789629-9471-4229-b8b1-8fe35be3b9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:59.291614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] Network hostable DHCP agents. Network: 18789629-9471-4229-b8b1-8fe35be3b9eb, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:47:59.348183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Made reservation on behalf of dc27f74a9cdc43628097134d50cbfd97 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:59.350515 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.358828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5f499363-8130-4b35-bb74-a994700a2647 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:59.378252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c2793c0-ae39-420b-a524-3ffb68e85813 req-e92757b0-f3dc-4279-90c1-6bb2027df998 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 210 time: 0.0408125 Aug 16 01:47:59.386943 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.462206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.464791 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] Network 18789629-9471-4229-b8b1-8fe35be3b9eb is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:47:59.475778 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 18789629-9471-4229-b8b1-8fe35be3b9eb) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:59.481538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:59.482730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.493232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ca1267-9952-4cce-8fd9-702b614073fb None None] Network 18789629-9471-4229-b8b1-8fe35be3b9eb requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:59.502408 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-de161d20-0e22-473c-a349-feca22db0399 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1230435 Aug 16 01:47:59.510026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59768) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:59.516413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:59.539591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-e599376b-7b08-42e8-85bf-1a61cac76676', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:47:59.541096 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.575487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Pushing event updated for resources: {'Port': ['ID=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:59.662992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 5f499363-8130-4b35-bb74-a994700a2647, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5f499363-8130-4b35-bb74-a994700a2647,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:59.697438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '5f499363-8130-4b35-bb74-a994700a2647', 'network_id': '4c4338f0-3d89-4ef5-88d6-b6a1d216370b', 'port_id': '5f499363-8130-4b35-bb74-a994700a2647', 'mac_address': 'fa:16:3e:bd:97:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7553d60e-b54b-48ff-9e03-37251c4f20e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:59.705286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-2071510e-1f07-4db3-8c59-be06a9a57907 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383613 Aug 16 01:47:59.707174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:59.707507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:59.707827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:59.716389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:59.716710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:59.749161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:59.749507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:59.749931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:59.752633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Bound port: bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:59.752633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.815446 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.825367 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.827268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff794a3-f2ec-4312-961c-3cef42776479 None None] Network 18789629-9471-4229-b8b1-8fe35be3b9eb requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:59.833724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Allocated IP 172.20.0.2 (e599376b-7b08-42e8-85bf-1a61cac76676/7343030e-9add-4353-8aff-66a47414352b/93404160-7243-456d-9ca3-8224170252cd) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:59.899091 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f499363-8130-4b35-bb74-a994700a2647 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:59.906624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-0f82b2da-f0b6-4acc-8d2a-d9e62f08d0ea tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:59.909942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-0f82b2da-f0b6-4acc-8d2a-d9e62f08d0ea tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943977 Aug 16 01:47:59.911247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:59.913458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.914518 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-89c82e7e-3c61-4e87-a48c-a1af7cf5eea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.918223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:59.938027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Request body: {'port': {'device_id': '8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '85297740961d4da5a9fd05b4476c7da6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:59.983634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 5f499363-8130-4b35-bb74-a994700a2647, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5f499363-8130-4b35-bb74-a994700a2647,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:59.989631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:48:00.011147 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0a3d81c2-d9f6-48f6-b924-2b690a060d13 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3283594 Aug 16 01:48:00.022176 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.022176 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Added segment 4c8adf6e-7956-484c-9b98-eb9ef54ce130 of type vlan for network 51428e0c-01e8-42d8-86fb-58754a187d3b Aug 16 01:48:00.022176 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.022176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0e1306-4730-45a5-94d4-d7f804386e01,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:00.128586 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.130003 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.136492 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.145992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Transition to ACTIVE for port object 93404160-7243-456d-9ca3-8224170252cd will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:00.166530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Transition to ACTIVE for port object 93404160-7243-456d-9ca3-8224170252cd will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:00.169882 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.183236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59778) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:00.213319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.214816 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.216249 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] 10.222.0.74 "PUT /v2.0/ports/bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba HTTP/1.1" status: 200 len: 1093 time: 1.9624646 Aug 16 01:48:00.217351 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.231363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'tag': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:00.233631 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fd5155-cce1-46cd-bb1b-7f4fb580e4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "84a91116-1c2c-46bc-899a-5f4b06c59bcb", "tag": "bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:00.244186 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.263626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=5f499363-8130-4b35-bb74-a994700a2647,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:00.289837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbf1fa-bbc0-4ef6-a88f-bad991e97f4d service neutron] Pushing event updated for resources: {'Port': ['ID=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:00.293590 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b184a93-c7fd-4b19-acce-db8c6fe64d93 x-openstack-request-id: req-6b184a93-c7fd-4b19-acce-db8c6fe64d93 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:00.293991 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a91116-1c2c-46bc-899a-5f4b06c59bcb", "tag": "bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:00.294197 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b184a93-c7fd-4b19-acce-db8c6fe64d93 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:00.294489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59788) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:00.294628 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'tag': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba', 'status': 'completed', 'code': 200} Aug 16 01:48:00.305403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.350353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Network e599376b-7b08-42e8-85bf-1a61cac76676 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:00.355806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:00.365529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:00.400873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689c83e-5c02-4bc8-ba59-9ea72070cd34 req-6b2c063a-ccd2-442d-b0c0-1cb20b31a269 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.402405 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b689c83e-5c02-4bc8-ba59-9ea72070cd34 req-6b2c063a-ccd2-442d-b0c0-1cb20b31a269 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.2673709 Aug 16 01:48:00.445373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Attempting to bind port 93404160-7243-456d-9ca3-8224170252cd on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:00.445736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Attempting to bind port 93404160-7243-456d-9ca3-8224170252cd by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:00.446130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Attempting to bind port 93404160-7243-456d-9ca3-8224170252cd on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:00.452832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Pushing event updated for resources: {'Port': ['ID=93404160-7243-456d-9ca3-8224170252cd,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:00.463454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:00.466259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Checking segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:00.466259 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.466259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Bound using segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:00.466259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Bound port: 93404160-7243-456d-9ca3-8224170252cd, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:00.466259 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.476335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Made reservation on behalf of 85297740961d4da5a9fd05b4476c7da6 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:00.480076 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.481480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['5f499363-8130-4b35-bb74-a994700a2647'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:00.507198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd5155-cce1-46cd-bb1b-7f4fb580e4dc req-16131ed6-6c73-4a01-b0e8-c0026be5a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.508747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03fd5155-cce1-46cd-bb1b-7f4fb580e4dc req-16131ed6-6c73-4a01-b0e8-c0026be5a978 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 1096 time: 0.1959238 Aug 16 01:48:00.509501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43284ad5-a288-4d49-a2fd-e3911d2a9adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.571532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.572510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.573671 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.611839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] For port 93404160-7243-456d-9ca3-8224170252cd, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:00.624955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494c76a-e948-4294-996e-7e1a9dfbe8b6 req-2bf65675-f544-4c0d-98c4-5a7db9b90a2a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.632659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4494c76a-e948-4294-996e-7e1a9dfbe8b6 req-2bf65675-f544-4c0d-98c4-5a7db9b90a2a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 945 time: 0.2214837 Aug 16 01:48:00.636287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] For port 93404160-7243-456d-9ca3-8224170252cd, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=93404160-7243-456d-9ca3-8224170252cd,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:00.637724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b689c83e-5c02-4bc8-ba59-9ea72070cd34 req-e54bd7e1-b632-4212-bcb3-a95877c61e9a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225399 Aug 16 01:48:00.766979 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.798721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-56adbd7f-fcd4-4d54-ab91-45d67d75b1c1 admin admin] Deleting subnet 45c80137-3513-4edf-9a95-d595f9038dad {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:48:00.808529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-56adbd7f-fcd4-4d54-ab91-45d67d75b1c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.838361 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de476a88-6b6c-42e6-a5cd-123e8a2b3d8e req-30a11aeb-3475-4f43-8a6a-98bcc68b9cf0 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 210 time: 0.0817606 Aug 16 01:48:00.850396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] Pushing event updated for resources: {'Network': ['ID=51428e0c-01e8-42d8-86fb-58754a187d3b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:00.867755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 51428e0c-01e8-42d8-86fb-58754a187d3b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:48:00.947281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cba06f-bfc5-4ca5-b878-6d986267e654 None None] Pushing event updated for resources: {'Port': ['ID=93404160-7243-456d-9ca3-8224170252cd,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:00.967871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4494c76a-e948-4294-996e-7e1a9dfbe8b6 req-9a4997d6-57a5-430a-a2ae-2b8fcdbd9b29 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342144 Aug 16 01:48:00.984949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd5155-cce1-46cd-bb1b-7f4fb580e4dc req-7df67196-808a-4806-a59e-eac9f2c98acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.986522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03fd5155-cce1-46cd-bb1b-7f4fb580e4dc req-7df67196-808a-4806-a59e-eac9f2c98acd service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7c23822563d64b8385db87a1780f3dab&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4549575 Aug 16 01:48:00.999147 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-56adbd7f-fcd4-4d54-ab91-45d67d75b1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.023807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.047843 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-56adbd7f-fcd4-4d54-ab91-45d67d75b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.074282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Allocated IP 192.168.233.61 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/40c1f0db-7f83-4806-b237-7164867c799e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:01.186988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd5155-cce1-46cd-bb1b-7f4fb580e4dc req-3072bc01-dc72-405a-8036-044f7497e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:01.188885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03fd5155-cce1-46cd-bb1b-7f4fb580e4dc req-3072bc01-dc72-405a-8036-044f7497e96b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1951363 Aug 16 01:48:01.273926 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43284ad5-a288-4d49-a2fd-e3911d2a9adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.326601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-56adbd7f-fcd4-4d54-ab91-45d67d75b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.351786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-50224979-f6d7-4063-804c-85ae4ffe3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:01.353307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-50224979-f6d7-4063-804c-85ae4ffe3ef0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 1096 time: 0.0949042 Aug 16 01:48:01.357731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43284ad5-a288-4d49-a2fd-e3911d2a9adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.374535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adbd7f-fcd4-4d54-ab91-45d67d75b1c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c80137-3513-4edf-9a95-d595f9038dad,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:01.375119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5f499363-8130-4b35-bb74-a994700a2647 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:01.381529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-56adbd7f-fcd4-4d54-ab91-45d67d75b1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.385413 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-56adbd7f-fcd4-4d54-ab91-45d67d75b1c1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/45c80137-3513-4edf-9a95-d595f9038dad HTTP/1.1" status: 204 len: 168 time: 1.0879352 Aug 16 01:48:01.393099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59796) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:01.442894 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.446809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-a967b136-a623-4d44-af6e-6bd47bbef112 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba HTTP/1.1" status: 200 len: 217 time: 0.0779984 Aug 16 01:48:01.460456 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.475119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.488376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ef4b859b-7d0b-4e92-a571-f38da6193cef admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4265101 Aug 16 01:48:01.492376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59798) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:01.504009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] Request body: {'subnet': {'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1823100934-subnet', 'tenant_id': 'dc27f74a9cdc43628097134d50cbfd97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:01.513560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Transition to ACTIVE for port object 40c1f0db-7f83-4806-b237-7164867c799e will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:01.516684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43284ad5-a288-4d49-a2fd-e3911d2a9adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc88c2b9-f162-4d6d-aea5-4e50511eef61,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:01.523432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-43284ad5-a288-4d49-a2fd-e3911d2a9adf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=50dd2948312b4100ac38241fdd00938f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3119438 Aug 16 01:48:01.524819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59800) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:01.540212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.566580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-70166956-5f39-443a-9456-4e4d092f3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:01.568098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-70166956-5f39-443a-9456-4e4d092f3e7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.0944440 Aug 16 01:48:01.579710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 5f499363-8130-4b35-bb74-a994700a2647 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:01.585125 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 5f499363-8130-4b35-bb74-a994700a2647 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:01.585864 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.618526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-d2d72dfc-f5ef-4c74-8f6d-f75df3be734a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424724 Aug 16 01:48:01.672586 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] Made reservation on behalf of dc27f74a9cdc43628097134d50cbfd97 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:01.674956 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.692250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10779cf0-bc3c-4701-85c1-18dea5be9d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.740029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.757492 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.762585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['45899246-c87e-4e95-8246-32345c3e2d99', '02d34708-7c84-4c05-af5b-526a87a23ba4'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:01.766252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c', 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', '54ac0ecf-504c-4df4-880c-30c8ec8aad33', '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:01.778235 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10779cf0-bc3c-4701-85c1-18dea5be9d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.808952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18789629-9471-4229-b8b1-8fe35be3b9eb']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:01.812125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Allocated IP 172.25.8.208 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/38e9ba80-7d72-45ba-8fde-0026f2b6d451) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:01.837222 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.863503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a811bc1a-41c8-414d-b71d-625515eb168c') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:01.863830 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a811bc1a-41c8-414d-b71d-625515eb168c') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:01.874411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:01.907272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 5f499363-8130-4b35-bb74-a994700a2647, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5f499363-8130-4b35-bb74-a994700a2647,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:01.915282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e4952-c17c-48f2-9dcb-2d411740b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f499363-8130-4b35-bb74-a994700a2647'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:01.918014 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fdfe28-ef0c-4123-a2da-57e8659c0b53" -d '{"events": [{"server_uuid": "cb4e4952-c17c-48f2-9dcb-2d411740b14d", "name": "network-vif-plugged", "status": "completed", "tag": "5f499363-8130-4b35-bb74-a994700a2647"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:01.925666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:01.946659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 93404160-7243-456d-9ca3-8224170252cd up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:01.962359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:01.999645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event updated for resources: {'Port': ['ID=40c1f0db-7f83-4806-b237-7164867c799e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:02.009390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-e8e123dd-ebde-489a-b103-5cc8a0cddfff service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819931 Aug 16 01:48:02.096764 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.173026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.197519 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.222902 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.233706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:48:02.234345 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.277015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31f542-d467-44dd-a1dc-75d3e6bd97b3 req-1d70b893-311f-4d64-9c09-7ff3bb6c9950 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:02.283603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f31f542-d467-44dd-a1dc-75d3e6bd97b3 req-1d70b893-311f-4d64-9c09-7ff3bb6c9950 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.4606807 Aug 16 01:48:02.315366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:02.316551 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:48:02.342653 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:48:02.345156 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.381772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f6d04f-797a-4558-a701-0652f5056231 None None] Network e599376b-7b08-42e8-85bf-1a61cac76676 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:02.397087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:02.401083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:02.409170 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:02.417383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb0d3f-77c8-4212-bf89-95e51dbaa3cf req-a0f5640f-a80d-4dc4-aa73-3e73fe200199 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:02.425500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bebb0d3f-77c8-4212-bf89-95e51dbaa3cf req-a0f5640f-a80d-4dc4-aa73-3e73fe200199 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 935 time: 0.4351540 Aug 16 01:48:02.455165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-653daef5-df29-4d45-8a14-04beba5cfb78 req-59889446-8772-4ca6-b769-5883e60b793a service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981729 Aug 16 01:48:02.473606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f31f542-d467-44dd-a1dc-75d3e6bd97b3 req-3b601bbc-9752-4247-8089-dcce85c4262a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483977 Aug 16 01:48:02.489213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-3ff3f753-d1f9-4d93-bf6c-f2c170adce3c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5648053 Aug 16 01:48:02.489700 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10779cf0-bc3c-4701-85c1-18dea5be9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.493448 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10779cf0-bc3c-4701-85c1-18dea5be9d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.495760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-10779cf0-bc3c-4701-85c1-18dea5be9d7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc88c2b9-f162-4d6d-aea5-4e50511eef61 HTTP/1.1" status: 204 len: 168 time: 0.9665349 Aug 16 01:48:02.529129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Pushing event updated for resources: {'Port': ['ID=38e9ba80-7d72-45ba-8fde-0026f2b6d451,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:02.531730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Request body: {'port': {'device_id': '8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:02.579390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bebb0d3f-77c8-4212-bf89-95e51dbaa3cf req-81f0ab89-e2aa-4083-8fe3-8316e3ac62fa tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525278 Aug 16 01:48:02.581870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=5f499363-8130-4b35-bb74-a994700a2647,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:02.586021 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.589114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10779cf0-bc3c-4701-85c1-18dea5be9d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc88c2b9-f162-4d6d-aea5-4e50511eef61,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:02.593033 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.595232 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/18789629-9471-4229-b8b1-8fe35be3b9eb HTTP/1.1" status: 204 len: 168 time: 1.2009168 Aug 16 01:48:02.652021 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c6563-3a86-4f99-b368-7db25472c5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=18789629-9471-4229-b8b1-8fe35be3b9eb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:02.677517 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b3e62276-f5fe-426f-ad44-57c1ecb03478 None None] Provisioning for port 40c1f0db-7f83-4806-b237-7164867c799e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:02.683264 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.744342 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adabc82d-8bb6-4392-a02a-61589d905572 x-openstack-request-id: req-adabc82d-8bb6-4392-a02a-61589d905572 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:02.745716 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e4952-c17c-48f2-9dcb-2d411740b14d", "name": "network-vif-plugged", "status": "completed", "tag": "5f499363-8130-4b35-bb74-a994700a2647", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:02.746014 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-adabc82d-8bb6-4392-a02a-61589d905572 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:02.746850 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e4952-c17c-48f2-9dcb-2d411740b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f499363-8130-4b35-bb74-a994700a2647', 'code': 200} Aug 16 01:48:02.747638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b3e62276-f5fe-426f-ad44-57c1ecb03478 None None] Provisioning complete for port 40c1f0db-7f83-4806-b237-7164867c799e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:02.748011 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b3e62276-f5fe-426f-ad44-57c1ecb03478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.844998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b3e62276-f5fe-426f-ad44-57c1ecb03478 None None] Port 40c1f0db-7f83-4806-b237-7164867c799e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:03.002500 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.017117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 93404160-7243-456d-9ca3-8224170252cd completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:03.019240 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.020724 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-49bd8d9b-a375-4cfc-b6f3-aba54882bf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.152358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ee821bdb-b6f8-41af-a956-7f2080656729 None None] Provisioning for port 93404160-7243-456d-9ca3-8224170252cd completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:03.163178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ee821bdb-b6f8-41af-a956-7f2080656729 None None] Provisioning complete for port 93404160-7243-456d-9ca3-8224170252cd triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:03.163624 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ee821bdb-b6f8-41af-a956-7f2080656729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.265574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524d2b4-70e9-491d-b04a-a66324644119 req-ced3ab1c-7017-47d9-a5aa-6faa6bb37287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:03.297618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8524d2b4-70e9-491d-b04a-a66324644119 req-ced3ab1c-7017-47d9-a5aa-6faa6bb37287 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 1098 time: 0.5037308 Aug 16 01:48:03.309905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59818) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:03.364760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a03cf-8c17-4868-b4b7-25704caf6d75 req-3b5ba8fb-735d-4e98-b3c4-10084ec03ca7 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:03.403214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-487a03cf-8c17-4868-b4b7-25704caf6d75 req-3b5ba8fb-735d-4e98-b3c4-10084ec03ca7 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 946 time: 0.7078123 Aug 16 01:48:03.413954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=36248d85-ffe8-48a4-8ed4-f53ad621065f,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:03.427007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] Checking segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:03.427275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] Network hostable DHCP agents. Network: 51428e0c-01e8-42d8-86fb-58754a187d3b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:48:03.440739 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.579011 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] Network 51428e0c-01e8-42d8-86fb-58754a187d3b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:48:03.641223 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ee821bdb-b6f8-41af-a956-7f2080656729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.702554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-487a03cf-8c17-4868-b4b7-25704caf6d75 req-29250df8-b3a0-4d2b-aba6-d3cc28b63d60 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966318 Aug 16 01:48:03.710315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2d68b143-8bb5-426d-b9cc-ee7a1ed35d15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb628ff1a4bb4e2a8b6cc700659f9f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992517 Aug 16 01:48:03.717688 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59832) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:03.718068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8524d2b4-70e9-491d-b04a-a66324644119 req-b0aa840b-14cd-4d8e-bfea-4595bc703c75 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867145 Aug 16 01:48:03.762037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 51428e0c-01e8-42d8-86fb-58754a187d3b) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:03.772510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ee821bdb-b6f8-41af-a956-7f2080656729 None None] For port 93404160-7243-456d-9ca3-8224170252cd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=93404160-7243-456d-9ca3-8224170252cd,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:03.779188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21edc247-6ca3-4443-885a-da470cf49e35 None None] Network 51428e0c-01e8-42d8-86fb-58754a187d3b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:03.781423 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:03.782301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.802012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e64330-f457-4d9a-9e30-c3717cdac22c req-51d819b4-d118-458c-8c87-8f48000d99e6 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:03.802676 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.810207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12e64330-f457-4d9a-9e30-c3717cdac22c req-51d819b4-d118-458c-8c87-8f48000d99e6 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.1719139 Aug 16 01:48:03.814464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c1f0db-7f83-4806-b237-7164867c799e {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:03.828001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.870567 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41adea98-30d8-463c-ae4d-0947b9f066e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.875769 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ee821bdb-b6f8-41af-a956-7f2080656729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.878636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Transition to ACTIVE for port object 40c1f0db-7f83-4806-b237-7164867c799e will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:03.908658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12e64330-f457-4d9a-9e30-c3717cdac22c req-5d265053-6fea-4cfd-a041-cb15ae12801d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972362 Aug 16 01:48:03.935483 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41adea98-30d8-463c-ae4d-0947b9f066e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.958829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee821bdb-b6f8-41af-a956-7f2080656729 None None] Pushing event updated for resources: {'Port': ['ID=93404160-7243-456d-9ca3-8224170252cd,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:04.001119 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1afdb716-450e-4395-8ea5-303059812ddc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5031204 Aug 16 01:48:04.014089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6679f2d-f319-45f7-9e3c-96a470851f56 req-37619878-2d0a-4f6c-9a4c-df9e366948ce tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:04.022358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6679f2d-f319-45f7-9e3c-96a470851f56 req-37619878-2d0a-4f6c-9a4c-df9e366948ce tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 935 time: 0.1126058 Aug 16 01:48:04.025525 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.025907 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.036581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef3824-202b-488a-b54e-4ee36f7c0f24 None None] Network 51428e0c-01e8-42d8-86fb-58754a187d3b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:04.093968 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7c87b95d-a4dd-4d29-8a79-b67f573769b6 None None] Provisioning complete for port 93404160-7243-456d-9ca3-8224170252cd triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:04.094348 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7c87b95d-a4dd-4d29-8a79-b67f573769b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.113370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=40c1f0db-7f83-4806-b237-7164867c799e,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:04.138161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6679f2d-f319-45f7-9e3c-96a470851f56 req-7cf68aff-ad06-41f0-86f3-edb28fc2b986 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110108 Aug 16 01:48:04.227554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Attempting to bind port 40c1f0db-7f83-4806-b237-7164867c799e on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:04.227974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Attempting to bind port 40c1f0db-7f83-4806-b237-7164867c799e by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:04.228431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Attempting to bind port 40c1f0db-7f83-4806-b237-7164867c799e on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:04.244432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Port 40c1f0db-7f83-4806-b237-7164867c799e on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:04.244432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Attempting to bind port 40c1f0db-7f83-4806-b237-7164867c799e on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:04.247690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:04.248057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:04.248641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:04.249180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Bound port: 40c1f0db-7f83-4806-b237-7164867c799e, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:04.249651 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.267816 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Router 532cc84d-550d-4bb6-a42a-e53da2da0714 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:48:04.270866 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41adea98-30d8-463c-ae4d-0947b9f066e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.273929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41adea98-30d8-463c-ae4d-0947b9f066e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.275370 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-41adea98-30d8-463c-ae4d-0947b9f066e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74b323c8-1da3-47e4-bf54-c2b93679510a HTTP/1.1" status: 204 len: 168 time: 0.5568621 Aug 16 01:48:04.311432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adea98-30d8-463c-ae4d-0947b9f066e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b323c8-1da3-47e4-bf54-c2b93679510a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:04.429711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] For port 40c1f0db-7f83-4806-b237-7164867c799e, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:04.447610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] For port 40c1f0db-7f83-4806-b237-7164867c799e, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=40c1f0db-7f83-4806-b237-7164867c799e,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:04.452403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-3b8d74bd-587b-4b49-8fd6-5b7956dd5ed7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0935633 Aug 16 01:48:04.493454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:04.508812 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Sync routers for ids ['532cc84d-550d-4bb6-a42a-e53da2da0714'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:04.520325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Routers {'532cc84d-550d-4bb6-a42a-e53da2da0714'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:04.520969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:48:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['532cc84d-550d-4bb6-a42a-e53da2da0714'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:04.541282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-249a4e11-a9e5-4e94-b285-c5fe3ed88250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:04.543859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-249a4e11-a9e5-4e94-b285-c5fe3ed88250 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 1102 time: 0.0655222 Aug 16 01:48:04.581035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.608292 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.609664 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9c9aac75-7f95-4c8e-83a3-b9f128c0aa93 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0980670 Aug 16 01:48:04.615522 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59854) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:04.684969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:04.684969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.684969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] 10.222.0.64 "PUT /v2.0/ports/40c1f0db-7f83-4806-b237-7164867c799e HTTP/1.1" status: 200 len: 1096 time: 2.1826985 Aug 16 01:48:04.684969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af', 'tag': '40c1f0db-7f83-4806-b237-7164867c799e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:04.690247 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b102c19-9baf-4dff-9a5b-66df7af69f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af", "tag": "40c1f0db-7f83-4806-b237-7164867c799e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:04.706367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Set router 532cc84d-550d-4bb6-a42a-e53da2da0714 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:04.710814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:04.817708 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aedf14-8176-49bb-9ef7-30d34c79c9b2 x-openstack-request-id: req-78aedf14-8176-49bb-9ef7-30d34c79c9b2 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:04.821798 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af", "tag": "40c1f0db-7f83-4806-b237-7164867c799e", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:04.822194 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78aedf14-8176-49bb-9ef7-30d34c79c9b2 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:04.822633 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af', 'tag': '40c1f0db-7f83-4806-b237-7164867c799e', 'status': 'completed', 'code': 200} Aug 16 01:48:04.905057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-9f729bfd-d79d-436a-84b0-195d18d797fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:04.909949 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-9f729bfd-d79d-436a-84b0-195d18d797fd service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.3420959 Aug 16 01:48:04.981939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59868) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:05.055890 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.resource_extend [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:48:05.110568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b21c12-19fa-42d0-aedd-b6e2db4d3eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=40c1f0db-7f83-4806-b237-7164867c799e,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:05.224236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-8d8d065c-7c23-437a-be8b-927221c82b98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=baabd827-e210-4d46-b012-d6212bc5a19c HTTP/1.1" status: 200 len: 217 time: 0.1955924 Aug 16 01:48:05.230484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:05.256023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5ad4-b26f-4cdb-ab26-d8f8b9df03b4 req-180958d5-4184-44eb-b24f-1f2140e5980a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:05.259922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba', 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb', 'port_id': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba', 'mac_address': 'fa:16:3e:9f:bd:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac221c5a-30d7-42bf-a1f3-71ee2f9837ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:05.262596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-325d5ad4-b26f-4cdb-ab26-d8f8b9df03b4 req-180958d5-4184-44eb-b24f-1f2140e5980a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 946 time: 0.3436170 Aug 16 01:48:05.278323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102c19-9baf-4dff-9a5b-66df7af69f1a req-2fad9474-91dd-4087-9068-c22a2d9c38ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:05.279971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b102c19-9baf-4dff-9a5b-66df7af69f1a req-2fad9474-91dd-4087-9068-c22a2d9c38ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 1099 time: 0.3537176 Aug 16 01:48:05.321638 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.368864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:05.394839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b102c19-9baf-4dff-9a5b-66df7af69f1a req-f256cc88-5a77-44d3-8d99-bfe67de00327 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872498 Aug 16 01:48:05.395813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:05.423157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:02Z', 'revision_number': 3, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:05.431372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-325d5ad4-b26f-4cdb-ab26-d8f8b9df03b4 req-d860e4b9-83e3-4912-8293-29cb9366f2d0 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589952 Aug 16 01:48:05.467285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Checking router: 532cc84d-550d-4bb6-a42a-e53da2da0714 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:05.467795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Updating router 532cc84d-550d-4bb6-a42a-e53da2da0714 port 38e9ba80-7d72-45ba-8fde-0026f2b6d451 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:48:05.507912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-40256301-network', 'tenant_id': 'fb49621d044a43e4a6659857800670b3'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:05.520702 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.563027 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.669345 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:05.673256 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Made reservation on behalf of fb49621d044a43e4a6659857800670b3 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:05.677731 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.711803 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.763165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 93404160-7243-456d-9ca3-8224170252cd up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:05.814538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.849693 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.860994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-4f9c569d-cecc-4acc-89a4-c5695b3ed260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:05.860994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-4f9c569d-cecc-4acc-89a4-c5695b3ed260 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.6203885 Aug 16 01:48:05.878158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5810d272-2b20-442b-8341-545891497d22 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:05.878158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5810d272-2b20-442b-8341-545891497d22 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.7690108 Aug 16 01:48:05.888277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:05.927593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 93404160-7243-456d-9ca3-8224170252cd triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:05.928564 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.995474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102c19-9baf-4dff-9a5b-66df7af69f1a req-e383b6bd-a40f-458d-a35f-c9401a94befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:05.998736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b102c19-9baf-4dff-9a5b-66df7af69f1a req-e383b6bd-a40f-458d-a35f-c9401a94befe service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5833068 Aug 16 01:48:06.024784 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.046892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-fed7d61b-6aaa-477a-9797-3e6cc47109d6 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/quotas/dc27f74a9cdc43628097134d50cbfd97 HTTP/1.1" status: 200 len: 375 time: 0.0764515 Aug 16 01:48:06.064610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-7ea0b568-b7b3-4358-9f87-f18c85d6c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.066165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-7ea0b568-b7b3-4358-9f87-f18c85d6c29d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1872063 Aug 16 01:48:06.072047 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Allocated IP 172.20.0.1 (e599376b-7b08-42e8-85bf-1a61cac76676/7343030e-9add-4353-8aff-66a47414352b/31b05de9-016f-4d9d-b458-12dc562d4d3e) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:06.108139 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.136999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dacadb-530e-45e3-b5c0-5eb43b54634b req-420d26e4-1551-49a3-8bf1-007f68194482 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.139332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3dacadb-530e-45e3-b5c0-5eb43b54634b req-420d26e4-1551-49a3-8bf1-007f68194482 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 945 time: 0.2830286 Aug 16 01:48:06.159878 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:48:06.169453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-cbb78493-aefb-45f0-a5ef-b15a0f457b3a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153541 Aug 16 01:48:06.188825 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd93a39d-51f9-49d7-9d38-1ad331963835,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:06.205303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.205303 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Added segment dc34c1f1-e7b4-4d4b-a40e-1319dc102f64 of type vlan for network b27aa3c5-3eb1-4698-8c50-6174c90a1084 Aug 16 01:48:06.214528 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.255078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Transition to ACTIVE for port object 38e9ba80-7d72-45ba-8fde-0026f2b6d451 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:06.270982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3dacadb-530e-45e3-b5c0-5eb43b54634b req-532e9ca3-6fc2-4dcc-8e39-15b021f02cfa tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984557 Aug 16 01:48:06.297279 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.297465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-0aaf246d-4bfb-411b-8a24-4158e91b6eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.297578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-0aaf246d-4bfb-411b-8a24-4158e91b6eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 1099 time: 0.2524955 Aug 16 01:48:06.312614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Transition to ACTIVE for port object 31b05de9-016f-4d9d-b458-12dc562d4d3e will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:06.336652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.341770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.371237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-6e6d93a3-21af-446a-8a72-bc43cea592bd service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788093 Aug 16 01:48:06.374583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-ad3d7d66-e270-465e-9e5c-979dc0db5392 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=40c1f0db-7f83-4806-b237-7164867c799e HTTP/1.1" status: 200 len: 217 time: 0.0635016 Aug 16 01:48:06.406379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Attempting to bind port 38e9ba80-7d72-45ba-8fde-0026f2b6d451 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:06.407008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Attempting to bind port 38e9ba80-7d72-45ba-8fde-0026f2b6d451 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:06.407400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Attempting to bind port 38e9ba80-7d72-45ba-8fde-0026f2b6d451 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:06.410755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11932b30-ef20-4f16-b49e-198a554ce9d7 None None] Pushing event updated for resources: {'Port': ['ID=38e9ba80-7d72-45ba-8fde-0026f2b6d451,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:06.418488 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:06.419002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:06.422859 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.422859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:06.422859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Bound port: 38e9ba80-7d72-45ba-8fde-0026f2b6d451, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:06.422859 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.476806 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.477848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.478250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] For port 38e9ba80-7d72-45ba-8fde-0026f2b6d451, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:06.481428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.481938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] For port 38e9ba80-7d72-45ba-8fde-0026f2b6d451, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=38e9ba80-7d72-45ba-8fde-0026f2b6d451,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:06.509031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-7e2fd587-739e-4b3d-a121-496ddb8111e4 service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299704 Aug 16 01:48:06.533505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.559800 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.584678 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] Pushing event updated for resources: {'Network': ['ID=b27aa3c5-3eb1-4698-8c50-6174c90a1084,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:06.593651 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Network e599376b-7b08-42e8-85bf-1a61cac76676 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:06.597689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-9fbb2a28-fa39-4e1b-adc1-848dc017bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.598094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:06.598387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-9fbb2a28-fa39-4e1b-adc1-848dc017bc3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1500094 Aug 16 01:48:06.601561 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:06.607963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=31b05de9-016f-4d9d-b458-12dc562d4d3e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:06.615817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b27aa3c5-3eb1-4698-8c50-6174c90a1084 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:48:06.637949 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0de274d5-4386-44bf-8acd-41e6bbdc8313 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6506231 Aug 16 01:48:06.637949 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59900) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:06.642482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] Request body: {'subnet': {'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-40256301-subnet', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:06.650544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Routers {'532cc84d-550d-4bb6-a42a-e53da2da0714'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:06.651281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:48:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['532cc84d-550d-4bb6-a42a-e53da2da0714'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:06.660599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da253c70-b5fc-4e1c-a844-474a5c82fba1 req-5ce02994-9914-4d95-90b2-83e322bc0308 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.662153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da253c70-b5fc-4e1c-a844-474a5c82fba1 req-5ce02994-9914-4d95-90b2-83e322bc0308 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 947 time: 0.2160106 Aug 16 01:48:06.670923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0d2fbd9-7bd7-4ee0-9c02-3f81d5948e70 req-ae3cb161-4c56-4144-a88c-2b8448c2405e service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901316 Aug 16 01:48:06.671586 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.732812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-8b794d73-9a8f-415d-b244-7fa3b4fc1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.734366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-8b794d73-9a8f-415d-b244-7fa3b4fc1399 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1220803 Aug 16 01:48:06.738409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-a5e024d2-948f-4784-82d5-72904f613848 service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193632 Aug 16 01:48:06.744164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da253c70-b5fc-4e1c-a844-474a5c82fba1 req-6c2282e5-c60b-4e61-8dcf-a6299497f171 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716639 Aug 16 01:48:06.752965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11932b30-ef20-4f16-b49e-198a554ce9d7 None None] Pushing event updated for resources: {'Port': ['ID=38e9ba80-7d72-45ba-8fde-0026f2b6d451,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:06.780279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] Made reservation on behalf of fb49621d044a43e4a6659857800670b3 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:06.781245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.911174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-9b661a2f-0a9a-4193-abc9-8871babf78cc service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599710 Aug 16 01:48:06.923775 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] Set router 532cc84d-550d-4bb6-a42a-e53da2da0714 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:07.030552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bc48bbb-d572-4722-8371-0d1d045d0c45 req-7e8670c8-720d-43ff-a1cb-a192d541baed service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103237 Aug 16 01:48:07.054244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.193135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3683d056-20a4-4e5e-9dd5-9789722e463e None None] Provisioning for port 31b05de9-016f-4d9d-b458-12dc562d4d3e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:07.197185 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.204430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:02Z', 'revision_number': 3, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:07.205195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3683d056-20a4-4e5e-9dd5-9789722e463e None None] Provisioning complete for port 31b05de9-016f-4d9d-b458-12dc562d4d3e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:07.205701 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3683d056-20a4-4e5e-9dd5-9789722e463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.279347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3b8b-6e05-46f7-8f9a-34bffe6dd49a req-81b4f956-b2f9-40ad-b8df-4eae30853ef1 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:07.286341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-854c3b8b-6e05-46f7-8f9a-34bffe6dd49a req-81b4f956-b2f9-40ad-b8df-4eae30853ef1 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 946 time: 0.0940816 Aug 16 01:48:07.290839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c6ce9-41c5-45fd-916d-ca92c1e88768 None None] The sync data for ids ['532cc84d-550d-4bb6-a42a-e53da2da0714'] in n-d-768509-23 is: [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:02Z', 'revision_number': 3, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:07.293555 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3683d056-20a4-4e5e-9dd5-9789722e463e None None] Port 31b05de9-016f-4d9d-b458-12dc562d4d3e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:07.312044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386e2149-243f-4304-8a44-e8e1ee981a0b,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:07.333337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-854c3b8b-6e05-46f7-8f9a-34bffe6dd49a req-0e4c864f-1aee-4385-a368-5732c70c2e04 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Aug 16 01:48:07.333985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] Checking segment: {'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:07.334351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] Network hostable DHCP agents. Network: b27aa3c5-3eb1-4698-8c50-6174c90a1084, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:48:07.377223 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.426869 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b16cb58a-c50f-48d7-a6b8-e766b6acfc05 req-e893585f-b639-4757-9afa-211092d411b9 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 210 time: 0.0291283 Aug 16 01:48:07.456161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] Network b27aa3c5-3eb1-4698-8c50-6174c90a1084 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:48:07.488633 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.547518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a293a-0c66-48ea-9ae0-50c892167c16 req-20c14ecc-7f56-4ccf-9e57-34ce98d1f822 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:07.549078 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-853a293a-0c66-48ea-9ae0-50c892167c16 req-20c14ecc-7f56-4ccf-9e57-34ce98d1f822 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 945 time: 0.0631409 Aug 16 01:48:07.590816 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b27aa3c5-3eb1-4698-8c50-6174c90a1084) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:07.603676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaadec03-f528-4a34-a49b-d5414b9682f8 None None] Network b27aa3c5-3eb1-4698-8c50-6174c90a1084 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:07.607351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=31b05de9-016f-4d9d-b458-12dc562d4d3e,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:07.611601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:07.612485 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.616300 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.618394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-853a293a-0c66-48ea-9ae0-50c892167c16 req-d694b2e5-0f5d-4c24-9a0f-5a3eeb96b575 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579166 Aug 16 01:48:07.781577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Network e599376b-7b08-42e8-85bf-1a61cac76676 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:07.783852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:07.815283 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c7b55818-e964-4029-94dd-2eb4fb8676c7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1740167 Aug 16 01:48:07.816313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59922) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:07.821000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:07.824444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 38e9ba80-7d72-45ba-8fde-0026f2b6d451 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:07.961395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'fixed_ips': [{'subnet_id': '386e2149-243f-4304-8a44-e8e1ee981a0b'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:48:07.962590 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.993859 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.996307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Router 532cc84d-550d-4bb6-a42a-e53da2da0714 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:48:07.999965 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.157471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:08.160578 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.173002 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-98371f82-e7cd-4708-b5b9-989a1fb23ae3 admin admin] 10.222.0.66 "PUT /v2.0/routers/532cc84d-550d-4bb6-a42a-e53da2da0714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5519280 Aug 16 01:48:08.190490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 38e9ba80-7d72-45ba-8fde-0026f2b6d451 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:08.233946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 38e9ba80-7d72-45ba-8fde-0026f2b6d451 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:08.234330 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.342726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-852cf55f-d0c7-4cc9-bdf6-4b05f3dd802b None None] Provisioning complete for port 31b05de9-016f-4d9d-b458-12dc562d4d3e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:08.343376 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-852cf55f-d0c7-4cc9-bdf6-4b05f3dd802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.346400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Allocated IP 172.20.0.2 (b27aa3c5-3eb1-4698-8c50-6174c90a1084/386e2149-243f-4304-8a44-e8e1ee981a0b/1cff542d-b061-442d-9f24-f6f6520593cb) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:08.425183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-852cf55f-d0c7-4cc9-bdf6-4b05f3dd802b None None] Port 31b05de9-016f-4d9d-b458-12dc562d4d3e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:08.451994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0978c2f-f494-4523-878f-1b0bdf40fdb9 req-b4afccb0-25f7-4370-b0be-c5bb92819450 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:08.460150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0978c2f-f494-4523-878f-1b0bdf40fdb9 req-b4afccb0-25f7-4370-b0be-c5bb92819450 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 947 time: 0.2723510 Aug 16 01:48:08.479482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.514653 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.549987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a037c-85db-4855-bc42-23ddbee67d33 req-6a27573d-0832-4bde-b8ef-278aa833cf78 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:08.551072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 38e9ba80-7d72-45ba-8fde-0026f2b6d451, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=38e9ba80-7d72-45ba-8fde-0026f2b6d451,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:08.551488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-194a037c-85db-4855-bc42-23ddbee67d33 req-6a27573d-0832-4bde-b8ef-278aa833cf78 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 946 time: 0.1124744 Aug 16 01:48:08.563706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0978c2f-f494-4523-878f-1b0bdf40fdb9 req-cb492b24-212c-42f8-9f2e-a08740d3c02c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026137 Aug 16 01:48:08.642465 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.649856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Transition to ACTIVE for port object 1cff542d-b061-442d-9f24-f6f6520593cb will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:08.667943 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.674829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Transition to ACTIVE for port object 1cff542d-b061-442d-9f24-f6f6520593cb will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:08.689116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-194a037c-85db-4855-bc42-23ddbee67d33 req-5486396b-fc7a-4af7-bb52-e83ac4e1547d tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178472 Aug 16 01:48:08.763999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:08.798641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=38e9ba80-7d72-45ba-8fde-0026f2b6d451,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:08.811028 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.855669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Network b27aa3c5-3eb1-4698-8c50-6174c90a1084 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:08.858805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:08.866710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:08.908934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Pushing event updated for resources: {'Port': ['ID=1cff542d-b061-442d-9f24-f6f6520593cb,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:08.931339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6aaaf18a-75ce-486d-9cb1-16815a95a310 req-da484e88-2a28-48ad-9f74-bac440c8ab10 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 210 time: 0.0502157 Aug 16 01:48:08.959225 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.960234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Attempting to bind port 1cff542d-b061-442d-9f24-f6f6520593cb on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:08.960756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Attempting to bind port 1cff542d-b061-442d-9f24-f6f6520593cb by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:08.961715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Attempting to bind port 1cff542d-b061-442d-9f24-f6f6520593cb on network b27aa3c5-3eb1-4698-8c50-6174c90a1084 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:08.966631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:08.967008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Checking segment: {'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:08.967414 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.967811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Bound using segment: {'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:08.968276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Bound port: 1cff542d-b061-442d-9f24-f6f6520593cb, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:08.968660 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.977652 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:48:08.989907 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.043033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] For port 1cff542d-b061-442d-9f24-f6f6520593cb, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:09.046358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] For port 1cff542d-b061-442d-9f24-f6f6520593cb, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1cff542d-b061-442d-9f24-f6f6520593cb,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:09.067285 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59948) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:09.072094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f38381f7-801f-493e-9476-e61f8b804e22 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715780179', 'description': 'tempest-description--1447583591'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:09.084887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:09.089477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:09.089477 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.127347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cb8ae-8221-479a-af6b-d686683c3663 req-a38e5dd0-5baf-46cb-836b-e7195f48d6b1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.130250 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c3cb8ae-8221-479a-af6b-d686683c3663 req-a38e5dd0-5baf-46cb-836b-e7195f48d6b1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 945 time: 0.1026249 Aug 16 01:48:09.181332 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.181484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Allocated IP 172.25.8.194 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/e5051e32-21b1-4eec-81ba-cabe8fb3d1e9) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:09.210185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c3cb8ae-8221-479a-af6b-d686683c3663 req-d5ca54b7-b279-40f1-bba6-b5ee8afd77d9 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722167 Aug 16 01:48:09.217868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38381f7-801f-493e-9476-e61f8b804e22 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.331197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3a941-9110-486c-8624-fbd5847c1827 None None] Pushing event updated for resources: {'Port': ['ID=1cff542d-b061-442d-9f24-f6f6520593cb,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.341412 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.392307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:09.396968 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41820681-273a-43db-8ac1-141f16d22016" -d '{"events": [{"server_uuid": "84a91116-1c2c-46bc-899a-5f4b06c59bcb", "name": "network-vif-plugged", "status": "completed", "tag": "bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:09.400044 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38381f7-801f-493e-9476-e61f8b804e22 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.422761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:09.450951 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.456016 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85429321-b5ce-4a47-abe3-1e1632d80c31 x-openstack-request-id: req-85429321-b5ce-4a47-abe3-1e1632d80c31 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:09.461780 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a91116-1c2c-46bc-899a-5f4b06c59bcb", "name": "network-vif-plugged", "status": "completed", "tag": "bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:09.461780 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-85429321-b5ce-4a47-abe3-1e1632d80c31 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:09.461780 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba', 'code': 200} Aug 16 01:48:09.479600 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38381f7-801f-493e-9476-e61f8b804e22 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.514235 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.556635 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38381f7-801f-493e-9476-e61f8b804e22 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2dfa72-07d3-4282-b996-133939704652,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.599959 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.612325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.622913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38381f7-801f-493e-9476-e61f8b804e22 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.628445 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f38381f7-801f-493e-9476-e61f8b804e22 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5599706 Aug 16 01:48:09.629122 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59960) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:09.634461 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-111c39d2-2cb7-4338-87e5-55159a1dc00a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Request body: {'security_group_rule': {'security_group_id': 'ec2dfa72-07d3-4282-b996-133939704652', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:09.731654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:09.735299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:09.738446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:09.772523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Pushing event updated for resources: {'Port': ['ID=e5051e32-21b1-4eec-81ba-cabe8fb3d1e9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.778392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820537-6aa0-4259-b20b-7d5f29d80475 req-307a8fd6-4920-4ade-91d5-b22da75a85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.784573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13820537-6aa0-4259-b20b-7d5f29d80475 req-307a8fd6-4920-4ade-91d5-b22da75a85ea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 1098 time: 0.2610822 Aug 16 01:48:09.785961 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Sync routers for ids ['532cc84d-550d-4bb6-a42a-e53da2da0714'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:09.802682 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Routers {'532cc84d-550d-4bb6-a42a-e53da2da0714'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:09.803452 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:48:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['532cc84d-550d-4bb6-a42a-e53da2da0714'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:09.873310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 38e9ba80-7d72-45ba-8fde-0026f2b6d451 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:09.891191 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-111c39d2-2cb7-4338-87e5-55159a1dc00a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.917289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd8bc1-5771-4d8b-9487-f5aefb6efae7 req-1a8d1fce-2d0a-431b-b2e2-ab392a8d3e46 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.925450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fdd8bc1-5771-4d8b-9487-f5aefb6efae7 req-1a8d1fce-2d0a-431b-b2e2-ab392a8d3e46 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 947 time: 0.2458832 Aug 16 01:48:09.927808 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Set router 532cc84d-550d-4bb6-a42a-e53da2da0714 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:09.940341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 38e9ba80-7d72-45ba-8fde-0026f2b6d451 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:09.940928 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.995434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-111c39d2-2cb7-4338-87e5-55159a1dc00a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.022510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13820537-6aa0-4259-b20b-7d5f29d80475 req-f88fb787-7c63-4774-a6ae-862c0c1f705f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334766 Aug 16 01:48:10.059546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1cff542d-b061-442d-9f24-f6f6520593cb up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:10.077717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5f785-f2d6-48fb-8598-268340c8b2fa req-76950c29-d67b-40ed-b35b-40147ad4d251 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:10.080168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56c5f785-f2d6-48fb-8598-268340c8b2fa req-76950c29-d67b-40ed-b35b-40147ad4d251 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 946 time: 0.2711115 Aug 16 01:48:10.089602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15389dd6-dbfa-4991-9276-f22d7d07c426 req-5bad0a4c-06ee-41f4-9251-841bb0138339 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:10.091774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15389dd6-dbfa-4991-9276-f22d7d07c426 req-5bad0a4c-06ee-41f4-9251-841bb0138339 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 946 time: 0.3017960 Aug 16 01:48:10.107446 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-111c39d2-2cb7-4338-87e5-55159a1dc00a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.132632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c39d2-2cb7-4338-87e5-55159a1dc00a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d27fa6c-7394-4b13-bd77-b30bcf87535f,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:10.174530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fdd8bc1-5771-4d8b-9487-f5aefb6efae7 req-0e6a5226-26cc-4bd7-99c8-5f73c62bc924 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481935 Aug 16 01:48:10.177360 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 4, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '31b05de9-016f-4d9d-b458-12dc562d4d3e', 'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'mac_address': 'fa:16:3e:ef:0a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:05Z', 'updated_at': '2021-08-16T01:48:07Z', 'revision_number': 2, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'subnets': [{'id': '7343030e-9add-4353-8aff-66a47414352b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:10.204755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 1cff542d-b061-442d-9f24-f6f6520593cb completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:10.208061 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Checking router: 532cc84d-550d-4bb6-a42a-e53da2da0714 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:10.208403 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Updating router 532cc84d-550d-4bb6-a42a-e53da2da0714 port 31b05de9-016f-4d9d-b458-12dc562d4d3e binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:48:10.233198 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-111c39d2-2cb7-4338-87e5-55159a1dc00a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.234494 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-111c39d2-2cb7-4338-87e5-55159a1dc00a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6044071 Aug 16 01:48:10.237084 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59968) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:10.239162 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.249229 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5efa063b-5f22-4a86-b58e-23c0e781a737 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Request body: {'security_group_rule': {'security_group_id': 'ec2dfa72-07d3-4282-b996-133939704652', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:10.271362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15389dd6-dbfa-4991-9276-f22d7d07c426 req-e56adeaa-3a48-4b8c-8405-ef6cde0aad6d tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191196 Aug 16 01:48:10.301871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f79ffce7-4e9c-4f75-95fc-54520fd25657 req-ee70d7a2-7165-49de-9364-131019624687 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 210 time: 0.0353613 Aug 16 01:48:10.402314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5efa063b-5f22-4a86-b58e-23c0e781a737 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.423327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-56c5f785-f2d6-48fb-8598-268340c8b2fa req-23beceff-fb27-41f6-b49c-84b4575df248 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Deleting port 5f499363-8130-4b35-bb74-a994700a2647 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:10.423668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56c5f785-f2d6-48fb-8598-268340c8b2fa req-23beceff-fb27-41f6-b49c-84b4575df248 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.486092 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5efa063b-5f22-4a86-b58e-23c0e781a737 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.593546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5efa063b-5f22-4a86-b58e-23c0e781a737 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.624575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa063b-5f22-4a86-b58e-23c0e781a737 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bed79f1-dcdf-4617-ac3c-dfea0d80d755,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:10.640456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a585a85d-c48d-43a6-bc0f-740f686a5b2e None None] Network b27aa3c5-3eb1-4698-8c50-6174c90a1084 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:10.668890 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.681298 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Transition to ACTIVE for port object 31b05de9-016f-4d9d-b458-12dc562d4d3e will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:10.850672 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.859077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3c3e9028-999d-400d-a346-f2b15efa3157 None None] Provisioning for port 1cff542d-b061-442d-9f24-f6f6520593cb completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:10.865668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3c3e9028-999d-400d-a346-f2b15efa3157 None None] Provisioning complete for port 1cff542d-b061-442d-9f24-f6f6520593cb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:10.866085 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9028-999d-400d-a346-f2b15efa3157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.937869 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Pushing event updated for resources: {'Port': ['ID=31b05de9-016f-4d9d-b458-12dc562d4d3e,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:10.960219 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:10.960515 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:10.961728 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:10.962078 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:10.964180 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:10.964180 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:10.964180 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:10.964180 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:10.964567 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:10.964567 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:10.964878 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:10.965181 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:11.004870 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5efa063b-5f22-4a86-b58e-23c0e781a737 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.007600 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5efa063b-5f22-4a86-b58e-23c0e781a737 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7684686 Aug 16 01:48:11.009412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59980) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:11.017151 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9028-999d-400d-a346-f2b15efa3157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.017790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:11.047537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a24382-0107-4d84-be39-aadabad6e9f0 req-a1b7f658-8abc-438b-b4a4-38e87245884c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.056324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38a24382-0107-4d84-be39-aadabad6e9f0 req-a1b7f658-8abc-438b-b4a4-38e87245884c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.6557565 Aug 16 01:48:11.080752 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Attempting to bind port 31b05de9-016f-4d9d-b458-12dc562d4d3e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:11.081125 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Attempting to bind port 31b05de9-016f-4d9d-b458-12dc562d4d3e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:11.081478 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Attempting to bind port 31b05de9-016f-4d9d-b458-12dc562d4d3e on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:11.087794 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:11.089112 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Checking segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:11.089774 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.090259 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Bound using segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:11.090808 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Bound port: 31b05de9-016f-4d9d-b458-12dc562d4d3e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:11.091268 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.096210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec6239-45d3-4423-a892-d931c2c88475 req-8b2dc99a-651e-475a-a5fd-d7c974bd3fae tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.097737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-8b2dc99a-651e-475a-a5fd-d7c974bd3fae tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.7688420 Aug 16 01:48:11.101789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3c3e9028-999d-400d-a346-f2b15efa3157 None None] For port 1cff542d-b061-442d-9f24-f6f6520593cb, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1cff542d-b061-442d-9f24-f6f6520593cb,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:11.144531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Request body: {'port': {'device_id': 'b16acb61-b068-4802-97e1-bab84eb8ef89', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'admin_state_up': True, 'tenant_id': 'dc27f74a9cdc43628097134d50cbfd97'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:11.153720 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.196488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.204011 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] For port 31b05de9-016f-4d9d-b458-12dc562d4d3e, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:11.207523 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] For port 31b05de9-016f-4d9d-b458-12dc562d4d3e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=31b05de9-016f-4d9d-b458-12dc562d4d3e,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:11.227579 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9028-999d-400d-a346-f2b15efa3157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.282626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e9028-999d-400d-a346-f2b15efa3157 None None] Pushing event updated for resources: {'Port': ['ID=1cff542d-b061-442d-9f24-f6f6520593cb,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:11.296701 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.305798 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.328986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38a24382-0107-4d84-be39-aadabad6e9f0 req-650cc28f-9a37-499c-b44f-b5e5d60f248d tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711897 Aug 16 01:48:11.353318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-56c5f785-f2d6-48fb-8598-268340c8b2fa req-23beceff-fb27-41f6-b49c-84b4575df248 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] For port 5f499363-8130-4b35-bb74-a994700a2647, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=5f499363-8130-4b35-bb74-a994700a2647,segment=NetworkSegment(981e85a3-7e4f-43e2-8f62-0f5c332bc074),segment_id=981e85a3-7e4f-43e2-8f62-0f5c332bc074)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:11.353727 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56c5f785-f2d6-48fb-8598-268340c8b2fa req-23beceff-fb27-41f6-b49c-84b4575df248 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.355096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0e8eee0a-52d6-4be8-a635-e6ad8c6e2b2f None None] Provisioning complete for port 1cff542d-b061-442d-9f24-f6f6520593cb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:11.355477 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0e8eee0a-52d6-4be8-a635-e6ad8c6e2b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.454040 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 40c1f0db-7f83-4806-b237-7164867c799e details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:11.456366 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Routers {'532cc84d-550d-4bb6-a42a-e53da2da0714'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:11.457015 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:48:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['532cc84d-550d-4bb6-a42a-e53da2da0714'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:11.457733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-56c5f785-f2d6-48fb-8598-268340c8b2fa req-23beceff-fb27-41f6-b49c-84b4575df248 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Calling delete_port for 5f499363-8130-4b35-bb74-a994700a2647 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:11.499151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Allocated IP 172.25.8.202 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/233b9a1c-1358-4520-806b-faa92278e69b) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:11.553063 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57be7e-2677-4032-8569-eaa08c3755f8 None None] Pushing event updated for resources: {'Port': ['ID=31b05de9-016f-4d9d-b458-12dc562d4d3e,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:11.646380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 40c1f0db-7f83-4806-b237-7164867c799e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=40c1f0db-7f83-4806-b237-7164867c799e,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:11.690559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '40c1f0db-7f83-4806-b237-7164867c799e', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '40c1f0db-7f83-4806-b237-7164867c799e', 'mac_address': 'fa:16:3e:ca:a6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:11.710529 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] Set router 532cc84d-550d-4bb6-a42a-e53da2da0714 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:11.714054 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.763575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346c40d-6d8b-473f-b9cc-72fb97ed9c0e req-eecb8689-3f84-4fee-87c3-f55702a4f0e7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.775143 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9346c40d-6d8b-473f-b9cc-72fb97ed9c0e req-eecb8689-3f84-4fee-87c3-f55702a4f0e7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 947 time: 0.3131325 Aug 16 01:48:11.792351 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.819382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1cff542d-b061-442d-9f24-f6f6520593cb up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:11.828507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d74a9a-36da-409c-bb5b-f28af8556f78 req-98f6f700-5610-4393-bfbc-2f67916b4bf2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.836524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d74a9a-36da-409c-bb5b-f28af8556f78 req-98f6f700-5610-4393-bfbc-2f67916b4bf2 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 946 time: 0.3503926 Aug 16 01:48:11.867040 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c1f0db-7f83-4806-b237-7164867c799e {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:11.903137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 40c1f0db-7f83-4806-b237-7164867c799e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=40c1f0db-7f83-4806-b237-7164867c799e,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:11.914597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.942971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1cff542d-b061-442d-9f24-f6f6520593cb triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:11.943499 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.960430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9346c40d-6d8b-473f-b9cc-72fb97ed9c0e req-97e049d9-e142-490c-a9e5-8dad8685e7c6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840370 Aug 16 01:48:12.042626 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 4, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '31b05de9-016f-4d9d-b458-12dc562d4d3e', 'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'mac_address': 'fa:16:3e:ef:0a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:05Z', 'updated_at': '2021-08-16T01:48:11Z', 'revision_number': 4, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'subnets': [{'id': '7343030e-9add-4353-8aff-66a47414352b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:12.047056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:12.050136 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event updated for resources: {'Port': ['ID=233b9a1c-1358-4520-806b-faa92278e69b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:12.063823 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.070625 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:12.073386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Made reservation on behalf of dc27f74a9cdc43628097134d50cbfd97 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:12.077317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.078661 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.079125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.079560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.079989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.080414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.080978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.081458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.081626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.082120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.082555 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.082977 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.083395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.087926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:12.140127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d74a9a-36da-409c-bb5b-f28af8556f78 req-71ad7809-44ec-4350-97ed-dc40bdd33940 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups?id=39e83e7b-b03b-46ee-ada6-c4220f34310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977071 Aug 16 01:48:12.174058 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56c5f785-f2d6-48fb-8598-268340c8b2fa req-23beceff-fb27-41f6-b49c-84b4575df248 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.188971 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.205234 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.235155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=40c1f0db-7f83-4806-b237-7164867c799e,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:12.324561 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec58af5-e25d-4f0d-b6bf-2ac7675de98f None None] The sync data for ids ['532cc84d-550d-4bb6-a42a-e53da2da0714'] in n-d-768509-23 is: [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 4, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '31b05de9-016f-4d9d-b458-12dc562d4d3e', 'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'mac_address': 'fa:16:3e:ef:0a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:05Z', 'updated_at': '2021-08-16T01:48:11Z', 'revision_number': 4, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'subnets': [{'id': '7343030e-9add-4353-8aff-66a47414352b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:12.339141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.384035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['40c1f0db-7f83-4806-b237-7164867c799e'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:12.555098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beceff-fb27-41f6-b49c-84b4575df248 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event deleted for resources: {'Port': ['ID=5f499363-8130-4b35-bb74-a994700a2647,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:12.620904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.690397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-711e4418-7ca6-4d2b-8eaa-c0d50bb04056 req-035b9913-efad-4e5b-9e9e-8f43e94c3079 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 210 time: 0.1152821 Aug 16 01:48:12.710890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c5f785-f2d6-48fb-8598-268340c8b2fa req-23beceff-fb27-41f6-b49c-84b4575df248 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] No DVR routers for this DVR port 5f499363-8130-4b35-bb74-a994700a2647 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:12.723724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56c5f785-f2d6-48fb-8598-268340c8b2fa req-23beceff-fb27-41f6-b49c-84b4575df248 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.726372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56c5f785-f2d6-48fb-8598-268340c8b2fa req-23beceff-fb27-41f6-b49c-84b4575df248 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.64 "DELETE /v2.0/ports/5f499363-8130-4b35-bb74-a994700a2647 HTTP/1.1" status: 204 len: 173 time: 2.6336896 Aug 16 01:48:12.728030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e4952-c17c-48f2-9dcb-2d411740b14d', 'name': 'network-vif-deleted', 'tag': '5f499363-8130-4b35-bb74-a994700a2647'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:12.731298 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545eb8a2-cee9-4ab1-a07b-a72491ca51f3" -d '{"events": [{"server_uuid": "cb4e4952-c17c-48f2-9dcb-2d411740b14d", "name": "network-vif-deleted", "tag": "5f499363-8130-4b35-bb74-a994700a2647"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:12.737919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Allocated IP 172.20.0.9 (51428e0c-01e8-42d8-86fb-58754a187d3b/36248d85-ffe8-48a4-8ed4-f53ad621065f/bcdffc14-53eb-449e-afa8-386c5d2a350c) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:12.759310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.784883 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9237bc30-f04e-4d64-9519-30f8e0ebc6ec x-openstack-request-id: req-9237bc30-f04e-4d64-9519-30f8e0ebc6ec {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:12.785392 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e4952-c17c-48f2-9dcb-2d411740b14d", "name": "network-vif-deleted", "tag": "5f499363-8130-4b35-bb74-a994700a2647", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:12.785635 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9237bc30-f04e-4d64-9519-30f8e0ebc6ec {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:12.786259 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e4952-c17c-48f2-9dcb-2d411740b14d', 'name': 'network-vif-deleted', 'tag': '5f499363-8130-4b35-bb74-a994700a2647', 'status': 'completed', 'code': 200} Aug 16 01:48:12.804153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32449-fa40-43d2-8a76-e9ae1bddc0b3 req-74f5741a-f36d-4e7b-9199-bf556b37ef54 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:12.810994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49e32449-fa40-43d2-8a76-e9ae1bddc0b3 req-74f5741a-f36d-4e7b-9199-bf556b37ef54 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.2197840 Aug 16 01:48:12.865105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event updated for resources: {'Port': ['ID=233b9a1c-1358-4520-806b-faa92278e69b,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:12.873132 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.909597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49e32449-fa40-43d2-8a76-e9ae1bddc0b3 req-2b25c8ec-9285-481e-a834-a29c371a7a98 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935569 Aug 16 01:48:13.016442 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.017736 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-44848164-0d34-4a24-85bd-a0375e46973a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0066352 Aug 16 01:48:13.140664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Router 9d92f83f-d769-440b-84c3-b0b84187f8a4 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:48:13.146169 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.280678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf608f-e0c8-4a48-bab2-fccb855120d0 req-ec3b0707-a943-43bd-bb3b-00907f1efa0b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.282440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fbf608f-e0c8-4a48-bab2-fccb855120d0 req-ec3b0707-a943-43bd-bb3b-00907f1efa0b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 948 time: 0.1755207 Aug 16 01:48:13.312712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b7d94-a6ed-487f-a221-55606a3c48d9 req-b08a7768-bfd7-49ba-94bf-db42289dd254 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.314319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f9b7d94-a6ed-487f-a221-55606a3c48d9 req-b08a7768-bfd7-49ba-94bf-db42289dd254 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 1098 time: 0.1840367 Aug 16 01:48:13.417697 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fbf608f-e0c8-4a48-bab2-fccb855120d0 req-915b49d8-7e84-4757-aa1d-be5ae7c2d9d7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264172 Aug 16 01:48:13.435061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f9b7d94-a6ed-487f-a221-55606a3c48d9 req-22402af3-e451-4c94-8f3b-08d63a7a80e0 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061375 Aug 16 01:48:13.437006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:13.446101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 40c1f0db-7f83-4806-b237-7164867c799e up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:13.458856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Sync routers for ids ['9d92f83f-d769-440b-84c3-b0b84187f8a4'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:13.525288 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.527708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Routers {'9d92f83f-d769-440b-84c3-b0b84187f8a4'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:13.528370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:48:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d92f83f-d769-440b-84c3-b0b84187f8a4'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:13.628802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ae3efce-3083-4585-b027-b78bcf35af01 req-72d98a9a-5fb0-4359-a4bc-f0150e964a6a tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4e4952-c17c-48f2-9dcb-2d411740b14d HTTP/1.1" status: 200 len: 210 time: 0.0585673 Aug 16 01:48:13.633258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Network 51428e0c-01e8-42d8-86fb-58754a187d3b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:13.639446 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.640691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9ceda0ac-4c73-46ef-8339-d86f9506ab41 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8235946 Aug 16 01:48:13.643615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60030) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:13.658736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:13.684608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event updated for resources: {'Port': ['ID=bcdffc14-53eb-449e-afa8-386c5d2a350c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:13.684608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:13.702120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-5c9b185d-3113-41ac-81ae-3de753bc2be3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1715780179&fields=id&tenant_id=ba1d0ba988054dcba34eab22d5357e9a HTTP/1.1" status: 200 len: 267 time: 0.1305020 Aug 16 01:48:13.790029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 40c1f0db-7f83-4806-b237-7164867c799e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:13.824748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 40c1f0db-7f83-4806-b237-7164867c799e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:13.824748 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.852428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 31b05de9-016f-4d9d-b458-12dc562d4d3e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:13.905181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.905315 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.934031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Set router 9d92f83f-d769-440b-84c3-b0b84187f8a4 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:13.992001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-a1e7acc8-5b76-4818-a488-96ac81c999c3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:14.002574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-a1e7acc8-5b76-4818-a488-96ac81c999c3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 812 time: 0.2994173 Aug 16 01:48:14.025373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-907b059a-5236-4a62-8a50-d2d375eec11e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8859279 Aug 16 01:48:14.039124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-0b853be5-cd5e-4330-a89a-836aa2874145 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/quotas/ba1d0ba988054dcba34eab22d5357e9a HTTP/1.1" status: 200 len: 375 time: 0.0335903 Aug 16 01:48:14.079039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Request body: {'port': {'device_id': 'b16acb61-b068-4802-97e1-bab84eb8ef89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:14.154101 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.202940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c1f0db-7f83-4806-b237-7164867c799e'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:14.205284 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e15c9c-30a2-475a-a8dd-8f4f8d298b11" -d '{"events": [{"server_uuid": "8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af", "name": "network-vif-plugged", "status": "completed", "tag": "40c1f0db-7f83-4806-b237-7164867c799e"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:14.219518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 31b05de9-016f-4d9d-b458-12dc562d4d3e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:14.222703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 40c1f0db-7f83-4806-b237-7164867c799e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=40c1f0db-7f83-4806-b237-7164867c799e,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:14.227146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 31b05de9-016f-4d9d-b458-12dc562d4d3e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:14.227526 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.236154 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.279647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:10Z', 'revision_number': 3, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:14.315262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Checking router: 9d92f83f-d769-440b-84c3-b0b84187f8a4 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:14.315640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Updating router 9d92f83f-d769-440b-84c3-b0b84187f8a4 port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:48:14.335278 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.336089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5f499363-8130-4b35-bb74-a994700a2647 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:14.363128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-27ed3ae2-47cb-48f1-9410-fe8858b61afc tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3217888 Aug 16 01:48:14.389247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bbfd0-5217-4b0f-84f5-73855171f4d2 req-4bb8727e-d0ce-419f-af9d-67c8d678a892 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:14.396746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e89bbfd0-5217-4b0f-84f5-73855171f4d2 req-4bb8727e-d0ce-419f-af9d-67c8d678a892 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 931 time: 0.2037771 Aug 16 01:48:14.397729 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.403044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 5f499363-8130-4b35-bb74-a994700a2647 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:48:14.403392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 5f499363-8130-4b35-bb74-a994700a2647 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:14.407923 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.476484 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.540678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=40c1f0db-7f83-4806-b237-7164867c799e,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:14.586133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 31b05de9-016f-4d9d-b458-12dc562d4d3e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=31b05de9-016f-4d9d-b458-12dc562d4d3e,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:14.602103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e89bbfd0-5217-4b0f-84f5-73855171f4d2 req-d99f8dde-ed3b-4608-817f-ea83693cdca3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036917 Aug 16 01:48:14.624987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Allocated IP 172.20.0.1 (b27aa3c5-3eb1-4698-8c50-6174c90a1084/386e2149-243f-4304-8a44-e8e1ee981a0b/6c9bde2a-f4ad-44d9-943a-5b230e03229c) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:14.714193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-73fda832-665b-4099-8b5c-c47b49bbb1f3 service neutron] 10.222.0.66 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140714 Aug 16 01:48:14.739137 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.765862 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.780292 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Transition to ACTIVE for port object 6c9bde2a-f4ad-44d9-943a-5b230e03229c will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:14.785159 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.827019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Transition to ACTIVE for port object e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:14.832359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=31b05de9-016f-4d9d-b458-12dc562d4d3e,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:14.864763 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2e327b-13bf-4463-b261-4a57ffe583b4 x-openstack-request-id: req-ac2e327b-13bf-4463-b261-4a57ffe583b4 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:14.865057 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af", "name": "network-vif-plugged", "status": "completed", "tag": "40c1f0db-7f83-4806-b237-7164867c799e", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:14.865318 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac2e327b-13bf-4463-b261-4a57ffe583b4 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:14.865699 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c1f0db-7f83-4806-b237-7164867c799e', 'code': 200} Aug 16 01:48:14.896324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-e9dd370f-14a0-4c4f-a9ab-f2b2ba1e0ca1 service neutron] 10.222.0.66 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751320 Aug 16 01:48:14.905214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdffc14-53eb-449e-afa8-386c5d2a350c {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:14.922079 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.934121 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.966615 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.005491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Network b27aa3c5-3eb1-4698-8c50-6174c90a1084 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:15.082767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Transition to ACTIVE for port object bcdffc14-53eb-449e-afa8-386c5d2a350c will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:15.093322 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:15.112616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:15.113442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da2fe0-f0f6-42ee-9bb3-7bc0acd4042c None None] Pushing event updated for resources: {'Port': ['ID=e5051e32-21b1-4eec-81ba-cabe8fb3d1e9,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:15.127713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017d087-a7ce-45ab-82b0-d8b4a1b5cb28 req-d241a81f-2926-4fb7-8d60-5dc1b3c28bf8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.128943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c017d087-a7ce-45ab-82b0-d8b4a1b5cb28 req-d241a81f-2926-4fb7-8d60-5dc1b3c28bf8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 949 time: 0.1094739 Aug 16 01:48:15.134259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe74de5-9066-4c9d-b4ff-0729002426d9 req-714b36b9-0d0b-44d7-8506-d4bddf32602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.135997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Attempting to bind port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:15.136609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Attempting to bind port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:15.137173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Attempting to bind port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:15.138531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fe74de5-9066-4c9d-b4ff-0729002426d9 req-714b36b9-0d0b-44d7-8506-d4bddf32602f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 1101 time: 0.1897528 Aug 16 01:48:15.146155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:15.146745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:15.147386 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.148019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:15.161854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Bound port: e5051e32-21b1-4eec-81ba-cabe8fb3d1e9, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:15.161854 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.209386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fe74de5-9066-4c9d-b4ff-0729002426d9 req-138f3937-47eb-489c-9573-226591c6fa09 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564656 Aug 16 01:48:15.235897 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.239214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c017d087-a7ce-45ab-82b0-d8b4a1b5cb28 req-5f136254-f723-446a-b16a-d60fb0e3c924 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681393 Aug 16 01:48:15.305132 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.328788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] For port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:15.345844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] For port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e5051e32-21b1-4eec-81ba-cabe8fb3d1e9,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:15.397287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6c9bde2a-f4ad-44d9-943a-5b230e03229c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:15.457013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdffc14-53eb-449e-afa8-386c5d2a350c,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:15.468080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.580854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Attempting to bind port bcdffc14-53eb-449e-afa8-386c5d2a350c on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:15.581466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Attempting to bind port bcdffc14-53eb-449e-afa8-386c5d2a350c by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:15.582071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Attempting to bind port bcdffc14-53eb-449e-afa8-386c5d2a350c on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:15.587501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Port bcdffc14-53eb-449e-afa8-386c5d2a350c on network 51428e0c-01e8-42d8-86fb-58754a187d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:15.589973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Attempting to bind port bcdffc14-53eb-449e-afa8-386c5d2a350c on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:15.598691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:15.602330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Checking segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:15.603840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Bound using segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:15.604465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Bound port: bcdffc14-53eb-449e-afa8-386c5d2a350c, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:15.605402 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.640908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da2fe0-f0f6-42ee-9bb3-7bc0acd4042c None None] Pushing event updated for resources: {'Port': ['ID=e5051e32-21b1-4eec-81ba-cabe8fb3d1e9,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:15.658871 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Routers {'9d92f83f-d769-440b-84c3-b0b84187f8a4'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:15.659535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:48:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d92f83f-d769-440b-84c3-b0b84187f8a4'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:15.758552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45b336c1-74a5-4ea3-ac0e-dd55d9a252cb req-498b4207-e4df-4ef9-9a87-146f154dfbf8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 210 time: 0.0586548 Aug 16 01:48:15.798080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] Set router 9d92f83f-d769-440b-84c3-b0b84187f8a4 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:15.883389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] For port bcdffc14-53eb-449e-afa8-386c5d2a350c, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:15.889951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 31b05de9-016f-4d9d-b458-12dc562d4d3e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:15.895265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] For port bcdffc14-53eb-449e-afa8-386c5d2a350c, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bcdffc14-53eb-449e-afa8-386c5d2a350c,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:15.913718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de8ae-3605-4f6e-ad83-015c88868a60 req-ccb0338c-9d34-4f24-9297-bf46ac061178 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.917623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff6de8ae-3605-4f6e-ad83-015c88868a60 req-ccb0338c-9d34-4f24-9297-bf46ac061178 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 943 time: 0.0979989 Aug 16 01:48:15.939881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.971169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff6de8ae-3605-4f6e-ad83-015c88868a60 req-42f7d6a2-870d-459f-94f3-1fa9bd0d8f1a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439343 Aug 16 01:48:16.029505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 31b05de9-016f-4d9d-b458-12dc562d4d3e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:16.030156 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.147780 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.168390 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.174175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9b58da60-44e6-4473-9a4f-13b8c8c8481f None None] Provisioning for port 6c9bde2a-f4ad-44d9-943a-5b230e03229c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:16.180735 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60086) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.195580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9b58da60-44e6-4473-9a4f-13b8c8c8481f None None] Provisioning complete for port 6c9bde2a-f4ad-44d9-943a-5b230e03229c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:16.199082 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9b58da60-44e6-4473-9a4f-13b8c8c8481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.227215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.228345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.230817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] 10.222.0.74 "PUT /v2.0/ports/bcdffc14-53eb-449e-afa8-386c5d2a350c HTTP/1.1" status: 200 len: 1092 time: 2.1648233 Aug 16 01:48:16.231949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16acb61-b068-4802-97e1-bab84eb8ef89', 'tag': 'bcdffc14-53eb-449e-afa8-386c5d2a350c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:16.236685 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f8ab39-28cd-4f47-844f-eaff7833dc87" -d '{"events": [{"name": "network-changed", "server_uuid": "b16acb61-b068-4802-97e1-bab84eb8ef89", "tag": "bcdffc14-53eb-449e-afa8-386c5d2a350c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:16.258862 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-196c4eb5-81f3-4f6e-b993-727fb19ebb04 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.289764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:10Z', 'revision_number': 3, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:16.296134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-196c4eb5-81f3-4f6e-b993-727fb19ebb04 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.334940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2e77c-5d87-4f81-8a50-e9f726543e18 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdffc14-53eb-449e-afa8-386c5d2a350c,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:16.335793 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acf95a-edf6-4680-971d-6b55bac16eb4 None None] The sync data for ids ['9d92f83f-d769-440b-84c3-b0b84187f8a4'] in n-d-768509-23 is: [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:10Z', 'revision_number': 3, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:16.342823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9b58da60-44e6-4473-9a4f-13b8c8c8481f None None] Port 6c9bde2a-f4ad-44d9-943a-5b230e03229c cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:16.357434 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cf0872-11c1-4031-aa33-c6ddec2d4d9b x-openstack-request-id: req-40cf0872-11c1-4031-aa33-c6ddec2d4d9b {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:16.357434 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16acb61-b068-4802-97e1-bab84eb8ef89", "tag": "bcdffc14-53eb-449e-afa8-386c5d2a350c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:16.357694 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40cf0872-11c1-4031-aa33-c6ddec2d4d9b {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:16.358127 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16acb61-b068-4802-97e1-bab84eb8ef89', 'tag': 'bcdffc14-53eb-449e-afa8-386c5d2a350c', 'status': 'completed', 'code': 200} Aug 16 01:48:16.402883 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.474636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8ab39-28cd-4f47-844f-eaff7833dc87 req-faed1e2b-adf2-463d-b83b-0e0a49a0d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.476296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0f8ab39-28cd-4f47-844f-eaff7833dc87 req-faed1e2b-adf2-463d-b83b-0e0a49a0d0f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 1095 time: 0.1016653 Aug 16 01:48:16.492182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc3a27-8637-44e9-a642-14980522a5d1 req-6a6dd3cc-428c-4cd9-9d6b-50ac442003d8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.492411 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6c9bde2a-f4ad-44d9-943a-5b230e03229c,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:16.493842 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dcc3a27-8637-44e9-a642-14980522a5d1 req-6a6dd3cc-428c-4cd9-9d6b-50ac442003d8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 949 time: 0.0842602 Aug 16 01:48:16.501100 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.616210 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-196c4eb5-81f3-4f6e-b993-727fb19ebb04 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.621578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-196c4eb5-81f3-4f6e-b993-727fb19ebb04 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.626103 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-196c4eb5-81f3-4f6e-b993-727fb19ebb04 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "DELETE /v2.0/security-groups/bc239429-9283-4f19-9711-1f6c78504e88 HTTP/1.1" status: 204 len: 168 time: 0.4416227 Aug 16 01:48:16.633770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60098) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.646723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dcc3a27-8637-44e9-a642-14980522a5d1 req-58c23c3f-6ed1-4dbf-b20e-73c8081c4410 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254013 Aug 16 01:48:16.709633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Network b27aa3c5-3eb1-4698-8c50-6174c90a1084 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:16.709633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:16.709633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c4eb5-81f3-4f6e-b993-727fb19ebb04 tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc239429-9283-4f19-9711-1f6c78504e88,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:16.715944 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-45e03c3d-2e3b-4a07-978c-ad9e68be43ae tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] show failed (client error): The resource could not be found. Aug 16 01:48:16.730046 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-45e03c3d-2e3b-4a07-978c-ad9e68be43ae tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "GET /v2.0/security-groups/bc239429-9283-4f19-9711-1f6c78504e88 HTTP/1.1" status: 404 len: 347 time: 0.0984075 Aug 16 01:48:16.739727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60100) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.745570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8ab39-28cd-4f47-844f-eaff7833dc87 req-666edb72-d769-420e-9f78-165c85c8879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.750889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0f8ab39-28cd-4f47-844f-eaff7833dc87 req-666edb72-d769-420e-9f78-165c85c8879c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=dc27f74a9cdc43628097134d50cbfd97&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2534659 Aug 16 01:48:16.904091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Router 9d92f83f-d769-440b-84c3-b0b84187f8a4 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:48:17.060061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:17.077380 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b5ce38cf-a999-4ae0-98ed-24731d0f95b7 admin admin] 10.222.0.66 "PUT /v2.0/routers/9d92f83f-d769-440b-84c3-b0b84187f8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4236655 Aug 16 01:48:17.182094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cb58484d-4030-40e4-a509-8653b6e5080f None None] Provisioning complete for port 6c9bde2a-f4ad-44d9-943a-5b230e03229c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:17.183205 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cb58484d-4030-40e4-a509-8653b6e5080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.253722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-cb58484d-4030-40e4-a509-8653b6e5080f None None] Port 6c9bde2a-f4ad-44d9-943a-5b230e03229c cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:17.440082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4db62d34-c238-4f7b-b4db-1830cef69f1a req-85d7ec42-077b-466f-852a-81ea09bf63aa tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 210 time: 0.5809770 Aug 16 01:48:17.571709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0378be-8ce8-4096-ad57-6db2216d274a req-7f8326c8-6283-487d-aa0a-643235659fb7 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.573374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d0378be-8ce8-4096-ad57-6db2216d274a req-7f8326c8-6283-487d-aa0a-643235659fb7 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 943 time: 0.1688359 Aug 16 01:48:17.580641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8ab39-28cd-4f47-844f-eaff7833dc87 req-2254eeb9-8cd8-40e2-91f8-ddd1384281d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.582142 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0f8ab39-28cd-4f47-844f-eaff7833dc87 req-2254eeb9-8cd8-40e2-91f8-ddd1384281d2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8243484 Aug 16 01:48:17.641926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d0378be-8ce8-4096-ad57-6db2216d274a req-12886be6-de28-42f3-b5ae-f24838ad09d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579672 Aug 16 01:48:17.643225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Deleting port 27d99724-bd40-4817-83f8-d2f664cde7ca {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:17.643565 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.728263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec6239-45d3-4423-a892-d931c2c88475 req-aa927141-58bf-4070-95c5-fb1ab2d60084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.730537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-aa927141-58bf-4070-95c5-fb1ab2d60084 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 1095 time: 0.1056998 Aug 16 01:48:17.790667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-297f29d4-951e-4ec3-a476-9fad01ca15bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdffc14-53eb-449e-afa8-386c5d2a350c HTTP/1.1" status: 200 len: 217 time: 0.0496185 Aug 16 01:48:17.795621 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.795815 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.821041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:17.842739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Calling delete_port for 27d99724-bd40-4817-83f8-d2f664cde7ca owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:17.904264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec6239-45d3-4423-a892-d931c2c88475 req-14c3429d-bbb0-4300-a627-1ae33db722a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.905643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-14c3429d-bbb0-4300-a627-1ae33db722a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 200 len: 852 time: 0.1073220 Aug 16 01:48:17.949599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-cb23d7d5-632a-48ae-9704-99f860dfad4b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51428e0c-01e8-42d8-86fb-58754a187d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317886 Aug 16 01:48:18.074264 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:18.078674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:18.079057 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.089047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-64982c2a-4411-4fa5-97f1-b6de891a856f service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296306 Aug 16 01:48:18.167421 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.195638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e5051e32-21b1-4eec-81ba-cabe8fb3d1e9,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:18.205490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aec6239-45d3-4423-a892-d931c2c88475 req-dab63147-ae6c-47b7-bdab-e450ff05be88 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052227 Aug 16 01:48:18.267374 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.268702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60132) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:18.273706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ea1247c3-7951-40bc-8d6c-0182dbd8355c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329653898', 'description': 'tempest-description--97129576'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:18.296748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Pushing event deleted for resources: {'Port': ['ID=27d99724-bd40-4817-83f8-d2f664cde7ca,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:18.323291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.323642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.323976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.324359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.324639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.324966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.325291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.325614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.325965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.326289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.326610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.326930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:18.385932 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.398548 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.401696 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.402899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-32e749a5-c644-41ad-b9ec-31dcd705b60e tempest-ImagesOneServerNegativeTestJSON-2050417216 tempest-ImagesOneServerNegativeTestJSON-2050417216-project] 10.222.0.66 "DELETE /v2.0/floatingips/83fea5e1-dfb5-4c3a-a11c-6c00f3da85ad HTTP/1.1" status: 204 len: 168 time: 1.6490912 Aug 16 01:48:18.423150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4588-18ee-4223-a3e4-ac4b854ca440 req-45f555f3-6fcd-4e85-ae0d-fa028975934d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:18.424713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5de4588-18ee-4223-a3e4-ac4b854ca440 req-45f555f3-6fcd-4e85-ae0d-fa028975934d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 949 time: 0.0734084 Aug 16 01:48:18.445371 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea1247c3-7951-40bc-8d6c-0182dbd8355c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.445640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=e5051e32-21b1-4eec-81ba-cabe8fb3d1e9,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:18.468008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5de4588-18ee-4223-a3e4-ac4b854ca440 req-975b4a0e-0002-4ac1-a572-a0e5a6628bae tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364964 Aug 16 01:48:18.544522 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea1247c3-7951-40bc-8d6c-0182dbd8355c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.672022 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea1247c3-7951-40bc-8d6c-0182dbd8355c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.702553 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1247c3-7951-40bc-8d6c-0182dbd8355c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c798e80-01d6-45c2-bf17-40022c3dc8fc,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:18.821922 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea1247c3-7951-40bc-8d6c-0182dbd8355c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.825434 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ea1247c3-7951-40bc-8d6c-0182dbd8355c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5535851 Aug 16 01:48:18.826053 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60150) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:18.830596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5174adff-a8be-4d36-8b56-4227feb1270a tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Request body: {'security_group_rule': {'security_group_id': '5c798e80-01d6-45c2-bf17-40022c3dc8fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:18.996706 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5174adff-a8be-4d36-8b56-4227feb1270a tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.090804 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5174adff-a8be-4d36-8b56-4227feb1270a tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.118832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bc42390-e493-4647-add7-8c380b6b30f5 req-203e37d9-d62d-429b-aa11-30c65b60c31a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 210 time: 0.0350053 Aug 16 01:48:19.154574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3267e-4e1d-4004-9f44-b3e1103a3b8a req-2d2f5158-9ae7-41f3-b902-2e62e3c8d553 tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:19.175147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46f3267e-4e1d-4004-9f44-b3e1103a3b8a req-2d2f5158-9ae7-41f3-b902-2e62e3c8d553 tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 1101 time: 0.0798516 Aug 16 01:48:19.245884 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46f3267e-4e1d-4004-9f44-b3e1103a3b8a req-af4962a3-95c4-4252-ae21-58aa00a485d8 tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698035 Aug 16 01:48:19.260401 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5174adff-a8be-4d36-8b56-4227feb1270a tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.264981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabe96f-4b05-4394-ae52-785fcd681c53 req-567e84da-8ea9-4e02-9b27-a43370fd0909 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:19.266344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1eabe96f-4b05-4394-ae52-785fcd681c53 req-567e84da-8ea9-4e02-9b27-a43370fd0909 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 943 time: 0.0705917 Aug 16 01:48:19.312996 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174adff-a8be-4d36-8b56-4227feb1270a tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c51171-5d44-4af6-b0d7-fe8b9ac71c17,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:19.344974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1eabe96f-4b05-4394-ae52-785fcd681c53 req-cacd284d-3eb7-4308-bfd7-0e5907be78d0 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634067 Aug 16 01:48:19.410408 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5174adff-a8be-4d36-8b56-4227feb1270a tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.415446 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5174adff-a8be-4d36-8b56-4227feb1270a tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5882611 Aug 16 01:48:19.418055 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60168) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:19.424888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0d09d489-0ef1-451f-be9b-9ecd41acc60e tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Request body: {'security_group_rule': {'security_group_id': '5c798e80-01d6-45c2-bf17-40022c3dc8fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:19.464897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60170) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:19.504625 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Sync routers for ids ['9d92f83f-d769-440b-84c3-b0b84187f8a4'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:19.515998 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Routers {'9d92f83f-d769-440b-84c3-b0b84187f8a4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:19.516612 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:48:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d92f83f-d769-440b-84c3-b0b84187f8a4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:19.581463 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d09d489-0ef1-451f-be9b-9ecd41acc60e tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.622409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-11263c1b-69dc-4da3-8380-d317d1771eb6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332596 Aug 16 01:48:19.690734 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d09d489-0ef1-451f-be9b-9ecd41acc60e tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.694938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3454fe-a8ba-4c03-889e-b518d7d8d780 admin admin] Deleting subnet 7553d60e-b54b-48ff-9e03-37251c4f20e3 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:48:19.707557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd3454fe-a8ba-4c03-889e-b518d7d8d780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.751550 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Set router 9d92f83f-d769-440b-84c3-b0b84187f8a4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:19.781647 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd3454fe-a8ba-4c03-889e-b518d7d8d780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.800308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:19.834768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-18e5a6c1-0bbb-46ea-95a1-e40ef62e874b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:19.836035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-18e5a6c1-0bbb-46ea-95a1-e40ef62e874b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 812 time: 0.3624618 Aug 16 01:48:19.843077 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d09d489-0ef1-451f-be9b-9ecd41acc60e tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.868054 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09d489-0ef1-451f-be9b-9ecd41acc60e tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9380958-cefd-4f7b-adee-9e0edb81c27c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:19.910065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:19.910942 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.933552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-522b1e11-5960-4796-96dc-b8477a845a68 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba1d0ba988054dcba34eab22d5357e9a HTTP/1.1" status: 200 len: 380 time: 0.0852597 Aug 16 01:48:19.949374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Request body: {'port': {'device_id': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'admin_state_up': True, 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'security_groups': ['ec2dfa72-07d3-4282-b996-133939704652']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:19.953684 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd3454fe-a8ba-4c03-889e-b518d7d8d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.965835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-dfb0e60e-5fe6-4074-bb7b-f75afe1808a3 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:19.973533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-dfb0e60e-5fe6-4074-bb7b-f75afe1808a3 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374307 Aug 16 01:48:19.996588 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d09d489-0ef1-451f-be9b-9ecd41acc60e tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.998026 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0d09d489-0ef1-451f-be9b-9ecd41acc60e tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5788758 Aug 16 01:48:20.005729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60184) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:20.007715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:20.106498 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:15Z', 'revision_number': 4, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6c9bde2a-f4ad-44d9-943a-5b230e03229c', 'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'mac_address': 'fa:16:3e:59:0c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:14Z', 'updated_at': '2021-08-16T01:48:16Z', 'revision_number': 2, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'subnets': [{'id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:20.125295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-230a3218-fde9-40cb-98f7-caad5b8b35d0 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/quotas/85297740961d4da5a9fd05b4476c7da6 HTTP/1.1" status: 200 len: 375 time: 0.1505177 Aug 16 01:48:20.163064 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Checking router: 9d92f83f-d769-440b-84c3-b0b84187f8a4 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:20.165148 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Updating router 9d92f83f-d769-440b-84c3-b0b84187f8a4 port 6c9bde2a-f4ad-44d9-943a-5b230e03229c binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:48:20.173709 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.204386 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.274517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2223605c-cd45-40e8-bb73-b0133c97997c req-3c42a122-97b8-4597-85c0-2b70d880205d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 210 time: 0.0430763 Aug 16 01:48:20.327659 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.347215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-541a5861-885b-4a71-bd32-f985ee38c69f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2210195 Aug 16 01:48:20.475798 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd3454fe-a8ba-4c03-889e-b518d7d8d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.569312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3454fe-a8ba-4c03-889e-b518d7d8d780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7553d60e-b54b-48ff-9e03-37251c4f20e3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:20.592932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Made reservation on behalf of ba1d0ba988054dcba34eab22d5357e9a for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:20.596728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.618695 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd3454fe-a8ba-4c03-889e-b518d7d8d780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.618695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cd3454fe-a8ba-4c03-889e-b518d7d8d780 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7553d60e-b54b-48ff-9e03-37251c4f20e3 HTTP/1.1" status: 204 len: 168 time: 1.1592109 Aug 16 01:48:20.621199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60194) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:20.677321 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.740374 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.750526 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.784660 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Transition to ACTIVE for port object 6c9bde2a-f4ad-44d9-943a-5b230e03229c will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:20.813328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcde97-ae4c-4e7d-a18f-80ef79028754 req-686ba8a8-ddd4-475e-83bd-4aaf1b9c36e9 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:20.821802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74dcde97-ae4c-4e7d-a18f-80ef79028754 req-686ba8a8-ddd4-475e-83bd-4aaf1b9c36e9 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 943 time: 0.3569024 Aug 16 01:48:20.830989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bcdffc14-53eb-449e-afa8-386c5d2a350c details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:20.970301 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.984355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Allocated IP 172.20.0.10 (e599376b-7b08-42e8-85bf-1a61cac76676/7343030e-9add-4353-8aff-66a47414352b/41f14e64-86ae-4f7e-8217-465b53aefeac) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:21.010965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bcdffc14-53eb-449e-afa8-386c5d2a350c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bcdffc14-53eb-449e-afa8-386c5d2a350c,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:21.058824 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Allocated IP 172.25.8.198 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/1b256824-4424-434f-9fe4-2f9cb5f392bd) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:21.126059 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8b4ed-9ffa-4d03-bf96-b5a8346c578b None None] Pushing event updated for resources: {'Port': ['ID=6c9bde2a-f4ad-44d9-943a-5b230e03229c,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:21.273381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63f8ee95-7ac0-4c9b-bea8-7106e7adc731 req-26759d75-d888-414f-a070-97c3233f1bb6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 210 time: 0.2060471 Aug 16 01:48:21.315396 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.317989 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Attempting to bind port 6c9bde2a-f4ad-44d9-943a-5b230e03229c on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:21.318364 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Attempting to bind port 6c9bde2a-f4ad-44d9-943a-5b230e03229c by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:21.318987 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Attempting to bind port 6c9bde2a-f4ad-44d9-943a-5b230e03229c on network b27aa3c5-3eb1-4698-8c50-6174c90a1084 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:21.328034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74dcde97-ae4c-4e7d-a18f-80ef79028754 req-a551f78a-4d76-4efd-b9df-53a6d6d3dc38 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043795 Aug 16 01:48:21.333668 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:21.334087 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Checking segment: {'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:21.334497 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.334939 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Bound using segment: {'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:21.335404 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Bound port: 6c9bde2a-f4ad-44d9-943a-5b230e03229c, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:21.335784 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.417236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'bcdffc14-53eb-449e-afa8-386c5d2a350c', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'port_id': 'bcdffc14-53eb-449e-afa8-386c5d2a350c', 'mac_address': 'fa:16:3e:12:43:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36248d85-ffe8-48a4-8ed4-f53ad621065f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:21.468196 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.486017 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.492607 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.511850 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdffc14-53eb-449e-afa8-386c5d2a350c {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:21.528960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4338f0-3d89-4ef5-88d6-b6a1d216370b']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:21.541839 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] For port 6c9bde2a-f4ad-44d9-943a-5b230e03229c, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:21.545552 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] For port 6c9bde2a-f4ad-44d9-943a-5b230e03229c, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6c9bde2a-f4ad-44d9-943a-5b230e03229c,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:21.551626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bcdffc14-53eb-449e-afa8-386c5d2a350c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bcdffc14-53eb-449e-afa8-386c5d2a350c,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:21.571309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:21.574469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981e85a3-7e4f-43e2-8f62-0f5c332bc074') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:21.586346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981e85a3-7e4f-43e2-8f62-0f5c332bc074') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:21.586505 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:21.589541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:21.616809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Pushing event updated for resources: {'Port': ['ID=1b256824-4424-434f-9fe4-2f9cb5f392bd,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:21.619518 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.623128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d199c1d-f231-4414-9da1-8deeef698d3f req-b2e064f1-4cba-44ba-a069-6506ff5b8b6f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 210 time: 0.0603919 Aug 16 01:48:21.644623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.660947 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.661422 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.661537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:48:21.661537 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:48:21.662194 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:48:21.744669 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.744923 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.753677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=bcdffc14-53eb-449e-afa8-386c5d2a350c,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:21.759574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Transition to ACTIVE for port object 41f14e64-86ae-4f7e-8217-465b53aefeac will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:21.759843 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Routers {'9d92f83f-d769-440b-84c3-b0b84187f8a4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:21.760536 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:48:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d92f83f-d769-440b-84c3-b0b84187f8a4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:21.764521 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.835339 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8b4ed-9ffa-4d03-bf96-b5a8346c578b None None] Pushing event updated for resources: {'Port': ['ID=6c9bde2a-f4ad-44d9-943a-5b230e03229c,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:21.930397 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] Set router 9d92f83f-d769-440b-84c3-b0b84187f8a4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:21.936007 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.941665 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.943533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4c4338f0-3d89-4ef5-88d6-b6a1d216370b HTTP/1.1" status: 204 len: 168 time: 1.3207536 Aug 16 01:48:21.959390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1cbaa-91e3-4dba-a5b3-39fc21220959 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4338f0-3d89-4ef5-88d6-b6a1d216370b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:21.977627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.987971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['bcdffc14-53eb-449e-afa8-386c5d2a350c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:22.012479 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.156443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Network e599376b-7b08-42e8-85bf-1a61cac76676 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:22.182166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:22.203333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:22.268457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:22.345607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:22.345607 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.438618 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.513247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-29fcac39-acea-44be-a539-c9bb249e1e19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5713060 Aug 16 01:48:22.515904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08b33a06-5baa-40dd-b973-e128ec834530 req-d2185940-59a6-4a5d-b221-f5a85a442955 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 210 time: 0.0611899 Aug 16 01:48:22.533902 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.553369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Request body: {'port': {'device_id': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:22.600687 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:15Z', 'revision_number': 4, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6c9bde2a-f4ad-44d9-943a-5b230e03229c', 'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'mac_address': 'fa:16:3e:59:0c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:14Z', 'updated_at': '2021-08-16T01:48:21Z', 'revision_number': 4, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'subnets': [{'id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:22.654372 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72472fe-5272-4767-96ec-79e7e9610562 None None] The sync data for ids ['9d92f83f-d769-440b-84c3-b0b84187f8a4'] in n-d-768509-23 is: [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:15Z', 'revision_number': 4, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6c9bde2a-f4ad-44d9-943a-5b230e03229c', 'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'mac_address': 'fa:16:3e:59:0c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:14Z', 'updated_at': '2021-08-16T01:48:21Z', 'revision_number': 4, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'subnets': [{'id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:22.746382 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.751761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60242) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:22.796809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0b8abc41-5088-4e5c-8780-43bcf746fab3 None None] Provisioning for port 41f14e64-86ae-4f7e-8217-465b53aefeac completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:22.801799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0b8abc41-5088-4e5c-8780-43bcf746fab3 None None] Provisioning complete for port 41f14e64-86ae-4f7e-8217-465b53aefeac triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:22.802007 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0b8abc41-5088-4e5c-8780-43bcf746fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.802384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Pushing event updated for resources: {'Port': ['ID=1b256824-4424-434f-9fe4-2f9cb5f392bd,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:22.879264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c4716-d204-4501-be5d-88008b0d6a29 req-280ec4f9-4f0d-407d-a116-0d9841a63fcd tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:22.881356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0b8abc41-5088-4e5c-8780-43bcf746fab3 None None] Port 41f14e64-86ae-4f7e-8217-465b53aefeac cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:22.883546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-304c4716-d204-4501-be5d-88008b0d6a29 req-280ec4f9-4f0d-407d-a116-0d9841a63fcd tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 944 time: 0.3764205 Aug 16 01:48:22.906189 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3b00599c-d6e2-4b1b-ba49-21787ff1d30a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64cf5f47011744e78cfdc948243b9dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508119 Aug 16 01:48:22.906811 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60244) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:22.914231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60246) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:22.927289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.950536 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.952970 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e7724216-0b8d-48f4-bfc7-cf017e323cea tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9503021 Aug 16 01:48:23.155986 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b45f13b-7af5-4dec-89e0-b4049f41126f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.240364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-304c4716-d204-4501-be5d-88008b0d6a29 req-4122c24a-25af-4b66-8a63-af39d237fd98 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504593 Aug 16 01:48:23.266883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6dc3d-df38-4715-800f-940254fe731e req-2bec99b5-cc8a-4fb7-8f48-8370dd1931d5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:23.277268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d6dc3d-df38-4715-800f-940254fe731e req-2bec99b5-cc8a-4fb7-8f48-8370dd1931d5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 932 time: 0.4610531 Aug 16 01:48:23.294191 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c33df430-6b1b-49a0-95ff-96b3733f2cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.322702 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b45f13b-7af5-4dec-89e0-b4049f41126f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.421912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b45f13b-7af5-4dec-89e0-b4049f41126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.499887 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c33df430-6b1b-49a0-95ff-96b3733f2cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.511966 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6b45f13b-7af5-4dec-89e0-b4049f41126f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53472a04cc9e436d9d889b66d08c1f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5997274 Aug 16 01:48:23.514792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60282) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:23.526577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45f13b-7af5-4dec-89e0-b4049f41126f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7094e204-08a2-48a5-ab6b-43e43b4c565a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:23.568333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d6dc3d-df38-4715-800f-940254fe731e req-8bee60b5-5668-4d39-a9c3-5afe8ed7b7e3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845111 Aug 16 01:48:23.661144 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51b33179-5121-4932-b72e-1cd03ba5bdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.741258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-831a79ad-fe3c-4750-bb93-efae0ee1e762 req-99f08141-9555-43d2-b48c-2bdf215eb178 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 210 time: 0.1011872 Aug 16 01:48:23.744259 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c33df430-6b1b-49a0-95ff-96b3733f2cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.747861 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c33df430-6b1b-49a0-95ff-96b3733f2cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.749129 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51b33179-5121-4932-b72e-1cd03ba5bdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.749591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c33df430-6b1b-49a0-95ff-96b3733f2cee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39e83e7b-b03b-46ee-ada6-c4220f34310e HTTP/1.1" status: 204 len: 168 time: 0.8342309 Aug 16 01:48:23.785086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33df430-6b1b-49a0-95ff-96b3733f2cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e83e7b-b03b-46ee-ada6-c4220f34310e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:23.888253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6c9bde2a-f4ad-44d9-943a-5b230e03229c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:23.993698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f14e64-86ae-4f7e-8217-465b53aefeac {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:24.002531 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.013755 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51b33179-5121-4932-b72e-1cd03ba5bdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.016937 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51b33179-5121-4932-b72e-1cd03ba5bdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.019431 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-51b33179-5121-4932-b72e-1cd03ba5bdf0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7094e204-08a2-48a5-ab6b-43e43b4c565a HTTP/1.1" status: 204 len: 168 time: 0.5018308 Aug 16 01:48:24.030213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Transition to ACTIVE for port object 41f14e64-86ae-4f7e-8217-465b53aefeac will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:24.042057 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b33179-5121-4932-b72e-1cd03ba5bdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7094e204-08a2-48a5-ab6b-43e43b4c565a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:24.078564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-d4ad7630-dc4f-4345-983a-0837fe279d3f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=85297740961d4da5a9fd05b4476c7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418887 Aug 16 01:48:24.125035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 6c9bde2a-f4ad-44d9-943a-5b230e03229c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:24.130243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6c9bde2a-f4ad-44d9-943a-5b230e03229c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:24.130847 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.233065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-778b1c7c-2e5c-4c8d-8f92-9efcf8d71858 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:24.236241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-778b1c7c-2e5c-4c8d-8f92-9efcf8d71858 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532040 Aug 16 01:48:24.236443 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.237769 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.253514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Request body: {'port': {'device_id': '55408cbd-d1d1-4c11-a23b-c75ded5994a9', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '85297740961d4da5a9fd05b4476c7da6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:24.301803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 6c9bde2a-f4ad-44d9-943a-5b230e03229c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6c9bde2a-f4ad-44d9-943a-5b230e03229c,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:24.380100 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.539043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=6c9bde2a-f4ad-44d9-943a-5b230e03229c,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:24.550279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.550630 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.551111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.551603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.551960 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.552296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.552632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.553086 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.553454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.553872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.561162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.561162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:24.627647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:24.888074 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bcdffc14-53eb-449e-afa8-386c5d2a350c up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:25.048779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3430f-87b1-4c12-b64c-036e73fdbd5c req-5479503c-f3fa-41aa-bc75-4b12e5907633 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:25.050978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eff3430f-87b1-4c12-b64c-036e73fdbd5c req-5479503c-f3fa-41aa-bc75-4b12e5907633 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 944 time: 0.5915828 Aug 16 01:48:25.112395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port bcdffc14-53eb-449e-afa8-386c5d2a350c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:25.118958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port bcdffc14-53eb-449e-afa8-386c5d2a350c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:25.119528 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.253590 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.279572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16acb61-b068-4802-97e1-bab84eb8ef89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdffc14-53eb-449e-afa8-386c5d2a350c'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:25.282087 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ddda4b-c842-413b-9fbc-71dde516ec9a" -d '{"events": [{"server_uuid": "b16acb61-b068-4802-97e1-bab84eb8ef89", "name": "network-vif-plugged", "status": "completed", "tag": "bcdffc14-53eb-449e-afa8-386c5d2a350c"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:25.300096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bcdffc14-53eb-449e-afa8-386c5d2a350c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bcdffc14-53eb-449e-afa8-386c5d2a350c,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:25.387707 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.484943 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=bcdffc14-53eb-449e-afa8-386c5d2a350c,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:25.499360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Made reservation on behalf of 85297740961d4da5a9fd05b4476c7da6 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:25.503286 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.524673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Attempting to bind port 41f14e64-86ae-4f7e-8217-465b53aefeac on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:25.525063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Attempting to bind port 41f14e64-86ae-4f7e-8217-465b53aefeac by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:25.525407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Attempting to bind port 41f14e64-86ae-4f7e-8217-465b53aefeac on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:25.544728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aff0b7-e2aa-421c-8223-f6d7e1cf21dd req-eeb3344d-97c8-4828-87fe-abdb5ef25ec7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:25.554832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89aff0b7-e2aa-421c-8223-f6d7e1cf21dd req-eeb3344d-97c8-4828-87fe-abdb5ef25ec7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 944 time: 0.8409207 Aug 16 01:48:25.571262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Port 41f14e64-86ae-4f7e-8217-465b53aefeac on network e599376b-7b08-42e8-85bf-1a61cac76676 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:25.571583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Attempting to bind port 41f14e64-86ae-4f7e-8217-465b53aefeac on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:25.620061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eff3430f-87b1-4c12-b64c-036e73fdbd5c req-16b550ca-e39b-4881-a838-60a8642ad2a6 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448251 Aug 16 01:48:25.620061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:25.620061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Checking segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:25.620061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Bound using segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:25.620061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Bound port: 41f14e64-86ae-4f7e-8217-465b53aefeac, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:25.620061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.748560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70d2eda7-b659-4f6b-93e2-c244a1579c2a req-6d7be86c-2f26-446e-912e-8731bc52ca8b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 210 time: 0.0519524 Aug 16 01:48:25.786602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89aff0b7-e2aa-421c-8223-f6d7e1cf21dd req-30e2446f-ced2-486c-b906-a0d99786a2ff tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336054 Aug 16 01:48:25.791412 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6c9bde2a-f4ad-44d9-943a-5b230e03229c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:25.954846 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6c9bde2a-f4ad-44d9-943a-5b230e03229c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:25.956555 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.010790 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715e0bad-65e9-4a6d-b717-71908f5415da x-openstack-request-id: req-715e0bad-65e9-4a6d-b717-71908f5415da {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:26.011064 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16acb61-b068-4802-97e1-bab84eb8ef89", "name": "network-vif-plugged", "status": "completed", "tag": "bcdffc14-53eb-449e-afa8-386c5d2a350c", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:26.011378 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-715e0bad-65e9-4a6d-b717-71908f5415da {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:26.013659 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16acb61-b068-4802-97e1-bab84eb8ef89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdffc14-53eb-449e-afa8-386c5d2a350c', 'code': 200} Aug 16 01:48:26.028550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Allocated IP 192.168.233.74 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/7668a117-1202-48f1-bc5f-9f7ad1d201bd) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:26.137898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:26.254159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:26.289604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a85b1-92cb-44c0-a6de-74ec189f86fe req-da3bb3a9-25c2-4869-8b50-9298cd7605e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.291794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-348a85b1-92cb-44c0-a6de-74ec189f86fe req-da3bb3a9-25c2-4869-8b50-9298cd7605e6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 1097 time: 0.0874429 Aug 16 01:48:26.293670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:26.349887 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.369562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-348a85b1-92cb-44c0-a6de-74ec189f86fe req-8037cea7-9e9b-4cf6-bd5f-2b7fdae1e40b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600266 Aug 16 01:48:26.380625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Transition to ACTIVE for port object 7668a117-1202-48f1-bc5f-9f7ad1d201bd will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:26.387296 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.423996 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1143667013-network', 'tenant_id': 'cc1bfeeb2609423f9c3dda0e476c9076'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:26.441469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.442046 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.443457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] 10.222.0.64 "PUT /v2.0/ports/41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 200 len: 1093 time: 3.9186034 Aug 16 01:48:26.445866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:26.448714 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9e2e9f-8e28-4eec-ad89-5de07aa3aa20" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:26.487059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0583e0-d7d0-4358-8d8f-90c9dde90b7f service neutron] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:26.514950 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2c85d3-e870-4b18-bb58-65df2b198e09 x-openstack-request-id: req-6e2c85d3-e870-4b18-bb58-65df2b198e09 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:26.515375 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:26.515498 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e2c85d3-e870-4b18-bb58-65df2b198e09 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:26.516081 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'status': 'completed', 'code': 200} Aug 16 01:48:26.533425 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Made reservation on behalf of cc1bfeeb2609423f9c3dda0e476c9076 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:26.537127 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.549590 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.617509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e2e9f-8e28-4eec-ad89-5de07aa3aa20 req-dc2f10ce-693f-4b5d-b624-19cc96307294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.617509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf9e2e9f-8e28-4eec-ad89-5de07aa3aa20 req-dc2f10ce-693f-4b5d-b624-19cc96307294 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1096 time: 0.0727780 Aug 16 01:48:26.659404 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.673541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['45899246-c87e-4e95-8246-32345c3e2d99', '02d34708-7c84-4c05-af5b-526a87a23ba4', '40c1f0db-7f83-4806-b237-7164867c799e'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:26.675911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c', 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', '54ac0ecf-504c-4df4-880c-30c8ec8aad33', '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:26.763062 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.840468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:26.851030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event updated for resources: {'Port': ['ID=7668a117-1202-48f1-bc5f-9f7ad1d201bd,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:26.872382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:26.891446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:26.902218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633c969-fee6-433c-b580-760400b8baa7 req-c85f1c1b-6614-443d-9373-77a628bcdbc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.904115 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0633c969-fee6-433c-b580-760400b8baa7 req-c85f1c1b-6614-443d-9373-77a628bcdbc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 945 time: 0.1841383 Aug 16 01:48:26.984839 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.000223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e2e9f-8e28-4eec-ad89-5de07aa3aa20 req-45f9bd9e-0458-473c-9a12-7f4e4bfd88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.002064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf9e2e9f-8e28-4eec-ad89-5de07aa3aa20 req-45f9bd9e-0458-473c-9a12-7f4e4bfd88f8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3810232 Aug 16 01:48:27.039727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.040611 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.057972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:48:27.073300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372c443d-9fc1-4d82-9b98-9735eced971b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:27.080606 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.080789 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Added segment e80dac9c-c0c8-4bdb-a430-a22d04f0ca22 of type vlan for network 7048660b-0476-4339-9699-153d2b133725 Aug 16 01:48:27.128009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7269ac8-f6f6-42c0-91f8-a737cc240bd3 req-3807bd69-2ae8-4a83-9503-e09227eff8a0 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.130777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7269ac8-f6f6-42c0-91f8-a737cc240bd3 req-3807bd69-2ae8-4a83-9503-e09227eff8a0 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 935 time: 0.2625535 Aug 16 01:48:27.137654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0633c969-fee6-433c-b580-760400b8baa7 req-bebd1904-5afc-4000-bc05-cd9d7f5a913b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979499 Aug 16 01:48:27.193535 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.243351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-71139019-864d-4aa4-afe4-4926253fd593 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9954605 Aug 16 01:48:27.273535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Request body: {'port': {'device_id': '55408cbd-d1d1-4c11-a23b-c75ded5994a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:27.289951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7269ac8-f6f6-42c0-91f8-a737cc240bd3 req-9ffc218b-1b2d-47a3-af96-c24ae7ce5ca5 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510787 Aug 16 01:48:27.330261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e2e9f-8e28-4eec-ad89-5de07aa3aa20 req-439f3d2c-e517-4251-bea9-07a4aba85a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.332107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf9e2e9f-8e28-4eec-ad89-5de07aa3aa20 req-439f3d2c-e517-4251-bea9-07a4aba85a35 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3196304 Aug 16 01:48:27.393139 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.394487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.395146 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.442307 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.495933 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] Pushing event updated for resources: {'Network': ['ID=7048660b-0476-4339-9699-153d2b133725,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:27.537867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7048660b-0476-4339-9699-153d2b133725 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:48:27.546323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0482338-7cdb-40b5-aa68-04d6bcf52889 req-cfa66fa1-567c-4699-bbf6-3c951146cbd7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.548254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0482338-7cdb-40b5-aa68-04d6bcf52889 req-cfa66fa1-567c-4699-bbf6-3c951146cbd7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 944 time: 0.1693399 Aug 16 01:48:27.571492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-c1d288f4-6908-4ccd-83a5-3d2711b062fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.573069 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-c1d288f4-6908-4ccd-83a5-3d2711b062fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1096 time: 0.1518731 Aug 16 01:48:27.598856 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f38d8797-7a86-4803-bf4b-76b12b36e17d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4584363 Aug 16 01:48:27.600284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60414) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:27.606911 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] Request body: {'subnet': {'network_id': '7048660b-0476-4339-9699-153d2b133725', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1143667013-subnet', 'tenant_id': 'cc1bfeeb2609423f9c3dda0e476c9076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:27.644191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-050f5707-5333-47bd-ac23-3e7d7f528fa4 None None] Provisioning for port 7668a117-1202-48f1-bc5f-9f7ad1d201bd completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:27.666878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-050f5707-5333-47bd-ac23-3e7d7f528fa4 None None] Provisioning complete for port 7668a117-1202-48f1-bc5f-9f7ad1d201bd triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:27.667284 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-050f5707-5333-47bd-ac23-3e7d7f528fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.686857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-05e4c6e2-87fd-4327-898b-6ef020fe644d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 200 len: 217 time: 0.0979021 Aug 16 01:48:27.740202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0482338-7cdb-40b5-aa68-04d6bcf52889 req-8bbac4cb-255b-4081-afc6-714d81693453 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779990 Aug 16 01:48:27.754259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-050f5707-5333-47bd-ac23-3e7d7f528fa4 None None] Port 7668a117-1202-48f1-bc5f-9f7ad1d201bd cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:27.772122 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] Made reservation on behalf of cc1bfeeb2609423f9c3dda0e476c9076 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:27.775401 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.820996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-e927871b-3e9a-4d79-b487-9769ffa4d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.822762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-e927871b-3e9a-4d79-b487-9769ffa4d9ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.1231489 Aug 16 01:48:27.939597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-da6cc19b-7da4-4d50-a58e-a33a0494cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.941403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-da6cc19b-7da4-4d50-a58e-a33a0494cd94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088018 Aug 16 01:48:28.057513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7668a117-1202-48f1-bc5f-9f7ad1d201bd {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:28.067704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.092656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Transition to ACTIVE for port object 7668a117-1202-48f1-bc5f-9f7ad1d201bd will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:28.094172 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.094670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-988e0bfd-45b5-4dc2-853f-5a29074cc177 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438971 Aug 16 01:48:28.153987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca85203-1288-4b39-94b5-c37c925cf198,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:28.162475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] Checking segment: {'id': 'e80dac9c-c0c8-4bdb-a430-a22d04f0ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7048660b-0476-4339-9699-153d2b133725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:28.162832 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] Network hostable DHCP agents. Network: 7048660b-0476-4339-9699-153d2b133725, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:48:28.226337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9be34c-bbd8-48a7-97a5-cb374cbe15e0 req-adf967e1-5c50-41a3-8ff5-7c0419de5271 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215801 Aug 16 01:48:28.230051 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.305293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Pushing event updated for resources: {'Port': ['ID=7668a117-1202-48f1-bc5f-9f7ad1d201bd,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:28.311016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] Network 7048660b-0476-4339-9699-153d2b133725 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:48:28.362989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a50dd4-0fdf-43b9-af4e-1c179fbbcb9e req-2a33f650-dd31-4156-90da-53d883a6be69 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.371036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75a50dd4-0fdf-43b9-af4e-1c179fbbcb9e req-2a33f650-dd31-4156-90da-53d883a6be69 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 945 time: 0.1436334 Aug 16 01:48:28.453132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 7048660b-0476-4339-9699-153d2b133725) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:28.463172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.463767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.472667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee7bf3-7662-4bc8-8489-c02ad642490f None None] Network 7048660b-0476-4339-9699-153d2b133725 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:28.520863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75a50dd4-0fdf-43b9-af4e-1c179fbbcb9e req-a984cdc5-9be0-4a5e-a804-f9eac3fdb2b5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485095 Aug 16 01:48:28.521898 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Attempting to bind port 7668a117-1202-48f1-bc5f-9f7ad1d201bd on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:28.522414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Attempting to bind port 7668a117-1202-48f1-bc5f-9f7ad1d201bd by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:28.522735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Attempting to bind port 7668a117-1202-48f1-bc5f-9f7ad1d201bd on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:28.534397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75a953-7159-4444-aa61-53e4322e63e1 req-3b9ff3ad-7c23-4bdf-ad31-3fe259d69fbc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.535935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a75a953-7159-4444-aa61-53e4322e63e1 req-3b9ff3ad-7c23-4bdf-ad31-3fe259d69fbc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 947 time: 0.1559799 Aug 16 01:48:28.538264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Port 7668a117-1202-48f1-bc5f-9f7ad1d201bd on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:28.538583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Attempting to bind port 7668a117-1202-48f1-bc5f-9f7ad1d201bd on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:28.545165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:28.545519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:28.546229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:28.546669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Bound port: 7668a117-1202-48f1-bc5f-9f7ad1d201bd, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:28.547040 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.581523 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a39bb351-aade-4986-99f9-c446bb3c67c6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9775288 Aug 16 01:48:28.664848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a75a953-7159-4444-aa61-53e4322e63e1 req-a041551b-bdcf-4dc0-982c-eb91b3ad4ef5 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154385 Aug 16 01:48:28.708944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] For port 7668a117-1202-48f1-bc5f-9f7ad1d201bd, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:28.714383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] For port 7668a117-1202-48f1-bc5f-9f7ad1d201bd, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7668a117-1202-48f1-bc5f-9f7ad1d201bd,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:28.724240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2855392-46b5-4519-806e-e0148e9f9928 None None] Network 7048660b-0476-4339-9699-153d2b133725 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:28.884826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874354bf-0d23-453f-be09-83ec806c3edf req-a1a52cab-cd4b-465b-a42a-00233d0e1b9f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.886616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-874354bf-0d23-453f-be09-83ec806c3edf req-a1a52cab-cd4b-465b-a42a-00233d0e1b9f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 944 time: 0.0613039 Aug 16 01:48:28.913140 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.955320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.956292 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.957703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] 10.222.0.74 "PUT /v2.0/ports/7668a117-1202-48f1-bc5f-9f7ad1d201bd HTTP/1.1" status: 200 len: 1096 time: 1.6885414 Aug 16 01:48:28.960303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55408cbd-d1d1-4c11-a23b-c75ded5994a9', 'tag': '7668a117-1202-48f1-bc5f-9f7ad1d201bd'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:28.963299 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45111ddc-1dcb-4779-9714-f9fcb42d5c50" -d '{"events": [{"name": "network-changed", "server_uuid": "55408cbd-d1d1-4c11-a23b-c75ded5994a9", "tag": "7668a117-1202-48f1-bc5f-9f7ad1d201bd"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:28.973488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-874354bf-0d23-453f-be09-83ec806c3edf req-2996fc44-439d-48db-97dd-ef782c1ecdb8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803871 Aug 16 01:48:28.996548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ec8e8-4541-4f11-af78-d4c6e8aa23fb service neutron] Pushing event updated for resources: {'Port': ['ID=7668a117-1202-48f1-bc5f-9f7ad1d201bd,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:29.234481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-382d357a-36ca-4096-9828-b33359d08dff req-a2d97216-6cec-4b13-ae28-a34210271c6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-346460351', 'description': 'tempest-description-651104569'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:29.269665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-2fb47fc7-81bf-4746-97a5-e17a90b72046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.271271 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-2fb47fc7-81bf-4746-97a5-e17a90b72046 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 1099 time: 0.0743928 Aug 16 01:48:29.319424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-6a0255d4-b30e-43a4-b607-231a72b02e5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=7668a117-1202-48f1-bc5f-9f7ad1d201bd HTTP/1.1" status: 200 len: 217 time: 0.0353932 Aug 16 01:48:29.371736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-733085dd-ba05-4b19-92d0-38dd9d0a0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.373282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-733085dd-ba05-4b19-92d0-38dd9d0a0b2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0457208 Aug 16 01:48:29.421539 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb6d441-2a96-47d0-95bb-97a7be35db75 x-openstack-request-id: req-dcb6d441-2a96-47d0-95bb-97a7be35db75 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:29.421846 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55408cbd-d1d1-4c11-a23b-c75ded5994a9", "tag": "7668a117-1202-48f1-bc5f-9f7ad1d201bd", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:29.422242 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dcb6d441-2a96-47d0-95bb-97a7be35db75 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:29.422549 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55408cbd-d1d1-4c11-a23b-c75ded5994a9', 'tag': '7668a117-1202-48f1-bc5f-9f7ad1d201bd', 'status': 'completed', 'code': 200} Aug 16 01:48:29.441371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-223aac6f-3c1e-4240-a50e-699ace4df8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.441371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-223aac6f-3c1e-4240-a50e-699ace4df8ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543082 Aug 16 01:48:29.471861 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-382d357a-36ca-4096-9828-b33359d08dff req-a2d97216-6cec-4b13-ae28-a34210271c6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.633642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cfbc8-8513-4f9b-99d9-35919f25c835 req-7a4fc969-aefa-4b33-809a-59170ede7f57 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.635232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-339cfbc8-8513-4f9b-99d9-35919f25c835 req-7a4fc969-aefa-4b33-809a-59170ede7f57 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 945 time: 0.1532571 Aug 16 01:48:29.650368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-a932d770-62bd-4f64-8c1d-af9b5025ac9b service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912186 Aug 16 01:48:29.749864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-339cfbc8-8513-4f9b-99d9-35919f25c835 req-eb111663-2110-44dc-a2e4-916e9568e33d tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061127 Aug 16 01:48:29.764226 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-382d357a-36ca-4096-9828-b33359d08dff req-a2d97216-6cec-4b13-ae28-a34210271c6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.797318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfe6908-bfc2-4976-ab96-6165d88e3039 req-eb80ba21-39c9-4589-a4a3-229f74e872f7 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329882 Aug 16 01:48:29.876330 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a4d4-9177-4833-850b-c420e48e8a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.933402 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-382d357a-36ca-4096-9828-b33359d08dff req-a2d97216-6cec-4b13-ae28-a34210271c6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.964556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d97216-6cec-4b13-ae28-a34210271c6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893edaad-7254-4f12-b0e6-5c2528382809,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:30.083955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45111ddc-1dcb-4779-9714-f9fcb42d5c50 req-5d440325-83c5-4c73-adfa-31cc97978732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.085588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45111ddc-1dcb-4779-9714-f9fcb42d5c50 req-5d440325-83c5-4c73-adfa-31cc97978732 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 1099 time: 0.0819421 Aug 16 01:48:30.094596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103a729-a5bc-41b6-9637-0a9c4a95c217 req-fed5cd55-90cc-43d0-8625-acb6578367b7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.096052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b103a729-a5bc-41b6-9637-0a9c4a95c217 req-fed5cd55-90cc-43d0-8625-acb6578367b7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 947 time: 0.0781641 Aug 16 01:48:30.148450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-382d357a-36ca-4096-9828-b33359d08dff req-a2d97216-6cec-4b13-ae28-a34210271c6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:30.149674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-382d357a-36ca-4096-9828-b33359d08dff req-a2d97216-6cec-4b13-ae28-a34210271c6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9380488 Aug 16 01:48:30.188740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b103a729-a5bc-41b6-9637-0a9c4a95c217 req-dc96d298-0afa-4ee7-be53-128ec8683cc6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840127 Aug 16 01:48:30.237211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-f1e7241f-2fe1-4ea8-8739-604c3917789b req-04141875-f246-44d2-bf41-51a4885ccc6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2146969637', 'description': 'tempest-description-1181568356'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:30.255833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45111ddc-1dcb-4779-9714-f9fcb42d5c50 req-c619b48c-a8bc-442d-b457-9c29aeefb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.257330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45111ddc-1dcb-4779-9714-f9fcb42d5c50 req-c619b48c-a8bc-442d-b457-9c29aeefb6c9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1604059 Aug 16 01:48:30.326483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45111ddc-1dcb-4779-9714-f9fcb42d5c50 req-ac3cc8a6-4676-4ec3-8efa-10739cdb129c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=7668a117-1202-48f1-bc5f-9f7ad1d201bd HTTP/1.1" status: 200 len: 217 time: 0.0551367 Aug 16 01:48:30.336069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0a13a-f15e-44d9-b01c-fbac39c00dd0 req-b69da7ad-39ca-44dc-bb0c-c504717bd149 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.338094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33e0a13a-f15e-44d9-b01c-fbac39c00dd0 req-b69da7ad-39ca-44dc-bb0c-c504717bd149 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 944 time: 0.1190844 Aug 16 01:48:30.408785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45111ddc-1dcb-4779-9714-f9fcb42d5c50 req-68048dd6-ddc1-4134-891c-ce43b8b42fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.410392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45111ddc-1dcb-4779-9714-f9fcb42d5c50 req-68048dd6-ddc1-4134-891c-ce43b8b42fe5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0714145 Aug 16 01:48:30.418484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33e0a13a-f15e-44d9-b01c-fbac39c00dd0 req-a9b058f4-3061-4a37-af74-f0f610433996 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704412 Aug 16 01:48:30.453933 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f1e7241f-2fe1-4ea8-8739-604c3917789b req-04141875-f246-44d2-bf41-51a4885ccc6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:30.491759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45111ddc-1dcb-4779-9714-f9fcb42d5c50 req-91e4718f-2db0-47a0-b03a-f8d089daba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.493230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45111ddc-1dcb-4779-9714-f9fcb42d5c50 req-91e4718f-2db0-47a0-b03a-f8d089daba44 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0675623 Aug 16 01:48:30.617377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f1e7241f-2fe1-4ea8-8739-604c3917789b req-04141875-f246-44d2-bf41-51a4885ccc6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:30.635295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45111ddc-1dcb-4779-9714-f9fcb42d5c50 req-afd37202-4f5d-481f-a2e3-45c4d30ad250 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219084 Aug 16 01:48:30.770305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45111ddc-1dcb-4779-9714-f9fcb42d5c50 req-16060651-055e-4578-a47f-19befe15dfd1 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253796 Aug 16 01:48:30.780428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e886fcb-0c28-4809-a9e3-74c58b7c7f64 req-0225a2e1-0174-4e92-a251-54de4fe27f57 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.782612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e886fcb-0c28-4809-a9e3-74c58b7c7f64 req-0225a2e1-0174-4e92-a251-54de4fe27f57 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 945 time: 0.0792229 Aug 16 01:48:30.834597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f1e7241f-2fe1-4ea8-8739-604c3917789b req-04141875-f246-44d2-bf41-51a4885ccc6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:30.936454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04141875-f246-44d2-bf41-51a4885ccc6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7abb7ca-c653-4d9a-a6bd-dc74cafc4062,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:30.959946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7cbc9-436a-48dd-9a9f-fc2ab63c1f98 req-bcf075d6-d5bd-4fb8-a44c-1245dacfe29e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.961487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16e7cbc9-436a-48dd-9a9f-fc2ab63c1f98 req-bcf075d6-d5bd-4fb8-a44c-1245dacfe29e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 945 time: 0.1194553 Aug 16 01:48:30.984708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6e886fcb-0c28-4809-a9e3-74c58b7c7f64 req-d9ddae71-516f-412d-8528-1d7e8b741c51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Deleting port bcdffc14-53eb-449e-afa8-386c5d2a350c {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:30.985053 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e886fcb-0c28-4809-a9e3-74c58b7c7f64 req-d9ddae71-516f-412d-8528-1d7e8b741c51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.048655 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f1e7241f-2fe1-4ea8-8739-604c3917789b req-04141875-f246-44d2-bf41-51a4885ccc6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.049811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1e7241f-2fe1-4ea8-8739-604c3917789b req-04141875-f246-44d2-bf41-51a4885ccc6f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8205383 Aug 16 01:48:31.054512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16e7cbc9-436a-48dd-9a9f-fc2ab63c1f98 req-a95c4f0c-0acc-4fb7-93e1-8926ef1c0802 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869060 Aug 16 01:48:31.119131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6e886fcb-0c28-4809-a9e3-74c58b7c7f64 req-d9ddae71-516f-412d-8528-1d7e8b741c51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] For port bcdffc14-53eb-449e-afa8-386c5d2a350c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bcdffc14-53eb-449e-afa8-386c5d2a350c,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:31.119638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e886fcb-0c28-4809-a9e3-74c58b7c7f64 req-d9ddae71-516f-412d-8528-1d7e8b741c51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.140777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6e886fcb-0c28-4809-a9e3-74c58b7c7f64 req-d9ddae71-516f-412d-8528-1d7e8b741c51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Calling delete_port for bcdffc14-53eb-449e-afa8-386c5d2a350c owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:31.420354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56479c8c-3092-4277-987a-559f68bd71bd req-af200b2a-27ce-4808-af3c-a053362c05ef tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:31.426975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56479c8c-3092-4277-987a-559f68bd71bd req-af200b2a-27ce-4808-af3c-a053362c05ef tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 947 time: 0.1346047 Aug 16 01:48:31.455204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-87341060-9830-4ebf-a851-895f7cf97aa2 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:31.456685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-87341060-9830-4ebf-a851-895f7cf97aa2 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/networks?id=7048660b-0476-4339-9699-153d2b133725 HTTP/1.1" status: 200 len: 813 time: 0.1706061 Aug 16 01:48:31.484713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56479c8c-3092-4277-987a-559f68bd71bd req-7ba12ed9-ba7f-45dd-aaf3-b82c9cf311cc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515053 Aug 16 01:48:31.487077 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-3f9fd55f-9004-46a5-8540-94e9d3ee6488 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/quotas/cc1bfeeb2609423f9c3dda0e476c9076 HTTP/1.1" status: 200 len: 375 time: 0.0167980 Aug 16 01:48:31.508620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e886fcb-0c28-4809-a9e3-74c58b7c7f64 req-d9ddae71-516f-412d-8528-1d7e8b741c51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.519401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['bcdffc14-53eb-449e-afa8-386c5d2a350c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:31.532441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-db838921-536b-4b44-a524-fbd197fed88e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357087 Aug 16 01:48:31.554910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:31.565272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddae71-516f-412d-8528-1d7e8b741c51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event deleted for resources: {'Port': ['ID=bcdffc14-53eb-449e-afa8-386c5d2a350c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:31.677450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:31.694294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'port_id': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'mac_address': 'fa:16:3e:a6:fa:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:31.757324 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.778724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f14e64-86ae-4f7e-8217-465b53aefeac {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:31.803019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:32.013884 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:32.029279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e886fcb-0c28-4809-a9e3-74c58b7c7f64 req-d9ddae71-516f-412d-8528-1d7e8b741c51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] No DVR routers for this DVR port bcdffc14-53eb-449e-afa8-386c5d2a350c on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:32.042272 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e886fcb-0c28-4809-a9e3-74c58b7c7f64 req-d9ddae71-516f-412d-8528-1d7e8b741c51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:32.042272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e886fcb-0c28-4809-a9e3-74c58b7c7f64 req-d9ddae71-516f-412d-8528-1d7e8b741c51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "DELETE /v2.0/ports/bcdffc14-53eb-449e-afa8-386c5d2a350c HTTP/1.1" status: 204 len: 173 time: 1.2509882 Aug 16 01:48:32.044433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16acb61-b068-4802-97e1-bab84eb8ef89', 'name': 'network-vif-deleted', 'tag': 'bcdffc14-53eb-449e-afa8-386c5d2a350c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:32.046513 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eddc01c-b38f-412c-bb5d-12e0089bf5f7" -d '{"events": [{"server_uuid": "b16acb61-b068-4802-97e1-bab84eb8ef89", "name": "network-vif-deleted", "tag": "bcdffc14-53eb-449e-afa8-386c5d2a350c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:32.069258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6231e-9aa8-454b-8e2f-965eb98ebd69 req-d5d3b019-9c69-4633-bcaf-7cb3b828e441 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:32.071350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ac6231e-9aa8-454b-8e2f-965eb98ebd69 req-d5d3b019-9c69-4633-bcaf-7cb3b828e441 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 944 time: 0.5168085 Aug 16 01:48:32.086166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:32.109854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-318aaa22-f789-4250-ba1e-19a291ae8ddf service neutron] 10.222.0.66 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542736 Aug 16 01:48:32.135741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ac6231e-9aa8-454b-8e2f-965eb98ebd69 req-0b47cc38-4d9c-4217-8fe8-cfec19ec256c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562818 Aug 16 01:48:32.201700 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e04496-773b-4f52-9423-f08c2eccf7a7 x-openstack-request-id: req-f4e04496-773b-4f52-9423-f08c2eccf7a7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:32.201700 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16acb61-b068-4802-97e1-bab84eb8ef89", "name": "network-vif-deleted", "tag": "bcdffc14-53eb-449e-afa8-386c5d2a350c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:32.201700 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f4e04496-773b-4f52-9423-f08c2eccf7a7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:32.201700 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16acb61-b068-4802-97e1-bab84eb8ef89', 'name': 'network-vif-deleted', 'tag': 'bcdffc14-53eb-449e-afa8-386c5d2a350c', 'status': 'completed', 'code': 200} Aug 16 01:48:32.259346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-9195eef5-e4f5-4259-980b-730e23490232 service neutron] 10.222.0.66 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389651 Aug 16 01:48:32.290110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db85e506-9ebd-4bfe-aa2e-453679d40212 req-ae10a0a5-ef4e-4087-ba35-9c16d95498ca tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 210 time: 0.0295105 Aug 16 01:48:32.328997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['41f14e64-86ae-4f7e-8217-465b53aefeac'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:32.509228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ec165bd-19da-402f-aeca-a83079576fd7 req-7ad4be16-39a0-4cf9-be54-8340e6d9ffdc tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 210 time: 0.0287499 Aug 16 01:48:32.653569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d9f7b-b941-41c8-b5c3-9c7fa21379df req-fa073f35-eb71-4c9b-9d82-4441b0f2f4f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:32.667682 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f20d9f7b-b941-41c8-b5c3-9c7fa21379df req-fa073f35-eb71-4c9b-9d82-4441b0f2f4f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 947 time: 0.0841014 Aug 16 01:48:32.711472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f20d9f7b-b941-41c8-b5c3-9c7fa21379df req-62ac408b-ebec-402d-9560-d55ec3100895 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353141 Aug 16 01:48:32.756332 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:32.916521 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bcbee097-8df6-4c7b-bb83-5df6f8cd6a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:32.923434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 7668a117-1202-48f1-bc5f-9f7ad1d201bd details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:33.036150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 7668a117-1202-48f1-bc5f-9f7ad1d201bd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7668a117-1202-48f1-bc5f-9f7ad1d201bd,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:33.048752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '7668a117-1202-48f1-bc5f-9f7ad1d201bd', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '7668a117-1202-48f1-bc5f-9f7ad1d201bd', 'mac_address': 'fa:16:3e:a5:78:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:33.092174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.107098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7668a117-1202-48f1-bc5f-9f7ad1d201bd {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:33.128041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 7668a117-1202-48f1-bc5f-9f7ad1d201bd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7668a117-1202-48f1-bc5f-9f7ad1d201bd,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:33.268942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7d744-59e7-4505-a3a7-63de62c06abd req-b6331dd3-60dd-41f5-9fbe-4f50e00a9949 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:33.270615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43c7d744-59e7-4505-a3a7-63de62c06abd req-b6331dd3-60dd-41f5-9fbe-4f50e00a9949 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0563807 Aug 16 01:48:33.365351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43c7d744-59e7-4505-a3a7-63de62c06abd req-c259c493-1628-46ac-936a-7bd0a7bda3df tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361099 Aug 16 01:48:33.373297 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.430556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7932738-9277-452f-8039-dd326e7c9737 req-6ff2a708-cc40-4e29-a787-8e1e133b14e3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=b16acb61-b068-4802-97e1-bab84eb8ef89 HTTP/1.1" status: 200 len: 210 time: 0.0541956 Aug 16 01:48:33.456920 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=7668a117-1202-48f1-bc5f-9f7ad1d201bd,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:33.556477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:33.611480 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d061c8b2-370a-4f8f-88ce-425e65f9ddd3 req-e64e1eae-a9bf-4e0e-8aea-27be2429a026 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 210 time: 0.0412357 Aug 16 01:48:33.742048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['7668a117-1202-48f1-bc5f-9f7ad1d201bd'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:33.780860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 41f14e64-86ae-4f7e-8217-465b53aefeac completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:33.790990 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 41f14e64-86ae-4f7e-8217-465b53aefeac triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:33.791365 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.925112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740d5fe-a92e-441f-b263-99164b053004 req-8aaaa2c2-09aa-4bcc-909e-62eaa19a189c tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:33.932590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4740d5fe-a92e-441f-b263-99164b053004 req-8aaaa2c2-09aa-4bcc-909e-62eaa19a189c tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 1098 time: 0.1279485 Aug 16 01:48:33.940426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a217ae-b931-4540-8271-1ee9a05fe7fa req-934f4a3a-194f-4e07-a98a-dda0aab61f96 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:33.942209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60a217ae-b931-4540-8271-1ee9a05fe7fa req-934f4a3a-194f-4e07-a98a-dda0aab61f96 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 948 time: 0.1263504 Aug 16 01:48:33.997066 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4740d5fe-a92e-441f-b263-99164b053004 req-bc156fc6-4274-4aa8-9d84-647f42db5601 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536623 Aug 16 01:48:34.007767 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.009862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60a217ae-b931-4540-8271-1ee9a05fe7fa req-8763c82b-69f1-4d61-bdba-5882e0ba3d10 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593493 Aug 16 01:48:34.032707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:34.037118 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558416dd-820e-49d1-9756-d18e2f77b5f6" -d '{"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:34.061013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:34.087400 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955af5e6-306c-4d4e-8efd-d6083432e0e4 x-openstack-request-id: req-955af5e6-306c-4d4e-8efd-d6083432e0e4 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:34.087718 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:34.088137 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-955af5e6-306c-4d4e-8efd-d6083432e0e4 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:34.088614 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'code': 200} Aug 16 01:48:34.093503 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.204795 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.218179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026b715-f5e2-4732-9b96-70fd096a77bb req-8745efab-50a3-4815-a7ae-cf36f225b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.219711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c026b715-f5e2-4732-9b96-70fd096a77bb req-8745efab-50a3-4815-a7ae-cf36f225b4c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1097 time: 0.0435302 Aug 16 01:48:34.267955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c026b715-f5e2-4732-9b96-70fd096a77bb req-0d2cfe93-0cfa-4c3e-abe8-17712e6824b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391951 Aug 16 01:48:34.271467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:34.444516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166001cd-5e91-42e0-b589-f8e8d6397f0d req-21c2e464-c8d8-4dca-9437-93832bae9c7e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.446045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-166001cd-5e91-42e0-b589-f8e8d6397f0d req-21c2e464-c8d8-4dca-9437-93832bae9c7e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 946 time: 0.0498025 Aug 16 01:48:34.488587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-166001cd-5e91-42e0-b589-f8e8d6397f0d req-a8e183f6-12bf-47c6-9b05-507e3a842e8f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359328 Aug 16 01:48:34.725902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae63b784-c7b8-42b7-973d-39dac3ddddc1 req-13d817e2-0067-4f13-8677-b196938ff763 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 210 time: 0.0316098 Aug 16 01:48:34.927323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-469e4775-b928-434f-98cc-7c569f1a6d32 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.930426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-469e4775-b928-434f-98cc-7c569f1a6d32 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.1251574 Aug 16 01:48:34.937809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bcdffc14-53eb-449e-afa8-386c5d2a350c no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:34.966852 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: bcdffc14-53eb-449e-afa8-386c5d2a350c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:48:34.967863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-a9b5ecf7-bea0-4f02-805c-64c12532c019 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/quotas/dc27f74a9cdc43628097134d50cbfd97 HTTP/1.1" status: 200 len: 375 time: 0.0157323 Aug 16 01:48:34.973352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bcdffc14-53eb-449e-afa8-386c5d2a350c not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:35.043774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-bb67133b-5e01-4fff-8b5b-585f7a7ece2b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694401 Aug 16 01:48:35.162242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-1c742459-6f00-418f-aa0e-d579ef7b4c5b service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069169 Aug 16 01:48:35.290097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-89714499-176c-4c80-b7f0-31fcd5312f07 service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196826 Aug 16 01:48:35.754515 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.761063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192227a-7734-42fa-b19f-a2764a9d6038 req-c78b7e4b-4572-483c-b5f0-6c0009264c2b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:35.762770 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8192227a-7734-42fa-b19f-a2764a9d6038 req-c78b7e4b-4572-483c-b5f0-6c0009264c2b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 948 time: 0.0855227 Aug 16 01:48:35.813626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8192227a-7734-42fa-b19f-a2764a9d6038 req-fe0b9e74-e136-4569-a31e-91bb9a0fabee tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386844 Aug 16 01:48:35.926368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c7f0f-17c1-4fbf-b2f7-24476719ca50 req-592c1cb7-a91a-4ede-858b-a34d8770e7df tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:35.927916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-950c7f0f-17c1-4fbf-b2f7-24476719ca50 req-592c1cb7-a91a-4ede-858b-a34d8770e7df tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 946 time: 0.0556939 Aug 16 01:48:35.969663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-950c7f0f-17c1-4fbf-b2f7-24476719ca50 req-5bcc2a51-b0a6-46cd-8fd7-3b7dfaeb7707 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351226 Aug 16 01:48:36.038802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a44de447-d114-4442-8fd0-647477338c8a req-5a1b051a-2ef8-41fa-8f32-d022015bfaf1 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 210 time: 0.0269899 Aug 16 01:48:36.235883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83359a8b-45f2-4f1f-aaef-ded31637b8a9 req-8b0f22d3-ec32-419e-b282-b5c3e2a2d018 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 210 time: 0.0357084 Aug 16 01:48:36.257631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-d374beda-c13d-47a7-bf69-be4c5698c144 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:36.257631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-d374beda-c13d-47a7-bf69-be4c5698c144 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.64 "GET /v2.0/networks?id=7048660b-0476-4339-9699-153d2b133725 HTTP/1.1" status: 200 len: 813 time: 0.1672075 Aug 16 01:48:36.275702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'port': {'device_id': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'network_id': '7048660b-0476-4339-9699-153d2b133725', 'admin_state_up': True, 'tenant_id': 'cc1bfeeb2609423f9c3dda0e476c9076'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:36.402856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952eee-9fb8-4ccc-834e-33542c6bb1a0 req-82f86c91-53a1-4927-b5ab-10a33578d2bf tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:36.404612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69952eee-9fb8-4ccc-834e-33542c6bb1a0 req-82f86c91-53a1-4927-b5ab-10a33578d2bf tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 946 time: 0.0859418 Aug 16 01:48:36.418468 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60662) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:36.425121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2ac9734a-1598-4b1f-8583-6615421dc441 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Request body: {'floatingip': {'port_id': '41f14e64-86ae-4f7e-8217-465b53aefeac'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:36.483445 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ac9734a-1598-4b1f-8583-6615421dc441 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.591378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Made reservation on behalf of cc1bfeeb2609423f9c3dda0e476c9076 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:36.598452 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.754905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Allocated IP 172.20.0.5 (7048660b-0476-4339-9699-153d2b133725/dca85203-1288-4b39-94b5-c37c925cf198/3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:36.936228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 7668a117-1202-48f1-bc5f-9f7ad1d201bd up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:36.979632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.002693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b12d56-7a57-4c50-94b5-7a3ff33cf394 req-46d5de40-c7c4-4172-8dee-1ed010ba6a38 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:37.004394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5b12d56-7a57-4c50-94b5-7a3ff33cf394 req-46d5de40-c7c4-4172-8dee-1ed010ba6a38 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 948 time: 0.1039405 Aug 16 01:48:37.010647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ac9734a-1598-4b1f-8583-6615421dc441 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.086421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5b12d56-7a57-4c50-94b5-7a3ff33cf394 req-062bafa3-d54e-4771-bb4c-ca4a66055a21 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620306 Aug 16 01:48:37.118770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 7668a117-1202-48f1-bc5f-9f7ad1d201bd completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:37.119001 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ac9734a-1598-4b1f-8583-6615421dc441 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.123406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 7668a117-1202-48f1-bc5f-9f7ad1d201bd triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:37.123912 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.179118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.230458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdab5859-cd1a-4903-85e8-221e24e9c308 req-8ce8c08e-53b5-4c49-8452-956920461401 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 210 time: 0.0686369 Aug 16 01:48:37.245123 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.297486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55408cbd-d1d1-4c11-a23b-c75ded5994a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7668a117-1202-48f1-bc5f-9f7ad1d201bd'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:37.308599 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4756cbe-c404-4cd0-85a7-274c417689ab" -d '{"events": [{"server_uuid": "55408cbd-d1d1-4c11-a23b-c75ded5994a9", "name": "network-vif-plugged", "status": "completed", "tag": "7668a117-1202-48f1-bc5f-9f7ad1d201bd"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:37.312859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Network 7048660b-0476-4339-9699-153d2b133725 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:37.316907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:37.322872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:37.327282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'Port': ['ID=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:37.365104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 7668a117-1202-48f1-bc5f-9f7ad1d201bd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7668a117-1202-48f1-bc5f-9f7ad1d201bd,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:37.385861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:37.385861 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.388879 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-1e5264f9-c1e9-4ef8-9bb9-d6009402754b tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:48:37.389979 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-1e5264f9-c1e9-4ef8-9bb9-d6009402754b tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3777208 Aug 16 01:48:37.413576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Request body: {'binding': {'host': 'n-h1-768509-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:37.419976 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Unknown quota resources ['binding']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:48:37.453701 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-2ac9734a-1598-4b1f-8583-6615421dc441 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Floating IP 208d9a86-c722-4894-8856-186b0ff86b8e associated. External IP: 172.25.8.202, port: 41f14e64-86ae-4f7e-8217-465b53aefeac. Aug 16 01:48:37.527588 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5cc70-3669-4450-b949-5ed474c3dc23 req-d0f1410e-a38f-423a-bb0b-a0440c261770 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:37.527833 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.529718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42c5cc70-3669-4450-b949-5ed474c3dc23 req-d0f1410e-a38f-423a-bb0b-a0440c261770 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 931 time: 0.0513687 Aug 16 01:48:37.531499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-de165e58-314d-4777-a55d-ca66aa8d11ee tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2677243 Aug 16 01:48:37.551873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Request body: {'port': {'device_id': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:37.621675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=7668a117-1202-48f1-bc5f-9f7ad1d201bd,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:37.639567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42c5cc70-3669-4450-b949-5ed474c3dc23 req-016eaf91-9759-419c-aadb-f043cf71aac1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989096 Aug 16 01:48:37.671951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on host n-h1-768509-23 for vnic_type normal with profile None {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:37.672294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:37.672623 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:37.679716 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.683946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:37.684465 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:37.695186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:37.695518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:37.696117 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:37.697644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Bound port: bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:37.714482 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8284344-ce9f-447b-b573-daca343d6fe8 x-openstack-request-id: req-a8284344-ce9f-447b-b573-daca343d6fe8 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:37.714780 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55408cbd-d1d1-4c11-a23b-c75ded5994a9", "name": "network-vif-plugged", "status": "completed", "tag": "7668a117-1202-48f1-bc5f-9f7ad1d201bd", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:37.715036 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8284344-ce9f-447b-b573-daca343d6fe8 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:37.715428 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55408cbd-d1d1-4c11-a23b-c75ded5994a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7668a117-1202-48f1-bc5f-9f7ad1d201bd', 'code': 200} Aug 16 01:48:37.807602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:37.871123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac9734a-1598-4b1f-8583-6615421dc441 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Router 532cc84d-550d-4bb6-a42a-e53da2da0714 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:48:37.897878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c9ce9-58a1-4531-b0f0-06c1a98cdae1 req-d98dec85-19a8-438a-b106-4f55f48a5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:37.899424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb4c9ce9-58a1-4531-b0f0-06c1a98cdae1 req-d98dec85-19a8-438a-b106-4f55f48a5587 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 1101 time: 0.1132979 Aug 16 01:48:37.984567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb4c9ce9-58a1-4531-b0f0-06c1a98cdae1 req-6c9d9747-80b1-4ce9-abe6-fc2af76679ad service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662568 Aug 16 01:48:37.997062 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac9734a-1598-4b1f-8583-6615421dc441 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:38.002226 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ac9734a-1598-4b1f-8583-6615421dc441 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.011237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340dae8c-de5c-4f87-816f-55e9f4e99111 None None] Sync routers for ids ['532cc84d-550d-4bb6-a42a-e53da2da0714'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:38.023890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340dae8c-de5c-4f87-816f-55e9f4e99111 None None] Routers {'532cc84d-550d-4bb6-a42a-e53da2da0714'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:38.025114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-340dae8c-de5c-4f87-816f-55e9f4e99111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:48:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['532cc84d-550d-4bb6-a42a-e53da2da0714'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:38.039090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.047764 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-98f3210a-9926-42ff-b41f-b0f4ef74e87d service neutron] 10.222.0.66 "POST /v2.0/ports/bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba/bindings HTTP/1.1" status: 201 len: 390 time: 0.6370919 Aug 16 01:48:38.047764 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2ac9734a-1598-4b1f-8583-6615421dc441 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "PUT /v2.0/floatingips/208d9a86-c722-4894-8856-186b0ff86b8e HTTP/1.1" status: 200 len: 992 time: 1.6244333 Aug 16 01:48:38.047764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:38.049806 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:38.159897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-340dae8c-de5c-4f87-816f-55e9f4e99111 None None] Set router 532cc84d-550d-4bb6-a42a-e53da2da0714 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:38.171329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:38.179674 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.194819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Transition to ACTIVE for port object 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:38.198314 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d1107e-5b6e-4144-bc76-17a3b2c4fddc x-openstack-request-id: req-c6d1107e-5b6e-4144-bc76-17a3b2c4fddc {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:38.198607 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:38.198857 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6d1107e-5b6e-4144-bc76-17a3b2c4fddc {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:38.199595 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'status': 'completed', 'code': 200} Aug 16 01:48:38.319076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9 req-917b5ea6-4d82-4fa4-9487-cba55da7f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:38.320971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9 req-917b5ea6-4d82-4fa4-9487-cba55da7f257 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1098 time: 0.0955524 Aug 16 01:48:38.342407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba1c1c-d4f4-495d-961b-94055283b0da req-3ec7c990-f1fa-4de2-9ecd-b4795990eafd tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:38.350704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cba1c1c-d4f4-495d-961b-94055283b0da req-3ec7c990-f1fa-4de2-9ecd-b4795990eafd tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 949 time: 0.0882194 Aug 16 01:48:38.423374 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.463188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-340dae8c-de5c-4f87-816f-55e9f4e99111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 4, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '208d9a86-c722-4894-8856-186b0ff86b8e', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'port_id': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'mac_address': 'fa:16:3e:a6:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:48:12Z', 'updated_at': '2021-08-16T01:48:36Z', 'revision_number': 1, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b05de9-016f-4d9d-b458-12dc562d4d3e', 'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'mac_address': 'fa:16:3e:ef:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:05Z', 'updated_at': '2021-08-16T01:48:14Z', 'revision_number': 5, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'subnets': [{'id': '7343030e-9add-4353-8aff-66a47414352b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:38.515072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cba1c1c-d4f4-495d-961b-94055283b0da req-845da06d-db2f-4b1a-a2f1-032a595b2f91 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611297 Aug 16 01:48:38.541853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Pushing event updated for resources: {'Port': ['ID=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:38.588447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9 req-3c4193d3-176a-478c-aec5-41a5248c9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:38.588447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9 req-3c4193d3-176a-478c-aec5-41a5248c9427 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.2516909 Aug 16 01:48:38.686874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32e81449-2bd7-475a-a453-4d21facb48d1 req-0e445b09-fb16-4453-909e-55c62b99ca48 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 210 time: 0.0395286 Aug 16 01:48:38.687607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Attempting to bind port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:38.687943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Attempting to bind port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'e80dac9c-c0c8-4bdb-a430-a22d04f0ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7048660b-0476-4339-9699-153d2b133725'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:38.688268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Attempting to bind port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 on network 7048660b-0476-4339-9699-153d2b133725 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:38.694754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 on network 7048660b-0476-4339-9699-153d2b133725 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:38.695091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Attempting to bind port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 on network 7048660b-0476-4339-9699-153d2b133725 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:38.718335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:38.718685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Checking segment: {'id': 'e80dac9c-c0c8-4bdb-a430-a22d04f0ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7048660b-0476-4339-9699-153d2b133725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:38.719512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Bound using segment: {'id': 'e80dac9c-c0c8-4bdb-a430-a22d04f0ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7048660b-0476-4339-9699-153d2b133725'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:38.719973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Bound port: 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80dac9c-c0c8-4bdb-a430-a22d04f0ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7048660b-0476-4339-9699-153d2b133725'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:38.720337 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.733914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9 req-5e1ea831-04eb-468a-ab0f-9632c220514f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 200 len: 1000 time: 0.1404600 Aug 16 01:48:38.835143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340dae8c-de5c-4f87-816f-55e9f4e99111 None None] Checking router: 532cc84d-550d-4bb6-a42a-e53da2da0714 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:38.844437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340dae8c-de5c-4f87-816f-55e9f4e99111 None None] Routers {'532cc84d-550d-4bb6-a42a-e53da2da0714'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:38.845304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-340dae8c-de5c-4f87-816f-55e9f4e99111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:48:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['532cc84d-550d-4bb6-a42a-e53da2da0714'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:38.856615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9 req-5422f089-8cc8-404e-a43a-93052a1db1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:38.858254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9 req-5422f089-8cc8-404e-a43a-93052a1db1f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0969009 Aug 16 01:48:38.884383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] For port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:38.939274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] For port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:38.971492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd3606-70bf-4ad3-b373-be733d1f008a req-350dcf8b-1f3d-42bc-9283-9be61663a683 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:38.972912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-340dae8c-de5c-4f87-816f-55e9f4e99111 None None] Set router 532cc84d-550d-4bb6-a42a-e53da2da0714 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:38.973177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61fd3606-70bf-4ad3-b373-be733d1f008a req-350dcf8b-1f3d-42bc-9283-9be61663a683 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 943 time: 0.1444855 Aug 16 01:48:38.982257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cb785-4502-47cc-8fb0-3eb4d3e633b8 req-21a77485-f9f6-4d30-a942-ced3363c5e8f tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:38.986280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-707cb785-4502-47cc-8fb0-3eb4d3e633b8 req-21a77485-f9f6-4d30-a942-ced3363c5e8f tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.1348240 Aug 16 01:48:39.031208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9 req-d28f030c-10e9-49ff-95f8-16900467c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.032521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9 req-d28f030c-10e9-49ff-95f8-16900467c192 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495142 Aug 16 01:48:39.115942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-707cb785-4502-47cc-8fb0-3eb4d3e633b8 req-8bbf3851-fe84-4fd9-8538-ebd6858e83c4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234126 Aug 16 01:48:39.123240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61fd3606-70bf-4ad3-b373-be733d1f008a req-523e240d-ec65-4930-93c5-3ddc75844056 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341970 Aug 16 01:48:39.136610 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:39.205192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.205937 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:39.207975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] 10.222.0.64 "PUT /v2.0/ports/3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 HTTP/1.1" status: 200 len: 1092 time: 1.6650186 Aug 16 01:48:39.208497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'tag': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:39.211239 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c467bf1a-7911-47d0-a5a5-4746a90eb15f" -d '{"events": [{"name": "network-changed", "server_uuid": "5798f2e4-3950-4656-81d5-1cd61f6d9c9b", "tag": "3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:39.324893 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c66a4c-ebd4-422e-89d9-b72b6d9fe036 x-openstack-request-id: req-e0c66a4c-ebd4-422e-89d9-b72b6d9fe036 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:39.324893 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5798f2e4-3950-4656-81d5-1cd61f6d9c9b", "tag": "3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:39.325276 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0c66a4c-ebd4-422e-89d9-b72b6d9fe036 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:39.325649 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'tag': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676', 'status': 'completed', 'code': 200} Aug 16 01:48:39.330691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce0cb3-30b7-4457-886b-719052cd506f service neutron] Pushing event updated for resources: {'Port': ['ID=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:39.362590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9 req-bbdb9b91-ee63-49dd-95ae-3780655b1793 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074913 Aug 16 01:48:39.388985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-340dae8c-de5c-4f87-816f-55e9f4e99111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 4, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '208d9a86-c722-4894-8856-186b0ff86b8e', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'port_id': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'mac_address': 'fa:16:3e:a6:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:48:12Z', 'updated_at': '2021-08-16T01:48:36Z', 'revision_number': 1, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b05de9-016f-4d9d-b458-12dc562d4d3e', 'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'mac_address': 'fa:16:3e:ef:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:05Z', 'updated_at': '2021-08-16T01:48:14Z', 'revision_number': 5, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'subnets': [{'id': '7343030e-9add-4353-8aff-66a47414352b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:39.430356 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-d71ea920-1b3d-46ad-92bc-6b0fbb17d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.432255 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-d71ea920-1b3d-46ad-92bc-6b0fbb17d539 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 1098 time: 0.1035347 Aug 16 01:48:39.470390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340dae8c-de5c-4f87-816f-55e9f4e99111 None None] The sync data for ids ['532cc84d-550d-4bb6-a42a-e53da2da0714'] in n-d-768509-23 is: [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 4, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '208d9a86-c722-4894-8856-186b0ff86b8e', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'port_id': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'mac_address': 'fa:16:3e:a6:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:48:12Z', 'updated_at': '2021-08-16T01:48:36Z', 'revision_number': 1, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b05de9-016f-4d9d-b458-12dc562d4d3e', 'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'mac_address': 'fa:16:3e:ef:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:05Z', 'updated_at': '2021-08-16T01:48:14Z', 'revision_number': 5, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'subnets': [{'id': '7343030e-9add-4353-8aff-66a47414352b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:39.499913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467bf1a-7911-47d0-a5a5-4746a90eb15f req-0a689503-fbd8-4698-9f22-9aa474fc2f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.501602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c467bf1a-7911-47d0-a5a5-4746a90eb15f req-0a689503-fbd8-4698-9f22-9aa474fc2f63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 1095 time: 0.1630473 Aug 16 01:48:39.521296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-274080a3-ed2b-4c1f-a685-4398bf233f2e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.522931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-274080a3-ed2b-4c1f-a685-4398bf233f2e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.2941475 Aug 16 01:48:39.561109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Request body: {'port': {'device_id': '52a50829-92b5-4b0e-b2ce-70089e12cb94', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'admin_state_up': True, 'tenant_id': 'dc27f74a9cdc43628097134d50cbfd97'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:39.638650 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-855da082-bdec-4a50-a4da-6ca80ffbd6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.639933 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-855da082-bdec-4a50-a4da-6ca80ffbd6f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.1968644 Aug 16 01:48:39.695345 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-feb49a3f-76c1-4612-ac5b-a7de63754fe7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba HTTP/1.1" status: 200 len: 217 time: 0.0474622 Aug 16 01:48:39.730626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74c7a4c1-a048-4c78-a00b-0f5b6dc56fb9 req-2a3fc268-0fc1-4094-a46d-600936f66e18 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474305 Aug 16 01:48:39.761956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-c69c92b2-3d66-45d5-9f8d-e32d1545b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.763729 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-c69c92b2-3d66-45d5-9f8d-e32d1545b6e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.0616529 Aug 16 01:48:39.819039 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-cde968e9-bde4-4a41-8c83-54fd2bfa5cb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467591 Aug 16 01:48:39.819403 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8afdd7d-8892-400c-9d72-ce956a9e90cd None None] New status for floating IP 208d9a86-c722-4894-8856-186b0ff86b8e: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:48:39.865848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff8a0c-bb28-437d-9c7f-e3e9d703235a req-124fdc5c-a18a-4d24-922e-b2f1193a05af tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.875561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08ff8a0c-bb28-437d-9c7f-e3e9d703235a req-124fdc5c-a18a-4d24-922e-b2f1193a05af tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 949 time: 0.2030156 Aug 16 01:48:39.895631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467bf1a-7911-47d0-a5a5-4746a90eb15f req-4dd7f068-c5f7-44d2-8620-45ece02cc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.897041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c467bf1a-7911-47d0-a5a5-4746a90eb15f req-4dd7f068-c5f7-44d2-8620-45ece02cc9c2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3731794 Aug 16 01:48:39.946360 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-219584ff-6e37-47a2-86f9-a39e96f0c084 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187828 Aug 16 01:48:39.974647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6080dc8e-bfa1-48c8-abdb-f59b12fddef2 req-158b7a4d-30c5-4c97-a901-4d8e3d4f0032 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 210 time: 0.0605898 Aug 16 01:48:40.031793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08ff8a0c-bb28-437d-9c7f-e3e9d703235a req-bafcb7d4-541a-4b2c-b041-4c1de94c3dc2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553445 Aug 16 01:48:40.081199 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-aece2046-c500-4540-8dae-d24849b7e134 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272380 Aug 16 01:48:40.084210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467bf1a-7911-47d0-a5a5-4746a90eb15f req-78403e62-cbc8-40ff-a105-cd39f2854e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:40.106280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c467bf1a-7911-47d0-a5a5-4746a90eb15f req-78403e62-cbc8-40ff-a105-cd39f2854e16 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703291 Aug 16 01:48:40.254449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Made reservation on behalf of dc27f74a9cdc43628097134d50cbfd97 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:40.260376 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:40.282605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-7578a242-41fc-4586-bac8-23fd7c2d3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:40.284357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-7578a242-41fc-4586-bac8-23fd7c2d3d5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 1095 time: 0.1453955 Aug 16 01:48:40.289197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9816af8-5be0-4707-997f-00a9dca86622 req-4fd94f10-004a-42af-9d05-020a889b590b tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:40.291413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9816af8-5be0-4707-997f-00a9dca86622 req-4fd94f10-004a-42af-9d05-020a889b590b tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 1101 time: 0.1439593 Aug 16 01:48:40.318918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f9053-a9db-4be3-8c2b-5cc8aedb910a req-64236017-a09e-4796-8444-2d35d55e2cdc tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:40.319680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-787f9053-a9db-4be3-8c2b-5cc8aedb910a req-64236017-a09e-4796-8444-2d35d55e2cdc tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.1197243 Aug 16 01:48:40.378913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-973cac54-a881-44c6-9aed-39a391babad3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 HTTP/1.1" status: 200 len: 217 time: 0.0862699 Aug 16 01:48:40.406026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60736) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:40.507422 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9816af8-5be0-4707-997f-00a9dca86622 req-963add69-a62a-4ad2-9f94-8834ee9cd01e tempest-ServersOnMultiNodesTest-2111850414 tempest-ServersOnMultiNodesTest-2111850414-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042396 Aug 16 01:48:40.514628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-787f9053-a9db-4be3-8c2b-5cc8aedb910a req-57a6ff9b-aadc-4904-ac64-62c1f12ec34c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466949 Aug 16 01:48:40.548944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-021e7ba3-0d77-45bd-bb8f-faa4825d280a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:40.571816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-60e15899-5914-434f-8172-4fbabc154a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:40.574012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-60e15899-5914-434f-8172-4fbabc154a38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dca85203-1288-4b39-94b5-c37c925cf198 HTTP/1.1" status: 200 len: 853 time: 0.1854031 Aug 16 01:48:40.613569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-43d6f655-23d4-42b0-899e-6fda67fc7c79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7048660b-0476-4339-9699-153d2b133725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302422 Aug 16 01:48:40.620620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Allocated IP 172.20.0.12 (51428e0c-01e8-42d8-86fb-58754a187d3b/36248d85-ffe8-48a4-8ed4-f53ad621065f/e328e3a2-bce4-413c-b1f9-4dfe654f86cd) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:40.706346 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-021e7ba3-0d77-45bd-bb8f-faa4825d280a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:40.836089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-021e7ba3-0d77-45bd-bb8f-faa4825d280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:40.881188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e7ba3-0d77-45bd-bb8f-faa4825d280a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453f3c93-ff67-4f2b-9fd4-92cdacb8b59c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:40.889447 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-021e7ba3-0d77-45bd-bb8f-faa4825d280a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3210d2240fe74d8fafc71c79387b6a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793954 Aug 16 01:48:40.889447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60744) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:40.969335 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c93bee-f4db-41cd-90d3-d93cdf9185b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:40.997858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c93bee-f4db-41cd-90d3-d93cdf9185b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:41.176262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce22374-35c4-4370-9d0b-5c4bf76469f2 req-e2a6c43f-77bf-4ac2-aff7-26aa4ebdf1e5 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:41.177799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ce22374-35c4-4370-9d0b-5c4bf76469f2 req-e2a6c43f-77bf-4ac2-aff7-26aa4ebdf1e5 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 943 time: 0.5142310 Aug 16 01:48:41.204904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c93bee-f4db-41cd-90d3-d93cdf9185b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:41.207728 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c93bee-f4db-41cd-90d3-d93cdf9185b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:41.211812 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-85c93bee-f4db-41cd-90d3-d93cdf9185b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/453f3c93-ff67-4f2b-9fd4-92cdacb8b59c HTTP/1.1" status: 204 len: 168 time: 0.3191013 Aug 16 01:48:41.220010 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c93bee-f4db-41cd-90d3-d93cdf9185b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453f3c93-ff67-4f2b-9fd4-92cdacb8b59c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:41.234801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-ae684e78-bd07-480e-aeaa-add0d410c824 service neutron] 10.222.0.64 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995429 Aug 16 01:48:41.325914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ce22374-35c4-4370-9d0b-5c4bf76469f2 req-c5dae97f-94ee-44fa-9c83-e45804df68da tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320729 Aug 16 01:48:41.331893 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:41.426107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-629b8bc9-d288-4057-8dbc-d180c7f34817 req-06f5b0bf-e7b4-4778-9c71-c82e093d90ff service neutron] 10.222.0.64 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788442 Aug 16 01:48:41.492268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4a8a392-d779-49bf-a8ab-e6bfeee894f5 req-8bcb02ad-2489-41b0-8111-5cc2e1bf6c39 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 210 time: 0.0403464 Aug 16 01:48:41.542819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25432189-d9d3-4d0b-9ed4-b192268632a6 req-7bacb958-2bcb-4ff5-8e9f-2b21be1cc185 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:41.544409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25432189-d9d3-4d0b-9ed4-b192268632a6 req-7bacb958-2bcb-4ff5-8e9f-2b21be1cc185 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 949 time: 0.0792546 Aug 16 01:48:41.573525 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:41.627304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Network 51428e0c-01e8-42d8-86fb-58754a187d3b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:41.632171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:41.641341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:41.704744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:41.717563 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:41.723484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25432189-d9d3-4d0b-9ed4-b192268632a6 req-c6862cec-a3d8-4985-bcad-c9782f378cb8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695209 Aug 16 01:48:41.804267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event updated for resources: {'Port': ['ID=e328e3a2-bce4-413c-b1f9-4dfe654f86cd,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:41.833090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa29201-fb89-498b-97b1-2c9e40beeaa2 req-dc3ab4bd-5efa-4990-9181-ac53a32fe8f3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:41.834613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aaa29201-fb89-498b-97b1-2c9e40beeaa2 req-dc3ab4bd-5efa-4990-9181-ac53a32fe8f3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.1264184 Aug 16 01:48:41.876045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aaa29201-fb89-498b-97b1-2c9e40beeaa2 req-e134f2f0-f765-44ee-a86c-52063471daa7 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347431 Aug 16 01:48:42.489135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf737d-d05a-4a5f-bc19-35fe841c15c9 req-ba3ed403-5f8d-4f2e-864c-eaf58154c730 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:42.491880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fbf737d-d05a-4a5f-bc19-35fe841c15c9 req-ba3ed403-5f8d-4f2e-864c-eaf58154c730 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 943 time: 0.0740256 Aug 16 01:48:42.541492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fbf737d-d05a-4a5f-bc19-35fe841c15c9 req-db75c68f-4cf4-4d68-859a-4db82bf3f226 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Aug 16 01:48:42.649955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9109c2f-0a25-494a-a14a-70397260f01f req-29aa81f6-0c45-411f-aa9e-18e20409ca7e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:42.649955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9109c2f-0a25-494a-a14a-70397260f01f req-29aa81f6-0c45-411f-aa9e-18e20409ca7e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 932 time: 0.0654526 Aug 16 01:48:42.703864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171299a-10ff-4b29-b0ad-4cc37f40a856 req-2a70959f-9738-4a38-9380-b9244bc8e0c5 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:42.705283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3171299a-10ff-4b29-b0ad-4cc37f40a856 req-2a70959f-9738-4a38-9380-b9244bc8e0c5 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 949 time: 0.0810494 Aug 16 01:48:42.713864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9109c2f-0a25-494a-a14a-70397260f01f req-0e2a2830-3187-461d-a2b7-a4a71b8dedef tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538135 Aug 16 01:48:42.762490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-d1e54b36-9988-4d77-9953-bac8dafe0cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2174447 Aug 16 01:48:42.777719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Request body: {'port': {'device_id': '52a50829-92b5-4b0e-b2ce-70089e12cb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:42.935162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:42.967433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-3171299a-10ff-4b29-b0ad-4cc37f40a856 req-114f31fb-86a3-4a6f-810e-04bb95ec0313 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Deleting port 7668a117-1202-48f1-bc5f-9f7ad1d201bd {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:42.968239 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3171299a-10ff-4b29-b0ad-4cc37f40a856 req-114f31fb-86a3-4a6f-810e-04bb95ec0313 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.003459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb3e1d-3f4c-411f-8783-02b02db1abad req-467d485c-e6b5-4e5d-b4c8-e6b5376a5706 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:43.004975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b1fb3e1d-3f4c-411f-8783-02b02db1abad req-467d485c-e6b5-4e5d-b4c8-e6b5376a5706 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 949 time: 0.1728888 Aug 16 01:48:43.029315 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60790) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:43.043674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4bfae1f-66fc-4f0e-98f9-38390ec7c8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.146213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4bfae1f-66fc-4f0e-98f9-38390ec7c8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.221585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96806e0e-9fd1-44e3-aa30-7e542c168784 req-64f3fcb0-f16c-4646-973b-7851833ff235 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:43.223105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96806e0e-9fd1-44e3-aa30-7e542c168784 req-64f3fcb0-f16c-4646-973b-7851833ff235 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.2292681 Aug 16 01:48:43.238694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b1fb3e1d-3f4c-411f-8783-02b02db1abad req-f5d8e9bb-53b0-41b5-a7de-7e2971f3badd tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135634 Aug 16 01:48:43.241964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4bfae1f-66fc-4f0e-98f9-38390ec7c8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.274208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3171299a-10ff-4b29-b0ad-4cc37f40a856 req-114f31fb-86a3-4a6f-810e-04bb95ec0313 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] For port 7668a117-1202-48f1-bc5f-9f7ad1d201bd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=7668a117-1202-48f1-bc5f-9f7ad1d201bd,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:43.275435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3171299a-10ff-4b29-b0ad-4cc37f40a856 req-114f31fb-86a3-4a6f-810e-04bb95ec0313 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.306659 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b4bfae1f-66fc-4f0e-98f9-38390ec7c8db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4840cf658444a3d90a8c870ecbecc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760532 Aug 16 01:48:43.307691 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60792) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:43.336294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-3171299a-10ff-4b29-b0ad-4cc37f40a856 req-114f31fb-86a3-4a6f-810e-04bb95ec0313 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Calling delete_port for 7668a117-1202-48f1-bc5f-9f7ad1d201bd owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:43.353567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfae1f-66fc-4f0e-98f9-38390ec7c8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81682a70-9ec8-4b5b-8605-277d65efc68c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:43.386472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96806e0e-9fd1-44e3-aa30-7e542c168784 req-a29fa1ad-240d-4e45-82e8-deb6c3055455 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402788 Aug 16 01:48:43.395168 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e983a6bd-e9fe-42c1-a625-c0e511757777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.445385 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e983a6bd-e9fe-42c1-a625-c0e511757777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.607211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e328e3a2-bce4-413c-b1f9-4dfe654f86cd {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:43.616185 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e983a6bd-e9fe-42c1-a625-c0e511757777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.619169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e983a6bd-e9fe-42c1-a625-c0e511757777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.619969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.620341 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e983a6bd-e9fe-42c1-a625-c0e511757777 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81682a70-9ec8-4b5b-8605-277d65efc68c HTTP/1.1" status: 204 len: 168 time: 0.3112235 Aug 16 01:48:43.638078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Transition to ACTIVE for port object e328e3a2-bce4-413c-b1f9-4dfe654f86cd will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:43.650324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983a6bd-e9fe-42c1-a625-c0e511757777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81682a70-9ec8-4b5b-8605-277d65efc68c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:43.705989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefb8d1-806e-425a-88df-3b6fdf09b3b3 req-b5638329-0e6c-46c7-a211-41580df4c132 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:43.707429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cefb8d1-806e-425a-88df-3b6fdf09b3b3 req-b5638329-0e6c-46c7-a211-41580df4c132 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 943 time: 0.0652723 Aug 16 01:48:43.759767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cefb8d1-806e-425a-88df-3b6fdf09b3b3 req-5b7d0ec5-2add-4679-a9f9-6a211058bdb1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453985 Aug 16 01:48:43.760859 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3171299a-10ff-4b29-b0ad-4cc37f40a856 req-114f31fb-86a3-4a6f-810e-04bb95ec0313 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.773664 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c', 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', '54ac0ecf-504c-4df4-880c-30c8ec8aad33', '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:43.776272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['45899246-c87e-4e95-8246-32345c3e2d99', '02d34708-7c84-4c05-af5b-526a87a23ba4', '40c1f0db-7f83-4806-b237-7164867c799e'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:43.798128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f31fb-86a3-4a6f-810e-04bb95ec0313 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event deleted for resources: {'Port': ['ID=7668a117-1202-48f1-bc5f-9f7ad1d201bd,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:43.800182 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:43.993773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3171299a-10ff-4b29-b0ad-4cc37f40a856 req-114f31fb-86a3-4a6f-810e-04bb95ec0313 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] No DVR routers for this DVR port 7668a117-1202-48f1-bc5f-9f7ad1d201bd on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:44.005868 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3171299a-10ff-4b29-b0ad-4cc37f40a856 req-114f31fb-86a3-4a6f-810e-04bb95ec0313 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:44.008109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3171299a-10ff-4b29-b0ad-4cc37f40a856 req-114f31fb-86a3-4a6f-810e-04bb95ec0313 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "DELETE /v2.0/ports/7668a117-1202-48f1-bc5f-9f7ad1d201bd HTTP/1.1" status: 204 len: 173 time: 1.2933245 Aug 16 01:48:44.020719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55408cbd-d1d1-4c11-a23b-c75ded5994a9', 'name': 'network-vif-deleted', 'tag': '7668a117-1202-48f1-bc5f-9f7ad1d201bd'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:44.023170 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31e2eeb-02ab-4412-952a-50b2519ef0f1" -d '{"events": [{"server_uuid": "55408cbd-d1d1-4c11-a23b-c75ded5994a9", "name": "network-vif-deleted", "tag": "7668a117-1202-48f1-bc5f-9f7ad1d201bd"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:44.041749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Pushing event updated for resources: {'Port': ['ID=e328e3a2-bce4-413c-b1f9-4dfe654f86cd,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:44.058068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe690ee-e2a5-44ac-a934-4bb58f55c5b4 req-b3471f9d-79c9-42ee-9245-b1a63d57a9c8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:44.059778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffe690ee-e2a5-44ac-a934-4bb58f55c5b4 req-b3471f9d-79c9-42ee-9245-b1a63d57a9c8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 944 time: 0.2249837 Aug 16 01:48:44.091722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Attempting to bind port e328e3a2-bce4-413c-b1f9-4dfe654f86cd on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:44.094505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Attempting to bind port e328e3a2-bce4-413c-b1f9-4dfe654f86cd by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:44.094505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Attempting to bind port e328e3a2-bce4-413c-b1f9-4dfe654f86cd on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:44.105904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Port e328e3a2-bce4-413c-b1f9-4dfe654f86cd on network 51428e0c-01e8-42d8-86fb-58754a187d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:44.106367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Attempting to bind port e328e3a2-bce4-413c-b1f9-4dfe654f86cd on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:44.119558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:44.119954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Checking segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:44.123743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Bound using segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:44.123743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Bound port: e328e3a2-bce4-413c-b1f9-4dfe654f86cd, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:44.123743 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:44.147276 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f27b958-e2d3-4b2e-a21e-5bcf131dc7ab x-openstack-request-id: req-2f27b958-e2d3-4b2e-a21e-5bcf131dc7ab {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:44.147808 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55408cbd-d1d1-4c11-a23b-c75ded5994a9", "name": "network-vif-deleted", "tag": "7668a117-1202-48f1-bc5f-9f7ad1d201bd", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:44.147977 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f27b958-e2d3-4b2e-a21e-5bcf131dc7ab {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:44.148559 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55408cbd-d1d1-4c11-a23b-c75ded5994a9', 'name': 'network-vif-deleted', 'tag': '7668a117-1202-48f1-bc5f-9f7ad1d201bd', 'status': 'completed', 'code': 200} Aug 16 01:48:44.170175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffe690ee-e2a5-44ac-a934-4bb58f55c5b4 req-e34d0e22-4e52-4aac-8344-cbfd4ac7a413 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910392 Aug 16 01:48:44.234062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] For port e328e3a2-bce4-413c-b1f9-4dfe654f86cd, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:44.238157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] For port e328e3a2-bce4-413c-b1f9-4dfe654f86cd, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=e328e3a2-bce4-413c-b1f9-4dfe654f86cd,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:44.377011 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:44.454698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dbd2a399-9c03-40b3-b5d4-82c93be211e3 req-890988a1-6c05-4213-93dc-205bffc9f989 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=55408cbd-d1d1-4c11-a23b-c75ded5994a9 HTTP/1.1" status: 200 len: 210 time: 0.0917382 Aug 16 01:48:44.505998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:44.506731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:44.508224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] 10.222.0.74 "PUT /v2.0/ports/e328e3a2-bce4-413c-b1f9-4dfe654f86cd HTTP/1.1" status: 200 len: 1093 time: 1.7370851 Aug 16 01:48:44.546518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a3546-0862-49d1-9385-63fbfbee8d46 service neutron] Pushing event updated for resources: {'Port': ['ID=e328e3a2-bce4-413c-b1f9-4dfe654f86cd,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:44.586367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63190d-c863-4231-8898-22026faee196 req-b37dced9-f6bd-417b-87d4-22c3ae0a989b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:44.613154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a63190d-c863-4231-8898-22026faee196 req-b37dced9-f6bd-417b-87d4-22c3ae0a989b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.1103396 Aug 16 01:48:44.721491 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a63190d-c863-4231-8898-22026faee196 req-d142df1e-06a3-4710-bfe4-ea0a81c5fe2e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059890 Aug 16 01:48:44.738074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-7b6e1c83-dce0-4a3f-9d34-4ada96052e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:44.741710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-7b6e1c83-dce0-4a3f-9d34-4ada96052e57 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 1096 time: 0.0541942 Aug 16 01:48:44.801479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-b174db7f-24cd-43f8-8691-818eb81f9168 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e328e3a2-bce4-413c-b1f9-4dfe654f86cd HTTP/1.1" status: 200 len: 217 time: 0.0518425 Aug 16 01:48:44.892620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-56475b4b-42e5-4c70-8646-5fa73d57fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:44.894146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-56475b4b-42e5-4c70-8646-5fa73d57fe9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 200 len: 852 time: 0.0867014 Aug 16 01:48:44.923099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b18bcf-1fdd-48f2-888c-353dd134164f req-874bedb0-e509-439a-9473-55637feea5e0 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:44.924642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e8b18bcf-1fdd-48f2-888c-353dd134164f req-874bedb0-e509-439a-9473-55637feea5e0 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 943 time: 0.0721393 Aug 16 01:48:44.942171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-dadbe9c4-372d-4843-9507-6513a5810cb0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51428e0c-01e8-42d8-86fb-58754a187d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358522 Aug 16 01:48:44.973127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 7668a117-1202-48f1-bc5f-9f7ad1d201bd no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:45.004905 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 7668a117-1202-48f1-bc5f-9f7ad1d201bd {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:48:45.005248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 7668a117-1202-48f1-bc5f-9f7ad1d201bd not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:45.035084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e8b18bcf-1fdd-48f2-888c-353dd134164f req-8b54f093-d385-45fe-8ae3-d793806a224f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953200 Aug 16 01:48:45.083945 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-06e7091c-0ae0-4142-9d15-b9691614637e service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232185 Aug 16 01:48:45.204769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4d89741-7572-48cd-92b9-838c8d9d34ca req-ce017f23-695e-4a01-93c3-d1f361024710 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056049 Aug 16 01:48:45.326769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3bbb6-cb47-4ba5-808a-1ee83a88bd53 req-cbf3981f-0d37-4f61-b6ad-c09c162e3c06 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:45.327723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6fa3bbb6-cb47-4ba5-808a-1ee83a88bd53 req-cbf3981f-0d37-4f61-b6ad-c09c162e3c06 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 944 time: 0.0565109 Aug 16 01:48:45.382222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6fa3bbb6-cb47-4ba5-808a-1ee83a88bd53 req-c7eae4f4-d8ec-4027-ac0e-0482e76f3e44 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477407 Aug 16 01:48:45.619175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:45.773322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:45.810115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676', 'network_id': '7048660b-0476-4339-9699-153d2b133725', 'port_id': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676', 'mac_address': 'fa:16:3e:5b:32:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca85203-1288-4b39-94b5-c37c925cf198', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:45.867815 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:45.884944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:45.906508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:45.924084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55545da2-1eb1-45c7-b8c9-7ae90120b5f1 req-a89a5118-b34e-4cd0-b9b7-44c32f40a006 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:45.925675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55545da2-1eb1-45c7-b8c9-7ae90120b5f1 req-a89a5118-b34e-4cd0-b9b7-44c32f40a006 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.0557191 Aug 16 01:48:45.981531 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:48:45.994692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55545da2-1eb1-45c7-b8c9-7ae90120b5f1 req-858d2a93-6bb6-449a-b77f-680a74d675fd tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617390 Aug 16 01:48:46.001839 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:46.050324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:46.159547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a50829-92b5-4b0e-b2ce-70089e12cb94', 'tag': 'e328e3a2-bce4-413c-b1f9-4dfe654f86cd'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:46.163422 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d325be72-7216-43f1-b36b-7d851ef7b56e" -d '{"events": [{"name": "network-changed", "server_uuid": "52a50829-92b5-4b0e-b2ce-70089e12cb94", "tag": "e328e3a2-bce4-413c-b1f9-4dfe654f86cd"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:46.228751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c996dc-d4e5-4865-b658-02ef99a924f6 req-75cf2bce-b7b8-4b14-9663-b415b34ec296 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:46.230429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47c996dc-d4e5-4865-b658-02ef99a924f6 req-75cf2bce-b7b8-4b14-9663-b415b34ec296 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 944 time: 0.1176851 Aug 16 01:48:46.271283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47c996dc-d4e5-4865-b658-02ef99a924f6 req-7c107b27-c489-4720-9b2d-f780969f0e5c tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Aug 16 01:48:46.322685 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fd3401-bfea-48f3-8098-bc4bcdda34c4 x-openstack-request-id: req-c2fd3401-bfea-48f3-8098-bc4bcdda34c4 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:46.322972 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a50829-92b5-4b0e-b2ce-70089e12cb94", "tag": "e328e3a2-bce4-413c-b1f9-4dfe654f86cd", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:46.323214 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2fd3401-bfea-48f3-8098-bc4bcdda34c4 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:46.323595 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a50829-92b5-4b0e-b2ce-70089e12cb94', 'tag': 'e328e3a2-bce4-413c-b1f9-4dfe654f86cd', 'status': 'completed', 'code': 200} Aug 16 01:48:46.331209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:46.350144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6826478-4f6a-4f8f-a2c6-b8763ed38d19 req-f7033087-3a1b-4221-a9f3-b437526005e8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:46.359691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6826478-4f6a-4f8f-a2c6-b8763ed38d19 req-f7033087-3a1b-4221-a9f3-b437526005e8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 949 time: 0.0648758 Aug 16 01:48:46.460971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6826478-4f6a-4f8f-a2c6-b8763ed38d19 req-6fadee6d-6911-4e95-abcc-889272e95de6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003063 Aug 16 01:48:46.463534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325be72-7216-43f1-b36b-7d851ef7b56e req-bea2b437-e0d7-44c2-a093-0e31a205ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:46.465058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d325be72-7216-43f1-b36b-7d851ef7b56e req-bea2b437-e0d7-44c2-a093-0e31a205ef1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 1096 time: 0.1033671 Aug 16 01:48:46.626986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f65b46-994f-4a8f-9c75-8b249a4fa74d req-81406ec9-4d54-4b78-b6ec-64a98a3aaf2f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:46.635488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92f65b46-994f-4a8f-9c75-8b249a4fa74d req-81406ec9-4d54-4b78-b6ec-64a98a3aaf2f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 944 time: 0.0859942 Aug 16 01:48:46.656579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325be72-7216-43f1-b36b-7d851ef7b56e req-60c8b838-9bd6-4536-9019-7af614e7cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:46.658096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d325be72-7216-43f1-b36b-7d851ef7b56e req-60c8b838-9bd6-4536-9019-7af614e7cf36 service neutron] 10.222.0.74 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 913 time: 0.1853809 Aug 16 01:48:46.719476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92f65b46-994f-4a8f-9c75-8b249a4fa74d req-933b3596-e524-419d-9fb8-d69d70f92b63 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832736 Aug 16 01:48:46.720868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d325be72-7216-43f1-b36b-7d851ef7b56e req-433b25e8-4096-4cdf-a2f9-64d2f56a12a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e328e3a2-bce4-413c-b1f9-4dfe654f86cd HTTP/1.1" status: 200 len: 217 time: 0.0523095 Aug 16 01:48:46.785811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325be72-7216-43f1-b36b-7d851ef7b56e req-6c3a43a4-a32e-4110-84f9-53a2b19e8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:46.792456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d325be72-7216-43f1-b36b-7d851ef7b56e req-6c3a43a4-a32e-4110-84f9-53a2b19e8677 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 200 len: 852 time: 0.0590360 Aug 16 01:48:46.826137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d325be72-7216-43f1-b36b-7d851ef7b56e req-19db327d-bc1f-4ff0-a8ce-45b22af99df6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51428e0c-01e8-42d8-86fb-58754a187d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306964 Aug 16 01:48:46.929970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d325be72-7216-43f1-b36b-7d851ef7b56e req-3f48a844-82d2-4d3e-9c5d-99e10023f2ef service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950663 Aug 16 01:48:46.987936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device e328e3a2-bce4-413c-b1f9-4dfe654f86cd details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:47.041688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d325be72-7216-43f1-b36b-7d851ef7b56e req-6752ab8c-d571-4d06-b0b4-ae0ca68d2d30 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030700 Aug 16 01:48:47.105620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port e328e3a2-bce4-413c-b1f9-4dfe654f86cd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=e328e3a2-bce4-413c-b1f9-4dfe654f86cd,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:47.118519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'e328e3a2-bce4-413c-b1f9-4dfe654f86cd', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'port_id': 'e328e3a2-bce4-413c-b1f9-4dfe654f86cd', 'mac_address': 'fa:16:3e:9a:ff:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36248d85-ffe8-48a4-8ed4-f53ad621065f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:47.132104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3679781-ceab-4bd6-a19b-ed2eca748e22 req-c69a4ca2-8824-4702-810d-f10a5a9d45ec tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:47.133692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3679781-ceab-4bd6-a19b-ed2eca748e22 req-c69a4ca2-8824-4702-810d-f10a5a9d45ec tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.0541999 Aug 16 01:48:47.155376 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:47.168946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e328e3a2-bce4-413c-b1f9-4dfe654f86cd {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:47.172835 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3679781-ceab-4bd6-a19b-ed2eca748e22 req-66333cea-362d-4296-8415-be656be2efac tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329766 Aug 16 01:48:47.191468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port e328e3a2-bce4-413c-b1f9-4dfe654f86cd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=e328e3a2-bce4-413c-b1f9-4dfe654f86cd,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:47.398561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c5329-f39e-454f-b0cd-1927f8e6da38 req-f916b57c-2034-4e68-b187-8e81d00a90fd tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:47.400737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa4c5329-f39e-454f-b0cd-1927f8e6da38 req-f916b57c-2034-4e68-b187-8e81d00a90fd tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 944 time: 0.0557845 Aug 16 01:48:47.440749 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa4c5329-f39e-454f-b0cd-1927f8e6da38 req-b03fd03f-4fc6-4c2a-b434-56ac329afbeb tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339639 Aug 16 01:48:47.501485 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:47.555024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=e328e3a2-bce4-413c-b1f9-4dfe654f86cd,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:47.564430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eafdca-bb48-4822-a343-05bb9616be28 req-63394e76-067f-40b1-8d8f-6c4307bafdbe tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:47.565163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3eafdca-bb48-4822-a343-05bb9616be28 req-63394e76-067f-40b1-8d8f-6c4307bafdbe tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 949 time: 0.0492859 Aug 16 01:48:47.604438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3eafdca-bb48-4822-a343-05bb9616be28 req-d42b5cc5-302f-4204-a948-ad370e0ee31e tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323341 Aug 16 01:48:47.626797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:47.809708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:47.813725 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:47.814224 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:47.879008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d438f-ea55-48de-a465-4ff2a28c3966 req-7cb638dc-82c9-4710-9b8a-5d6fe389ee3c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:47.887783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a76d438f-ea55-48de-a465-4ff2a28c3966 req-7cb638dc-82c9-4710-9b8a-5d6fe389ee3c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 945 time: 0.0882318 Aug 16 01:48:47.926582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['e328e3a2-bce4-413c-b1f9-4dfe654f86cd'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:47.954191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a76d438f-ea55-48de-a465-4ff2a28c3966 req-0ae54687-b52a-4e8e-ae33-472c20215a15 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521555 Aug 16 01:48:47.984260 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.008051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f4321-fecc-4c7b-a71d-cab3870d4bd7 req-18891b17-e519-4b6c-a3eb-e0c4801562c7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:48.010512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-884f4321-fecc-4c7b-a71d-cab3870d4bd7 req-18891b17-e519-4b6c-a3eb-e0c4801562c7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 949 time: 0.0555110 Aug 16 01:48:48.016812 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:48.022271 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5221b8-c084-40bc-923c-01869b5fbf84" -d '{"events": [{"server_uuid": "5798f2e4-3950-4656-81d5-1cd61f6d9c9b", "name": "network-vif-plugged", "status": "completed", "tag": "3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:48.036523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:48.068284 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9189689d-a3fa-4e90-8187-71ed0a17bf41 x-openstack-request-id: req-9189689d-a3fa-4e90-8187-71ed0a17bf41 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:48.068574 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5798f2e4-3950-4656-81d5-1cd61f6d9c9b", "name": "network-vif-plugged", "status": "completed", "tag": "3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:48.068829 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9189689d-a3fa-4e90-8187-71ed0a17bf41 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:48.069223 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676', 'code': 200} Aug 16 01:48:48.114874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-884f4321-fecc-4c7b-a71d-cab3870d4bd7 req-ce674d85-833c-4fed-8772-69018691873a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Deleting port 40c1f0db-7f83-4806-b237-7164867c799e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:48.115219 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-884f4321-fecc-4c7b-a71d-cab3870d4bd7 req-ce674d85-833c-4fed-8772-69018691873a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.177371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d67f4c-1b29-4b0d-9475-ac06cd741493 req-5fd8cc25-cabe-4dcb-9c59-9b1589c5690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:48.178943 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-88d67f4c-1b29-4b0d-9475-ac06cd741493 req-5fd8cc25-cabe-4dcb-9c59-9b1589c5690f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 1096 time: 0.0529845 Aug 16 01:48:48.216511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-884f4321-fecc-4c7b-a71d-cab3870d4bd7 req-ce674d85-833c-4fed-8772-69018691873a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] For port 40c1f0db-7f83-4806-b237-7164867c799e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=40c1f0db-7f83-4806-b237-7164867c799e,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:48.216962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-884f4321-fecc-4c7b-a71d-cab3870d4bd7 req-ce674d85-833c-4fed-8772-69018691873a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.223892 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-88d67f4c-1b29-4b0d-9475-ac06cd741493 req-4ce934ce-3320-4e75-88bf-b86727b24039 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 Aug 16 01:48:48.239998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-884f4321-fecc-4c7b-a71d-cab3870d4bd7 req-ce674d85-833c-4fed-8772-69018691873a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Calling delete_port for 40c1f0db-7f83-4806-b237-7164867c799e owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:48.241916 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.291416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:48.356733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec303c-8a45-4758-bd4d-d45623f943e8 req-360381a5-b93b-4067-b443-9126edd1720e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:48.358359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dcec303c-8a45-4758-bd4d-d45623f943e8 req-360381a5-b93b-4067-b443-9126edd1720e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.1046078 Aug 16 01:48:48.434407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dcec303c-8a45-4758-bd4d-d45623f943e8 req-2fc84c93-c66f-4f4b-a005-ae255a0122dd tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680649 Aug 16 01:48:48.522738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-884f4321-fecc-4c7b-a71d-cab3870d4bd7 req-ce674d85-833c-4fed-8772-69018691873a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.536478 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['45899246-c87e-4e95-8246-32345c3e2d99', '02d34708-7c84-4c05-af5b-526a87a23ba4', '40c1f0db-7f83-4806-b237-7164867c799e'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:48.570449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce674d85-833c-4fed-8772-69018691873a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event deleted for resources: {'Port': ['ID=40c1f0db-7f83-4806-b237-7164867c799e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:48.620655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-884f4321-fecc-4c7b-a71d-cab3870d4bd7 req-ce674d85-833c-4fed-8772-69018691873a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] No DVR routers for this DVR port 40c1f0db-7f83-4806-b237-7164867c799e on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:48.623406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-884f4321-fecc-4c7b-a71d-cab3870d4bd7 req-ce674d85-833c-4fed-8772-69018691873a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.625889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-884f4321-fecc-4c7b-a71d-cab3870d4bd7 req-ce674d85-833c-4fed-8772-69018691873a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "DELETE /v2.0/ports/40c1f0db-7f83-4806-b237-7164867c799e HTTP/1.1" status: 204 len: 173 time: 0.6091063 Aug 16 01:48:48.626531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af', 'name': 'network-vif-deleted', 'tag': '40c1f0db-7f83-4806-b237-7164867c799e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:48.646550 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0493dafd-3eb3-48a2-9e9f-c5ddfc53d4b7" -d '{"events": [{"server_uuid": "8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af", "name": "network-vif-deleted", "tag": "40c1f0db-7f83-4806-b237-7164867c799e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:48.662151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c8d8a-e564-46c4-a9da-bfe9a97dc8a4 req-be470697-5a67-46c2-9dd5-85c0d2c23a1b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:48.666404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f12c8d8a-e564-46c4-a9da-bfe9a97dc8a4 req-be470697-5a67-46c2-9dd5-85c0d2c23a1b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 945 time: 0.1516349 Aug 16 01:48:48.718855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-309f14ff-0351-45c8-8699-c58ad6577971 req-54dd9f3a-d978-43b8-a0b7-78a3c22bae9d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 210 time: 0.0303915 Aug 16 01:48:48.734355 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f12c8d8a-e564-46c4-a9da-bfe9a97dc8a4 req-5c01b0da-99c7-4f74-a816-6dd09aef3eb3 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633388 Aug 16 01:48:48.768097 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22d241f-ca0d-4b77-96f9-efd8afc1a056 x-openstack-request-id: req-d22d241f-ca0d-4b77-96f9-efd8afc1a056 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:48.768657 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af", "name": "network-vif-deleted", "tag": "40c1f0db-7f83-4806-b237-7164867c799e", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:48.775286 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d22d241f-ca0d-4b77-96f9-efd8afc1a056 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:48.775286 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af', 'name': 'network-vif-deleted', 'tag': '40c1f0db-7f83-4806-b237-7164867c799e', 'status': 'completed', 'code': 200} Aug 16 01:48:49.046987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c', 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', '54ac0ecf-504c-4df4-880c-30c8ec8aad33', '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:49.088404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e409ff-a563-40b9-9f6f-918984660a4b req-585af7cf-3c00-439d-be1c-86297a552aea tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.097426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1e409ff-a563-40b9-9f6f-918984660a4b req-585af7cf-3c00-439d-be1c-86297a552aea tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 945 time: 0.0604146 Aug 16 01:48:49.145034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1e409ff-a563-40b9-9f6f-918984660a4b req-fc5afca4-41f8-437e-a396-bdd29d64148d tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452437 Aug 16 01:48:49.562190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87993874-5193-4949-ae41-4281ee5465f8 req-9465342d-5276-4bda-a228-9b0fb9326e1a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.563660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87993874-5193-4949-ae41-4281ee5465f8 req-9465342d-5276-4bda-a228-9b0fb9326e1a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.0542336 Aug 16 01:48:49.602895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87993874-5193-4949-ae41-4281ee5465f8 req-e3cc6201-e00e-4845-9cda-2efeb55475e6 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Aug 16 01:48:49.851893 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-521b33b1-7869-4417-9e85-736f8ace67db req-7468eeb6-7fa9-4d52-9cdd-1e32f53fcd55 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c3f4fd5-1fea-4a8b-a5f5-fcfd319039af HTTP/1.1" status: 200 len: 210 time: 0.0473211 Aug 16 01:48:49.874674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2037-b266-4e9d-8a8b-1517b8ca98e8 req-37261b70-8f8a-4d6e-bcd2-fc2076cfda44 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.876237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acfe2037-b266-4e9d-8a8b-1517b8ca98e8 req-37261b70-8f8a-4d6e-bcd2-fc2076cfda44 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 945 time: 0.0736759 Aug 16 01:48:49.914040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acfe2037-b266-4e9d-8a8b-1517b8ca98e8 req-5bc89282-622f-410d-97b9-de75032d6efb tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Aug 16 01:48:50.038922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-804a54b5-5af4-4a25-882b-304968cf2dbe req-cc0a519a-3a49-4d83-adab-381c652e75e1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-346460351&fields=id&tenant_id=cc1bfeeb2609423f9c3dda0e476c9076 HTTP/1.1" status: 200 len: 267 time: 0.0338445 Aug 16 01:48:50.073752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a54b5-5af4-4a25-882b-304968cf2dbe req-6f01f973-20e9-4afd-bdad-6643d6b6089d tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:50.075214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-804a54b5-5af4-4a25-882b-304968cf2dbe req-6f01f973-20e9-4afd-bdad-6643d6b6089d tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 945 time: 0.0569420 Aug 16 01:48:50.089607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-804a54b5-5af4-4a25-882b-304968cf2dbe req-08733903-6bb4-4d4c-857a-fb5d0ffbd63a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'port': {'security_groups': ['372c443d-9fc1-4d82-9b98-9735eced971b', '893edaad-7254-4f12-b0e6-5c2528382809']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:50.163376 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-804a54b5-5af4-4a25-882b-304968cf2dbe req-08733903-6bb4-4d4c-857a-fb5d0ffbd63a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.185873 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60958) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:50.302097 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-25fb4eba-74c3-4f5b-ae38-3a0fb9c088cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.312381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7341665-5688-4b56-b422-cd2daac4472c req-982dc746-4cf9-4378-9f0f-cd50547cbb73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:50.313927 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7341665-5688-4b56-b422-cd2daac4472c req-982dc746-4cf9-4378-9f0f-cd50547cbb73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 945 time: 0.0920968 Aug 16 01:48:50.393801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-25fb4eba-74c3-4f5b-ae38-3a0fb9c088cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.405319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7341665-5688-4b56-b422-cd2daac4472c req-1f92b875-4041-4698-8843-6813645247da tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834494 Aug 16 01:48:50.441277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-804a54b5-5af4-4a25-882b-304968cf2dbe req-08733903-6bb4-4d4c-857a-fb5d0ffbd63a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] For port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:50.512604 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-25fb4eba-74c3-4f5b-ae38-3a0fb9c088cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.555377 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-25fb4eba-74c3-4f5b-ae38-3a0fb9c088cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de9d1aa26f374dd3b77859cc0ddd42fc&name=default HTTP/1.1" status: 200 len: 2981 time: 0.3662169 Aug 16 01:48:50.556229 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb4eba-74c3-4f5b-ae38-3a0fb9c088cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8c2601-9f9c-4da9-971b-f3ff48eed6cd,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:50.558790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60964) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:50.613098 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce179-9be4-4997-a5e6-e26cd993837b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.640944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce179-9be4-4997-a5e6-e26cd993837b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.664432 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.808314 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-804a54b5-5af4-4a25-882b-304968cf2dbe req-08733903-6bb4-4d4c-857a-fb5d0ffbd63a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.809807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce179-9be4-4997-a5e6-e26cd993837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.812358 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce179-9be4-4997-a5e6-e26cd993837b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.813654 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ef9ce179-9be4-4997-a5e6-e26cd993837b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c8c2601-9f9c-4da9-971b-f3ff48eed6cd HTTP/1.1" status: 204 len: 168 time: 0.2538934 Aug 16 01:48:50.823277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ce179-9be4-4997-a5e6-e26cd993837b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8c2601-9f9c-4da9-971b-f3ff48eed6cd,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:50.830062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0ff5f-4028-42da-8596-729089c75990 req-66c044ce-d1fa-478d-9146-f3bd87494c9e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:50.831858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ca0ff5f-4028-42da-8596-729089c75990 req-66c044ce-d1fa-478d-9146-f3bd87494c9e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.0678885 Aug 16 01:48:50.876619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ca0ff5f-4028-42da-8596-729089c75990 req-8ba17d9d-1786-4ed9-a8f8-b2a840eaa43a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374088 Aug 16 01:48:50.897112 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-804a54b5-5af4-4a25-882b-304968cf2dbe req-08733903-6bb4-4d4c-857a-fb5d0ffbd63a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.907813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:50.948029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a54b5-5af4-4a25-882b-304968cf2dbe req-08733903-6bb4-4d4c-857a-fb5d0ffbd63a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:50.948674 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-804a54b5-5af4-4a25-882b-304968cf2dbe req-08733903-6bb4-4d4c-857a-fb5d0ffbd63a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.950158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-804a54b5-5af4-4a25-882b-304968cf2dbe req-08733903-6bb4-4d4c-857a-fb5d0ffbd63a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "PUT /v2.0/ports/3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 HTTP/1.1" status: 200 len: 981 time: 0.8675227 Aug 16 01:48:50.950613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'tag': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:50.954274 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09662516-a69e-4ef3-9608-bfc28fee9d35" -d '{"events": [{"name": "network-changed", "server_uuid": "5798f2e4-3950-4656-81d5-1cd61f6d9c9b", "tag": "3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:50.975281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08733903-6bb4-4d4c-857a-fb5d0ffbd63a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'Port': ['ID=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:51.006750 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d504bf-4102-4bf0-8e47-963b12e14e3f x-openstack-request-id: req-a9d504bf-4102-4bf0-8e47-963b12e14e3f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:51.007166 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5798f2e4-3950-4656-81d5-1cd61f6d9c9b", "tag": "3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:51.007617 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9d504bf-4102-4bf0-8e47-963b12e14e3f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:51.008115 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'tag': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676', 'status': 'completed', 'code': 200} Aug 16 01:48:51.018301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device e328e3a2-bce4-413c-b1f9-4dfe654f86cd up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:51.086130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:51.124531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09662516-a69e-4ef3-9608-bfc28fee9d35 req-1d3ef171-e413-4a97-ae93-3954581383ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:51.126500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09662516-a69e-4ef3-9608-bfc28fee9d35 req-1d3ef171-e413-4a97-ae93-3954581383ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 1136 time: 0.0954554 Aug 16 01:48:51.129526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ac36a7c-4e86-4b44-ac24-1874374330a0 req-18af278b-9263-416d-b5ac-32b68ae3d4be tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2146969637&fields=id&tenant_id=cc1bfeeb2609423f9c3dda0e476c9076 HTTP/1.1" status: 200 len: 267 time: 0.0603104 Aug 16 01:48:51.246078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac36a7c-4e86-4b44-ac24-1874374330a0 req-7517943c-e28d-4372-9190-fa7571f2db19 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:51.247476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ac36a7c-4e86-4b44-ac24-1874374330a0 req-7517943c-e28d-4372-9190-fa7571f2db19 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 984 time: 0.1048417 Aug 16 01:48:51.266967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-7ac36a7c-4e86-4b44-ac24-1874374330a0 req-1eea1ec0-16ec-4ae9-b444-78716ec6f773 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'port': {'security_groups': ['372c443d-9fc1-4d82-9b98-9735eced971b', '893edaad-7254-4f12-b0e6-5c2528382809', 'b7abb7ca-c653-4d9a-a6bd-dc74cafc4062']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:51.294428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09662516-a69e-4ef3-9608-bfc28fee9d35 req-56495a98-d498-457a-8d37-78c4506d02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:51.295912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09662516-a69e-4ef3-9608-bfc28fee9d35 req-56495a98-d498-457a-8d37-78c4506d02e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7048660b-0476-4339-9699-153d2b133725 HTTP/1.1" status: 200 len: 914 time: 0.1624432 Aug 16 01:48:51.333577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port e328e3a2-bce4-413c-b1f9-4dfe654f86cd completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:51.339290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port e328e3a2-bce4-413c-b1f9-4dfe654f86cd triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:51.339676 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.347892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09662516-a69e-4ef3-9608-bfc28fee9d35 req-06a2373e-c8d5-4d72-bc18-d40a23b5d57f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 HTTP/1.1" status: 200 len: 217 time: 0.0437796 Aug 16 01:48:51.417057 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ac36a7c-4e86-4b44-ac24-1874374330a0 req-1eea1ec0-16ec-4ae9-b444-78716ec6f773 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.434411 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.453654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09662516-a69e-4ef3-9608-bfc28fee9d35 req-f1522373-e346-4f08-a987-0a000f43c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:51.453654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09662516-a69e-4ef3-9608-bfc28fee9d35 req-f1522373-e346-4f08-a987-0a000f43c3a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dca85203-1288-4b39-94b5-c37c925cf198 HTTP/1.1" status: 200 len: 853 time: 0.0798020 Aug 16 01:48:51.467916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a50829-92b5-4b0e-b2ce-70089e12cb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e328e3a2-bce4-413c-b1f9-4dfe654f86cd'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:51.470240 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7886c10-7469-4770-afad-6eae63da0502" -d '{"events": [{"server_uuid": "52a50829-92b5-4b0e-b2ce-70089e12cb94", "name": "network-vif-plugged", "status": "completed", "tag": "e328e3a2-bce4-413c-b1f9-4dfe654f86cd"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:51.483872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port e328e3a2-bce4-413c-b1f9-4dfe654f86cd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=e328e3a2-bce4-413c-b1f9-4dfe654f86cd,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:51.512696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09662516-a69e-4ef3-9608-bfc28fee9d35 req-ba79ae63-505a-4547-af59-3c1bbda7d0d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7048660b-0476-4339-9699-153d2b133725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520015 Aug 16 01:48:51.635923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 40c1f0db-7f83-4806-b237-7164867c799e no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:51.657972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 40c1f0db-7f83-4806-b237-7164867c799e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:48:51.658314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 40c1f0db-7f83-4806-b237-7164867c799e not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:51.665285 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.672462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09662516-a69e-4ef3-9608-bfc28fee9d35 req-e4bc7115-3701-4808-b079-4a7bef1d8576 service neutron] 10.222.0.64 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438246 Aug 16 01:48:51.723630 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=e328e3a2-bce4-413c-b1f9-4dfe654f86cd,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:51.798307 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.861230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7ac36a7c-4e86-4b44-ac24-1874374330a0 req-1eea1ec0-16ec-4ae9-b444-78716ec6f773 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] For port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:51.880037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09662516-a69e-4ef3-9608-bfc28fee9d35 req-e4ed84fc-d00b-45f0-a403-22dfb9c4edc6 service neutron] 10.222.0.64 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698148 Aug 16 01:48:51.903336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883847c-6f5d-4f63-a95a-d3ccc58146b9 req-d9685488-d498-4c7f-b5f7-a9bfa95bea39 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:51.904862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4883847c-6f5d-4f63-a95a-d3ccc58146b9 req-d9685488-d498-4c7f-b5f7-a9bfa95bea39 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 946 time: 0.1160707 Aug 16 01:48:51.921140 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ac36a7c-4e86-4b44-ac24-1874374330a0 req-1eea1ec0-16ec-4ae9-b444-78716ec6f773 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.948647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4883847c-6f5d-4f63-a95a-d3ccc58146b9 req-0ac4af22-5f37-4a01-a684-6c3b284bc1b5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378592 Aug 16 01:48:51.992431 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2ccecd-0166-4094-8ae6-0f00aec475c0 x-openstack-request-id: req-ad2ccecd-0166-4094-8ae6-0f00aec475c0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:51.992431 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a50829-92b5-4b0e-b2ce-70089e12cb94", "name": "network-vif-plugged", "status": "completed", "tag": "e328e3a2-bce4-413c-b1f9-4dfe654f86cd", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:51.992431 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad2ccecd-0166-4094-8ae6-0f00aec475c0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:51.992431 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a50829-92b5-4b0e-b2ce-70089e12cb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e328e3a2-bce4-413c-b1f9-4dfe654f86cd', 'code': 200} Aug 16 01:48:52.089901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878b70f-4281-474a-900f-b9d961ea3fe1 req-ce9420e7-b629-4e3a-bdac-1d51d68ac206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:52.091440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f878b70f-4281-474a-900f-b9d961ea3fe1 req-ce9420e7-b629-4e3a-bdac-1d51d68ac206 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 1098 time: 0.0433514 Aug 16 01:48:52.159794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f878b70f-4281-474a-900f-b9d961ea3fe1 req-8ad92256-8784-4e5e-9f37-96feb1cc5b6c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570264 Aug 16 01:48:52.175613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a349c-1dd6-451d-9dbf-f028ca44b352 req-bf5a342d-2d89-4af9-b8f8-fa61e0c1bf3f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:52.175613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e4a349c-1dd6-451d-9dbf-f028ca44b352 req-bf5a342d-2d89-4af9-b8f8-fa61e0c1bf3f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 950 time: 0.0774860 Aug 16 01:48:52.175613 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ac36a7c-4e86-4b44-ac24-1874374330a0 req-1eea1ec0-16ec-4ae9-b444-78716ec6f773 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.185239 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:52.190191 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60996) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:52.204904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e29c1061-cdb3-43e2-927e-09138332c03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.236064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac36a7c-4e86-4b44-ac24-1874374330a0 req-1eea1ec0-16ec-4ae9-b444-78716ec6f773 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:52.236709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ac36a7c-4e86-4b44-ac24-1874374330a0 req-1eea1ec0-16ec-4ae9-b444-78716ec6f773 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.238179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ac36a7c-4e86-4b44-ac24-1874374330a0 req-1eea1ec0-16ec-4ae9-b444-78716ec6f773 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "PUT /v2.0/ports/3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 HTTP/1.1" status: 200 len: 1020 time: 0.9818332 Aug 16 01:48:52.286789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e4a349c-1dd6-451d-9dbf-f028ca44b352 req-b6b88655-0463-407b-b21c-fa45b404225e tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027808 Aug 16 01:48:52.287882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea1ec0-16ec-4ae9-b444-78716ec6f773 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'Port': ['ID=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:52.322671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e29c1061-cdb3-43e2-927e-09138332c03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.369737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:52.402791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d24c-7fe5-467f-8db2-7c430ec4986b req-9a7b916f-ee6d-459a-9ac1-9af5b07c24de tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:52.404311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1212d24c-7fe5-467f-8db2-7c430ec4986b req-9a7b916f-ee6d-459a-9ac1-9af5b07c24de tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.0856097 Aug 16 01:48:52.423840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1fb8e-c804-47af-b657-b4c773c3ae2c req-92211e2d-9498-4632-ad51-9cf2160d93ca tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:52.425402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-84d1fb8e-c804-47af-b657-b4c773c3ae2c req-92211e2d-9498-4632-ad51-9cf2160d93ca tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 1023 time: 0.0716841 Aug 16 01:48:52.466866 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e29c1061-cdb3-43e2-927e-09138332c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.481886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1212d24c-7fe5-467f-8db2-7c430ec4986b req-8e69982c-1302-4de7-9311-7e28b079a9ad tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704372 Aug 16 01:48:52.510771 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e29c1061-cdb3-43e2-927e-09138332c03b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f925703e40f44aacbbd18ebcf04757ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189168 Aug 16 01:48:52.512161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c1061-cdb3-43e2-927e-09138332c03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b330dbf-ed6d-4c9f-9e13-8c6d8970f9bc,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:52.514514 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 32768) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:52.538762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-84d1fb8e-c804-47af-b657-b4c773c3ae2c req-7d050bda-f9ec-478a-a561-490a2833c280 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&id=b7abb7ca-c653-4d9a-a6bd-dc74cafc4062&id=893edaad-7254-4f12-b0e6-5c2528382809 HTTP/1.1" status: 200 len: 6148 time: 0.0931251 Aug 16 01:48:52.563243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-a2de18ec-06db-4560-8e68-c6a4891ee481 req-2c8396e1-a09d-4448-84c7-67e47fdf49d2 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1686022884 ', 'description': 'tempest-description-1220721810'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:52.581735 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-975e6c66-6ee7-4250-913e-6529215b0e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.604774 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-975e6c66-6ee7-4250-913e-6529215b0e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.710425 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a2de18ec-06db-4560-8e68-c6a4891ee481 req-2c8396e1-a09d-4448-84c7-67e47fdf49d2 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.838447 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-975e6c66-6ee7-4250-913e-6529215b0e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.840933 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-975e6c66-6ee7-4250-913e-6529215b0e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.842130 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-975e6c66-6ee7-4250-913e-6529215b0e3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b330dbf-ed6d-4c9f-9e13-8c6d8970f9bc HTTP/1.1" status: 204 len: 168 time: 0.3266635 Aug 16 01:48:52.853633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e6c66-6ee7-4250-913e-6529215b0e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b330dbf-ed6d-4c9f-9e13-8c6d8970f9bc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:52.903524 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a2de18ec-06db-4560-8e68-c6a4891ee481 req-2c8396e1-a09d-4448-84c7-67e47fdf49d2 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.008833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'tag': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:53.011361 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c74b532-1cff-4241-b5af-941543a2dcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "5798f2e4-3950-4656-81d5-1cd61f6d9c9b", "tag": "3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:53.051008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a2de18ec-06db-4560-8e68-c6a4891ee481 req-2c8396e1-a09d-4448-84c7-67e47fdf49d2 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.104321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8396e1-a09d-4448-84c7-67e47fdf49d2 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662e2f38-3ee7-4ada-97a9-a80e37816cd8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:53.132386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00484249-3979-4423-ab5b-4d0474cf7576 req-44c84c6b-e71b-405d-b967-c88e95e2cd54 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.134225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00484249-3979-4423-ab5b-4d0474cf7576 req-44c84c6b-e71b-405d-b967-c88e95e2cd54 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 946 time: 0.1113052 Aug 16 01:48:53.162857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-18cff384-dc8a-47e7-96e4-e5bc2c7e9c18 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.164356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-18cff384-dc8a-47e7-96e4-e5bc2c7e9c18 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1098 time: 0.0794802 Aug 16 01:48:53.176301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-23'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:53.213968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00484249-3979-4423-ab5b-4d0474cf7576 req-d33191db-e067-4f94-b395-1e4fc8b2684e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700428 Aug 16 01:48:53.249996 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.286638 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5ef871-eed7-48ea-8aef-e991b3ec7736 x-openstack-request-id: req-ea5ef871-eed7-48ea-8aef-e991b3ec7736 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:53.286930 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5798f2e4-3950-4656-81d5-1cd61f6d9c9b", "tag": "3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:53.287182 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea5ef871-eed7-48ea-8aef-e991b3ec7736 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:53.287579 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'tag': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676', 'status': 'completed', 'code': 200} Aug 16 01:48:53.366248 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74b532-1cff-4241-b5af-941543a2dcf0 req-c8f66e07-6f86-4db0-ac3c-24da66ee3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.367812 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4c74b532-1cff-4241-b5af-941543a2dcf0 req-c8f66e07-6f86-4db0-ac3c-24da66ee3923 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 1175 time: 0.0514166 Aug 16 01:48:53.384596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a2de18ec-06db-4560-8e68-c6a4891ee481 req-2c8396e1-a09d-4448-84c7-67e47fdf49d2 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.389000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2de18ec-06db-4560-8e68-c6a4891ee481 req-2c8396e1-a09d-4448-84c7-67e47fdf49d2 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.8306844 Aug 16 01:48:53.474360 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74b532-1cff-4241-b5af-941543a2dcf0 req-815608ae-06f1-412c-88c8-8d1de18ed558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.475834 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4c74b532-1cff-4241-b5af-941543a2dcf0 req-815608ae-06f1-412c-88c8-8d1de18ed558 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7048660b-0476-4339-9699-153d2b133725 HTTP/1.1" status: 200 len: 914 time: 0.1007943 Aug 16 01:48:53.504253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:53.540057 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4c74b532-1cff-4241-b5af-941543a2dcf0 req-484494f9-c4a8-45ec-ba99-d34f9c27782c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 HTTP/1.1" status: 200 len: 217 time: 0.0484457 Aug 16 01:48:53.575205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-209fa70a-ef4d-4bf8-8147-42a67e5f8bfe req-5c7c3bd1-84e4-444c-8e64-9bccbfc477b0 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/662e2f38-3ee7-4ada-97a9-a80e37816cd8 HTTP/1.1" status: 200 len: 1783 time: 0.1377964 Aug 16 01:48:53.598584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f650d-ab89-42d7-b310-aa857c2a793f req-dee32d57-b835-4a2c-bf13-04970e6f643d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.600133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f07f650d-ab89-42d7-b310-aa857c2a793f req-dee32d57-b835-4a2c-bf13-04970e6f643d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 950 time: 0.1937511 Aug 16 01:48:53.601862 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74b532-1cff-4241-b5af-941543a2dcf0 req-a0127d66-5b2b-46f1-8050-4b3647f3b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.603675 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4c74b532-1cff-4241-b5af-941543a2dcf0 req-a0127d66-5b2b-46f1-8050-4b3647f3b6e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dca85203-1288-4b39-94b5-c37c925cf198 HTTP/1.1" status: 200 len: 853 time: 0.0571363 Aug 16 01:48:53.610993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a551d-d9a4-4a56-9044-a39eda853ee5 req-bd079c22-636c-4ead-8f19-b291d5249c56 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.614923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-049a551d-d9a4-4a56-9044-a39eda853ee5 req-bd079c22-636c-4ead-8f19-b291d5249c56 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 950 time: 0.1763561 Aug 16 01:48:53.614923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:53.648353 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4c74b532-1cff-4241-b5af-941543a2dcf0 req-d2f34ba8-9518-4506-a527-9f0c5026fa83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7048660b-0476-4339-9699-153d2b133725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286636 Aug 16 01:48:53.747315 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4c74b532-1cff-4241-b5af-941543a2dcf0 req-b2f30353-ed4a-47b2-8390-3f2fdd65a322 service neutron] 10.222.0.64 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912440 Aug 16 01:48:53.763465 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.785634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f07f650d-ab89-42d7-b310-aa857c2a793f req-c6a893ef-c20d-4c30-a834-1e07190abac8 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694405 Aug 16 01:48:53.810669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7406d01-8daa-4e4a-bcab-d06688246655 req-af622c46-94cb-4305-98bc-d88192e4064a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.812351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7406d01-8daa-4e4a-bcab-d06688246655 req-af622c46-94cb-4305-98bc-d88192e4064a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 946 time: 0.1293359 Aug 16 01:48:53.863028 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4c74b532-1cff-4241-b5af-941543a2dcf0 req-3fdaa229-fa7d-48d7-b922-ec99f1179843 service neutron] 10.222.0.64 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066129 Aug 16 01:48:53.863555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-049a551d-d9a4-4a56-9044-a39eda853ee5 req-319e9766-3a56-4a81-80b3-3e69df1b116f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Deleting port 02d34708-7c84-4c05-af5b-526a87a23ba4 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:53.863907 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-049a551d-d9a4-4a56-9044-a39eda853ee5 req-319e9766-3a56-4a81-80b3-3e69df1b116f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.943014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7406d01-8daa-4e4a-bcab-d06688246655 req-4b24dbcf-866d-491b-907c-c10da71f9ddf tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196246 Aug 16 01:48:53.953437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e66b5f-7358-41b3-b2ed-6dbaaab3342d req-a1d07822-b80d-4432-8657-49b45ab1f179 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/662e2f38-3ee7-4ada-97a9-a80e37816cd8 HTTP/1.1" status: 200 len: 1783 time: 0.1203365 Aug 16 01:48:53.956683 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.061010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-049a551d-d9a4-4a56-9044-a39eda853ee5 req-319e9766-3a56-4a81-80b3-3e69df1b116f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] For port 02d34708-7c84-4c05-af5b-526a87a23ba4, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=02d34708-7c84-4c05-af5b-526a87a23ba4,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:54.061372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-049a551d-d9a4-4a56-9044-a39eda853ee5 req-319e9766-3a56-4a81-80b3-3e69df1b116f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.088207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:54.092538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-049a551d-d9a4-4a56-9044-a39eda853ee5 req-319e9766-3a56-4a81-80b3-3e69df1b116f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Calling delete_port for 02d34708-7c84-4c05-af5b-526a87a23ba4 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:54.148736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on host n-h2-768509-23 for vnic_type normal with profile {"migrating_to": "n-h1-768509-23"} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:54.149615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:54.149977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:54.187281 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-73e66b5f-7358-41b3-b2ed-6dbaaab3342d req-3987a50d-f879-4371-818f-a682cb1863ea tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.190210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:54.190540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Attempting to bind port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:54.213691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:54.214059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:54.214448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:54.214896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Bound port: bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:54.215261 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.243362 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-73e66b5f-7358-41b3-b2ed-6dbaaab3342d req-3987a50d-f879-4371-818f-a682cb1863ea tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.429291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:54.436774 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:54.450130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87315dd3-914e-4cc5-b310-87b04621ffbe req-12b7480e-2dcb-4e93-998f-3aac94ae0c35 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:54.454979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87315dd3-914e-4cc5-b310-87b04621ffbe req-12b7480e-2dcb-4e93-998f-3aac94ae0c35 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 946 time: 0.1424294 Aug 16 01:48:54.491962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87315dd3-914e-4cc5-b310-87b04621ffbe req-8475aab8-2a3a-4960-9d8d-7a100f1e2dcf tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337267 Aug 16 01:48:54.493488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-73e66b5f-7358-41b3-b2ed-6dbaaab3342d req-3987a50d-f879-4371-818f-a682cb1863ea tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.496409 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-73e66b5f-7358-41b3-b2ed-6dbaaab3342d req-3987a50d-f879-4371-818f-a682cb1863ea tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.497067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e66b5f-7358-41b3-b2ed-6dbaaab3342d req-3987a50d-f879-4371-818f-a682cb1863ea tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "DELETE /v2.0/security-groups/662e2f38-3ee7-4ada-97a9-a80e37816cd8 HTTP/1.1" status: 204 len: 173 time: 0.5042207 Aug 16 01:48:54.506321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987a50d-f879-4371-818f-a682cb1863ea tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662e2f38-3ee7-4ada-97a9-a80e37816cd8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:54.552065 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-c4f3459a-aa3b-44f5-b8c0-4430538cf1b3 req-03d2613b-3254-4a5c-89f3-4a68716d3517 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] show failed (client error): The resource could not be found. Aug 16 01:48:54.562390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4f3459a-aa3b-44f5-b8c0-4430538cf1b3 req-03d2613b-3254-4a5c-89f3-4a68716d3517 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/662e2f38-3ee7-4ada-97a9-a80e37816cd8 HTTP/1.1" status: 404 len: 352 time: 0.0266039 Aug 16 01:48:54.593306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3e69f301-444e-4e50-bebc-b33663dc976d req-6af1815b-5020-4ee7-a85d-223deb387291 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1247280360', 'description': 'tempest-description-261751297'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:54.608185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.669568 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-049a551d-d9a4-4a56-9044-a39eda853ee5 req-319e9766-3a56-4a81-80b3-3e69df1b116f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.676815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c', 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', '54ac0ecf-504c-4df4-880c-30c8ec8aad33', '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:54.679125 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['45899246-c87e-4e95-8246-32345c3e2d99', '02d34708-7c84-4c05-af5b-526a87a23ba4'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:54.717611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:54.724962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.724962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba HTTP/1.1" status: 200 len: 1124 time: 1.5478358 Aug 16 01:48:54.733635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc51fb-0039-42fc-8680-d5aab14a7597 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,revision_number=8']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:54.758934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-049a551d-d9a4-4a56-9044-a39eda853ee5 req-319e9766-3a56-4a81-80b3-3e69df1b116f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] No DVR routers for this DVR port 02d34708-7c84-4c05-af5b-526a87a23ba4 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:54.762791 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-049a551d-d9a4-4a56-9044-a39eda853ee5 req-319e9766-3a56-4a81-80b3-3e69df1b116f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.764826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-049a551d-d9a4-4a56-9044-a39eda853ee5 req-319e9766-3a56-4a81-80b3-3e69df1b116f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "DELETE /v2.0/ports/02d34708-7c84-4c05-af5b-526a87a23ba4 HTTP/1.1" status: 204 len: 173 time: 1.1284375 Aug 16 01:48:54.784720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e9766-3a56-4a81-80b3-3e69df1b116f tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event deleted for resources: {'Port': ['ID=02d34708-7c84-4c05-af5b-526a87a23ba4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:54.796368 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e69f301-444e-4e50-bebc-b33663dc976d req-6af1815b-5020-4ee7-a85d-223deb387291 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.890766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:54.896175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:54.952517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25bcfdf4-6f0e-4b70-91ba-9a92c5418ebe req-3c326c54-971e-4660-bd06-b2ff3140c020 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 210 time: 0.0415192 Aug 16 01:48:54.963510 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e69f301-444e-4e50-bebc-b33663dc976d req-6af1815b-5020-4ee7-a85d-223deb387291 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.111774 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d8f8e-f309-4418-858f-b7ca7f293a9c req-44b7d1fe-24c0-4ad3-99f7-9faf91cdde0b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.113357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-413d8f8e-f309-4418-858f-b7ca7f293a9c req-44b7d1fe-24c0-4ad3-99f7-9faf91cdde0b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.0659597 Aug 16 01:48:55.168689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-413d8f8e-f309-4418-858f-b7ca7f293a9c req-dc3ba809-badf-4c7c-9d8b-d36cb3b1cf39 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434639 Aug 16 01:48:55.224051 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e69f301-444e-4e50-bebc-b33663dc976d req-6af1815b-5020-4ee7-a85d-223deb387291 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.291398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba'}, {'name': 'network-changed', 'server_uuid': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'tag': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba'}, {'server_uuid': '077d9f5d-79dd-4e3e-a9aa-8f0ba3674409', 'name': 'network-vif-deleted', 'tag': '02d34708-7c84-4c05-af5b-526a87a23ba4'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:55.295435 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fc2376-7af6-4c08-be20-2806934c9c2b" -d '{"events": [{"server_uuid": "84a91116-1c2c-46bc-899a-5f4b06c59bcb", "name": "network-vif-unplugged", "status": "completed", "tag": "bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba"}, {"name": "network-changed", "server_uuid": "84a91116-1c2c-46bc-899a-5f4b06c59bcb", "tag": "bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba"}, {"server_uuid": "077d9f5d-79dd-4e3e-a9aa-8f0ba3674409", "name": "network-vif-deleted", "tag": "02d34708-7c84-4c05-af5b-526a87a23ba4"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:55.315849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1815b-5020-4ee7-a85d-223deb387291 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7515cb15-905b-4b8f-a6cd-036e19a7b663,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:55.399976 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8fd736-fa47-48b3-a881-8dfa923b0428 x-openstack-request-id: req-be8fd736-fa47-48b3-a881-8dfa923b0428 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:55.400282 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a91116-1c2c-46bc-899a-5f4b06c59bcb", "name": "network-vif-unplugged", "status": "completed", "tag": "bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba", "code": 200}, {"name": "network-changed", "server_uuid": "84a91116-1c2c-46bc-899a-5f4b06c59bcb", "tag": "bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba", "status": "completed", "code": 200}, {"server_uuid": "077d9f5d-79dd-4e3e-a9aa-8f0ba3674409", "name": "network-vif-deleted", "tag": "02d34708-7c84-4c05-af5b-526a87a23ba4", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:55.400552 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be8fd736-fa47-48b3-a881-8dfa923b0428 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:55.401652 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba', 'code': 200} Aug 16 01:48:55.401652 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'tag': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba', 'status': 'completed', 'code': 200} Aug 16 01:48:55.401926 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077d9f5d-79dd-4e3e-a9aa-8f0ba3674409', 'name': 'network-vif-deleted', 'tag': '02d34708-7c84-4c05-af5b-526a87a23ba4', 'status': 'completed', 'code': 200} Aug 16 01:48:55.409997 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e69f301-444e-4e50-bebc-b33663dc976d req-6af1815b-5020-4ee7-a85d-223deb387291 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.411908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e69f301-444e-4e50-bebc-b33663dc976d req-6af1815b-5020-4ee7-a85d-223deb387291 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8230445 Aug 16 01:48:55.470173 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-dbed0875-e5d1-418b-8fae-8ccf42fab0af req-c986b58b-052d-49fe-81ed-bf95b7bcf464 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-267883844', 'description': 'tempest-description-1050728275'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:55.500983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc2376-7af6-4c08-be20-2806934c9c2b req-f4c30cf6-04a4-4bd2-a43a-2a597f3a9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.502564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5fc2376-7af6-4c08-be20-2806934c9c2b req-f4c30cf6-04a4-4bd2-a43a-2a597f3a9ec1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 1127 time: 0.0684004 Aug 16 01:48:55.621196 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dbed0875-e5d1-418b-8fae-8ccf42fab0af req-c986b58b-052d-49fe-81ed-bf95b7bcf464 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.650624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:55.662769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc2376-7af6-4c08-be20-2806934c9c2b req-1425ae58-8b54-40fd-baf3-5d7c29294873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.665102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5fc2376-7af6-4c08-be20-2806934c9c2b req-1425ae58-8b54-40fd-baf3-5d7c29294873 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.1548393 Aug 16 01:48:55.740393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5fc2376-7af6-4c08-be20-2806934c9c2b req-4f2b7f9c-a8bb-4eda-8176-b044e2528eda service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba HTTP/1.1" status: 200 len: 217 time: 0.0624812 Aug 16 01:48:55.816572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:55.834806 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dbed0875-e5d1-418b-8fae-8ccf42fab0af req-c986b58b-052d-49fe-81ed-bf95b7bcf464 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.839162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba has no active binding in host n-h1-768509-23 {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:48:55.887876 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc2376-7af6-4c08-be20-2806934c9c2b req-6f21d9d1-9b39-4bbd-a09e-39bb87bfb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.889361 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5fc2376-7af6-4c08-be20-2806934c9c2b req-6f21d9d1-9b39-4bbd-a09e-39bb87bfb1a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.0508423 Aug 16 01:48:55.921920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5fc2376-7af6-4c08-be20-2806934c9c2b req-f2b5cd88-aac2-4c93-b29a-108e56723c25 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251513 Aug 16 01:48:55.976775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dbed0875-e5d1-418b-8fae-8ccf42fab0af req-c986b58b-052d-49fe-81ed-bf95b7bcf464 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.026212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986b58b-052d-49fe-81ed-bf95b7bcf464 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190b0f36-1605-4929-a410-afa59073bf8c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:56.062782 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5fc2376-7af6-4c08-be20-2806934c9c2b req-14644f4a-1542-4d22-82e2-890c076a0d05 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332924 Aug 16 01:48:56.078640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b3c9d50-f7f1-40fc-afd5-e8980b3e2f55 req-01db4adf-5328-4bb0-85d0-92505769c8d6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=077d9f5d-79dd-4e3e-a9aa-8f0ba3674409 HTTP/1.1" status: 200 len: 210 time: 0.0314355 Aug 16 01:48:56.166809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5fc2376-7af6-4c08-be20-2806934c9c2b req-7b206b2a-941f-412a-ae7d-8a5a03187706 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904822 Aug 16 01:48:56.204730 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dbed0875-e5d1-418b-8fae-8ccf42fab0af req-c986b58b-052d-49fe-81ed-bf95b7bcf464 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.206015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dbed0875-e5d1-418b-8fae-8ccf42fab0af req-c986b58b-052d-49fe-81ed-bf95b7bcf464 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7460871 Aug 16 01:48:56.235886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b6911f20-d749-4d70-a577-809b7d28065e req-062786df-9005-43e3-bb09-b64233a6db61 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-23927516', 'description': 'tempest-description-587995181'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:56.299605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30ec37-fd10-42db-affe-4634f0c39f53 req-da9ea48b-ee9c-41af-857b-d0fcf5eb6630 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.301102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c30ec37-fd10-42db-affe-4634f0c39f53 req-da9ea48b-ee9c-41af-857b-d0fcf5eb6630 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.0693629 Aug 16 01:48:56.349755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c30ec37-fd10-42db-affe-4634f0c39f53 req-2212329e-9251-45f8-93cc-66e48bb6fdce tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Aug 16 01:48:56.476421 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b6911f20-d749-4d70-a577-809b7d28065e req-062786df-9005-43e3-bb09-b64233a6db61 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.620892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-dc17ffb7-8f14-4e5e-a442-bce7d5c8327e tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1329653898&fields=id&tenant_id=fb49621d044a43e4a6659857800670b3 HTTP/1.1" status: 200 len: 267 time: 0.0582204 Aug 16 01:48:56.623151 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b6911f20-d749-4d70-a577-809b7d28065e req-062786df-9005-43e3-bb09-b64233a6db61 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.717014 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b6911f20-d749-4d70-a577-809b7d28065e req-062786df-9005-43e3-bb09-b64233a6db61 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.759689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-89d5aceb-d27b-430d-a36f-84940cecd9d8 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.773687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-89d5aceb-d27b-430d-a36f-84940cecd9d8 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/networks?id=b27aa3c5-3eb1-4698-8c50-6174c90a1084 HTTP/1.1" status: 200 len: 814 time: 0.1337035 Aug 16 01:48:56.780714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-e1288cdc-f482-406b-98e0-f575c2b678df tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/quotas/fb49621d044a43e4a6659857800670b3 HTTP/1.1" status: 200 len: 375 time: 0.0124245 Aug 16 01:48:56.783301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062786df-9005-43e3-bb09-b64233a6db61 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e470a7-16e6-422e-b574-a391082c447a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:56.836202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-b8555e6c-6d98-48dc-b5ad-ff67820b0704 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb49621d044a43e4a6659857800670b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489841 Aug 16 01:48:56.866388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b6911f20-d749-4d70-a577-809b7d28065e req-062786df-9005-43e3-bb09-b64233a6db61 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.868094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6911f20-d749-4d70-a577-809b7d28065e req-062786df-9005-43e3-bb09-b64233a6db61 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6371307 Aug 16 01:48:56.935933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-eeb0751e-8912-4a52-8d61-667d37f7af3b service neutron] 10.222.0.66 "GET /v2.0/networks/b27aa3c5-3eb1-4698-8c50-6174c90a1084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875432 Aug 16 01:48:57.097217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-78f5ac4a-7161-4c91-8cdb-326ba02ec46e service neutron] 10.222.0.66 "GET /v2.0/networks/b27aa3c5-3eb1-4698-8c50-6174c90a1084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542580 Aug 16 01:48:57.131718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c8937ee-06e8-46e4-aed4-0fd10218ba6b req-f2fce83a-0ce2-46b2-b585-3b960dec40a0 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076 HTTP/1.1" status: 200 len: 10899 time: 0.1813014 Aug 16 01:48:57.182569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c8937ee-06e8-46e4-aed4-0fd10218ba6b req-20c65bb7-ccbd-4447-a447-19ba754fa256 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/372c443d-9fc1-4d82-9b98-9735eced971b HTTP/1.1" status: 200 len: 2981 time: 0.0424781 Aug 16 01:48:57.245767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c8937ee-06e8-46e4-aed4-0fd10218ba6b req-25272e2c-0e60-45d6-928d-875b1a5e021b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/372c443d-9fc1-4d82-9b98-9735eced971b HTTP/1.1" status: 200 len: 2981 time: 0.0572207 Aug 16 01:48:57.330649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bbc20d5-9532-4593-b37a-71faa64245cc req-243f6e75-d6d8-4d81-9d6a-f7ec550608a4 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/7515cb15-905b-4b8f-a6cd-036e19a7b663 HTTP/1.1" status: 200 len: 1802 time: 0.0384386 Aug 16 01:48:57.391871 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6bbc20d5-9532-4593-b37a-71faa64245cc req-032b1339-5a87-42f2-a279-5283fdbf5942 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.414335 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6bbc20d5-9532-4593-b37a-71faa64245cc req-032b1339-5a87-42f2-a279-5283fdbf5942 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.586123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6bbc20d5-9532-4593-b37a-71faa64245cc req-032b1339-5a87-42f2-a279-5283fdbf5942 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.586123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6bbc20d5-9532-4593-b37a-71faa64245cc req-032b1339-5a87-42f2-a279-5283fdbf5942 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.586123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bbc20d5-9532-4593-b37a-71faa64245cc req-032b1339-5a87-42f2-a279-5283fdbf5942 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "DELETE /v2.0/security-groups/7515cb15-905b-4b8f-a6cd-036e19a7b663 HTTP/1.1" status: 204 len: 173 time: 0.2483053 Aug 16 01:48:57.595129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b1339-5a87-42f2-a279-5283fdbf5942 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7515cb15-905b-4b8f-a6cd-036e19a7b663,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:57.665170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 02d34708-7c84-4c05-af5b-526a87a23ba4 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:57.688931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 02d34708-7c84-4c05-af5b-526a87a23ba4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:48:57.689303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 02d34708-7c84-4c05-af5b-526a87a23ba4 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:57.850068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424a281-c171-450c-bfc7-0af4043bea1f req-a6515f13-daea-4e52-9464-29af718bccf1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:57.857035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0424a281-c171-450c-bfc7-0af4043bea1f req-a6515f13-daea-4e52-9464-29af718bccf1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.0687721 Aug 16 01:48:57.899330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0424a281-c171-450c-bfc7-0af4043bea1f req-c6bf7c3f-27be-401b-a4dc-b9743c67f942 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382688 Aug 16 01:48:58.001867 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-b852732b-76fc-4861-9f9a-3bdbb3e8f2e3 req-1b169b26-ba89-49ba-bde1-8e9fcfe589f0 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] show failed (client error): The resource could not be found. Aug 16 01:48:58.002968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b852732b-76fc-4861-9f9a-3bdbb3e8f2e3 req-1b169b26-ba89-49ba-bde1-8e9fcfe589f0 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/7515cb15-905b-4b8f-a6cd-036e19a7b663 HTTP/1.1" status: 404 len: 352 time: 0.0151637 Aug 16 01:48:58.063353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e654b540-e207-451a-8aae-1117a9e1043a req-5c5c0229-999a-4d81-82a1-008e3933d807 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0266051 Aug 16 01:48:58.225155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a721474c-0db8-4b29-823d-86175e7ca2bc req-4e4a3f77-b1da-4318-93e4-ce250e17d3fd tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/190b0f36-1605-4929-a410-afa59073bf8c HTTP/1.1" status: 200 len: 1802 time: 0.0409322 Aug 16 01:48:58.281951 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a721474c-0db8-4b29-823d-86175e7ca2bc req-3144d344-4318-4369-bbdc-47e59d43d80e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.304735 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a721474c-0db8-4b29-823d-86175e7ca2bc req-3144d344-4318-4369-bbdc-47e59d43d80e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.421121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a721474c-0db8-4b29-823d-86175e7ca2bc req-3144d344-4318-4369-bbdc-47e59d43d80e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.424709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a721474c-0db8-4b29-823d-86175e7ca2bc req-3144d344-4318-4369-bbdc-47e59d43d80e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.439577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a721474c-0db8-4b29-823d-86175e7ca2bc req-3144d344-4318-4369-bbdc-47e59d43d80e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "DELETE /v2.0/security-groups/190b0f36-1605-4929-a410-afa59073bf8c HTTP/1.1" status: 204 len: 173 time: 0.2080793 Aug 16 01:48:58.454990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144d344-4318-4369-bbdc-47e59d43d80e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=190b0f36-1605-4929-a410-afa59073bf8c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:58.892086 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-bcef7180-9e68-4ff5-83fd-223aef8fd1c4 req-da90cc40-f7dd-4817-9899-b066687e1536 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] show failed (client error): The resource could not be found. Aug 16 01:48:58.893056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcef7180-9e68-4ff5-83fd-223aef8fd1c4 req-da90cc40-f7dd-4817-9899-b066687e1536 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/190b0f36-1605-4929-a410-afa59073bf8c HTTP/1.1" status: 404 len: 352 time: 0.0148129 Aug 16 01:48:58.997211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a79f2a-937d-496e-9372-ad5ebe62eda1 req-72ab9391-a328-48a1-882c-a42c89e4fdab tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:58.998745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15a79f2a-937d-496e-9372-ad5ebe62eda1 req-72ab9391-a328-48a1-882c-a42c89e4fdab tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378 HTTP/1.1" status: 200 len: 950 time: 0.0547707 Aug 16 01:48:59.041070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15a79f2a-937d-496e-9372-ad5ebe62eda1 req-7503416d-18a9-4248-8423-fbfd8f4158c6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329576 Aug 16 01:48:59.103603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3792c344-76f6-426e-9957-11cba07000ca req-7652b11f-5841-4f2f-8a9f-9c4baa13b5ba tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/b3e470a7-16e6-422e-b574-a391082c447a HTTP/1.1" status: 200 len: 1800 time: 0.0394208 Aug 16 01:48:59.160152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3792c344-76f6-426e-9957-11cba07000ca req-aafb0768-56e3-4fb1-96b3-2d9f7fe6fad1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.182030 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3792c344-76f6-426e-9957-11cba07000ca req-aafb0768-56e3-4fb1-96b3-2d9f7fe6fad1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.328772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab59da1-1479-4cb9-ac56-e8d544d1c814 req-eb934b75-5764-45b1-9f3c-b665b7d6a484 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.330371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fab59da1-1479-4cb9-ac56-e8d544d1c814 req-eb934b75-5764-45b1-9f3c-b665b7d6a484 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.0543206 Aug 16 01:48:59.371872 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3792c344-76f6-426e-9957-11cba07000ca req-aafb0768-56e3-4fb1-96b3-2d9f7fe6fad1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.381440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3792c344-76f6-426e-9957-11cba07000ca req-aafb0768-56e3-4fb1-96b3-2d9f7fe6fad1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.381440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3792c344-76f6-426e-9957-11cba07000ca req-aafb0768-56e3-4fb1-96b3-2d9f7fe6fad1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "DELETE /v2.0/security-groups/b3e470a7-16e6-422e-b574-a391082c447a HTTP/1.1" status: 204 len: 173 time: 0.2659314 Aug 16 01:48:59.382510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fab59da1-1479-4cb9-ac56-e8d544d1c814 req-9539dd41-34ad-45fe-9340-5a53c444cbd8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451434 Aug 16 01:48:59.389175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb0768-56e3-4fb1-96b3-2d9f7fe6fad1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e470a7-16e6-422e-b574-a391082c447a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:59.513730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc82328e-ff4d-49ba-a377-8711282a827f req-749e6328-ee45-4b1e-865e-6134cba1d3fc tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0430992 Aug 16 01:48:59.552431 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-723dfd8c-8baa-4784-8008-5de846d76f58 req-5581d3c2-73b5-47df-8cad-b5b766bc1a97 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] show failed (client error): The resource could not be found. Aug 16 01:48:59.552431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-723dfd8c-8baa-4784-8008-5de846d76f58 req-5581d3c2-73b5-47df-8cad-b5b766bc1a97 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/b3e470a7-16e6-422e-b574-a391082c447a HTTP/1.1" status: 404 len: 352 time: 0.0158587 Aug 16 01:48:59.642737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff8f5603-2522-4561-8707-ff21d842c5f0 req-bb7dcce1-080a-4d22-8455-18c6996e4944 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076 HTTP/1.1" status: 200 len: 6148 time: 0.0686088 Aug 16 01:48:59.691463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff8f5603-2522-4561-8707-ff21d842c5f0 req-4f7d649a-e585-43ae-a1bd-c8628c318843 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/372c443d-9fc1-4d82-9b98-9735eced971b HTTP/1.1" status: 200 len: 2981 time: 0.0422347 Aug 16 01:48:59.750125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff8f5603-2522-4561-8707-ff21d842c5f0 req-27d87dfe-c5e9-48b0-99d9-beeec1012b2e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/372c443d-9fc1-4d82-9b98-9735eced971b HTTP/1.1" status: 200 len: 2981 time: 0.0512769 Aug 16 01:48:59.776546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-71602a69-96ac-4b50-8819-c1ebcce531d0 req-b3c68da2-940d-4fbe-b250-2c3e74266f25 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-76731593', 'description': 'tempest-description-1270215202'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:59.832513 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-26c7fa52-f881-4fb7-991b-f82a6260144f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.848917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100bb59-5722-4375-9d4a-973bfa7ce75a req-ced43d24-9ed9-4761-af85-4f2f2f6f05aa tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.850953 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1100bb59-5722-4375-9d4a-973bfa7ce75a req-ced43d24-9ed9-4761-af85-4f2f2f6f05aa tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/ports?device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378 HTTP/1.1" status: 200 len: 950 time: 0.0646541 Aug 16 01:48:59.937907 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-71602a69-96ac-4b50-8819-c1ebcce531d0 req-b3c68da2-940d-4fbe-b250-2c3e74266f25 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.960493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-1100bb59-5722-4375-9d4a-973bfa7ce75a req-2e730190-fc03-43c7-9890-7daf5ce016f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Deleting port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:59.967928 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1100bb59-5722-4375-9d4a-973bfa7ce75a req-2e730190-fc03-43c7-9890-7daf5ce016f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.094894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-1100bb59-5722-4375-9d4a-973bfa7ce75a req-2e730190-fc03-43c7-9890-7daf5ce016f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] For port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:00.095270 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1100bb59-5722-4375-9d4a-973bfa7ce75a req-2e730190-fc03-43c7-9890-7daf5ce016f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.116385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-1100bb59-5722-4375-9d4a-973bfa7ce75a req-2e730190-fc03-43c7-9890-7daf5ce016f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Calling delete_port for 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:00.145788 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-71602a69-96ac-4b50-8819-c1ebcce531d0 req-b3c68da2-940d-4fbe-b250-2c3e74266f25 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.237362 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-71602a69-96ac-4b50-8819-c1ebcce531d0 req-b3c68da2-940d-4fbe-b250-2c3e74266f25 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.280835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b9f5f-b34e-4e73-8431-663fadb27a12 req-ecac4d47-1902-4fd1-a648-5321a825ce96 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.282340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b3b9f5f-b34e-4e73-8431-663fadb27a12 req-ecac4d47-1902-4fd1-a648-5321a825ce96 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378 HTTP/1.1" status: 200 len: 950 time: 0.0994737 Aug 16 01:49:00.298331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c68da2-940d-4fbe-b250-2c3e74266f25 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad4d965-657b-49e1-bc15-902904d35b58,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:00.364439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b3b9f5f-b34e-4e73-8431-663fadb27a12 req-e8aa70f4-8bcf-4186-b76e-7d33c6aa4a31 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684831 Aug 16 01:49:00.415466 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-71602a69-96ac-4b50-8819-c1ebcce531d0 req-b3c68da2-940d-4fbe-b250-2c3e74266f25 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.416929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71602a69-96ac-4b50-8819-c1ebcce531d0 req-b3c68da2-940d-4fbe-b250-2c3e74266f25 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6452749 Aug 16 01:49:00.452834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-764cea98-6029-4c32-9713-d29a2f5f6671 req-79f84b71-fa4f-4e24-80d8-2d458c6690de tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-181618258', 'description': 'tempest-description-1149705019'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:00.535346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167903-0d22-4b5a-a7e1-d7c42d5c10fa req-fc013535-dddd-4744-b08a-e4c7b334f190 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.536778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31167903-0d22-4b5a-a7e1-d7c42d5c10fa req-fc013535-dddd-4744-b08a-e4c7b334f190 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.0620623 Aug 16 01:49:00.542714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1100bb59-5722-4375-9d4a-973bfa7ce75a req-2e730190-fc03-43c7-9890-7daf5ce016f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.557520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c', 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', '54ac0ecf-504c-4df4-880c-30c8ec8aad33', '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:00.595331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['45899246-c87e-4e95-8246-32345c3e2d99'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:00.609274 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-764cea98-6029-4c32-9713-d29a2f5f6671 req-79f84b71-fa4f-4e24-80d8-2d458c6690de tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.611537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e730190-fc03-43c7-9890-7daf5ce016f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event deleted for resources: {'Port': ['ID=87412a91-8b8f-4f6f-be3a-fd9ef2e7add8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:00.682572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-1100bb59-5722-4375-9d4a-973bfa7ce75a req-2e730190-fc03-43c7-9890-7daf5ce016f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] No DVR routers for this DVR port 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:00.724545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1100bb59-5722-4375-9d4a-973bfa7ce75a req-2e730190-fc03-43c7-9890-7daf5ce016f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.735607 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1100bb59-5722-4375-9d4a-973bfa7ce75a req-2e730190-fc03-43c7-9890-7daf5ce016f2 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "DELETE /v2.0/ports/87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 HTTP/1.1" status: 204 len: 173 time: 0.8778911 Aug 16 01:49:00.738555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b74903f-b7ac-4f36-a9e7-293c978e1378', 'name': 'network-vif-deleted', 'tag': '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:00.743253 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a958f7ad-d9b6-42fd-8a28-620ba7c65db3" -d '{"events": [{"server_uuid": "0b74903f-b7ac-4f36-a9e7-293c978e1378", "name": "network-vif-deleted", "tag": "87412a91-8b8f-4f6f-be3a-fd9ef2e7add8"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:00.769579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31167903-0d22-4b5a-a7e1-d7c42d5c10fa req-36235d8a-177d-4714-b718-42045a9c6362 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145376 Aug 16 01:49:01.486015 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-764cea98-6029-4c32-9713-d29a2f5f6671 req-79f84b71-fa4f-4e24-80d8-2d458c6690de tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.539106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a9f4c8f-c518-4f22-940d-cf64f8fc2784 req-d88ce99f-7ed1-40da-a814-0ea0998af613 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0840256 Aug 16 01:49:01.585862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac142f2-541a-42d5-a196-83dfb1a26af0 req-34807c51-3c3d-4eec-984f-060281d713e6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:01.586813 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ac142f2-541a-42d5-a196-83dfb1a26af0 req-34807c51-3c3d-4eec-984f-060281d713e6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 949 time: 0.6796119 Aug 16 01:49:01.640413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-951d2875-1807-4e69-ae40-d96d9dc136a0 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:01.642089 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-951d2875-1807-4e69-ae40-d96d9dc136a0 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.64 "GET /v2.0/networks?id=b27aa3c5-3eb1-4698-8c50-6174c90a1084 HTTP/1.1" status: 200 len: 814 time: 0.1892502 Aug 16 01:49:01.684525 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83613aaf-4ae3-4950-a246-c1291ed193c9 x-openstack-request-id: req-83613aaf-4ae3-4950-a246-c1291ed193c9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:01.684816 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b74903f-b7ac-4f36-a9e7-293c978e1378", "name": "network-vif-deleted", "tag": "87412a91-8b8f-4f6f-be3a-fd9ef2e7add8", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:01.685091 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83613aaf-4ae3-4950-a246-c1291ed193c9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:01.685454 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b74903f-b7ac-4f36-a9e7-293c978e1378', 'name': 'network-vif-deleted', 'tag': '87412a91-8b8f-4f6f-be3a-fd9ef2e7add8', 'status': 'completed', 'code': 200} Aug 16 01:49:01.686637 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-764cea98-6029-4c32-9713-d29a2f5f6671 req-79f84b71-fa4f-4e24-80d8-2d458c6690de tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.767055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f84b71-fa4f-4e24-80d8-2d458c6690de tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a8e2ab-26b1-4dbd-b20d-9b8babbf912f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:01.786220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-fe9fdcef-526a-4376-a222-b3247c0a0fa4 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb49621d044a43e4a6659857800670b3 HTTP/1.1" status: 200 len: 380 time: 0.1283758 Aug 16 01:49:01.810073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23da3a1b-f17f-4497-9ac6-fbfdc0ee86a6 req-e76c50be-4634-40b6-a33a-833f96acf2dc tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b74903f-b7ac-4f36-a9e7-293c978e1378 HTTP/1.1" status: 200 len: 210 time: 0.0531602 Aug 16 01:49:01.816177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Request body: {'port': {'device_id': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'admin_state_up': True, 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'security_groups': ['5c798e80-01d6-45c2-bf17-40022c3dc8fc']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:01.837857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-1ac142f2-541a-42d5-a196-83dfb1a26af0 req-d5f2f23b-9d40-4c23-937f-6e0a4b5fbc36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Deleting port 45899246-c87e-4e95-8246-32345c3e2d99 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:01.843039 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1ac142f2-541a-42d5-a196-83dfb1a26af0 req-d5f2f23b-9d40-4c23-937f-6e0a4b5fbc36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.925396 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-764cea98-6029-4c32-9713-d29a2f5f6671 req-79f84b71-fa4f-4e24-80d8-2d458c6690de tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.925396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-764cea98-6029-4c32-9713-d29a2f5f6671 req-79f84b71-fa4f-4e24-80d8-2d458c6690de tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4705863 Aug 16 01:49:01.946978 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a6465cc2-d4b6-422a-a9d5-d166be81e182 req-16865e97-42b9-450f-b9ab-cf1fe357964e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0737247 Aug 16 01:49:02.080022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6465cc2-d4b6-422a-a9d5-d166be81e182 req-cfb8ffa2-12f5-4a4c-84ba-6c5c447f7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.080736 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a6465cc2-d4b6-422a-a9d5-d166be81e182 req-cfb8ffa2-12f5-4a4c-84ba-6c5c447f7edb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 1097 time: 0.0805426 Aug 16 01:49:02.108415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-1ac142f2-541a-42d5-a196-83dfb1a26af0 req-d5f2f23b-9d40-4c23-937f-6e0a4b5fbc36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] For port 45899246-c87e-4e95-8246-32345c3e2d99, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=45899246-c87e-4e95-8246-32345c3e2d99,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:02.108722 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1ac142f2-541a-42d5-a196-83dfb1a26af0 req-d5f2f23b-9d40-4c23-937f-6e0a4b5fbc36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.126176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d0c0c-a472-4029-a3f1-fa38c67158cf req-8ee3eedf-caf1-413b-a258-1fb20abea898 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.135109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a8d0c0c-a472-4029-a3f1-fa38c67158cf req-8ee3eedf-caf1-413b-a258-1fb20abea898 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.2230844 Aug 16 01:49:02.174833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-1ac142f2-541a-42d5-a196-83dfb1a26af0 req-d5f2f23b-9d40-4c23-937f-6e0a4b5fbc36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Calling delete_port for 45899246-c87e-4e95-8246-32345c3e2d99 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:02.299372 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6465cc2-d4b6-422a-a9d5-d166be81e182 req-ce0fafff-c9ba-4c8a-bd29-81e3370d4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.301315 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a6465cc2-d4b6-422a-a9d5-d166be81e182 req-ce0fafff-c9ba-4c8a-bd29-81e3370d4575 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.1822171 Aug 16 01:49:02.335635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179425-4dc7-4447-859e-cb74e6702919 req-1fde1056-9a92-4564-8001-d31330606eef tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.342789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-1fde1056-9a92-4564-8001-d31330606eef tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/networks?id=7048660b-0476-4339-9699-153d2b133725 HTTP/1.1" status: 200 len: 813 time: 0.1440749 Aug 16 01:49:02.359894 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a6465cc2-d4b6-422a-a9d5-d166be81e182 req-6d9491bc-e320-45c6-b166-4766a3adb249 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6 HTTP/1.1" status: 200 len: 217 time: 0.0458741 Aug 16 01:49:02.435925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6465cc2-d4b6-422a-a9d5-d166be81e182 req-56909f72-b2d0-4d5a-8ef6-d9b5e9643cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.437200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a8d0c0c-a472-4029-a3f1-fa38c67158cf req-5db5bba9-161b-409c-ae7f-553b1066622e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011587 Aug 16 01:49:02.438508 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a6465cc2-d4b6-422a-a9d5-d166be81e182 req-56909f72-b2d0-4d5a-8ef6-d9b5e9643cce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.0695565 Aug 16 01:49:02.467734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-8be85a13-d0b7-43a3-bc4d-65a459f84a95 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/quotas/cc1bfeeb2609423f9c3dda0e476c9076 HTTP/1.1" status: 200 len: 375 time: 0.1237001 Aug 16 01:49:02.483373 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a6465cc2-d4b6-422a-a9d5-d166be81e182 req-cad761c0-dab2-4423-b71c-9a2887e1804c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356946 Aug 16 01:49:02.604249 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a6465cc2-d4b6-422a-a9d5-d166be81e182 req-f8107acb-77fe-4c67-be7d-e71f7f164595 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129050 Aug 16 01:49:02.606369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-16fbb7c3-a8de-494f-a6e3-811c89a3235d tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193392 Aug 16 01:49:02.638380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Made reservation on behalf of fb49621d044a43e4a6659857800670b3 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:02.642416 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.721226 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a6465cc2-d4b6-422a-a9d5-d166be81e182 req-43887eb4-3eb3-4faf-82d1-2dd73fefd351 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090479 Aug 16 01:49:02.723929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f97187c-b75e-4b2d-a8be-d0cc5f7429a9 req-77f65933-2031-4ebe-8bb9-447b04f233ec tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0498147 Aug 16 01:49:02.824570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-bfbc7c57-3e22-4fff-8b76-83594a174f5e service neutron] 10.222.0.66 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147555 Aug 16 01:49:02.865849 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-73985c6b-1e43-4461-8449-be7d1e5e1cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.870125 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.960192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-9ebe131d-39dd-4ed2-aaec-cc3992a1f3c2 service neutron] 10.222.0.66 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257944 Aug 16 01:49:02.964163 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1ac142f2-541a-42d5-a196-83dfb1a26af0 req-d5f2f23b-9d40-4c23-937f-6e0a4b5fbc36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.983892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c', 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', '54ac0ecf-504c-4df4-880c-30c8ec8aad33'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:03.019770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2f23b-9d40-4c23-937f-6e0a4b5fbc36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event deleted for resources: {'Port': ['ID=45899246-c87e-4e95-8246-32345c3e2d99,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:03.042899 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:03.088648 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00cd14ab-6d30-40fe-908d-0bc52747e903 req-11d16473-46d2-473a-a48e-b3b2ccae0b2b tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 210 time: 0.0775402 Aug 16 01:49:03.123102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Allocated IP 172.20.0.3 (b27aa3c5-3eb1-4698-8c50-6174c90a1084/386e2149-243f-4304-8a44-e8e1ee981a0b/041d4a66-57a8-4a70-b439-3ab48d0c780b) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:03.266367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:03.295129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:03.295809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 87412a91-8b8f-4f6f-be3a-fd9ef2e7add8 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:03.317900 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.341669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Transition to ACTIVE for port object 041d4a66-57a8-4a70-b439-3ab48d0c780b will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:03.382053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac142f2-541a-42d5-a196-83dfb1a26af0 req-d5f2f23b-9d40-4c23-937f-6e0a4b5fbc36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] No DVR routers for this DVR port 45899246-c87e-4e95-8246-32345c3e2d99 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:03.409954 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1ac142f2-541a-42d5-a196-83dfb1a26af0 req-d5f2f23b-9d40-4c23-937f-6e0a4b5fbc36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.419188 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ac142f2-541a-42d5-a196-83dfb1a26af0 req-d5f2f23b-9d40-4c23-937f-6e0a4b5fbc36 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.64 "DELETE /v2.0/ports/45899246-c87e-4e95-8246-32345c3e2d99 HTTP/1.1" status: 204 len: 173 time: 1.8196476 Aug 16 01:49:03.562384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adeb167a-1769-451d-8397-c7fe18d2fbc7 req-176545a4-98f3-448f-9faf-79b79510393b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 210 time: 0.1405342 Aug 16 01:49:03.747845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79389cb-3315-40fb-b3fc-334adbd197f6', 'name': 'network-vif-deleted', 'tag': '45899246-c87e-4e95-8246-32345c3e2d99'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:03.752042 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e703e4-8507-4c15-9469-fada0a042768" -d '{"events": [{"server_uuid": "a79389cb-3315-40fb-b3fc-334adbd197f6", "name": "network-vif-deleted", "tag": "45899246-c87e-4e95-8246-32345c3e2d99"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:03.844283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64a04a-fad6-4631-80e3-f40fb2ecf78b req-0e2412cf-d3f3-4a69-a9f6-791d9b3182e7 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:03.864533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df64a04a-fad6-4631-80e3-f40fb2ecf78b req-0e2412cf-d3f3-4a69-a9f6-791d9b3182e7 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.2485433 Aug 16 01:49:03.922530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-679936fb-6df6-49ae-bb9f-1510dbbb4d6d req-3dea3f84-57fe-4705-bb14-7e0b2e39c768 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0469267 Aug 16 01:49:03.933044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df64a04a-fad6-4631-80e3-f40fb2ecf78b req-652c4c3d-9301-44f7-a9a2-7ada1beb5ac2 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695231 Aug 16 01:49:03.971007 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5222b8-65fe-4111-a8b5-334634a1e16e x-openstack-request-id: req-2a5222b8-65fe-4111-a8b5-334634a1e16e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:03.971298 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79389cb-3315-40fb-b3fc-334adbd197f6", "name": "network-vif-deleted", "tag": "45899246-c87e-4e95-8246-32345c3e2d99", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:03.971578 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a5222b8-65fe-4111-a8b5-334634a1e16e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:03.971946 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79389cb-3315-40fb-b3fc-334adbd197f6', 'name': 'network-vif-deleted', 'tag': '45899246-c87e-4e95-8246-32345c3e2d99', 'status': 'completed', 'code': 200} Aug 16 01:49:03.981783 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.036459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Network b27aa3c5-3eb1-4698-8c50-6174c90a1084 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:04.042982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:04.045374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:04.053600 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.080395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Pushing event updated for resources: {'Port': ['ID=041d4a66-57a8-4a70-b439-3ab48d0c780b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:04.140248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.141160 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.237953 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37b2e19e-e456-4e07-bcac-23c142f88e84 req-b0af7cbd-2da1-44a7-9f1f-9a262bc0f9fa tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79389cb-3315-40fb-b3fc-334adbd197f6 HTTP/1.1" status: 200 len: 210 time: 0.0320868 Aug 16 01:49:04.371801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-97f2a441-8872-4f8c-96a8-12c9ecece067 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5641830 Aug 16 01:49:04.405530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Request body: {'port': {'device_id': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:04.452714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bb270584-a24c-4596-b37e-3d637eb120e5 None None] Provisioning for port 041d4a66-57a8-4a70-b439-3ab48d0c780b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:04.456711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bb270584-a24c-4596-b37e-3d637eb120e5 None None] Provisioning complete for port 041d4a66-57a8-4a70-b439-3ab48d0c780b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:04.457092 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bb270584-a24c-4596-b37e-3d637eb120e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.477163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-51d9246e-b398-44d0-89db-8e034be307c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=326258c3-db2f-4636-b45f-08ea353ea8f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1212342 Aug 16 01:49:04.484501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.494141 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bb270584-a24c-4596-b37e-3d637eb120e5 None None] Port 041d4a66-57a8-4a70-b439-3ab48d0c780b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:04.646867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-523af354-b3f9-49ca-8bb0-d9b084f69df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.648338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-523af354-b3f9-49ca-8bb0-d9b084f69df4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85297740961d4da5a9fd05b4476c7da6&device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 1102 time: 0.1211736 Aug 16 01:49:04.689408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30d3c111-6bee-4e8d-ba6f-20a480513998 req-9e5299c0-a710-4a8d-a60a-bd2958663cc7 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 210 time: 0.0473702 Aug 16 01:49:04.854277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-3d621700-7fcd-4056-9bea-bebe18ebac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.855802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-3d621700-7fcd-4056-9bea-bebe18ebac1f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1691163 Aug 16 01:49:04.901420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-2b6b04c3-6825-4abf-b074-831ea62916ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=a32b339e-471e-4e74-acd5-8fb5ba6b40bc HTTP/1.1" status: 200 len: 217 time: 0.0380378 Aug 16 01:49:04.990662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-745b9dc8-1611-4579-80fe-2e1a93f885b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.992722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-745b9dc8-1611-4579-80fe-2e1a93f885b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0837569 Aug 16 01:49:04.994670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041d4a66-57a8-4a70-b439-3ab48d0c780b {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:05.003330 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.079137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Transition to ACTIVE for port object 041d4a66-57a8-4a70-b439-3ab48d0c780b will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:05.125516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-17c42a05-7752-47ec-abed-b4b49efd5595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.127061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-17c42a05-7752-47ec-abed-b4b49efd5595 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258576 Aug 16 01:49:05.141279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0708f0-94c5-4889-bb5b-f2f6e0f70b19 req-bc3d4f8b-756d-4af0-a794-72a7b4597170 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.143242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc0708f0-94c5-4889-bb5b-f2f6e0f70b19 req-bc3d4f8b-756d-4af0-a794-72a7b4597170 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 931 time: 0.1082671 Aug 16 01:49:05.160485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eceedaa-ef24-4363-ba11-0a7064855dcc req-fdd39976-970e-4d1c-bf30-f7a1de68ddf8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.171037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eceedaa-ef24-4363-ba11-0a7064855dcc req-fdd39976-970e-4d1c-bf30-f7a1de68ddf8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.1260271 Aug 16 01:49:05.231726 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.332576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eceedaa-ef24-4363-ba11-0a7064855dcc req-5ade6b67-11e8-4e18-8921-75389db13b27 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639359 Aug 16 01:49:05.365944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc0708f0-94c5-4889-bb5b-f2f6e0f70b19 req-8847c9cd-2595-4de7-945e-bf7107547901 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960592 Aug 16 01:49:05.475692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Pushing event updated for resources: {'Port': ['ID=041d4a66-57a8-4a70-b439-3ab48d0c780b,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:05.563880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-4e9edeef-1e57-417d-a2e1-fe8a9b4f441b service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187825 Aug 16 01:49:05.676144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ceebe43-f375-4a8f-ad96-47601c7ef8b2 req-2019f94b-dfcd-40d3-a243-3d393aee57ea service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957518 Aug 16 01:49:05.676144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Attempting to bind port 041d4a66-57a8-4a70-b439-3ab48d0c780b on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:05.676144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Attempting to bind port 041d4a66-57a8-4a70-b439-3ab48d0c780b by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:05.676144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Attempting to bind port 041d4a66-57a8-4a70-b439-3ab48d0c780b on network b27aa3c5-3eb1-4698-8c50-6174c90a1084 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:05.694786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 45899246-c87e-4e95-8246-32345c3e2d99 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:05.700268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Port 041d4a66-57a8-4a70-b439-3ab48d0c780b on network b27aa3c5-3eb1-4698-8c50-6174c90a1084 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:49:05.700850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Attempting to bind port 041d4a66-57a8-4a70-b439-3ab48d0c780b on network b27aa3c5-3eb1-4698-8c50-6174c90a1084 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:05.714481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:05.715455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Checking segment: {'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:05.716200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Bound using segment: {'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:05.716653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Bound port: 041d4a66-57a8-4a70-b439-3ab48d0c780b, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:05.717429 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.738305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-21ac5d70-1ed3-4c07-87e0-45834adc6a94 service neutron] 10.222.0.74 "GET /v2.0/ports/bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba/bindings/n-h1-768509-23 HTTP/1.1" status: 200 len: 385 time: 0.2750969 Aug 16 01:49:05.747761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 45899246-c87e-4e95-8246-32345c3e2d99 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:05.748306 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 45899246-c87e-4e95-8246-32345c3e2d99 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:05.801205 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.846771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a21ac7ac-d278-4273-86b0-3f4a9e2f73a5 req-fbf041b0-9365-4a66-b6f8-960d2adf280a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 210 time: 0.0517459 Aug 16 01:49:05.896079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] For port 041d4a66-57a8-4a70-b439-3ab48d0c780b, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:05.899979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] For port 041d4a66-57a8-4a70-b439-3ab48d0c780b, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=041d4a66-57a8-4a70-b439-3ab48d0c780b,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:06.029938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-482a2f1c-c91d-44e7-bd93-1475b62781fa service neutron] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:06.037403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.087651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.088288 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.094457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] 10.222.0.64 "PUT /v2.0/ports/041d4a66-57a8-4a70-b439-3ab48d0c780b HTTP/1.1" status: 200 len: 1092 time: 1.6930039 Aug 16 01:49:06.094457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'tag': '041d4a66-57a8-4a70-b439-3ab48d0c780b'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:06.094457 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a9620-178d-4776-a31d-27e88d0140ad" -d '{"events": [{"name": "network-changed", "server_uuid": "827c230b-f734-4d9c-a28c-cf6ba2c6fe04", "tag": "041d4a66-57a8-4a70-b439-3ab48d0c780b"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:06.095530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-482a2f1c-c91d-44e7-bd93-1475b62781fa service neutron] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:06.148495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520563d8-33e9-4cbd-bf37-c7e2143f5110 service neutron] Pushing event updated for resources: {'Port': ['ID=041d4a66-57a8-4a70-b439-3ab48d0c780b,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:06.151358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-482a2f1c-c91d-44e7-bd93-1475b62781fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:06.166182 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bdb6b5-587e-46e0-bd54-63c3dade5882 x-openstack-request-id: req-c3bdb6b5-587e-46e0-bd54-63c3dade5882 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:06.166583 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827c230b-f734-4d9c-a28c-cf6ba2c6fe04", "tag": "041d4a66-57a8-4a70-b439-3ab48d0c780b", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:06.166705 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3bdb6b5-587e-46e0-bd54-63c3dade5882 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:06.167102 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'tag': '041d4a66-57a8-4a70-b439-3ab48d0c780b', 'status': 'completed', 'code': 200} Aug 16 01:49:06.175797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-482a2f1c-c91d-44e7-bd93-1475b62781fa service neutron] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:06.257396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a9620-178d-4776-a31d-27e88d0140ad req-b41f2d76-97d7-4a86-87a5-27aa7e1704ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.260179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f76a9620-178d-4776-a31d-27e88d0140ad req-b41f2d76-97d7-4a86-87a5-27aa7e1704ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb49621d044a43e4a6659857800670b3&device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 1095 time: 0.0865717 Aug 16 01:49:06.372280 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-482a2f1c-c91d-44e7-bd93-1475b62781fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.412352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a9620-178d-4776-a31d-27e88d0140ad req-7bfe5014-3206-4d48-b532-e6fbe5e435fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.419187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f76a9620-178d-4776-a31d-27e88d0140ad req-7bfe5014-3206-4d48-b532-e6fbe5e435fc service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=fb49621d044a43e4a6659857800670b3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1475313 Aug 16 01:49:06.957039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741bf8b-00ad-411d-8c41-1402264e4031 req-bb1e9323-f061-4d89-b270-f0acb991d397 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.964956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0741bf8b-00ad-411d-8c41-1402264e4031 req-bb1e9323-f061-4d89-b270-f0acb991d397 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 944 time: 0.5294669 Aug 16 01:49:07.030339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12893f-94cd-4aeb-bb55-ebec32b9037f req-25c9ff97-5793-4eed-a578-1077ea8c0b7e tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.031863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af12893f-94cd-4aeb-bb55-ebec32b9037f req-25c9ff97-5793-4eed-a578-1077ea8c0b7e tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.2144270 Aug 16 01:49:07.049234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a9620-178d-4776-a31d-27e88d0140ad req-460dece6-2fa1-4a19-b485-4534c1dd71c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.050737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f76a9620-178d-4776-a31d-27e88d0140ad req-460dece6-2fa1-4a19-b485-4534c1dd71c3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6137929 Aug 16 01:49:07.072430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-482a2f1c-c91d-44e7-bd93-1475b62781fa service neutron] Transition to ACTIVE for port object bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:07.076999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0741bf8b-00ad-411d-8c41-1402264e4031 req-f21aa68c-b4de-412d-8fd8-e3e407aebc0f tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112306 Aug 16 01:49:07.105171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af12893f-94cd-4aeb-bb55-ebec32b9037f req-a4addc5f-7b2f-43c2-a873-c177b84b2396 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652456 Aug 16 01:49:07.137264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-086c97ff-3de2-4606-ba76-733a6e91c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.139059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-086c97ff-3de2-4606-ba76-733a6e91c481 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb49621d044a43e4a6659857800670b3&device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 1095 time: 0.0501158 Aug 16 01:49:07.328295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-482a2f1c-c91d-44e7-bd93-1475b62781fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.352801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-a12cea20-7bc0-486b-800e-1cc24c43dcf6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=041d4a66-57a8-4a70-b439-3ab48d0c780b HTTP/1.1" status: 200 len: 217 time: 0.2001784 Aug 16 01:49:07.477682 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b2d77fc-3111-4704-b14d-ad3694f25c28 req-325aa2a9-ba49-46b2-bf2e-b7f32b25efff tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 210 time: 0.0804286 Aug 16 01:49:07.507764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-482a2f1c-c91d-44e7-bd93-1475b62781fa service neutron] No DVR routers for this DVR port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:07.532727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179425-4dc7-4447-859e-cb74e6702919 req-e7fc3f1a-0cff-4259-9427-7d518511a851 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.537282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-e7fc3f1a-0cff-4259-9427-7d518511a851 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.74 "GET /v2.0/networks?id=7048660b-0476-4339-9699-153d2b133725 HTTP/1.1" status: 200 len: 813 time: 0.3835597 Aug 16 01:49:07.540092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a2f1c-c91d-44e7-bd93-1475b62781fa service neutron] Pushing event updated for resources: {'Port': ['ID=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,revision_number=10']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:07.546027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-5fac4032-5806-4fb0-ad24-eddd8667ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.547607 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-5fac4032-5806-4fb0-ad24-eddd8667ab25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=386e2149-243f-4304-8a44-e8e1ee981a0b HTTP/1.1" status: 200 len: 853 time: 0.1840696 Aug 16 01:49:07.571399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'port': {'device_id': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'network_id': '7048660b-0476-4339-9699-153d2b133725', 'admin_state_up': True, 'tenant_id': 'cc1bfeeb2609423f9c3dda0e476c9076'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:07.593429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-482a2f1c-c91d-44e7-bd93-1475b62781fa service neutron] 10.222.0.74 "PUT /v2.0/ports/bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba/bindings/n-h1-768509-23/activate HTTP/1.1" status: 200 len: 370 time: 1.8350635 Aug 16 01:49:07.679023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-c1e9304f-582f-4d31-bc93-16052bf2301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.681396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-c1e9304f-582f-4d31-bc93-16052bf2301b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b27aa3c5-3eb1-4698-8c50-6174c90a1084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148851 Aug 16 01:49:07.847109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54d47c-9f98-43fe-9a95-b020cbd41993 req-ff9e9f1e-1f0e-4223-b396-dc2a868628be tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.848641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf54d47c-9f98-43fe-9a95-b020cbd41993 req-ff9e9f1e-1f0e-4223-b396-dc2a868628be tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 950 time: 0.0908186 Aug 16 01:49:07.855050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-0ca268d4-042f-4346-9567-47076e74e01c service neutron] 10.222.0.64 "GET /v2.0/networks/b27aa3c5-3eb1-4698-8c50-6174c90a1084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637659 Aug 16 01:49:07.967887 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf54d47c-9f98-43fe-9a95-b020cbd41993 req-a9e9e3de-18fa-4cda-ad84-343335c50e02 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118381 Aug 16 01:49:07.982894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Made reservation on behalf of cc1bfeeb2609423f9c3dda0e476c9076 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:07.995856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.046197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-6354e5df-6596-4895-84e9-5075ef667909 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:08.047757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-6354e5df-6596-4895-84e9-5075ef667909 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.1584642 Aug 16 01:49:08.056551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe8e8721-73fb-437e-a3a0-4554c1b184a4 req-7a3bbf3e-6a48-4143-9b15-7dffab3a004c service neutron] 10.222.0.64 "GET /v2.0/networks/b27aa3c5-3eb1-4698-8c50-6174c90a1084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865096 Aug 16 01:49:08.256182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-4f9d909b-90a7-4443-873d-5a63376a2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:08.257780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-4f9d909b-90a7-4443-873d-5a63376a2f55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb&tenant_id=7c23822563d64b8385db87a1780f3dab HTTP/1.1" status: 200 len: 1097 time: 0.1678088 Aug 16 01:49:08.285095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6035b0b-8092-4abc-80ef-4adc63e23b52 req-32f6bad9-8bf2-41ee-ac36-8f91b12c0e8d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:08.286692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6035b0b-8092-4abc-80ef-4adc63e23b52 req-32f6bad9-8bf2-41ee-ac36-8f91b12c0e8d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/ports?device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 950 time: 0.1838007 Aug 16 01:49:08.371927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Allocated IP 172.20.0.11 (7048660b-0476-4339-9699-153d2b133725/dca85203-1288-4b39-94b5-c37c925cf198/aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:08.430677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3998d-460b-4f1f-8e14-fcf31be6b584 req-ef09c03e-ce07-42cd-b761-e9678c2199b7 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:08.432252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54f3998d-460b-4f1f-8e14-fcf31be6b584 req-ef09c03e-ce07-42cd-b761-e9678c2199b7 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 945 time: 0.2500937 Aug 16 01:49:08.440091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1bb1d-802c-4b88-8bcb-a8bb930d4066 req-fe37b52d-151d-46dd-9fb4-abaf63d6b255 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:08.441561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecc1bb1d-802c-4b88-8bcb-a8bb930d4066 req-fe37b52d-151d-46dd-9fb4-abaf63d6b255 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.2330446 Aug 16 01:49:08.503736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-1f526677-7936-4859-b613-665c69215182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:08.505210 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-1f526677-7936-4859-b613-665c69215182 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 1097 time: 0.2176492 Aug 16 01:49:08.663068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54f3998d-460b-4f1f-8e14-fcf31be6b584 req-2cef209f-aad1-4641-8be8-91176ff5c0df tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193859 Aug 16 01:49:08.714434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecc1bb1d-802c-4b88-8bcb-a8bb930d4066 req-d9fa06ab-d414-4045-830c-e6761485a1d8 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407627 Aug 16 01:49:08.771499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b6035b0b-8092-4abc-80ef-4adc63e23b52 req-da6d4197-dd71-4434-9979-89ae9e52f955 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Deleting port a32b339e-471e-4e74-acd5-8fb5ba6b40bc {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:08.771844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b6035b0b-8092-4abc-80ef-4adc63e23b52 req-da6d4197-dd71-4434-9979-89ae9e52f955 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.854751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-1593907c-e98b-4271-9ae3-3ec7e599d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:08.856318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-1593907c-e98b-4271-9ae3-3ec7e599d975 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.3405888 Aug 16 01:49:08.892182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b96eedd5-afec-4c8f-84ec-414d200a485e req-474f77ee-693f-4a3e-b9d5-07467830fed9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 210 time: 0.0627837 Aug 16 01:49:08.945237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-79e86d7a-d60f-4175-b3bb-4eb4f8867f98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba HTTP/1.1" status: 200 len: 217 time: 0.0683241 Aug 16 01:49:08.971862 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.031874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b6035b0b-8092-4abc-80ef-4adc63e23b52 req-da6d4197-dd71-4434-9979-89ae9e52f955 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] For port a32b339e-471e-4e74-acd5-8fb5ba6b40bc, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a32b339e-471e-4e74-acd5-8fb5ba6b40bc,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:09.032249 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b6035b0b-8092-4abc-80ef-4adc63e23b52 req-da6d4197-dd71-4434-9979-89ae9e52f955 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.069272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b6035b0b-8092-4abc-80ef-4adc63e23b52 req-da6d4197-dd71-4434-9979-89ae9e52f955 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Calling delete_port for a32b339e-471e-4e74-acd5-8fb5ba6b40bc owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:09.073546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-f0f4e2d0-f6a3-4da2-94b6-0608694a9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.075083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-f0f4e2d0-f6a3-4da2-94b6-0608694a9abe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.1163285 Aug 16 01:49:09.148141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-9783b13d-e539-450e-be45-7cfeb5cceb0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620432 Aug 16 01:49:09.249039 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a98be-d3e5-4cbf-b8e9-0bf6d03b9013 req-9f7a9356-5962-4008-bb30-05745fbd8594 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.250708 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-be0a98be-d3e5-4cbf-b8e9-0bf6d03b9013 req-9f7a9356-5962-4008-bb30-05745fbd8594 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/ports?device_id=2656e2fd-7540-4951-841d-67f2a39834f5 HTTP/1.1" status: 200 len: 950 time: 0.0515754 Aug 16 01:49:09.262747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2c3d5-9863-45ae-b455-d3bac246cb3b req-6a7929fe-38ff-47d3-9975-23da8e038375 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.270176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96d2c3d5-9863-45ae-b455-d3bac246cb3b req-6a7929fe-38ff-47d3-9975-23da8e038375 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 950 time: 0.2070560 Aug 16 01:49:09.333668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.345084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:09.357772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-be0a98be-d3e5-4cbf-b8e9-0bf6d03b9013 req-442be8bb-124b-4a0a-8e76-5323de521146 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Deleting port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:09.358233 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-be0a98be-d3e5-4cbf-b8e9-0bf6d03b9013 req-442be8bb-124b-4a0a-8e76-5323de521146 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.406128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96d2c3d5-9863-45ae-b455-d3bac246cb3b req-39afbe1b-bfd3-4287-bf87-d85200fc2aac tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341164 Aug 16 01:49:09.412942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-79c70587-60fa-4207-a244-339a8096a38f service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300556 Aug 16 01:49:09.453793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-be0a98be-d3e5-4cbf-b8e9-0bf6d03b9013 req-442be8bb-124b-4a0a-8e76-5323de521146 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] For port 54ac0ecf-504c-4df4-880c-30c8ec8aad33, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=54ac0ecf-504c-4df4-880c-30c8ec8aad33,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:09.454506 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-be0a98be-d3e5-4cbf-b8e9-0bf6d03b9013 req-442be8bb-124b-4a0a-8e76-5323de521146 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.470076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Network 7048660b-0476-4339-9699-153d2b133725 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:09.483543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-be0a98be-d3e5-4cbf-b8e9-0bf6d03b9013 req-442be8bb-124b-4a0a-8e76-5323de521146 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Calling delete_port for 54ac0ecf-504c-4df4-880c-30c8ec8aad33 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:09.519586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:09.522309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:09.556026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'Port': ['ID=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:09.635191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.635857 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.660300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-4cd64c6c-edab-4f07-ab33-bf1424a58c41 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386804 Aug 16 01:49:09.730202 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b6035b0b-8092-4abc-80ef-4adc63e23b52 req-da6d4197-dd71-4434-9979-89ae9e52f955 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.743695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c', '54ac0ecf-504c-4df4-880c-30c8ec8aad33'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:09.774137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d4197-dd71-4434-9979-89ae9e52f955 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event deleted for resources: {'Port': ['ID=a32b339e-471e-4e74-acd5-8fb5ba6b40bc,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:09.892577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6035b0b-8092-4abc-80ef-4adc63e23b52 req-da6d4197-dd71-4434-9979-89ae9e52f955 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] No DVR routers for this DVR port a32b339e-471e-4e74-acd5-8fb5ba6b40bc on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:09.897260 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b6035b0b-8092-4abc-80ef-4adc63e23b52 req-da6d4197-dd71-4434-9979-89ae9e52f955 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.899257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6035b0b-8092-4abc-80ef-4adc63e23b52 req-da6d4197-dd71-4434-9979-89ae9e52f955 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "DELETE /v2.0/ports/a32b339e-471e-4e74-acd5-8fb5ba6b40bc HTTP/1.1" status: 204 len: 173 time: 1.6049109 Aug 16 01:49:09.902472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326258c3-db2f-4636-b45f-08ea353ea8f4', 'name': 'network-vif-deleted', 'tag': 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:09.910735 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0192b0f-f945-489b-922b-f8e94c3d7b33" -d '{"events": [{"server_uuid": "326258c3-db2f-4636-b45f-08ea353ea8f4", "name": "network-vif-deleted", "tag": "a32b339e-471e-4e74-acd5-8fb5ba6b40bc"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:09.928910 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-be0a98be-d3e5-4cbf-b8e9-0bf6d03b9013 req-442be8bb-124b-4a0a-8e76-5323de521146 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.946813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94eea6-9bf8-4a19-bc54-c2e5b86bbab8 req-9331115e-7468-466e-9a0b-df67cdab4065 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.954445 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b94eea6-9bf8-4a19-bc54-c2e5b86bbab8 req-9331115e-7468-466e-9a0b-df67cdab4065 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 945 time: 0.1738944 Aug 16 01:49:09.964838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-81d07eec-eb0f-4c3c-99c1-3a765ebd9f02 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4162183 Aug 16 01:49:09.981085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Request body: {'port': {'device_id': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:09.988799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442be8bb-124b-4a0a-8e76-5323de521146 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event deleted for resources: {'Port': ['ID=54ac0ecf-504c-4df4-880c-30c8ec8aad33,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:10.046143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491c57e-e1ac-46bb-94b5-f494a228bb09 req-937f1c25-f8d7-40f1-9346-e719eab5bc93 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:10.047739 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b491c57e-e1ac-46bb-94b5-f494a228bb09 req-937f1c25-f8d7-40f1-9346-e719eab5bc93 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.2334921 Aug 16 01:49:10.059108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0a98be-d3e5-4cbf-b8e9-0bf6d03b9013 req-442be8bb-124b-4a0a-8e76-5323de521146 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] No DVR routers for this DVR port 54ac0ecf-504c-4df4-880c-30c8ec8aad33 on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:10.062276 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-be0a98be-d3e5-4cbf-b8e9-0bf6d03b9013 req-442be8bb-124b-4a0a-8e76-5323de521146 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.064236 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-be0a98be-d3e5-4cbf-b8e9-0bf6d03b9013 req-442be8bb-124b-4a0a-8e76-5323de521146 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "DELETE /v2.0/ports/54ac0ecf-504c-4df4-880c-30c8ec8aad33 HTTP/1.1" status: 204 len: 173 time: 0.8077688 Aug 16 01:49:10.064664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2656e2fd-7540-4951-841d-67f2a39834f5', 'name': 'network-vif-deleted', 'tag': '54ac0ecf-504c-4df4-880c-30c8ec8aad33'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:10.066938 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc6edac-0be9-4fc2-bead-c00902bf214e" -d '{"events": [{"server_uuid": "2656e2fd-7540-4951-841d-67f2a39834f5", "name": "network-vif-deleted", "tag": "54ac0ecf-504c-4df4-880c-30c8ec8aad33"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:10.094982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b94eea6-9bf8-4a19-bc54-c2e5b86bbab8 req-edb79fe3-8bbe-4dac-8a46-6a0215df6dcf tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395359 Aug 16 01:49:10.177606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b491c57e-e1ac-46bb-94b5-f494a228bb09 req-fa1d3d6d-a133-4ca2-9595-512565572c1d tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003194 Aug 16 01:49:10.178115 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.404737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:10.408895 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1771a3-08ee-454d-ac22-b45ae810b58e x-openstack-request-id: req-4d1771a3-08ee-454d-ac22-b45ae810b58e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:10.408895 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326258c3-db2f-4636-b45f-08ea353ea8f4", "name": "network-vif-deleted", "tag": "a32b339e-471e-4e74-acd5-8fb5ba6b40bc", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:10.408895 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d1771a3-08ee-454d-ac22-b45ae810b58e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:10.408895 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326258c3-db2f-4636-b45f-08ea353ea8f4', 'name': 'network-vif-deleted', 'tag': 'a32b339e-471e-4e74-acd5-8fb5ba6b40bc', 'status': 'completed', 'code': 200} Aug 16 01:49:10.429914 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f13fe6-6bcc-4918-a17c-c44114499296 x-openstack-request-id: req-49f13fe6-6bcc-4918-a17c-c44114499296 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:10.430479 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2656e2fd-7540-4951-841d-67f2a39834f5", "name": "network-vif-deleted", "tag": "54ac0ecf-504c-4df4-880c-30c8ec8aad33", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:10.430479 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49f13fe6-6bcc-4918-a17c-c44114499296 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:10.430930 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2656e2fd-7540-4951-841d-67f2a39834f5', 'name': 'network-vif-deleted', 'tag': '54ac0ecf-504c-4df4-880c-30c8ec8aad33', 'status': 'completed', 'code': 200} Aug 16 01:49:10.590909 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d02f17e3-45db-4938-9c75-a2c8ebd2531e req-96a27413-717e-4165-888f-bd230ad7a604 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 210 time: 0.0904620 Aug 16 01:49:10.606013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660ff33-e042-4155-af25-965e4bf6c698 req-3d651bbe-90b2-435b-8c39-340e6cbe8ffa tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:10.606852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1660ff33-e042-4155-af25-965e4bf6c698 req-3d651bbe-90b2-435b-8c39-340e6cbe8ffa tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 932 time: 0.2978029 Aug 16 01:49:11.056817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1660ff33-e042-4155-af25-965e4bf6c698 req-c508af39-60b8-4627-b24b-1585fc5d9cc4 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368396 Aug 16 01:49:11.079527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-9e61de38-a8ba-4f40-ae8a-e16f1ebf100c tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:11.082146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-9e61de38-a8ba-4f40-ae8a-e16f1ebf100c tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.1071031 Aug 16 01:49:11.083549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a32b339e-471e-4e74-acd5-8fb5ba6b40bc no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:11.106057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: a32b339e-471e-4e74-acd5-8fb5ba6b40bc {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:11.106833 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a32b339e-471e-4e74-acd5-8fb5ba6b40bc not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:11.107322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 54ac0ecf-504c-4df4-880c-30c8ec8aad33 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:11.126819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 54ac0ecf-504c-4df4-880c-30c8ec8aad33 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:11.127236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 54ac0ecf-504c-4df4-880c-30c8ec8aad33 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:11.198280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:11.223674 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.249385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Transition to ACTIVE for port object aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:11.312406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede72a3-87ee-41f4-9d8f-a4c67559332f req-9e242ca0-50ce-4240-9dce-361294653f89 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:11.313929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ede72a3-87ee-41f4-9d8f-a4c67559332f req-9e242ca0-50ce-4240-9dce-361294653f89 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 945 time: 0.1289783 Aug 16 01:49:11.369334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a59b9a-a3eb-4398-8d22-0e6ff9d4f874 req-16d88e7d-afdc-452b-b3a9-3810210b3d24 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:11.370873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10a59b9a-a3eb-4398-8d22-0e6ff9d4f874 req-16d88e7d-afdc-452b-b3a9-3810210b3d24 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.1023033 Aug 16 01:49:11.381657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ede72a3-87ee-41f4-9d8f-a4c67559332f req-80afeefe-dbcd-4e44-b7fb-020b0282a401 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581982 Aug 16 01:49:11.432182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10a59b9a-a3eb-4398-8d22-0e6ff9d4f874 req-dadddc5b-64ef-48ed-9ac2-0a712cc9fb03 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437665 Aug 16 01:49:11.492412 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.544495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Pushing event updated for resources: {'Port': ['ID=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:11.615906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-6f53ce2a-e8a8-4eba-a007-18eb4e3d9dc7 service neutron] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:11.626400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-6f53ce2a-e8a8-4eba-a007-18eb4e3d9dc7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.626400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b58e1a6c-22e2-47f8-9e29-515ed303f36e req-6f53ce2a-e8a8-4eba-a007-18eb4e3d9dc7 service neutron] 10.222.0.64 "DELETE /v2.0/ports/bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba/bindings/n-h2-768509-23 HTTP/1.1" status: 204 len: 173 time: 0.5346875 Aug 16 01:49:11.654873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f8dd9-c693-4331-9986-4d64e484f17d req-302bc046-acbf-4a2f-a70f-2b5adf11f4d8 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:11.656432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-782f8dd9-c693-4331-9986-4d64e484f17d req-302bc046-acbf-4a2f-a70f-2b5adf11f4d8 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 1097 time: 0.1092031 Aug 16 01:49:11.672519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Attempting to bind port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:11.672866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Attempting to bind port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'e80dac9c-c0c8-4bdb-a430-a22d04f0ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7048660b-0476-4339-9699-153d2b133725'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:11.673211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Attempting to bind port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 on network 7048660b-0476-4339-9699-153d2b133725 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:11.687238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 on network 7048660b-0476-4339-9699-153d2b133725 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:49:11.687571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Attempting to bind port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 on network 7048660b-0476-4339-9699-153d2b133725 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:11.699902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:11.700264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Checking segment: {'id': 'e80dac9c-c0c8-4bdb-a430-a22d04f0ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7048660b-0476-4339-9699-153d2b133725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:11.700640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Bound using segment: {'id': 'e80dac9c-c0c8-4bdb-a430-a22d04f0ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7048660b-0476-4339-9699-153d2b133725'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:11.701081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Bound port: aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80dac9c-c0c8-4bdb-a430-a22d04f0ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7048660b-0476-4339-9699-153d2b133725'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:11.701442 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.725957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-782f8dd9-c693-4331-9986-4d64e484f17d req-0d8edbf0-c5c6-415b-9ede-50bd22e47191 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620017 Aug 16 01:49:11.746356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f3e3514-1100-45e9-bdd1-5eb78179f9cd req-6823281f-8c82-4408-8b3d-8d8f54db44c4 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=326258c3-db2f-4636-b45f-08ea353ea8f4 HTTP/1.1" status: 200 len: 210 time: 0.0370345 Aug 16 01:49:11.802261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] For port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:11.807258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] For port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:11.861848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa1184-039f-4a73-a263-164038cb5b86 req-5048a78c-0cd1-4b96-afc6-f48e3346c8c1 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:11.863408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2aa1184-039f-4a73-a263-164038cb5b86 req-5048a78c-0cd1-4b96-afc6-f48e3346c8c1 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 1097 time: 0.0496027 Aug 16 01:49:11.899998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2aa1184-039f-4a73-a263-164038cb5b86 req-b2c54b13-b294-4ceb-87e2-08f08869d000 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299640 Aug 16 01:49:11.909971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33204) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:12.011155 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.053756 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a17d6c2-5aa7-4414-b29a-6418cef38b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.076613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.077267 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.078638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] 10.222.0.74 "PUT /v2.0/ports/aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 HTTP/1.1" status: 200 len: 1093 time: 2.1026587 Aug 16 01:49:12.112098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7acc24-4a50-4540-b39f-f0d2dcbbd388 service neutron] Pushing event updated for resources: {'Port': ['ID=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:12.223950 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a17d6c2-5aa7-4414-b29a-6418cef38b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.236665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b47ad-a301-414b-ab91-e6a7539aad59 req-9453dc2c-ccd9-4d5c-9b53-d6c206a07eec tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.238202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-538b47ad-a301-414b-ab91-e6a7539aad59 req-9453dc2c-ccd9-4d5c-9b53-d6c206a07eec tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 944 time: 0.0744514 Aug 16 01:49:12.303474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-538b47ad-a301-414b-ab91-e6a7539aad59 req-94b61d57-1dc1-4fe1-92ef-83b2588b2946 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559287 Aug 16 01:49:12.308498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179425-4dc7-4447-859e-cb74e6702919 req-ce06814d-1f3b-4ead-8a8d-70747e74e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.309989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-ce06814d-1f3b-4ead-8a8d-70747e74e059 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 1096 time: 0.0708938 Aug 16 01:49:12.353339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-5b79d55c-40fc-4d1b-b9fc-99c226ae0d4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0340767 Aug 16 01:49:12.407257 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a17d6c2-5aa7-4414-b29a-6418cef38b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.415800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'tag': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:12.418346 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76423bfc-6ebd-48ca-82c2-d3a4c3cf76ab" -d '{"events": [{"name": "network-changed", "server_uuid": "81401a2b-a3c9-40ce-8db6-4d1cac4343ef", "tag": "aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:12.436982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179425-4dc7-4447-859e-cb74e6702919 req-d7dc0822-cd8f-4f2a-bf4e-71bf7f97f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.438486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-d7dc0822-cd8f-4f2a-bf4e-71bf7f97f2c0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dca85203-1288-4b39-94b5-c37c925cf198 HTTP/1.1" status: 200 len: 853 time: 0.0755336 Aug 16 01:49:12.482677 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb36ea1-678e-4f2c-b997-2b3435204acc x-openstack-request-id: req-dfb36ea1-678e-4f2c-b997-2b3435204acc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:12.485644 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81401a2b-a3c9-40ce-8db6-4d1cac4343ef", "tag": "aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:12.485644 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dfb36ea1-678e-4f2c-b997-2b3435204acc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:12.485644 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'tag': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0', 'status': 'completed', 'code': 200} Aug 16 01:49:12.486241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-31fa3252-ff66-4d37-ae28-7db5539030fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7048660b-0476-4339-9699-153d2b133725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387638 Aug 16 01:49:12.488954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2a17d6c2-5aa7-4414-b29a-6418cef38b8c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a6cd10edabd54184bfb21a8ddb43648b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779889 Aug 16 01:49:12.490316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17d6c2-5aa7-4414-b29a-6418cef38b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d180ab-c8a9-4894-a4c2-480490d87ddb,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:12.492044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33224) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:12.587095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.640436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.640673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-1f10c43f-662f-414f-9af7-eef144fc07f6 service neutron] 10.222.0.74 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321900 Aug 16 01:49:12.640673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c921-91ad-488d-bdbd-d1b94aec5d81 req-0fded553-9ea4-497a-b9df-1abbeff09405 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.640673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d39c921-91ad-488d-bdbd-d1b94aec5d81 req-0fded553-9ea4-497a-b9df-1abbeff09405 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.0889311 Aug 16 01:49:12.763746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d39c921-91ad-488d-bdbd-d1b94aec5d81 req-e59b42b1-7dc4-444c-8f2a-e6e7cf5f2b02 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107447 Aug 16 01:49:12.795610 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37179425-4dc7-4447-859e-cb74e6702919 req-090793cf-6b84-44b1-a4dc-868a69ae1695 service neutron] 10.222.0.74 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585772 Aug 16 01:49:12.923971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.930290 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.930290 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11d180ab-c8a9-4894-a4c2-480490d87ddb HTTP/1.1" status: 204 len: 168 time: 0.4347680 Aug 16 01:49:12.936181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d180ab-c8a9-4894-a4c2-480490d87ddb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:12.943781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:12.944131 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:12.944504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:12.944842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:12.945672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:12.946028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:12.946362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:12.946741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:12.947559 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:12.947891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:12.948222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:12.948572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fc995-75e6-4607-b38d-7f5445b5f1a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.134699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76423bfc-6ebd-48ca-82c2-d3a4c3cf76ab req-1f8f34bb-ca11-428e-beeb-b5a656268f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.136215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76423bfc-6ebd-48ca-82c2-d3a4c3cf76ab req-1f8f34bb-ca11-428e-beeb-b5a656268f0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 1096 time: 0.0460651 Aug 16 01:49:13.259242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76423bfc-6ebd-48ca-82c2-d3a4c3cf76ab req-fec5789a-f42b-45a8-a3b7-f065c1c73b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.260968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76423bfc-6ebd-48ca-82c2-d3a4c3cf76ab req-fec5789a-f42b-45a8-a3b7-f065c1c73b4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=7048660b-0476-4339-9699-153d2b133725 HTTP/1.1" status: 200 len: 914 time: 0.1015980 Aug 16 01:49:13.303125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76423bfc-6ebd-48ca-82c2-d3a4c3cf76ab req-70e63773-4271-495d-a9bb-6b316f283aa6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0339320 Aug 16 01:49:13.360735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76423bfc-6ebd-48ca-82c2-d3a4c3cf76ab req-2843921f-4678-485a-8bb9-6271fe640cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.362263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76423bfc-6ebd-48ca-82c2-d3a4c3cf76ab req-2843921f-4678-485a-8bb9-6271fe640cba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dca85203-1288-4b39-94b5-c37c925cf198 HTTP/1.1" status: 200 len: 853 time: 0.0507889 Aug 16 01:49:13.422376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76423bfc-6ebd-48ca-82c2-d3a4c3cf76ab req-b1e4578d-ac31-4d8c-ad9d-16b0938af7a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7048660b-0476-4339-9699-153d2b133725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524089 Aug 16 01:49:13.503115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08b497-5e69-4d52-9b45-1824ed49549b req-0c2ba975-67bf-473f-921c-e5b19ce0175e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.504616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c08b497-5e69-4d52-9b45-1824ed49549b req-0c2ba975-67bf-473f-921c-e5b19ce0175e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 944 time: 0.1265104 Aug 16 01:49:13.575018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c08b497-5e69-4d52-9b45-1824ed49549b req-75dba629-56bd-4aff-8600-fa9a8e84fae3 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629454 Aug 16 01:49:13.577065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76423bfc-6ebd-48ca-82c2-d3a4c3cf76ab req-ca85130b-c786-4fcc-ba76-6e220ccd911c service neutron] 10.222.0.74 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446311 Aug 16 01:49:13.675234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76423bfc-6ebd-48ca-82c2-d3a4c3cf76ab req-bcc8f3db-278a-41a7-9ae4-29e5ff43374a service neutron] 10.222.0.74 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905061 Aug 16 01:49:13.876628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751d584-d757-4468-b7e2-b6c6e13b7f4a req-32bca910-3474-4780-8898-9e11fd6d3248 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.876628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3751d584-d757-4468-b7e2-b6c6e13b7f4a req-32bca910-3474-4780-8898-9e11fd6d3248 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 950 time: 0.0614409 Aug 16 01:49:13.921275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3751d584-d757-4468-b7e2-b6c6e13b7f4a req-a28c7d70-6964-47b5-ba20-14e73543d74a tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Aug 16 01:49:14.005220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230134c6-cf15-4e29-bdfc-1a00d286d48a req-ef9985ba-0e26-482b-9c9b-5886fe1bfc17 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:14.005220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-230134c6-cf15-4e29-bdfc-1a00d286d48a req-ef9985ba-0e26-482b-9c9b-5886fe1bfc17 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.0639629 Aug 16 01:49:14.007040 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33262) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:14.023138 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-efe96877-cdd6-4341-9cec-cd746fe4d3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.037453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-230134c6-cf15-4e29-bdfc-1a00d286d48a req-7ff5c940-11ac-4cde-a9a5-4a1fe7bb2ed4 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352614 Aug 16 01:49:14.121570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-efe96877-cdd6-4341-9cec-cd746fe4d3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.306842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-efe96877-cdd6-4341-9cec-cd746fe4d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.350057 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-efe96877-cdd6-4341-9cec-cd746fe4d3b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed0306d3990247e386ad38a713a03c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380580 Aug 16 01:49:14.350057 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe96877-cdd6-4341-9cec-cd746fe4d3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe77d1bd-d710-4a0d-ad7d-0b49654ab139,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:14.350848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33264) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:14.402656 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93393fa9-278b-4cb3-b9c8-51c710147421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.425275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93393fa9-278b-4cb3-b9c8-51c710147421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.546243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e92097-cc5b-4551-9eb8-25d9e2479ffb req-5b6e6ce7-e8b8-4503-86d0-689d0797cdc8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:14.547744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e92097-cc5b-4551-9eb8-25d9e2479ffb req-5b6e6ce7-e8b8-4503-86d0-689d0797cdc8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 946 time: 0.0538385 Aug 16 01:49:14.548800 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93393fa9-278b-4cb3-b9c8-51c710147421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.551415 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93393fa9-278b-4cb3-b9c8-51c710147421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.553984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-93393fa9-278b-4cb3-b9c8-51c710147421 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe77d1bd-d710-4a0d-ad7d-0b49654ab139 HTTP/1.1" status: 204 len: 168 time: 0.2000611 Aug 16 01:49:14.567543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93393fa9-278b-4cb3-b9c8-51c710147421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe77d1bd-d710-4a0d-ad7d-0b49654ab139,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:14.614211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e92097-cc5b-4551-9eb8-25d9e2479ffb req-ce5a82e7-c532-4c6d-993f-7091dd544aef tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568058 Aug 16 01:49:14.708928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975c99f-bcaa-4154-89c1-216f500f3926 req-aab7cf36-124d-4c58-b0b6-a385227c7eaa tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:14.711190 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2975c99f-bcaa-4154-89c1-216f500f3926 req-aab7cf36-124d-4c58-b0b6-a385227c7eaa tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 944 time: 0.0532699 Aug 16 01:49:14.754257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2975c99f-bcaa-4154-89c1-216f500f3926 req-2e374bc5-237d-4aed-ab1f-d087b29a9ee9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347736 Aug 16 01:49:15.045007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebef52e-4bac-473e-a725-7174bb01ce1f req-cfa7ed6a-ff96-486c-b863-b89fc3cb2b93 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:15.046566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ebef52e-4bac-473e-a725-7174bb01ce1f req-cfa7ed6a-ff96-486c-b863-b89fc3cb2b93 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 950 time: 0.0515614 Aug 16 01:49:15.095502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:15.147561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ebef52e-4bac-473e-a725-7174bb01ce1f req-e050a124-d1a8-4daf-8116-544100c3306d tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f96b8-8636-4020-8476-573df55d3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949311 Aug 16 01:49:15.196713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa44cfb-0da5-4be0-b250-5750d1650432 req-6b03c1c2-2bc8-4b57-9ac8-5e9739544aba tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:15.198612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fa44cfb-0da5-4be0-b250-5750d1650432 req-6b03c1c2-2bc8-4b57-9ac8-5e9739544aba tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.0683692 Aug 16 01:49:15.254399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:15.268169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0', 'network_id': '7048660b-0476-4339-9699-153d2b133725', 'port_id': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0', 'mac_address': 'fa:16:3e:d5:bb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca85203-1288-4b39-94b5-c37c925cf198', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:15.291261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c3bce-836d-4987-8064-74a9430caabf req-bf47e9fa-d6a8-43cc-bda2-8f9acaf7833c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:15.293056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-200c3bce-836d-4987-8064-74a9430caabf req-bf47e9fa-d6a8-43cc-bda2-8f9acaf7833c tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 950 time: 0.0890310 Aug 16 01:49:15.296743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fa44cfb-0da5-4be0-b250-5750d1650432 req-1d88ef29-8c5f-4446-9b3d-b30165d7cba5 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798633 Aug 16 01:49:15.321288 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.335041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:15.357533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:15.404704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-200c3bce-836d-4987-8064-74a9430caabf req-2d7d7c35-1790-4313-8147-48d0fa7fcfe7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Deleting port baabd827-e210-4d46-b012-d6212bc5a19c {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:15.405300 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-200c3bce-836d-4987-8064-74a9430caabf req-2d7d7c35-1790-4313-8147-48d0fa7fcfe7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.470378 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.504313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-200c3bce-836d-4987-8064-74a9430caabf req-2d7d7c35-1790-4313-8147-48d0fa7fcfe7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] For port baabd827-e210-4d46-b012-d6212bc5a19c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=baabd827-e210-4d46-b012-d6212bc5a19c,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:15.504696 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-200c3bce-836d-4987-8064-74a9430caabf req-2d7d7c35-1790-4313-8147-48d0fa7fcfe7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.527920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-200c3bce-836d-4987-8064-74a9430caabf req-2d7d7c35-1790-4313-8147-48d0fa7fcfe7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Calling delete_port for baabd827-e210-4d46-b012-d6212bc5a19c owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:15.529800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:15.775467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:15.780046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfeef9-7d05-4966-b3f6-95e976ecc85e req-fb4a9078-4281-4657-a33f-df978cd84ee3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:15.794773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21cfeef9-7d05-4966-b3f6-95e976ecc85e req-fb4a9078-4281-4657-a33f-df978cd84ee3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 946 time: 0.0875547 Aug 16 01:49:15.842837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21cfeef9-7d05-4966-b3f6-95e976ecc85e req-44f48dbe-36d3-4bc9-98d3-eddbaed0dd8e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470896 Aug 16 01:49:15.848725 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-200c3bce-836d-4987-8064-74a9430caabf req-2d7d7c35-1790-4313-8147-48d0fa7fcfe7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.928304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d7c35-1790-4313-8147-48d0fa7fcfe7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Pushing event deleted for resources: {'Port': ['ID=baabd827-e210-4d46-b012-d6212bc5a19c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:16.011683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c3bce-836d-4987-8064-74a9430caabf req-2d7d7c35-1790-4313-8147-48d0fa7fcfe7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] No DVR routers for this DVR port baabd827-e210-4d46-b012-d6212bc5a19c on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:16.014782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-200c3bce-836d-4987-8064-74a9430caabf req-2d7d7c35-1790-4313-8147-48d0fa7fcfe7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.017067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-200c3bce-836d-4987-8064-74a9430caabf req-2d7d7c35-1790-4313-8147-48d0fa7fcfe7 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.74 "DELETE /v2.0/ports/baabd827-e210-4d46-b012-d6212bc5a19c HTTP/1.1" status: 204 len: 173 time: 0.7167149 Aug 16 01:49:16.019030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232fd698-72b9-48fc-a49c-2b73e2bd5ed6', 'name': 'network-vif-deleted', 'tag': 'baabd827-e210-4d46-b012-d6212bc5a19c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:16.021859 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca61657-3c27-4bc4-b75f-088a65614c58" -d '{"events": [{"server_uuid": "232fd698-72b9-48fc-a49c-2b73e2bd5ed6", "name": "network-vif-deleted", "tag": "baabd827-e210-4d46-b012-d6212bc5a19c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:16.046519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb639761-b2cd-4998-8a28-ca567096c077 req-0fae1394-9dfa-49e2-933b-b709854471ca tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:16.054562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb639761-b2cd-4998-8a28-ca567096c077 req-0fae1394-9dfa-49e2-933b-b709854471ca tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 945 time: 0.1011562 Aug 16 01:49:16.095224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb639761-b2cd-4998-8a28-ca567096c077 req-bbd0489d-bb08-4838-ae88-58ea2413cba7 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396509 Aug 16 01:49:16.140739 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e2b2e0-cc08-4254-974e-55bbf5b4b90e x-openstack-request-id: req-b0e2b2e0-cc08-4254-974e-55bbf5b4b90e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:16.141036 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232fd698-72b9-48fc-a49c-2b73e2bd5ed6", "name": "network-vif-deleted", "tag": "baabd827-e210-4d46-b012-d6212bc5a19c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:16.141291 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0e2b2e0-cc08-4254-974e-55bbf5b4b90e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:16.141759 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232fd698-72b9-48fc-a49c-2b73e2bd5ed6', 'name': 'network-vif-deleted', 'tag': 'baabd827-e210-4d46-b012-d6212bc5a19c', 'status': 'completed', 'code': 200} Aug 16 01:49:16.251761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b7a6425-f107-4e34-b9e4-ffa8a893ea3f req-7d669391-90b4-4a62-aef8-a75252e20ea6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 210 time: 0.0288272 Aug 16 01:49:16.379687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff299-b894-4e84-a2d5-3861f19c1b75 req-24d15aa7-1684-4229-b7bb-d86bfa368348 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:16.381989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e0aff299-b894-4e84-a2d5-3861f19c1b75 req-24d15aa7-1684-4229-b7bb-d86bfa368348 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 946 time: 0.0800323 Aug 16 01:49:16.473912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c173f3e-6609-47a8-aa3f-6bca954c0634 req-6f0250a2-fd62-4053-a140-c94b20845cd4 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:16.480150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c173f3e-6609-47a8-aa3f-6bca954c0634 req-6f0250a2-fd62-4053-a140-c94b20845cd4 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.0915496 Aug 16 01:49:16.540478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c173f3e-6609-47a8-aa3f-6bca954c0634 req-87909495-e42d-4859-8d45-df4f49dea868 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456567 Aug 16 01:49:16.565947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-e0aff299-b894-4e84-a2d5-3861f19c1b75 req-22fb4562-3ade-4903-afbb-d2f6c0c1b824 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Deleting port e328e3a2-bce4-413c-b1f9-4dfe654f86cd {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:16.566340 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e0aff299-b894-4e84-a2d5-3861f19c1b75 req-22fb4562-3ade-4903-afbb-d2f6c0c1b824 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.621936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['baabd827-e210-4d46-b012-d6212bc5a19c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:16.676932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e0aff299-b894-4e84-a2d5-3861f19c1b75 req-22fb4562-3ade-4903-afbb-d2f6c0c1b824 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] For port e328e3a2-bce4-413c-b1f9-4dfe654f86cd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=e328e3a2-bce4-413c-b1f9-4dfe654f86cd,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:16.677395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e0aff299-b894-4e84-a2d5-3861f19c1b75 req-22fb4562-3ade-4903-afbb-d2f6c0c1b824 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.696779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-e0aff299-b894-4e84-a2d5-3861f19c1b75 req-22fb4562-3ade-4903-afbb-d2f6c0c1b824 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Calling delete_port for e328e3a2-bce4-413c-b1f9-4dfe654f86cd owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:17.013190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59e331-6541-4213-b94c-c8f76dbd8a49 req-e1306ceb-e7bd-4da2-b97a-11889fbc2daf tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:17.022769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d59e331-6541-4213-b94c-c8f76dbd8a49 req-e1306ceb-e7bd-4da2-b97a-11889fbc2daf tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 946 time: 0.0883672 Aug 16 01:49:17.064082 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e0aff299-b894-4e84-a2d5-3861f19c1b75 req-22fb4562-3ade-4903-afbb-d2f6c0c1b824 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.076106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['e328e3a2-bce4-413c-b1f9-4dfe654f86cd'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:17.084663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d59e331-6541-4213-b94c-c8f76dbd8a49 req-d53f5219-47f2-48cb-9967-f44bbdf7edb7 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592167 Aug 16 01:49:17.115858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb4562-3ade-4903-afbb-d2f6c0c1b824 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event deleted for resources: {'Port': ['ID=e328e3a2-bce4-413c-b1f9-4dfe654f86cd,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:17.138748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:17.187322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0aff299-b894-4e84-a2d5-3861f19c1b75 req-22fb4562-3ade-4903-afbb-d2f6c0c1b824 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] No DVR routers for this DVR port e328e3a2-bce4-413c-b1f9-4dfe654f86cd on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:17.192146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e0aff299-b894-4e84-a2d5-3861f19c1b75 req-22fb4562-3ade-4903-afbb-d2f6c0c1b824 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.199685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e0aff299-b894-4e84-a2d5-3861f19c1b75 req-22fb4562-3ade-4903-afbb-d2f6c0c1b824 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "DELETE /v2.0/ports/e328e3a2-bce4-413c-b1f9-4dfe654f86cd HTTP/1.1" status: 204 len: 173 time: 0.8035896 Aug 16 01:49:17.269584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fd73a-2d3b-4732-a5b4-e3e6663902fd req-73cc0846-16de-4f0a-8619-5839e8d0e1f0 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:17.271372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-025fd73a-2d3b-4732-a5b4-e3e6663902fd req-73cc0846-16de-4f0a-8619-5839e8d0e1f0 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 945 time: 0.0584354 Aug 16 01:49:17.317197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-025fd73a-2d3b-4732-a5b4-e3e6663902fd req-93032493-d383-4212-8ce2-1f7ed80e4d97 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386770 Aug 16 01:49:17.389332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fbb57662-97b6-4d2d-9f24-5e99ecd6889e req-6557a9c3-0914-4053-811b-0edbd33114b6 tempest-ServersOnMultiNodesTest-1231367832 tempest-ServersOnMultiNodesTest-1231367832-project] 10.222.0.66 "GET /v2.0/ports?device_id=232fd698-72b9-48fc-a49c-2b73e2bd5ed6 HTTP/1.1" status: 200 len: 210 time: 0.0300171 Aug 16 01:49:17.423865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:17.427830 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:17.428202 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.519714 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.552311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:17.555172 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f74881f-12b3-4006-b4a3-461817d99844" -d '{"events": [{"server_uuid": "81401a2b-a3c9-40ce-8db6-4d1cac4343ef", "name": "network-vif-plugged", "status": "completed", "tag": "aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:17.572393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:17.611138 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8724020-0c88-4657-bdce-9a9e36d8fa64 x-openstack-request-id: req-d8724020-0c88-4657-bdce-9a9e36d8fa64 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:17.611436 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81401a2b-a3c9-40ce-8db6-4d1cac4343ef", "name": "network-vif-plugged", "status": "completed", "tag": "aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:17.611691 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d8724020-0c88-4657-bdce-9a9e36d8fa64 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:17.612086 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0', 'code': 200} Aug 16 01:49:17.678264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb67c63-aecc-4683-b95a-9c892b6bd8d2 req-c643f388-5df3-46e4-a9c6-8b67386ad35d tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:17.680286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bb67c63-aecc-4683-b95a-9c892b6bd8d2 req-c643f388-5df3-46e4-a9c6-8b67386ad35d tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.0612352 Aug 16 01:49:17.745109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bb67c63-aecc-4683-b95a-9c892b6bd8d2 req-cc2edd88-a038-45ab-94ec-e36f86c19b89 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565965 Aug 16 01:49:17.752046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a6ec5-2701-4e45-a968-3eb128b05772 req-10154553-7c44-428a-948b-d81d2dc0c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:17.754092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e9a6ec5-2701-4e45-a968-3eb128b05772 req-10154553-7c44-428a-948b-d81d2dc0c29d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 1097 time: 0.0728638 Aug 16 01:49:17.790789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e9a6ec5-2701-4e45-a968-3eb128b05772 req-27882528-b857-4fea-844c-8f5e7b388d64 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297737 Aug 16 01:49:17.792475 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.793305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device baabd827-e210-4d46-b012-d6212bc5a19c no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:17.848433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: baabd827-e210-4d46-b012-d6212bc5a19c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:17.848433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device baabd827-e210-4d46-b012-d6212bc5a19c not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:17.848433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device e328e3a2-bce4-413c-b1f9-4dfe654f86cd no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:17.856625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: e328e3a2-bce4-413c-b1f9-4dfe654f86cd {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:17.856933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device e328e3a2-bce4-413c-b1f9-4dfe654f86cd not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:17.880703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:18.142605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a50829-92b5-4b0e-b2ce-70089e12cb94', 'name': 'network-vif-deleted', 'tag': 'e328e3a2-bce4-413c-b1f9-4dfe654f86cd'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:18.146840 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c947581e-7aa7-493c-b7b1-63551f0700f6" -d '{"events": [{"server_uuid": "52a50829-92b5-4b0e-b2ce-70089e12cb94", "name": "network-vif-deleted", "tag": "e328e3a2-bce4-413c-b1f9-4dfe654f86cd"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:18.217690 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fa0b4f-71fd-4cd5-85de-5c78f0f7ac62 x-openstack-request-id: req-c4fa0b4f-71fd-4cd5-85de-5c78f0f7ac62 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:18.218289 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a50829-92b5-4b0e-b2ce-70089e12cb94", "name": "network-vif-deleted", "tag": "e328e3a2-bce4-413c-b1f9-4dfe654f86cd", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:18.219346 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4fa0b4f-71fd-4cd5-85de-5c78f0f7ac62 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:18.219828 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a50829-92b5-4b0e-b2ce-70089e12cb94', 'name': 'network-vif-deleted', 'tag': 'e328e3a2-bce4-413c-b1f9-4dfe654f86cd', 'status': 'completed', 'code': 200} Aug 16 01:49:18.233704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cf34fc3-1690-4316-b953-1616c6d26dfd req-d048adae-191b-4ec1-a070-826b2fad422b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 210 time: 0.0674338 Aug 16 01:49:18.506539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1d4ef-f788-47ac-8fb4-f36c81a79877 req-adf6638b-9621-4341-8b74-329a76440baa tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:18.509247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0a1d4ef-f788-47ac-8fb4-f36c81a79877 req-adf6638b-9621-4341-8b74-329a76440baa tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 946 time: 0.1124938 Aug 16 01:49:18.582589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0a1d4ef-f788-47ac-8fb4-f36c81a79877 req-f0fefb84-5e83-46c5-ba32-486a7cc4f426 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472145 Aug 16 01:49:18.879099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd71bc1-0138-4e86-9e6c-fdbee5322c8f req-b72c6cbf-31bb-4d33-9461-acf6263235d6 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:18.880723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8bd71bc1-0138-4e86-9e6c-fdbee5322c8f req-b72c6cbf-31bb-4d33-9461-acf6263235d6 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.0563097 Aug 16 01:49:18.926470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8bd71bc1-0138-4e86-9e6c-fdbee5322c8f req-6c1c9c62-a7b6-4caf-ae3a-7def25fc4dc7 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383060 Aug 16 01:49:19.276812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33432) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:19.346828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b9a9be0-7c63-42fd-b4ec-2a2f1b97b410 req-8d0a4ac3-3eb9-47bb-8f61-8af0d03306db tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 210 time: 0.0415730 Aug 16 01:49:19.472104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e3851bb9-854d-4840-8363-63f53391cb20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85297740961d4da5a9fd05b4476c7da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938639 Aug 16 01:49:19.474550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33442) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:19.526764 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a316fcfc-fd42-4e7e-a43d-5813c9a86ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.553400 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a316fcfc-fd42-4e7e-a43d-5813c9a86ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.700070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258e80f-381f-4fc0-b220-67f4a3b6e0ee req-0a37583f-4f31-408c-8330-3219190c308b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:19.701740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c258e80f-381f-4fc0-b220-67f4a3b6e0ee req-0a37583f-4f31-408c-8330-3219190c308b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 946 time: 0.0689273 Aug 16 01:49:19.745523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c258e80f-381f-4fc0-b220-67f4a3b6e0ee req-e7b3a89c-6279-444a-93c2-a95ceb4116ba tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Aug 16 01:49:19.752154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a316fcfc-fd42-4e7e-a43d-5813c9a86ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.758022 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a316fcfc-fd42-4e7e-a43d-5813c9a86ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.758022 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a316fcfc-fd42-4e7e-a43d-5813c9a86ec2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f6f96b8-8636-4020-8476-573df55d3657 HTTP/1.1" status: 204 len: 168 time: 0.2804847 Aug 16 01:49:19.782339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316fcfc-fd42-4e7e-a43d-5813c9a86ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6f96b8-8636-4020-8476-573df55d3657,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:19.898757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0364ef73-0486-4772-a881-344e7b035126 req-b1fb35fa-cce0-4f22-b6bf-0712a1b4f96d tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-76731593&fields=id&tenant_id=cc1bfeeb2609423f9c3dda0e476c9076 HTTP/1.1" status: 200 len: 267 time: 0.0464859 Aug 16 01:49:19.955545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364ef73-0486-4772-a881-344e7b035126 req-c0f7f4e4-6e79-48a8-bb59-277a9732a859 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:19.964310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0364ef73-0486-4772-a881-344e7b035126 req-c0f7f4e4-6e79-48a8-bb59-277a9732a859 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 946 time: 0.0672688 Aug 16 01:49:19.970013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0364ef73-0486-4772-a881-344e7b035126 req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'port': {'security_groups': ['372c443d-9fc1-4d82-9b98-9735eced971b', 'cad4d965-657b-49e1-bc15-902904d35b58']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:20.102548 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0364ef73-0486-4772-a881-344e7b035126 req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.160307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbf342-56e3-447a-b747-c667076b53f0 req-502c76a6-2cf1-4651-a16d-953ad89d876c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:20.166330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59fbf342-56e3-447a-b747-c667076b53f0 req-502c76a6-2cf1-4651-a16d-953ad89d876c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.1258628 Aug 16 01:49:20.251813 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59fbf342-56e3-447a-b747-c667076b53f0 req-6412e79a-476a-489b-bba3-ec31f19dc33d tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789738 Aug 16 01:49:20.472234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0364ef73-0486-4772-a881-344e7b035126 req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] For port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:20.519451 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10733730-c83c-4ead-ab47-bc14ddca3d4e req-25040df4-9691-42e5-9a9a-32bf02d592ee tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 210 time: 0.0390484 Aug 16 01:49:20.547900 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0364ef73-0486-4772-a881-344e7b035126 req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.681225 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0364ef73-0486-4772-a881-344e7b035126 req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.694099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:20.723603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:20.734807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364ef73-0486-4772-a881-344e7b035126 req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:20.735486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0364ef73-0486-4772-a881-344e7b035126 req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.738332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0364ef73-0486-4772-a881-344e7b035126 req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "PUT /v2.0/ports/aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 HTTP/1.1" status: 200 len: 982 time: 0.7730968 Aug 16 01:49:20.739001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'tag': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:20.744849 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591d7045-bdfd-4d18-a209-69f13e53dc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "81401a2b-a3c9-40ce-8db6-4d1cac4343ef", "tag": "aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:20.794987 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.837699 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6192f2-e531-4535-8295-9e28b92d84bd x-openstack-request-id: req-fe6192f2-e531-4535-8295-9e28b92d84bd {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:20.841087 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81401a2b-a3c9-40ce-8db6-4d1cac4343ef", "tag": "aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:20.841454 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe6192f2-e531-4535-8295-9e28b92d84bd {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:20.843043 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'tag': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0', 'status': 'completed', 'code': 200} Aug 16 01:49:20.870088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:20.904972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'Port': ['ID=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:20.959340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6713c3d9-29f2-4bf5-bb22-79596684f70f req-427f7327-f10b-44a5-914d-ab3dc3fb812b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/cad4d965-657b-49e1-bc15-902904d35b58 HTTP/1.1" status: 200 len: 1801 time: 0.1853878 Aug 16 01:49:20.967208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:20.967642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:20.968055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:20.968465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:20.968881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:20.969282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:20.969680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:20.970100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:20.970491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:20.970884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:20.971913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:20.972425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d014e6-b31f-4154-a72e-4b71335b7562 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.035314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d7045-bdfd-4d18-a209-69f13e53dc2c req-be5caae3-c13d-4ef7-ae16-21be89283fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:21.036573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-591d7045-bdfd-4d18-a209-69f13e53dc2c req-be5caae3-c13d-4ef7-ae16-21be89283fcb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 1137 time: 0.1757033 Aug 16 01:49:21.155836 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33506) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:21.171280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d7045-bdfd-4d18-a209-69f13e53dc2c req-69200a67-3a53-4853-8ec1-6a6902d7fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:21.173007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-591d7045-bdfd-4d18-a209-69f13e53dc2c req-69200a67-3a53-4853-8ec1-6a6902d7fe2f service neutron] 10.222.0.74 "GET /v2.0/networks?id=7048660b-0476-4339-9699-153d2b133725 HTTP/1.1" status: 200 len: 914 time: 0.1253302 Aug 16 01:49:21.231506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-591d7045-bdfd-4d18-a209-69f13e53dc2c req-d2b2b529-3dd1-4da9-8662-4cfbdc6bf7fb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0487850 Aug 16 01:49:21.233785 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-6713c3d9-29f2-4bf5-bb22-79596684f70f req-6a8237f5-6417-48a7-93e4-d5f98c809362 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 01:49:21.250241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6713c3d9-29f2-4bf5-bb22-79596684f70f req-6a8237f5-6417-48a7-93e4-d5f98c809362 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "DELETE /v2.0/security-groups/cad4d965-657b-49e1-bc15-902904d35b58 HTTP/1.1" status: 409 len: 341 time: 0.2858536 Aug 16 01:49:21.273788 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f5775a93-431f-4f9d-81d1-4cc4b5bc5a6a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ee8b93feef7479a896181193dc4bb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158872 Aug 16 01:49:21.275730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33512) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:21.405345 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0938d590-f664-4771-b6cf-98df990a2f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.446254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d7045-bdfd-4d18-a209-69f13e53dc2c req-768702c8-857c-4c93-b018-11f3ad26d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:21.450792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-591d7045-bdfd-4d18-a209-69f13e53dc2c req-768702c8-857c-4c93-b018-11f3ad26d501 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dca85203-1288-4b39-94b5-c37c925cf198 HTTP/1.1" status: 200 len: 853 time: 0.2025008 Aug 16 01:49:21.453722 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0938d590-f664-4771-b6cf-98df990a2f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.477434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b866dbb-74a0-4a94-8c38-cd3e3706cd88 req-09425189-b78a-49c9-b89f-a44c404e561d tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:21.479080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b866dbb-74a0-4a94-8c38-cd3e3706cd88 req-09425189-b78a-49c9-b89f-a44c404e561d tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.0983262 Aug 16 01:49:21.495722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-591d7045-bdfd-4d18-a209-69f13e53dc2c req-1f2930c0-5cf3-412e-ac70-04692f75f1c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7048660b-0476-4339-9699-153d2b133725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368230 Aug 16 01:49:21.590978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b866dbb-74a0-4a94-8c38-cd3e3706cd88 req-23e4d46d-2835-4981-bb06-2665ad692e67 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921600 Aug 16 01:49:21.669257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-591d7045-bdfd-4d18-a209-69f13e53dc2c req-a36bd7e6-084d-41ab-9538-9d71b7c22846 service neutron] 10.222.0.74 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633866 Aug 16 01:49:21.775441 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0938d590-f664-4771-b6cf-98df990a2f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.786624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-591d7045-bdfd-4d18-a209-69f13e53dc2c req-bd261be9-a438-4ceb-918f-1f62115c2b75 service neutron] 10.222.0.74 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991826 Aug 16 01:49:21.787093 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0938d590-f664-4771-b6cf-98df990a2f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.787093 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0938d590-f664-4771-b6cf-98df990a2f96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f9d490f-8464-40c5-8c37-3d596c3e1447 HTTP/1.1" status: 204 len: 168 time: 0.5005159 Aug 16 01:49:21.787327 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 041d4a66-57a8-4a70-b439-3ab48d0c780b details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:21.803890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938d590-f664-4771-b6cf-98df990a2f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9d490f-8464-40c5-8c37-3d596c3e1447,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:21.848850 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3a186b61-1eda-48c3-8e5c-a9aea6546688 req-1de0af52-b6b4-427c-9d03-b04a7e0f6f73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 210 time: 0.0469553 Aug 16 01:49:21.849135 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.950337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 041d4a66-57a8-4a70-b439-3ab48d0c780b, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=041d4a66-57a8-4a70-b439-3ab48d0c780b,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:21.964310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '041d4a66-57a8-4a70-b439-3ab48d0c780b', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'port_id': '041d4a66-57a8-4a70-b439-3ab48d0c780b', 'mac_address': 'fa:16:3e:72:13:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:22.007739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf8aa5-0e2b-4e29-976a-9b271fdcf9cb req-7a966439-e5f0-49f4-88d4-8012aee3e7bc tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.009360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94cf8aa5-0e2b-4e29-976a-9b271fdcf9cb req-7a966439-e5f0-49f4-88d4-8012aee3e7bc tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 985 time: 0.0601120 Aug 16 01:49:22.017652 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:22.032363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041d4a66-57a8-4a70-b439-3ab48d0c780b {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:22.056098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94cf8aa5-0e2b-4e29-976a-9b271fdcf9cb req-7ffed77a-8b9b-4ec2-948e-b0bc07173a69 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&id=cad4d965-657b-49e1-bc15-902904d35b58&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0395968 Aug 16 01:49:22.133646 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f898a8-d42f-4401-b8b8-d21cc2d8bd51 req-e3b828e0-5f54-4268-a7e5-afbbcdb7834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.135395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f898a8-d42f-4401-b8b8-d21cc2d8bd51 req-e3b828e0-5f54-4268-a7e5-afbbcdb7834d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 1137 time: 0.0501688 Aug 16 01:49:22.159139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 041d4a66-57a8-4a70-b439-3ab48d0c780b, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=041d4a66-57a8-4a70-b439-3ab48d0c780b,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:22.236287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f898a8-d42f-4401-b8b8-d21cc2d8bd51 req-7d21410d-53cf-4b28-a032-32bb30316995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.237802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f898a8-d42f-4401-b8b8-d21cc2d8bd51 req-7d21410d-53cf-4b28-a032-32bb30316995 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7048660b-0476-4339-9699-153d2b133725 HTTP/1.1" status: 200 len: 914 time: 0.0961161 Aug 16 01:49:22.288055 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f898a8-d42f-4401-b8b8-d21cc2d8bd51 req-3a74518f-46d6-49c7-9d77-1f2f26bd3799 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0437310 Aug 16 01:49:22.326665 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:22.339812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f898a8-d42f-4401-b8b8-d21cc2d8bd51 req-934226bc-c0fa-45a5-9aac-f86f4a9df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.341517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f898a8-d42f-4401-b8b8-d21cc2d8bd51 req-934226bc-c0fa-45a5-9aac-f86f4a9df6da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dca85203-1288-4b39-94b5-c37c925cf198 HTTP/1.1" status: 200 len: 853 time: 0.0461233 Aug 16 01:49:22.374672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f898a8-d42f-4401-b8b8-d21cc2d8bd51 req-06a1f57f-3354-4053-aeca-c1be60203cf2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7048660b-0476-4339-9699-153d2b133725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263920 Aug 16 01:49:22.378654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=041d4a66-57a8-4a70-b439-3ab48d0c780b,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:22.474606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f898a8-d42f-4401-b8b8-d21cc2d8bd51 req-8cc007d8-cc9d-45ee-add1-13f014bcdba1 service neutron] 10.222.0.74 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931771 Aug 16 01:49:22.587375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f898a8-d42f-4401-b8b8-d21cc2d8bd51 req-cc63215c-b64f-4d28-a7c9-b2067a359205 service neutron] 10.222.0.74 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053519 Aug 16 01:49:22.635784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['041d4a66-57a8-4a70-b439-3ab48d0c780b'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:22.803104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83829ebd-931d-4141-8421-cf5ef72f73fc req-ed87b726-fb62-40a2-a589-36767ec07426 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.815845 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83829ebd-931d-4141-8421-cf5ef72f73fc req-ed87b726-fb62-40a2-a589-36767ec07426 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 944 time: 0.1268053 Aug 16 01:49:22.892192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83829ebd-931d-4141-8421-cf5ef72f73fc req-f37ece88-0afc-4778-9e83-755f566b709e tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676079 Aug 16 01:49:22.981442 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:49:23.018424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2186e9e-2eff-4e67-ae9b-1775f3eb9c30 req-bdd6338c-5c34-4c04-ac1e-f85984772169 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=52a50829-92b5-4b0e-b2ce-70089e12cb94 HTTP/1.1" status: 200 len: 210 time: 0.0447869 Aug 16 01:49:23.188151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a16f-a0e5-401e-a96d-274f2fe190b8 req-6374acbd-78e5-44ee-9fe0-32690475256c tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:23.189677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c302a16f-a0e5-401e-a96d-274f2fe190b8 req-6374acbd-78e5-44ee-9fe0-32690475256c tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 985 time: 0.0518780 Aug 16 01:49:23.234581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c302a16f-a0e5-401e-a96d-274f2fe190b8 req-e362e441-f002-45f4-a88c-4be702eb6a6e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&id=cad4d965-657b-49e1-bc15-902904d35b58&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0375130 Aug 16 01:49:23.761673 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33568) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:23.805907 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 041d4a66-57a8-4a70-b439-3ab48d0c780b up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:23.965038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-network', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:24.036781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb892-1e31-4bf2-89e7-0a90e1c2be54 req-d72d8f42-b0fb-4e7f-859d-86fbea74c22c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:24.036781 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eefcb892-1e31-4bf2-89e7-0a90e1c2be54 req-d72d8f42-b0fb-4e7f-859d-86fbea74c22c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 944 time: 0.0533481 Aug 16 01:49:24.090990 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 041d4a66-57a8-4a70-b439-3ab48d0c780b completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:24.095354 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 041d4a66-57a8-4a70-b439-3ab48d0c780b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:24.096145 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.107376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eefcb892-1e31-4bf2-89e7-0a90e1c2be54 req-84274d10-72b0-4be8-9283-1028f079e52a tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578372 Aug 16 01:49:24.151898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Made reservation on behalf of 2ff8674783a14edf86fadb452ee9ebc3 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:24.154925 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.168944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.197063 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.222054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041d4a66-57a8-4a70-b439-3ab48d0c780b'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:24.224914 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a1eb87-1ea0-4883-856c-f2e96fa32819" -d '{"events": [{"server_uuid": "827c230b-f734-4d9c-a28c-cf6ba2c6fe04", "name": "network-vif-plugged", "status": "completed", "tag": "041d4a66-57a8-4a70-b439-3ab48d0c780b"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:24.239369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 041d4a66-57a8-4a70-b439-3ab48d0c780b, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=041d4a66-57a8-4a70-b439-3ab48d0c780b,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:24.273640 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9391ffc8-77c2-4077-8ce6-189aa9efcf1a x-openstack-request-id: req-9391ffc8-77c2-4077-8ce6-189aa9efcf1a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:24.274054 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827c230b-f734-4d9c-a28c-cf6ba2c6fe04", "name": "network-vif-plugged", "status": "completed", "tag": "041d4a66-57a8-4a70-b439-3ab48d0c780b", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:24.274377 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9391ffc8-77c2-4077-8ce6-189aa9efcf1a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:24.274744 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041d4a66-57a8-4a70-b439-3ab48d0c780b', 'code': 200} Aug 16 01:49:24.291897 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.401181 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.466436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.488397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=041d4a66-57a8-4a70-b439-3ab48d0c780b,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:24.503631 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:49:24.524309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:24.529300 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.530078 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Added segment 004faa27-c93e-49f6-9f0e-28eb7682a6c0 of type vlan for network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b Aug 16 01:49:24.581486 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.749309 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.750397 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:24.751230 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.813305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] Pushing event updated for resources: {'Network': ['ID=47d705a3-5d5d-4e0f-943d-5cc6d6588a9b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:24.826036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:49:24.926982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3281999-01c6-47d9-b5e7-f81d4e844b51 req-9c897967-5d34-43b3-ba8a-fcef84415e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:24.929217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3281999-01c6-47d9-b5e7-f81d4e844b51 req-9c897967-5d34-43b3-ba8a-fcef84415e99 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 1096 time: 0.5850751 Aug 16 01:49:24.948076 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c0cc00d6-2266-432b-95c5-ab1a1baba972 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1817265 Aug 16 01:49:24.948396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33622) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:24.953604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] Request body: {'subnet': {'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-subnet', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:24.980155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c89c2-9416-49fc-82e4-0b1ec083dbcc req-690df934-5fb2-4f51-b884-18f57fdf16e7 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:24.981707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de7c89c2-9416-49fc-82e4-0b1ec083dbcc req-690df934-5fb2-4f51-b884-18f57fdf16e7 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 985 time: 0.6230824 Aug 16 01:49:25.042142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d9611-c92e-4839-beda-a4319289e6fe req-dadf73e1-d3ad-4272-9843-ef986f885413 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:25.043531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-243d9611-c92e-4839-beda-a4319289e6fe req-dadf73e1-d3ad-4272-9843-ef986f885413 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.2179406 Aug 16 01:49:25.051017 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3281999-01c6-47d9-b5e7-f81d4e844b51 req-c545c889-71a8-4fb6-92ea-e9797de5ebae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045980 Aug 16 01:49:25.072209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de7c89c2-9416-49fc-82e4-0b1ec083dbcc req-38952326-1eac-49fa-a81b-7203c9b66173 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&id=cad4d965-657b-49e1-bc15-902904d35b58&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0794117 Aug 16 01:49:25.074620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-243d9611-c92e-4839-beda-a4319289e6fe req-6c2998ca-7feb-44a6-ac9f-db15ba6593bb tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/quotas/dc27f74a9cdc43628097134d50cbfd97 HTTP/1.1" status: 200 len: 375 time: 0.0179021 Aug 16 01:49:25.111072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-243d9611-c92e-4839-beda-a4319289e6fe req-36760221-7426-4894-bd95-bd88c7cae54f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283895 Aug 16 01:49:25.135409 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] Made reservation on behalf of 2ff8674783a14edf86fadb452ee9ebc3 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:25.137936 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.235359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-243d9611-c92e-4839-beda-a4319289e6fe req-7ec1d7ff-acb2-420b-8434-a8c710b62654 service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132305 Aug 16 01:49:25.425925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-243d9611-c92e-4839-beda-a4319289e6fe req-dc50b814-80d9-496e-9180-4b33495bfb6f service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752393 Aug 16 01:49:25.434792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebe7a09b-0639-4ce3-b880-349fb740d22f req-7c6b456b-abb4-40ca-b902-99d4787b28e1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-181618258&fields=id&tenant_id=cc1bfeeb2609423f9c3dda0e476c9076 HTTP/1.1" status: 200 len: 267 time: 0.0760119 Aug 16 01:49:25.472529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.532478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7a09b-0639-4ce3-b880-349fb740d22f req-f8f05045-a929-4c54-9d9a-ea72f5a68b29 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:25.540047 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=784dae72-7d28-4ffa-a86b-982b7e6b84d0,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:25.544465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebe7a09b-0639-4ce3-b880-349fb740d22f req-f8f05045-a929-4c54-9d9a-ea72f5a68b29 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 985 time: 0.1035738 Aug 16 01:49:25.550876 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ebe7a09b-0639-4ce3-b880-349fb740d22f req-4bec3267-dfc3-4731-8bdc-ed382e8e1c0a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'port': {'security_groups': ['372c443d-9fc1-4d82-9b98-9735eced971b', 'cad4d965-657b-49e1-bc15-902904d35b58', 'b9a8e2ab-26b1-4dbd-b20d-9b8babbf912f']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:25.553412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] Checking segment: {'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:25.553593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] Network hostable DHCP agents. Network: 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:49:25.656672 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ebe7a09b-0639-4ce3-b880-349fb740d22f req-4bec3267-dfc3-4731-8bdc-ed382e8e1c0a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.766838 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] Network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:49:25.901332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b40fd3-620f-4c3d-a567-1b19d35f1433 req-ed2838b2-d4ed-49c7-b6cf-c1a3417efa20 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:25.903212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38b40fd3-620f-4c3d-a567-1b19d35f1433 req-ed2838b2-d4ed-49c7-b6cf-c1a3417efa20 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.1074529 Aug 16 01:49:25.958800 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:25.975416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:25.976796 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.979024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb61ea47-7397-43ba-a94e-b111d562066c None None] Network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:26.037791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38b40fd3-620f-4c3d-a567-1b19d35f1433 req-3a60a2f9-7a5a-4ff5-887c-b477f9b6b92a tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205938 Aug 16 01:49:26.086596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ebe7a09b-0639-4ce3-b880-349fb740d22f req-4bec3267-dfc3-4731-8bdc-ed382e8e1c0a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] For port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:26.166701 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5a982198-8bdf-4c85-b82b-a09e0566b3d0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2170336 Aug 16 01:49:26.168080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33652) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:26.170895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d75269fc-48f5-409a-ae47-b5a18127adf4 req-65fc79b5-d178-42df-aea0-1bdd591ea731 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ed4af95-1f21-4fdd-a6b1-56355ce2204a HTTP/1.1" status: 200 len: 210 time: 0.0524669 Aug 16 01:49:26.175764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-router', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:26.176109 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ebe7a09b-0639-4ce3-b880-349fb740d22f req-4bec3267-dfc3-4731-8bdc-ed382e8e1c0a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.280491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-47d705a3-5d5d-4e0f-943d-5cc6d6588a9b', 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'fixed_ips': [{'subnet_id': '784dae72-7d28-4ffa-a86b-982b7e6b84d0'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:49:26.281386 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.292694 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ebe7a09b-0639-4ce3-b880-349fb740d22f req-4bec3267-dfc3-4731-8bdc-ed382e8e1c0a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.322853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.324965 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.392454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:26.395435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:26.397730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7a09b-0639-4ce3-b880-349fb740d22f req-4bec3267-dfc3-4731-8bdc-ed382e8e1c0a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:26.398505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ebe7a09b-0639-4ce3-b880-349fb740d22f req-4bec3267-dfc3-4731-8bdc-ed382e8e1c0a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.412596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebe7a09b-0639-4ce3-b880-349fb740d22f req-4bec3267-dfc3-4731-8bdc-ed382e8e1c0a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "PUT /v2.0/ports/aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 HTTP/1.1" status: 200 len: 1021 time: 0.8670616 Aug 16 01:49:26.413836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'tag': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:26.416525 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f52326-e08f-4caa-b9a5-fb10503843f7" -d '{"events": [{"name": "network-changed", "server_uuid": "81401a2b-a3c9-40ce-8db6-4d1cac4343ef", "tag": "aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:26.437134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.447234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec3267-dfc3-4731-8bdc-ed382e8e1c0a tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'Port': ['ID=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:26.611413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Allocated IP 172.20.0.2 (47d705a3-5d5d-4e0f-943d-5cc6d6588a9b/784dae72-7d28-4ffa-a86b-982b7e6b84d0/4b2f2611-ceac-4f5e-afb4-c825c51377ee) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:26.634283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bd7fecd-55cc-493c-922c-391606a82666 req-86f5773f-8927-4b6a-9beb-00af9e2a2252 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/b9a8e2ab-26b1-4dbd-b20d-9b8babbf912f HTTP/1.1" status: 200 len: 1802 time: 0.1150813 Aug 16 01:49:26.698174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:26.718859 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-3bd7fecd-55cc-493c-922c-391606a82666 req-7d0088a8-6c88-48a8-9490-e7590df7a644 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 01:49:26.748362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bd7fecd-55cc-493c-922c-391606a82666 req-7d0088a8-6c88-48a8-9490-e7590df7a644 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "DELETE /v2.0/security-groups/b9a8e2ab-26b1-4dbd-b20d-9b8babbf912f HTTP/1.1" status: 409 len: 341 time: 0.0960262 Aug 16 01:49:26.764497 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc4150e-6912-4cc3-9f12-2f3abaddf0ed x-openstack-request-id: req-6dc4150e-6912-4cc3-9f12-2f3abaddf0ed {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:26.764993 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81401a2b-a3c9-40ce-8db6-4d1cac4343ef", "tag": "aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:26.765410 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6dc4150e-6912-4cc3-9f12-2f3abaddf0ed {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:26.766071 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'tag': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0', 'status': 'completed', 'code': 200} Aug 16 01:49:26.844054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f52326-e08f-4caa-b9a5-fb10503843f7 req-c7386353-31f4-421b-8bc2-4b13d309aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:26.845657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18f52326-e08f-4caa-b9a5-fb10503843f7 req-c7386353-31f4-421b-8bc2-4b13d309aeb7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 1176 time: 0.0580194 Aug 16 01:49:26.990382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f52326-e08f-4caa-b9a5-fb10503843f7 req-5ec61f96-3801-4b62-83a6-3ae09026449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:26.992455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18f52326-e08f-4caa-b9a5-fb10503843f7 req-5ec61f96-3801-4b62-83a6-3ae09026449e service neutron] 10.222.0.74 "GET /v2.0/networks?id=7048660b-0476-4339-9699-153d2b133725 HTTP/1.1" status: 200 len: 914 time: 0.1402709 Aug 16 01:49:27.088433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18f52326-e08f-4caa-b9a5-fb10503843f7 req-4e7879ad-bdb1-485f-bc0f-d46da2b436dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0856528 Aug 16 01:49:27.143905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.200605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f52326-e08f-4caa-b9a5-fb10503843f7 req-7208471b-3291-42ba-8a6c-0ebc55075cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:27.200605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18f52326-e08f-4caa-b9a5-fb10503843f7 req-7208471b-3291-42ba-8a6c-0ebc55075cd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dca85203-1288-4b39-94b5-c37c925cf198 HTTP/1.1" status: 200 len: 853 time: 0.0897417 Aug 16 01:49:27.220956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18f52326-e08f-4caa-b9a5-fb10503843f7 req-497d92c7-2025-42af-be14-360801c30c3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7048660b-0476-4339-9699-153d2b133725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286360 Aug 16 01:49:27.303667 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.312875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Transition to ACTIVE for port object 4b2f2611-ceac-4f5e-afb4-c825c51377ee will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:27.321207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18f52326-e08f-4caa-b9a5-fb10503843f7 req-16490b35-79ca-4fde-a637-525423bc0488 service neutron] 10.222.0.74 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935233 Aug 16 01:49:27.374225 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Transition to ACTIVE for port object 4b2f2611-ceac-4f5e-afb4-c825c51377ee will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:27.508535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18f52326-e08f-4caa-b9a5-fb10503843f7 req-9ea8a8d6-17d6-45a7-804e-4c46a78cb72d service neutron] 10.222.0.74 "GET /v2.0/networks/7048660b-0476-4339-9699-153d2b133725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791244 Aug 16 01:49:27.587059 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.650680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:27.656599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:27.660185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:27.664465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Pushing event updated for resources: {'Port': ['ID=4b2f2611-ceac-4f5e-afb4-c825c51377ee,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:27.684361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.684703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.685039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.688684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.688684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.688684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.688684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.688684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.688684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.688684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.688684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.688684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:27.719602 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.745639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.848694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efe5eb-d26e-40d3-83bf-15a2f40b5a60 req-d933afde-22ba-4b1d-a126-ae7aa63789c6 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:27.850291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39efe5eb-d26e-40d3-83bf-15a2f40b5a60 req-d933afde-22ba-4b1d-a126-ae7aa63789c6 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.1020010 Aug 16 01:49:27.893851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Allocated IP 172.25.8.45 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/284134bc-a2e3-4a58-982c-9d7dbe92bb0e) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:27.939716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Attempting to bind port 4b2f2611-ceac-4f5e-afb4-c825c51377ee on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:27.940027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Attempting to bind port 4b2f2611-ceac-4f5e-afb4-c825c51377ee by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:27.940359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Attempting to bind port 4b2f2611-ceac-4f5e-afb4-c825c51377ee on network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:27.974841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39efe5eb-d26e-40d3-83bf-15a2f40b5a60 req-e081db04-e307-48dc-b448-5639b471aaeb tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095669 Aug 16 01:49:27.978176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:27.978551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Checking segment: {'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:27.978954 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.979339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Bound using segment: {'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:27.979811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Bound port: 4b2f2611-ceac-4f5e-afb4-c825c51377ee, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:27.980187 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.001811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cfd7-97cc-420c-a3f7-30cf7b7462f5 req-0604f213-e728-4ed2-a6ab-5ad640b663c8 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:28.003413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3130cfd7-97cc-420c-a3f7-30cf7b7462f5 req-0604f213-e728-4ed2-a6ab-5ad640b663c8 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 1024 time: 0.1126699 Aug 16 01:49:28.048856 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.075101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] For port 4b2f2611-ceac-4f5e-afb4-c825c51377ee, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:28.111048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] For port 4b2f2611-ceac-4f5e-afb4-c825c51377ee, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4b2f2611-ceac-4f5e-afb4-c825c51377ee,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:28.120370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3130cfd7-97cc-420c-a3f7-30cf7b7462f5 req-063fdce2-e8bb-4569-b6d3-33d04b1f01b7 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&id=b9a8e2ab-26b1-4dbd-b20d-9b8babbf912f&id=cad4d965-657b-49e1-bc15-902904d35b58&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1066170 Aug 16 01:49:28.186725 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.211344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.277345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:28.283118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b833bf-6425-4811-b6cb-41f978ce15a1 req-37672813-7e5f-447e-9c0f-795f6a1ce64a tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:28.290686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e8b833bf-6425-4811-b6cb-41f978ce15a1 req-37672813-7e5f-447e-9c0f-795f6a1ce64a tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.1292334 Aug 16 01:49:28.295398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:28.300698 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:28.300965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccd71e-5dfc-4082-865c-59b124e63230 None None] Pushing event updated for resources: {'Port': ['ID=4b2f2611-ceac-4f5e-afb4-c825c51377ee,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:28.311666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33718) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:28.320672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e105f5b6-50b8-4f9f-a618-be4659eb9016 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Request body: {'floatingip': {'port_id': '041d4a66-57a8-4a70-b439-3ab48d0c780b'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:28.383351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Pushing event updated for resources: {'Port': ['ID=284134bc-a2e3-4a58-982c-9d7dbe92bb0e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:28.405518 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e105f5b6-50b8-4f9f-a618-be4659eb9016 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.435901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-89075a52-ebf6-44da-bfd1-569fbb3b5813 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:28.443637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-89075a52-ebf6-44da-bfd1-569fbb3b5813 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.1506798 Aug 16 01:49:28.461652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-6f5f9edf-514c-403e-a8ac-f614c7616866 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/quotas/dc27f74a9cdc43628097134d50cbfd97 HTTP/1.1" status: 200 len: 375 time: 0.0170927 Aug 16 01:49:28.512680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-dde847ec-ac3d-4d7d-ab77-5108c9eb2e84 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476429 Aug 16 01:49:28.724732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-52599a5b-d389-49ad-9039-2f773111b97f service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087631 Aug 16 01:49:28.857503 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-a75fa4e2-a0e4-41be-826c-328064a91f03 service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302578 Aug 16 01:49:29.088578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.139014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dd250-a70e-402f-8ce0-7c9aa986f690 req-91882a23-d105-412b-8716-992b543a866e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:29.140605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-749dd250-a70e-402f-8ce0-7c9aa986f690 req-91882a23-d105-412b-8716-992b543a866e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.74 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 1024 time: 0.0843365 Aug 16 01:49:29.243918 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.resource_extend [None req-e105f5b6-50b8-4f9f-a618-be4659eb9016 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:49:29.405211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61e476c8-eed9-4d75-a102-bae96b6f68e3 req-c2848c15-e2ec-441e-abe8-cba8e6ef1c50 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 210 time: 0.1463439 Aug 16 01:49:29.486860 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e105f5b6-50b8-4f9f-a618-be4659eb9016 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.513485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f8d4d-0c1d-420b-9b1d-c045b5aa7220 req-1804944c-d1d2-4136-ab75-d95c32b57bb5 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:29.521060 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f87f8d4d-0c1d-420b-9b1d-c045b5aa7220 req-1804944c-d1d2-4136-ab75-d95c32b57bb5 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 1024 time: 0.1794150 Aug 16 01:49:29.551745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-749dd250-a70e-402f-8ce0-7c9aa986f690 req-9f33367f-c523-4097-8c96-0a99f4a4a363 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Deleting port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:29.552086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-749dd250-a70e-402f-8ce0-7c9aa986f690 req-9f33367f-c523-4097-8c96-0a99f4a4a363 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.567219 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e105f5b6-50b8-4f9f-a618-be4659eb9016 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.686432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f87f8d4d-0c1d-420b-9b1d-c045b5aa7220 req-38c1bbf1-cc4e-46c7-8dbc-b132ff3d95f1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&id=b9a8e2ab-26b1-4dbd-b20d-9b8babbf912f&id=cad4d965-657b-49e1-bc15-902904d35b58&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1644213 Aug 16 01:49:29.687083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cfba34-bc4d-43db-a2fb-9cdb458d45c1 None None] Network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:29.700001 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.791218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-749dd250-a70e-402f-8ce0-7c9aa986f690 req-9f33367f-c523-4097-8c96-0a99f4a4a363 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] For port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:29.794067 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-749dd250-a70e-402f-8ce0-7c9aa986f690 req-9f33367f-c523-4097-8c96-0a99f4a4a363 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.803092 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-e105f5b6-50b8-4f9f-a618-be4659eb9016 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Floating IP 73c1ddaf-b709-45bb-87ac-db4e19e09096 associated. External IP: 172.25.8.198, port: 041d4a66-57a8-4a70-b439-3ab48d0c780b. Aug 16 01:49:29.835951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-749dd250-a70e-402f-8ce0-7c9aa986f690 req-9f33367f-c523-4097-8c96-0a99f4a4a363 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Calling delete_port for aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:29.935077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4b2f2611-ceac-4f5e-afb4-c825c51377ee up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:30.059405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-92c1d16a-90a6-43c5-a872-0bbfe7a052e0 None None] Provisioning for port 4b2f2611-ceac-4f5e-afb4-c825c51377ee completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:30.065224 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b542eaa2-98d6-4d23-a918-e43ec005af93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.151733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e105f5b6-50b8-4f9f-a618-be4659eb9016 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Router 9d92f83f-d769-440b-84c3-b0b84187f8a4 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:30.263045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 4b2f2611-ceac-4f5e-afb4-c825c51377ee completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:30.269614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4b2f2611-ceac-4f5e-afb4-c825c51377ee triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:30.271142 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.298399 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-749dd250-a70e-402f-8ce0-7c9aa986f690 req-9f33367f-c523-4097-8c96-0a99f4a4a363 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.322346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:30.335220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33367f-c523-4097-8c96-0a99f4a4a363 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event deleted for resources: {'Port': ['ID=aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:30.466846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-749dd250-a70e-402f-8ce0-7c9aa986f690 req-9f33367f-c523-4097-8c96-0a99f4a4a363 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] No DVR routers for this DVR port aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:30.470385 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-749dd250-a70e-402f-8ce0-7c9aa986f690 req-9f33367f-c523-4097-8c96-0a99f4a4a363 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.473201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-749dd250-a70e-402f-8ce0-7c9aa986f690 req-9f33367f-c523-4097-8c96-0a99f4a4a363 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.74 "DELETE /v2.0/ports/aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 HTTP/1.1" status: 204 len: 173 time: 1.3220408 Aug 16 01:49:30.473676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'name': 'network-vif-deleted', 'tag': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:30.477071 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa81484-e44f-4fd0-9351-ff897bdadc4d" -d '{"events": [{"server_uuid": "81401a2b-a3c9-40ce-8db6-4d1cac4343ef", "name": "network-vif-deleted", "tag": "aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:30.548258 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26965fb1-b4ec-4b89-87bf-48d7bff7d0a1 x-openstack-request-id: req-26965fb1-b4ec-4b89-87bf-48d7bff7d0a1 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:30.548600 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81401a2b-a3c9-40ce-8db6-4d1cac4343ef", "name": "network-vif-deleted", "tag": "aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:30.548786 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-26965fb1-b4ec-4b89-87bf-48d7bff7d0a1 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:30.549188 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81401a2b-a3c9-40ce-8db6-4d1cac4343ef', 'name': 'network-vif-deleted', 'tag': 'aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0', 'status': 'completed', 'code': 200} Aug 16 01:49:30.551631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e186c72-9f81-496d-8d2f-14ae16bff446 req-8d78c3be-db8a-419b-9496-9ea6fa9173e7 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 210 time: 0.0380781 Aug 16 01:49:30.581915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8e8b4458-44e2-4191-a1aa-6849cccf81d5 None None] Provisioning complete for port 4b2f2611-ceac-4f5e-afb4-c825c51377ee triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:30.582291 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4458-44e2-4191-a1aa-6849cccf81d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.645049 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.681547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Router 9ac5e813-107a-4bfe-9903-8de4b89829e0 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:49:30.721534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 4b2f2611-ceac-4f5e-afb4-c825c51377ee, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4b2f2611-ceac-4f5e-afb4-c825c51377ee,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:30.820847 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4458-44e2-4191-a1aa-6849cccf81d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.836417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:30.845639 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e105f5b6-50b8-4f9f-a618-be4659eb9016 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:30.853449 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e105f5b6-50b8-4f9f-a618-be4659eb9016 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.853999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9eb781ae-b69e-4cf4-a33d-30c324c173c3 req-1f073302-4ccb-4642-9914-7fb39ebb06ef tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=81401a2b-a3c9-40ce-8db6-4d1cac4343ef HTTP/1.1" status: 200 len: 210 time: 0.0371552 Aug 16 01:49:30.865135 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9a4fe-4ade-4415-92a4-8e2f7ca51eb6 None None] Sync routers for ids ['9d92f83f-d769-440b-84c3-b0b84187f8a4'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:30.875192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Sync routers for ids ['9ac5e813-107a-4bfe-9903-8de4b89829e0'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:30.885809 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9a4fe-4ade-4415-92a4-8e2f7ca51eb6 None None] Routers {'9d92f83f-d769-440b-84c3-b0b84187f8a4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:30.885809 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f0f9a4fe-4ade-4415-92a4-8e2f7ca51eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:49:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d92f83f-d769-440b-84c3-b0b84187f8a4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:30.889794 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e105f5b6-50b8-4f9f-a618-be4659eb9016 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "PUT /v2.0/floatingips/73c1ddaf-b709-45bb-87ac-db4e19e09096 HTTP/1.1" status: 200 len: 991 time: 2.5704136 Aug 16 01:49:30.889794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'tag': '041d4a66-57a8-4a70-b439-3ab48d0c780b'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:30.891312 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732" -d '{"events": [{"name": "network-changed", "server_uuid": "827c230b-f734-4d9c-a28c-cf6ba2c6fe04", "tag": "041d4a66-57a8-4a70-b439-3ab48d0c780b"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:30.902832 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.939225 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790d1741-1a2e-424f-b74d-3591a2c45d52 x-openstack-request-id: req-790d1741-1a2e-424f-b74d-3591a2c45d52 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:30.941848 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827c230b-f734-4d9c-a28c-cf6ba2c6fe04", "tag": "041d4a66-57a8-4a70-b439-3ab48d0c780b", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:30.941848 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-790d1741-1a2e-424f-b74d-3591a2c45d52 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:30.941848 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'tag': '041d4a66-57a8-4a70-b439-3ab48d0c780b', 'status': 'completed', 'code': 200} Aug 16 01:49:30.984651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.989553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33788) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:30.990586 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-025ebda3-74d5-4aef-8b9b-60b67b0b1d04 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8206563 Aug 16 01:49:31.092904 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-8e8b4458-44e2-4191-a1aa-6849cccf81d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:49:31.093409 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-8e8b4458-44e2-4191-a1aa-6849cccf81d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:49:31.095552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Routers {'9ac5e813-107a-4bfe-9903-8de4b89829e0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:31.096192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:49:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9ac5e813-107a-4bfe-9903-8de4b89829e0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:31.158983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732 req-208abc20-f0f0-49a2-a200-2914e78d9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:31.160486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732 req-208abc20-f0f0-49a2-a200-2914e78d9de1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb49621d044a43e4a6659857800670b3&device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 1097 time: 0.1069252 Aug 16 01:49:31.162569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:31.177263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=4b2f2611-ceac-4f5e-afb4-c825c51377ee,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:31.211079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:31.211453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aa74b54c-0850-4a9e-8bde-f3af3c1cfbd0 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:31.245192 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-f0f9a4fe-4ade-4415-92a4-8e2f7ca51eb6 None None] Set router 9d92f83f-d769-440b-84c3-b0b84187f8a4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:31.305353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Set router 9ac5e813-107a-4bfe-9903-8de4b89829e0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:31.385371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732 req-9caca237-3dd2-413e-b458-99a50ccd792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:31.387878 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732 req-9caca237-3dd2-413e-b458-99a50ccd792c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b27aa3c5-3eb1-4698-8c50-6174c90a1084 HTTP/1.1" status: 200 len: 915 time: 0.2194054 Aug 16 01:49:31.525539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732 req-6519b47c-3b34-44de-bb8f-0c96d202558b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=041d4a66-57a8-4a70-b439-3ab48d0c780b HTTP/1.1" status: 200 len: 999 time: 0.1241622 Aug 16 01:49:31.653538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732 req-2f75255b-d961-4c76-af2d-95aa46a8c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:31.655106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732 req-2f75255b-d961-4c76-af2d-95aa46a8c2e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=386e2149-243f-4304-8a44-e8e1ee981a0b HTTP/1.1" status: 200 len: 853 time: 0.1185279 Aug 16 01:49:31.684950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-router', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:26Z', 'updated_at': '2021-08-16T01:49:28Z', 'revision_number': 3, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'gw_port': {'id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:31.732999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Checking router: 9ac5e813-107a-4bfe-9903-8de4b89829e0 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:31.733594 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Updating router 9ac5e813-107a-4bfe-9903-8de4b89829e0 port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:31.739335 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f0f9a4fe-4ade-4415-92a4-8e2f7ca51eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:15Z', 'revision_number': 4, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '73c1ddaf-b709-45bb-87ac-db4e19e09096', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'port_id': '041d4a66-57a8-4a70-b439-3ab48d0c780b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'mac_address': 'fa:16:3e:72:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:48:21Z', 'updated_at': '2021-08-16T01:49:29Z', 'revision_number': 1, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9bde2a-f4ad-44d9-943a-5b230e03229c', 'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'mac_address': 'fa:16:3e:59:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:14Z', 'updated_at': '2021-08-16T01:48:24Z', 'revision_number': 5, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'subnets': [{'id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:31.772750 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.782379 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9a4fe-4ade-4415-92a4-8e2f7ca51eb6 None None] Checking router: 9d92f83f-d769-440b-84c3-b0b84187f8a4 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:31.793301 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9a4fe-4ade-4415-92a4-8e2f7ca51eb6 None None] Routers {'9d92f83f-d769-440b-84c3-b0b84187f8a4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:31.793949 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f0f9a4fe-4ade-4415-92a4-8e2f7ca51eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:49:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d92f83f-d769-440b-84c3-b0b84187f8a4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:31.831344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4b2f2611-ceac-4f5e-afb4-c825c51377ee up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:31.836994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b52c0848-129d-4415-b059-af8938ed84de req-5a15ff7c-0003-424d-a24c-e0bd3d12d922 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 210 time: 0.1427765 Aug 16 01:49:31.870371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732 req-a6c2f63e-1b00-46d4-8f12-ace9dc7f4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:31.871901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732 req-a6c2f63e-1b00-46d4-8f12-ace9dc7f4d42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b27aa3c5-3eb1-4698-8c50-6174c90a1084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2046306 Aug 16 01:49:31.980974 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-f0f9a4fe-4ade-4415-92a4-8e2f7ca51eb6 None None] Set router 9d92f83f-d769-440b-84c3-b0b84187f8a4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:32.077992 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.087263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac21b9cd-eec0-4546-ba11-1fc83d8546d5 req-fe2a3690-5de2-465b-bb75-d0d25d6dbdb1 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/cad4d965-657b-49e1-bc15-902904d35b58 HTTP/1.1" status: 200 len: 1801 time: 0.1250455 Aug 16 01:49:32.125438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732 req-571dd801-70df-4a71-876c-e57612c5f1e6 service neutron] 10.222.0.64 "GET /v2.0/networks/b27aa3c5-3eb1-4698-8c50-6174c90a1084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239861 Aug 16 01:49:32.337215 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac21b9cd-eec0-4546-ba11-1fc83d8546d5 req-6ecb2e00-5ff3-449e-bd70-6d250f78579f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.348485 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.364366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Transition to ACTIVE for port object 284134bc-a2e3-4a58-982c-9d7dbe92bb0e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:32.372265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4b2f2611-ceac-4f5e-afb4-c825c51377ee triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:32.372643 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.401988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43ae9f0e-ab9e-40a5-b44f-4e8a1353b732 req-92db9c8e-3550-4aaa-8b5f-59efdaf8ced8 service neutron] 10.222.0.64 "GET /v2.0/networks/b27aa3c5-3eb1-4698-8c50-6174c90a1084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682300 Aug 16 01:49:32.438595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac21b9cd-eec0-4546-ba11-1fc83d8546d5 req-6ecb2e00-5ff3-449e-bd70-6d250f78579f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.443302 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f0f9a4fe-4ade-4415-92a4-8e2f7ca51eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:15Z', 'revision_number': 4, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '73c1ddaf-b709-45bb-87ac-db4e19e09096', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'port_id': '041d4a66-57a8-4a70-b439-3ab48d0c780b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'mac_address': 'fa:16:3e:72:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:48:21Z', 'updated_at': '2021-08-16T01:49:29Z', 'revision_number': 1, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9bde2a-f4ad-44d9-943a-5b230e03229c', 'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'mac_address': 'fa:16:3e:59:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:14Z', 'updated_at': '2021-08-16T01:48:24Z', 'revision_number': 5, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'subnets': [{'id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:32.485767 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9a4fe-4ade-4415-92a4-8e2f7ca51eb6 None None] The sync data for ids ['9d92f83f-d769-440b-84c3-b0b84187f8a4'] in n-d-768509-23 is: [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:15Z', 'revision_number': 4, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '73c1ddaf-b709-45bb-87ac-db4e19e09096', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'port_id': '041d4a66-57a8-4a70-b439-3ab48d0c780b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'mac_address': 'fa:16:3e:72:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:48:21Z', 'updated_at': '2021-08-16T01:49:29Z', 'revision_number': 1, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9bde2a-f4ad-44d9-943a-5b230e03229c', 'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'mac_address': 'fa:16:3e:59:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:14Z', 'updated_at': '2021-08-16T01:48:24Z', 'revision_number': 5, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'subnets': [{'id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:32.506311 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.540607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Allocated IP 172.20.0.1 (47d705a3-5d5d-4e0f-943d-5cc6d6588a9b/784dae72-7d28-4ffa-a86b-982b7e6b84d0/0ceb0e49-db94-407a-985d-bb6e9894115e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:32.566624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-4f8bea95-8c18-4c6b-9651-aefdae0a0952 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:32.568554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-4f8bea95-8c18-4c6b-9651-aefdae0a0952 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.2068932 Aug 16 01:49:32.589898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Attempting to bind port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:32.591003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Attempting to bind port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:32.591003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Attempting to bind port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:32.594918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Request body: {'port': {'device_id': '1d5fdf94-9acb-4461-8160-ef27c848a98a', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'admin_state_up': True, 'tenant_id': 'dc27f74a9cdc43628097134d50cbfd97'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:32.605276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:32.605653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:32.606092 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.606502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:32.606984 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Bound port: 284134bc-a2e3-4a58-982c-9d7dbe92bb0e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:32.607366 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.639471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855c93d-dddb-42ea-869c-19582bc49b48 None None] Pushing event updated for resources: {'Port': ['ID=284134bc-a2e3-4a58-982c-9d7dbe92bb0e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:32.874193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] For port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:32.880721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] For port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=284134bc-a2e3-4a58-982c-9d7dbe92bb0e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:32.883106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ba815-673e-4059-ad72-ab03c92e61d9 None None] New status for floating IP 73c1ddaf-b709-45bb-87ac-db4e19e09096: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:49:32.992035 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-308c4951-2f52-4db5-aec6-2ac0cc4984cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.039189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac21b9cd-eec0-4546-ba11-1fc83d8546d5 req-6ecb2e00-5ff3-449e-bd70-6d250f78579f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.042714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac21b9cd-eec0-4546-ba11-1fc83d8546d5 req-6ecb2e00-5ff3-449e-bd70-6d250f78579f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.047571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac21b9cd-eec0-4546-ba11-1fc83d8546d5 req-6ecb2e00-5ff3-449e-bd70-6d250f78579f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "DELETE /v2.0/security-groups/cad4d965-657b-49e1-bc15-902904d35b58 HTTP/1.1" status: 204 len: 173 time: 0.9457762 Aug 16 01:49:33.060135 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.063490 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.117124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Routers {'9ac5e813-107a-4bfe-9903-8de4b89829e0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:33.117883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:49:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9ac5e813-107a-4bfe-9903-8de4b89829e0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:33.185092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855c93d-dddb-42ea-869c-19582bc49b48 None None] Pushing event updated for resources: {'Port': ['ID=284134bc-a2e3-4a58-982c-9d7dbe92bb0e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:33.189897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-924a8f38-39be-4c43-9bec-cd59982343d2 req-3b60f1e3-f9cf-4ed0-8bbf-ef65eea6225a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 210 time: 0.1550810 Aug 16 01:49:33.213758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb2e00-5ff3-449e-bd70-6d250f78579f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad4d965-657b-49e1-bc15-902904d35b58,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:33.270684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] Set router 9ac5e813-107a-4bfe-9903-8de4b89829e0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:33.330391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc5c2baf-62f8-4eba-8f64-6efa21a4712c req-9526a46e-6411-4107-8604-d6d1f089009f tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/b9a8e2ab-26b1-4dbd-b20d-9b8babbf912f HTTP/1.1" status: 200 len: 1802 time: 0.1822877 Aug 16 01:49:33.383809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.390634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Transition to ACTIVE for port object 0ceb0e49-db94-407a-985d-bb6e9894115e will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:33.435184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bc5c2baf-62f8-4eba-8f64-6efa21a4712c req-5d160295-137b-4d3d-9d3c-50d2d2a3dee9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.465675 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bc5c2baf-62f8-4eba-8f64-6efa21a4712c req-5d160295-137b-4d3d-9d3c-50d2d2a3dee9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.522266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-router', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:26Z', 'updated_at': '2021-08-16T01:49:28Z', 'revision_number': 3, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'gw_port': {'id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:33.550945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e8f21-c511-4f68-8452-660f75193dbe None None] The sync data for ids ['9ac5e813-107a-4bfe-9903-8de4b89829e0'] in n-d-768509-23 is: [{'id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-router', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:26Z', 'updated_at': '2021-08-16T01:49:28Z', 'revision_number': 3, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'gw_port': {'id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:33.579462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Made reservation on behalf of dc27f74a9cdc43628097134d50cbfd97 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:33.583304 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.616876 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.654125 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bc5c2baf-62f8-4eba-8f64-6efa21a4712c req-5d160295-137b-4d3d-9d3c-50d2d2a3dee9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.656632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bc5c2baf-62f8-4eba-8f64-6efa21a4712c req-5d160295-137b-4d3d-9d3c-50d2d2a3dee9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.657886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc5c2baf-62f8-4eba-8f64-6efa21a4712c req-5d160295-137b-4d3d-9d3c-50d2d2a3dee9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "DELETE /v2.0/security-groups/b9a8e2ab-26b1-4dbd-b20d-9b8babbf912f HTTP/1.1" status: 204 len: 173 time: 0.3165963 Aug 16 01:49:33.708664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d160295-137b-4d3d-9d3c-50d2d2a3dee9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a8e2ab-26b1-4dbd-b20d-9b8babbf912f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:33.713053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:33.719116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-162d7a89-ee49-4f25-9807-ed1142dfe4c3 req-6ee12b2b-1147-49ac-8ec7-8b6a3b50c672 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-77947733', 'description': 'tempest-description-362046259'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:33.737659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:33.740526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:33.810354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ceb0e49-db94-407a-985d-bb6e9894115e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:33.850202 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.910237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Allocated IP 172.20.0.11 (51428e0c-01e8-42d8-86fb-58754a187d3b/36248d85-ffe8-48a4-8ed4-f53ad621065f/28956b8c-009c-4ad3-84de-0a208e899a0f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:33.946249 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-162d7a89-ee49-4f25-9807-ed1142dfe4c3 req-6ee12b2b-1147-49ac-8ec7-8b6a3b50c672 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.986334 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.208407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-162d7a89-ee49-4f25-9807-ed1142dfe4c3 req-6ee12b2b-1147-49ac-8ec7-8b6a3b50c672 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.266439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8d90f30f-c11c-44c6-a701-6c087f93b283 None None] Provisioning for port 0ceb0e49-db94-407a-985d-bb6e9894115e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:34.278249 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8d90f30f-c11c-44c6-a701-6c087f93b283 None None] Provisioning complete for port 0ceb0e49-db94-407a-985d-bb6e9894115e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:34.286058 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8d90f30f-c11c-44c6-a701-6c087f93b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.289865 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.330070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-870517ed-b049-4406-9aac-28127cb46807 req-06677464-870a-48e4-a913-cb95755cf39a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 210 time: 0.0584185 Aug 16 01:49:34.332478 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8d90f30f-c11c-44c6-a701-6c087f93b283 None None] Port 0ceb0e49-db94-407a-985d-bb6e9894115e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:34.337322 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-162d7a89-ee49-4f25-9807-ed1142dfe4c3 req-6ee12b2b-1147-49ac-8ec7-8b6a3b50c672 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.381759 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.445137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee12b2b-1147-49ac-8ec7-8b6a3b50c672 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825e2efa-3360-45d9-925a-40e0c5693af9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:34.488786 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-162d7a89-ee49-4f25-9807-ed1142dfe4c3 req-6ee12b2b-1147-49ac-8ec7-8b6a3b50c672 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.490396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-162d7a89-ee49-4f25-9807-ed1142dfe4c3 req-6ee12b2b-1147-49ac-8ec7-8b6a3b50c672 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7909999 Aug 16 01:49:34.589030 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.675045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Network 51428e0c-01e8-42d8-86fb-58754a187d3b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:34.692230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d928f994-2bb9-43ef-addb-60b0d66a7f03 req-7f60db7c-46c3-4d6e-a263-2060e7d391b2 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/825e2efa-3360-45d9-925a-40e0c5693af9 HTTP/1.1" status: 200 len: 1800 time: 0.1736274 Aug 16 01:49:34.700913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:34.703490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:34.713254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-d928f994-2bb9-43ef-addb-60b0d66a7f03 req-ee9f60ea-47b9-4877-8c4d-3f8450a215bf tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1868124844', 'description': 'tempest-description-hth-757781705'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:34.757875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event updated for resources: {'Port': ['ID=28956b8c-009c-4ad3-84de-0a208e899a0f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:34.809514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d928f994-2bb9-43ef-addb-60b0d66a7f03 req-ee9f60ea-47b9-4877-8c4d-3f8450a215bf tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.816838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:34.817453 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.863406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.888971 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d928f994-2bb9-43ef-addb-60b0d66a7f03 req-ee9f60ea-47b9-4877-8c4d-3f8450a215bf tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.446638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-ea8df2de-a4e4-485f-8509-b874fc0537dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8556392 Aug 16 01:49:35.469907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Request body: {'port': {'device_id': '1d5fdf94-9acb-4461-8160-ef27c848a98a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:35.480620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71c279-7105-4f14-b860-f67de2954d69 req-7a3a12ff-b392-4412-b649-72a62a2af4ea tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:35.482278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e71c279-7105-4f14-b860-f67de2954d69 req-7a3a12ff-b392-4412-b649-72a62a2af4ea tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 932 time: 0.0698655 Aug 16 01:49:35.484919 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d928f994-2bb9-43ef-addb-60b0d66a7f03 req-ee9f60ea-47b9-4877-8c4d-3f8450a215bf tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.487529 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d928f994-2bb9-43ef-addb-60b0d66a7f03 req-ee9f60ea-47b9-4877-8c4d-3f8450a215bf tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.489874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d928f994-2bb9-43ef-addb-60b0d66a7f03 req-ee9f60ea-47b9-4877-8c4d-3f8450a215bf tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "PUT /v2.0/security-groups/825e2efa-3360-45d9-925a-40e0c5693af9 HTTP/1.1" status: 200 len: 1776 time: 0.7957997 Aug 16 01:49:35.489874 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.639445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f60ea-47b9-4877-8c4d-3f8450a215bf tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825e2efa-3360-45d9-925a-40e0c5693af9,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:35.688860 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.689996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ceb0e49-db94-407a-985d-bb6e9894115e,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:35.715575 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.723606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e71c279-7105-4f14-b860-f67de2954d69 req-d44809e8-db85-412f-b809-0d3835e0e0a6 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102478 Aug 16 01:49:35.759122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-318aeaaf-6919-487a-8dbf-93b95804850d req-d7236747-ebf0-44fd-82c9-7e834c4d97b5 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/825e2efa-3360-45d9-925a-40e0c5693af9 HTTP/1.1" status: 200 len: 1776 time: 0.1778650 Aug 16 01:49:35.766733 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.868609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 284134bc-a2e3-4a58-982c-9d7dbe92bb0e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:36.005280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:36.009692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:36.021488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2c5edce-2512-4026-98a0-bce2e85aa187 req-d02518a3-1c67-4a57-b7db-c90e61a2470e tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/825e2efa-3360-45d9-925a-40e0c5693af9 HTTP/1.1" status: 200 len: 1776 time: 0.1522088 Aug 16 01:49:36.073161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:36.077730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:36.088286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.219673 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.247395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=284134bc-a2e3-4a58-982c-9d7dbe92bb0e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:36.265663 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2c5edce-2512-4026-98a0-bce2e85aa187 req-32637940-3d34-4065-b37a-c9ec96bd8a8b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.277900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Router 9ac5e813-107a-4bfe-9903-8de4b89829e0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:36.337501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2c5edce-2512-4026-98a0-bce2e85aa187 req-32637940-3d34-4065-b37a-c9ec96bd8a8b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.374349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-395bf9b5-0860-4e6e-9ce2-b64a895d208e None None] Provisioning complete for port 0ceb0e49-db94-407a-985d-bb6e9894115e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:36.374957 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-395bf9b5-0860-4e6e-9ce2-b64a895d208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.398541 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.402823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28956b8c-009c-4ad3-84de-0a208e899a0f {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:36.422502 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.457709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-395bf9b5-0860-4e6e-9ce2-b64a895d208e None None] Port 0ceb0e49-db94-407a-985d-bb6e9894115e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:36.475481 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=284134bc-a2e3-4a58-982c-9d7dbe92bb0e,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:36.509210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:36.515425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9c9b8bd9-995b-454e-81d4-f07d135c63c8 admin admin] 10.222.0.66 "PUT /v2.0/routers/9ac5e813-107a-4bfe-9903-8de4b89829e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5238259 Aug 16 01:49:36.519740 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Sync routers for ids ['9ac5e813-107a-4bfe-9903-8de4b89829e0'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:36.530028 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Routers {'9ac5e813-107a-4bfe-9903-8de4b89829e0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:36.530751 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:49:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9ac5e813-107a-4bfe-9903-8de4b89829e0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:36.601834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Transition to ACTIVE for port object 28956b8c-009c-4ad3-84de-0a208e899a0f will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:36.602788 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2c5edce-2512-4026-98a0-bce2e85aa187 req-32637940-3d34-4065-b37a-c9ec96bd8a8b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.605401 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2c5edce-2512-4026-98a0-bce2e85aa187 req-32637940-3d34-4065-b37a-c9ec96bd8a8b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.615493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2c5edce-2512-4026-98a0-bce2e85aa187 req-32637940-3d34-4065-b37a-c9ec96bd8a8b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "DELETE /v2.0/security-groups/825e2efa-3360-45d9-925a-40e0c5693af9 HTTP/1.1" status: 204 len: 173 time: 0.5688474 Aug 16 01:49:36.640357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32637940-3d34-4065-b37a-c9ec96bd8a8b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825e2efa-3360-45d9-925a-40e0c5693af9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:36.683633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.732757 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Set router 9ac5e813-107a-4bfe-9903-8de4b89829e0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:36.842314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Pushing event updated for resources: {'Port': ['ID=28956b8c-009c-4ad3-84de-0a208e899a0f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:36.857717 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-95e313cf-6e47-4f13-bb8a-c929b5539bb4 req-4301d1ea-c581-448e-a741-ddd311073a0c tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] show failed (client error): The resource could not be found. Aug 16 01:49:36.872568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-95e313cf-6e47-4f13-bb8a-c929b5539bb4 req-4301d1ea-c581-448e-a741-ddd311073a0c tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/b9a8e2ab-26b1-4dbd-b20d-9b8babbf912f HTTP/1.1" status: 404 len: 352 time: 0.0708740 Aug 16 01:49:36.964771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f97945-f0c6-4db8-9cec-01a557085e83 req-41fea7f8-a2cd-4e16-a570-aef9df82e2af tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:36.966686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07f97945-f0c6-4db8-9cec-01a557085e83 req-41fea7f8-a2cd-4e16-a570-aef9df82e2af tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 944 time: 0.1301334 Aug 16 01:49:37.040148 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-router', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:26Z', 'updated_at': '2021-08-16T01:49:34Z', 'revision_number': 4, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'gw_port': {'id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0ceb0e49-db94-407a-985d-bb6e9894115e', 'name': '', 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'mac_address': 'fa:16:3e:71:98:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '784dae72-7d28-4ffa-a86b-982b7e6b84d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:34Z', 'revision_number': 2, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'subnets': [{'id': '784dae72-7d28-4ffa-a86b-982b7e6b84d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:37.047985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Attempting to bind port 28956b8c-009c-4ad3-84de-0a208e899a0f on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:37.051497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Attempting to bind port 28956b8c-009c-4ad3-84de-0a208e899a0f by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:37.053056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Attempting to bind port 28956b8c-009c-4ad3-84de-0a208e899a0f on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:37.058092 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-ee993a15-4d92-4eb8-9848-112d445f8728 req-16374526-fd7a-4797-bf9c-058a0782f403 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] show failed (client error): The resource could not be found. Aug 16 01:49:37.062520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee993a15-4d92-4eb8-9848-112d445f8728 req-16374526-fd7a-4797-bf9c-058a0782f403 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/cad4d965-657b-49e1-bc15-902904d35b58 HTTP/1.1" status: 404 len: 352 time: 0.0945776 Aug 16 01:49:37.090627 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Checking router: 9ac5e813-107a-4bfe-9903-8de4b89829e0 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:37.091210 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Updating router 9ac5e813-107a-4bfe-9903-8de4b89829e0 port 0ceb0e49-db94-407a-985d-bb6e9894115e binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:37.094733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Port 28956b8c-009c-4ad3-84de-0a208e899a0f on network 51428e0c-01e8-42d8-86fb-58754a187d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:49:37.096149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Attempting to bind port 28956b8c-009c-4ad3-84de-0a208e899a0f on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:37.122390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07f97945-f0c6-4db8-9cec-01a557085e83 req-0fb7c0f1-12dd-480d-aecf-d0606380ed33 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484396 Aug 16 01:49:37.126136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:37.126136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Checking segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:37.126136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Bound using segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:37.126136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Bound port: 28956b8c-009c-4ad3-84de-0a208e899a0f, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:37.126136 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.133039 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.245728 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-5c8892fc-b213-4b63-9b5e-7265f27051f9 req-247c09bc-ac64-4b11-ad79-b0f5935fd328 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] show failed (client error): The resource could not be found. Aug 16 01:49:37.247194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c8892fc-b213-4b63-9b5e-7265f27051f9 req-247c09bc-ac64-4b11-ad79-b0f5935fd328 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/b3e470a7-16e6-422e-b574-a391082c447a HTTP/1.1" status: 404 len: 352 time: 0.0510495 Aug 16 01:49:37.276420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] For port 28956b8c-009c-4ad3-84de-0a208e899a0f, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:37.280094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] For port 28956b8c-009c-4ad3-84de-0a208e899a0f, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=28956b8c-009c-4ad3-84de-0a208e899a0f,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:37.297052 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-e47558a9-75c2-48a8-9ba2-ac56b0b53974 req-cddebcef-5878-440b-9446-735d903b6edb tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] show failed (client error): The resource could not be found. Aug 16 01:49:37.298137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e47558a9-75c2-48a8-9ba2-ac56b0b53974 req-cddebcef-5878-440b-9446-735d903b6edb tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/190b0f36-1605-4929-a410-afa59073bf8c HTTP/1.1" status: 404 len: 352 time: 0.0147421 Aug 16 01:49:37.347061 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-1aa4c367-104b-401a-8533-1412ce02381d req-22c90b9d-4fe7-4fa4-9c15-496ca2bd03ad tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] show failed (client error): The resource could not be found. Aug 16 01:49:37.348243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1aa4c367-104b-401a-8533-1412ce02381d req-22c90b9d-4fe7-4fa4-9c15-496ca2bd03ad tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/7515cb15-905b-4b8f-a6cd-036e19a7b663 HTTP/1.1" status: 404 len: 352 time: 0.0261650 Aug 16 01:49:37.358724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.398409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:37.399773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.401180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] 10.222.0.74 "PUT /v2.0/ports/28956b8c-009c-4ad3-84de-0a208e899a0f HTTP/1.1" status: 200 len: 1093 time: 1.9445875 Aug 16 01:49:37.403124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5fdf94-9acb-4461-8160-ef27c848a98a', 'tag': '28956b8c-009c-4ad3-84de-0a208e899a0f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:37.413096 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b805301-01ad-4454-abba-1f0a7aeef33b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5fdf94-9acb-4461-8160-ef27c848a98a", "tag": "28956b8c-009c-4ad3-84de-0a208e899a0f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:37.448014 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-8ba22c90-4d02-4709-8515-3385f941ccc4 req-5bd89aaa-10c7-4b28-8162-ef2f168e1b44 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] show failed (client error): The resource could not be found. Aug 16 01:49:37.450177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ba22c90-4d02-4709-8515-3385f941ccc4 req-5bd89aaa-10c7-4b28-8162-ef2f168e1b44 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/662e2f38-3ee7-4ada-97a9-a80e37816cd8 HTTP/1.1" status: 404 len: 352 time: 0.0477271 Aug 16 01:49:37.470387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a08ca7-95d2-4a22-adcb-5a5f70d7de92 service neutron] Pushing event updated for resources: {'Port': ['ID=28956b8c-009c-4ad3-84de-0a208e899a0f,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:37.484175 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b6f7fc-717f-4048-bc76-40108c9c61f6 x-openstack-request-id: req-61b6f7fc-717f-4048-bc76-40108c9c61f6 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:37.484461 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5fdf94-9acb-4461-8160-ef27c848a98a", "tag": "28956b8c-009c-4ad3-84de-0a208e899a0f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:37.484707 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61b6f7fc-717f-4048-bc76-40108c9c61f6 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:37.485102 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5fdf94-9acb-4461-8160-ef27c848a98a', 'tag': '28956b8c-009c-4ad3-84de-0a208e899a0f', 'status': 'completed', 'code': 200} Aug 16 01:49:37.585012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b805301-01ad-4454-abba-1f0a7aeef33b req-b65c6667-8861-46de-98ff-8f3213923b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:37.587588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b805301-01ad-4454-abba-1f0a7aeef33b req-b65c6667-8861-46de-98ff-8f3213923b5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 1096 time: 0.0774119 Aug 16 01:49:37.636823 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.649450 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Transition to ACTIVE for port object 0ceb0e49-db94-407a-985d-bb6e9894115e will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:37.707990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b805301-01ad-4454-abba-1f0a7aeef33b req-4145dae5-bf57-4a5a-9dc7-61acbddc6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:37.711064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b805301-01ad-4454-abba-1f0a7aeef33b req-4145dae5-bf57-4a5a-9dc7-61acbddc6a87 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=dc27f74a9cdc43628097134d50cbfd97&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1157532 Aug 16 01:49:37.818637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 284134bc-a2e3-4a58-982c-9d7dbe92bb0e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:37.831361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b805301-01ad-4454-abba-1f0a7aeef33b req-ac62710b-1e70-4613-b204-e1833304c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:37.832865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b805301-01ad-4454-abba-1f0a7aeef33b req-ac62710b-1e70-4613-b204-e1833304c123 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144419 Aug 16 01:49:37.871004 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:37.871628 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:38.262646 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcd74d-53df-4948-862c-8d390988ee52 req-e1dacf39-2bd6-4e96-af6d-52ece2b6e42a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:38.264053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dffcd74d-53df-4948-862c-8d390988ee52 req-e1dacf39-2bd6-4e96-af6d-52ece2b6e42a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 944 time: 0.0587602 Aug 16 01:49:38.316790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dffcd74d-53df-4948-862c-8d390988ee52 req-6c6675b8-2c01-4b7f-bba9-e9154460e2fd tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344138 Aug 16 01:49:38.532386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-839d2e47-c442-44c3-8496-c9cf999f6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:38.533951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-839d2e47-c442-44c3-8496-c9cf999f6faf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 1096 time: 0.0447791 Aug 16 01:49:38.575705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-0a822e23-c27c-4726-a022-970b0765d5e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28956b8c-009c-4ad3-84de-0a208e899a0f HTTP/1.1" status: 200 len: 217 time: 0.0344024 Aug 16 01:49:38.629164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-56459669-5428-4c4d-9b96-e070a9426715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:38.630671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-56459669-5428-4c4d-9b96-e070a9426715 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 200 len: 852 time: 0.0489006 Aug 16 01:49:38.670117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-26cbf244-03c2-4d1e-9834-1816c79696c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51428e0c-01e8-42d8-86fb-58754a187d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319507 Aug 16 01:49:38.772651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-86e411c2-060b-4894-82aa-bfa760e24db9 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956378 Aug 16 01:49:38.884100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7898bc-797f-4cca-8280-5bad4e678f3b req-7144fd92-4239-452a-a327-513bb473a242 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049433 Aug 16 01:49:38.980904 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.072126 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Pushing event updated for resources: {'Port': ['ID=0ceb0e49-db94-407a-985d-bb6e9894115e,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.123551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:39.151715 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Attempting to bind port 0ceb0e49-db94-407a-985d-bb6e9894115e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:39.152516 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Attempting to bind port 0ceb0e49-db94-407a-985d-bb6e9894115e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:39.153090 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Attempting to bind port 0ceb0e49-db94-407a-985d-bb6e9894115e on network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:39.162502 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:39.163004 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Checking segment: {'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:39.163412 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.164093 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Bound using segment: {'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:39.164687 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Bound port: 0ceb0e49-db94-407a-985d-bb6e9894115e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:39.165546 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.223895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33962) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:39.230424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-network', 'tenant_id': '1a217f41062b4b16856eb68290630243'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:39.243868 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] For port 0ceb0e49-db94-407a-985d-bb6e9894115e, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:39.248124 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] For port 0ceb0e49-db94-407a-985d-bb6e9894115e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0ceb0e49-db94-407a-985d-bb6e9894115e,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:39.412703 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.449953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3746f8-f33a-4f61-9aeb-cdc4f5fc349a req-ab69dcab-7d03-4945-8804-d8c6733cf754 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:39.451547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d3746f8-f33a-4f61-9aeb-cdc4f5fc349a req-ab69dcab-7d03-4945-8804-d8c6733cf754 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 944 time: 0.0630224 Aug 16 01:49:39.493397 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Routers {'9ac5e813-107a-4bfe-9903-8de4b89829e0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:39.494241 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:49:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9ac5e813-107a-4bfe-9903-8de4b89829e0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:39.514570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Made reservation on behalf of 1a217f41062b4b16856eb68290630243 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:39.517167 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.549451 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.555084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d3746f8-f33a-4f61-9aeb-cdc4f5fc349a req-ca377b8b-8adc-43b0-b748-32c0fe578e6f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973117 Aug 16 01:49:39.691578 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.707278 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ec138-e743-409b-a57c-209a3fca1303 None None] Pushing event updated for resources: {'Port': ['ID=0ceb0e49-db94-407a-985d-bb6e9894115e,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:39.757604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4eb38-6ff5-4d03-b7a2-742e972ad657 req-30f21aa6-373b-48bc-b9a7-0ef8b08820ea tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:39.759451 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8b4eb38-6ff5-4d03-b7a2-742e972ad657 req-30f21aa6-373b-48bc-b9a7-0ef8b08820ea tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 1023 time: 0.0664649 Aug 16 01:49:39.796992 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] Set router 9ac5e813-107a-4bfe-9903-8de4b89829e0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:39.801906 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.810183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8b4eb38-6ff5-4d03-b7a2-742e972ad657 req-b794eec4-864b-4d07-9cc4-a21904f72e0c tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&id=b7abb7ca-c653-4d9a-a6bd-dc74cafc4062&id=893edaad-7254-4f12-b0e6-5c2528382809&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0426462 Aug 16 01:49:39.832208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:49:39.859123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.859478 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Added segment a43fd640-2d84-4094-9fdc-5aa6848f2599 of type vlan for network e92ab511-1f12-43f0-8ac8-7d07e97b2214 Aug 16 01:49:39.872883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fe2d7b-fa27-4da5-afb9-ae825948fdb7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:39.917247 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.037492 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.039039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:40.039639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.061907 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-router', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:26Z', 'updated_at': '2021-08-16T01:49:34Z', 'revision_number': 4, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'gw_port': {'id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0ceb0e49-db94-407a-985d-bb6e9894115e', 'name': '', 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'mac_address': 'fa:16:3e:71:98:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '784dae72-7d28-4ffa-a86b-982b7e6b84d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:39Z', 'revision_number': 4, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'subnets': [{'id': '784dae72-7d28-4ffa-a86b-982b7e6b84d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:40.088151 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e730953-5325-4e11-9a35-3abc75f8a895 None None] The sync data for ids ['9ac5e813-107a-4bfe-9903-8de4b89829e0'] in n-d-768509-23 is: [{'id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-router', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:26Z', 'updated_at': '2021-08-16T01:49:34Z', 'revision_number': 4, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'gw_port': {'id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0ceb0e49-db94-407a-985d-bb6e9894115e', 'name': '', 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'mac_address': 'fa:16:3e:71:98:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '784dae72-7d28-4ffa-a86b-982b7e6b84d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:39Z', 'revision_number': 4, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'subnets': [{'id': '784dae72-7d28-4ffa-a86b-982b7e6b84d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:40.110378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] Pushing event updated for resources: {'Network': ['ID=e92ab511-1f12-43f0-8ac8-7d07e97b2214,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:40.124935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network e92ab511-1f12-43f0-8ac8-7d07e97b2214 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:49:40.207804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-01873bac-da59-4d22-a470-ef99f7d5a879 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9800951 Aug 16 01:49:40.212357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33982) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:40.219664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] Request body: {'subnet': {'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-subnet', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:40.420468 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] Made reservation on behalf of 1a217f41062b4b16856eb68290630243 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:40.420468 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.719147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc356b-af59-43d9-bbce-00dd5c2a4b0c req-555160d4-7b5e-4dfe-b6ff-dfcd2962fe00 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:40.721179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97cc356b-af59-43d9-bbce-00dd5c2a4b0c req-555160d4-7b5e-4dfe-b6ff-dfcd2962fe00 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 944 time: 0.0773830 Aug 16 01:49:40.780601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97cc356b-af59-43d9-bbce-00dd5c2a4b0c req-73ea689b-001a-4bab-8c82-6cee447cb8d2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497143 Aug 16 01:49:40.811862 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.870791 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8146b4d2-8c59-4d76-ae95-522a59b53b28,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:40.880265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] Checking segment: {'id': 'a43fd640-2d84-4094-9fdc-5aa6848f2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:40.880623 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] Network hostable DHCP agents. Network: e92ab511-1f12-43f0-8ac8-7d07e97b2214, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:49:40.953805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f24c99-2832-4790-b841-86cdc7d91900 req-8bbc7a23-6374-4fd9-8c51-6c91a80d1095 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:40.955811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10f24c99-2832-4790-b841-86cdc7d91900 req-8bbc7a23-6374-4fd9-8c51-6c91a80d1095 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 1023 time: 0.0577381 Aug 16 01:49:41.013673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10f24c99-2832-4790-b841-86cdc7d91900 req-ae20c41d-7b91-45a7-b000-a2f5cf8745d8 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups?id=372c443d-9fc1-4d82-9b98-9735eced971b&id=b7abb7ca-c653-4d9a-a6bd-dc74cafc4062&id=893edaad-7254-4f12-b0e6-5c2528382809&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0496926 Aug 16 01:49:41.063469 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] Network e92ab511-1f12-43f0-8ac8-7d07e97b2214 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:49:41.169266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, e92ab511-1f12-43f0-8ac8-7d07e97b2214) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:41.173872 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:41.174747 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.179654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebb9748-013b-4079-80ce-9705a8a2aa65 None None] Network e92ab511-1f12-43f0-8ac8-7d07e97b2214 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:41.242879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960895c8-9d27-40ff-84ab-cee9216b4533 req-0e6256da-8f17-499c-88a1-5bcc36964c8c tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:41.244603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-960895c8-9d27-40ff-84ab-cee9216b4533 req-0e6256da-8f17-499c-88a1-5bcc36964c8c tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.64 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 1023 time: 0.0647120 Aug 16 01:49:41.290423 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e9cd5761-9728-4501-b72a-df2e870a06d1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0808051 Aug 16 01:49:41.296010 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34024) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:41.298008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-router', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:41.316358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 28956b8c-009c-4ad3-84de-0a208e899a0f details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:41.401992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-960895c8-9d27-40ff-84ab-cee9216b4533 req-25fe6ded-5362-4b2e-85a7-06d8be4ccc99 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Deleting port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:41.402418 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-960895c8-9d27-40ff-84ab-cee9216b4533 req-25fe6ded-5362-4b2e-85a7-06d8be4ccc99 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.470497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 28956b8c-009c-4ad3-84de-0a208e899a0f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=28956b8c-009c-4ad3-84de-0a208e899a0f,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:41.480815 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.482211 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.486105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '28956b8c-009c-4ad3-84de-0a208e899a0f', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'port_id': '28956b8c-009c-4ad3-84de-0a208e899a0f', 'mac_address': 'fa:16:3e:94:c8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36248d85-ffe8-48a4-8ed4-f53ad621065f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:41.543209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-e92ab511-1f12-43f0-8ac8-7d07e97b2214', 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'fixed_ips': [{'subnet_id': '8146b4d2-8c59-4d76-ae95-522a59b53b28'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:49:41.544226 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.565594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-960895c8-9d27-40ff-84ab-cee9216b4533 req-25fe6ded-5362-4b2e-85a7-06d8be4ccc99 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] For port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,segment=NetworkSegment(e80dac9c-c0c8-4bdb-a430-a22d04f0ca22),segment_id=e80dac9c-c0c8-4bdb-a430-a22d04f0ca22)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:41.565995 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-960895c8-9d27-40ff-84ab-cee9216b4533 req-25fe6ded-5362-4b2e-85a7-06d8be4ccc99 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.572786 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.595497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-960895c8-9d27-40ff-84ab-cee9216b4533 req-25fe6ded-5362-4b2e-85a7-06d8be4ccc99 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Calling delete_port for 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:41.598339 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.644768 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28956b8c-009c-4ad3-84de-0a208e899a0f {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:41.683431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 28956b8c-009c-4ad3-84de-0a208e899a0f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=28956b8c-009c-4ad3-84de-0a208e899a0f,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:41.739879 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Allocated IP 172.20.0.2 (e92ab511-1f12-43f0-8ac8-7d07e97b2214/8146b4d2-8c59-4d76-ae95-522a59b53b28/920def5a-2911-4a61-bb3c-8d1db49339e7) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:41.790605 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.859018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0ceb0e49-db94-407a-985d-bb6e9894115e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:41.900891 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-960895c8-9d27-40ff-84ab-cee9216b4533 req-25fe6ded-5362-4b2e-85a7-06d8be4ccc99 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.925199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=28956b8c-009c-4ad3-84de-0a208e899a0f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:41.949434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:41.969860 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.994873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe6ded-5362-4b2e-85a7-06d8be4ccc99 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event deleted for resources: {'Port': ['ID=3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:42.047721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe423a-5be5-4541-a427-3f9e92a6433f req-ca05ecf7-adf3-48dc-9fff-b2530cd4be8a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:42.050103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ebe423a-5be5-4541-a427-3f9e92a6433f req-ca05ecf7-adf3-48dc-9fff-b2530cd4be8a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 945 time: 0.1471682 Aug 16 01:49:42.076376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-960895c8-9d27-40ff-84ab-cee9216b4533 req-25fe6ded-5362-4b2e-85a7-06d8be4ccc99 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] No DVR routers for this DVR port 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:42.088086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-960895c8-9d27-40ff-84ab-cee9216b4533 req-25fe6ded-5362-4b2e-85a7-06d8be4ccc99 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.090336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-960895c8-9d27-40ff-84ab-cee9216b4533 req-25fe6ded-5362-4b2e-85a7-06d8be4ccc99 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.64 "DELETE /v2.0/ports/3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 HTTP/1.1" status: 204 len: 173 time: 0.8388538 Aug 16 01:49:42.092247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'name': 'network-vif-deleted', 'tag': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:42.095824 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c0bf8f-e14b-44b2-ab38-68a84d187714" -d '{"events": [{"server_uuid": "5798f2e4-3950-4656-81d5-1cd61f6d9c9b", "name": "network-vif-deleted", "tag": "3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:42.122250 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.131022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Transition to ACTIVE for port object 920def5a-2911-4a61-bb3c-8d1db49339e7 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:42.148393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['28956b8c-009c-4ad3-84de-0a208e899a0f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:42.164261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17c8bfce-93af-4761-9d2a-0194fab5afec req-51fe548a-7a56-4b04-861d-505f2ddacc86 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 210 time: 0.0426216 Aug 16 01:49:42.187001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ebe423a-5be5-4541-a427-3f9e92a6433f req-b7cfd584-1aa6-45dd-9092-6c99d38c7e4f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117401 Aug 16 01:49:42.208466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 0ceb0e49-db94-407a-985d-bb6e9894115e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:42.243783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0ceb0e49-db94-407a-985d-bb6e9894115e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:42.244507 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.250596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Transition to ACTIVE for port object 920def5a-2911-4a61-bb3c-8d1db49339e7 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:42.251142 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af70da00-1481-4941-bcd5-3829dd3ac655 x-openstack-request-id: req-af70da00-1481-4941-bcd5-3829dd3ac655 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:42.251757 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5798f2e4-3950-4656-81d5-1cd61f6d9c9b", "name": "network-vif-deleted", "tag": "3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:42.252016 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af70da00-1481-4941-bcd5-3829dd3ac655 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:42.252745 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5798f2e4-3950-4656-81d5-1cd61f6d9c9b', 'name': 'network-vif-deleted', 'tag': '3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676', 'status': 'completed', 'code': 200} Aug 16 01:49:42.394080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.416579 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.442853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.479042 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.481249 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 0ceb0e49-db94-407a-985d-bb6e9894115e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0ceb0e49-db94-407a-985d-bb6e9894115e,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:42.531729 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Network e92ab511-1f12-43f0-8ac8-7d07e97b2214 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:42.534796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:42.539050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:42.550851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Pushing event updated for resources: {'Port': ['ID=920def5a-2911-4a61-bb3c-8d1db49339e7,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:42.582497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Allocated IP 172.25.8.77 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/edd6b963-9f85-475b-b7e7-c94f7bf8daf6) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:42.606828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Attempting to bind port 920def5a-2911-4a61-bb3c-8d1db49339e7 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:42.607495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Attempting to bind port 920def5a-2911-4a61-bb3c-8d1db49339e7 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a43fd640-2d84-4094-9fdc-5aa6848f2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:42.607685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Attempting to bind port 920def5a-2911-4a61-bb3c-8d1db49339e7 on network e92ab511-1f12-43f0-8ac8-7d07e97b2214 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:42.613123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:42.613508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Checking segment: {'id': 'a43fd640-2d84-4094-9fdc-5aa6848f2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:42.613935 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.614335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Bound using segment: {'id': 'a43fd640-2d84-4094-9fdc-5aa6848f2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:42.614854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Bound port: 920def5a-2911-4a61-bb3c-8d1db49339e7, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43fd640-2d84-4094-9fdc-5aa6848f2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:42.616183 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.664977 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.712405 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.732273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] For port 920def5a-2911-4a61-bb3c-8d1db49339e7, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:42.736508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] For port 920def5a-2911-4a61-bb3c-8d1db49339e7, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=920def5a-2911-4a61-bb3c-8d1db49339e7,segment=NetworkSegment(a43fd640-2d84-4094-9fdc-5aa6848f2599),segment_id=a43fd640-2d84-4094-9fdc-5aa6848f2599)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:42.739566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=0ceb0e49-db94-407a-985d-bb6e9894115e,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:42.940811 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.981742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.071100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Pushing event updated for resources: {'Port': ['ID=edd6b963-9f85-475b-b7e7-c94f7bf8daf6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:43.081840 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:43.083943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:43.093194 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:43.156931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8b77f-40cc-4e66-b0d7-c01bbf80fe80 None None] Pushing event updated for resources: {'Port': ['ID=920def5a-2911-4a61-bb3c-8d1db49339e7,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:43.234057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 28956b8c-009c-4ad3-84de-0a208e899a0f up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:43.305639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6613964b-e05d-4322-a6f5-3214773dfbec req-60867147-a826-40fa-840f-4b2c19b30e91 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/ports?device_id=5798f2e4-3950-4656-81d5-1cd61f6d9c9b HTTP/1.1" status: 200 len: 210 time: 0.0368698 Aug 16 01:49:43.363948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1a37d-c599-4c3f-833a-da825c0291f5 req-f645dcc7-7fee-4a35-9bad-0252b8c530c0 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:43.366464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67f1a37d-c599-4c3f-833a-da825c0291f5 req-f645dcc7-7fee-4a35-9bad-0252b8c530c0 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 945 time: 0.0556312 Aug 16 01:49:43.456706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67f1a37d-c599-4c3f-833a-da825c0291f5 req-b3640093-de0e-4add-927b-3b3bec51a7ba tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841095 Aug 16 01:49:43.503319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 28956b8c-009c-4ad3-84de-0a208e899a0f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:43.507791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 28956b8c-009c-4ad3-84de-0a208e899a0f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:43.508168 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.595043 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.619232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fdf94-9acb-4461-8160-ef27c848a98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28956b8c-009c-4ad3-84de-0a208e899a0f'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:43.623021 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90be87f4-2fbc-4c3b-aafb-f9967e344b10" -d '{"events": [{"server_uuid": "1d5fdf94-9acb-4461-8160-ef27c848a98a", "name": "network-vif-plugged", "status": "completed", "tag": "28956b8c-009c-4ad3-84de-0a208e899a0f"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:43.639714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 28956b8c-009c-4ad3-84de-0a208e899a0f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=28956b8c-009c-4ad3-84de-0a208e899a0f,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:43.660998 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbd39f2-57dc-48ff-85bb-02b55e5b1987 x-openstack-request-id: req-afbd39f2-57dc-48ff-85bb-02b55e5b1987 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:43.661150 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5fdf94-9acb-4461-8160-ef27c848a98a", "name": "network-vif-plugged", "status": "completed", "tag": "28956b8c-009c-4ad3-84de-0a208e899a0f", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:43.661388 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afbd39f2-57dc-48ff-85bb-02b55e5b1987 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:43.661935 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5fdf94-9acb-4461-8160-ef27c848a98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28956b8c-009c-4ad3-84de-0a208e899a0f', 'code': 200} Aug 16 01:49:43.746849 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.774868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0de38-bbd8-404d-9441-0148e9722ca8 req-5425a43a-bdd8-45af-bd26-4acdfc4b6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:43.777573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63f0de38-bbd8-404d-9441-0148e9722ca8 req-5425a43a-bdd8-45af-bd26-4acdfc4b6bf4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 1097 time: 0.0556707 Aug 16 01:49:43.833495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63f0de38-bbd8-404d-9441-0148e9722ca8 req-70868be2-e23f-4125-a419-cd4a0cd5d41d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428653 Aug 16 01:49:43.843704 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.942361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=28956b8c-009c-4ad3-84de-0a208e899a0f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:43.972136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 920def5a-2911-4a61-bb3c-8d1db49339e7 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:44.024020 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.220287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 920def5a-2911-4a61-bb3c-8d1db49339e7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:44.226347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0ceb0e49-db94-407a-985d-bb6e9894115e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:44.248232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd8dc95-ef7c-4178-aebf-4ff79b90901a None None] Network e92ab511-1f12-43f0-8ac8-7d07e97b2214 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:44.308682 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Router ba230a32-231e-4d30-b410-7de2eaf3021c is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:49:44.338660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0ceb0e49-db94-407a-985d-bb6e9894115e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:44.339035 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.446258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89f17f6b-a4d4-47a3-9c21-5065d0e5c7ff req-63970fdf-14be-46ab-90c7-dda2e7e64cec tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/b7abb7ca-c653-4d9a-a6bd-dc74cafc4062 HTTP/1.1" status: 200 len: 1801 time: 0.0604908 Aug 16 01:49:44.449195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:44.485929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Sync routers for ids ['ba230a32-231e-4d30-b410-7de2eaf3021c'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:44.508480 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-89f17f6b-a4d4-47a3-9c21-5065d0e5c7ff req-f3a46738-2377-400d-8332-9e653df7d4cb tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.525642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Routers {'ba230a32-231e-4d30-b410-7de2eaf3021c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:44.526416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:49:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ba230a32-231e-4d30-b410-7de2eaf3021c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:44.540681 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-89f17f6b-a4d4-47a3-9c21-5065d0e5c7ff req-f3a46738-2377-400d-8332-9e653df7d4cb tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.591725 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ef837db1-e14d-4fae-aa4e-ed52d76f3a6b None None] Provisioning for port 920def5a-2911-4a61-bb3c-8d1db49339e7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:44.598151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ef837db1-e14d-4fae-aa4e-ed52d76f3a6b None None] Provisioning complete for port 920def5a-2911-4a61-bb3c-8d1db49339e7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:44.599187 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef837db1-e14d-4fae-aa4e-ed52d76f3a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.650236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b96d2-602a-4404-a271-fe28e2cb2621 req-9f8e42f3-86e6-4ccc-bfe0-1e412e8d6bff tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:44.654504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-851b96d2-602a-4404-a271-fe28e2cb2621 req-9f8e42f3-86e6-4ccc-bfe0-1e412e8d6bff tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 946 time: 0.1131456 Aug 16 01:49:44.690415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Set router ba230a32-231e-4d30-b410-7de2eaf3021c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:44.698154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-851b96d2-602a-4404-a271-fe28e2cb2621 req-8ccb190d-3d57-47f0-a81f-67cc71a9fbc6 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367138 Aug 16 01:49:44.751711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.751711 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2f70b55b-5e00-420d-ae0e-29caf491e01a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4536657 Aug 16 01:49:44.752289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34086) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:44.846080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef837db1-e14d-4fae-aa4e-ed52d76f3a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.901250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ef837db1-e14d-4fae-aa4e-ed52d76f3a6b None None] For port 920def5a-2911-4a61-bb3c-8d1db49339e7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=920def5a-2911-4a61-bb3c-8d1db49339e7,segment=NetworkSegment(a43fd640-2d84-4094-9fdc-5aa6848f2599),segment_id=a43fd640-2d84-4094-9fdc-5aa6848f2599)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:44.959585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-router', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:41Z', 'updated_at': '2021-08-16T01:49:43Z', 'revision_number': 3, 'project_id': '1a217f41062b4b16856eb68290630243', 'gw_port': {'id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:42Z', 'updated_at': '2021-08-16T01:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:44.991498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Checking router: ba230a32-231e-4d30-b410-7de2eaf3021c for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:44.991958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Updating router ba230a32-231e-4d30-b410-7de2eaf3021c port edd6b963-9f85-475b-b7e7-c94f7bf8daf6 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:45.020113 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.023708 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-89f17f6b-a4d4-47a3-9c21-5065d0e5c7ff req-f3a46738-2377-400d-8332-9e653df7d4cb tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.027979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-89f17f6b-a4d4-47a3-9c21-5065d0e5c7ff req-f3a46738-2377-400d-8332-9e653df7d4cb tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.035361 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89f17f6b-a4d4-47a3-9c21-5065d0e5c7ff req-f3a46738-2377-400d-8332-9e653df7d4cb tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "DELETE /v2.0/security-groups/b7abb7ca-c653-4d9a-a6bd-dc74cafc4062 HTTP/1.1" status: 204 len: 173 time: 0.5865109 Aug 16 01:49:45.059781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a46738-2377-400d-8332-9e653df7d4cb tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7abb7ca-c653-4d9a-a6bd-dc74cafc4062,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:45.103558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-107f4d4d-e91d-43e6-b832-8f30f78489b0 req-11bc5a60-f178-4a6c-a60d-7f07c7b6b40b tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "GET /v2.0/security-groups/893edaad-7254-4f12-b0e6-5c2528382809 HTTP/1.1" status: 200 len: 1799 time: 0.0413089 Aug 16 01:49:45.116882 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef837db1-e14d-4fae-aa4e-ed52d76f3a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.207537 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-107f4d4d-e91d-43e6-b832-8f30f78489b0 req-e74877e8-7d23-4bfe-aa5d-f1805851e8c9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.245736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef837db1-e14d-4fae-aa4e-ed52d76f3a6b None None] Pushing event updated for resources: {'Port': ['ID=920def5a-2911-4a61-bb3c-8d1db49339e7,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:45.245941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-107f4d4d-e91d-43e6-b832-8f30f78489b0 req-e74877e8-7d23-4bfe-aa5d-f1805851e8c9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.262562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-48466bf1-3a38-4b7d-ae64-0def17af6b2b None None] Provisioning complete for port 920def5a-2911-4a61-bb3c-8d1db49339e7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:45.263159 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-48466bf1-3a38-4b7d-ae64-0def17af6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.266414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.417704 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.442403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Allocated IP 172.20.0.1 (e92ab511-1f12-43f0-8ac8-7d07e97b2214/8146b4d2-8c59-4d76-ae95-522a59b53b28/f43c59f1-40f8-4775-a91f-e28374198b71) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:45.449081 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-107f4d4d-e91d-43e6-b832-8f30f78489b0 req-e74877e8-7d23-4bfe-aa5d-f1805851e8c9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.452182 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-107f4d4d-e91d-43e6-b832-8f30f78489b0 req-e74877e8-7d23-4bfe-aa5d-f1805851e8c9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.457424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-107f4d4d-e91d-43e6-b832-8f30f78489b0 req-e74877e8-7d23-4bfe-aa5d-f1805851e8c9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] 10.222.0.66 "DELETE /v2.0/security-groups/893edaad-7254-4f12-b0e6-5c2528382809 HTTP/1.1" status: 204 len: 173 time: 0.3428540 Aug 16 01:49:45.463949 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Transition to ACTIVE for port object edd6b963-9f85-475b-b7e7-c94f7bf8daf6 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:45.464137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34098) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:45.496829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74877e8-7d23-4bfe-aa5d-f1805851e8c9 tempest-SecurityGroupsTestJSON-1042003229 tempest-SecurityGroupsTestJSON-1042003229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893edaad-7254-4f12-b0e6-5c2528382809,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:45.522792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88f4a6b-025f-4784-a0b8-a60533179450 admin admin] Deleting subnet dca85203-1288-4b39-94b5-c37c925cf198 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:49:45.526295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a88f4a6b-025f-4784-a0b8-a60533179450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.561826 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a88f4a6b-025f-4784-a0b8-a60533179450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.579575 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.593046 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Transition to ACTIVE for port object f43c59f1-40f8-4775-a91f-e28374198b71 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:45.602949 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a88f4a6b-025f-4784-a0b8-a60533179450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.637990 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.687155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291627fe-54b5-43a7-bbc1-14748d612576 None None] Pushing event updated for resources: {'Port': ['ID=edd6b963-9f85-475b-b7e7-c94f7bf8daf6,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:45.691965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Attempting to bind port edd6b963-9f85-475b-b7e7-c94f7bf8daf6 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:45.691965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Attempting to bind port edd6b963-9f85-475b-b7e7-c94f7bf8daf6 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:45.691965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Attempting to bind port edd6b963-9f85-475b-b7e7-c94f7bf8daf6 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:45.696375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:45.696757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:45.697163 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.697559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:45.698059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Bound port: edd6b963-9f85-475b-b7e7-c94f7bf8daf6, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:45.698447 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.747440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.767221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] For port edd6b963-9f85-475b-b7e7-c94f7bf8daf6, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:45.767221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] For port edd6b963-9f85-475b-b7e7-c94f7bf8daf6, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=edd6b963-9f85-475b-b7e7-c94f7bf8daf6,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:45.801709 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Network e92ab511-1f12-43f0-8ac8-7d07e97b2214 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:45.809242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:45.813009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:45.834713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 920def5a-2911-4a61-bb3c-8d1db49339e7 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:45.845175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=f43c59f1-40f8-4775-a91f-e28374198b71,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:45.877180 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.920580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 920def5a-2911-4a61-bb3c-8d1db49339e7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:45.921241 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.976733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:45.988453 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.042401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:46.042744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 3cadcb12-1ca7-491f-b5cf-8d7fbbaaa676 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:46.129416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291627fe-54b5-43a7-bbc1-14748d612576 None None] Pushing event updated for resources: {'Port': ['ID=edd6b963-9f85-475b-b7e7-c94f7bf8daf6,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:46.132657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Routers {'ba230a32-231e-4d30-b410-7de2eaf3021c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:46.133304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:49:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ba230a32-231e-4d30-b410-7de2eaf3021c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:46.171958 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.320268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a88f4a6b-025f-4784-a0b8-a60533179450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.356576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f4a6b-025f-4784-a0b8-a60533179450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca85203-1288-4b39-94b5-c37c925cf198,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:46.358994 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a88f4a6b-025f-4784-a0b8-a60533179450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.361157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a88f4a6b-025f-4784-a0b8-a60533179450 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dca85203-1288-4b39-94b5-c37c925cf198 HTTP/1.1" status: 204 len: 168 time: 0.8952279 Aug 16 01:49:46.367066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34118) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:46.377954 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.380507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9a379-b6f1-4ccf-9c62-af7339995a33 req-9674a39e-cea4-40c4-8545-3b7d6d8c6e51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:46.381591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77a9a379-b6f1-4ccf-9c62-af7339995a33 req-9674a39e-cea4-40c4-8545-3b7d6d8c6e51 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 946 time: 0.5968277 Aug 16 01:49:46.428959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3f78f8e2-d646-414d-a356-e160cef2cf39 None None] Provisioning for port f43c59f1-40f8-4775-a91f-e28374198b71 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:46.432701 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3f78f8e2-d646-414d-a356-e160cef2cf39 None None] Provisioning complete for port f43c59f1-40f8-4775-a91f-e28374198b71 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:46.433252 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f78f8e2-d646-414d-a356-e160cef2cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.445768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77a9a379-b6f1-4ccf-9c62-af7339995a33 req-25a28b46-7c90-483e-9b8a-2e276c463cc2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559077 Aug 16 01:49:46.446480 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.485352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] Set router ba230a32-231e-4d30-b410-7de2eaf3021c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:46.517457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3f78f8e2-d646-414d-a356-e160cef2cf39 None None] Port f43c59f1-40f8-4775-a91f-e28374198b71 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:46.549350 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.584829 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.589118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7048660b-0476-4339-9699-153d2b133725']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:46.649090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80dac9c-c0c8-4bdb-a430-a22d04f0ca22') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:46.649396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80dac9c-c0c8-4bdb-a430-a22d04f0ca22') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:46.666730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.699527 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.708052 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.709413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=f43c59f1-40f8-4775-a91f-e28374198b71,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:46.719701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:49:46.720190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:49:46.722282 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:49:46.765253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-router', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:41Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 4, 'project_id': '1a217f41062b4b16856eb68290630243', 'gw_port': {'id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:42Z', 'updated_at': '2021-08-16T01:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'f43c59f1-40f8-4775-a91f-e28374198b71', 'name': '', 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'mac_address': 'fa:16:3e:ec:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8146b4d2-8c59-4d76-ae95-522a59b53b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:45Z', 'updated_at': '2021-08-16T01:49:45Z', 'revision_number': 1, 'project_id': '1a217f41062b4b16856eb68290630243', 'subnets': [{'id': '8146b4d2-8c59-4d76-ae95-522a59b53b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:46.811475 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c4e2e-22af-4ca5-b532-496c19edc0b2 None None] The sync data for ids ['ba230a32-231e-4d30-b410-7de2eaf3021c'] in n-d-768509-23 is: [{'id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-router', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:41Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 4, 'project_id': '1a217f41062b4b16856eb68290630243', 'gw_port': {'id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:42Z', 'updated_at': '2021-08-16T01:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'f43c59f1-40f8-4775-a91f-e28374198b71', 'name': '', 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'mac_address': 'fa:16:3e:ec:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8146b4d2-8c59-4d76-ae95-522a59b53b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:45Z', 'updated_at': '2021-08-16T01:49:45Z', 'revision_number': 1, 'project_id': '1a217f41062b4b16856eb68290630243', 'subnets': [{'id': '8146b4d2-8c59-4d76-ae95-522a59b53b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:46.871566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Network e92ab511-1f12-43f0-8ac8-7d07e97b2214 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:46.873850 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:47.251271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4ef8653c-e63c-4d84-8f16-b19febafdd50 None None] Provisioning complete for port f43c59f1-40f8-4775-a91f-e28374198b71 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:47.253274 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4ef8653c-e63c-4d84-8f16-b19febafdd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.327804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8653c-e63c-4d84-8f16-b19febafdd50 None None] Port f43c59f1-40f8-4775-a91f-e28374198b71 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:47.390155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.399698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.402072 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] 10.222.0.66 "DELETE /v2.0/networks/7048660b-0476-4339-9699-153d2b133725 HTTP/1.1" status: 204 len: 168 time: 1.0337405 Aug 16 01:49:47.433055 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4b6a8-828c-416a-a4e5-abf54edbebed admin admin] Pushing event deleted for resources: {'Network': ['ID=7048660b-0476-4339-9699-153d2b133725,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:47.491326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f205078-ad35-4dc5-ab8a-4491052616c5 req-962e859e-c41f-431b-bfb7-76d33ea74282 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:47.501640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f205078-ad35-4dc5-ab8a-4491052616c5 req-962e859e-c41f-431b-bfb7-76d33ea74282 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 946 time: 0.1026459 Aug 16 01:49:47.526627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Router ba230a32-231e-4d30-b410-7de2eaf3021c has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:47.545130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f205078-ad35-4dc5-ab8a-4491052616c5 req-2914ef21-ef25-4942-8831-d4ee2fde3544 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Aug 16 01:49:47.658031 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:47.670958 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-58e52c94-c932-432d-a549-68c3e0736fe1 admin admin] 10.222.0.66 "PUT /v2.0/routers/ba230a32-231e-4d30-b410-7de2eaf3021c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9097264 Aug 16 01:49:47.860411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device edd6b963-9f85-475b-b7e7-c94f7bf8daf6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:48.012177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port edd6b963-9f85-475b-b7e7-c94f7bf8daf6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:48.016372 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port edd6b963-9f85-475b-b7e7-c94f7bf8daf6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:48.016751 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.106758 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.110600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34168) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:48.130071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port edd6b963-9f85-475b-b7e7-c94f7bf8daf6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=edd6b963-9f85-475b-b7e7-c94f7bf8daf6,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:48.156584 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5f3b7bcc-5d87-480a-85c1-02fa1383b243 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc1bfeeb2609423f9c3dda0e476c9076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439656 Aug 16 01:49:48.159125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34170) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:48.213585 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5560864d-65bd-4049-a9d3-228f4f4e6323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.238073 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5560864d-65bd-4049-a9d3-228f4f4e6323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.288130 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.395561 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=edd6b963-9f85-475b-b7e7-c94f7bf8daf6,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:48.472709 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5560864d-65bd-4049-a9d3-228f4f4e6323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.489277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5560864d-65bd-4049-a9d3-228f4f4e6323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.489277 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5560864d-65bd-4049-a9d3-228f4f4e6323 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/372c443d-9fc1-4d82-9b98-9735eced971b HTTP/1.1" status: 204 len: 168 time: 0.3175180 Aug 16 01:49:48.492894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560864d-65bd-4049-a9d3-228f4f4e6323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372c443d-9fc1-4d82-9b98-9735eced971b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:48.730339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbda94e-8189-4023-95b3-2b97dbd2a650 req-5b73d034-04f6-4d06-8697-0e5e92938bdf tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:48.737421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bbda94e-8189-4023-95b3-2b97dbd2a650 req-5b73d034-04f6-4d06-8697-0e5e92938bdf tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 946 time: 0.0921257 Aug 16 01:49:48.795275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bbda94e-8189-4023-95b3-2b97dbd2a650 req-b23d97e8-fdff-4599-b492-0e466cbcc87e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563960 Aug 16 01:49:49.444933 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Sync routers for ids ['ba230a32-231e-4d30-b410-7de2eaf3021c'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:49.469176 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Routers {'ba230a32-231e-4d30-b410-7de2eaf3021c'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:49.470705 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:49:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ba230a32-231e-4d30-b410-7de2eaf3021c'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:49.638061 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Set router ba230a32-231e-4d30-b410-7de2eaf3021c gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:49.879026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device edd6b963-9f85-475b-b7e7-c94f7bf8daf6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:49.962573 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-router', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:41Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 4, 'project_id': '1a217f41062b4b16856eb68290630243', 'gw_port': {'id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:42Z', 'updated_at': '2021-08-16T01:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'f43c59f1-40f8-4775-a91f-e28374198b71', 'name': '', 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'mac_address': 'fa:16:3e:ec:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8146b4d2-8c59-4d76-ae95-522a59b53b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:45Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 2, 'project_id': '1a217f41062b4b16856eb68290630243', 'subnets': [{'id': '8146b4d2-8c59-4d76-ae95-522a59b53b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:50.057489 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Checking router: ba230a32-231e-4d30-b410-7de2eaf3021c for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:50.059828 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Updating router ba230a32-231e-4d30-b410-7de2eaf3021c port f43c59f1-40f8-4775-a91f-e28374198b71 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:50.062508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port edd6b963-9f85-475b-b7e7-c94f7bf8daf6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:50.064374 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.102481 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.113372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999995-48ad-44d6-b106-8ce8d533c792 req-5a74a940-ee43-4c1a-a2cb-b564e78d2c60 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:50.115254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25999995-48ad-44d6-b106-8ce8d533c792 req-5a74a940-ee43-4c1a-a2cb-b564e78d2c60 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 946 time: 0.1141970 Aug 16 01:49:50.255285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25999995-48ad-44d6-b106-8ce8d533c792 req-d40bd77a-94a6-43d5-97e5-4bc3da1a640b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277666 Aug 16 01:49:50.708941 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.724334 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Transition to ACTIVE for port object f43c59f1-40f8-4775-a91f-e28374198b71 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:50.796310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34226) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:50.815882 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.909263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1610376402-network', 'tenant_id': 'f90944b988c4400f97b27c24bdbaa651'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:51.017658 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.083413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Made reservation on behalf of f90944b988c4400f97b27c24bdbaa651 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:51.086344 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.104505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.123496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34234) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:51.135426 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bb264-2ba8-42cd-a80a-1a4f2d64578d None None] Pushing event updated for resources: {'Port': ['ID=f43c59f1-40f8-4775-a91f-e28374198b71,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:51.246161 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Attempting to bind port f43c59f1-40f8-4775-a91f-e28374198b71 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:51.246797 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Attempting to bind port f43c59f1-40f8-4775-a91f-e28374198b71 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a43fd640-2d84-4094-9fdc-5aa6848f2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:51.247410 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Attempting to bind port f43c59f1-40f8-4775-a91f-e28374198b71 on network e92ab511-1f12-43f0-8ac8-7d07e97b2214 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:51.254698 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:51.255352 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Checking segment: {'id': 'a43fd640-2d84-4094-9fdc-5aa6848f2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:51.256025 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.256855 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Bound using segment: {'id': 'a43fd640-2d84-4094-9fdc-5aa6848f2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:51.257505 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Bound port: f43c59f1-40f8-4775-a91f-e28374198b71, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43fd640-2d84-4094-9fdc-5aa6848f2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:51.258130 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.416565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a397d80-0066-414b-a294-e2d23e0719e3 req-c610e115-44ce-434c-b510-eea43575633f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:51.416565 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3a397d80-0066-414b-a294-e2d23e0719e3 req-c610e115-44ce-434c-b510-eea43575633f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 946 time: 0.2003124 Aug 16 01:49:51.427651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-594c301f-83a5-4f90-9949-8c104d6938b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.458129 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] For port f43c59f1-40f8-4775-a91f-e28374198b71, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:51.462787 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] For port f43c59f1-40f8-4775-a91f-e28374198b71, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f43c59f1-40f8-4775-a91f-e28374198b71,segment=NetworkSegment(a43fd640-2d84-4094-9fdc-5aa6848f2599),segment_id=a43fd640-2d84-4094-9fdc-5aa6848f2599)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:51.508450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.548013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b188fb6-ac05-438d-b206-e68ca866a1e8 req-edfb9abb-7616-4ac9-b203-dc4f5170fd0c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:51.549486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b188fb6-ac05-438d-b206-e68ca866a1e8 req-edfb9abb-7616-4ac9-b203-dc4f5170fd0c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 946 time: 0.1287925 Aug 16 01:49:51.604910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-3a397d80-0066-414b-a294-e2d23e0719e3 req-a084f4a9-2a0c-4d09-9db6-ca4eeba3963c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Deleting port 28956b8c-009c-4ad3-84de-0a208e899a0f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:51.605326 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3a397d80-0066-414b-a294-e2d23e0719e3 req-a084f4a9-2a0c-4d09-9db6-ca4eeba3963c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.610176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b188fb6-ac05-438d-b206-e68ca866a1e8 req-1af3b170-e426-4f61-acbb-8e5383139a34 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524428 Aug 16 01:49:51.705119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3a397d80-0066-414b-a294-e2d23e0719e3 req-a084f4a9-2a0c-4d09-9db6-ca4eeba3963c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] For port 28956b8c-009c-4ad3-84de-0a208e899a0f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=28956b8c-009c-4ad3-84de-0a208e899a0f,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:51.705470 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3a397d80-0066-414b-a294-e2d23e0719e3 req-a084f4a9-2a0c-4d09-9db6-ca4eeba3963c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.710341 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.727916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-3a397d80-0066-414b-a294-e2d23e0719e3 req-a084f4a9-2a0c-4d09-9db6-ca4eeba3963c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Calling delete_port for 28956b8c-009c-4ad3-84de-0a208e899a0f owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:51.794975 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.810825 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Routers {'ba230a32-231e-4d30-b410-7de2eaf3021c'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:51.812451 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:49:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ba230a32-231e-4d30-b410-7de2eaf3021c'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:51.867197 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-594c301f-83a5-4f90-9949-8c104d6938b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.919082 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.934273 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bb264-2ba8-42cd-a80a-1a4f2d64578d None None] Pushing event updated for resources: {'Port': ['ID=f43c59f1-40f8-4775-a91f-e28374198b71,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:51.948851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b948190-a0b4-405d-96b9-6ed4ecf7cc68,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:51.963149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:49:51.968559 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] Set router ba230a32-231e-4d30-b410-7de2eaf3021c gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:51.971698 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.972128 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Added segment 944d6f94-29a7-480f-bf30-bfc5df80c7f1 of type vlan for network cbb9ba2d-15fc-41d2-b171-b7aed499ea16 Aug 16 01:49:52.024178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.070560 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-594c301f-83a5-4f90-9949-8c104d6938b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.110200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c301f-83a5-4f90-9949-8c104d6938b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c49c5b-bcdb-43de-b963-6e16bea51fde,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:52.130199 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-594c301f-83a5-4f90-9949-8c104d6938b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c92f411a63f42b980b5527d075eb32b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0038869 Aug 16 01:49:52.133086 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34246) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:52.191742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af10f8e5-0b86-4ff0-a800-b530f26835a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.195238 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3a397d80-0066-414b-a294-e2d23e0719e3 req-a084f4a9-2a0c-4d09-9db6-ca4eeba3963c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.205124 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-router', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:41Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 4, 'project_id': '1a217f41062b4b16856eb68290630243', 'gw_port': {'id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:42Z', 'updated_at': '2021-08-16T01:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'f43c59f1-40f8-4775-a91f-e28374198b71', 'name': '', 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'mac_address': 'fa:16:3e:ec:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8146b4d2-8c59-4d76-ae95-522a59b53b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:45Z', 'updated_at': '2021-08-16T01:49:51Z', 'revision_number': 4, 'project_id': '1a217f41062b4b16856eb68290630243', 'subnets': [{'id': '8146b4d2-8c59-4d76-ae95-522a59b53b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:52.222914 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af10f8e5-0b86-4ff0-a800-b530f26835a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.311960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084f4a9-2a0c-4d09-9db6-ca4eeba3963c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event deleted for resources: {'Port': ['ID=28956b8c-009c-4ad3-84de-0a208e899a0f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:52.315201 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.316178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:52.317268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.378358 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6920048a-5323-426f-9c9a-8f8b2d2ce400 None None] The sync data for ids ['ba230a32-231e-4d30-b410-7de2eaf3021c'] in n-d-768509-23 is: [{'id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-router', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:41Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 4, 'project_id': '1a217f41062b4b16856eb68290630243', 'gw_port': {'id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:42Z', 'updated_at': '2021-08-16T01:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'f43c59f1-40f8-4775-a91f-e28374198b71', 'name': '', 'network_id': 'e92ab511-1f12-43f0-8ac8-7d07e97b2214', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'mac_address': 'fa:16:3e:ec:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8146b4d2-8c59-4d76-ae95-522a59b53b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:45Z', 'updated_at': '2021-08-16T01:49:51Z', 'revision_number': 4, 'project_id': '1a217f41062b4b16856eb68290630243', 'subnets': [{'id': '8146b4d2-8c59-4d76-ae95-522a59b53b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:52.407453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] Pushing event updated for resources: {'Network': ['ID=cbb9ba2d-15fc-41d2-b171-b7aed499ea16,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:52.432758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network cbb9ba2d-15fc-41d2-b171-b7aed499ea16 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:49:52.442510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a397d80-0066-414b-a294-e2d23e0719e3 req-a084f4a9-2a0c-4d09-9db6-ca4eeba3963c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] No DVR routers for this DVR port 28956b8c-009c-4ad3-84de-0a208e899a0f on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:52.446962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3a397d80-0066-414b-a294-e2d23e0719e3 req-a084f4a9-2a0c-4d09-9db6-ca4eeba3963c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.450679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3a397d80-0066-414b-a294-e2d23e0719e3 req-a084f4a9-2a0c-4d09-9db6-ca4eeba3963c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "DELETE /v2.0/ports/28956b8c-009c-4ad3-84de-0a208e899a0f HTTP/1.1" status: 204 len: 173 time: 1.0257182 Aug 16 01:49:52.451919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fdf94-9acb-4461-8160-ef27c848a98a', 'name': 'network-vif-deleted', 'tag': '28956b8c-009c-4ad3-84de-0a208e899a0f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:52.475908 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af10f8e5-0b86-4ff0-a800-b530f26835a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.476395 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d499e-cb38-4e9c-b86c-3d6600619ba7" -d '{"events": [{"server_uuid": "1d5fdf94-9acb-4461-8160-ef27c848a98a", "name": "network-vif-deleted", "tag": "28956b8c-009c-4ad3-84de-0a208e899a0f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:52.476762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af10f8e5-0b86-4ff0-a800-b530f26835a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.478381 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-af10f8e5-0b86-4ff0-a800-b530f26835a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70c49c5b-bcdb-43de-b963-6e16bea51fde HTTP/1.1" status: 204 len: 168 time: 0.3442168 Aug 16 01:49:52.514727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10f8e5-0b86-4ff0-a800-b530f26835a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c49c5b-bcdb-43de-b963-6e16bea51fde,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:52.573990 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86311765-0796-4429-9ea0-c8b1d16e82a8 x-openstack-request-id: req-86311765-0796-4429-9ea0-c8b1d16e82a8 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:52.574554 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5fdf94-9acb-4461-8160-ef27c848a98a", "name": "network-vif-deleted", "tag": "28956b8c-009c-4ad3-84de-0a208e899a0f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:52.574825 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-86311765-0796-4429-9ea0-c8b1d16e82a8 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:52.576582 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5fdf94-9acb-4461-8160-ef27c848a98a', 'name': 'network-vif-deleted', 'tag': '28956b8c-009c-4ad3-84de-0a208e899a0f', 'status': 'completed', 'code': 200} Aug 16 01:49:52.649781 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c622bc8d-665e-4c12-b399-8e5820402ffc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8493667 Aug 16 01:49:52.649781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34260) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:52.672834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] Request body: {'subnet': {'network_id': 'cbb9ba2d-15fc-41d2-b171-b7aed499ea16', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1610376402-subnet', 'tenant_id': 'f90944b988c4400f97b27c24bdbaa651', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:52.764563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-237f3200-3586-44a7-9abf-49faa78d37bf req-60c3211f-b2a1-4130-bb04-190b42473714 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 210 time: 0.0428989 Aug 16 01:49:52.840663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] Made reservation on behalf of f90944b988c4400f97b27c24bdbaa651 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:52.843926 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.250959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 28956b8c-009c-4ad3-84de-0a208e899a0f no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:53.269138 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.278387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 28956b8c-009c-4ad3-84de-0a208e899a0f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:53.278724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 28956b8c-009c-4ad3-84de-0a208e899a0f not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:53.329330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe21d94-aa9e-4982-b5ba-98cde5ee0bcf,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:53.339259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] Checking segment: {'id': '944d6f94-29a7-480f-bf30-bfc5df80c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'cbb9ba2d-15fc-41d2-b171-b7aed499ea16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:53.339484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] Network hostable DHCP agents. Network: cbb9ba2d-15fc-41d2-b171-b7aed499ea16, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:49:53.583596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] Network cbb9ba2d-15fc-41d2-b171-b7aed499ea16 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:49:53.734682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, cbb9ba2d-15fc-41d2-b171-b7aed499ea16) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:53.739665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:53.741514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.749455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d49557-dd26-44b9-80b5-7bb3b17efe0c None None] Network cbb9ba2d-15fc-41d2-b171-b7aed499ea16 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:53.891698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f43c59f1-40f8-4775-a91f-e28374198b71 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:53.895018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34278) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:53.912172 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a90fd69c-713d-4f42-9150-fd9420d3b2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.944427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5988066-e838-4132-be9c-e611d54b5d24 req-b95db24c-e193-4b4d-8caa-3d605a972e8c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d5fdf94-9acb-4461-8160-ef27c848a98a HTTP/1.1" status: 200 len: 210 time: 0.0462351 Aug 16 01:49:53.952035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-22bf4bb1-23c3-46a7-a258-295713837c85 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3012156 Aug 16 01:49:54.031194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b74cb51-2f45-4ce4-b89a-b227c4ab423b None None] Network cbb9ba2d-15fc-41d2-b171-b7aed499ea16 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:54.070009 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a90fd69c-713d-4f42-9150-fd9420d3b2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.223543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f43c59f1-40f8-4775-a91f-e28374198b71 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:54.223798 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a90fd69c-713d-4f42-9150-fd9420d3b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.228879 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f43c59f1-40f8-4775-a91f-e28374198b71 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:54.229486 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.262178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fd69c-713d-4f42-9150-fd9420d3b2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93414dc-9210-4a2b-a128-04c722e330f9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:54.286213 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a90fd69c-713d-4f42-9150-fd9420d3b2d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7afdc171449f4f3596991935d34fb465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890302 Aug 16 01:49:54.289272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34288) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:54.347286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.371166 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1e4-58b7-48e2-abea-98c2f3e53462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.393172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f43c59f1-40f8-4775-a91f-e28374198b71, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f43c59f1-40f8-4775-a91f-e28374198b71,segment=NetworkSegment(a43fd640-2d84-4094-9fdc-5aa6848f2599),segment_id=a43fd640-2d84-4094-9fdc-5aa6848f2599)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:54.404742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1e4-58b7-48e2-abea-98c2f3e53462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.549374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-58382f41-a3f9-4660-adf3-d352637baa6c tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:54.551054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-58382f41-a3f9-4660-adf3-d352637baa6c tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/networks?id=cbb9ba2d-15fc-41d2-b171-b7aed499ea16 HTTP/1.1" status: 200 len: 814 time: 0.1727917 Aug 16 01:49:54.567735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-edb7302c-e94f-4616-8e4a-91c649c752fe tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/quotas/f90944b988c4400f97b27c24bdbaa651 HTTP/1.1" status: 200 len: 375 time: 0.0097194 Aug 16 01:49:54.601368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-a67a260b-8c08-458d-ae6a-220074ed75b4 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f90944b988c4400f97b27c24bdbaa651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271902 Aug 16 01:49:54.688954 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.710345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-0b021078-decb-4478-883e-3947ac4999dc service neutron] 10.222.0.66 "GET /v2.0/networks/cbb9ba2d-15fc-41d2-b171-b7aed499ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018167 Aug 16 01:49:54.752569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f43c59f1-40f8-4775-a91f-e28374198b71,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:54.818146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-5e834e91-167d-4073-9f6f-6c6bca1fc432 service neutron] 10.222.0.66 "GET /v2.0/networks/cbb9ba2d-15fc-41d2-b171-b7aed499ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017528 Aug 16 01:49:54.831863 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1e4-58b7-48e2-abea-98c2f3e53462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.836074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1e4-58b7-48e2-abea-98c2f3e53462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.840353 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-33d0f1e4-58b7-48e2-abea-98c2f3e53462 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f93414dc-9210-4a2b-a128-04c722e330f9 HTTP/1.1" status: 204 len: 168 time: 0.5493793 Aug 16 01:49:54.851050 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0f1e4-58b7-48e2-abea-98c2f3e53462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93414dc-9210-4a2b-a128-04c722e330f9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:55.325083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-f1f1aea6-51a4-40ec-a1c7-a1237b5b1a0f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:55.326727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-f1f1aea6-51a4-40ec-a1c7-a1237b5b1a0f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.1282649 Aug 16 01:49:55.371034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-d62d9335-79e4-49cd-b0b9-1e4e2b4aa148 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/quotas/dc27f74a9cdc43628097134d50cbfd97 HTTP/1.1" status: 200 len: 375 time: 0.0326505 Aug 16 01:49:55.373174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71cd5070-f002-444d-a65d-4eaeb95b1899 req-2b5f40ee-2ecd-46a5-8074-dd0ce74e938d tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 210 time: 0.0444381 Aug 16 01:49:55.429659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-898cd898-5a25-4a9a-a3ed-9c6d14511930 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487325 Aug 16 01:49:55.563557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-9266566f-f547-4f3b-914c-458852a84b09 service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263130 Aug 16 01:49:55.707047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-8f53b209-e1b2-478a-a05b-ec06e067f86b service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364625 Aug 16 01:49:55.897475 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f43c59f1-40f8-4775-a91f-e28374198b71 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:55.948241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f43c59f1-40f8-4775-a91f-e28374198b71 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:55.948586 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.138986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-204a23ff-b3d0-4ff1-ad4f-8bb8ce13de10 req-3c82759d-073f-4547-8d79-7d28dd4362cd tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 210 time: 0.0554063 Aug 16 01:49:56.479870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9be8c3cc-9809-44b7-9bdb-ccc805135fbf req-4b20283c-41c3-4c1e-9d57-ed8fc900b431 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 210 time: 0.0290518 Aug 16 01:49:57.262477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-381a85c1-1541-4a0c-89f8-fe0481f90e09 req-eb3e20be-41f4-41c8-a5dd-91004d0f82f7 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 210 time: 0.0357971 Aug 16 01:49:57.609434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3d64b66-74af-441e-a65f-95022c36ca5b req-9f2ffee7-dc1f-41b4-bbd4-a59f0e85aaf3 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 210 time: 0.0525019 Aug 16 01:49:58.381608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae94c571-f578-4944-ae3b-296f09901078 req-81a5fe76-3513-46f5-8254-be53908da95c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 210 time: 0.0283117 Aug 16 01:49:58.719348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a1cd4c3-f063-4566-8def-94351b14fe3c req-f994f3f6-6440-48ee-a0fa-9010b3edf2a8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 210 time: 0.0280068 Aug 16 01:49:59.448059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-d0db384c-0ca9-45d0-b104-62e9922a9fb4 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:59.456423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-d0db384c-0ca9-45d0-b104-62e9922a9fb4 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.1701205 Aug 16 01:49:59.464427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Request body: {'port': {'device_id': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'admin_state_up': True, 'tenant_id': 'dc27f74a9cdc43628097134d50cbfd97'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:59.538379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee882852-d271-49b6-9bed-679a0e8d7e8e req-7e5814b2-793c-4348-be25-699b3105fd87 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 210 time: 0.0575044 Aug 16 01:49:59.825095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4df50f7c-9748-41f5-96fd-fc1430f46218 req-f1f88b23-fd0e-4671-b1cf-8b132cf1f336 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 210 time: 0.0312111 Aug 16 01:49:59.826144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Made reservation on behalf of dc27f74a9cdc43628097134d50cbfd97 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:59.829555 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.935891 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc639-4459-45c7-bf15-237850adfbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.981252 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:49:59.989085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Allocated IP 172.20.0.7 (51428e0c-01e8-42d8-86fb-58754a187d3b/36248d85-ffe8-48a4-8ed4-f53ad621065f/1f254204-cd65-49f2-8574-2ba3f970cec5) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:00.154733 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.389846 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.452766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Network 51428e0c-01e8-42d8-86fb-58754a187d3b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:00.455741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:00.459747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:00.465214 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-5f6169ff-82df-443b-be67-428d0dbbad04 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:00.468032 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-5f6169ff-82df-443b-be67-428d0dbbad04 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.74 "GET /v2.0/networks?id=cbb9ba2d-15fc-41d2-b171-b7aed499ea16 HTTP/1.1" status: 200 len: 814 time: 0.1340058 Aug 16 01:50:00.482223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Request body: {'port': {'device_id': 'a73cf4f1-5e62-4ada-9ea4-322ad6474d59', 'network_id': 'cbb9ba2d-15fc-41d2-b171-b7aed499ea16', 'admin_state_up': True, 'tenant_id': 'f90944b988c4400f97b27c24bdbaa651'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:00.510074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event updated for resources: {'Port': ['ID=1f254204-cd65-49f2-8574-2ba3f970cec5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:00.533470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:00.534462 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.657077 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-59fe9b69-0f7e-41b4-a2a0-7b2b28e60bc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1988432 Aug 16 01:50:00.689973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Request body: {'port': {'device_id': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:00.780353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d7e1d-f06c-43fe-b51a-fbfc06aede65 req-3ddfb0a0-ec82-48bd-8f48-8210fd680b31 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:00.781994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b91d7e1d-f06c-43fe-b51a-fbfc06aede65 req-3ddfb0a0-ec82-48bd-8f48-8210fd680b31 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 931 time: 0.1386354 Aug 16 01:50:00.798012 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.873772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Made reservation on behalf of f90944b988c4400f97b27c24bdbaa651 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:00.880840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.893238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b91d7e1d-f06c-43fe-b51a-fbfc06aede65 req-6ed87a76-e1c9-4b11-a8de-8eda0a0b8363 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983081 Aug 16 01:50:01.149671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Allocated IP 172.20.0.14 (cbb9ba2d-15fc-41d2-b171-b7aed499ea16/dfe21d94-aa9e-4982-b5ba-98cde5ee0bcf/d1e5656b-75d7-45c6-a30e-ed0d458f78d2) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:01.228225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a79e529c-cf86-4e58-916f-b64111819e17 req-945806ce-d731-4fe5-9c26-fe2715565432 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 210 time: 0.2268023 Aug 16 01:50:01.435171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.566802 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.603029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f254204-cd65-49f2-8574-2ba3f970cec5 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:01.612062 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.634452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Network cbb9ba2d-15fc-41d2-b171-b7aed499ea16 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:01.638207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Transition to ACTIVE for port object 1f254204-cd65-49f2-8574-2ba3f970cec5 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:01.638872 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:01.651279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:01.701623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.714055 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:01.714868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.729055 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Pushing event updated for resources: {'Port': ['ID=d1e5656b-75d7-45c6-a30e-ed0d458f78d2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:01.823215 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34546) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:01.851360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Pushing event updated for resources: {'Port': ['ID=1f254204-cd65-49f2-8574-2ba3f970cec5,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:01.863796 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-92caebdf-b330-48ed-9001-3379d43676c8 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3856611 Aug 16 01:50:01.875951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Attempting to bind port 1f254204-cd65-49f2-8574-2ba3f970cec5 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:01.876861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Attempting to bind port 1f254204-cd65-49f2-8574-2ba3f970cec5 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:01.877291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Attempting to bind port 1f254204-cd65-49f2-8574-2ba3f970cec5 on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:01.878671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Request body: {'port': {'device_id': 'a73cf4f1-5e62-4ada-9ea4-322ad6474d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:01.884124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Port 1f254204-cd65-49f2-8574-2ba3f970cec5 on network 51428e0c-01e8-42d8-86fb-58754a187d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:01.884741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Attempting to bind port 1f254204-cd65-49f2-8574-2ba3f970cec5 on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:01.892301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:01.892875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Checking segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:01.893364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Bound using segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:01.894187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Bound port: 1f254204-cd65-49f2-8574-2ba3f970cec5, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:01.894796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.962735 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.001028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] For port 1f254204-cd65-49f2-8574-2ba3f970cec5, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:02.005144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] For port 1f254204-cd65-49f2-8574-2ba3f970cec5, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1f254204-cd65-49f2-8574-2ba3f970cec5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:02.098319 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e468-0021-4fb4-b256-5e6393709db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.122744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ecfcc-2815-4ba7-ad08-b4f5ac9d7974 req-1e248ca8-08cf-4a7b-8891-3f3074ee0757 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.130174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce9ecfcc-2815-4ba7-ad08-b4f5ac9d7974 req-1e248ca8-08cf-4a7b-8891-3f3074ee0757 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 943 time: 0.0951674 Aug 16 01:50:02.135976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.279698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.281059 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.285217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] 10.222.0.74 "PUT /v2.0/ports/1f254204-cd65-49f2-8574-2ba3f970cec5 HTTP/1.1" status: 200 len: 1092 time: 1.6085956 Aug 16 01:50:02.290258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'tag': '1f254204-cd65-49f2-8574-2ba3f970cec5'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:02.299290 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5863b4-23e0-4054-a2c9-4a04cf2bc3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "43ecbe78-a755-4b06-90d9-cb3c9ddaca93", "tag": "1f254204-cd65-49f2-8574-2ba3f970cec5"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:02.362818 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e468-0021-4fb4-b256-5e6393709db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.375213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e5656b-75d7-45c6-a30e-ed0d458f78d2 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:02.377504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce9ecfcc-2815-4ba7-ad08-b4f5ac9d7974 req-0b44e8f0-666c-4af9-a130-34e534842d80 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323966 Aug 16 01:50:02.394612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.409452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Transition to ACTIVE for port object d1e5656b-75d7-45c6-a30e-ed0d458f78d2 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:02.446176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bea698-95a0-45d4-b148-47d74968e31d service neutron] Pushing event updated for resources: {'Port': ['ID=1f254204-cd65-49f2-8574-2ba3f970cec5,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:02.486266 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981280fc-179f-4bbf-9ba5-3d0434221fb9 x-openstack-request-id: req-981280fc-179f-4bbf-9ba5-3d0434221fb9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:02.486548 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ecbe78-a755-4b06-90d9-cb3c9ddaca93", "tag": "1f254204-cd65-49f2-8574-2ba3f970cec5", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:02.486798 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-981280fc-179f-4bbf-9ba5-3d0434221fb9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:02.487187 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'tag': '1f254204-cd65-49f2-8574-2ba3f970cec5', 'status': 'completed', 'code': 200} Aug 16 01:50:02.514659 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e468-0021-4fb4-b256-5e6393709db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.555476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2a2f6-fd9d-4378-9744-e0d7ddfadf19 req-dcf5cd8d-30a2-4062-bea9-adff3b63ff0d tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.557124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fea2a2f6-fd9d-4378-9744-e0d7ddfadf19 req-dcf5cd8d-30a2-4062-bea9-adff3b63ff0d tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 932 time: 0.1690378 Aug 16 01:50:02.560026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.564131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-5e523872-dc87-456b-aa8b-ac77c6d0e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.565715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-5e523872-dc87-456b-aa8b-ac77c6d0e58a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 1095 time: 0.1207888 Aug 16 01:50:02.619762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-51863a84-f6d5-4d48-9aba-f267e1625576 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f254204-cd65-49f2-8574-2ba3f970cec5 HTTP/1.1" status: 200 len: 217 time: 0.0438540 Aug 16 01:50:02.651513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fea2a2f6-fd9d-4378-9744-e0d7ddfadf19 req-8e3089a2-6068-43f5-81db-9f2d32f28c47 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833166 Aug 16 01:50:02.672081 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9ac2e468-0021-4fb4-b256-5e6393709db3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1b148695d3d47f59a199f915f9d198f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8472981 Aug 16 01:50:02.685018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2e468-0021-4fb4-b256-5e6393709db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83aca2a-8e4e-4046-9dc4-c1bfccd354dd,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:02.693463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34564) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:02.731204 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=d1e5656b-75d7-45c6-a30e-ed0d458f78d2,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:02.754624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-95723550-8e28-4ddb-b548-e0fc85c0e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.757153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-95723550-8e28-4ddb-b548-e0fc85c0e591 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 200 len: 852 time: 0.1270332 Aug 16 01:50:02.803444 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c5358515-1575-48df-b8ec-b35821a369b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.807430 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.809748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-eb88eeb6-50bd-4652-b14b-ad2b371b9711 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51428e0c-01e8-42d8-86fb-58754a187d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412719 Aug 16 01:50:02.856885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Attempting to bind port d1e5656b-75d7-45c6-a30e-ed0d458f78d2 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:02.857271 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Attempting to bind port d1e5656b-75d7-45c6-a30e-ed0d458f78d2 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '944d6f94-29a7-480f-bf30-bfc5df80c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'cbb9ba2d-15fc-41d2-b171-b7aed499ea16'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:02.857608 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Attempting to bind port d1e5656b-75d7-45c6-a30e-ed0d458f78d2 on network cbb9ba2d-15fc-41d2-b171-b7aed499ea16 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:02.862542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Port d1e5656b-75d7-45c6-a30e-ed0d458f78d2 on network cbb9ba2d-15fc-41d2-b171-b7aed499ea16 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:02.863704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Attempting to bind port d1e5656b-75d7-45c6-a30e-ed0d458f78d2 on network cbb9ba2d-15fc-41d2-b171-b7aed499ea16 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:02.866296 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f6a8108b-4778-459b-980f-e271d1d2ced3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.875977 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:02.876475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Checking segment: {'id': '944d6f94-29a7-480f-bf30-bfc5df80c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'cbb9ba2d-15fc-41d2-b171-b7aed499ea16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:02.876868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Bound using segment: {'id': '944d6f94-29a7-480f-bf30-bfc5df80c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'cbb9ba2d-15fc-41d2-b171-b7aed499ea16'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:02.877357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Bound port: d1e5656b-75d7-45c6-a30e-ed0d458f78d2, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944d6f94-29a7-480f-bf30-bfc5df80c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'cbb9ba2d-15fc-41d2-b171-b7aed499ea16'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:02.877767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.882075 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c5358515-1575-48df-b8ec-b35821a369b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.979769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8323b1dd-35c1-40b0-9d2c-b3a3dcf2e8b3 req-15461550-10af-4469-9123-913a018bc5c7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1006377 Aug 16 01:50:02.996614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-a5ef1a6b-ee7d-4026-89cf-d82d45e06e1d service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787710 Aug 16 01:50:03.001190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] For port d1e5656b-75d7-45c6-a30e-ed0d458f78d2, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:03.006875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] For port d1e5656b-75d7-45c6-a30e-ed0d458f78d2, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d1e5656b-75d7-45c6-a30e-ed0d458f78d2,segment=NetworkSegment(944d6f94-29a7-480f-bf30-bfc5df80c7f1),segment_id=944d6f94-29a7-480f-bf30-bfc5df80c7f1)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:03.102216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c5358515-1575-48df-b8ec-b35821a369b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.104951 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c5358515-1575-48df-b8ec-b35821a369b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.108463 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.108635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c5358515-1575-48df-b8ec-b35821a369b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b83aca2a-8e4e-4046-9dc4-c1bfccd354dd HTTP/1.1" status: 204 len: 168 time: 0.4118092 Aug 16 01:50:03.126669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323b1dd-35c1-40b0-9d2c-b3a3dcf2e8b3 req-8ad0e29a-bebf-4b65-942f-2e5182148750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.128370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8323b1dd-35c1-40b0-9d2c-b3a3dcf2e8b3 req-8ad0e29a-bebf-4b65-942f-2e5182148750 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 1096 time: 0.1141236 Aug 16 01:50:03.140036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5358515-1575-48df-b8ec-b35821a369b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83aca2a-8e4e-4046-9dc4-c1bfccd354dd,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:03.202020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=d1e5656b-75d7-45c6-a30e-ed0d458f78d2,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:03.205602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91c31c74-372f-43f5-b700-a0c5646f5da0 req-4bfaf228-8228-4053-9e00-b2ea25c4a6e2 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999063 Aug 16 01:50:03.234774 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.236509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.239444 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-2817b5de-9854-4e47-a451-98d30fa6eb2a service neutron] 10.222.0.74 "PUT /v2.0/ports/d1e5656b-75d7-45c6-a30e-ed0d458f78d2 HTTP/1.1" status: 200 len: 1093 time: 1.3676975 Aug 16 01:50:03.240874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73cf4f1-5e62-4ada-9ea4-322ad6474d59', 'tag': 'd1e5656b-75d7-45c6-a30e-ed0d458f78d2'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:03.250919 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25ad6b9-8e42-4f66-8ac7-65a30d8cab17" -d '{"events": [{"name": "network-changed", "server_uuid": "a73cf4f1-5e62-4ada-9ea4-322ad6474d59", "tag": "d1e5656b-75d7-45c6-a30e-ed0d458f78d2"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:03.325109 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afa2739-52f3-4657-ba17-c05744981a37 x-openstack-request-id: req-2afa2739-52f3-4657-ba17-c05744981a37 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:03.325437 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73cf4f1-5e62-4ada-9ea4-322ad6474d59", "tag": "d1e5656b-75d7-45c6-a30e-ed0d458f78d2", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:03.325685 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2afa2739-52f3-4657-ba17-c05744981a37 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:03.326107 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73cf4f1-5e62-4ada-9ea4-322ad6474d59', 'tag': 'd1e5656b-75d7-45c6-a30e-ed0d458f78d2', 'status': 'completed', 'code': 200} Aug 16 01:50:03.384049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323b1dd-35c1-40b0-9d2c-b3a3dcf2e8b3 req-3a58372d-e0ec-4ff9-bd7d-77c8eb047d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.384049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8323b1dd-35c1-40b0-9d2c-b3a3dcf2e8b3 req-3a58372d-e0ec-4ff9-bd7d-77c8eb047d3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.1899571 Aug 16 01:50:03.402027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ad6b9-8e42-4f66-8ac7-65a30d8cab17 req-3211a05f-a502-4434-9ee7-daac3bd54c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.403570 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c25ad6b9-8e42-4f66-8ac7-65a30d8cab17 req-3211a05f-a502-4434-9ee7-daac3bd54c2c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f90944b988c4400f97b27c24bdbaa651&device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 1096 time: 0.0546837 Aug 16 01:50:03.465222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8323b1dd-35c1-40b0-9d2c-b3a3dcf2e8b3 req-48b0ac3c-e436-4cea-9f1f-ad0e8fa93968 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1 HTTP/1.1" status: 200 len: 217 time: 0.0812154 Aug 16 01:50:03.545468 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ad6b9-8e42-4f66-8ac7-65a30d8cab17 req-bb399229-96d0-4e06-9a5e-a94538c535a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.547290 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c25ad6b9-8e42-4f66-8ac7-65a30d8cab17 req-bb399229-96d0-4e06-9a5e-a94538c535a4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f90944b988c4400f97b27c24bdbaa651&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1333578 Aug 16 01:50:03.625799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323b1dd-35c1-40b0-9d2c-b3a3dcf2e8b3 req-660c0e71-8a54-4d31-b471-12e90d6f3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.628013 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8323b1dd-35c1-40b0-9d2c-b3a3dcf2e8b3 req-660c0e71-8a54-4d31-b471-12e90d6f3622 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.1350155 Aug 16 01:50:03.669992 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ad6b9-8e42-4f66-8ac7-65a30d8cab17 req-cfb17c81-39ea-407a-b9c7-2c210d06da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.671960 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c25ad6b9-8e42-4f66-8ac7-65a30d8cab17 req-cfb17c81-39ea-407a-b9c7-2c210d06da93 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173034 Aug 16 01:50:03.714438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8323b1dd-35c1-40b0-9d2c-b3a3dcf2e8b3 req-6d35d8ae-c349-42c5-a28e-e3372e073f85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662487 Aug 16 01:50:03.739946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5863b4-23e0-4054-a2c9-4a04cf2bc3a3 req-f06650c9-283c-4c3a-9a11-cc856e3660ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.739946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c5863b4-23e0-4054-a2c9-4a04cf2bc3a3 req-f06650c9-283c-4c3a-9a11-cc856e3660ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 1095 time: 0.2801232 Aug 16 01:50:03.756116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-27c3395d-f73c-46d3-bbd7-261db8288145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.757809 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-27c3395d-f73c-46d3-bbd7-261db8288145 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f90944b988c4400f97b27c24bdbaa651&device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 1096 time: 0.0475695 Aug 16 01:50:03.831044 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-cd1f5045-354e-4a58-917a-c35d346c1e15 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e5656b-75d7-45c6-a30e-ed0d458f78d2 HTTP/1.1" status: 200 len: 217 time: 0.0640571 Aug 16 01:50:03.836636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178349f-ed34-4ef2-a54f-8832b5e3741a req-0e7c2ee5-262b-4e30-bbfc-5341f847158a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.837978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8178349f-ed34-4ef2-a54f-8832b5e3741a req-0e7c2ee5-262b-4e30-bbfc-5341f847158a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 943 time: 0.2858169 Aug 16 01:50:03.937377 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.940510 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-9a128ff2-9901-4530-a9f8-4728feca0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.942247 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-9a128ff2-9901-4530-a9f8-4728feca0ee4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dfe21d94-aa9e-4982-b5ba-98cde5ee0bcf HTTP/1.1" status: 200 len: 854 time: 0.1041369 Aug 16 01:50:03.990866 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-4c825f19-6dbd-4b20-851a-55d975db2466 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbb9ba2d-15fc-41d2-b171-b7aed499ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390258 Aug 16 01:50:04.005135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-64db5b57-5d64-4f08-9ea1-af04ef7bfcaf tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.012152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-64db5b57-5d64-4f08-9ea1-af04ef7bfcaf tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 808 time: 0.5592680 Aug 16 01:50:04.033606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-953583aa-ba2c-47f9-969f-f31d58931d8c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/quotas/7c23822563d64b8385db87a1780f3dab HTTP/1.1" status: 200 len: 375 time: 0.0205543 Aug 16 01:50:04.065195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34588) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:04.113000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8178349f-ed34-4ef2-a54f-8832b5e3741a req-c675e7f8-0828-4f6f-bad7-f299ab199d08 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960580 Aug 16 01:50:04.123389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8323b1dd-35c1-40b0-9d2c-b3a3dcf2e8b3 req-a269a4ad-0030-42b3-8f9c-092d415be81a service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958426 Aug 16 01:50:04.125642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5863b4-23e0-4054-a2c9-4a04cf2bc3a3 req-896c11cb-94f7-4d8d-b14b-e8e7be7a54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.126586 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c5863b4-23e0-4054-a2c9-4a04cf2bc3a3 req-896c11cb-94f7-4d8d-b14b-e8e7be7a54c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 913 time: 0.3774395 Aug 16 01:50:04.163379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-75cfec31-0a0d-442a-8d9b-68eb429dd054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.186283 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-0dbe4039-0961-4150-912a-c430bfe87eb5 service neutron] 10.222.0.74 "GET /v2.0/networks/cbb9ba2d-15fc-41d2-b171-b7aed499ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821146 Aug 16 01:50:04.225623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-6fb82135-5ac5-402d-aa1b-f9f849582fef tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1907535 Aug 16 01:50:04.267472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c5863b4-23e0-4054-a2c9-4a04cf2bc3a3 req-35821197-0501-4393-85eb-4d8076bf7c48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f254204-cd65-49f2-8574-2ba3f970cec5 HTTP/1.1" status: 200 len: 217 time: 0.1105514 Aug 16 01:50:04.353189 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1b9635a1-5872-4cad-9290-e433a078d0f2 req-a491076f-261c-40c3-8627-958ccf725c70 service neutron] 10.222.0.74 "GET /v2.0/networks/cbb9ba2d-15fc-41d2-b171-b7aed499ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055868 Aug 16 01:50:04.450576 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-75cfec31-0a0d-442a-8d9b-68eb429dd054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.565635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c700f9-eeeb-4582-9d06-b75113e65da7 req-646361f2-6b2d-4350-a9ed-6c8784a45fa6 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.567259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2c700f9-eeeb-4582-9d06-b75113e65da7 req-646361f2-6b2d-4350-a9ed-6c8784a45fa6 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 944 time: 0.1722963 Aug 16 01:50:04.573505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-75cfec31-0a0d-442a-8d9b-68eb429dd054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.573692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5863b4-23e0-4054-a2c9-4a04cf2bc3a3 req-69ab821b-e628-435c-a0c5-8b7b0901c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.573692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c5863b4-23e0-4054-a2c9-4a04cf2bc3a3 req-69ab821b-e628-435c-a0c5-8b7b0901c9d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 200 len: 852 time: 0.1781528 Aug 16 01:50:04.602810 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-75cfec31-0a0d-442a-8d9b-68eb429dd054 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1787b438c2d447108a0d4e4209f1fc29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015571 Aug 16 01:50:04.607811 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34592) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:04.655023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c5863b4-23e0-4054-a2c9-4a04cf2bc3a3 req-69038253-e723-4270-b52a-345532866d01 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51428e0c-01e8-42d8-86fb-58754a187d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701885 Aug 16 01:50:04.656965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8323b1dd-35c1-40b0-9d2c-b3a3dcf2e8b3 req-840384bc-0966-44cb-afc4-45feebd6aa0c service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242302 Aug 16 01:50:04.664362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfec31-0a0d-442a-8d9b-68eb429dd054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97072bd-cafd-43c1-9fb2-3c89f192e771,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:04.670982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-bad9fe64-2037-4068-9ea9-4468f037574b service neutron] 10.222.0.66 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101384 Aug 16 01:50:04.694278 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77b41388-1ff1-4860-9929-63f860b6972e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.724474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77b41388-1ff1-4860-9929-63f860b6972e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.934753 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77b41388-1ff1-4860-9929-63f860b6972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.938657 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77b41388-1ff1-4860-9929-63f860b6972e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.940166 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-77b41388-1ff1-4860-9929-63f860b6972e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d97072bd-cafd-43c1-9fb2-3c89f192e771 HTTP/1.1" status: 204 len: 168 time: 0.3326340 Aug 16 01:50:04.964060 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b41388-1ff1-4860-9929-63f860b6972e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97072bd-cafd-43c1-9fb2-3c89f192e771,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:05.117784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2c700f9-eeeb-4582-9d06-b75113e65da7 req-0fdae3a3-5141-409a-a5dd-09ad53ed4adf tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416825 Aug 16 01:50:05.220460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-c6eb2f6f-951f-4e31-b000-423547b52f26 service neutron] 10.222.0.66 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011478 Aug 16 01:50:05.222324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c5863b4-23e0-4054-a2c9-4a04cf2bc3a3 req-9a42997b-30a0-411c-9187-470fc34093ce service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491784 Aug 16 01:50:05.362395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1f254204-cd65-49f2-8574-2ba3f970cec5 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:05.397613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c5863b4-23e0-4054-a2c9-4a04cf2bc3a3 req-822dc07a-300a-4ab3-9329-4a0f13904911 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664698 Aug 16 01:50:05.510620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc822a4-3c0a-4e4f-bd8e-77e2b64fe080 req-20df34ff-f5c4-47bd-9a6d-4ee5bcdb9e0a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:05.512275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bc822a4-3c0a-4e4f-bd8e-77e2b64fe080 req-20df34ff-f5c4-47bd-9a6d-4ee5bcdb9e0a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 943 time: 0.0597157 Aug 16 01:50:05.517063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1f254204-cd65-49f2-8574-2ba3f970cec5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1f254204-cd65-49f2-8574-2ba3f970cec5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:05.530831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '1f254204-cd65-49f2-8574-2ba3f970cec5', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'port_id': '1f254204-cd65-49f2-8574-2ba3f970cec5', 'mac_address': 'fa:16:3e:7d:ee:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36248d85-ffe8-48a4-8ed4-f53ad621065f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:05.571746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bc822a4-3c0a-4e4f-bd8e-77e2b64fe080 req-d73e5ff0-c606-4b76-a754-00dbcf590bdf tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452733 Aug 16 01:50:05.587131 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.604497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f254204-cd65-49f2-8574-2ba3f970cec5 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:05.631834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1f254204-cd65-49f2-8574-2ba3f970cec5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1f254204-cd65-49f2-8574-2ba3f970cec5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:05.758537 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.759267 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.808356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=1f254204-cd65-49f2-8574-2ba3f970cec5,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:06.013755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['1f254204-cd65-49f2-8574-2ba3f970cec5'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:06.236089 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08ab6063-1d7a-488b-b061-54718117c139 req-3ddeb7b5-0509-42ff-a893-8cdc34b2e8d7 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 210 time: 0.0381644 Aug 16 01:50:06.330137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245f19e-daaa-4a17-81bc-976cd1a082a2 req-847d9ae5-2a39-4e92-884b-72e5730dc460 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:06.332259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5245f19e-daaa-4a17-81bc-976cd1a082a2 req-847d9ae5-2a39-4e92-884b-72e5730dc460 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 944 time: 0.0952024 Aug 16 01:50:06.394515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5245f19e-daaa-4a17-81bc-976cd1a082a2 req-a20bfeb4-c867-4a80-9e87-db46430f2788 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524704 Aug 16 01:50:06.756492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72879d-c2eb-4ec0-af20-3e3e41d2540f req-262c7463-f33c-49f5-b39c-69789951f8f5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:06.764116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c72879d-c2eb-4ec0-af20-3e3e41d2540f req-262c7463-f33c-49f5-b39c-69789951f8f5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 944 time: 0.1096804 Aug 16 01:50:06.803223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c72879d-c2eb-4ec0-af20-3e3e41d2540f req-91108b4d-f1de-4f1f-a300-c28eff4abd03 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372422 Aug 16 01:50:07.327728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d1e5656b-75d7-45c6-a30e-ed0d458f78d2 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:07.330577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1f254204-cd65-49f2-8574-2ba3f970cec5 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:07.370661 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60cac478-2497-43db-9251-4bddd3dc4974 req-421edba9-f92c-42f9-bc20-2a3b6290e19c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 210 time: 0.0393155 Aug 16 01:50:07.578939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d1e5656b-75d7-45c6-a30e-ed0d458f78d2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d1e5656b-75d7-45c6-a30e-ed0d458f78d2,segment=NetworkSegment(944d6f94-29a7-480f-bf30-bfc5df80c7f1),segment_id=944d6f94-29a7-480f-bf30-bfc5df80c7f1)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:07.606904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'd1e5656b-75d7-45c6-a30e-ed0d458f78d2', 'network_id': 'cbb9ba2d-15fc-41d2-b171-b7aed499ea16', 'port_id': 'd1e5656b-75d7-45c6-a30e-ed0d458f78d2', 'mac_address': 'fa:16:3e:dd:4c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe21d94-aa9e-4982-b5ba-98cde5ee0bcf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:07.615632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 1f254204-cd65-49f2-8574-2ba3f970cec5 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:07.641974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 1f254204-cd65-49f2-8574-2ba3f970cec5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:07.644572 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.653963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030add-c0f0-4f64-b6d0-61743093bde3 req-95085dff-8883-49f2-8f54-6a48b734276e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:07.663305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03030add-c0f0-4f64-b6d0-61743093bde3 req-95085dff-8883-49f2-8f54-6a48b734276e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 944 time: 0.1256063 Aug 16 01:50:07.691253 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.714736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03030add-c0f0-4f64-b6d0-61743093bde3 req-f79a6b98-cafe-4ac1-afee-527b6a1c013a tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503590 Aug 16 01:50:07.736486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e5656b-75d7-45c6-a30e-ed0d458f78d2 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:07.804443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d1e5656b-75d7-45c6-a30e-ed0d458f78d2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d1e5656b-75d7-45c6-a30e-ed0d458f78d2,segment=NetworkSegment(944d6f94-29a7-480f-bf30-bfc5df80c7f1),segment_id=944d6f94-29a7-480f-bf30-bfc5df80c7f1)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:07.826610 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.875650 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.892720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f254204-cd65-49f2-8574-2ba3f970cec5'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:07.895025 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56e2289-34f1-448a-9444-c3925d1dd252" -d '{"events": [{"server_uuid": "43ecbe78-a755-4b06-90d9-cb3c9ddaca93", "name": "network-vif-plugged", "status": "completed", "tag": "1f254204-cd65-49f2-8574-2ba3f970cec5"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:07.934243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1f254204-cd65-49f2-8574-2ba3f970cec5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1f254204-cd65-49f2-8574-2ba3f970cec5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:07.964158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d1e5656b-75d7-45c6-a30e-ed0d458f78d2,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:07.967983 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a87a1-c73b-49a4-9042-6481e34752d2 x-openstack-request-id: req-759a87a1-c73b-49a4-9042-6481e34752d2 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:07.968364 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ecbe78-a755-4b06-90d9-cb3c9ddaca93", "name": "network-vif-plugged", "status": "completed", "tag": "1f254204-cd65-49f2-8574-2ba3f970cec5", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:07.968630 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-759a87a1-c73b-49a4-9042-6481e34752d2 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:07.969012 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f254204-cd65-49f2-8574-2ba3f970cec5', 'code': 200} Aug 16 01:50:07.985811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c588ca-ed9f-4642-9549-884d325f7252 req-1a76486a-c741-4066-9276-49bc344f75ea tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:07.987352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33c588ca-ed9f-4642-9549-884d325f7252 req-1a76486a-c741-4066-9276-49bc344f75ea tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 944 time: 0.0670445 Aug 16 01:50:08.043131 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:08.126973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=1f254204-cd65-49f2-8574-2ba3f970cec5,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:08.143644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33c588ca-ed9f-4642-9549-884d325f7252 req-5a10e22c-7b24-4922-8c79-3d983d98b0f0 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389654 Aug 16 01:50:08.147671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d1e5656b-75d7-45c6-a30e-ed0d458f78d2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:08.163316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281005ec-1bee-48bb-90a4-ab22e8f69c40 req-6461ce3d-f8a1-4818-a837-5b7443823483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:08.164841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-281005ec-1bee-48bb-90a4-ab22e8f69c40 req-6461ce3d-f8a1-4818-a837-5b7443823483 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 1097 time: 0.0979121 Aug 16 01:50:08.219790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-281005ec-1bee-48bb-90a4-ab22e8f69c40 req-a7052c43-dcd4-48e2-bf7d-c5bc3eff3425 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 Aug 16 01:50:08.491925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f3813cb-ec62-47fc-bce9-16246a7e95e2 req-25850f5b-27cd-4133-8d24-fdf54de87931 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 210 time: 0.0432951 Aug 16 01:50:08.933272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ed25e-e160-4c26-8d8d-8967a6cde8bb req-1235e152-ff78-4029-bfa4-e16553a74fd5 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:08.938103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-541ed25e-e160-4c26-8d8d-8967a6cde8bb req-1235e152-ff78-4029-bfa4-e16553a74fd5 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 945 time: 0.1400924 Aug 16 01:50:08.970097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-84cea580-3639-48a0-8f14-cf7e791d75ce tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:08.971592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-84cea580-3639-48a0-8f14-cf7e791d75ce tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.64 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 808 time: 0.2020557 Aug 16 01:50:08.987657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Request body: {'port': {'device_id': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb', 'admin_state_up': True, 'tenant_id': '7c23822563d64b8385db87a1780f3dab'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:09.060789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-541ed25e-e160-4c26-8d8d-8967a6cde8bb req-e79bc42c-a2f0-44dc-a7bf-e90afa955629 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040616 Aug 16 01:50:09.312105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd85f6-d399-4efe-8aea-e11ba5d1465a req-18a1e647-17ec-4d24-bc64-b31a06e459e3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:09.313745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99fd85f6-d399-4efe-8aea-e11ba5d1465a req-18a1e647-17ec-4d24-bc64-b31a06e459e3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0692103 Aug 16 01:50:09.334168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d1e5656b-75d7-45c6-a30e-ed0d458f78d2 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:09.360733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99fd85f6-d399-4efe-8aea-e11ba5d1465a req-50b1e04f-79ae-4e4b-a2f5-5d59b9f28803 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Aug 16 01:50:09.563160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Made reservation on behalf of 7c23822563d64b8385db87a1780f3dab for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:09.563160 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.619050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-678c9794-e1a4-4960-8c2d-2f8b8b244aa9 req-27717ad7-4f49-4fdc-b9b2-dad136d67918 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 210 time: 0.0403848 Aug 16 01:50:09.637486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Allocated IP 172.20.0.13 (7fd061b1-451d-4bee-82a1-403ddea7c0eb/ac221c5a-30d7-42bf-a1f3-71ee2f9837ca/6546d515-5bf1-42f9-b3e8-b0ca02f6f75e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:09.711640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port d1e5656b-75d7-45c6-a30e-ed0d458f78d2 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:09.716364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port d1e5656b-75d7-45c6-a30e-ed0d458f78d2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:09.716740 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.819566 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.835288 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.885349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d1e5656b-75d7-45c6-a30e-ed0d458f78d2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d1e5656b-75d7-45c6-a30e-ed0d458f78d2,segment=NetworkSegment(944d6f94-29a7-480f-bf30-bfc5df80c7f1),segment_id=944d6f94-29a7-480f-bf30-bfc5df80c7f1)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:09.963256 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.984730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34738) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:09.998035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.043859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73cf4f1-5e62-4ada-9ea4-322ad6474d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e5656b-75d7-45c6-a30e-ed0d458f78d2'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:10.046520 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135d8b78-057b-4241-9892-abb06c07e7b1" -d '{"events": [{"server_uuid": "a73cf4f1-5e62-4ada-9ea4-322ad6474d59", "name": "network-vif-plugged", "status": "completed", "tag": "d1e5656b-75d7-45c6-a30e-ed0d458f78d2"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:10.049744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d1e5656b-75d7-45c6-a30e-ed0d458f78d2,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:10.054987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:10.093289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Network 7fd061b1-451d-4bee-82a1-403ddea7c0eb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:10.103533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:10.120061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:10.169188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:10.169858 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.189889 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb017b5-e2a6-445c-8974-3039ef49035a x-openstack-request-id: req-dbb017b5-e2a6-445c-8974-3039ef49035a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:10.191774 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73cf4f1-5e62-4ada-9ea4-322ad6474d59", "name": "network-vif-plugged", "status": "completed", "tag": "d1e5656b-75d7-45c6-a30e-ed0d458f78d2", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:10.192427 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dbb017b5-e2a6-445c-8974-3039ef49035a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:10.197792 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73cf4f1-5e62-4ada-9ea4-322ad6474d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e5656b-75d7-45c6-a30e-ed0d458f78d2', 'code': 200} Aug 16 01:50:10.271205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Pushing event updated for resources: {'Port': ['ID=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:10.282004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-806609ad-ce42-4f37-b7dd-e81902694640 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2982812 Aug 16 01:50:10.299933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Request body: {'port': {'device_id': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:10.314540 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae073777-1420-4172-9a8a-1c85cf352347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.363284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeccce5-bae8-4424-a7f6-cd1ee63bf5bb req-4b438d0e-5e17-49f2-8450-ac6ab37b8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:10.365748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0eeccce5-bae8-4424-a7f6-cd1ee63bf5bb req-4b438d0e-5e17-49f2-8450-ac6ab37b8839 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 1098 time: 0.1497355 Aug 16 01:50:10.417395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.507751 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0eeccce5-bae8-4424-a7f6-cd1ee63bf5bb req-fad506a5-8f00-4487-96e3-0c578e13c1b1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343105 Aug 16 01:50:10.527928 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae073777-1420-4172-9a8a-1c85cf352347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.636929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae073777-1420-4172-9a8a-1c85cf352347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.715511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aaf21-d9f6-421b-9ca1-64d247c94572 req-e2e25d94-8f00-4599-906e-35df1f47d533 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:10.716770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae073777-1420-4172-9a8a-1c85cf352347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc529e69-1878-43f2-8ae5-5af6fe943e04,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:10.721177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d5aaf21-d9f6-421b-9ca1-64d247c94572 req-e2e25d94-8f00-4599-906e-35df1f47d533 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.2063007 Aug 16 01:50:10.724939 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ae073777-1420-4172-9a8a-1c85cf352347 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7acadaf8c0694ea98539ed2e844f77c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7383084 Aug 16 01:50:10.730468 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34754) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:10.780149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a896a-76cb-423b-af3c-ed119d894d1b req-32530916-9276-48b7-b0f3-f48f9d034c34 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:10.802672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c45a896a-76cb-423b-af3c-ed119d894d1b req-32530916-9276-48b7-b0f3-f48f9d034c34 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 946 time: 0.5237603 Aug 16 01:50:10.804656 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88352c32-e39c-4537-9bcd-ce8bdb8ab6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.844059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88352c32-e39c-4537-9bcd-ce8bdb8ab6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.020377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d5aaf21-d9f6-421b-9ca1-64d247c94572 req-813ee514-2cd0-4393-b053-1b37672b9eda tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865660 Aug 16 01:50:11.031048 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88352c32-e39c-4537-9bcd-ce8bdb8ab6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.033600 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88352c32-e39c-4537-9bcd-ce8bdb8ab6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.037475 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-88352c32-e39c-4537-9bcd-ce8bdb8ab6ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc529e69-1878-43f2-8ae5-5af6fe943e04 HTTP/1.1" status: 204 len: 168 time: 0.3057377 Aug 16 01:50:11.051438 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88352c32-e39c-4537-9bcd-ce8bdb8ab6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc529e69-1878-43f2-8ae5-5af6fe943e04,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:11.094524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:11.105668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c45a896a-76cb-423b-af3c-ed119d894d1b req-33b0ec1d-c1e6-4a7c-b376-15ce60547506 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991254 Aug 16 01:50:11.111052 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.135453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Transition to ACTIVE for port object 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:11.262776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83477a11-f204-4a56-a03d-a8fc8958ece4 req-bd9911b5-1f0e-4073-9f21-b90515d34731 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:11.271545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83477a11-f204-4a56-a03d-a8fc8958ece4 req-bd9911b5-1f0e-4073-9f21-b90515d34731 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 932 time: 0.0830545 Aug 16 01:50:11.275239 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.379610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Pushing event updated for resources: {'Port': ['ID=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:11.399209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83477a11-f204-4a56-a03d-a8fc8958ece4 req-3d6b686f-9551-46a1-8f3c-b040e31cf199 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266859 Aug 16 01:50:11.480798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:11.481802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:11.482192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:11.492828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:11.496587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:11.502967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:11.503323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:11.503708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:11.504777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Bound port: 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:11.505262 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.612657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:11.617320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:11.755597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.804590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:11.805511 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.807221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] 10.222.0.64 "PUT /v2.0/ports/6546d515-5bf1-42f9-b3e8-b0ca02f6f75e HTTP/1.1" status: 200 len: 1093 time: 1.5127952 Aug 16 01:50:11.807880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'tag': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:11.810424 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e78524-ac39-4a2e-8a01-85bca7ff6c77" -d '{"events": [{"name": "network-changed", "server_uuid": "553b429e-0ad7-4709-8238-6fffe0b423ce", "tag": "6546d515-5bf1-42f9-b3e8-b0ca02f6f75e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:11.834888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3e2e5-6a9b-48c1-a3e4-011ac9c7de36 service neutron] Pushing event updated for resources: {'Port': ['ID=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:11.908568 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefd873f-dd3f-4d54-96bb-3146beb6d719 x-openstack-request-id: req-aefd873f-dd3f-4d54-96bb-3146beb6d719 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:11.908568 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553b429e-0ad7-4709-8238-6fffe0b423ce", "tag": "6546d515-5bf1-42f9-b3e8-b0ca02f6f75e", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:11.909295 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aefd873f-dd3f-4d54-96bb-3146beb6d719 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:11.909468 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'tag': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e', 'status': 'completed', 'code': 200} Aug 16 01:50:11.980974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78524-ac39-4a2e-8a01-85bca7ff6c77 req-c9fefa86-4317-4f82-b08d-4dce9310b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:11.982925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02e78524-ac39-4a2e-8a01-85bca7ff6c77 req-c9fefa86-4317-4f82-b08d-4dce9310b863 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 1096 time: 0.0511291 Aug 16 01:50:12.126158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78524-ac39-4a2e-8a01-85bca7ff6c77 req-8f6c01a8-740f-4f4a-9251-57887c354a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.127885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02e78524-ac39-4a2e-8a01-85bca7ff6c77 req-8f6c01a8-740f-4f4a-9251-57887c354a08 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c23822563d64b8385db87a1780f3dab&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1353142 Aug 16 01:50:12.180426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34782) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:12.206135 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70749f91-fa72-47fa-8898-309426f45110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.315164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78524-ac39-4a2e-8a01-85bca7ff6c77 req-900da1c5-60a9-4fba-8bca-6b8355024806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.317653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02e78524-ac39-4a2e-8a01-85bca7ff6c77 req-900da1c5-60a9-4fba-8bca-6b8355024806 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675825 Aug 16 01:50:12.371268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3cba8-0475-435c-8331-f0e599fc3773 req-c916e14c-4e6e-4c77-be52-b66e8319172a tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.382609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3b3cba8-0475-435c-8331-f0e599fc3773 req-c916e14c-4e6e-4c77-be52-b66e8319172a tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 946 time: 0.0971882 Aug 16 01:50:12.445546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70749f91-fa72-47fa-8898-309426f45110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.461932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3b3cba8-0475-435c-8331-f0e599fc3773 req-49ac89a6-04d9-4ae0-831c-d1cf8968905e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781517 Aug 16 01:50:12.468393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-187ced15-4698-4d86-af2a-00e84520534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.470774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-187ced15-4698-4d86-af2a-00e84520534c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 1096 time: 0.0794010 Aug 16 01:50:12.526144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-e96ad61e-a7a4-4456-ad15-c7b26d7b8a35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e HTTP/1.1" status: 200 len: 217 time: 0.0453320 Aug 16 01:50:12.543804 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70749f91-fa72-47fa-8898-309426f45110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.625544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-5c468ceb-3ad0-418c-993b-2a0297dc39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.625544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-5c468ceb-3ad0-418c-993b-2a0297dc39b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.0889492 Aug 16 01:50:12.652747 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-70749f91-fa72-47fa-8898-309426f45110 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ebabd7ae0824c5fad61b822c655c0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660637 Aug 16 01:50:12.655185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34794) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:12.670664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70749f91-fa72-47fa-8898-309426f45110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04d03cb-87c4-48c9-bc97-7174dd71581f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:12.681280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-33fe252a-7002-4305-991a-9a6112973505 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450590 Aug 16 01:50:12.846714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ab90-55c9-42c6-a10d-9d49b10b23d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.863805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4df548-6067-4ee8-8cc8-2ae65af9ac96 req-58ff7dae-9eed-474c-8905-dc3540152bde tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.871982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e4df548-6067-4ee8-8cc8-2ae65af9ac96 req-58ff7dae-9eed-474c-8905-dc3540152bde tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.1564090 Aug 16 01:50:12.945811 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ab90-55c9-42c6-a10d-9d49b10b23d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.959563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-d5118d82-5b3b-4917-8461-555999ded47e service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615979 Aug 16 01:50:13.041346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e4df548-6067-4ee8-8cc8-2ae65af9ac96 req-0308a29c-7e27-4462-b9fa-1fa4a2c6959b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683667 Aug 16 01:50:13.066434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23379a-8a39-4dba-a117-799b07129dd0 req-aa785662-519f-4295-a8f5-d94b6f3adae3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:13.073787 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d23379a-8a39-4dba-a117-799b07129dd0 req-aa785662-519f-4295-a8f5-d94b6f3adae3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1923237 Aug 16 01:50:13.150445 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d23379a-8a39-4dba-a117-799b07129dd0 req-e8db1bd7-946d-4448-8a4d-0b9f3e562124 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756776 Aug 16 01:50:13.185377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb43e0f9-ce74-4d92-931a-d42b27397ff5 req-7d456b21-2aa5-441d-adee-42d62d7e1330 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127705 Aug 16 01:50:13.239987 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ab90-55c9-42c6-a10d-9d49b10b23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.247539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ab90-55c9-42c6-a10d-9d49b10b23d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.251452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f1f9ab90-55c9-42c6-a10d-9d49b10b23d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a04d03cb-87c4-48c9-bc97-7174dd71581f HTTP/1.1" status: 204 len: 168 time: 0.5954554 Aug 16 01:50:13.262544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9ab90-55c9-42c6-a10d-9d49b10b23d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04d03cb-87c4-48c9-bc97-7174dd71581f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:13.567291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fb508-1287-4da3-9ab8-d5ff3552244d req-91f12861-6b30-40b2-b390-13787d3eedac tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:13.569456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd4fb508-1287-4da3-9ab8-d5ff3552244d req-91f12861-6b30-40b2-b390-13787d3eedac tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 946 time: 0.0648336 Aug 16 01:50:13.672283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca88655-cf52-4543-9099-cfa0fff83759 req-5403f7cc-bfbd-4c7d-828a-8cfacc771bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:13.674306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ca88655-cf52-4543-9099-cfa0fff83759 req-5403f7cc-bfbd-4c7d-828a-8cfacc771bbf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f90944b988c4400f97b27c24bdbaa651&device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 1098 time: 0.0786340 Aug 16 01:50:13.682464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd4fb508-1287-4da3-9ab8-d5ff3552244d req-b09cd8b3-a03c-490e-8c41-6edd068f29b4 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976589 Aug 16 01:50:13.833253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca88655-cf52-4543-9099-cfa0fff83759 req-a66b0dd5-f33d-4978-9ce4-648dd67b814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:13.834795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ca88655-cf52-4543-9099-cfa0fff83759 req-a66b0dd5-f33d-4978-9ce4-648dd67b814a service neutron] 10.222.0.74 "GET /v2.0/networks?id=cbb9ba2d-15fc-41d2-b171-b7aed499ea16 HTTP/1.1" status: 200 len: 915 time: 0.1514304 Aug 16 01:50:13.910666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ca88655-cf52-4543-9099-cfa0fff83759 req-fbcf3b82-cc26-41db-95ee-8db55f46dae3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e5656b-75d7-45c6-a30e-ed0d458f78d2 HTTP/1.1" status: 200 len: 217 time: 0.0681400 Aug 16 01:50:13.992215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca88655-cf52-4543-9099-cfa0fff83759 req-1134bdf5-164d-417d-91cc-61656ac53ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:13.993721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ca88655-cf52-4543-9099-cfa0fff83759 req-1134bdf5-164d-417d-91cc-61656ac53ab7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dfe21d94-aa9e-4982-b5ba-98cde5ee0bcf HTTP/1.1" status: 200 len: 854 time: 0.0764954 Aug 16 01:50:14.030454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ca88655-cf52-4543-9099-cfa0fff83759 req-4c80a93f-0212-4fdf-862a-8dc34c8ea270 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cbb9ba2d-15fc-41d2-b171-b7aed499ea16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291836 Aug 16 01:50:14.180673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ca88655-cf52-4543-9099-cfa0fff83759 req-2f7af871-cd2c-4fc0-aa97-5dfa897e0892 service neutron] 10.222.0.74 "GET /v2.0/networks/cbb9ba2d-15fc-41d2-b171-b7aed499ea16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361187 Aug 16 01:50:14.471700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ca88655-cf52-4543-9099-cfa0fff83759 req-cd503529-865d-401e-97cd-7146114ec056 service neutron] 10.222.0.74 "GET /v2.0/networks/cbb9ba2d-15fc-41d2-b171-b7aed499ea16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900825 Aug 16 01:50:14.495804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74594954-2d9e-4b4d-ac90-5bb872ee7f4c req-a78507fe-48ac-45a9-9ad0-82220f3ed872 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.497435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74594954-2d9e-4b4d-ac90-5bb872ee7f4c req-a78507fe-48ac-45a9-9ad0-82220f3ed872 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1670871 Aug 16 01:50:14.514970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7b840-4df5-47c5-920a-02045e97fe0a req-ba1b7bbe-09f2-44d7-9a58-b431065c4d10 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.516648 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb7b840-4df5-47c5-920a-02045e97fe0a req-ba1b7bbe-09f2-44d7-9a58-b431065c4d10 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.1880918 Aug 16 01:50:14.603334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74594954-2d9e-4b4d-ac90-5bb872ee7f4c req-86c89ad3-a5a6-4424-93f5-dc036eba1817 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854449 Aug 16 01:50:14.619983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb7b840-4df5-47c5-920a-02045e97fe0a req-d2151f84-fbfd-4f3f-8852-860e7aa7627c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942295 Aug 16 01:50:14.832239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba4b78-4b35-4880-a4a3-334656f4f962 req-f3790f5c-b7a1-4b6f-8f43-9957ac933991 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.833734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01ba4b78-4b35-4880-a4a3-334656f4f962 req-f3790f5c-b7a1-4b6f-8f43-9957ac933991 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 946 time: 0.0548685 Aug 16 01:50:14.883376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01ba4b78-4b35-4880-a4a3-334656f4f962 req-492e7eef-9ad0-4521-b4e6-6e85b602b95a tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 Aug 16 01:50:15.795815 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a3c84-0049-4e94-a8fc-fc847ecf1636 req-de3567da-a5f5-4be6-9b31-a90193f15b75 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:15.797803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-270a3c84-0049-4e94-a8fc-fc847ecf1636 req-de3567da-a5f5-4be6-9b31-a90193f15b75 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1100435 Aug 16 01:50:15.829771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2bdf9-2b79-43f8-ba5b-3965cb11d4d9 req-22581af3-f800-4487-a80c-e6ddf0f86817 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:15.831353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1e2bdf9-2b79-43f8-ba5b-3965cb11d4d9 req-22581af3-f800-4487-a80c-e6ddf0f86817 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.1263394 Aug 16 01:50:15.861864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-270a3c84-0049-4e94-a8fc-fc847ecf1636 req-75bb3401-2044-4f9c-84ae-b79449c1d10b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579002 Aug 16 01:50:15.883865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1e2bdf9-2b79-43f8-ba5b-3965cb11d4d9 req-08fd55b9-b9b9-4ad1-971e-5b74758e3b1b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Aug 16 01:50:16.053736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432ebba-1087-4e25-a14a-35fd76ca268d req-8833ddc5-b8a3-406f-be8a-882b6c8110bd tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:16.055347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f432ebba-1087-4e25-a14a-35fd76ca268d req-8833ddc5-b8a3-406f-be8a-882b6c8110bd tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 946 time: 0.0513806 Aug 16 01:50:16.106683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f432ebba-1087-4e25-a14a-35fd76ca268d req-fd068886-eace-4531-9694-87a8f3328d13 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Aug 16 01:50:16.501389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-c2a56430-14dc-4a26-b632-594b49ba47dd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:16.504070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-c2a56430-14dc-4a26-b632-594b49ba47dd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/networks?id=47d705a3-5d5d-4e0f-943d-5cc6d6588a9b HTTP/1.1" status: 200 len: 814 time: 0.1075163 Aug 16 01:50:16.522580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-d8183bde-985d-4909-a17e-ef1eb09dd191 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/quotas/2ff8674783a14edf86fadb452ee9ebc3 HTTP/1.1" status: 200 len: 375 time: 0.0124528 Aug 16 01:50:16.574282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-415fa0e0-89fa-49f4-af1c-167a6f695a6c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ff8674783a14edf86fadb452ee9ebc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465150 Aug 16 01:50:16.672755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-5ec37bd1-fe9f-42cf-b1a6-1aa87bfca1a0 service neutron] 10.222.0.66 "GET /v2.0/networks/47d705a3-5d5d-4e0f-943d-5cc6d6588a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914388 Aug 16 01:50:16.785189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7d166-abf2-4145-8604-b0a69831ead5 req-0a7e3684-54f8-4de4-8940-e889206caa55 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:16.787127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26c7d166-abf2-4145-8604-b0a69831ead5 req-0a7e3684-54f8-4de4-8940-e889206caa55 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 946 time: 0.1133387 Aug 16 01:50:16.821595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-f4b2e9bb-c1ac-4294-b5bd-8fb2fcab7fc4 service neutron] 10.222.0.66 "GET /v2.0/networks/47d705a3-5d5d-4e0f-943d-5cc6d6588a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368780 Aug 16 01:50:16.840305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26c7d166-abf2-4145-8604-b0a69831ead5 req-524ecbcb-c72e-4704-96de-cc627cc47c2c tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466247 Aug 16 01:50:16.980025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecee7f-36ed-4827-90f4-683ed75e4948 req-d4b74bc3-7345-4952-8823-f1d0ebe755ed tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:16.981512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cecee7f-36ed-4827-90f4-683ed75e4948 req-d4b74bc3-7345-4952-8823-f1d0ebe755ed tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0511477 Aug 16 01:50:17.020521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cecee7f-36ed-4827-90f4-683ed75e4948 req-26328316-d98e-46f9-a4b3-8f6d662e4ef9 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328350 Aug 16 01:50:17.144558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987ad1f-2a4f-4f3e-8307-2c332b4e8b41 req-6c6b106d-aebd-418c-bfae-46bddb0c7470 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:17.146992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f987ad1f-2a4f-4f3e-8307-2c332b4e8b41 req-6c6b106d-aebd-418c-bfae-46bddb0c7470 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.0633509 Aug 16 01:50:17.186508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f987ad1f-2a4f-4f3e-8307-2c332b4e8b41 req-265b8767-e6df-4814-8e6b-53eacbf5d585 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Aug 16 01:50:17.268240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2be0dc96-18b9-4602-ae59-b49882629e7c req-791cb2bb-f40e-43ce-9c1e-5f0a4ec4da8b tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 210 time: 0.0370443 Aug 16 01:50:18.323225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665a242-61b4-4008-9449-4c8c8499558b req-48e8c782-12ef-4768-9f6b-76b9e4e3ab70 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:18.324720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7665a242-61b4-4008-9449-4c8c8499558b req-48e8c782-12ef-4768-9f6b-76b9e4e3ab70 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 946 time: 0.4127600 Aug 16 01:50:18.342480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69e536-4183-46af-99cc-bbd5ae99df8c req-8c8d14d3-8938-44a1-92e5-43ba287141bd tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:18.343882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b69e536-4183-46af-99cc-bbd5ae99df8c req-8c8d14d3-8938-44a1-92e5-43ba287141bd tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1023426 Aug 16 01:50:18.355897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5a7e4-b948-4d8a-a963-6a8fa93bf6b0 req-1e941221-e411-4804-9c6d-d2ea3bc39a5a tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:18.357278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6a5a7e4-b948-4d8a-a963-6a8fa93bf6b0 req-1e941221-e411-4804-9c6d-d2ea3bc39a5a tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 946 time: 0.1146121 Aug 16 01:50:18.443560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7665a242-61b4-4008-9449-4c8c8499558b req-ae1c0d63-9f17-4776-b63f-b3f3e6f6aab5 tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b948190-a0b4-405d-96b9-6ed4ecf7cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113544 Aug 16 01:50:18.471658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b69e536-4183-46af-99cc-bbd5ae99df8c req-50adb90e-6f99-4ebc-a227-123d31d9f1c9 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134360 Aug 16 01:50:18.507881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d6a5a7e4-b948-4d8a-a963-6a8fa93bf6b0 req-6f61e782-6362-4a64-bc10-c4727514d02e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Deleting port d1e5656b-75d7-45c6-a30e-ed0d458f78d2 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:18.508232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d6a5a7e4-b948-4d8a-a963-6a8fa93bf6b0 req-6f61e782-6362-4a64-bc10-c4727514d02e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.656363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad22c6-24fb-4b0a-bc8b-941b42543658 req-13de45a7-0205-450c-ab29-52dc1ce5d377 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:18.657868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01ad22c6-24fb-4b0a-bc8b-941b42543658 req-13de45a7-0205-450c-ab29-52dc1ce5d377 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.0866172 Aug 16 01:50:18.660772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d6a5a7e4-b948-4d8a-a963-6a8fa93bf6b0 req-6f61e782-6362-4a64-bc10-c4727514d02e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] For port d1e5656b-75d7-45c6-a30e-ed0d458f78d2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d1e5656b-75d7-45c6-a30e-ed0d458f78d2,segment=NetworkSegment(944d6f94-29a7-480f-bf30-bfc5df80c7f1),segment_id=944d6f94-29a7-480f-bf30-bfc5df80c7f1)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:18.661189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d6a5a7e4-b948-4d8a-a963-6a8fa93bf6b0 req-6f61e782-6362-4a64-bc10-c4727514d02e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.714584 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6eff9dec-41b7-48ac-9969-979eedff3f2c req-3de35b25-0f8c-4040-8c9a-2442f903093b tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 210 time: 0.0557244 Aug 16 01:50:18.717196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d6a5a7e4-b948-4d8a-a963-6a8fa93bf6b0 req-6f61e782-6362-4a64-bc10-c4727514d02e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Calling delete_port for d1e5656b-75d7-45c6-a30e-ed0d458f78d2 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:18.776673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01ad22c6-24fb-4b0a-bc8b-941b42543658 req-2df61cb9-3344-4fdd-8929-0559b97ec56e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050205 Aug 16 01:50:18.837472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34986) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:18.946049 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.956661 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d6a5a7e4-b948-4d8a-a963-6a8fa93bf6b0 req-6f61e782-6362-4a64-bc10-c4727514d02e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.968818 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d1e5656b-75d7-45c6-a30e-ed0d458f78d2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:18.992527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61e782-6362-4a64-bc10-c4727514d02e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Pushing event deleted for resources: {'Port': ['ID=d1e5656b-75d7-45c6-a30e-ed0d458f78d2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:19.037867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a5a7e4-b948-4d8a-a963-6a8fa93bf6b0 req-6f61e782-6362-4a64-bc10-c4727514d02e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] No DVR routers for this DVR port d1e5656b-75d7-45c6-a30e-ed0d458f78d2 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:19.038767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.040866 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d6a5a7e4-b948-4d8a-a963-6a8fa93bf6b0 req-6f61e782-6362-4a64-bc10-c4727514d02e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.043924 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6a5a7e4-b948-4d8a-a963-6a8fa93bf6b0 req-6f61e782-6362-4a64-bc10-c4727514d02e tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.74 "DELETE /v2.0/ports/d1e5656b-75d7-45c6-a30e-ed0d458f78d2 HTTP/1.1" status: 204 len: 173 time: 0.6704476 Aug 16 01:50:19.044397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73cf4f1-5e62-4ada-9ea4-322ad6474d59', 'name': 'network-vif-deleted', 'tag': 'd1e5656b-75d7-45c6-a30e-ed0d458f78d2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:19.047410 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7a720-7ff0-4748-8c11-27086232be0c" -d '{"events": [{"server_uuid": "a73cf4f1-5e62-4ada-9ea4-322ad6474d59", "name": "network-vif-deleted", "tag": "d1e5656b-75d7-45c6-a30e-ed0d458f78d2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:19.084553 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ffbea4-591c-4fbd-a364-9d7891bcb595 x-openstack-request-id: req-69ffbea4-591c-4fbd-a364-9d7891bcb595 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:19.084925 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73cf4f1-5e62-4ada-9ea4-322ad6474d59", "name": "network-vif-deleted", "tag": "d1e5656b-75d7-45c6-a30e-ed0d458f78d2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:19.085241 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69ffbea4-591c-4fbd-a364-9d7891bcb595 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:19.085644 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73cf4f1-5e62-4ada-9ea4-322ad6474d59', 'name': 'network-vif-deleted', 'tag': 'd1e5656b-75d7-45c6-a30e-ed0d458f78d2', 'status': 'completed', 'code': 200} Aug 16 01:50:19.169514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.205637 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b462b161d5bd46058bbcb27f18445b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670058 Aug 16 01:50:19.206869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c34170-735c-4b25-991b-a60a72b8d49f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:19.208417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34992) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:19.214649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.214855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.215174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.215508 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.215838 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.216166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.216494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.216817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.217141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.217463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.217785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.218130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e7132-756b-45b9-b4a5-644f9cc08faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:19.261902 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b89b6f29-9186-4b61-a965-8301e7d82369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.283675 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b89b6f29-9186-4b61-a965-8301e7d82369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.462432 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b89b6f29-9186-4b61-a965-8301e7d82369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.465049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b89b6f29-9186-4b61-a965-8301e7d82369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.466224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b89b6f29-9186-4b61-a965-8301e7d82369 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71c34170-735c-4b25-991b-a60a72b8d49f HTTP/1.1" status: 204 len: 168 time: 0.2567618 Aug 16 01:50:19.475184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b6f29-9186-4b61-a965-8301e7d82369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c34170-735c-4b25-991b-a60a72b8d49f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:19.574826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6f3f670-d1f7-4703-9346-5bf1cc4c50a7 req-480dd4db-c5a7-440b-aa34-58a68d26091b tempest-InstanceActionsTestJSON-906728075 tempest-InstanceActionsTestJSON-906728075-project] 10.222.0.66 "GET /v2.0/ports?device_id=a73cf4f1-5e62-4ada-9ea4-322ad6474d59 HTTP/1.1" status: 200 len: 210 time: 0.0374591 Aug 16 01:50:19.621376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76f8f9-f3d2-41b7-bbe6-8ab7c5c00a8a req-2578f976-c0a0-4602-884a-d13b8693418b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:19.623023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab76f8f9-f3d2-41b7-bbe6-8ab7c5c00a8a req-2578f976-c0a0-4602-884a-d13b8693418b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0745695 Aug 16 01:50:19.670812 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab76f8f9-f3d2-41b7-bbe6-8ab7c5c00a8a req-788ec25c-fa90-45b9-bb85-e85054fccd6e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390263 Aug 16 01:50:19.812600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45a3b4d5-30d5-4b98-b607-c27b4655922e req-b66df179-c5cc-4e44-aa1f-2b00ebbb495c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 210 time: 0.0291927 Aug 16 01:50:19.907142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82058bbe-0bb4-4113-af74-b493deae93f1 req-4a07005a-7268-4802-94f7-e2c01760fe10 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:19.908669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82058bbe-0bb4-4113-af74-b493deae93f1 req-4a07005a-7268-4802-94f7-e2c01760fe10 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.0505452 Aug 16 01:50:19.948116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82058bbe-0bb4-4113-af74-b493deae93f1 req-e287578c-3c58-4b21-865f-6fe45c4c683e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Aug 16 01:50:20.213257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-7f2a42aa-f0bb-4f41-a449-aa9561cc72b1 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:20.214759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-7f2a42aa-f0bb-4f41-a449-aa9561cc72b1 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.64 "GET /v2.0/networks?id=47d705a3-5d5d-4e0f-943d-5cc6d6588a9b HTTP/1.1" status: 200 len: 814 time: 0.1036861 Aug 16 01:50:20.229081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Request body: {'port': {'device_id': '2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc', 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b', 'admin_state_up': True, 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:20.264790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35012) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:20.280321 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-476035f8-6231-4c68-8106-39af41bd974d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.376394 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-476035f8-6231-4c68-8106-39af41bd974d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.465803 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-476035f8-6231-4c68-8106-39af41bd974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.507235 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-476035f8-6231-4c68-8106-39af41bd974d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38b3fa50ea8545738ca24743f340105b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413344 Aug 16 01:50:20.508186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476035f8-6231-4c68-8106-39af41bd974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d07eb6-614d-4301-af13-3fe4459d4900,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:20.510102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35014) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:20.564811 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4791743-87a9-4309-9667-89cc841cf976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.574786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Made reservation on behalf of 2ff8674783a14edf86fadb452ee9ebc3 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:20.579237 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.603633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4791743-87a9-4309-9667-89cc841cf976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.645111 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35022) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:20.690149 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.700918 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f7e753-87fd-4af4-acd2-8eafcc862036 admin admin] Deleting subnet dfe21d94-aa9e-4982-b5ba-98cde5ee0bcf {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:50:20.704969 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33f7e753-87fd-4af4-acd2-8eafcc862036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.749600 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33f7e753-87fd-4af4-acd2-8eafcc862036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.803589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33f7e753-87fd-4af4-acd2-8eafcc862036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.867110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Allocated IP 172.20.0.8 (47d705a3-5d5d-4e0f-943d-5cc6d6588a9b/784dae72-7d28-4ffa-a86b-982b7e6b84d0/d99cec49-e79b-4aa6-9b28-4c9e02bb892f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:20.880389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ebd6b-7582-4c69-ae9a-ac587d4a2306 req-a58950ec-95fe-4762-b738-267802bf5dbc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:20.882183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-705ebd6b-7582-4c69-ae9a-ac587d4a2306 req-a58950ec-95fe-4762-b738-267802bf5dbc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0991490 Aug 16 01:50:20.882849 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4791743-87a9-4309-9667-89cc841cf976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.885531 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4791743-87a9-4309-9667-89cc841cf976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.891408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d4791743-87a9-4309-9667-89cc841cf976 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02d07eb6-614d-4301-af13-3fe4459d4900 HTTP/1.1" status: 204 len: 168 time: 0.3765142 Aug 16 01:50:20.922993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4791743-87a9-4309-9667-89cc841cf976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d07eb6-614d-4301-af13-3fe4459d4900,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:20.985872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2f48ef9-f73b-4b03-9d00-dbe0829ef150 req-50bdb02a-84aa-4545-b6dc-d38cbfd8671b tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 210 time: 0.0484498 Aug 16 01:50:21.014572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-705ebd6b-7582-4c69-ae9a-ac587d4a2306 req-3ef86998-0f56-4235-95f9-59d5b22944b7 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202209 Aug 16 01:50:21.019881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33f7e753-87fd-4af4-acd2-8eafcc862036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.055988 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7e753-87fd-4af4-acd2-8eafcc862036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe21d94-aa9e-4982-b5ba-98cde5ee0bcf,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:21.059411 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33f7e753-87fd-4af4-acd2-8eafcc862036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.061364 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-33f7e753-87fd-4af4-acd2-8eafcc862036 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dfe21d94-aa9e-4982-b5ba-98cde5ee0bcf HTTP/1.1" status: 204 len: 168 time: 0.4151192 Aug 16 01:50:21.063979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35048) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:21.141155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.184290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fa12a-e775-4fff-a60d-8cb3d5990239 req-c43f9d0e-84c4-462e-9dac-fe27daae9e3a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:21.192252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-616fa12a-e775-4fff-a60d-8cb3d5990239 req-c43f9d0e-84c4-462e-9dac-fe27daae9e3a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.1415448 Aug 16 01:50:21.248384 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.264881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.272886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-616fa12a-e775-4fff-a60d-8cb3d5990239 req-53560fa0-439b-42b9-8f5a-1f9a99a1485a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787275 Aug 16 01:50:21.288217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb9ba2d-15fc-41d2-b171-b7aed499ea16']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:21.304371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Transition to ACTIVE for port object d99cec49-e79b-4aa6-9b28-4c9e02bb892f will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:21.313672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944d6f94-29a7-480f-bf30-bfc5df80c7f1') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:21.314252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944d6f94-29a7-480f-bf30-bfc5df80c7f1') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:21.328260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.355141 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d1e5656b-75d7-45c6-a30e-ed0d458f78d2 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:21.356310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.372966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:50:21.375427 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:50:21.376506 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:50:21.401774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: d1e5656b-75d7-45c6-a30e-ed0d458f78d2 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:21.403537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d1e5656b-75d7-45c6-a30e-ed0d458f78d2 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:21.454708 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.508676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:21.512539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:21.516880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:21.561301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Pushing event updated for resources: {'Port': ['ID=d99cec49-e79b-4aa6-9b28-4c9e02bb892f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:21.582512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.583065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.584115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.584115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.584438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.584542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.585037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.585171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.585492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.585943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.586286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.586600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:21.605932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:21.606526 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.610477 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.624909 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.629120 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cbb9ba2d-15fc-41d2-b171-b7aed499ea16 HTTP/1.1" status: 204 len: 168 time: 0.5619612 Aug 16 01:50:21.648551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea395ea-071f-4568-bab3-55b2c1b919d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb9ba2d-15fc-41d2-b171-b7aed499ea16,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:21.729966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-6a0c5ab5-6e9d-4449-9ec4-753493fcdddd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5044270 Aug 16 01:50:21.771423 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.048899 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7970cd82-efe6-4d77-94e0-4aaaa2f92d56 None None] Provisioning for port d99cec49-e79b-4aa6-9b28-4c9e02bb892f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:22.055118 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7970cd82-efe6-4d77-94e0-4aaaa2f92d56 None None] Provisioning complete for port d99cec49-e79b-4aa6-9b28-4c9e02bb892f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:22.063537 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7970cd82-efe6-4d77-94e0-4aaaa2f92d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.091305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7970cd82-efe6-4d77-94e0-4aaaa2f92d56 None None] Port d99cec49-e79b-4aa6-9b28-4c9e02bb892f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:22.186904 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35078) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:22.242837 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1a07f4e0-14e2-45ce-b654-f588afc49f29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f90944b988c4400f97b27c24bdbaa651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543926 Aug 16 01:50:22.245538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35082) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:22.311453 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85c68c93-6995-4e33-bfda-2e68a3e88178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.332382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85c68c93-6995-4e33-bfda-2e68a3e88178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.515258 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85c68c93-6995-4e33-bfda-2e68a3e88178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.518745 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85c68c93-6995-4e33-bfda-2e68a3e88178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.522537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-85c68c93-6995-4e33-bfda-2e68a3e88178 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b948190-a0b4-405d-96b9-6ed4ecf7cc68 HTTP/1.1" status: 204 len: 168 time: 0.2732260 Aug 16 01:50:22.530475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c68c93-6995-4e33-bfda-2e68a3e88178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b948190-a0b4-405d-96b9-6ed4ecf7cc68,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:23.763788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35132) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:23.866890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-332240848-network', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:23.986206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Made reservation on behalf of 7d55668ce6cd49b8a6ada470706b8799 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:23.988681 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.998649 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.119223 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.234010 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.261115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:50:24.270979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:24.279149 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.279493 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Added segment de5b2509-6da1-4b82-b8fd-4fec75713db0 of type vlan for network 77553ffc-af18-4cf6-9905-ff4902fc62b3 Aug 16 01:50:24.324579 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.437159 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.438225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:24.438800 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.500566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] Pushing event updated for resources: {'Network': ['ID=77553ffc-af18-4cf6-9905-ff4902fc62b3,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:24.510471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 77553ffc-af18-4cf6-9905-ff4902fc62b3 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:50:24.608867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8d0446a6-a19c-4073-8aa0-8ae87e5e77fd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8445351 Aug 16 01:50:24.612236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35156) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:24.618434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] Request body: {'subnet': {'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-332240848-subnet', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:24.739517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] Made reservation on behalf of 7d55668ce6cd49b8a6ada470706b8799 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:24.752498 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.119643 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.185966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f9b9ae-2167-4e77-8dee-a665ff65a04b,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:25.197936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] Checking segment: {'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:25.198554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] Network hostable DHCP agents. Network: 77553ffc-af18-4cf6-9905-ff4902fc62b3, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:50:25.340268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] Network 77553ffc-af18-4cf6-9905-ff4902fc62b3 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:50:25.462944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 77553ffc-af18-4cf6-9905-ff4902fc62b3) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:25.469143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:25.469541 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.477521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfcd7d9-3891-4538-b582-95a019f3c0ac None None] Network 77553ffc-af18-4cf6-9905-ff4902fc62b3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:25.554082 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35178) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:25.573669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-09fb7ef1-b706-4c51-b620-5409b1704c3e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9601729 Aug 16 01:50:25.578270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35182) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:25.584398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-332240848-router', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:25.660414 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011887fc-6ed9-41ab-9b16-f68770a24ae7 None None] Network 77553ffc-af18-4cf6-9905-ff4902fc62b3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:25.695059 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.696195 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.727467 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31e8a2d-e838-459f-a4af-d5ac8f0c170b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.766967 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.841641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31e8a2d-e838-459f-a4af-d5ac8f0c170b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.959433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31e8a2d-e838-459f-a4af-d5ac8f0c170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.008331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e8a2d-e838-459f-a4af-d5ac8f0c170b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12dd4f2-dde0-42da-aac8-3e9d2a6e4f8b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:26.014546 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f31e8a2d-e838-459f-a4af-d5ac8f0c170b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1acbfa04adc497bbe5dbe1448247ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588335 Aug 16 01:50:26.015466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35184) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:26.039094 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.078303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0a7f-818e-47c4-9fe1-34b946bfed29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.113104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0a7f-818e-47c4-9fe1-34b946bfed29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.270949 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0a7f-818e-47c4-9fe1-34b946bfed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.273859 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0a7f-818e-47c4-9fe1-34b946bfed29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.275194 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9c4f0a7f-818e-47c4-9fe1-34b946bfed29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c12dd4f2-dde0-42da-aac8-3e9d2a6e4f8b HTTP/1.1" status: 204 len: 168 time: 0.2583575 Aug 16 01:50:26.284306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f0a7f-818e-47c4-9fe1-34b946bfed29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12dd4f2-dde0-42da-aac8-3e9d2a6e4f8b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:26.345523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.372418 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.492525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Allocated IP 172.25.8.229 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:26.610949 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.762891 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.805975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:26.809011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:26.812580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:26.843167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Pushing event updated for resources: {'Port': ['ID=3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:27.027701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35190) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:27.041249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e53fa42-b8ee-4cdc-b14f-f4248afe9b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.149375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e53fa42-b8ee-4cdc-b14f-f4248afe9b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.173471 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.227159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e53fa42-b8ee-4cdc-b14f-f4248afe9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.278574 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6e53fa42-b8ee-4cdc-b14f-f4248afe9b18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=373058ac9557432db735bf013d13e433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497344 Aug 16 01:50:27.279397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35192) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:27.280943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53fa42-b8ee-4cdc-b14f-f4248afe9b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df9d626-4c14-4c9e-87a1-8f2fc38e75c6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:27.470966 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-504c9c2d-f617-4762-917e-2cb02d246a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.513576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-504c9c2d-f617-4762-917e-2cb02d246a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.521001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.722983 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-504c9c2d-f617-4762-917e-2cb02d246a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.726275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-504c9c2d-f617-4762-917e-2cb02d246a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.729910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-504c9c2d-f617-4762-917e-2cb02d246a39 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5df9d626-4c14-4c9e-87a1-8f2fc38e75c6 HTTP/1.1" status: 204 len: 168 time: 0.4470024 Aug 16 01:50:27.742769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c9c2d-f617-4762-917e-2cb02d246a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df9d626-4c14-4c9e-87a1-8f2fc38e75c6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:27.750916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:50:28.192554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:28.194369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Sync routers for ids ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:28.194369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Routers {'52e58ec9-31c4-4e23-a55c-14b76f5d1a78'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:28.194369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:50:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:28.194369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Set router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:28.196744 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.196744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c141590f-ca8b-4136-961b-7da41308a75f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4842956 Aug 16 01:50:28.197178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35198) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:28.244537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'name': 'tempest-ServerRescueTestJSON-332240848-router', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:25Z', 'updated_at': '2021-08-16T01:50:26Z', 'revision_number': 3, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'gw_port': {'id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:28.310845 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Checking router: 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:28.311299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Updating router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:28.336722 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.610282 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.804685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Allocated IP 172.20.0.1 (77553ffc-af18-4cf6-9905-ff4902fc62b3/35f9b9ae-2167-4e77-8dee-a665ff65a04b/7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:28.807920 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.819575 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Transition to ACTIVE for port object 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:28.928253 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.197115 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.204402 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.251448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Attempting to bind port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:29.252425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Attempting to bind port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:29.252898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Attempting to bind port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:29.258597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Pushing event updated for resources: {'Port': ['ID=7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:29.262140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Network 77553ffc-af18-4cf6-9905-ff4902fc62b3 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:29.263934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:29.267618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:29.267618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:29.267797 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.268139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:29.268628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Bound port: 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:29.269033 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.271334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:29.302415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Pushing event updated for resources: {'Port': ['ID=3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:29.312957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.313314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.313663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.314030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.314363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.314703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.315539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.315942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.316282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.316615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.317626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.318001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.328251 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.354313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] For port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:29.358404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] For port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:29.483069 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.545409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Routers {'52e58ec9-31c4-4e23-a55c-14b76f5d1a78'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:29.546106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:50:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:29.552111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f49f73-cd4f-4390-af10-2e52ec848160 None None] Pushing event updated for resources: {'Port': ['ID=3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:29.591465 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.684649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] Set router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:29.969799 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6fe6c1a7-c7f2-47c7-b768-5cc005dc6cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.101918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'name': 'tempest-ServerRescueTestJSON-332240848-router', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:25Z', 'updated_at': '2021-08-16T01:50:26Z', 'revision_number': 3, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'gw_port': {'id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:30.140297 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9125af5-8314-4cc1-b4d2-3551e5a09754 None None] The sync data for ids ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'] in n-d-768509-23 is: [{'id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'name': 'tempest-ServerRescueTestJSON-332240848-router', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:25Z', 'updated_at': '2021-08-16T01:50:26Z', 'revision_number': 3, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'gw_port': {'id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:30.151995 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.254990 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.325173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Pushing event updated for resources: {'Port': ['ID=7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:30.336315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.508396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Network 77553ffc-af18-4cf6-9905-ff4902fc62b3 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:30.510190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:30.657184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:30.731117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35264) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:30.801959 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:30.821455 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a9e094b8-5b79-4380-9e93-a7f68ab85fbe admin admin] 10.222.0.66 "PUT /v2.0/routers/52e58ec9-31c4-4e23-a55c-14b76f5d1a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7442567 Aug 16 01:50:30.914194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e18edff6-f5cd-4291-b0e8-b0944ad8f670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.038240 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e18edff6-f5cd-4291-b0e8-b0944ad8f670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.125119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e18edff6-f5cd-4291-b0e8-b0944ad8f670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.167376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e18edff6-f5cd-4291-b0e8-b0944ad8f670 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2715e9a00c3410eabf49a9cc72cff96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326169 Aug 16 01:50:31.167376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18edff6-f5cd-4291-b0e8-b0944ad8f670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f435783-c6f8-44c9-b75a-d3c6de05a4e8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:31.167824 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35274) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:31.239846 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4687ee1f-9e60-4efe-a35b-15a0582513e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.260419 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4687ee1f-9e60-4efe-a35b-15a0582513e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.436985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4687ee1f-9e60-4efe-a35b-15a0582513e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.439589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4687ee1f-9e60-4efe-a35b-15a0582513e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.440770 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4687ee1f-9e60-4efe-a35b-15a0582513e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f435783-c6f8-44c9-b75a-d3c6de05a4e8 HTTP/1.1" status: 204 len: 168 time: 0.2703023 Aug 16 01:50:31.452865 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687ee1f-9e60-4efe-a35b-15a0582513e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f435783-c6f8-44c9-b75a-d3c6de05a4e8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:31.892546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:32.027415 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Sync routers for ids ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:32.036523 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Routers {'52e58ec9-31c4-4e23-a55c-14b76f5d1a78'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:32.037117 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:50:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:32.039332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:32.043350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:32.043725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.141876 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.162708 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Set router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:32.180439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:32.271912 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.339494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:32.394233 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'name': 'tempest-ServerRescueTestJSON-332240848-router', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:25Z', 'updated_at': '2021-08-16T01:50:29Z', 'revision_number': 4, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'gw_port': {'id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e', 'name': '', 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'mac_address': 'fa:16:3e:e1:61:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '35f9b9ae-2167-4e77-8dee-a665ff65a04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:29Z', 'revision_number': 2, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'subnets': [{'id': '35f9b9ae-2167-4e77-8dee-a665ff65a04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:32.422850 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Checking router: 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:32.423199 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Updating router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:32.458004 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.719294 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.729362 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Transition to ACTIVE for port object 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:33.091326 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.093782 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9500-c2bd-47d6-aa5e-18c99fb0b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.100106 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.172995 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae72bb1-053c-447c-b65b-d034f6d6a4e1 None None] Pushing event updated for resources: {'Port': ['ID=7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:33.201263 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Attempting to bind port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:33.204334 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Attempting to bind port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:33.204334 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Attempting to bind port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e on network 77553ffc-af18-4cf6-9905-ff4902fc62b3 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:33.207056 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:33.207950 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Checking segment: {'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:33.208344 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.208740 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Bound using segment: {'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:33.209200 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Bound port: 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:33.209576 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.273641 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] For port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:33.276683 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] For port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:33.415546 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.463419 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Routers {'52e58ec9-31c4-4e23-a55c-14b76f5d1a78'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:33.464454 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:50:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:33.521984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-0914577d-4adb-4863-9fd4-fa7922033463 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:50:33.524360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-0914577d-4adb-4863-9fd4-fa7922033463 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119750 Aug 16 01:50:33.524966 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae72bb1-053c-447c-b65b-d034f6d6a4e1 None None] Pushing event updated for resources: {'Port': ['ID=7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:33.595392 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] Set router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:33.677969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f5069-ac44-496b-8eaf-bda5ccb6f080 req-fde1fb8d-ab87-4c7e-b34b-aa68ff32c4ba tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:33.679548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c5f5069-ac44-496b-8eaf-bda5ccb6f080 req-fde1fb8d-ab87-4c7e-b34b-aa68ff32c4ba tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1028256 Aug 16 01:50:33.686718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b869225-c066-41d0-9b77-871fc38e512a req-0571cb6b-b676-4cb8-aabf-92d6a5c3e014 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:33.688434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b869225-c066-41d0-9b77-871fc38e512a req-0571cb6b-b676-4cb8-aabf-92d6a5c3e014 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 931 time: 0.1004159 Aug 16 01:50:33.693936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Request body: {'port': {'device_id': '2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:33.800109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c5f5069-ac44-496b-8eaf-bda5ccb6f080 req-788580e9-8034-407f-afb2-3712b7ed3c17 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030805 Aug 16 01:50:33.805162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.833870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b869225-c066-41d0-9b77-871fc38e512a req-3a218227-91ee-477d-a079-3c52e28baa93 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338630 Aug 16 01:50:33.884495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:33.898583 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'name': 'tempest-ServerRescueTestJSON-332240848-router', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:25Z', 'updated_at': '2021-08-16T01:50:29Z', 'revision_number': 4, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'gw_port': {'id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e', 'name': '', 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'mac_address': 'fa:16:3e:e1:61:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '35f9b9ae-2167-4e77-8dee-a665ff65a04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 4, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'subnets': [{'id': '35f9b9ae-2167-4e77-8dee-a665ff65a04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:33.953496 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07b720-a851-4d3c-aca8-f03245b66d66 None None] The sync data for ids ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'] in n-d-768509-23 is: [{'id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'name': 'tempest-ServerRescueTestJSON-332240848-router', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:25Z', 'updated_at': '2021-08-16T01:50:29Z', 'revision_number': 4, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'gw_port': {'id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e', 'name': '', 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'mac_address': 'fa:16:3e:e1:61:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '35f9b9ae-2167-4e77-8dee-a665ff65a04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 4, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'subnets': [{'id': '35f9b9ae-2167-4e77-8dee-a665ff65a04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:33.957751 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.984496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:33.985135 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.159620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61b9ec-37fd-47ed-b74b-d7019cf49bce req-76e14d2e-3dc2-4f41-abd7-1653a13fd66a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:34.161920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f61b9ec-37fd-47ed-b74b-d7019cf49bce req-76e14d2e-3dc2-4f41-abd7-1653a13fd66a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.1937275 Aug 16 01:50:34.204699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35320) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:34.239945 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f61b9ec-37fd-47ed-b74b-d7019cf49bce req-aaa92c77-9894-4cfc-9d34-3ac32f42e1e9 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636208 Aug 16 01:50:34.323664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99cec49-e79b-4aa6-9b28-4c9e02bb892f {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:34.340523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.381417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Transition to ACTIVE for port object d99cec49-e79b-4aa6-9b28-4c9e02bb892f will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:34.399848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47301e5b-ab0a-4f82-9923-73eb0c7d5712 req-b1369723-cdc8-4104-8649-d39b4a4308bd tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:34.401456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47301e5b-ab0a-4f82-9923-73eb0c7d5712 req-b1369723-cdc8-4104-8649-d39b4a4308bd tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 946 time: 0.0633688 Aug 16 01:50:34.417319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2064345123'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:34.453494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47301e5b-ab0a-4f82-9923-73eb0c7d5712 req-8f217e1c-ffca-4e16-b231-0653c1b8e146 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450778 Aug 16 01:50:34.493088 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.533997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Made reservation on behalf of 124f5f7624114d52b22814e67dc3106c for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:34.538268 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.552881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.674493 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.786435 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.811880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:50:34.827207 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29a29a6-20a7-49a2-9673-b32a30ae3436,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:34.833046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.833396 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Added segment 1834f8c1-80c1-46f4-96ee-b68a26038023 of type vlan for network e9524c7b-abd0-4c3c-ad6c-984ef3949a91 Aug 16 01:50:34.882487 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.966997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d99cec49-e79b-4aa6-9b28-4c9e02bb892f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:35.024982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.033793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.034616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.076076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-58b9da9e-48b9-47e7-9da3-156392d9453f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.084061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-58b9da9e-48b9-47e7-9da3-156392d9453f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/networks?id=77553ffc-af18-4cf6-9905-ff4902fc62b3 HTTP/1.1" status: 200 len: 810 time: 0.5859420 Aug 16 01:50:35.114586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Attempting to bind port d99cec49-e79b-4aa6-9b28-4c9e02bb892f on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:35.114924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Attempting to bind port d99cec49-e79b-4aa6-9b28-4c9e02bb892f by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:35.115574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Attempting to bind port d99cec49-e79b-4aa6-9b28-4c9e02bb892f on network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:35.118509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-fd5b90f1-e2c7-4a2b-84db-42bbef3799c8 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/quotas/7d55668ce6cd49b8a6ada470706b8799 HTTP/1.1" status: 200 len: 375 time: 0.0321512 Aug 16 01:50:35.122088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Port d99cec49-e79b-4aa6-9b28-4c9e02bb892f on network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:35.122411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Attempting to bind port d99cec49-e79b-4aa6-9b28-4c9e02bb892f on network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:35.135042 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Pushing event updated for resources: {'Network': ['ID=e9524c7b-abd0-4c3c-ad6c-984ef3949a91,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:35.147006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network e9524c7b-abd0-4c3c-ad6c-984ef3949a91 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:50:35.160970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:35.161475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Checking segment: {'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:35.161954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Bound using segment: {'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:35.162487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Bound port: d99cec49-e79b-4aa6-9b28-4c9e02bb892f, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004faa27-c93e-49f6-9f0e-28eb7682a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:35.162853 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.205864 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-05772821-860e-42d7-82ed-6ddcb1e1f9e4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9978440 Aug 16 01:50:35.207037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35354) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:35.216948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Request body: {'subnet': {'network_id': 'e9524c7b-abd0-4c3c-ad6c-984ef3949a91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:35.221136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-b31dfc9d-8209-4387-9423-70124d797c63 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d55668ce6cd49b8a6ada470706b8799&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963771 Aug 16 01:50:35.383634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] For port d99cec49-e79b-4aa6-9b28-4c9e02bb892f, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:35.412283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] For port d99cec49-e79b-4aa6-9b28-4c9e02bb892f, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d99cec49-e79b-4aa6-9b28-4c9e02bb892f,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:35.416503 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-1f83fa71-ff20-41bc-b248-784305612df3 service neutron] 10.222.0.66 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874728 Aug 16 01:50:35.440953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf7d36-143c-4860-8b67-6f7fdcdc7e1d req-91eb3bb7-7763-4dc7-9166-14820a54bf42 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.443048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28cf7d36-143c-4860-8b67-6f7fdcdc7e1d req-91eb3bb7-7763-4dc7-9166-14820a54bf42 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1009307 Aug 16 01:50:35.537579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28cf7d36-143c-4860-8b67-6f7fdcdc7e1d req-a73f93d0-3292-4f4d-b319-f1c8a2a9d044 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849082 Aug 16 01:50:35.556566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-645a96c3-27cc-4b1f-851a-f897280fcda5 service neutron] 10.222.0.66 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318073 Aug 16 01:50:35.568297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Made reservation on behalf of 124f5f7624114d52b22814e67dc3106c for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:35.578154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.586673 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.663587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.668977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.668977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] 10.222.0.64 "PUT /v2.0/ports/d99cec49-e79b-4aa6-9b28-4c9e02bb892f HTTP/1.1" status: 200 len: 1092 time: 2.1347854 Aug 16 01:50:35.668977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc', 'tag': 'd99cec49-e79b-4aa6-9b28-4c9e02bb892f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:35.669531 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81115c23-afec-478c-a536-b2a6f454c04e" -d '{"events": [{"name": "network-changed", "server_uuid": "2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc", "tag": "d99cec49-e79b-4aa6-9b28-4c9e02bb892f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:35.697596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e9a27-4cb9-4991-a82a-05739f82acc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d99cec49-e79b-4aa6-9b28-4c9e02bb892f,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:35.712187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb25f0-8f00-4171-9f50-5ab61ab34cbd req-53fccbfd-5aee-420d-a7d5-927d18be6498 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.713762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3cb25f0-8f00-4171-9f50-5ab61ab34cbd req-53fccbfd-5aee-420d-a7d5-927d18be6498 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 943 time: 0.0915093 Aug 16 01:50:35.717888 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.759727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3cb25f0-8f00-4171-9f50-5ab61ab34cbd req-95145fe9-1963-4e9a-a7cc-fa26c19f8623 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385699 Aug 16 01:50:35.891086 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.900370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-440b4d4b-8a02-432c-9a5f-e8b3a156cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.903539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-440b4d4b-8a02-432c-9a5f-e8b3a156cb1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ff8674783a14edf86fadb452ee9ebc3&device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 1095 time: 0.0827703 Aug 16 01:50:35.966143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:35.992667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-26287239-4440-409a-8221-16daaf87a914 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d99cec49-e79b-4aa6-9b28-4c9e02bb892f HTTP/1.1" status: 200 len: 217 time: 0.0454407 Aug 16 01:50:35.999483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Pushing event updated for resources: {'Subnet': ['ID=df9819d2-e1ca-40cd-a688-0c7df2727000,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:36.012537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278bdb7-78af-4c3e-9ca6-e94172538d5c req-3df3f624-8489-4c73-99d7-3dcf39870f68 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.022397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9278bdb7-78af-4c3e-9ca6-e94172538d5c req-3df3f624-8489-4c73-99d7-3dcf39870f68 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.1133449 Aug 16 01:50:36.036301 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Checking segment: {'id': '1834f8c1-80c1-46f4-96ee-b68a26038023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e9524c7b-abd0-4c3c-ad6c-984ef3949a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:36.036609 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Network hostable DHCP agents. Network: e9524c7b-abd0-4c3c-ad6c-984ef3949a91, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:50:36.068442 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55d78ea-0424-46bb-854c-cb5b0b392525 x-openstack-request-id: req-f55d78ea-0424-46bb-854c-cb5b0b392525 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:36.068827 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc", "tag": "d99cec49-e79b-4aa6-9b28-4c9e02bb892f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:36.068974 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f55d78ea-0424-46bb-854c-cb5b0b392525 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:36.069363 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc', 'tag': 'd99cec49-e79b-4aa6-9b28-4c9e02bb892f', 'status': 'completed', 'code': 200} Aug 16 01:50:36.127757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:36.131628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:36.132032 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.142159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f025931b-5494-4493-bbd6-ba47d12d95c6 req-d6a462f1-5802-41ec-aeb5-06f140e07c5d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 210 time: 0.0474274 Aug 16 01:50:36.148257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9278bdb7-78af-4c3e-9ca6-e94172538d5c req-55eabf7b-e787-465f-bf2c-366c0dbcd9fe tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250346 Aug 16 01:50:36.149862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-7f0eac6a-5c86-4c01-bd5c-48e66fe8305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.151406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-7f0eac6a-5c86-4c01-bd5c-48e66fe8305c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784dae72-7d28-4ffa-a86b-982b7e6b84d0 HTTP/1.1" status: 200 len: 853 time: 0.1262350 Aug 16 01:50:36.156423 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Network e9524c7b-abd0-4c3c-ad6c-984ef3949a91 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:50:36.207118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-f055242b-d617-48a3-aa2c-9a91440bc629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.208695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-f055242b-d617-48a3-aa2c-9a91440bc629 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47d705a3-5d5d-4e0f-943d-5cc6d6588a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490878 Aug 16 01:50:36.224654 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.248081 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, e9524c7b-abd0-4c3c-ad6c-984ef3949a91) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:36.257105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.257723 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.260623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:36.264405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525acf7-6794-46c0-aea2-06d2ed1e6b53 None None] Network e9524c7b-abd0-4c3c-ad6c-984ef3949a91 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:36.267046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:36.329158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-c8f755b2-7079-4b89-9610-4536f16c8b89 service neutron] 10.222.0.64 "GET /v2.0/networks/47d705a3-5d5d-4e0f-943d-5cc6d6588a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116405 Aug 16 01:50:36.370260 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.386558 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b79b0aec-8819-46b3-ac04-b7c7408fb735 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1762407 Aug 16 01:50:36.389925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35376) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:36.397291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Request body: {'port': {'network_id': 'e9524c7b-abd0-4c3c-ad6c-984ef3949a91', 'name': 'tempest-DHCPAgentSchedulersTestJSON-143965435'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:36.449339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a4117d2-ed3c-40c8-a8f4-232107361ba4 req-0f140636-fdaf-4501-a406-c38e00c1fc84 service neutron] 10.222.0.64 "GET /v2.0/networks/47d705a3-5d5d-4e0f-943d-5cc6d6588a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083872 Aug 16 01:50:36.505398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:36.508965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:36.527630 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e', 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb', 'port_id': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e', 'mac_address': 'fa:16:3e:f5:fd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac221c5a-30d7-42bf-a1f3-71ee2f9837ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:36.568674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-e9524c7b-abd0-4c3c-ad6c-984ef3949a91', 'network_id': 'e9524c7b-abd0-4c3c-ad6c-984ef3949a91', 'tenant_id': '124f5f7624114d52b22814e67dc3106c', 'fixed_ips': [{'subnet_id': 'df9819d2-e1ca-40cd-a688-0c7df2727000'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:50:36.569524 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.601193 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.663995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115c23-afec-478c-a536-b2a6f454c04e req-9bd72f47-94ad-4e6b-a35e-f6ebc887a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.674669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81115c23-afec-478c-a536-b2a6f454c04e req-9bd72f47-94ad-4e6b-a35e-f6ebc887a51c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ff8674783a14edf86fadb452ee9ebc3&device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 1095 time: 0.0786917 Aug 16 01:50:36.674762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:36.689415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfac83f-8150-4abe-8c5a-cbda18c00a83 req-95314615-80b4-4799-b09f-5cd92b832b23 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.694384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1dfac83f-8150-4abe-8c5a-cbda18c00a83 req-95314615-80b4-4799-b09f-5cd92b832b23 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0764866 Aug 16 01:50:36.701230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:36.713539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Made reservation on behalf of 124f5f7624114d52b22814e67dc3106c for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:36.717992 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.746396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Allocated IP 172.20.0.2 (e9524c7b-abd0-4c3c-ad6c-984ef3949a91/df9819d2-e1ca-40cd-a688-0c7df2727000/93d6c893-87ae-4d2d-a291-938ea6030049) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:36.749777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] device_id is not set on port 03767df2-5b02-4bd7-a61a-d32b3b44940b yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:50:36.779125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1dfac83f-8150-4abe-8c5a-cbda18c00a83 req-7eed3ecc-664a-46df-99d6-4b6a8c5fad07 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771358 Aug 16 01:50:36.797704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115c23-afec-478c-a536-b2a6f454c04e req-ea5db8d6-7d4e-4597-bfcc-1e1c88944748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.799257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81115c23-afec-478c-a536-b2a6f454c04e req-ea5db8d6-7d4e-4597-bfcc-1e1c88944748 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47d705a3-5d5d-4e0f-943d-5cc6d6588a9b HTTP/1.1" status: 200 len: 915 time: 0.1263301 Aug 16 01:50:36.816159 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.849430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81115c23-afec-478c-a536-b2a6f454c04e req-68f13efa-c1e8-4d84-bcc3-79d2912bf444 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d99cec49-e79b-4aa6-9b28-4c9e02bb892f HTTP/1.1" status: 200 len: 217 time: 0.0417204 Aug 16 01:50:36.907142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:36.927756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115c23-afec-478c-a536-b2a6f454c04e req-f3b1314a-91aa-44eb-a476-196cc3a438e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.929223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81115c23-afec-478c-a536-b2a6f454c04e req-f3b1314a-91aa-44eb-a476-196cc3a438e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784dae72-7d28-4ffa-a86b-982b7e6b84d0 HTTP/1.1" status: 200 len: 853 time: 0.0601375 Aug 16 01:50:36.976273 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.981459 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:50:36.985041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Transition to ACTIVE for port object 93d6c893-87ae-4d2d-a291-938ea6030049 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:37.000926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Transition to ACTIVE for port object 93d6c893-87ae-4d2d-a291-938ea6030049 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:37.010902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6edff-2dee-4529-a13d-cad81e7830bd req-7be65abe-b85c-4119-9196-3eed3120fb32 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:37.010902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5a6edff-2dee-4529-a13d-cad81e7830bd req-7be65abe-b85c-4119-9196-3eed3120fb32 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 943 time: 0.0825665 Aug 16 01:50:37.010902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115c23-afec-478c-a536-b2a6f454c04e req-a130f56a-c3a6-4aa0-843f-d0883bac0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:37.012207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81115c23-afec-478c-a536-b2a6f454c04e req-a130f56a-c3a6-4aa0-843f-d0883bac0b0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47d705a3-5d5d-4e0f-943d-5cc6d6588a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747898 Aug 16 01:50:37.100465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5a6edff-2dee-4529-a13d-cad81e7830bd req-240d8e35-dd47-40c9-91f5-9b45cf15e2a3 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830073 Aug 16 01:50:37.107173 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.155450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81115c23-afec-478c-a536-b2a6f454c04e req-b66ee4ca-624e-467e-9820-e82215d2ac00 service neutron] 10.222.0.64 "GET /v2.0/networks/47d705a3-5d5d-4e0f-943d-5cc6d6588a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320958 Aug 16 01:50:37.157413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['6546d515-5bf1-42f9-b3e8-b0ca02f6f75e'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:37.193888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Allocated IP 172.20.0.4 (e9524c7b-abd0-4c3c-ad6c-984ef3949a91/df9819d2-e1ca-40cd-a688-0c7df2727000/03767df2-5b02-4bd7-a61a-d32b3b44940b) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:37.202832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Network e9524c7b-abd0-4c3c-ad6c-984ef3949a91 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:37.213347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:37.219443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:37.230992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Pushing event updated for resources: {'Port': ['ID=93d6c893-87ae-4d2d-a291-938ea6030049,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:37.282074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d6c9df8-264c-4776-a5eb-2bb77017195c req-029ef361-2c82-4cbc-baf8-e87dd2291df7 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 210 time: 0.0367405 Aug 16 01:50:37.351574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Attempting to bind port 93d6c893-87ae-4d2d-a291-938ea6030049 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:37.352178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Attempting to bind port 93d6c893-87ae-4d2d-a291-938ea6030049 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '1834f8c1-80c1-46f4-96ee-b68a26038023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e9524c7b-abd0-4c3c-ad6c-984ef3949a91'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:37.352769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Attempting to bind port 93d6c893-87ae-4d2d-a291-938ea6030049 on network e9524c7b-abd0-4c3c-ad6c-984ef3949a91 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:37.354271 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81115c23-afec-478c-a536-b2a6f454c04e req-b8ec4dd0-2b54-4509-8a47-ddbbf97a27fc service neutron] 10.222.0.64 "GET /v2.0/networks/47d705a3-5d5d-4e0f-943d-5cc6d6588a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885717 Aug 16 01:50:37.371181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:37.371720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Checking segment: {'id': '1834f8c1-80c1-46f4-96ee-b68a26038023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e9524c7b-abd0-4c3c-ad6c-984ef3949a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:37.372230 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.372732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Bound using segment: {'id': '1834f8c1-80c1-46f4-96ee-b68a26038023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e9524c7b-abd0-4c3c-ad6c-984ef3949a91'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:37.373286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Bound port: 93d6c893-87ae-4d2d-a291-938ea6030049, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1834f8c1-80c1-46f4-96ee-b68a26038023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e9524c7b-abd0-4c3c-ad6c-984ef3949a91'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:37.373949 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.397574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331476e8-4db0-43fe-9850-fed76aebce1c req-097b9745-2d9f-4ea0-8819-102fe798bb5f tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:37.399433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-331476e8-4db0-43fe-9850-fed76aebce1c req-097b9745-2d9f-4ea0-8819-102fe798bb5f tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 945 time: 0.0684996 Aug 16 01:50:37.446991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-331476e8-4db0-43fe-9850-fed76aebce1c req-bb793b42-da0f-44b6-94af-2768b45ef707 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Aug 16 01:50:37.485715 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.497367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] For port 93d6c893-87ae-4d2d-a291-938ea6030049, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:37.500194 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Transition to ACTIVE for port object 03767df2-5b02-4bd7-a61a-d32b3b44940b will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:37.515095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] For port 93d6c893-87ae-4d2d-a291-938ea6030049, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=93d6c893-87ae-4d2d-a291-938ea6030049,segment=NetworkSegment(1834f8c1-80c1-46f4-96ee-b68a26038023),segment_id=1834f8c1-80c1-46f4-96ee-b68a26038023)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:37.594145 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.594413 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.649691 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Network e9524c7b-abd0-4c3c-ad6c-984ef3949a91 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:37.653046 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:37.655801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:37.659312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ded4d-81c6-4206-b226-cfa10b910299 None None] Pushing event updated for resources: {'Port': ['ID=93d6c893-87ae-4d2d-a291-938ea6030049,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:37.684862 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Pushing event updated for resources: {'Port': ['ID=03767df2-5b02-4bd7-a61a-d32b3b44940b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:37.715721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:37.716339 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.797857 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-139a1549-9f6f-4ac8-a1bc-57e0167d22ad tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4022682 Aug 16 01:50:37.797857 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35396) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:37.914459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:37.949907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2eff7684-1331-43ee-9ebe-15693ab5a881 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Deleting port 03767df2-5b02-4bd7-a61a-d32b3b44940b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:37.950355 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2eff7684-1331-43ee-9ebe-15693ab5a881 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.950886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d1aea-9b51-4d99-b9a0-07957f513886 req-9d696605-ef31-4d05-b3f1-79445bb80071 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:37.955138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-772d1aea-9b51-4d99-b9a0-07957f513886 req-9d696605-ef31-4d05-b3f1-79445bb80071 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0653932 Aug 16 01:50:38.080098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:38.080098 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.080411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-772d1aea-9b51-4d99-b9a0-07957f513886 req-27a0f1f1-4221-481b-b6e6-7e25c3aa1e86 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561936 Aug 16 01:50:38.080933 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2eff7684-1331-43ee-9ebe-15693ab5a881 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.080933 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2eff7684-1331-43ee-9ebe-15693ab5a881 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Calling delete_port for 03767df2-5b02-4bd7-a61a-d32b3b44940b owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:38.251178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c870b-1097-45cd-aeca-99219c8c835e req-72533f11-177a-43b7-b415-111221636eda tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.252668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-069c870b-1097-45cd-aeca-99219c8c835e req-72533f11-177a-43b7-b415-111221636eda tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 943 time: 0.0526383 Aug 16 01:50:38.266223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:38.292294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-069c870b-1097-45cd-aeca-99219c8c835e req-af935ec0-96a6-421d-a379-7e93cd8d6287 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329151 Aug 16 01:50:38.372108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:38.385196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'port_id': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'mac_address': 'fa:16:3e:a6:fa:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:38.406446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7de2d7fc-7311-42b8-b9c0-6db1be9767e8 req-9f148bda-52a9-4a6d-a292-689af70bed0a tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 210 time: 0.0289338 Aug 16 01:50:38.438060 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.456356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41f14e64-86ae-4f7e-8217-465b53aefeac {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:38.482154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:38.569269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62e8a0-5113-4241-bfa9-8e59d6416584 req-d9920a40-16bb-4ca0-9d59-ded73cbac8a6 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.570829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc62e8a0-5113-4241-bfa9-8e59d6416584 req-d9920a40-16bb-4ca0-9d59-ded73cbac8a6 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 945 time: 0.0505590 Aug 16 01:50:38.612122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc62e8a0-5113-4241-bfa9-8e59d6416584 req-9cc73889-778d-4773-98e6-4eea9d4b851f tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350423 Aug 16 01:50:38.635675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0ec085-ea31-4754-a492-a6c34d20c6b8 None None] Network e9524c7b-abd0-4c3c-ad6c-984ef3949a91 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:39.200596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6b7f3-caf0-46b3-a65c-7b0696dc0bac req-f85d02bb-f80b-4c6d-8977-e455de736340 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:39.202099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fe6b7f3-caf0-46b3-a65c-7b0696dc0bac req-f85d02bb-f80b-4c6d-8977-e455de736340 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0561132 Aug 16 01:50:39.248200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fe6b7f3-caf0-46b3-a65c-7b0696dc0bac req-0971a88d-f778-4250-82d9-8da5b48db542 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394483 Aug 16 01:50:39.416359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c4da2-6c4e-4256-9fb9-4f45f142cee8 req-3a2df663-1b38-4d49-8462-0445d9abfa93 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:39.417963 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c9c4da2-6c4e-4256-9fb9-4f45f142cee8 req-3a2df663-1b38-4d49-8462-0445d9abfa93 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 943 time: 0.0519662 Aug 16 01:50:39.460676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c9c4da2-6c4e-4256-9fb9-4f45f142cee8 req-422aeb32-e3c8-40de-af1b-e374433ae33a tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367258 Aug 16 01:50:39.505225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-695c72ad-a247-4180-9b68-9539a606f91f req-688bc38a-7676-4bab-b0a5-c1b63c834892 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 210 time: 0.0267532 Aug 16 01:50:39.734057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba0693-e2eb-4157-ae00-89b12c268f4f req-60d48ed9-5075-43d1-8698-b38c7da1db7a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:39.735551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3ba0693-e2eb-4157-ae00-89b12c268f4f req-60d48ed9-5075-43d1-8698-b38c7da1db7a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 945 time: 0.0501227 Aug 16 01:50:39.778632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3ba0693-e2eb-4157-ae00-89b12c268f4f req-11e7326e-0f98-48c7-9e5e-19288ea01a32 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360744 Aug 16 01:50:39.846145 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2eff7684-1331-43ee-9ebe-15693ab5a881 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.846684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-774fa865-9dd9-4de4-91b6-4ffdc6a7e34a None None] Provisioning for port 93d6c893-87ae-4d2d-a291-938ea6030049 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:39.853211 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.884277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff7684-1331-43ee-9ebe-15693ab5a881 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Pushing event deleted for resources: {'Port': ['ID=03767df2-5b02-4bd7-a61a-d32b3b44940b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:39.901318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 93d6c893-87ae-4d2d-a291-938ea6030049 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:39.958655 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2eff7684-1331-43ee-9ebe-15693ab5a881 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.960875 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2eff7684-1331-43ee-9ebe-15693ab5a881 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] 10.222.0.66 "DELETE /v2.0/ports/03767df2-5b02-4bd7-a61a-d32b3b44940b HTTP/1.1" status: 204 len: 168 time: 2.1622148 Aug 16 01:50:39.963664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35438) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:39.970281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['41f14e64-86ae-4f7e-8217-465b53aefeac'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:39.976301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:40.009930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-35b2a278-b033-48ea-b98a-95e57263f7e3 None None] Could not find standard attr ID for object 03767df2-5b02-4bd7-a61a-d32b3b44940b. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:50:40.090947 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-81d03ca3-cd26-44ce-973b-8a4933b1a2c1 tempest-DHCPAgentSchedulersTestJSON-391228215 tempest-DHCPAgentSchedulersTestJSON-391228215-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1260419 Aug 16 01:50:40.093979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35442) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:40.101441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-152441382'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:40.170977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 93d6c893-87ae-4d2d-a291-938ea6030049 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:40.179518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 93d6c893-87ae-4d2d-a291-938ea6030049 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:40.180397 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.256569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Made reservation on behalf of 124f5f7624114d52b22814e67dc3106c for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:40.260875 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.274706 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.285869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:50:40.291032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d99cec49-e79b-4aa6-9b28-4c9e02bb892f details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:40.293197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:40.297307 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.301561 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Added segment c44de859-f073-40aa-be31-aed12ea5d21f of type vlan for network 6b391c81-0f06-4141-9fa0-4b018de60e5f Aug 16 01:50:40.371092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.450100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695f0ce-879b-4f49-b7b1-6856cd9c9ceb req-5aa867e7-caaf-4dce-a251-b0d518e3cc10 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:40.452163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8695f0ce-879b-4f49-b7b1-6856cd9c9ceb req-5aa867e7-caaf-4dce-a251-b0d518e3cc10 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1208947 Aug 16 01:50:40.483937 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.491617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:40.492291 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.514883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 93d6c893-87ae-4d2d-a291-938ea6030049, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=93d6c893-87ae-4d2d-a291-938ea6030049,segment=NetworkSegment(1834f8c1-80c1-46f4-96ee-b68a26038023),segment_id=1834f8c1-80c1-46f4-96ee-b68a26038023)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:40.579944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4848714 Aug 16 01:50:40.584024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35468) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:40.591170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 41f14e64-86ae-4f7e-8217-465b53aefeac triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:40.591549 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.602547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8695f0ce-879b-4f49-b7b1-6856cd9c9ceb req-50b1ce53-8374-4a5f-a6c7-21bd785fd9a4 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424053 Aug 16 01:50:40.627717 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.635328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8adfd-e536-4e1b-afc4-292344961895 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Pushing event updated for resources: {'Network': ['ID=6b391c81-0f06-4141-9fa0-4b018de60e5f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:40.673589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 6b391c81-0f06-4141-9fa0-4b018de60e5f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:50:40.771302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d99cec49-e79b-4aa6-9b28-4c9e02bb892f, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d99cec49-e79b-4aa6-9b28-4c9e02bb892f,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:40.803858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=93d6c893-87ae-4d2d-a291-938ea6030049,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:40.804155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2aceea4b-31bd-42e6-b403-df3d69cc16de req-cefdf915-08bf-4f2a-a34b-bb60976a612b tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 210 time: 0.0775650 Aug 16 01:50:40.809210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'd99cec49-e79b-4aa6-9b28-4c9e02bb892f', 'network_id': '47d705a3-5d5d-4e0f-943d-5cc6d6588a9b', 'port_id': 'd99cec49-e79b-4aa6-9b28-4c9e02bb892f', 'mac_address': 'fa:16:3e:45:30:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784dae72-7d28-4ffa-a86b-982b7e6b84d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:40.848054 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-835a3848-1265-4117-abb9-2fc512e702b8 tempest-DHCPAgentSchedulersTestJSON-391228215 tempest-DHCPAgentSchedulersTestJSON-391228215-project-admin] 10.222.0.66 "GET /v2.0/agents/390e23c6-7b20-48da-b831-e3ada581e725/dhcp-networks HTTP/1.1" status: 200 len: 12046 time: 0.2621124 Aug 16 01:50:40.851410 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35476) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:40.875195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52576376-8b81-41fd-8ea9-dba649e46fa9 req-94feaaab-f92d-44e0-99bc-9f76ea84206a tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:40.890752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52576376-8b81-41fd-8ea9-dba649e46fa9 req-94feaaab-f92d-44e0-99bc-9f76ea84206a tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 943 time: 0.2866619 Aug 16 01:50:40.911076 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.914741 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.951759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99cec49-e79b-4aa6-9b28-4c9e02bb892f {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:40.956336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:40.959012 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dadd8d1-b96b-4dc5-9c8c-c66ec6c45059" -d '{"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:40.978700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:40.979194 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ec6d5e-17b2-40d5-a211-c90beebe9e21 tempest-DHCPAgentSchedulersTestJSON-391228215 tempest-DHCPAgentSchedulersTestJSON-391228215-project-admin] Network 6b391c81-0f06-4141-9fa0-4b018de60e5f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:50:41.001454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d99cec49-e79b-4aa6-9b28-4c9e02bb892f, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d99cec49-e79b-4aa6-9b28-4c9e02bb892f,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:41.012981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52576376-8b81-41fd-8ea9-dba649e46fa9 req-7e511c67-c311-418a-9a0b-da4e738b26d4 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191528 Aug 16 01:50:41.046181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-8f68d0ed-044b-4156-9c42-16c14512d017 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:41.047685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-8f68d0ed-044b-4156-9c42-16c14512d017 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.74 "GET /v2.0/networks?id=77553ffc-af18-4cf6-9905-ff4902fc62b3 HTTP/1.1" status: 200 len: 810 time: 0.4847975 Aug 16 01:50:41.067576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Request body: {'port': {'device_id': 'dda5b732-2871-4a26-b059-a446bec06b7c', 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3', 'admin_state_up': True, 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:41.108209 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.109030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:41.119709 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-00ec6d5e-17b2-40d5-a211-c90beebe9e21 tempest-DHCPAgentSchedulersTestJSON-391228215 tempest-DHCPAgentSchedulersTestJSON-391228215-project-admin] 10.222.0.66 "POST /v2.0/agents/390e23c6-7b20-48da-b831-e3ada581e725/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2673378 Aug 16 01:50:41.123214 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35482) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:41.202732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04abd312-d00a-4834-9327-f58ca23d354d None None] Network 6b391c81-0f06-4141-9fa0-4b018de60e5f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:41.207905 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aede3e-a52c-457b-8cad-798e327da867 x-openstack-request-id: req-b7aede3e-a52c-457b-8cad-798e327da867 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:41.208192 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:41.208442 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7aede3e-a52c-457b-8cad-798e327da867 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:41.208828 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'code': 200} Aug 16 01:50:41.216372 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.243682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebcb8c-c64c-4277-983c-2fad40a3757a req-934b30e2-b54f-4493-81e4-0e7fda070ac0 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:41.257420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecebcb8c-c64c-4277-983c-2fad40a3757a req-934b30e2-b54f-4493-81e4-0e7fda070ac0 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 945 time: 0.2087033 Aug 16 01:50:41.305946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:41.361077 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1ec85302-a9dc-4f99-9be1-3b9e149003b8 tempest-DHCPAgentSchedulersTestJSON-391228215 tempest-DHCPAgentSchedulersTestJSON-391228215-project-admin] 10.222.0.66 "GET /v2.0/agents/390e23c6-7b20-48da-b831-e3ada581e725/dhcp-networks HTTP/1.1" status: 200 len: 12816 time: 0.2377696 Aug 16 01:50:41.364574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35486) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:41.387568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecebcb8c-c64c-4277-983c-2fad40a3757a req-42c4376f-3fe4-4358-86e4-e1756864713a tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187630 Aug 16 01:50:41.436560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1f254204-cd65-49f2-8574-2ba3f970cec5 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:41.462107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d99cec49-e79b-4aa6-9b28-4c9e02bb892f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:41.525785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:41.533515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d99cec49-e79b-4aa6-9b28-4c9e02bb892f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:41.548180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:41.548587 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.680666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Made reservation on behalf of 7d55668ce6cd49b8a6ada470706b8799 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:41.685414 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-690173bf-101f-4ae3-bd2b-b6607db661a1 tempest-DHCPAgentSchedulersTestJSON-391228215 tempest-DHCPAgentSchedulersTestJSON-391228215-project-admin] 10.222.0.66 "DELETE /v2.0/agents/390e23c6-7b20-48da-b831-e3ada581e725/dhcp-networks/6b391c81-0f06-4141-9fa0-4b018de60e5f HTTP/1.1" status: 204 len: 168 time: 0.3187196 Aug 16 01:50:41.686574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35500) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:41.698716 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.698852 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1f254204-cd65-49f2-8574-2ba3f970cec5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1f254204-cd65-49f2-8574-2ba3f970cec5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:41.727629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '1f254204-cd65-49f2-8574-2ba3f970cec5', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'port_id': '1f254204-cd65-49f2-8574-2ba3f970cec5', 'mac_address': 'fa:16:3e:7d:ee:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36248d85-ffe8-48a4-8ed4-f53ad621065f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:41.852368 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.892277 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4f06020f-0b8f-4a01-805a-1ee9a377725f tempest-DHCPAgentSchedulersTestJSON-391228215 tempest-DHCPAgentSchedulersTestJSON-391228215-project-admin] 10.222.0.66 "GET /v2.0/agents/390e23c6-7b20-48da-b831-e3ada581e725/dhcp-networks HTTP/1.1" status: 200 len: 12046 time: 0.2041793 Aug 16 01:50:41.895372 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35506) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:41.934619 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c518a969-a2be-4966-aaae-6863dfa73bcd tempest-DHCPAgentSchedulersTestJSON-391228215 tempest-DHCPAgentSchedulersTestJSON-391228215-project-admin] 10.222.0.66 "GET /v2.0/networks/e9524c7b-abd0-4c3c-ad6c-984ef3949a91/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0375409 Aug 16 01:50:41.937526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35508) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:41.948800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 93d6c893-87ae-4d2d-a291-938ea6030049 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:41.956286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.958455 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fd62bd45-97c8-4648-90ca-584ff1f2dce1 tempest-DHCPAgentSchedulersTestJSON-391228215 tempest-DHCPAgentSchedulersTestJSON-391228215-project-admin] 10.222.0.66 "GET /v2.0/networks/e9524c7b-abd0-4c3c-ad6c-984ef3949a91/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0195103 Aug 16 01:50:41.975586 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35512) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:42.055812 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dd687b0-5a14-4f7c-a334-374170d27598 req-7437528d-ee5f-41f9-8c3c-da40a2cba21f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 210 time: 0.1137965 Aug 16 01:50:42.114382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04fdae-0656-4d24-a8e8-f2231bd4fc6c req-9aad33ba-0ab5-4aa3-a698-812c317feaac tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:42.126447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e04fdae-0656-4d24-a8e8-f2231bd4fc6c req-9aad33ba-0ab5-4aa3-a698-812c317feaac tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.3821778 Aug 16 01:50:42.141974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f254204-cd65-49f2-8574-2ba3f970cec5 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:42.165754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:42.217284 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-97b08f07-f1cf-4a7a-8e7e-e6da4c927e29 tempest-DHCPAgentSchedulersTestJSON-391228215 tempest-DHCPAgentSchedulersTestJSON-391228215-project-admin] 10.222.0.66 "GET /v2.0/agents/390e23c6-7b20-48da-b831-e3ada581e725/dhcp-networks HTTP/1.1" status: 200 len: 12046 time: 0.2404439 Aug 16 01:50:42.221257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35520) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:42.250652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1f254204-cd65-49f2-8574-2ba3f970cec5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1f254204-cd65-49f2-8574-2ba3f970cec5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:42.282081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 93d6c893-87ae-4d2d-a291-938ea6030049 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:42.282349 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.333930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.334282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.338382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e04fdae-0656-4d24-a8e8-f2231bd4fc6c req-5c97049e-f720-4153-80f5-bad2c4cdb217 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109759 Aug 16 01:50:42.344967 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.393574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Allocated IP 172.20.0.5 (77553ffc-af18-4cf6-9905-ff4902fc62b3/35f9b9ae-2167-4e77-8dee-a665ff65a04b/d987452a-0433-40a7-8e2a-315a2560ec79) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:42.436877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a823b30-99f1-4bb1-875c-66a7e419e57b req-cc64f7e1-18e9-49be-bc17-182876520fbf tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:42.449670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a823b30-99f1-4bb1-875c-66a7e419e57b req-cc64f7e1-18e9-49be-bc17-182876520fbf tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 944 time: 0.2025206 Aug 16 01:50:42.500640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['1f254204-cd65-49f2-8574-2ba3f970cec5'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:42.505023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:42.544978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a823b30-99f1-4bb1-875c-66a7e419e57b req-3e768027-0c63-4d26-a55a-b15664e92e0d tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924368 Aug 16 01:50:42.654454 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.683536 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b391c81-0f06-4141-9fa0-4b018de60e5f']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:42.704104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=1f254204-cd65-49f2-8574-2ba3f970cec5,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:42.720818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44de859-f073-40aa-be31-aed12ea5d21f') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:42.721130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44de859-f073-40aa-be31-aed12ea5d21f') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:42.738360 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.752912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.784232 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.798900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:50:42.799315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:50:42.803056 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:50:42.934945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ca03b-9976-4d7b-b347-1f175f0a5bdd req-beb876e6-dfb5-43d3-990c-b33e221b40a1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:42.959494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d41ca03b-9976-4d7b-b347-1f175f0a5bdd req-beb876e6-dfb5-43d3-990c-b33e221b40a1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.1233673 Aug 16 01:50:42.968427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.026981 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.039384 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.045740 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] 10.222.0.66 "DELETE /v2.0/networks/6b391c81-0f06-4141-9fa0-4b018de60e5f HTTP/1.1" status: 204 len: 168 time: 0.8220108 Aug 16 01:50:43.051169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35540) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:43.088837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39f2c7-622f-4a88-945f-425451d287e5 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Pushing event deleted for resources: {'Network': ['ID=6b391c81-0f06-4141-9fa0-4b018de60e5f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:43.163053 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe38dd3-4d03-435a-95f9-0509535758f4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] DELETE failed (client error): The resource could not be found. Aug 16 01:50:43.163845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe38dd3-4d03-435a-95f9-0509535758f4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:50:43.165581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fbe38dd3-4d03-435a-95f9-0509535758f4 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] 10.222.0.66 "DELETE /v2.0/ports/03767df2-5b02-4bd7-a61a-d32b3b44940b HTTP/1.1" status: 404 len: 333 time: 0.1015184 Aug 16 01:50:43.168317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35546) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:43.182946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Network 77553ffc-af18-4cf6-9905-ff4902fc62b3 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:43.209751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:43.212046 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6304349d-4d41-4c0a-b76f-63fb13c5b3aa" -d '{"events": [{"server_uuid": "553b429e-0ad7-4709-8238-6fffe0b423ce", "name": "network-vif-plugged", "status": "completed", "tag": "6546d515-5bf1-42f9-b3e8-b0ca02f6f75e"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:43.231479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:43.276326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:43.279827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Pushing event updated for resources: {'Port': ['ID=d987452a-0433-40a7-8e2a-315a2560ec79,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:43.295968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d41ca03b-9976-4d7b-b347-1f175f0a5bdd req-7e68a1cf-f244-43db-afd9-70a398b310ba tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268378 Aug 16 01:50:43.312909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbf3418-26dd-4093-8bb8-560cafe5a5af tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Deleting subnet df9819d2-e1ca-40cd-a688-0c7df2727000 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:50:43.330520 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3418-26dd-4093-8bb8-560cafe5a5af tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.429896 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3418-26dd-4093-8bb8-560cafe5a5af tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.437669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1f254204-cd65-49f2-8574-2ba3f970cec5 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:43.452630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:43.470806 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.537180 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a91c54c-3c08-4456-b0cc-e1a1b4911b1c x-openstack-request-id: req-7a91c54c-3c08-4456-b0cc-e1a1b4911b1c {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:43.555789 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553b429e-0ad7-4709-8238-6fffe0b423ce", "name": "network-vif-plugged", "status": "completed", "tag": "6546d515-5bf1-42f9-b3e8-b0ca02f6f75e", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:43.556272 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a91c54c-3c08-4456-b0cc-e1a1b4911b1c {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:43.556953 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e', 'code': 200} Aug 16 01:50:43.563602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ff10f-24ef-4e43-89ff-16c7bb767c05 req-9a6d1788-4d1a-45d7-9cb8-a940b2e2d15f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:43.571773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-316ff10f-24ef-4e43-89ff-16c7bb767c05 req-9a6d1788-4d1a-45d7-9cb8-a940b2e2d15f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 931 time: 0.3968279 Aug 16 01:50:43.623897 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3418-26dd-4093-8bb8-560cafe5a5af tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.658496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 1f254204-cd65-49f2-8574-2ba3f970cec5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:43.660856 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.748484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-44c51f26-0e54-41c0-966d-f7bbfb9f200d tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6873817 Aug 16 01:50:43.791597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3418-26dd-4093-8bb8-560cafe5a5af tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.836857 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3418-26dd-4093-8bb8-560cafe5a5af tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.846720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-157ebb9b-494c-41bd-b80b-88aef8423bfd tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:50:43.850504 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3bbf3418-26dd-4093-8bb8-560cafe5a5af tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] 10.222.0.66 "DELETE /v2.0/subnets/df9819d2-e1ca-40cd-a688-0c7df2727000 HTTP/1.1" status: 204 len: 168 time: 0.6807737 Aug 16 01:50:43.854507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35556) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:43.856578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44deae6c-36bb-44b5-bcde-3ebf6e8b9f21 None None] Network e9524c7b-abd0-4c3c-ad6c-984ef3949a91 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:43.862259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-157ebb9b-494c-41bd-b80b-88aef8423bfd tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201488 Aug 16 01:50:43.895984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Request body: {'port': {'device_id': 'dda5b732-2871-4a26-b059-a446bec06b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:43.926087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-316ff10f-24ef-4e43-89ff-16c7bb767c05 req-03eb0dba-d587-4231-986b-3b223f1153ea tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407331 Aug 16 01:50:43.960766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf3418-26dd-4093-8bb8-560cafe5a5af tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Pushing event deleted for resources: {'Subnet': ['ID=df9819d2-e1ca-40cd-a688-0c7df2727000,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:44.009851 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.038054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc714bea-6ba7-44b7-9fd4-781d6521a5ab req-56487768-01c3-4ca9-b499-9b338e99e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:44.055643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc714bea-6ba7-44b7-9fd4-781d6521a5ab req-56487768-01c3-4ca9-b499-9b338e99e07b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 1098 time: 0.4675941 Aug 16 01:50:44.065503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb9b3b-c659-4a9a-800f-22574d5afc4d req-fa77fd3b-9f4f-4e69-8a3b-bbf00614a36c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:44.078573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40cb9b3b-c659-4a9a-800f-22574d5afc4d req-fa77fd3b-9f4f-4e69-8a3b-bbf00614a36c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 944 time: 0.3525028 Aug 16 01:50:44.157198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1f254204-cd65-49f2-8574-2ba3f970cec5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1f254204-cd65-49f2-8574-2ba3f970cec5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:44.169689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.228878 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc714bea-6ba7-44b7-9fd4-781d6521a5ab req-e90cdb1b-db6e-4527-9032-740b048ca26e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475043 Aug 16 01:50:44.236983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c3862-4699-4803-b997-d4f2b01b79c0 None None] DHCP port deletion for e9524c7b-abd0-4c3c-ad6c-984ef3949a91 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:50:44.292988 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.294939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d99cec49-e79b-4aa6-9b28-4c9e02bb892f up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:44.319615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Deleting port 93d6c893-87ae-4d2d-a291-938ea6030049 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:44.323030 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.402205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40cb9b3b-c659-4a9a-800f-22574d5afc4d req-dd887a7c-2326-430f-b624-10a3bce382bf tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225331 Aug 16 01:50:44.440518 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.470849 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=1f254204-cd65-49f2-8574-2ba3f970cec5,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:44.515223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] For port 93d6c893-87ae-4d2d-a291-938ea6030049, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=93d6c893-87ae-4d2d-a291-938ea6030049,segment=NetworkSegment(1834f8c1-80c1-46f4-96ee-b68a26038023),segment_id=1834f8c1-80c1-46f4-96ee-b68a26038023)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:44.515614 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.525737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c3862-4699-4803-b997-d4f2b01b79c0 None None] Deleting port 93d6c893-87ae-4d2d-a291-938ea6030049 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:44.526153 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3e3c3862-4699-4803-b997-d4f2b01b79c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.549335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Calling delete_port for 93d6c893-87ae-4d2d-a291-938ea6030049 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:44.740146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port d99cec49-e79b-4aa6-9b28-4c9e02bb892f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:44.754291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port d99cec49-e79b-4aa6-9b28-4c9e02bb892f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:44.754734 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.820082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3e3c3862-4699-4803-b997-d4f2b01b79c0 None None] For port 93d6c893-87ae-4d2d-a291-938ea6030049, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=93d6c893-87ae-4d2d-a291-938ea6030049,segment=NetworkSegment(1834f8c1-80c1-46f4-96ee-b68a26038023),segment_id=1834f8c1-80c1-46f4-96ee-b68a26038023)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:44.820480 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3e3c3862-4699-4803-b997-d4f2b01b79c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.837714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c3862-4699-4803-b997-d4f2b01b79c0 None None] Calling delete_port for 93d6c893-87ae-4d2d-a291-938ea6030049 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:44.871044 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.907460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] No DVR routers for this DVR port 93d6c893-87ae-4d2d-a291-938ea6030049 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:44.939822 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.985693 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d99cec49-e79b-4aa6-9b28-4c9e02bb892f, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d99cec49-e79b-4aa6-9b28-4c9e02bb892f,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:45.012013 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Pushing event deleted for resources: {'Port': ['ID=93d6c893-87ae-4d2d-a291-938ea6030049,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:45.029643 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3e3c3862-4699-4803-b997-d4f2b01b79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.041702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b2e2f-3e1d-45e1-9cd4-3f6998e23632 req-a8075a1e-9969-4c10-926c-9dc7549fef0e tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:45.059727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab8b2e2f-3e1d-45e1-9cd4-3f6998e23632 req-a8075a1e-9969-4c10-926c-9dc7549fef0e tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 944 time: 0.8337657 Aug 16 01:50:45.065499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c3862-4699-4803-b997-d4f2b01b79c0 None None] Pushing event deleted for resources: {'Port': ['ID=93d6c893-87ae-4d2d-a291-938ea6030049,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:45.090626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c3862-4699-4803-b997-d4f2b01b79c0 None None] No DVR routers for this DVR port 93d6c893-87ae-4d2d-a291-938ea6030049 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:45.116998 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.162311 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.181307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9524c7b-abd0-4c3c-ad6c-984ef3949a91']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:45.200234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d987452a-0433-40a7-8e2a-315a2560ec79 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:45.210254 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1834f8c1-80c1-46f4-96ee-b68a26038023') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:45.210553 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1834f8c1-80c1-46f4-96ee-b68a26038023') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:45.211293 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.222186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d99cec49-e79b-4aa6-9b28-4c9e02bb892f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:45.226922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Transition to ACTIVE for port object d987452a-0433-40a7-8e2a-315a2560ec79 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:45.228757 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.247022 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.253331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:50:45.253927 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.256365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee07f40-1744-4d20-938c-a998d9406752 req-554a342f-2a1d-41de-b778-3223f0995f46 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:45.258211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dee07f40-1744-4d20-938c-a998d9406752 req-554a342f-2a1d-41de-b778-3223f0995f46 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.3740406 Aug 16 01:50:45.280295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab8b2e2f-3e1d-45e1-9cd4-3f6998e23632 req-82530590-6577-46d1-99b4-5893ac0aefcf tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154536 Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:50:45.344338 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:50:45.352791 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.400402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dee07f40-1744-4d20-938c-a998d9406752 req-53cccf14-43f5-450f-8ab2-6b6f26f4afab tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172376 Aug 16 01:50:45.410584 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.418703 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.420590 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] 10.222.0.66 "DELETE /v2.0/networks/e9524c7b-abd0-4c3c-ad6c-984ef3949a91 HTTP/1.1" status: 204 len: 168 time: 1.5003462 Aug 16 01:50:45.493433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456d584-1616-489e-9fcb-0ec79e068f14 tempest-DHCPAgentSchedulersTestJSON-876555789 tempest-DHCPAgentSchedulersTestJSON-876555789-project] Pushing event deleted for resources: {'Network': ['ID=e9524c7b-abd0-4c3c-ad6c-984ef3949a91,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:45.504407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d987452a-0433-40a7-8e2a-315a2560ec79,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:45.559279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f254204-cd65-49f2-8574-2ba3f970cec5'}, {'server_uuid': '2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99cec49-e79b-4aa6-9b28-4c9e02bb892f'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:45.561649 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea77461-fc68-4113-95f7-be64ca16d3dd" -d '{"events": [{"server_uuid": "43ecbe78-a755-4b06-90d9-cb3c9ddaca93", "name": "network-vif-plugged", "status": "completed", "tag": "1f254204-cd65-49f2-8574-2ba3f970cec5"}, {"server_uuid": "2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc", "name": "network-vif-plugged", "status": "completed", "tag": "d99cec49-e79b-4aa6-9b28-4c9e02bb892f"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:45.715736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Attempting to bind port d987452a-0433-40a7-8e2a-315a2560ec79 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:45.716080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Attempting to bind port d987452a-0433-40a7-8e2a-315a2560ec79 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:45.716426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Attempting to bind port d987452a-0433-40a7-8e2a-315a2560ec79 on network 77553ffc-af18-4cf6-9905-ff4902fc62b3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:45.729508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83615c5e-a5b9-4814-9349-35d1dfe3021c req-2a935bdf-d88e-43b4-b524-2e4c4bde5e15 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:45.731253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83615c5e-a5b9-4814-9349-35d1dfe3021c req-2a935bdf-d88e-43b4-b524-2e4c4bde5e15 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 943 time: 0.1745360 Aug 16 01:50:45.760239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Port d987452a-0433-40a7-8e2a-315a2560ec79 on network 77553ffc-af18-4cf6-9905-ff4902fc62b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:45.760608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Attempting to bind port d987452a-0433-40a7-8e2a-315a2560ec79 on network 77553ffc-af18-4cf6-9905-ff4902fc62b3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:45.817789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:45.818336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Checking segment: {'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:45.818876 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Bound using segment: {'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:45.819512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Bound port: d987452a-0433-40a7-8e2a-315a2560ec79, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:45.820025 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.860778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61f660-651b-4bd3-9e9c-d5eeac036e74 req-4bfa1c3c-8a7f-40bd-a28d-5a1d63e76d39 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:45.862630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb61f660-651b-4bd3-9e9c-d5eeac036e74 req-4bfa1c3c-8a7f-40bd-a28d-5a1d63e76d39 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1715455 Aug 16 01:50:45.870657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83615c5e-a5b9-4814-9349-35d1dfe3021c req-98bb66ca-5df9-404c-8cad-0dc38d87a997 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155758 Aug 16 01:50:45.905201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 93d6c893-87ae-4d2d-a291-938ea6030049 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:45.950570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb61f660-651b-4bd3-9e9c-d5eeac036e74 req-d61e174a-c6cb-4e0c-9fff-5f6c6f562668 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781238 Aug 16 01:50:45.956590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] For port d987452a-0433-40a7-8e2a-315a2560ec79, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:45.961791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] For port d987452a-0433-40a7-8e2a-315a2560ec79, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d987452a-0433-40a7-8e2a-315a2560ec79,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:45.991253 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a748d0-7a58-41cd-8d52-6498493b48f8 x-openstack-request-id: req-a4a748d0-7a58-41cd-8d52-6498493b48f8 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:46.024061 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ecbe78-a755-4b06-90d9-cb3c9ddaca93", "name": "network-vif-plugged", "status": "completed", "tag": "1f254204-cd65-49f2-8574-2ba3f970cec5", "code": 200}, {"server_uuid": "2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc", "name": "network-vif-plugged", "status": "completed", "tag": "d99cec49-e79b-4aa6-9b28-4c9e02bb892f", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:46.024061 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4a748d0-7a58-41cd-8d52-6498493b48f8 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:46.024061 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f254204-cd65-49f2-8574-2ba3f970cec5', 'code': 200} Aug 16 01:50:46.024061 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99cec49-e79b-4aa6-9b28-4c9e02bb892f', 'code': 200} Aug 16 01:50:46.024061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 93d6c893-87ae-4d2d-a291-938ea6030049 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:46.024061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 93d6c893-87ae-4d2d-a291-938ea6030049 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:46.091434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd0ee7-bb59-423a-8883-acedb7e288b7 req-347e1ada-71c6-4650-85b9-740da690555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:46.092943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30dd0ee7-bb59-423a-8883-acedb7e288b7 req-347e1ada-71c6-4650-85b9-740da690555c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 1097 time: 0.0465512 Aug 16 01:50:46.146468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30dd0ee7-bb59-423a-8883-acedb7e288b7 req-41f60005-6205-4fce-a41c-32241e49cc4e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368929 Aug 16 01:50:46.788032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.953720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9700de-f795-4455-aa11-87175b41753d req-3592d0dc-f679-49b6-ac79-4dee67e3f8ce tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:46.968666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e9700de-f795-4455-aa11-87175b41753d req-3592d0dc-f679-49b6-ac79-4dee67e3f8ce tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 945 time: 0.6145670 Aug 16 01:50:46.987656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35590) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:47.171002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:47.173033 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.174935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] 10.222.0.74 "PUT /v2.0/ports/d987452a-0433-40a7-8e2a-315a2560ec79 HTTP/1.1" status: 200 len: 1092 time: 3.3133886 Aug 16 01:50:47.176170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7f876-1fed-4dca-877e-5454dc3bb9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d987452a-0433-40a7-8e2a-315a2560ec79,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:47.179291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda5b732-2871-4a26-b059-a446bec06b7c', 'tag': 'd987452a-0433-40a7-8e2a-315a2560ec79'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:47.182281 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eceb5c5-5a05-4df4-90c2-e3f9beb6b1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "dda5b732-2871-4a26-b059-a446bec06b7c", "tag": "d987452a-0433-40a7-8e2a-315a2560ec79"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:47.200316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad965-4073-4a40-afe4-77587ea2a97a req-a4157905-6056-4762-acde-bddbe566d659 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:47.209467 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c3ad965-4073-4a40-afe4-77587ea2a97a req-a4157905-6056-4762-acde-bddbe566d659 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.4584188 Aug 16 01:50:47.258785 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bf3532c9-b419-4ef1-bb5e-926c4d495b6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=124f5f7624114d52b22814e67dc3106c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687800 Aug 16 01:50:47.262155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35596) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:47.273174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e9700de-f795-4455-aa11-87175b41753d req-be7505fc-15e1-4197-b5cd-86ee6798be37 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014572 Aug 16 01:50:47.282814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c3ad965-4073-4a40-afe4-77587ea2a97a req-8541fe5a-a562-4d60-a7f3-dc86b7f1dd1b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719702 Aug 16 01:50:47.337806 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9de3265b-06a9-445e-9af6-3a19c1f0d82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.362793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9de3265b-06a9-445e-9af6-3a19c1f0d82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.439766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bfbef-4c81-41bc-a556-bf75da217115 req-3523848d-59d2-42a6-96f7-cd470a64caa0 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:47.441635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-351bfbef-4c81-41bc-a556-bf75da217115 req-3523848d-59d2-42a6-96f7-cd470a64caa0 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 943 time: 0.0806825 Aug 16 01:50:47.488265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-351bfbef-4c81-41bc-a556-bf75da217115 req-8c27a1b3-bba2-4601-9e5c-8228e3d75367 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393977 Aug 16 01:50:47.548805 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ade6a6e-d170-4519-b5a2-cd7a3fe68af9 x-openstack-request-id: req-0ade6a6e-d170-4519-b5a2-cd7a3fe68af9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:47.549279 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda5b732-2871-4a26-b059-a446bec06b7c", "tag": "d987452a-0433-40a7-8e2a-315a2560ec79", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:47.549412 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0ade6a6e-d170-4519-b5a2-cd7a3fe68af9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:47.549737 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda5b732-2871-4a26-b059-a446bec06b7c', 'tag': 'd987452a-0433-40a7-8e2a-315a2560ec79', 'status': 'completed', 'code': 200} Aug 16 01:50:47.568505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4c13-b1cd-4c5a-9641-2ca4b503e191 req-d408aa24-b9fe-48e3-9a6c-58fa89424168 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:47.577721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-564f4c13-b1cd-4c5a-9641-2ca4b503e191 req-d408aa24-b9fe-48e3-9a6c-58fa89424168 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0806277 Aug 16 01:50:47.646771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-564f4c13-b1cd-4c5a-9641-2ca4b503e191 req-42c97983-b7c0-44da-827d-63b241a597cc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668342 Aug 16 01:50:47.696337 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9de3265b-06a9-445e-9af6-3a19c1f0d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.701194 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9de3265b-06a9-445e-9af6-3a19c1f0d82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.702640 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9de3265b-06a9-445e-9af6-3a19c1f0d82c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e29a29a6-20a7-49a2-9673-b32a30ae3436 HTTP/1.1" status: 204 len: 168 time: 0.4390328 Aug 16 01:50:47.718602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3265b-06a9-445e-9af6-3a19c1f0d82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29a29a6-20a7-49a2-9673-b32a30ae3436,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:47.751923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539128d-ec4d-4953-8be9-b3614f46e994 req-dc696a53-b29c-4914-a050-b79c8994f889 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:47.766348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8539128d-ec4d-4953-8be9-b3614f46e994 req-dc696a53-b29c-4914-a050-b79c8994f889 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 1098 time: 0.1415648 Aug 16 01:50:47.883747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8539128d-ec4d-4953-8be9-b3614f46e994 req-474ed452-59ae-42a9-af5c-efca0af3f7fc tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139677 Aug 16 01:50:47.921724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb5c5-5a05-4df4-90c2-e3f9beb6b1a4 req-88e9847b-d8a8-475e-a9c3-e80ca5d5ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:47.923602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9eceb5c5-5a05-4df4-90c2-e3f9beb6b1a4 req-88e9847b-d8a8-475e-a9c3-e80ca5d5ac14 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d55668ce6cd49b8a6ada470706b8799&device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 1095 time: 0.3267860 Aug 16 01:50:48.179665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab31a24-a708-40a1-bea7-ab547356061f req-a9f5c2bf-27af-4099-a788-8fb4d81ec071 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.187242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ab31a24-a708-40a1-bea7-ab547356061f req-a9f5c2bf-27af-4099-a788-8fb4d81ec071 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 1098 time: 0.1089222 Aug 16 01:50:48.258724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb5c5-5a05-4df4-90c2-e3f9beb6b1a4 req-2cedb847-0f6b-42e2-b316-36349f828c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.262214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9eceb5c5-5a05-4df4-90c2-e3f9beb6b1a4 req-2cedb847-0f6b-42e2-b316-36349f828c2e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7d55668ce6cd49b8a6ada470706b8799&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3283410 Aug 16 01:50:48.274368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ab31a24-a708-40a1-bea7-ab547356061f req-2c5358d5-47ec-48d0-a7be-3aa2adb53e16 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859611 Aug 16 01:50:48.521347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba64b2-7f88-4ab5-bf5c-a0bc5177b5ea req-ae9246ef-d432-4fca-a131-3104e751a3cd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.533629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdba64b2-7f88-4ab5-bf5c-a0bc5177b5ea req-ae9246ef-d432-4fca-a131-3104e751a3cd tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 945 time: 0.1078076 Aug 16 01:50:48.601758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdba64b2-7f88-4ab5-bf5c-a0bc5177b5ea req-b08ee74b-cf22-4a11-b70b-d324dad04275 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668678 Aug 16 01:50:48.630700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb5c5-5a05-4df4-90c2-e3f9beb6b1a4 req-7aa6cf2b-cadf-4767-b363-944b2ff5e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.634155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9eceb5c5-5a05-4df4-90c2-e3f9beb6b1a4 req-7aa6cf2b-cadf-4767-b363-944b2ff5e242 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3540359 Aug 16 01:50:48.787327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-ff3f7f85-d6ab-41a9-8492-b4d18339d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.795133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-ff3f7f85-d6ab-41a9-8492-b4d18339d986 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d55668ce6cd49b8a6ada470706b8799&device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 1095 time: 0.1016698 Aug 16 01:50:48.847019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35632) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:48.875152 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fa66a96-7cbd-4674-b3a5-d7dfcf9e56ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.891110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-64f06556-ec5d-44ed-905b-97a91762ca5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d987452a-0433-40a7-8e2a-315a2560ec79 HTTP/1.1" status: 200 len: 217 time: 0.0871031 Aug 16 01:50:48.999734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-1fe7aad2-d3bd-4107-928f-ffa5c52d10f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:49.001504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-1fe7aad2-d3bd-4107-928f-ffa5c52d10f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35f9b9ae-2167-4e77-8dee-a665ff65a04b HTTP/1.1" status: 200 len: 850 time: 0.0745907 Aug 16 01:50:49.045848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b721f-057d-4c7a-b2fb-53628410b2ad req-4b516a19-43a6-40cd-94fa-4a1bd41b68ed tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:49.063935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-787b721f-057d-4c7a-b2fb-53628410b2ad req-4b516a19-43a6-40cd-94fa-4a1bd41b68ed tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 943 time: 0.1699467 Aug 16 01:50:49.092217 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fa66a96-7cbd-4674-b3a5-d7dfcf9e56ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.098765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-64ae7ab3-b75c-4b13-8875-12842c6c8777 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=77553ffc-af18-4cf6-9905-ff4902fc62b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893695 Aug 16 01:50:49.165588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-787b721f-057d-4c7a-b2fb-53628410b2ad req-4ff85350-e258-4c92-96c7-468787bb9286 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699286 Aug 16 01:50:49.210637 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fa66a96-7cbd-4674-b3a5-d7dfcf9e56ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.278888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa66a96-7cbd-4674-b3a5-d7dfcf9e56ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9318e69-3797-47fd-a4d0-ebbe9f950e12,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:49.361472 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6fa66a96-7cbd-4674-b3a5-d7dfcf9e56ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=140c4ddbeb2d425ca5567ab7382e184e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109410 Aug 16 01:50:49.361472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35638) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:49.492496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0036efbb-1741-426e-ab79-a658f7df7251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.509278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-a787ae3d-3e4b-4bfe-870d-ce76a62b5631 service neutron] 10.222.0.74 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622296 Aug 16 01:50:49.545986 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0036efbb-1741-426e-ab79-a658f7df7251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.713138 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0036efbb-1741-426e-ab79-a658f7df7251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.715989 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0036efbb-1741-426e-ab79-a658f7df7251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.717340 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0036efbb-1741-426e-ab79-a658f7df7251 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9318e69-3797-47fd-a4d0-ebbe9f950e12 HTTP/1.1" status: 204 len: 168 time: 0.3556111 Aug 16 01:50:49.745690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac289a47-41e3-455d-972d-114ed49fc6c2 req-adf7c395-1738-42f3-9fe5-8bd1d38c7021 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:49.751626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac289a47-41e3-455d-972d-114ed49fc6c2 req-adf7c395-1738-42f3-9fe5-8bd1d38c7021 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.4041886 Aug 16 01:50:49.773588 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036efbb-1741-426e-ab79-a658f7df7251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9318e69-3797-47fd-a4d0-ebbe9f950e12,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:49.900082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ff4a90f-fb35-4dac-af65-a9c4a98a4545 req-2ec10127-6959-424c-80c2-5fa6f3c45766 service neutron] 10.222.0.74 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797388 Aug 16 01:50:49.926358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac289a47-41e3-455d-972d-114ed49fc6c2 req-c2713968-61ad-4440-a23e-3a8427dd0ba8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542642 Aug 16 01:50:50.402519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55398a-fc4b-4c82-8e3c-197cffb5c65a req-dfdec230-242c-4f91-a861-b8c534ca674b tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:50.404274 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a55398a-fc4b-4c82-8e3c-197cffb5c65a req-dfdec230-242c-4f91-a861-b8c534ca674b tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 943 time: 0.1202831 Aug 16 01:50:50.495304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a55398a-fc4b-4c82-8e3c-197cffb5c65a req-8f6c161c-ee19-4aee-a480-4cca33105dda tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774426 Aug 16 01:50:50.665268 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.233932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2625df-256b-412e-8c85-6e41ae86c33e req-ea839622-6c2b-46c4-88e7-65d2bb440c6d tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:51.250866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed2625df-256b-412e-8c85-6e41ae86c33e req-ea839622-6c2b-46c4-88e7-65d2bb440c6d tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1745346 Aug 16 01:50:51.323701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed2625df-256b-412e-8c85-6e41ae86c33e req-23e5b6ee-a206-4248-8e85-727c1956c66e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773559 Aug 16 01:50:51.583818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2849db88-f90f-4834-9099-53b07fecbb05 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:50:51.596226 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2849db88-f90f-4834-9099-53b07fecbb05 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4619000 Aug 16 01:50:51.602375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Request body: {'binding': {'host': 'n-h2-768509-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:51.603244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Unknown quota resources ['binding']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:50:51.637208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424c1b2-11e9-47e0-9729-66a505a5e989 req-ad71a09d-af2a-433f-a961-8e563feb0722 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:51.639042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5424c1b2-11e9-47e0-9729-66a505a5e989 req-ad71a09d-af2a-433f-a961-8e563feb0722 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 943 time: 0.0624926 Aug 16 01:50:51.729278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5424c1b2-11e9-47e0-9729-66a505a5e989 req-ab072805-dbe6-4772-a121-7337f539b275 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714281 Aug 16 01:50:51.798063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on host n-h2-768509-23 for vnic_type normal with profile None {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:51.798455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:51.798786 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:51.803903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:51.804228 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:51.809170 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:51.809528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:51.810076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:51.810426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Bound port: 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:51.873297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:52.268075 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.271334 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.272621 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-2c706e6e-13bb-4728-899b-d38fe3e58357 service neutron] 10.222.0.66 "POST /v2.0/ports/6546d515-5bf1-42f9-b3e8-b0ca02f6f75e/bindings HTTP/1.1" status: 201 len: 390 time: 0.6753309 Aug 16 01:50:52.448396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4ddd4-1cf2-4f16-b36f-7c3086e0a77b req-afb06277-55c0-4e28-8e13-3f33fc0ddb02 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:52.471373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88e4ddd4-1cf2-4f16-b36f-7c3086e0a77b req-afb06277-55c0-4e28-8e13-3f33fc0ddb02 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0574105 Aug 16 01:50:52.497028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88e4ddd4-1cf2-4f16-b36f-7c3086e0a77b req-3cf33dd9-c512-4bc6-a0ae-f2ffca19d4f7 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401204 Aug 16 01:50:52.827486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510e07-cc56-4aaa-9775-9ba128fea3a1 req-f2b82c7f-ba90-4ebd-9159-8b12e2679283 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:52.829013 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40510e07-cc56-4aaa-9775-9ba128fea3a1 req-f2b82c7f-ba90-4ebd-9159-8b12e2679283 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 943 time: 0.0505624 Aug 16 01:50:52.874152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40510e07-cc56-4aaa-9775-9ba128fea3a1 req-bd91e22a-c003-48a7-bc8f-7962a61d492a tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387099 Aug 16 01:50:53.343212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d33e8b-454b-42b4-8355-b2f85d6194c8 req-a70e941f-6925-4b13-8734-400b92d20512 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.345634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04d33e8b-454b-42b4-8355-b2f85d6194c8 req-a70e941f-6925-4b13-8734-400b92d20512 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.1927125 Aug 16 01:50:53.462947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04d33e8b-454b-42b4-8355-b2f85d6194c8 req-735dba0a-565d-4d0a-ac36-f3ede066c4ea tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041768 Aug 16 01:50:53.480718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d987452a-0433-40a7-8e2a-315a2560ec79 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:53.646744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d987452a-0433-40a7-8e2a-315a2560ec79, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d987452a-0433-40a7-8e2a-315a2560ec79,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:53.662103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'd987452a-0433-40a7-8e2a-315a2560ec79', 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3', 'port_id': 'd987452a-0433-40a7-8e2a-315a2560ec79', 'mac_address': 'fa:16:3e:3c:b6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f9b9ae-2167-4e77-8dee-a665ff65a04b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:53.768398 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.798808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4e275-78e2-4d8d-981e-10798a8c6eed req-46b3a970-d9ee-4012-9900-20d5140d089c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.798808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13e4e275-78e2-4d8d-981e-10798a8c6eed req-46b3a970-d9ee-4012-9900-20d5140d089c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.2087693 Aug 16 01:50:53.819797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d987452a-0433-40a7-8e2a-315a2560ec79 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:53.824914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476178-f8e0-47c5-8668-b4793e992c6d req-1f4fd694-e9fd-41ec-a98f-a07ad9390bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.826533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-1f4fd694-e9fd-41ec-a98f-a07ad9390bb6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 1098 time: 0.1826603 Aug 16 01:50:53.861169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d987452a-0433-40a7-8e2a-315a2560ec79, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d987452a-0433-40a7-8e2a-315a2560ec79,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:53.900496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13e4e275-78e2-4d8d-981e-10798a8c6eed req-53271165-a9db-41f2-bc25-6027b6fd7731 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837452 Aug 16 01:50:53.944955 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.040511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d987452a-0433-40a7-8e2a-315a2560ec79,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:54.202785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476178-f8e0-47c5-8668-b4793e992c6d req-788c1fd0-1165-4322-a674-74143c81ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:54.204947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-788c1fd0-1165-4322-a674-74143c81ed9c service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.3659189 Aug 16 01:50:54.248081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d987452a-0433-40a7-8e2a-315a2560ec79'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:54.314814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-0451b34c-d582-45df-9df1-bfff0b5306b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e HTTP/1.1" status: 200 len: 217 time: 0.1014585 Aug 16 01:50:54.490583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476178-f8e0-47c5-8668-b4793e992c6d req-f8110206-ad16-4900-bf58-47e57fb58bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:54.496411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-f8110206-ad16-4900-bf58-47e57fb58bec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.1713471 Aug 16 01:50:54.652839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-70266cf4-f598-4c3e-abfc-2564eee5bdb6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873177 Aug 16 01:50:54.824821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82459a-61ad-4538-a21a-1725d8e63259 req-92c0a414-d106-4de3-99a3-34fb8e056ef8 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:54.836426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba82459a-61ad-4538-a21a-1725d8e63259 req-92c0a414-d106-4de3-99a3-34fb8e056ef8 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 944 time: 0.5132651 Aug 16 01:50:54.912239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860faf2-c457-42f8-8aeb-db60bf769ffc req-61c81908-d2ed-4e3c-8d8e-118e23e2ccbd tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:54.913981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9860faf2-c457-42f8-8aeb-db60bf769ffc req-61c81908-d2ed-4e3c-8d8e-118e23e2ccbd tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.2601399 Aug 16 01:50:55.004343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba82459a-61ad-4538-a21a-1725d8e63259 req-1f4a72da-00ab-49f0-af5c-9a50e03886c2 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585810 Aug 16 01:50:55.007065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-1bb70642-07ae-4345-af19-9ff3bb5ef836 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028228 Aug 16 01:50:55.377505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-e3c6b5dd-d100-4eb4-934b-8d2b73aeda4d service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616889 Aug 16 01:50:55.420830 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9860faf2-c457-42f8-8aeb-db60bf769ffc req-8449dba2-17f7-42da-a008-2ca7c5873af1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984300 Aug 16 01:50:55.475045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b806c-26d9-4fc9-a69b-202e3d013396 req-6fe6d38b-2646-4d30-a4cc-7b724afa2b80 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.478740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-719b806c-26d9-4fc9-a69b-202e3d013396 req-6fe6d38b-2646-4d30-a4cc-7b724afa2b80 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.3084393 Aug 16 01:50:55.496289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d987452a-0433-40a7-8e2a-315a2560ec79 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:55.649844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-719b806c-26d9-4fc9-a69b-202e3d013396 req-8ceea023-ecff-47ea-8609-53eb31f0c778 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641243 Aug 16 01:50:55.833616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port d987452a-0433-40a7-8e2a-315a2560ec79 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:55.845131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port d987452a-0433-40a7-8e2a-315a2560ec79 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:55.848253 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.985081 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.035919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5b732-2871-4a26-b059-a446bec06b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd987452a-0433-40a7-8e2a-315a2560ec79'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:56.041304 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae21c33-60cb-4820-84f0-b73e377aa410" -d '{"events": [{"server_uuid": "dda5b732-2871-4a26-b059-a446bec06b7c", "name": "network-vif-plugged", "status": "completed", "tag": "d987452a-0433-40a7-8e2a-315a2560ec79"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:56.094518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35782) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:56.105886 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d987452a-0433-40a7-8e2a-315a2560ec79, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d987452a-0433-40a7-8e2a-315a2560ec79,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:56.160056 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ceeed8-02ee-46ae-b5a3-624c2df32a1e x-openstack-request-id: req-c6ceeed8-02ee-46ae-b5a3-624c2df32a1e {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:56.160580 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5b732-2871-4a26-b059-a446bec06b7c", "name": "network-vif-plugged", "status": "completed", "tag": "d987452a-0433-40a7-8e2a-315a2560ec79", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:56.161077 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6ceeed8-02ee-46ae-b5a3-624c2df32a1e {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:56.161908 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda5b732-2871-4a26-b059-a446bec06b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd987452a-0433-40a7-8e2a-315a2560ec79', 'code': 200} Aug 16 01:50:56.193364 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.248521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabb8b-7243-422b-83e9-5762e1e048ab req-c4eccdc7-7412-4a32-a5ef-73240f3adb81 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.255126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3cabb8b-7243-422b-83e9-5762e1e048ab req-c4eccdc7-7412-4a32-a5ef-73240f3adb81 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 944 time: 0.1201053 Aug 16 01:50:56.315457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d987452a-0433-40a7-8e2a-315a2560ec79,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:56.432732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:56.523210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1d7df-af2f-4c29-89cf-4eab2a2b4a24 req-6a08c630-2d14-4c9e-a807-448dfb030911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.527921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea1d7df-af2f-4c29-89cf-4eab2a2b4a24 req-6a08c630-2d14-4c9e-a807-448dfb030911 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 1097 time: 0.2999055 Aug 16 01:50:56.556208 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.661720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3cabb8b-7243-422b-83e9-5762e1e048ab req-cafa6131-5ae8-404f-8600-2b7b6d00f9dd tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444273 Aug 16 01:50:56.694790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea1d7df-af2f-4c29-89cf-4eab2a2b4a24 req-125a0b16-4e9e-40c2-8117-b53e21f605a1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515582 Aug 16 01:50:56.771820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b1e9d-8bc8-46da-bdc2-3f2c20fd078b req-570401ac-27f4-41f6-8b5b-e47715888b9e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.789066 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-251b1e9d-8bc8-46da-bdc2-3f2c20fd078b req-570401ac-27f4-41f6-8b5b-e47715888b9e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.1115234 Aug 16 01:50:56.838652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.892649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-251b1e9d-8bc8-46da-bdc2-3f2c20fd078b req-2cb3a01b-45ff-4c08-ad86-2f8993464638 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894902 Aug 16 01:50:56.999833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad164d-7a68-4fe4-9582-3a4abbda708e req-fe862ae8-ec0d-4f30-815b-29bf94c5df73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.006235 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9ad164d-7a68-4fe4-9582-3a4abbda708e req-fe862ae8-ec0d-4f30-815b-29bf94c5df73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1032329 Aug 16 01:50:57.116588 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Allocated IP 172.25.8.115 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/5d31c576-b731-4055-98e1-80cf1877cab0) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:57.121037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9ad164d-7a68-4fe4-9582-3a4abbda708e req-afdda99b-e141-4804-ad19-d6b32f182fb0 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073537 Aug 16 01:50:57.403124 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.611162 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.721997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:57.728034 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event updated for resources: {'Port': ['ID=5d31c576-b731-4055-98e1-80cf1877cab0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:57.730952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:57.744042 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:57.859058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e097a-da47-4e3d-b3df-9852635cc945 req-103e4d5a-740d-4017-931e-0a410c4380ef tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.870191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-386e097a-da47-4e3d-b3df-9852635cc945 req-103e4d5a-740d-4017-931e-0a410c4380ef tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0947626 Aug 16 01:50:58.022065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-386e097a-da47-4e3d-b3df-9852635cc945 req-f65bac05-8897-415a-beaf-c80cc8051961 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307800 Aug 16 01:50:58.241424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178e82a-1c40-4084-ab45-e517ae6da22e req-d4ebe9d3-e5df-4554-b0a7-617b10448ae3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.241424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f178e82a-1c40-4084-ab45-e517ae6da22e req-d4ebe9d3-e5df-4554-b0a7-617b10448ae3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.0544617 Aug 16 01:50:58.241778 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.270588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f178e82a-1c40-4084-ab45-e517ae6da22e req-6c56ddc4-ed82-442d-97e3-c02713ecc110 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380504 Aug 16 01:50:58.447376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dcb92-589d-42b1-9bda-5e29dedbacad req-da70d47f-4d24-49a5-b337-af443a12a2dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.448934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-517dcb92-589d-42b1-9bda-5e29dedbacad req-da70d47f-4d24-49a5-b337-af443a12a2dc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0559533 Aug 16 01:50:58.491561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-517dcb92-589d-42b1-9bda-5e29dedbacad req-ce96aa21-5a9d-4bd0-8bad-795ace8414b6 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361557 Aug 16 01:50:59.171657 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.335742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.407457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5162b-e03d-4136-bb65-ad6a4a71db17 req-4f9d7b13-e47d-4923-8e90-a9505fbd7a1b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:59.409549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08c5162b-e03d-4136-bb65-ad6a4a71db17 req-4f9d7b13-e47d-4923-8e90-a9505fbd7a1b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.0664697 Aug 16 01:50:59.458432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08c5162b-e03d-4136-bb65-ad6a4a71db17 req-f777287e-af2a-4b5c-8331-c9e2bdf320cd tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Aug 16 01:50:59.513740 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.589339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event updated for resources: {'Port': ['ID=5d31c576-b731-4055-98e1-80cf1877cab0,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:59.599963 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.702135 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.703708 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c4e0e343-5b7f-4ed6-a09c-e4948e3498a0 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6493979 Aug 16 01:50:59.706490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35824) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:59.711969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-566453201'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:59.804234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83460b-e168-4b3a-a1a3-6d57ee14e8d2 req-6f1dd759-8348-45ca-8a58-efaa8f4c8386 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:59.826923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f83460b-e168-4b3a-a1a3-6d57ee14e8d2 req-6f1dd759-8348-45ca-8a58-efaa8f4c8386 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1683652 Aug 16 01:50:59.890404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Made reservation on behalf of 7a6a455eb7184659aa125f531ec60798 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:59.895296 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.911257 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.925507 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-630013fa-3f7b-4925-8a00-f80592dac8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.949746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f83460b-e168-4b3a-a1a3-6d57ee14e8d2 req-a8a5e267-1b66-4023-a6dd-e58f7ddeeb2a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186223 Aug 16 01:50:59.986369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670d1e1-bd90-47fe-8133-57e86c5cb7f0 req-a16b8465-c2bc-4f4a-913e-50a413ceb8cc tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:59.994507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2670d1e1-bd90-47fe-8133-57e86c5cb7f0 req-a16b8465-c2bc-4f4a-913e-50a413ceb8cc tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.2595727 Aug 16 01:51:00.056283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25335d89-75c2-479c-a288-206e012a01e1 req-daf9e4a3-5d35-4d30-ab46-437a4dc91598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.058528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25335d89-75c2-479c-a288-206e012a01e1 req-daf9e4a3-5d35-4d30-ab46-437a4dc91598 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d55668ce6cd49b8a6ada470706b8799&device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 1097 time: 0.2217360 Aug 16 01:51:00.117465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2670d1e1-bd90-47fe-8133-57e86c5cb7f0 req-a5f7d19c-1358-4679-81fa-9eca8c0f2dcd tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125207 Aug 16 01:51:00.201635 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.267320 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.272245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25335d89-75c2-479c-a288-206e012a01e1 req-ce6136c5-b70f-47de-8443-a84128adf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.275852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25335d89-75c2-479c-a288-206e012a01e1 req-ce6136c5-b70f-47de-8443-a84128adf0d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=77553ffc-af18-4cf6-9905-ff4902fc62b3 HTTP/1.1" status: 200 len: 911 time: 0.1994243 Aug 16 01:51:00.332813 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:00.376885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c06af2-71cc-4cb6-89c4-d079f0e9bb59,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:00.387111 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.387469 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Added segment 658c20f6-7de6-49ec-9d07-7d4aff5909df of type vlan for network 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e Aug 16 01:51:00.408113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25335d89-75c2-479c-a288-206e012a01e1 req-6b48cb74-46fc-41d5-9602-7008ad4ddfcf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d987452a-0433-40a7-8e2a-315a2560ec79 HTTP/1.1" status: 200 len: 217 time: 0.1258185 Aug 16 01:51:00.481881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25335d89-75c2-479c-a288-206e012a01e1 req-7c5f4172-23a0-4e73-adb7-4ec12c1d1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.483759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25335d89-75c2-479c-a288-206e012a01e1 req-7c5f4172-23a0-4e73-adb7-4ec12c1d1cfe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35f9b9ae-2167-4e77-8dee-a665ff65a04b HTTP/1.1" status: 200 len: 850 time: 0.0659800 Aug 16 01:51:00.495604 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.525226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25335d89-75c2-479c-a288-206e012a01e1 req-97148945-6512-42bd-b4eb-4bafa2d435b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=77553ffc-af18-4cf6-9905-ff4902fc62b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330594 Aug 16 01:51:00.677262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41ab2d-6026-4d05-9a07-799ff147522f req-b6037b5c-a58b-4771-8ea1-098cf6e281f3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.678902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae41ab2d-6026-4d05-9a07-799ff147522f req-b6037b5c-a58b-4771-8ea1-098cf6e281f3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.1227298 Aug 16 01:51:00.680895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25335d89-75c2-479c-a288-206e012a01e1 req-9b0b39f1-b99e-46d3-a2be-6b55c26fa1b1 service neutron] 10.222.0.74 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491470 Aug 16 01:51:00.717119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.725180 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.726407 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.799707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae41ab2d-6026-4d05-9a07-799ff147522f req-242db8ae-a1bf-47d5-8dba-2160095cef30 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101420 Aug 16 01:51:00.825403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25335d89-75c2-479c-a288-206e012a01e1 req-62eebfba-da97-4aca-8fb0-6778eba1a360 service neutron] 10.222.0.74 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207833 Aug 16 01:51:00.840882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event updated for resources: {'Network': ['ID=0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:00.855399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:01.071229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11400edf-f75d-45a7-9c87-85a78e3dff21 req-54a32db1-c081-4cc5-83b7-b63494cda044 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:01.072797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11400edf-f75d-45a7-9c87-85a78e3dff21 req-54a32db1-c081-4cc5-83b7-b63494cda044 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0543549 Aug 16 01:51:01.116193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11400edf-f75d-45a7-9c87-85a78e3dff21 req-6dcd1171-8dcf-4659-ace3-3c987346008a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366945 Aug 16 01:51:01.180758 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ae5e83db-1059-40dd-947f-e91a192c0574 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4724522 Aug 16 01:51:01.182969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35842) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:01.188506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Request body: {'subnet': {'network_id': '0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:01.253414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef252b14-e1b8-48d3-9da2-f850c741db5c req-4d2e856a-6071-46b1-a958-b93831923894 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:01.255197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef252b14-e1b8-48d3-9da2-f850c741db5c req-4d2e856a-6071-46b1-a958-b93831923894 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0655146 Aug 16 01:51:01.320853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef252b14-e1b8-48d3-9da2-f850c741db5c req-bc9b334e-5492-43f3-be0a-2bf6639cefed tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565965 Aug 16 01:51:01.419334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Made reservation on behalf of 7a6a455eb7184659aa125f531ec60798 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:01.422862 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.700237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b02a-c097-4e55-a1cf-fb496a09e041 req-d3a46064-4366-43a7-b7c8-343d87304214 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:01.701726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd29b02a-c097-4e55-a1cf-fb496a09e041 req-d3a46064-4366-43a7-b7c8-343d87304214 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 946 time: 0.0915711 Aug 16 01:51:01.750442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd29b02a-c097-4e55-a1cf-fb496a09e041 req-7147884d-2336-4eec-8d93-a122b17fa28b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 Aug 16 01:51:01.782163 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.854285 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event updated for resources: {'Subnet': ['ID=67d98412-fb72-448f-b7b3-6fe9d1a2d574,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:01.866071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Checking segment: {'id': '658c20f6-7de6-49ec-9d07-7d4aff5909df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:01.866439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Network hostable DHCP agents. Network: 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:01.944338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee71199-e64d-48fa-8dac-6da8e3c87cc4 req-656df669-30d1-4170-b884-0bcfe28dc0aa tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:01.945750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ee71199-e64d-48fa-8dac-6da8e3c87cc4 req-656df669-30d1-4170-b884-0bcfe28dc0aa tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.0517557 Aug 16 01:51:01.985579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ee71199-e64d-48fa-8dac-6da8e3c87cc4 req-97492054-2136-45e2-bcf2-36f2cb1b91a0 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331218 Aug 16 01:51:02.013714 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Network 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:02.173487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:02.179028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:02.183381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.191099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d36627-bcc5-4898-b53e-875b56a7c380 None None] Network 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:02.289417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c832182-d5ce-4488-9109-a8d8ae0f7415 req-889c6bdb-aa88-41dd-8ad2-ef649e105f11 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:02.297109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c832182-d5ce-4488-9109-a8d8ae0f7415 req-889c6bdb-aa88-41dd-8ad2-ef649e105f11 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.0645208 Aug 16 01:51:02.369748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c832182-d5ce-4488-9109-a8d8ae0f7415 req-cfb6d567-5750-41f6-8d2b-55c07e100f31 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716097 Aug 16 01:51:02.378502 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-21300753-de7b-4643-913d-7e040118cc74 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1938381 Aug 16 01:51:02.392275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35882) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:02.399829 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1384517679', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:02.467279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e', 'network_id': '0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e', 'tenant_id': '7a6a455eb7184659aa125f531ec60798', 'fixed_ips': [{'subnet_id': '67d98412-fb72-448f-b7b3-6fe9d1a2d574'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:51:02.470354 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.506211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c4f9-2304-498b-bc59-9a14cbe1a13a req-93df998d-3831-4b00-a0cd-d39d57b12e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:02.507851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22e2c4f9-2304-498b-bc59-9a14cbe1a13a req-93df998d-3831-4b00-a0cd-d39d57b12e35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 1097 time: 0.1327667 Aug 16 01:51:02.571550 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.572162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1fb63-ee39-4a3a-91b2-6a8bba7918cf req-fdfc27f7-e5b1-451e-af05-29e65652e9b2 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:02.573700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62f1fb63-ee39-4a3a-91b2-6a8bba7918cf req-fdfc27f7-e5b1-451e-af05-29e65652e9b2 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.1147761 Aug 16 01:51:02.585790 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.634173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Allocated IP 172.20.0.2 (0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e/67d98412-fb72-448f-b7b3-6fe9d1a2d574/b83a3b5d-5b78-455c-ab2e-f038d3516428) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:02.675579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62f1fb63-ee39-4a3a-91b2-6a8bba7918cf req-1a2145b5-e3b3-4281-ae0f-835991fea4d4 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798671 Aug 16 01:51:02.696743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c4f9-2304-498b-bc59-9a14cbe1a13a req-ff8ec036-2fc3-4754-b0a4-a423d796b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:02.698320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22e2c4f9-2304-498b-bc59-9a14cbe1a13a req-ff8ec036-2fc3-4754-b0a4-a423d796b318 service neutron] 10.222.0.74 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 913 time: 0.1840053 Aug 16 01:51:02.711422 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.775849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22e2c4f9-2304-498b-bc59-9a14cbe1a13a req-6a329df7-fce4-40ce-9b3d-fc0f540cfbfa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f254204-cd65-49f2-8574-2ba3f970cec5 HTTP/1.1" status: 200 len: 217 time: 0.0704854 Aug 16 01:51:02.839499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c4f9-2304-498b-bc59-9a14cbe1a13a req-711627e0-e614-4124-b4f7-d491480af917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:02.841381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22e2c4f9-2304-498b-bc59-9a14cbe1a13a req-711627e0-e614-4124-b4f7-d491480af917 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 200 len: 852 time: 0.0594771 Aug 16 01:51:02.894292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22e2c4f9-2304-498b-bc59-9a14cbe1a13a req-d1994198-a653-4c4b-a0b4-749f004baa01 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51428e0c-01e8-42d8-86fb-58754a187d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424674 Aug 16 01:51:02.897425 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.922258 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.932155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Transition to ACTIVE for port object b83a3b5d-5b78-455c-ab2e-f038d3516428 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:02.950323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Transition to ACTIVE for port object b83a3b5d-5b78-455c-ab2e-f038d3516428 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:03.032421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22e2c4f9-2304-498b-bc59-9a14cbe1a13a req-105e4085-da15-4041-a1e0-204d170cf2a4 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296256 Aug 16 01:51:03.056126 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-deaba8bc-0b82-48d3-a0de-4defa0470b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.072505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d81073-47cf-4b28-b083-d1dc602c5d33 req-acd2eed8-9e84-4c7a-bd87-6799cb4af4d1 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.074935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16d81073-47cf-4b28-b083-d1dc602c5d33 req-acd2eed8-9e84-4c7a-bd87-6799cb4af4d1 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 946 time: 0.1865098 Aug 16 01:51:03.101970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.126518 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.147197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Network 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:03.150641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:03.154768 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:03.162931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Pushing event updated for resources: {'Port': ['ID=b83a3b5d-5b78-455c-ab2e-f038d3516428,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:03.223386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Attempting to bind port b83a3b5d-5b78-455c-ab2e-f038d3516428 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:03.223990 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Attempting to bind port b83a3b5d-5b78-455c-ab2e-f038d3516428 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '658c20f6-7de6-49ec-9d07-7d4aff5909df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:03.224704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Attempting to bind port b83a3b5d-5b78-455c-ab2e-f038d3516428 on network 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:03.230772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:03.235442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Checking segment: {'id': '658c20f6-7de6-49ec-9d07-7d4aff5909df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:03.235442 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.235442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Bound using segment: {'id': '658c20f6-7de6-49ec-9d07-7d4aff5909df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:03.235442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Bound port: b83a3b5d-5b78-455c-ab2e-f038d3516428, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658c20f6-7de6-49ec-9d07-7d4aff5909df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:03.235442 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.243338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e1a9c-be13-4bbf-9a7d-3b4dbc3be805 req-033bdb17-eaf6-47df-8dcf-9fa912f23a9c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.244870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d30e1a9c-be13-4bbf-9a7d-3b4dbc3be805 req-033bdb17-eaf6-47df-8dcf-9fa912f23a9c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.1529756 Aug 16 01:51:03.258384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16d81073-47cf-4b28-b083-d1dc602c5d33 req-7d99ce21-8949-4f8a-87cc-b7a8b695e785 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674645 Aug 16 01:51:03.320692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22e2c4f9-2304-498b-bc59-9a14cbe1a13a req-8eb4941a-7596-4524-b1ee-b8ff8c28245e service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806618 Aug 16 01:51:03.353681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d30e1a9c-be13-4bbf-9a7d-3b4dbc3be805 req-7411ca55-71ce-4d1b-b6a9-327c121e9c27 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781643 Aug 16 01:51:03.355123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] For port b83a3b5d-5b78-455c-ab2e-f038d3516428, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:03.360957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] For port b83a3b5d-5b78-455c-ab2e-f038d3516428, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b83a3b5d-5b78-455c-ab2e-f038d3516428,segment=NetworkSegment(658c20f6-7de6-49ec-9d07-7d4aff5909df),segment_id=658c20f6-7de6-49ec-9d07-7d4aff5909df)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:03.468972 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.493769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.516391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.544564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a53abd-c17f-4422-90d0-b227630cfe5e req-715adfc9-4feb-43f8-9828-6ec34262d361 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.554428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03a53abd-c17f-4422-90d0-b227630cfe5e req-715adfc9-4feb-43f8-9828-6ec34262d361 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1141078 Aug 16 01:51:03.582715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0c14f-f53b-4547-84f7-da8a203fc13e None None] Pushing event updated for resources: {'Port': ['ID=b83a3b5d-5b78-455c-ab2e-f038d3516428,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:03.608623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03a53abd-c17f-4422-90d0-b227630cfe5e req-b831e466-0db8-45ab-baad-312717e4572e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527651 Aug 16 01:51:03.683225 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Allocated IP 172.25.8.8 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/0914d0c3-a97b-4e74-ae7b-5dbbd8fe68ed) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:03.839616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.883188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e785a-2458-4008-b2a2-6f1307f0ad88 req-82e882da-5234-42e1-8371-1ec3bd0ead71 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.895198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae4e785a-2458-4008-b2a2-6f1307f0ad88 req-82e882da-5234-42e1-8371-1ec3bd0ead71 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.1344790 Aug 16 01:51:03.935513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae4e785a-2458-4008-b2a2-6f1307f0ad88 req-ac9607a8-b798-434d-a676-a36db1078480 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392365 Aug 16 01:51:03.998708 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:04.056603 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:04.100251 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:04.105905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:04.109770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:04.137028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event updated for resources: {'Port': ['ID=0914d0c3-a97b-4e74-ae7b-5dbbd8fe68ed,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:04.557771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7918e-c0ae-476e-beb5-66912aab096e req-3df69969-dd4b-4ddb-8c85-4e79f1d8859c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.559761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01f7918e-c0ae-476e-beb5-66912aab096e req-3df69969-dd4b-4ddb-8c85-4e79f1d8859c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.1060264 Aug 16 01:51:04.626446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01f7918e-c0ae-476e-beb5-66912aab096e req-5ca535f1-e5b5-4fe6-aedb-087a5123de95 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582983 Aug 16 01:51:04.636939 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:04.885305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b8d0b-24ee-4929-9a9f-6f4cb95d645e None None] Network 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:04.939453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2467351-bc65-46d9-86b0-33eb5cd1a28d req-85b9d5c6-17f1-4232-99f1-dc002b1e547a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.943082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2467351-bc65-46d9-86b0-33eb5cd1a28d req-85b9d5c6-17f1-4232-99f1-dc002b1e547a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1258762 Aug 16 01:51:04.965318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:04.974458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb71a6-84bb-44b5-a6f0-9f167b58c19e req-b02a396c-1542-454d-bd48-cd9151bc8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.976011 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eeb71a6-84bb-44b5-a6f0-9f167b58c19e req-b02a396c-1542-454d-bd48-cd9151bc8a5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1098 time: 0.0850637 Aug 16 01:51:05.286969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2467351-bc65-46d9-86b0-33eb5cd1a28d req-d9028269-325b-4f77-a21e-8d76e1f8b9b4 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837283 Aug 16 01:51:05.286969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7975d-0bac-4c1a-9eee-eac6864295d4 req-d285ce0a-a3b7-47e4-aba6-93839b3b5272 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.286969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fd7975d-0bac-4c1a-9eee-eac6864295d4 req-d285ce0a-a3b7-47e4-aba6-93839b3b5272 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0847547 Aug 16 01:51:05.286969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb71a6-84bb-44b5-a6f0-9f167b58c19e req-88aec9aa-ae42-47f4-ad1a-bcf73561d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.286969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eeb71a6-84bb-44b5-a6f0-9f167b58c19e req-88aec9aa-ae42-47f4-ad1a-bcf73561d90e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.1819901 Aug 16 01:51:05.286969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fd7975d-0bac-4c1a-9eee-eac6864295d4 req-ee7ead84-e28a-4376-82f9-138589f3aec3 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779815 Aug 16 01:51:05.300477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eeb71a6-84bb-44b5-a6f0-9f167b58c19e req-f3172ed7-c82d-4076-ae33-65e6d8fe0657 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 200 len: 1002 time: 0.0811718 Aug 16 01:51:05.356066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7739402a-c7d8-4838-be72-9b3d838c0da7 None None] Provisioning for port b83a3b5d-5b78-455c-ab2e-f038d3516428 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:05.387945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Router 92b3268c-1ec2-4ef3-a540-75f40597cfd2 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:51:05.398238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb71a6-84bb-44b5-a6f0-9f167b58c19e req-a5939b5d-2fbc-4ef6-98d2-c30d1184df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.400140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eeb71a6-84bb-44b5-a6f0-9f167b58c19e req-a5939b5d-2fbc-4ef6-98d2-c30d1184df8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0920033 Aug 16 01:51:05.437364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-917ed9d5-4ce2-44c1-81db-992e50ce9f33 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0818179 Aug 16 01:51:05.475572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb71a6-84bb-44b5-a6f0-9f167b58c19e req-9c9a6654-9959-4cea-8dd2-fe980b574379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.477390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eeb71a6-84bb-44b5-a6f0-9f167b58c19e req-9c9a6654-9959-4cea-8dd2-fe980b574379 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674429 Aug 16 01:51:05.546339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:05.560934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb639e80-44f1-47c1-b0cf-fc3ea924e362 None None] Sync routers for ids ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:05.579793 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb639e80-44f1-47c1-b0cf-fc3ea924e362 None None] Routers {'92b3268c-1ec2-4ef3-a540-75f40597cfd2'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:05.581884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cb639e80-44f1-47c1-b0cf-fc3ea924e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:05.633061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-d4daa850-8810-4276-bd2e-75cbaab9f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.635049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-d4daa850-8810-4276-bd2e-75cbaab9f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.635930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-d4daa850-8810-4276-bd2e-75cbaab9f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.636133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cb639e80-44f1-47c1-b0cf-fc3ea924e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:05.636580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-d4daa850-8810-4276-bd2e-75cbaab9f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.637153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-d4daa850-8810-4276-bd2e-75cbaab9f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.637692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-d4daa850-8810-4276-bd2e-75cbaab9f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.638232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-d4daa850-8810-4276-bd2e-75cbaab9f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.640200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-d4daa850-8810-4276-bd2e-75cbaab9f6e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6501 time: 0.0957761 Aug 16 01:51:05.649017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.653608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eeb71a6-84bb-44b5-a6f0-9f167b58c19e req-4c374c4b-926d-4295-b4bd-88a69ccf65e4 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660244 Aug 16 01:51:05.660921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb639e80-44f1-47c1-b0cf-fc3ea924e362 None None] Routers {'92b3268c-1ec2-4ef3-a540-75f40597cfd2'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:05.661210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cb639e80-44f1-47c1-b0cf-fc3ea924e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:05.661770 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-64934ae9-38f6-481d-acee-830f3f25ca00 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.2675543 Aug 16 01:51:05.664197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35928) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:05.718709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cb639e80-44f1-47c1-b0cf-fc3ea924e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:05.719377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb639e80-44f1-47c1-b0cf-fc3ea924e362 None None] The sync data for ids ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:05.724567 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.965513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b83a3b5d-5b78-455c-ab2e-f038d3516428 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:06.116244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port b83a3b5d-5b78-455c-ab2e-f038d3516428 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:06.120043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b83a3b5d-5b78-455c-ab2e-f038d3516428 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:06.120417 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.226535 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.302490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port b83a3b5d-5b78-455c-ab2e-f038d3516428, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b83a3b5d-5b78-455c-ab2e-f038d3516428,segment=NetworkSegment(658c20f6-7de6-49ec-9d07-7d4aff5909df),segment_id=658c20f6-7de6-49ec-9d07-7d4aff5909df)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:06.311743 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.345184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fe7d3-7cc5-4b40-979a-2da73688c5a9 req-e63c3e9f-7979-4115-bf8f-06ac57beaf7c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.346834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb8fe7d3-7cc5-4b40-979a-2da73688c5a9 req-e63c3e9f-7979-4115-bf8f-06ac57beaf7c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.5958626 Aug 16 01:51:06.356272 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.370584 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:06.374967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eeb71a6-84bb-44b5-a6f0-9f167b58c19e req-d2160329-fc61-4593-a8c2-2852df72975a service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7112832 Aug 16 01:51:06.385625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-c2ea98cf-a2f0-40b1-b2d4-4929657bb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.386027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-c2ea98cf-a2f0-40b1-b2d4-4929657bb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.386508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-c2ea98cf-a2f0-40b1-b2d4-4929657bb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.388127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-c2ea98cf-a2f0-40b1-b2d4-4929657bb09b service neutron] 10.222.0.74 "GET /v2.0/networks?id=84d790fc-6460-4f48-a0a4-f45c262f5cff&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=f33f85bb-dec5-4471-a410-d894e8ee0dca&id=f33f85bb-dec5-4471-a410-d894e8ee0dca HTTP/1.1" status: 200 len: 2293 time: 0.6354806 Aug 16 01:51:06.464488 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=b83a3b5d-5b78-455c-ab2e-f038d3516428,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:06.486465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-5a3ac31a-b716-4d07-8aee-a05f1f371ab6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2059453-0805-4966-a32e-59d243e6ea01 HTTP/1.1" status: 200 len: 1002 time: 0.0896637 Aug 16 01:51:06.501082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb8fe7d3-7cc5-4b40-979a-2da73688c5a9 req-ca476a3a-d239-4d09-9147-e6cb0f941bd7 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444497 Aug 16 01:51:06.539062 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.575803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-c8702d9b-c5ee-47a8-aee0-ba13e303edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.577432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:06.577432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:06.577628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-c8702d9b-c5ee-47a8-aee0-ba13e303edd4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9a060b37-f0b4-4e98-9c03-2837e5244eb9 HTTP/1.1" status: 200 len: 851 time: 0.0816519 Aug 16 01:51:06.580103 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760e5c76-0969-47a3-867c-10303c531156" -d '{"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:06.586212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b29da-b707-4273-bad1-20387d1d09f4 req-c7981391-32fa-4c40-8e8c-fccff6e3688d tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.587770 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-239b29da-b707-4273-bad1-20387d1d09f4 req-c7981391-32fa-4c40-8e8c-fccff6e3688d tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 945 time: 0.1064813 Aug 16 01:51:06.690571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.696718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-239b29da-b707-4273-bad1-20387d1d09f4 req-502af80a-0908-42f0-af95-6a8f6f98f347 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967553 Aug 16 01:51:06.712643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3fc59-4577-48a3-8fe4-c9ef2b44bf20 req-03956d77-66eb-4be7-b101-8297a9eb45d4 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.724299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29f3fc59-4577-48a3-8fe4-c9ef2b44bf20 req-03956d77-66eb-4be7-b101-8297a9eb45d4 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.1248798 Aug 16 01:51:06.724299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-1f1de722-ad80-43bd-8c09-f555d713820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.724299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-1f1de722-ad80-43bd-8c09-f555d713820d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84d790fc-6460-4f48-a0a4-f45c262f5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299086 Aug 16 01:51:06.774465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:06.793382 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557d06ed-0bd0-410c-b69d-5a6cd41606b9 x-openstack-request-id: req-557d06ed-0bd0-410c-b69d-5a6cd41606b9 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:06.793954 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:06.801789 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-557d06ed-0bd0-410c-b69d-5a6cd41606b9 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:06.801789 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'code': 200} Aug 16 01:51:06.829146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29f3fc59-4577-48a3-8fe4-c9ef2b44bf20 req-eecc8b63-8518-46c6-b5d6-64f620b422f1 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040432 Aug 16 01:51:06.865204 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-2362c051-840b-444f-8bb1-3ba2a1dde3b0 service neutron] 10.222.0.74 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330035 Aug 16 01:51:06.976520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-6f31c743-55a8-4d25-a106-1f09777fb50c service neutron] 10.222.0.74 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016467 Aug 16 01:51:07.008767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Allocated IP 172.20.0.1 (0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e/67d98412-fb72-448f-b7b3-6fe9d1a2d574/d8985581-152b-458f-82cd-921b14a4bc85) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:07.041250 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-1eefd501-5da0-4bfd-9707-743baf8dbc18 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=51da5588-9d80-4706-8e6e-b703605f3e18 HTTP/1.1" status: 200 len: 217 time: 0.0609205 Aug 16 01:51:07.093036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-304ac7a1-2d26-4eff-a961-f66a49626b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.094783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-304ac7a1-2d26-4eff-a961-f66a49626b1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.0471678 Aug 16 01:51:07.146332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.151819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-89052b4f-394a-4349-8b25-789f2ab4c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.153462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-89052b4f-394a-4349-8b25-789f2ab4c4e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524766 Aug 16 01:51:07.162052 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Transition to ACTIVE for port object d8985581-152b-458f-82cd-921b14a4bc85 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:07.241389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-b32b9c4b-9479-4eb7-9bf1-1233becf271b service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807328 Aug 16 01:51:07.335688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-ef5cde07-0ae4-4cee-b14f-c319d4a3ac54 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876102 Aug 16 01:51:07.378255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-1d282abd-8024-4125-ae2f-7bfe1e9d6f84 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=31ea19a7-717c-4f87-addd-f925ad379bf9 HTTP/1.1" status: 200 len: 217 time: 0.0347693 Aug 16 01:51:07.381599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.456677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-c8534cf4-e493-445d-a175-4fe80cfd0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.456938 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Network 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:07.457201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-c8534cf4-e493-445d-a175-4fe80cfd0f54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.0651424 Aug 16 01:51:07.457365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:07.468785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:07.476478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event updated for resources: {'Port': ['ID=d8985581-152b-458f-82cd-921b14a4bc85,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:07.508713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-c1e6de0f-b058-42b0-8884-efe089c0c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.510395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-c1e6de0f-b058-42b0-8884-efe089c0c813 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489120 Aug 16 01:51:07.521782 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.582866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1f254204-cd65-49f2-8574-2ba3f970cec5 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:07.672610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014aa30-ca19-4318-ab0f-ed72b94f0ab3 req-af9a33bb-e9fd-4f6b-b15f-30058881bf14 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.680856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3014aa30-ca19-4318-ab0f-ed72b94f0ab3 req-af9a33bb-e9fd-4f6b-b15f-30058881bf14 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.0899904 Aug 16 01:51:07.690072 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.693973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-543a4bc4-e801-470f-b085-1bf07ffe2516 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748791 Aug 16 01:51:07.727112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1f254204-cd65-49f2-8574-2ba3f970cec5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1f254204-cd65-49f2-8574-2ba3f970cec5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:07.771419 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3014aa30-ca19-4318-ab0f-ed72b94f0ab3 req-ceef50c2-09d5-43d3-9f2c-e51792cefec3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895524 Aug 16 01:51:07.775687 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.796700 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.823703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-441cfa7c-bbbe-451a-a7ae-c0f66e70f86d service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227813 Aug 16 01:51:07.859988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=1f254204-cd65-49f2-8574-2ba3f970cec5,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:07.891495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-37f6336b-13cd-487e-8c29-6fd6c2c63372 None None] Provisioning for port d8985581-152b-458f-82cd-921b14a4bc85 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:07.894137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-2ab85f79-eec2-48ff-bf25-867b86fd3628 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=2c907daf-2aa4-4292-b3c6-d944d4519085 HTTP/1.1" status: 200 len: 217 time: 0.0627930 Aug 16 01:51:07.901379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-37f6336b-13cd-487e-8c29-6fd6c2c63372 None None] Provisioning complete for port d8985581-152b-458f-82cd-921b14a4bc85 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:07.901764 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-37f6336b-13cd-487e-8c29-6fd6c2c63372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.917652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b83a3b5d-5b78-455c-ab2e-f038d3516428 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:07.962446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-6c374d25-b24a-47e5-8648-25ec1d7aeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.964134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-6c374d25-b24a-47e5-8648-25ec1d7aeefc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.0639756 Aug 16 01:51:07.969910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-37f6336b-13cd-487e-8c29-6fd6c2c63372 None None] Port d8985581-152b-458f-82cd-921b14a4bc85 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:07.986484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b83a3b5d-5b78-455c-ab2e-f038d3516428 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:07.986871 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.056356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00d063-ed0a-4ccc-ac0d-29a3dff0ba64 req-137d9618-c71c-4596-b5de-a6981d374411 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:08.065158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f00d063-ed0a-4ccc-ac0d-29a3dff0ba64 req-137d9618-c71c-4596-b5de-a6981d374411 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.1063056 Aug 16 01:51:08.089368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-42bb0249-d0a5-4ec7-b6b3-92c4fe2f2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:08.090919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-42bb0249-d0a5-4ec7-b6b3-92c4fe2f2f82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1185038 Aug 16 01:51:08.123135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f00d063-ed0a-4ccc-ac0d-29a3dff0ba64 req-eca7d62e-7809-4bc4-9148-d88ccd2070b3 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570893 Aug 16 01:51:08.157036 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.200446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-c4f0f159-6a75-4c6e-b0cd-cf3f563fc04e service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009946 Aug 16 01:51:08.238815 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.292458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-99132618-4bea-466c-8491-3941e2b80140 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849502 Aug 16 01:51:08.317502 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.320342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event updated for resources: {'Port': ['ID=d8985581-152b-458f-82cd-921b14a4bc85,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:08.342141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-1601ba61-5200-4a3a-ae37-88bfbf58116c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=29503cfe-aa0a-4c76-99b3-5199eddc74d0 HTTP/1.1" status: 200 len: 217 time: 0.0423956 Aug 16 01:51:08.385917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:08.394485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-2349bb93-7b11-4cea-829e-db7ceb6a8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:08.396196 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-2349bb93-7b11-4cea-829e-db7ceb6a8b2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.0475757 Aug 16 01:51:08.428192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Network 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:08.429668 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:08.475677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-30f98b02-2875-4a4c-9b29-b74407dc6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:08.481511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-30f98b02-2875-4a4c-9b29-b74407dc6d84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0785899 Aug 16 01:51:08.551343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:08.575827 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Router 92b3268c-1ec2-4ef3-a540-75f40597cfd2 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:08.591067 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'port_id': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'mac_address': 'fa:16:3e:a6:fa:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:08.635439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-e85ac74d-ee66-47e2-a742-f899fd7eb564 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462417 Aug 16 01:51:08.637119 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.651563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f14e64-86ae-4f7e-8217-465b53aefeac {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:08.672427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:08.713153 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:08.719935 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ecebac87-2555-4ef7-8309-d8c2a74d4b6a tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "PUT /v2.0/routers/92b3268c-1ec2-4ef3-a540-75f40597cfd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0527618 Aug 16 01:51:08.724861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36008) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:08.726399 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1aed93-1de5-440d-ac8d-1a435ae6b39c None None] Sync routers for ids ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:08.730228 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Request body: {'port': {'network_id': '0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e', 'name': 'tempest-FloatingIPAdminTestJSON-606876397'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:08.733433 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.748123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-97d4ea00-aaf1-43dd-a443-24f36ee01a9d service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032524 Aug 16 01:51:08.754178 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1aed93-1de5-440d-ac8d-1a435ae6b39c None None] Routers {'92b3268c-1ec2-4ef3-a540-75f40597cfd2'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:08.754953 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8c1aed93-1de5-440d-ac8d-1a435ae6b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:08.795007 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8c1aed93-1de5-440d-ac8d-1a435ae6b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:08.796266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f254204-cd65-49f2-8574-2ba3f970cec5'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:08.798968 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda5ab30-c984-4765-a693-9b4f149cf5f1" -d '{"events": [{"server_uuid": "43ecbe78-a755-4b06-90d9-cb3c9ddaca93", "name": "network-vif-unplugged", "status": "completed", "tag": "1f254204-cd65-49f2-8574-2ba3f970cec5"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:08.805191 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1aed93-1de5-440d-ac8d-1a435ae6b39c None None] Routers {'92b3268c-1ec2-4ef3-a540-75f40597cfd2'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:08.806021 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8c1aed93-1de5-440d-ac8d-1a435ae6b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:08.817111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:08.830528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-286521ab-a315-4b4b-824e-3479b5ed3ae8 None None] Provisioning complete for port d8985581-152b-458f-82cd-921b14a4bc85 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:08.830941 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-286521ab-a315-4b4b-824e-3479b5ed3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.831837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-2437be15-ea78-4a64-b811-dba2c99c2fff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8fee145-7208-42d3-904b-ea388399f601 HTTP/1.1" status: 200 len: 217 time: 0.0756347 Aug 16 01:51:08.840342 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8c1aed93-1de5-440d-ac8d-1a435ae6b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:08.841074 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1aed93-1de5-440d-ac8d-1a435ae6b39c None None] The sync data for ids ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:08.862827 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['41f14e64-86ae-4f7e-8217-465b53aefeac'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:08.919133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-286521ab-a315-4b4b-824e-3479b5ed3ae8 None None] Port d8985581-152b-458f-82cd-921b14a4bc85 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:08.948540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-07947b17-6bb2-42b6-8f37-bbf6fb5148a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:08.950047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-07947b17-6bb2-42b6-8f37-bbf6fb5148a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fafeebf6-9254-46cc-b2a5-aa1d45d42b29 HTTP/1.1" status: 200 len: 797 time: 0.0955298 Aug 16 01:51:08.962421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d60b4-6830-4e97-8811-155f6e4b75be req-91bbebbb-7268-478c-8675-37e07e3eaeaf tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:08.964462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d05d60b4-6830-4e97-8811-155f6e4b75be req-91bbebbb-7268-478c-8675-37e07e3eaeaf tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.0658507 Aug 16 01:51:09.021918 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Made reservation on behalf of 7a6a455eb7184659aa125f531ec60798 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:09.023027 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.027655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-4f03988a-3937-457a-92c7-0e67bd55d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.029170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-4f03988a-3937-457a-92c7-0e67bd55d000 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f33f85bb-dec5-4471-a410-d894e8ee0dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0644360 Aug 16 01:51:09.032459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d05d60b4-6830-4e97-8811-155f6e4b75be req-a42fa5c7-f3d3-4e79-8232-5e41b99a74a6 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583563 Aug 16 01:51:09.046383 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] device_id is not set on port f852f7c8-ef27-4407-a2ec-f0520d61d3b7 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:09.078788 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed1b5f3-0630-4fea-adf5-ec83ef6371e0 x-openstack-request-id: req-6ed1b5f3-0630-4fea-adf5-ec83ef6371e0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:09.079086 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ecbe78-a755-4b06-90d9-cb3c9ddaca93", "name": "network-vif-unplugged", "status": "failed", "tag": "1f254204-cd65-49f2-8574-2ba3f970cec5", "code": 422}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:09.079341 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ed1b5f3-0630-4fea-adf5-ec83ef6371e0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:09.079786 n-d-768509-23 neutron-server[95517]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f254204-cd65-49f2-8574-2ba3f970cec5', 'code': 422} returned with failed status Aug 16 01:51:09.185666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-209b97c2-506e-4e42-a3f2-b300f64f4313 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485279 Aug 16 01:51:09.187732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Allocated IP 172.20.0.3 (0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e/67d98412-fb72-448f-b7b3-6fe9d1a2d574/f852f7c8-ef27-4407-a2ec-f0520d61d3b7) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:09.321964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6526523-2cbd-4fef-a9ab-ba8df88b7c88 req-a06d2696-39b5-42ef-92ab-81fd4c641853 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.323512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6526523-2cbd-4fef-a9ab-ba8df88b7c88 req-a06d2696-39b5-42ef-92ab-81fd4c641853 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.1156642 Aug 16 01:51:09.357898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-e1eae3ca-035d-4edc-a421-6179c74f2ab1 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589656 Aug 16 01:51:09.376727 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.393945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Transition to ACTIVE for port object f852f7c8-ef27-4407-a2ec-f0520d61d3b7 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:09.416456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6526523-2cbd-4fef-a9ab-ba8df88b7c88 req-c5b02d57-63ba-4a33-8d43-7562ac213ab7 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847111 Aug 16 01:51:09.418237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-9043ec19-279f-4787-ba25-4aaaf5076075 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d056894-98e3-41fb-9021-57ad00b2ec57 HTTP/1.1" status: 200 len: 217 time: 0.0486248 Aug 16 01:51:09.472714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-8dc50241-6a9c-4dc7-8a9e-9c3cacc56ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.474709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-8dc50241-6a9c-4dc7-8a9e-9c3cacc56ad6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fafeebf6-9254-46cc-b2a5-aa1d45d42b29 HTTP/1.1" status: 200 len: 797 time: 0.0492284 Aug 16 01:51:09.498393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.538095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-6175d249-fae9-4205-927f-7e05ca9a9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.539745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-6175d249-fae9-4205-927f-7e05ca9a9730 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f33f85bb-dec5-4471-a410-d894e8ee0dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587535 Aug 16 01:51:09.605475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Network 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:09.620105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:09.624242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:09.653657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-dcf580f9-0427-49a0-a380-5d2f3958b9d0 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068099 Aug 16 01:51:09.683201 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event updated for resources: {'Port': ['ID=f852f7c8-ef27-4407-a2ec-f0520d61d3b7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:09.750634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.752280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.804191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdf4ca12-84c7-4127-a8cf-59467056cb03 req-0ebd0ae0-9716-4c19-8909-c5312529c03c service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342895 Aug 16 01:51:09.882366 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4dc4143c-b4ec-4c6e-a525-bc3c5151e8eb tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1561038 Aug 16 01:51:09.889061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36048) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:09.955518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'project_id': '7a6a455eb7184659aa125f531ec60798', 'port_id': 'f852f7c8-ef27-4407-a2ec-f0520d61d3b7'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:10.092215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-791a5df2-941e-4efb-ada6-6891ec2d5507 None None] Provisioning for port f852f7c8-ef27-4407-a2ec-f0520d61d3b7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:10.101155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-791a5df2-941e-4efb-ada6-6891ec2d5507 None None] Provisioning complete for port f852f7c8-ef27-4407-a2ec-f0520d61d3b7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:10.101922 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-791a5df2-941e-4efb-ada6-6891ec2d5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:10.166227 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-791a5df2-941e-4efb-ada6-6891ec2d5507 None None] Port f852f7c8-ef27-4407-a2ec-f0520d61d3b7 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:10.192496 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:10.309863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22b15-9e96-4019-ac5e-61ca59973b8e req-f44a805b-24ce-4fe2-bcd0-5c659ed45f11 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:10.311479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36a22b15-9e96-4019-ac5e-61ca59973b8e req-f44a805b-24ce-4fe2-bcd0-5c659ed45f11 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.1627469 Aug 16 01:51:10.379340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36a22b15-9e96-4019-ac5e-61ca59973b8e req-bb04f790-75e0-4cdb-a59b-8093d3bdff53 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585625 Aug 16 01:51:10.396429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:10.425872 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:10.601278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeedb02-5c43-4ed3-84e1-cdb58ac8f4a3 req-0793de83-3af6-4ace-8022-145502bd2615 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:10.602946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-feeedb02-5c43-4ed3-84e1-cdb58ac8f4a3 req-0793de83-3af6-4ace-8022-145502bd2615 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0894320 Aug 16 01:51:10.642871 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 41f14e64-86ae-4f7e-8217-465b53aefeac triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:10.643254 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:10.676612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-feeedb02-5c43-4ed3-84e1-cdb58ac8f4a3 req-30e0c619-acfb-4a9d-a0e1-c580bdc73d26 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500946 Aug 16 01:51:10.709106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Allocated IP 172.25.8.105 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/01c24fb5-4e94-4e1f-8841-4cdbca0c1ee6) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:10.783646 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:10.831362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:10.964733 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.070055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.085752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:11.089044 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcfec42-2e36-4468-bdb4-0f66a490eee6" -d '{"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:11.116153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=10']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:11.152193 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83d4be6-10ad-4bb8-8c2b-072610b97e95 x-openstack-request-id: req-b83d4be6-10ad-4bb8-8c2b-072610b97e95 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:11.152551 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:11.152760 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b83d4be6-10ad-4bb8-8c2b-072610b97e95 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:11.153302 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'code': 200} Aug 16 01:51:11.244904 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.331149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:11.334608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:11.337971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:11.347902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Pushing event updated for resources: {'Port': ['ID=01c24fb5-4e94-4e1f-8841-4cdbca0c1ee6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:11.618364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e9172-6c3b-4284-bfba-6a20ac9d7385 req-fe9e628e-daee-4ee3-a815-c2443e2f5cad tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:11.625622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e0e9172-6c3b-4284-bfba-6a20ac9d7385 req-fe9e628e-daee-4ee3-a815-c2443e2f5cad tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 946 time: 0.1159945 Aug 16 01:51:11.719938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e0e9172-6c3b-4284-bfba-6a20ac9d7385 req-c654c0c6-3cb8-4942-9ab0-b313d9649922 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898805 Aug 16 01:51:11.942286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d4708-eee6-4df6-82d7-631717684556 req-525af102-784e-4730-8b58-a0dba1f172e2 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:11.944221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f80d4708-eee6-4df6-82d7-631717684556 req-525af102-784e-4730-8b58-a0dba1f172e2 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0993958 Aug 16 01:51:12.356041 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.360422 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f80d4708-eee6-4df6-82d7-631717684556 req-e5c94a1a-9fe6-418d-b12d-ded01070c476 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073067 Aug 16 01:51:12.513906 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.668934 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.848599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476178-f8e0-47c5-8668-b4793e992c6d req-ff5e8d0d-c43f-401e-8b47-8e683f2cccb1 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.850159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-ff5e8d0d-c43f-401e-8b47-8e683f2cccb1 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 1098 time: 0.0433393 Aug 16 01:51:12.860689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768509-23'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:12.933502 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:13.104220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:13.145266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:13.189082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:13.191881 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b263011-4177-4091-9b8e-4ab508735ad6" -d '{"events": [{"server_uuid": "553b429e-0ad7-4709-8238-6fffe0b423ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6546d515-5bf1-42f9-b3e8-b0ca02f6f75e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:13.195980 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:13.387334 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:13.461214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Pushing event updated for resources: {'Port': ['ID=01c24fb5-4e94-4e1f-8841-4cdbca0c1ee6,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:13.477966 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:13.559384 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:13.770223 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Floating IP 289f9d11-7c50-4ad7-85c6-7096b9695fde associated. External IP: 172.25.8.105, port: f852f7c8-ef27-4407-a2ec-f0520d61d3b7. Aug 16 01:51:13.795382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on host n-h1-768509-23 for vnic_type normal with profile {"migrating_to": "n-h2-768509-23"} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:13.795719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:13.796050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:13.837212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Pushing event updated for resources: {'Port': ['ID=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:13.844744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:13.845076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Attempting to bind port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on network 7fd061b1-451d-4bee-82a1-403ddea7c0eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:13.861562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:13.866425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Checking segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:13.866425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Bound using segment: {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:13.866425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Bound port: 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8badd5ef-fe04-4e25-9431-113b075ce6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7fd061b1-451d-4bee-82a1-403ddea7c0eb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:13.866425 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:13.877788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a23a19-9919-44c5-a6ea-40366b397409 req-f37ff0dc-c758-484e-8af8-6b5a259f14b9 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:13.879478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88a23a19-9919-44c5-a6ea-40366b397409 req-f37ff0dc-c758-484e-8af8-6b5a259f14b9 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.1524260 Aug 16 01:51:13.982324 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:51:14.014526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88a23a19-9919-44c5-a6ea-40366b397409 req-864b3590-1a99-43f1-827c-f79e865bc81c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266861 Aug 16 01:51:14.090950 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1f53b1-01db-46ad-81e7-e719ecc149c5 x-openstack-request-id: req-fa1f53b1-01db-46ad-81e7-e719ecc149c5 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:14.091248 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553b429e-0ad7-4709-8238-6fffe0b423ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6546d515-5bf1-42f9-b3e8-b0ca02f6f75e", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:14.091504 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa1f53b1-01db-46ad-81e7-e719ecc149c5 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:14.091900 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e', 'code': 200} Aug 16 01:51:14.092921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:14.113220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:14.231649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32a18f-6de8-42b2-87b7-81666b86efba req-80c84402-968f-4dc6-a3f8-04024a30521e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.233341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce32a18f-6de8-42b2-87b7-81666b86efba req-80c84402-968f-4dc6-a3f8-04024a30521e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.1147671 Aug 16 01:51:14.251567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Router 92b3268c-1ec2-4ef3-a540-75f40597cfd2 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:14.350733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce32a18f-6de8-42b2-87b7-81666b86efba req-7ca7dfd8-c0c9-4d8d-9608-c95e8ea42685 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097016 Aug 16 01:51:14.375772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.495736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Pushing event updated for resources: {'Port': ['ID=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,revision_number=8']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:14.534888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.534888 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.535855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36fb72cf-c21f-4a9c-aad7-ed7b12fee87e service neutron] 10.222.0.74 "PUT /v2.0/ports/6546d515-5bf1-42f9-b3e8-b0ca02f6f75e HTTP/1.1" status: 200 len: 1124 time: 1.6789980 Aug 16 01:51:14.551663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:14.561300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af278033-22d7-4b1c-a1b8-6d084c8ef621 None None] Sync routers for ids ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:14.578864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af278033-22d7-4b1c-a1b8-6d084c8ef621 None None] Routers {'92b3268c-1ec2-4ef3-a540-75f40597cfd2'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:14.579791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-af278033-22d7-4b1c-a1b8-6d084c8ef621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:14.630835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.692034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-af278033-22d7-4b1c-a1b8-6d084c8ef621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:14.700080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['6546d515-5bf1-42f9-b3e8-b0ca02f6f75e'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:14.700971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-df7a9add-c70a-41e5-80f7-e74d965ded5d tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.8112693 Aug 16 01:51:14.703706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36126) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:14.749859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af278033-22d7-4b1c-a1b8-6d084c8ef621 None None] Routers {'92b3268c-1ec2-4ef3-a540-75f40597cfd2'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:14.750754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-af278033-22d7-4b1c-a1b8-6d084c8ef621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:14.800755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['6546d515-5bf1-42f9-b3e8-b0ca02f6f75e'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:14.847230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-af278033-22d7-4b1c-a1b8-6d084c8ef621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:14.848175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af278033-22d7-4b1c-a1b8-6d084c8ef621 None None] The sync data for ids ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:14.887626 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-00fa3e5e-b599-47b4-829b-2acf3b38ca94 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] 10.222.0.66 "GET /v2.0/floatingips/289f9d11-7c50-4ad7-85c6-7096b9695fde HTTP/1.1" status: 200 len: 982 time: 0.1827142 Aug 16 01:51:14.890506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36128) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:15.095356 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36132) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:15.098483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d63bee58-4a99-4b53-808f-0461b1ed44db tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3823 time: 0.2061191 Aug 16 01:51:15.239701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aeec06-b209-4d58-bb4e-4e2d2e40cebd req-d56fcf0f-9cb8-4ee8-8cfb-a4c62f2c3053 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:15.244218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0aeec06-b209-4d58-bb4e-4e2d2e40cebd req-d56fcf0f-9cb8-4ee8-8cfb-a4c62f2c3053 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.1050291 Aug 16 01:51:15.320704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0aeec06-b209-4d58-bb4e-4e2d2e40cebd req-2d11aaa3-a102-4410-831b-1939c6e01635 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633368 Aug 16 01:51:15.332473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Deleting port 01c24fb5-4e94-4e1f-8841-4cdbca0c1ee6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:15.333057 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.435909 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.436242 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.449421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Calling delete_port for 01c24fb5-4e94-4e1f-8841-4cdbca0c1ee6 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:15.537209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a6b3-6989-482b-a672-caf56f73440f req-5836f543-1b69-4ba4-ad77-9d4b07e5914e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:15.545046 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c637a6b3-6989-482b-a672-caf56f73440f req-5836f543-1b69-4ba4-ad77-9d4b07e5914e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0786309 Aug 16 01:51:15.598785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c637a6b3-6989-482b-a672-caf56f73440f req-d52ef45f-9cf7-49b2-8d94-34141e0df24f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466304 Aug 16 01:51:15.644869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:15.712602 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.781036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event deleted for resources: {'Port': ['ID=01c24fb5-4e94-4e1f-8841-4cdbca0c1ee6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:15.939346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:15.945285 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.946894 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Floating IP 289f9d11-7c50-4ad7-85c6-7096b9695fde disassociated (deleted). External IP: 172.25.8.105, port: f852f7c8-ef27-4407-a2ec-f0520d61d3b7. Aug 16 01:51:15.977675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e has no active binding in host n-h2-768509-23 {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:51:16.093342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'tag': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:16.097855 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2be188-ae82-4185-a49c-a23739ab75ae" -d '{"events": [{"name": "network-changed", "server_uuid": "553b429e-0ad7-4709-8238-6fffe0b423ce", "tag": "6546d515-5bf1-42f9-b3e8-b0ca02f6f75e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:16.153933 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265e16d1-af6c-49a8-b96e-ee38bbfbd5fd x-openstack-request-id: req-265e16d1-af6c-49a8-b96e-ee38bbfbd5fd {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:16.154317 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553b429e-0ad7-4709-8238-6fffe0b423ce", "tag": "6546d515-5bf1-42f9-b3e8-b0ca02f6f75e", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:16.154722 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-265e16d1-af6c-49a8-b96e-ee38bbfbd5fd {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:16.155479 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'tag': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e', 'status': 'completed', 'code': 200} Aug 16 01:51:16.194929 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Router 92b3268c-1ec2-4ef3-a540-75f40597cfd2 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:16.238991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2be188-ae82-4185-a49c-a23739ab75ae req-cedfc085-adf1-4ddd-8efc-064ae773378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:16.240824 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da2be188-ae82-4185-a49c-a23739ab75ae req-cedfc085-adf1-4ddd-8efc-064ae773378d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 1127 time: 0.0564089 Aug 16 01:51:16.354603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2be188-ae82-4185-a49c-a23739ab75ae req-2848b3a3-2bdc-4f0a-968f-8d7171350afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:16.358485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da2be188-ae82-4185-a49c-a23739ab75ae req-2848b3a3-2bdc-4f0a-968f-8d7171350afd service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.1093271 Aug 16 01:51:16.382227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:16.388529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:16.393010 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd12f5-40d8-4efe-8930-9b7ed9b6880a None None] Sync routers for ids ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:16.405246 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd12f5-40d8-4efe-8930-9b7ed9b6880a None None] Routers {'92b3268c-1ec2-4ef3-a540-75f40597cfd2'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:16.405928 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-91fd12f5-40d8-4efe-8930-9b7ed9b6880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:16.411091 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da2be188-ae82-4185-a49c-a23739ab75ae req-313c06cf-d2cb-454e-98c0-4b434b6b8dd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e HTTP/1.1" status: 200 len: 217 time: 0.0414138 Aug 16 01:51:16.442084 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0957908b-f719-4b8c-9113-a4bc94593058 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "DELETE /v2.0/floatingips/289f9d11-7c50-4ad7-85c6-7096b9695fde HTTP/1.1" status: 204 len: 168 time: 1.3455639 Aug 16 01:51:16.445662 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36150) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:16.450639 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:16.466355 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-91fd12f5-40d8-4efe-8930-9b7ed9b6880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:16.476248 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd12f5-40d8-4efe-8930-9b7ed9b6880a None None] Routers {'92b3268c-1ec2-4ef3-a540-75f40597cfd2'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:16.477151 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-91fd12f5-40d8-4efe-8930-9b7ed9b6880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:16.515458 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-91fd12f5-40d8-4efe-8930-9b7ed9b6880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:16.516392 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd12f5-40d8-4efe-8930-9b7ed9b6880a None None] The sync data for ids ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:16.532035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2be188-ae82-4185-a49c-a23739ab75ae req-de194747-c9d6-4efa-b68d-7bad58b6bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:16.533405 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da2be188-ae82-4185-a49c-a23739ab75ae req-de194747-c9d6-4efa-b68d-7bad58b6bb5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.1113572 Aug 16 01:51:16.556574 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:16.583202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da2be188-ae82-4185-a49c-a23739ab75ae req-2a620a1f-1f34-4aa2-b817-ed65d374f8ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385261 Aug 16 01:51:16.600710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cacc9-66e5-43fe-90cc-10e829bba44d req-605410f8-102a-4d07-b9f7-ee251d6d5999 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:16.602198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-439cacc9-66e5-43fe-90cc-10e829bba44d req-605410f8-102a-4d07-b9f7-ee251d6d5999 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.1072609 Aug 16 01:51:16.714731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-439cacc9-66e5-43fe-90cc-10e829bba44d req-bc4ceb80-fd88-4612-b44f-b61ed264bb70 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027741 Aug 16 01:51:16.726169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:16.776517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da2be188-ae82-4185-a49c-a23739ab75ae req-82d3bbf5-aa64-4b2f-bb13-9e82eb0dd16e service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733236 Aug 16 01:51:16.894413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Allocated IP 172.25.8.210 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/31c31622-2a37-4240-95cb-b29b8ccd39de) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:16.979505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da2be188-ae82-4185-a49c-a23739ab75ae req-8de0c868-e148-47f8-b40d-0dc65f04721c service neutron] 10.222.0.64 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942465 Aug 16 01:51:17.015824 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab80c94-f86a-4be7-a4eb-0cd047cd9350 req-7831da4c-9c00-476b-bef6-6f3975aecfea tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:17.017451 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ab80c94-f86a-4be7-a4eb-0cd047cd9350 req-7831da4c-9c00-476b-bef6-6f3975aecfea tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.1770735 Aug 16 01:51:17.079117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ab80c94-f86a-4be7-a4eb-0cd047cd9350 req-065ba8ec-0ca3-4ee5-ad0f-b5e5f202eee0 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465147 Aug 16 01:51:17.192333 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.345167 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.396834 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:17.401804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:17.408444 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:17.479617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Pushing event updated for resources: {'Port': ['ID=31c31622-2a37-4240-95cb-b29b8ccd39de,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:17.552880 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.746722 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.887993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a52e7-06ea-4b1c-ac1b-3c19a6f1a1e9 req-f6d2f897-d302-4515-bee9-3eb8934c5adb tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:17.887993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-022a52e7-06ea-4b1c-ac1b-3c19a6f1a1e9 req-f6d2f897-d302-4515-bee9-3eb8934c5adb tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.0805960 Aug 16 01:51:17.926674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-022a52e7-06ea-4b1c-ac1b-3c19a6f1a1e9 req-e7de3e31-5077-4bdd-9829-e903fca5b110 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484519 Aug 16 01:51:17.979333 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.192526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cdb20-57c4-4718-8643-934a6e92b357 req-b5007dac-1e9d-4e87-949f-7eff2b49dc0c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:18.194063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364cdb20-57c4-4718-8643-934a6e92b357 req-b5007dac-1e9d-4e87-949f-7eff2b49dc0c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0562034 Aug 16 01:51:18.235532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364cdb20-57c4-4718-8643-934a6e92b357 req-9298e4a0-2ea3-4a5d-b587-a49f5a401c1e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349374 Aug 16 01:51:18.644875 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.715065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Pushing event updated for resources: {'Port': ['ID=31c31622-2a37-4240-95cb-b29b8ccd39de,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:18.730176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.981206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.992702 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2c3298f9-5d5d-4726-99ae-86939fd59153 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5356343 Aug 16 01:51:18.992702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36188) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:19.117746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdcd8c-d9b4-40da-84c9-82d052e890ca req-b47b60cb-2eb3-4eaf-9f1d-f55d395385f6 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:19.128318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16cdcd8c-d9b4-40da-84c9-82d052e890ca req-b47b60cb-2eb3-4eaf-9f1d-f55d395385f6 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.1049323 Aug 16 01:51:19.187677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16cdcd8c-d9b4-40da-84c9-82d052e890ca req-a1aa6209-33a0-4d04-ad1e-57b8812365af tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463424 Aug 16 01:51:19.212513 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:19.376745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e972ef-d353-4afb-a697-f7b054b1924d req-5a10e542-7d79-422d-accd-b19c7e4c428b tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:19.378484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3e972ef-d353-4afb-a697-f7b054b1924d req-5a10e542-7d79-422d-accd-b19c7e4c428b tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0656374 Aug 16 01:51:19.444126 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:19.452570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3e972ef-d353-4afb-a697-f7b054b1924d req-4b824fb1-2581-45fb-aabc-d62af6bbe4aa tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669706 Aug 16 01:51:19.625564 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.097449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Allocated IP 172.25.8.39 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/94931fed-bb95-408c-acc6-ed2d3cddb10f) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:20.231440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.348074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34785bf8-835d-4e09-9846-9514e6994bfb req-3abd1e59-104e-457c-a931-7b689661bb03 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:20.349566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34785bf8-835d-4e09-9846-9514e6994bfb req-3abd1e59-104e-457c-a931-7b689661bb03 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 944 time: 0.0806632 Aug 16 01:51:20.407819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34785bf8-835d-4e09-9846-9514e6994bfb req-c5465651-0476-422a-adcb-c5eb7af74e7c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513489 Aug 16 01:51:20.484470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.581884 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:20.591131 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:20.596962 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:20.640762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Pushing event updated for resources: {'Port': ['ID=94931fed-bb95-408c-acc6-ed2d3cddb10f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:20.646835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f9c54-7c13-4e73-8977-59e72b6bc880 req-719f34fc-1e14-4972-aa91-8bb87a0b6189 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:20.648403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f8f9c54-7c13-4e73-8977-59e72b6bc880 req-719f34fc-1e14-4972-aa91-8bb87a0b6189 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0937977 Aug 16 01:51:20.665557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.665940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.666255 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.666593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.666926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.667257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.667578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.667913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.668295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.668748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.669075 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.669396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.697792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f8f9c54-7c13-4e73-8977-59e72b6bc880 req-34cf807e-a87e-49c8-a363-a780ef5306c4 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Aug 16 01:51:20.730275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.747742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.918391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.031563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-5361c558-a657-4f4f-b6c6-34c01cc488c3 service neutron] 10.222.0.64 "GET /v2.0/ports/6546d515-5bf1-42f9-b3e8-b0ca02f6f75e/bindings/n-h2-768509-23 HTTP/1.1" status: 200 len: 385 time: 0.0814731 Aug 16 01:51:21.151596 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.259608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-72476178-f8e0-47c5-8668-b4793e992c6d req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:21.284562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-72476178-f8e0-47c5-8668-b4793e992c6d req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:21.284880 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.337443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-72476178-f8e0-47c5-8668-b4793e992c6d req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:21.363272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-72476178-f8e0-47c5-8668-b4793e992c6d req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:21.380575 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.396592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Pushing event updated for resources: {'Port': ['ID=94931fed-bb95-408c-acc6-ed2d3cddb10f,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:21.471099 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-72476178-f8e0-47c5-8668-b4793e992c6d req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.572288 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.574004 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-df338e6f-5616-4012-b4e6-edfe2ab33449 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5876093 Aug 16 01:51:21.576336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36234) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:21.582073 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-72476178-f8e0-47c5-8668-b4793e992c6d req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Transition to ACTIVE for port object 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:21.712367 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-72476178-f8e0-47c5-8668-b4793e992c6d req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.721202 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7150b6a5-ab32-4085-acad-ced269556412 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4008 time: 0.1431227 Aug 16 01:51:21.725725 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36236) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:21.750264 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.808626 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-55a1edf7-c787-4516-986c-ebd39106cc23 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0816214 Aug 16 01:51:21.811276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36242) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:21.840117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-72476178-f8e0-47c5-8668-b4793e992c6d req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] No DVR routers for this DVR port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:21.903903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] 10.222.0.64 "PUT /v2.0/ports/6546d515-5bf1-42f9-b3e8-b0ca02f6f75e/bindings/n-h2-768509-23/activate HTTP/1.1" status: 200 len: 370 time: 0.8635912 Aug 16 01:51:21.906889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Pushing event updated for resources: {'Port': ['ID=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,revision_number=10']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:21.920938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.921364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.921768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.922257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.922665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.923057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.923450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.923840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.924270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.924903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.925336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.925726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a3ac71-5bb3-4f93-805e-dc4d74941461 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:21.940495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c07a4-a7b6-448e-8304-186e8828861b req-87cb6823-e4ed-45d8-a45a-3b74aafcf976 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:21.948478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-426c07a4-a7b6-448e-8304-186e8828861b req-87cb6823-e4ed-45d8-a45a-3b74aafcf976 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 945 time: 0.1639535 Aug 16 01:51:21.995107 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3be4ab5a-2344-43ae-8dfc-65952838c929 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Deleting port 94931fed-bb95-408c-acc6-ed2d3cddb10f {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:21.995484 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3be4ab5a-2344-43ae-8dfc-65952838c929 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.000338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-426c07a4-a7b6-448e-8304-186e8828861b req-1b94abf5-fc2a-452f-8ad9-34e742fd180b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507898 Aug 16 01:51:22.090912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3be4ab5a-2344-43ae-8dfc-65952838c929 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.091400 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3be4ab5a-2344-43ae-8dfc-65952838c929 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.106447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3be4ab5a-2344-43ae-8dfc-65952838c929 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Calling delete_port for 94931fed-bb95-408c-acc6-ed2d3cddb10f owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:22.151374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476178-f8e0-47c5-8668-b4793e992c6d req-d80e3c82-fc47-4992-8525-f2bca2909f58 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.152922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-d80e3c82-fc47-4992-8525-f2bca2909f58 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.1076441 Aug 16 01:51:22.162953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a4815-ba61-48c7-ac74-8c472b22703f req-5a3a311d-ba6e-4b33-910e-303ad1284f5b tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.164683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-555a4815-ba61-48c7-ac74-8c472b22703f req-5a3a311d-ba6e-4b33-910e-303ad1284f5b tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 945 time: 0.0702298 Aug 16 01:51:22.242213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-555a4815-ba61-48c7-ac74-8c472b22703f req-231fa601-ee50-4d30-b11d-d5d5776b8991 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673192 Aug 16 01:51:22.245504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476178-f8e0-47c5-8668-b4793e992c6d req-dacad712-5928-4f36-a66a-de9e9c9de295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.247277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-dacad712-5928-4f36-a66a-de9e9c9de295 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce&tenant_id=7c23822563d64b8385db87a1780f3dab HTTP/1.1" status: 200 len: 1097 time: 0.0815046 Aug 16 01:51:22.378057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476178-f8e0-47c5-8668-b4793e992c6d req-4aba39ba-8087-4aaf-b20b-7b28844b3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.379680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-4aba39ba-8087-4aaf-b20b-7b28844b3e30 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c23822563d64b8385db87a1780f3dab&device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 1097 time: 0.0939031 Aug 16 01:51:22.380032 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3be4ab5a-2344-43ae-8dfc-65952838c929 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.431846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4ab5a-2344-43ae-8dfc-65952838c929 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Pushing event deleted for resources: {'Port': ['ID=94931fed-bb95-408c-acc6-ed2d3cddb10f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:22.464706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef3732-ea11-4edb-9ffd-785e10817557 req-721511cc-8d1f-45b5-827f-36108d29340f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.470302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94ef3732-ea11-4edb-9ffd-785e10817557 req-721511cc-8d1f-45b5-827f-36108d29340f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.1405268 Aug 16 01:51:22.480384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:22.536277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3be4ab5a-2344-43ae-8dfc-65952838c929 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.542542 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3be4ab5a-2344-43ae-8dfc-65952838c929 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.549278 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3be4ab5a-2344-43ae-8dfc-65952838c929 tempest-FloatingIPAdminTestJSON-1377368540 tempest-FloatingIPAdminTestJSON-1377368540-project] 10.222.0.66 "DELETE /v2.0/floatingips/ce3776e8-7e57-4ab8-8acc-cac4569e857d HTTP/1.1" status: 204 len: 168 time: 0.7346568 Aug 16 01:51:22.549643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36250) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:22.550699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:22.553580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476178-f8e0-47c5-8668-b4793e992c6d req-11e37e1f-be7d-4a91-8b69-c348a73dcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.555090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-11e37e1f-be7d-4a91-8b69-c348a73dcba5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 200 len: 909 time: 0.1664245 Aug 16 01:51:22.567583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94ef3732-ea11-4edb-9ffd-785e10817557 req-b09c322e-0872-4224-87b4-77f9be188c95 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704720 Aug 16 01:51:22.650955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-36c6c3f8-bdae-490c-8892-965ac88930e2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e HTTP/1.1" status: 200 len: 217 time: 0.0816603 Aug 16 01:51:22.718449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-d70a60c6-ec9b-4ba0-b53c-ee9b1a5f47c7 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Deleting port 31c31622-2a37-4240-95cb-b29b8ccd39de {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:22.718449 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d70a60c6-ec9b-4ba0-b53c-ee9b1a5f47c7 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.723548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476178-f8e0-47c5-8668-b4793e992c6d req-173ebbc5-8645-470e-9fe7-6a85a069c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.725205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-173ebbc5-8645-470e-9fe7-6a85a069c20e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 200 len: 848 time: 0.0657260 Aug 16 01:51:22.770741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-593fda31-193e-48fe-ada1-9605ab0efee2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fd061b1-451d-4bee-82a1-403ddea7c0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275106 Aug 16 01:51:22.809623 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d70a60c6-ec9b-4ba0-b53c-ee9b1a5f47c7 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.810163 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d70a60c6-ec9b-4ba0-b53c-ee9b1a5f47c7 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.825118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-d70a60c6-ec9b-4ba0-b53c-ee9b1a5f47c7 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Calling delete_port for 31c31622-2a37-4240-95cb-b29b8ccd39de owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:22.883797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-7a943a76-2c24-4a7e-ae6c-2a7523952b1c service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998952 Aug 16 01:51:22.994720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-6178b61e-8308-4d1f-aeb9-f69f67921180 service neutron] 10.222.0.74 "GET /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036396 Aug 16 01:51:23.123879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d25c0-31f4-4084-8026-e408b4b20d9f req-209255d6-2dd3-4c7c-acfc-80c1e4cd9c5f tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:23.125358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-903d25c0-31f4-4084-8026-e408b4b20d9f req-209255d6-2dd3-4c7c-acfc-80c1e4cd9c5f tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 945 time: 0.0561116 Aug 16 01:51:23.144636 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d70a60c6-ec9b-4ba0-b53c-ee9b1a5f47c7 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.166590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-903d25c0-31f4-4084-8026-e408b4b20d9f req-4a9c47d0-4b31-44e0-91dd-5c9543d513b1 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349088 Aug 16 01:51:23.178027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a60c6-ec9b-4ba0-b53c-ee9b1a5f47c7 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Pushing event deleted for resources: {'Port': ['ID=31c31622-2a37-4240-95cb-b29b8ccd39de,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:23.258652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d70a60c6-ec9b-4ba0-b53c-ee9b1a5f47c7 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.261299 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d70a60c6-ec9b-4ba0-b53c-ee9b1a5f47c7 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.262566 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d70a60c6-ec9b-4ba0-b53c-ee9b1a5f47c7 tempest-FloatingIPAdminTestJSON-587717091 tempest-FloatingIPAdminTestJSON-587717091-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/dfef7555-779a-428d-9efb-c2ae23ca243e HTTP/1.1" status: 204 len: 168 time: 0.7115338 Aug 16 01:51:23.266327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36262) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:23.390547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-02435115-dfa3-4033-84ad-c089ba17acea tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Deleting port f852f7c8-ef27-4407-a2ec-f0520d61d3b7 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:23.391183 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02435115-dfa3-4033-84ad-c089ba17acea tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.413662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c4de9-ee74-4200-ace0-53d81e5b151d req-46759ffe-e04e-43ea-b910-a525fd6b540d tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:23.415522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-281c4de9-ee74-4200-ace0-53d81e5b151d req-46759ffe-e04e-43ea-b910-a525fd6b540d tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 945 time: 0.0626256 Aug 16 01:51:23.505453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-281c4de9-ee74-4200-ace0-53d81e5b151d req-25df9132-e6dd-4fc1-9f10-0b5a39bcfb30 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/security-groups?id=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777347 Aug 16 01:51:23.524841 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02435115-dfa3-4033-84ad-c089ba17acea tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.530276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92ccc8-f447-4d36-b4cd-0b16aa1025f4 req-2f8545cf-9599-412d-a8fb-b511ec13d7ec tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:23.532026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa92ccc8-f447-4d36-b4cd-0b16aa1025f4 req-2f8545cf-9599-412d-a8fb-b511ec13d7ec tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.64 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 945 time: 0.0745027 Aug 16 01:51:23.539926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-02435115-dfa3-4033-84ad-c089ba17acea tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Calling delete_port for f852f7c8-ef27-4407-a2ec-f0520d61d3b7 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:23.724980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476178-f8e0-47c5-8668-b4793e992c6d req-5c90ac08-b2f2-47f1-8a13-0b69a1a5e4ea tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:23.726929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-5c90ac08-b2f2-47f1-8a13-0b69a1a5e4ea tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce&tenant_id=7c23822563d64b8385db87a1780f3dab&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.1001420 Aug 16 01:51:23.734483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-aa92ccc8-f447-4d36-b4cd-0b16aa1025f4 req-b22c60d6-5ddb-44ed-b81f-8836aaa1993c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Deleting port d99cec49-e79b-4aa6-9b28-4c9e02bb892f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:23.735074 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa92ccc8-f447-4d36-b4cd-0b16aa1025f4 req-b22c60d6-5ddb-44ed-b81f-8836aaa1993c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.823437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ca20f-74be-4b08-b8d4-33abe522ecc9 req-8f991e35-b054-4ab3-8a8c-0ebafe736219 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:23.825067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-764ca20f-74be-4b08-b8d4-33abe522ecc9 req-8f991e35-b054-4ab3-8a8c-0ebafe736219 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.1470778 Aug 16 01:51:23.881878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02435115-dfa3-4033-84ad-c089ba17acea tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.930725 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-764ca20f-74be-4b08-b8d4-33abe522ecc9 req-f04cfa98-9466-489e-8300-d8696693858f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924361 Aug 16 01:51:23.969341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02435115-dfa3-4033-84ad-c089ba17acea tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event deleted for resources: {'Port': ['ID=f852f7c8-ef27-4407-a2ec-f0520d61d3b7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:23.969574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-aa92ccc8-f447-4d36-b4cd-0b16aa1025f4 req-b22c60d6-5ddb-44ed-b81f-8836aaa1993c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] For port d99cec49-e79b-4aa6-9b28-4c9e02bb892f, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d99cec49-e79b-4aa6-9b28-4c9e02bb892f,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:23.969737 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa92ccc8-f447-4d36-b4cd-0b16aa1025f4 req-b22c60d6-5ddb-44ed-b81f-8836aaa1993c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.006290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-aa92ccc8-f447-4d36-b4cd-0b16aa1025f4 req-b22c60d6-5ddb-44ed-b81f-8836aaa1993c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Calling delete_port for d99cec49-e79b-4aa6-9b28-4c9e02bb892f owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:24.067764 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02435115-dfa3-4033-84ad-c089ba17acea tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.072930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36276) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:24.073259 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-02435115-dfa3-4033-84ad-c089ba17acea tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "DELETE /v2.0/ports/f852f7c8-ef27-4407-a2ec-f0520d61d3b7 HTTP/1.1" status: 204 len: 168 time: 0.8054535 Aug 16 01:51:24.150902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f230cd-8cdb-4c52-98e7-4416c11994f4 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:24.152424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b0f230cd-8cdb-4c52-98e7-4416c11994f4 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b3268c-1ec2-4ef3-a540-75f40597cfd2 HTTP/1.1" status: 200 len: 913 time: 0.0784779 Aug 16 01:51:24.155225 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36278) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:24.295860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17e34c-5e5d-4965-8b60-360bda74b2fb req-84803dc2-054d-4c32-a566-e8778835a866 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:24.297316 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed17e34c-5e5d-4965-8b60-360bda74b2fb req-84803dc2-054d-4c32-a566-e8778835a866 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 945 time: 0.0509596 Aug 16 01:51:24.336726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed17e34c-5e5d-4965-8b60-360bda74b2fb req-0e73ad12-d416-48cd-8fff-051a6752cc80 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Aug 16 01:51:24.353909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-72476178-f8e0-47c5-8668-b4793e992c6d req-74217f2d-b296-49c6-9606-6f49afa1c947 service neutron] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:24.357553 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-72476178-f8e0-47c5-8668-b4793e992c6d req-74217f2d-b296-49c6-9606-6f49afa1c947 service neutron] Notify callbacks [] for binding, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.359018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72476178-f8e0-47c5-8668-b4793e992c6d req-74217f2d-b296-49c6-9606-6f49afa1c947 service neutron] 10.222.0.74 "DELETE /v2.0/ports/6546d515-5bf1-42f9-b3e8-b0ca02f6f75e/bindings/n-h1-768509-23 HTTP/1.1" status: 204 len: 173 time: 0.6199026 Aug 16 01:51:24.413782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa92ccc8-f447-4d36-b4cd-0b16aa1025f4 req-b22c60d6-5ddb-44ed-b81f-8836aaa1993c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.427798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d99cec49-e79b-4aa6-9b28-4c9e02bb892f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:24.468304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c60d6-5ddb-44ed-b81f-8836aaa1993c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Pushing event deleted for resources: {'Port': ['ID=d99cec49-e79b-4aa6-9b28-4c9e02bb892f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:24.562329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-706c95af-638e-4060-8268-fd125b45cc90 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.872342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-706c95af-638e-4060-8268-fd125b45cc90 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Deleting port d8985581-152b-458f-82cd-921b14a4bc85 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:24.872832 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-706c95af-638e-4060-8268-fd125b45cc90 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.878363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa92ccc8-f447-4d36-b4cd-0b16aa1025f4 req-b22c60d6-5ddb-44ed-b81f-8836aaa1993c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] No DVR routers for this DVR port d99cec49-e79b-4aa6-9b28-4c9e02bb892f on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:24.882480 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa92ccc8-f447-4d36-b4cd-0b16aa1025f4 req-b22c60d6-5ddb-44ed-b81f-8836aaa1993c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.884487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa92ccc8-f447-4d36-b4cd-0b16aa1025f4 req-b22c60d6-5ddb-44ed-b81f-8836aaa1993c tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.64 "DELETE /v2.0/ports/d99cec49-e79b-4aa6-9b28-4c9e02bb892f HTTP/1.1" status: 204 len: 173 time: 1.3410671 Aug 16 01:51:24.885054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc', 'name': 'network-vif-deleted', 'tag': 'd99cec49-e79b-4aa6-9b28-4c9e02bb892f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:24.888356 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2b808f-5e4f-4dc7-a968-beaf5bc8d752" -d '{"events": [{"server_uuid": "2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc", "name": "network-vif-deleted", "tag": "d99cec49-e79b-4aa6-9b28-4c9e02bb892f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:24.903503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34cdd4-6ae9-4fb2-9dc7-955627d1d446 req-b23b609e-1c77-441d-856c-53edc7ef0866 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:24.905046 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae34cdd4-6ae9-4fb2-9dc7-955627d1d446 req-b23b609e-1c77-441d-856c-53edc7ef0866 tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 1097 time: 0.4502447 Aug 16 01:51:24.946367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae34cdd4-6ae9-4fb2-9dc7-955627d1d446 req-52b15c31-049a-4fdc-9498-149784a711bd tempest-LiveMigrationTest-1603942635 tempest-LiveMigrationTest-1603942635-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339332 Aug 16 01:51:24.976932 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-706c95af-638e-4060-8268-fd125b45cc90 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.993306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-706c95af-638e-4060-8268-fd125b45cc90 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Calling delete_port for d8985581-152b-458f-82cd-921b14a4bc85 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:25.058362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24312d81-0794-4d48-9c7d-9bf7aa3a5fd2 req-437d8000-2760-4646-b1cc-a3e78b7b5834 tempest-AttachSCSIVolumeTestJSON-1570569299 tempest-AttachSCSIVolumeTestJSON-1570569299-project] 10.222.0.66 "GET /v2.0/ports?device_id=2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc HTTP/1.1" status: 200 len: 210 time: 0.0279906 Aug 16 01:51:25.108943 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed9e4c0-ea7e-4c57-9d84-dcf9336e448d x-openstack-request-id: req-8ed9e4c0-ea7e-4c57-9d84-dcf9336e448d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:25.109233 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc", "name": "network-vif-deleted", "tag": "d99cec49-e79b-4aa6-9b28-4c9e02bb892f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:25.109483 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ed9e4c0-ea7e-4c57-9d84-dcf9336e448d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:25.109979 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2691afe3-949d-4c8e-b5d6-cbd40a2f0dcc', 'name': 'network-vif-deleted', 'tag': 'd99cec49-e79b-4aa6-9b28-4c9e02bb892f', 'status': 'completed', 'code': 200} Aug 16 01:51:25.210751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bba722-b980-4320-93d7-212a72003165 req-dda10c7d-e302-4efb-85f4-cc1d680f9f41 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:25.212393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9bba722-b980-4320-93d7-212a72003165 req-dda10c7d-e302-4efb-85f4-cc1d680f9f41 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0520329 Aug 16 01:51:25.253475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9bba722-b980-4320-93d7-212a72003165 req-00bbcd5a-e1ff-4168-b233-c1eb52a800d5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331676 Aug 16 01:51:25.333590 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-706c95af-638e-4060-8268-fd125b45cc90 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.369865 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c95af-638e-4060-8268-fd125b45cc90 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event deleted for resources: {'Port': ['ID=d8985581-152b-458f-82cd-921b14a4bc85,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:25.574433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-706c95af-638e-4060-8268-fd125b45cc90 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.796196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706c95af-638e-4060-8268-fd125b45cc90 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Router 92b3268c-1ec2-4ef3-a540-75f40597cfd2 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:25.901520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aea948-5c10-428e-850f-2b9cce91b3dd req-da147845-f0b2-4a72-86ed-85ffb49ddfbb tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:25.902641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10aea948-5c10-428e-850f-2b9cce91b3dd req-da147845-f0b2-4a72-86ed-85ffb49ddfbb tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.0515804 Aug 16 01:51:25.915265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706c95af-638e-4060-8268-fd125b45cc90 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:25.921048 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-706c95af-638e-4060-8268-fd125b45cc90 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "PUT /v2.0/routers/92b3268c-1ec2-4ef3-a540-75f40597cfd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646377 Aug 16 01:51:25.924753 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36324) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:25.927962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c087ee-dc79-4b03-8613-5f8791887192 None None] Sync routers for ids ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:25.937314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c087ee-dc79-4b03-8613-5f8791887192 None None] Routers {'92b3268c-1ec2-4ef3-a540-75f40597cfd2'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:25.938063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-82c087ee-dc79-4b03-8613-5f8791887192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:25.945971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10aea948-5c10-428e-850f-2b9cce91b3dd req-39000c70-bc85-4564-933c-29db55c87d97 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372732 Aug 16 01:51:25.981849 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-82c087ee-dc79-4b03-8613-5f8791887192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:25.996426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c087ee-dc79-4b03-8613-5f8791887192 None None] Routers {'92b3268c-1ec2-4ef3-a540-75f40597cfd2'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:25.996426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-82c087ee-dc79-4b03-8613-5f8791887192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:26.027440 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-82c087ee-dc79-4b03-8613-5f8791887192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:26.028131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c087ee-dc79-4b03-8613-5f8791887192 None None] The sync data for ids ['92b3268c-1ec2-4ef3-a540-75f40597cfd2'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:26.054983 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.141505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124e819-b56e-4078-9fec-85894e50fd6b req-b8d118f9-0148-4e14-a534-dd2357e0a639 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:26.144300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b124e819-b56e-4078-9fec-85894e50fd6b req-b8d118f9-0148-4e14-a534-dd2357e0a639 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 945 time: 0.0544510 Aug 16 01:51:26.185271 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b124e819-b56e-4078-9fec-85894e50fd6b req-9d79ba08-863c-4f08-b47b-2477e20967d2 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344629 Aug 16 01:51:26.409601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc416e-a7db-4846-a113-fb515024ac17 req-b56622f8-d135-40fc-8699-54d1cfb25e59 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:26.417193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28cc416e-a7db-4846-a113-fb515024ac17 req-b56622f8-d135-40fc-8699-54d1cfb25e59 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.74 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 945 time: 0.0643933 Aug 16 01:51:26.484321 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.506358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:26.545049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-28cc416e-a7db-4846-a113-fb515024ac17 req-b0683621-25cf-41cb-ab12-b5a0ed90d799 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Deleting port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:26.551533 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-28cc416e-a7db-4846-a113-fb515024ac17 req-b0683621-25cf-41cb-ab12-b5a0ed90d799 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.600120 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.625616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Deleting port 0914d0c3-a97b-4e74-ae7b-5dbbd8fe68ed {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:26.626201 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.631689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:26.634434 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c11a7e2-fe53-4eeb-9e2c-48975edbf841" -d '{"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:26.652325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:26.660668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-28cc416e-a7db-4846-a113-fb515024ac17 req-b0683621-25cf-41cb-ab12-b5a0ed90d799 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] For port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:26.661042 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-28cc416e-a7db-4846-a113-fb515024ac17 req-b0683621-25cf-41cb-ab12-b5a0ed90d799 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.676038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-28cc416e-a7db-4846-a113-fb515024ac17 req-b0683621-25cf-41cb-ab12-b5a0ed90d799 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Calling delete_port for 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:26.712363 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.725490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Calling delete_port for 0914d0c3-a97b-4e74-ae7b-5dbbd8fe68ed owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:26.739601 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.740742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d99cec49-e79b-4aa6-9b28-4c9e02bb892f no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:26.792050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: d99cec49-e79b-4aa6-9b28-4c9e02bb892f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:26.792299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d99cec49-e79b-4aa6-9b28-4c9e02bb892f not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:26.836628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=11']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:26.972734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1fe6b-0e32-49e5-bd93-ba1c5605f47c req-af75f50d-a120-4d28-8c0d-201513ef3eff tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:26.974250 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58a1fe6b-0e32-49e5-bd93-ba1c5605f47c req-af75f50d-a120-4d28-8c0d-201513ef3eff tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0547020 Aug 16 01:51:26.997620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-28cc416e-a7db-4846-a113-fb515024ac17 req-b0683621-25cf-41cb-ab12-b5a0ed90d799 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.011564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['6546d515-5bf1-42f9-b3e8-b0ca02f6f75e'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:27.014031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:27.031656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0683621-25cf-41cb-ab12-b5a0ed90d799 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Pushing event deleted for resources: {'Port': ['ID=6546d515-5bf1-42f9-b3e8-b0ca02f6f75e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:27.058222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58a1fe6b-0e32-49e5-bd93-ba1c5605f47c req-9fcc534a-70b4-4cc7-9ac6-b1a44088fa57 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766933 Aug 16 01:51:27.107545 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.112220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cc416e-a7db-4846-a113-fb515024ac17 req-b0683621-25cf-41cb-ab12-b5a0ed90d799 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] No DVR routers for this DVR port 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:27.113134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-28cc416e-a7db-4846-a113-fb515024ac17 req-b0683621-25cf-41cb-ab12-b5a0ed90d799 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.116599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28cc416e-a7db-4846-a113-fb515024ac17 req-b0683621-25cf-41cb-ab12-b5a0ed90d799 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.74 "DELETE /v2.0/ports/6546d515-5bf1-42f9-b3e8-b0ca02f6f75e HTTP/1.1" status: 204 len: 173 time: 0.6971292 Aug 16 01:51:27.117085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'name': 'network-vif-deleted', 'tag': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:27.120225 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d00673-5b94-4c97-a695-8d1bb16c8793" -d '{"events": [{"server_uuid": "553b429e-0ad7-4709-8238-6fffe0b423ce", "name": "network-vif-deleted", "tag": "6546d515-5bf1-42f9-b3e8-b0ca02f6f75e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:27.130619 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2dbfe5-2830-4c53-8b03-03ec1724895e x-openstack-request-id: req-fb2dbfe5-2830-4c53-8b03-03ec1724895e {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:27.134573 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:27.134573 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb2dbfe5-2830-4c53-8b03-03ec1724895e {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:27.134573 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'code': 200} Aug 16 01:51:27.148159 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event deleted for resources: {'Port': ['ID=0914d0c3-a97b-4e74-ae7b-5dbbd8fe68ed,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:27.246519 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.310360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28181a3b-29e4-4f94-a485-876a36c750e3 req-a241bfa9-616b-4005-9d74-00eb5f21a843 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:27.311950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28181a3b-29e4-4f94-a485-876a36c750e3 req-a241bfa9-616b-4005-9d74-00eb5f21a843 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0511625 Aug 16 01:51:27.339129 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.343861 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.355777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28181a3b-29e4-4f94-a485-876a36c750e3 req-d3a0a4eb-d744-4c96-9a6a-5752a09a6e69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375192 Aug 16 01:51:27.477866 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e71ceb-5a47-47f3-95d0-acbbdb37bf96 x-openstack-request-id: req-98e71ceb-5a47-47f3-95d0-acbbdb37bf96 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:27.478613 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553b429e-0ad7-4709-8238-6fffe0b423ce", "name": "network-vif-deleted", "tag": "6546d515-5bf1-42f9-b3e8-b0ca02f6f75e", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:27.478871 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98e71ceb-5a47-47f3-95d0-acbbdb37bf96 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:27.479278 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553b429e-0ad7-4709-8238-6fffe0b423ce', 'name': 'network-vif-deleted', 'tag': '6546d515-5bf1-42f9-b3e8-b0ca02f6f75e', 'status': 'completed', 'code': 200} Aug 16 01:51:27.502303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.503010 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Fanout notify agent at l3_agent the message router_deleted on router 92b3268c-1ec2-4ef3-a540-75f40597cfd2 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:51:27.514309 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.518444 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5dd81a97-e3f4-480a-aa7e-64efa6619582 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "DELETE /v2.0/routers/92b3268c-1ec2-4ef3-a540-75f40597cfd2 HTTP/1.1" status: 204 len: 168 time: 1.5898345 Aug 16 01:51:27.518977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36374) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:27.589248 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7ec84e4-e771-4daf-aa4f-d22cc8c906af req-cf786435-1089-4095-8588-12dccf298ae6 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 210 time: 0.0582089 Aug 16 01:51:27.603902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c52370-722a-411d-b502-a58a82f8662b tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Deleting subnet 67d98412-fb72-448f-b7b3-6fe9d1a2d574 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:27.612204 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7c52370-722a-411d-b502-a58a82f8662b tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.678706 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7c52370-722a-411d-b502-a58a82f8662b tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.721311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b7a23-2504-40ad-ba9a-6613d1f771e4 req-d39910c1-cda4-43e8-857d-446d45870cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:27.722488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf6b7a23-2504-40ad-ba9a-6613d1f771e4 req-d39910c1-cda4-43e8-857d-446d45870cf2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 1097 time: 0.0818737 Aug 16 01:51:27.810691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf6b7a23-2504-40ad-ba9a-6613d1f771e4 req-33c2f3cb-483d-46ba-ba98-b913dd4fa982 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805142 Aug 16 01:51:27.814078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7c52370-722a-411d-b502-a58a82f8662b tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.979336 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7c52370-722a-411d-b502-a58a82f8662b tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.008649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c52370-722a-411d-b502-a58a82f8662b tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event deleted for resources: {'Subnet': ['ID=67d98412-fb72-448f-b7b3-6fe9d1a2d574,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:28.013000 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7c52370-722a-411d-b502-a58a82f8662b tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.015584 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d7c52370-722a-411d-b502-a58a82f8662b tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "DELETE /v2.0/subnets/67d98412-fb72-448f-b7b3-6fe9d1a2d574 HTTP/1.1" status: 204 len: 168 time: 0.4952135 Aug 16 01:51:28.018105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36388) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:28.019864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2ef86-ed71-4e7d-a648-61bfd1efc8c1 None None] Network 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:28.113739 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.209055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Deleting port b83a3b5d-5b78-455c-ab2e-f038d3516428 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:28.209388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.251957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1301aa-a625-404c-a197-de4cd8e1a1aa None None] DHCP port deletion for 0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:51:28.272888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046eb80-e094-4338-81c9-1159b797ea18 req-344d21f3-149e-4ad2-b933-4b35de306aca tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:28.274443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9046eb80-e094-4338-81c9-1159b797ea18 req-344d21f3-149e-4ad2-b933-4b35de306aca tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.1146593 Aug 16 01:51:28.305441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bd1301aa-a625-404c-a197-de4cd8e1a1aa None None] Deleting port b83a3b5d-5b78-455c-ab2e-f038d3516428 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:28.305731 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bd1301aa-a625-404c-a197-de4cd8e1a1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.317230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] For port b83a3b5d-5b78-455c-ab2e-f038d3516428, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b83a3b5d-5b78-455c-ab2e-f038d3516428,segment=NetworkSegment(658c20f6-7de6-49ec-9d07-7d4aff5909df),segment_id=658c20f6-7de6-49ec-9d07-7d4aff5909df)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:28.317608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.342064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Calling delete_port for b83a3b5d-5b78-455c-ab2e-f038d3516428 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:28.351995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9046eb80-e094-4338-81c9-1159b797ea18 req-9b78c9cf-923f-4a7b-94dd-8b6705c809b5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659359 Aug 16 01:51:28.376106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-bd1301aa-a625-404c-a197-de4cd8e1a1aa None None] For port b83a3b5d-5b78-455c-ab2e-f038d3516428, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b83a3b5d-5b78-455c-ab2e-f038d3516428,segment=NetworkSegment(658c20f6-7de6-49ec-9d07-7d4aff5909df),segment_id=658c20f6-7de6-49ec-9d07-7d4aff5909df)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:28.376579 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bd1301aa-a625-404c-a197-de4cd8e1a1aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.392625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bd1301aa-a625-404c-a197-de4cd8e1a1aa None None] Calling delete_port for b83a3b5d-5b78-455c-ab2e-f038d3516428 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:28.574797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd3b20-2635-4e0c-9db9-dd8bab7d9876 req-f951e5b8-afd2-4e59-8674-9adc2544f32e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:28.576505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bdd3b20-2635-4e0c-9db9-dd8bab7d9876 req-f951e5b8-afd2-4e59-8674-9adc2544f32e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0525916 Aug 16 01:51:28.577772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.579994 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bd1301aa-a625-404c-a197-de4cd8e1a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.607638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1301aa-a625-404c-a197-de4cd8e1a1aa None None] Pushing event deleted for resources: {'Port': ['ID=b83a3b5d-5b78-455c-ab2e-f038d3516428,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:28.619370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1301aa-a625-404c-a197-de4cd8e1a1aa None None] No DVR routers for this DVR port b83a3b5d-5b78-455c-ab2e-f038d3516428 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:28.627273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event deleted for resources: {'Port': ['ID=b83a3b5d-5b78-455c-ab2e-f038d3516428,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:28.631907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] No DVR routers for this DVR port b83a3b5d-5b78-455c-ab2e-f038d3516428 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:28.727066 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bdd3b20-2635-4e0c-9db9-dd8bab7d9876 req-bc2cee96-ea8d-4ed9-9191-91ced3116f1a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437695 Aug 16 01:51:28.734171 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.752409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:28.769703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658c20f6-7de6-49ec-9d07-7d4aff5909df') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:28.770121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658c20f6-7de6-49ec-9d07-7d4aff5909df') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:28.779290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.796019 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.802436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:28.802914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:28.806223 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:28.900842 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0cd2cee-699b-4b31-88f1-c6f0d7ef0954 req-74d1f6c6-771d-454a-97b0-9361e3792ca3 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 210 time: 0.0339162 Aug 16 01:51:29.007269 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.014770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.016598 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "DELETE /v2.0/networks/0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e HTTP/1.1" status: 204 len: 168 time: 0.9972575 Aug 16 01:51:29.019820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36408) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:29.035728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9b36b-f88f-41c6-bfd7-8b66696ada12 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event deleted for resources: {'Network': ['ID=0c874dd3-c5bd-4f56-8bd8-f6c5111cc09e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:29.166674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f39fa1e4-372d-4b40-955b-06eb2a810956 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Deleting port 5d31c576-b731-4055-98e1-80cf1877cab0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:29.167040 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f39fa1e4-372d-4b40-955b-06eb2a810956 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.247867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f39fa1e4-372d-4b40-955b-06eb2a810956 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.248306 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f39fa1e4-372d-4b40-955b-06eb2a810956 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.261116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f39fa1e4-372d-4b40-955b-06eb2a810956 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Calling delete_port for 5d31c576-b731-4055-98e1-80cf1877cab0 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:29.474075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf167922-c39c-41f4-93ac-ff94054a5dab req-04741a7c-2956-4b0a-865c-f85fadf1f902 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:29.476791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf167922-c39c-41f4-93ac-ff94054a5dab req-04741a7c-2956-4b0a-865c-f85fadf1f902 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0537317 Aug 16 01:51:29.478072 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f39fa1e4-372d-4b40-955b-06eb2a810956 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.525010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fa1e4-372d-4b40-955b-06eb2a810956 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Pushing event deleted for resources: {'Port': ['ID=5d31c576-b731-4055-98e1-80cf1877cab0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:29.588657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf167922-c39c-41f4-93ac-ff94054a5dab req-0dd9b6f4-abc5-40ba-89fc-828b56f8ba17 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038218 Aug 16 01:51:29.619297 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f39fa1e4-372d-4b40-955b-06eb2a810956 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.622973 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f39fa1e4-372d-4b40-955b-06eb2a810956 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.624441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f39fa1e4-372d-4b40-955b-06eb2a810956 tempest-FloatingIPAdminTestJSON-1169030981 tempest-FloatingIPAdminTestJSON-1169030981-project] 10.222.0.66 "DELETE /v2.0/floatingips/17451440-7a61-4ad1-b65e-f7c4ae069729 HTTP/1.1" status: 204 len: 168 time: 0.6036749 Aug 16 01:51:29.832692 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7f3bc805-e451-4d3e-bd51-db63218c1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.900189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b83a3b5d-5b78-455c-ab2e-f038d3516428 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:29.912319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-c76f2669-f461-4dec-8a47-0018f00487da tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:29.913938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-c76f2669-f461-4dec-8a47-0018f00487da tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/networks?id=77553ffc-af18-4cf6-9905-ff4902fc62b3 HTTP/1.1" status: 200 len: 810 time: 0.1250181 Aug 16 01:51:29.921494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: b83a3b5d-5b78-455c-ab2e-f038d3516428 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:29.921910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b83a3b5d-5b78-455c-ab2e-f038d3516428 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:29.932970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-9b6154e8-75b3-4389-b45e-027ee3c953ee tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/quotas/7d55668ce6cd49b8a6ada470706b8799 HTTP/1.1" status: 200 len: 375 time: 0.0128484 Aug 16 01:51:29.992282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-9617deb1-2045-47c3-80bd-077233ba1803 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d55668ce6cd49b8a6ada470706b8799&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522370 Aug 16 01:51:30.090696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-8a9bea35-00a6-4ba2-8615-f402785a8cae service neutron] 10.222.0.66 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908167 Aug 16 01:51:30.159178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36440) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:30.193741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-52a6e033-3f83-408c-9138-4bddd7a9dcb9 service neutron] 10.222.0.66 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010821 Aug 16 01:51:30.321318 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-acfa7178-2e35-4cf5-8397-eea4201414b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a6a455eb7184659aa125f531ec60798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598451 Aug 16 01:51:30.323940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36444) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:30.376720 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7f679-1ee7-41e2-80dd-3bb3aa4458f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.412202 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7f679-1ee7-41e2-80dd-3bb3aa4458f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.549957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41347d5d-c1c5-41a2-ba2e-cc1bcf9df17d req-a1a31dab-ed14-4bac-8147-fbb76430badb tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:30.551508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41347d5d-c1c5-41a2-ba2e-cc1bcf9df17d req-a1a31dab-ed14-4bac-8147-fbb76430badb tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0814455 Aug 16 01:51:30.561412 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7f679-1ee7-41e2-80dd-3bb3aa4458f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.565604 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:30.570239 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22d7f679-1ee7-41e2-80dd-3bb3aa4458f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.570239 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-22d7f679-1ee7-41e2-80dd-3bb3aa4458f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86c06af2-71cc-4cb6-89c4-d079f0e9bb59 HTTP/1.1" status: 204 len: 168 time: 0.2428451 Aug 16 01:51:30.603802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7f679-1ee7-41e2-80dd-3bb3aa4458f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c06af2-71cc-4cb6-89c4-d079f0e9bb59,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:30.607254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41347d5d-c1c5-41a2-ba2e-cc1bcf9df17d req-b07f68a2-aeaa-4ba3-a335-779242f00946 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481544 Aug 16 01:51:30.727866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:30.746652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'port_id': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'mac_address': 'fa:16:3e:a6:fa:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:30.790596 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.805808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f14e64-86ae-4f7e-8217-465b53aefeac {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:30.820561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a7dcb4-3536-47da-a57c-634056db5c77 req-a044efe1-cda6-4a6f-9460-f3dd5b02edb5 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 210 time: 0.0316727 Aug 16 01:51:30.841187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:30.887641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ba6502c-c88e-4888-84e1-de3bd6fb680c req-b0c090f3-0a89-421b-9bb3-477267e15241 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 210 time: 0.0292413 Aug 16 01:51:31.070362 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:31.135090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=12']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:31.145615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.146050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.146405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.146752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.147093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.147578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.147755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.148123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.148463 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.148777 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.149106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.149434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:31.168119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['41f14e64-86ae-4f7e-8217-465b53aefeac'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:31.747622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36490) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:31.753221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:31.800722 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7568b99d-6176-495d-8d72-000cfa80dbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:31.827842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:31.832953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6546d515-5bf1-42f9-b3e8-b0ca02f6f75e not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:31.868681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4cb17-e2a3-4644-ace5-5eaf3dd4179b req-5a18df5c-16ac-4d3a-b946-bcc2e68b321e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:31.876445 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0d4cb17-e2a3-4644-ace5-5eaf3dd4179b req-5a18df5c-16ac-4d3a-b946-bcc2e68b321e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 946 time: 0.1670442 Aug 16 01:51:31.929313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0d4cb17-e2a3-4644-ace5-5eaf3dd4179b req-586d7c21-163e-4b46-b630-c0c4e6a5d7c8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515358 Aug 16 01:51:31.960871 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7568b99d-6176-495d-8d72-000cfa80dbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.118699 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7568b99d-6176-495d-8d72-000cfa80dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.160387 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7568b99d-6176-495d-8d72-000cfa80dbf6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8876f3a34f54984afaa2c81147a3940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083605 Aug 16 01:51:32.169807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36498) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:32.210254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59d7aef5-5f14-41b6-861e-c7b3267bf37d req-b9b7e9a2-c520-483d-9a2a-228eb366e932 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=553b429e-0ad7-4709-8238-6fffe0b423ce HTTP/1.1" status: 200 len: 210 time: 0.0652175 Aug 16 01:51:32.248250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568b99d-6176-495d-8d72-000cfa80dbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf224b78-dfbb-4c7c-8b39-4fc97be612f7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:32.285019 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d983883-eee0-4a60-bd6a-2833ef62b8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.310226 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d983883-eee0-4a60-bd6a-2833ef62b8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.443541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ce1a127-d8c3-439c-8355-a470339683e0 req-b76ae615-eaeb-47f0-ad4e-c4b92c78a040 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 210 time: 0.0666182 Aug 16 01:51:32.500972 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d983883-eee0-4a60-bd6a-2833ef62b8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.504058 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d983883-eee0-4a60-bd6a-2833ef62b8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.505397 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d983883-eee0-4a60-bd6a-2833ef62b8c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf224b78-dfbb-4c7c-8b39-4fc97be612f7 HTTP/1.1" status: 204 len: 168 time: 0.3343959 Aug 16 01:51:32.524436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d983883-eee0-4a60-bd6a-2833ef62b8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf224b78-dfbb-4c7c-8b39-4fc97be612f7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:32.593128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:32.674883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 41f14e64-86ae-4f7e-8217-465b53aefeac triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:32.678197 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.850068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.909656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:32.911456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:32.914163 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8758401e-9823-4f43-94e6-93727ae94991" -d '{"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:32.918053 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f68ebbac-1bd1-4466-8bf4-33d2b1c7d9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.920964 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.985549 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f936eb69-1aad-476e-9208-06cfa94da93a x-openstack-request-id: req-f936eb69-1aad-476e-9208-06cfa94da93a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:32.986019 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:32.988980 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f936eb69-1aad-476e-9208-06cfa94da93a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:32.988980 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'code': 200} Aug 16 01:51:33.046604 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.160085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=13']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:33.164356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889a72d-5abb-4823-ab7b-5c5a58ee5d9f req-5b38cc6b-8447-4ef1-b378-3a5116d17e31 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:33.166985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6889a72d-5abb-4823-ab7b-5c5a58ee5d9f req-5b38cc6b-8447-4ef1-b378-3a5116d17e31 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.0745506 Aug 16 01:51:33.241226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6889a72d-5abb-4823-ab7b-5c5a58ee5d9f req-c1be9878-c845-412a-a2da-0152ee4b06a7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635266 Aug 16 01:51:33.596378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1da4cc7b-9409-4e36-94ce-a046e1404df8 req-7d31945c-7ed5-4aaa-aa8b-04d41ec5d1de tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 210 time: 0.0382490 Aug 16 01:51:33.738696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-bff54ab2-5f63-458d-b099-085dd4516097 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:33.740876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-bff54ab2-5f63-458d-b099-085dd4516097 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.64 "GET /v2.0/networks?id=77553ffc-af18-4cf6-9905-ff4902fc62b3 HTTP/1.1" status: 200 len: 810 time: 0.2869885 Aug 16 01:51:33.766871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Request body: {'port': {'device_id': 'd5a17570-d8d0-413e-9576-14fe47efe75e', 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3', 'admin_state_up': True, 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:33.859076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36524) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:33.887217 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bba8-066c-4a31-8335-075d91150be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.051094 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bba8-066c-4a31-8335-075d91150be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.055298 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.144674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bba8-066c-4a31-8335-075d91150be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.237011 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a8b6bba8-066c-4a31-8335-075d91150be2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=510859193ccf43eeab76125af0ca452e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743622 Aug 16 01:51:34.237011 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6bba8-066c-4a31-8335-075d91150be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bceff5-1e00-4c73-9b04-251387d44125,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:34.237397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36526) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:34.295455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Made reservation on behalf of 7d55668ce6cd49b8a6ada470706b8799 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:34.302704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.508848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8511cbc3-bd18-4c8b-ba05-947188021332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.583469 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8511cbc3-bd18-4c8b-ba05-947188021332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.604610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29497b14-6814-417d-b632-ddcc04fec2a4 req-8e53b621-51ce-4fa8-b149-acef973353ab tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:34.611848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29497b14-6814-417d-b632-ddcc04fec2a4 req-8e53b621-51ce-4fa8-b149-acef973353ab tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.2481401 Aug 16 01:51:34.671726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Allocated IP 172.20.0.12 (77553ffc-af18-4cf6-9905-ff4902fc62b3/35f9b9ae-2167-4e77-8dee-a665ff65a04b/d824ce2e-0636-4a02-881d-55bf9f6ea375) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:34.717274 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29497b14-6814-417d-b632-ddcc04fec2a4 req-c972539d-feba-43c2-b4af-f1bb7563d70c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025531 Aug 16 01:51:34.876009 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8511cbc3-bd18-4c8b-ba05-947188021332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.879403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8511cbc3-bd18-4c8b-ba05-947188021332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.880601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8511cbc3-bd18-4c8b-ba05-947188021332 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23bceff5-1e00-4c73-9b04-251387d44125 HTTP/1.1" status: 204 len: 168 time: 0.6421008 Aug 16 01:51:35.014644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511cbc3-bd18-4c8b-ba05-947188021332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bceff5-1e00-4c73-9b04-251387d44125,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:35.145653 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.251021 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d90b36b6-b43f-4ab7-a7c1-4ccfae12819c req-464c9e46-45e3-490f-821f-b98c2c488ca4 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 210 time: 0.0855119 Aug 16 01:51:35.379992 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.394433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d987452a-0433-40a7-8e2a-315a2560ec79'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:35.492385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Network 77553ffc-af18-4cf6-9905-ff4902fc62b3 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:35.497697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:35.515330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:35.524870 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36548) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:35.568693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Pushing event updated for resources: {'Port': ['ID=d824ce2e-0636-4a02-881d-55bf9f6ea375,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:35.646391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:35.648639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.837050 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.838372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-4edd7ca4-5d0e-4e4b-a679-04db976e0326 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0761950 Aug 16 01:51:35.853422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Request body: {'port': {'device_id': 'd5a17570-d8d0-413e-9576-14fe47efe75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:36.071385 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.206912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9de80-d55f-4af6-b7fb-9085ad702bd5 req-65246aeb-d339-4172-bb2a-3c8717f0ba6e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:36.206912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caa9de80-d55f-4af6-b7fb-9085ad702bd5 req-65246aeb-d339-4172-bb2a-3c8717f0ba6e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.2046585 Aug 16 01:51:36.324567 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.447771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caa9de80-d55f-4af6-b7fb-9085ad702bd5 req-2753c98a-1b24-40f9-aef4-2bcf3850e440 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488537 Aug 16 01:51:36.889904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d824ce2e-0636-4a02-881d-55bf9f6ea375 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:36.904321 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.924616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Transition to ACTIVE for port object d824ce2e-0636-4a02-881d-55bf9f6ea375 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:37.027193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40ea90-b936-45f1-a2df-383c93ecd320 req-288f5939-e735-40ce-b8b9-5f21a78a74b2 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:37.032619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc40ea90-b936-45f1-a2df-383c93ecd320 req-288f5939-e735-40ce-b8b9-5f21a78a74b2 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 932 time: 0.1060116 Aug 16 01:51:37.035016 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.044587 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] Deleting port 0ceb0e49-db94-407a-985d-bb6e9894115e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:37.045107 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.229640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc40ea90-b936-45f1-a2df-383c93ecd320 req-b2a686ee-6e97-4bbe-9201-1fc71276d8ab tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636615 Aug 16 01:51:37.234276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Pushing event updated for resources: {'Port': ['ID=d824ce2e-0636-4a02-881d-55bf9f6ea375,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:37.329611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] For port 0ceb0e49-db94-407a-985d-bb6e9894115e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0ceb0e49-db94-407a-985d-bb6e9894115e,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:37.330847 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.364254 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] Calling delete_port for 0ceb0e49-db94-407a-985d-bb6e9894115e owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:37.407336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Attempting to bind port d824ce2e-0636-4a02-881d-55bf9f6ea375 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:37.408135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Attempting to bind port d824ce2e-0636-4a02-881d-55bf9f6ea375 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:37.408135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Attempting to bind port d824ce2e-0636-4a02-881d-55bf9f6ea375 on network 77553ffc-af18-4cf6-9905-ff4902fc62b3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:37.420328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Port d824ce2e-0636-4a02-881d-55bf9f6ea375 on network 77553ffc-af18-4cf6-9905-ff4902fc62b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:37.420669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Attempting to bind port d824ce2e-0636-4a02-881d-55bf9f6ea375 on network 77553ffc-af18-4cf6-9905-ff4902fc62b3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:37.443272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:37.443650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Checking segment: {'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:37.444015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Bound using segment: {'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:37.444439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Bound port: d824ce2e-0636-4a02-881d-55bf9f6ea375, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b2509-6da1-4b82-b8fd-4fec75713db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:37.444807 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.617860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] For port d824ce2e-0636-4a02-881d-55bf9f6ea375, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:37.652285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] For port d824ce2e-0636-4a02-881d-55bf9f6ea375, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d824ce2e-0636-4a02-881d-55bf9f6ea375,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:37.670065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f1482-3e93-4a62-9ee1-b680064280b6 req-4776afed-0e71-43fe-aa58-939d1086f8da tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:37.671623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-810f1482-3e93-4a62-9ee1-b680064280b6 req-4776afed-0e71-43fe-aa58-939d1086f8da tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.1180458 Aug 16 01:51:37.788522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-810f1482-3e93-4a62-9ee1-b680064280b6 req-2b2164ca-5d12-4a4a-b2f4-736e762c4d3d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870979 Aug 16 01:51:37.788522 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.868596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:37.869185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.870714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] 10.222.0.64 "PUT /v2.0/ports/d824ce2e-0636-4a02-881d-55bf9f6ea375 HTTP/1.1" status: 200 len: 1093 time: 2.0228856 Aug 16 01:51:37.883402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a17570-d8d0-413e-9576-14fe47efe75e', 'tag': 'd824ce2e-0636-4a02-881d-55bf9f6ea375'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:37.886183 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbee27ce-f57f-4ce8-8430-c7cb72402806" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a17570-d8d0-413e-9576-14fe47efe75e", "tag": "d824ce2e-0636-4a02-881d-55bf9f6ea375"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:37.938159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3255c-e20b-4fc3-8e64-dce161ff3a2f service neutron] Pushing event updated for resources: {'Port': ['ID=d824ce2e-0636-4a02-881d-55bf9f6ea375,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:37.957922 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.978005 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c672b3-4244-40ec-9ffa-f4c9e06b8280 x-openstack-request-id: req-04c672b3-4244-40ec-9ffa-f4c9e06b8280 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:37.978263 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a17570-d8d0-413e-9576-14fe47efe75e", "tag": "d824ce2e-0636-4a02-881d-55bf9f6ea375", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:37.978572 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04c672b3-4244-40ec-9ffa-f4c9e06b8280 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:37.978984 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a17570-d8d0-413e-9576-14fe47efe75e', 'tag': 'd824ce2e-0636-4a02-881d-55bf9f6ea375', 'status': 'completed', 'code': 200} Aug 16 01:51:38.028630 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=0ceb0e49-db94-407a-985d-bb6e9894115e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:38.108195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee27ce-f57f-4ce8-8430-c7cb72402806 req-d656918d-a795-48ba-9429-c17c0058cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.109760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbee27ce-f57f-4ce8-8430-c7cb72402806 req-d656918d-a795-48ba-9429-c17c0058cedb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d55668ce6cd49b8a6ada470706b8799&device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 1096 time: 0.0988271 Aug 16 01:51:38.283913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee27ce-f57f-4ce8-8430-c7cb72402806 req-1d33e13c-0eee-4c9c-ba1c-528e13682bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.285538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbee27ce-f57f-4ce8-8430-c7cb72402806 req-1d33e13c-0eee-4c9c-ba1c-528e13682bef service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d55668ce6cd49b8a6ada470706b8799&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1665304 Aug 16 01:51:38.299311 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.450478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e9e76-9461-44c1-9f20-3c5451fb977f req-5a2e74e1-90a4-4b3c-91da-8b9526b8d5f2 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.458326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c04e9e76-9461-44c1-9f20-3c5451fb977f req-5a2e74e1-90a4-4b3c-91da-8b9526b8d5f2 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 944 time: 0.1080015 Aug 16 01:51:38.467478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee27ce-f57f-4ce8-8430-c7cb72402806 req-56cbbf22-2cf8-48ca-8421-a4c138380d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.469140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbee27ce-f57f-4ce8-8430-c7cb72402806 req-56cbbf22-2cf8-48ca-8421-a4c138380d78 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1762984 Aug 16 01:51:38.498845 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c04e9e76-9461-44c1-9f20-3c5451fb977f req-d9143617-0109-40c1-a9f5-0cbd5cbb31fd tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Aug 16 01:51:38.554945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] Router 9ac5e813-107a-4bfe-9903-8de4b89829e0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:38.563640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-c44b2ffd-1ab9-4075-a12a-4b25a8fc90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.565352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-c44b2ffd-1ab9-4075-a12a-4b25a8fc90e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d55668ce6cd49b8a6ada470706b8799&device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 1096 time: 0.0502958 Aug 16 01:51:38.622114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-55a37010-bfe2-4fe4-b823-f9e85c798062 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d824ce2e-0636-4a02-881d-55bf9f6ea375 HTTP/1.1" status: 200 len: 217 time: 0.0474248 Aug 16 01:51:38.670494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:38.680357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-8f6e7838-71b4-4fb5-8899-591e092fd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.680460 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-21fa7cbc-36d5-437c-abcc-fb9efe6bc2fc admin admin] 10.222.0.66 "PUT /v2.0/routers/9ac5e813-107a-4bfe-9903-8de4b89829e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1515105 Aug 16 01:51:38.680549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-8f6e7838-71b4-4fb5-8899-591e092fd874 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=35f9b9ae-2167-4e77-8dee-a665ff65a04b HTTP/1.1" status: 200 len: 850 time: 0.0482323 Aug 16 01:51:38.680635 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36600) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:38.682604 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e9ed6d-cb4d-4695-8ba0-4b46462c8717 None None] Sync routers for ids ['9ac5e813-107a-4bfe-9903-8de4b89829e0'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:38.694410 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e9ed6d-cb4d-4695-8ba0-4b46462c8717 None None] Routers {'9ac5e813-107a-4bfe-9903-8de4b89829e0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:38.695394 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b1e9ed6d-cb4d-4695-8ba0-4b46462c8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9ac5e813-107a-4bfe-9903-8de4b89829e0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:38.716022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-db489111-84aa-4c24-9e7c-46ca36621b19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77553ffc-af18-4cf6-9905-ff4902fc62b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303335 Aug 16 01:51:38.801939 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.815185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-7434b214-09b4-4531-a4fc-265273a999fd service neutron] 10.222.0.64 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909457 Aug 16 01:51:38.916280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.921161 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b1e9ed6d-cb4d-4695-8ba0-4b46462c8717 None None] Set router 9ac5e813-107a-4bfe-9903-8de4b89829e0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:38.988129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f9a7014-8f4b-48ca-b97e-4a7b6fb92dae req-7e72900e-b85a-4079-b849-a53a736b8f75 service neutron] 10.222.0.64 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653178 Aug 16 01:51:39.160845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Deleting port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:39.161194 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.164610 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b1e9ed6d-cb4d-4695-8ba0-4b46462c8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-router', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:26Z', 'updated_at': '2021-08-16T01:51:37Z', 'revision_number': 5, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'gw_port': {'id': '284134bc-a2e3-4a58-982c-9d7dbe92bb0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:39.194952 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e9ed6d-cb4d-4695-8ba0-4b46462c8717 None None] Checking router: 9ac5e813-107a-4bfe-9903-8de4b89829e0 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:39.207778 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e9ed6d-cb4d-4695-8ba0-4b46462c8717 None None] Routers {'9ac5e813-107a-4bfe-9903-8de4b89829e0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:39.208568 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b1e9ed6d-cb4d-4695-8ba0-4b46462c8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9ac5e813-107a-4bfe-9903-8de4b89829e0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:39.271597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-be59d403-edc8-4360-af71-30888378096a admin admin] For port 284134bc-a2e3-4a58-982c-9d7dbe92bb0e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=284134bc-a2e3-4a58-982c-9d7dbe92bb0e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:39.271597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.272511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36618) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:39.288782 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Calling delete_port for 284134bc-a2e3-4a58-982c-9d7dbe92bb0e owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:39.379846 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b1e9ed6d-cb4d-4695-8ba0-4b46462c8717 None None] Set router 9ac5e813-107a-4bfe-9903-8de4b89829e0 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:39.462149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b2aba2a9-a0b0-44bf-a2e0-a0803881421b tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1599524469'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:39.462892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b2aba2a9-a0b0-44bf-a2e0-a0803881421b tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Unknown quota resources ['metering_label']. {{(pid=95516) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:51:39.464396 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b1e9ed6d-cb4d-4695-8ba0-4b46462c8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-router', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:26Z', 'updated_at': '2021-08-16T01:51:38Z', 'revision_number': 6, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:39.495023 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e9ed6d-cb4d-4695-8ba0-4b46462c8717 None None] The sync data for ids ['9ac5e813-107a-4bfe-9903-8de4b89829e0'] in n-d-768509-23 is: [{'id': '9ac5e813-107a-4bfe-9903-8de4b89829e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-103832653-router', 'tenant_id': '2ff8674783a14edf86fadb452ee9ebc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:26Z', 'updated_at': '2021-08-16T01:51:38Z', 'revision_number': 6, 'project_id': '2ff8674783a14edf86fadb452ee9ebc3', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:39.601985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b31b78-1df3-4487-880e-0df986bc253e req-a19bba5a-8022-42ba-b320-7dfc999085d8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:39.603821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02b31b78-1df3-4487-880e-0df986bc253e req-a19bba5a-8022-42ba-b320-7dfc999085d8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.1645732 Aug 16 01:51:39.613769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.644396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Pushing event deleted for resources: {'Port': ['ID=284134bc-a2e3-4a58-982c-9d7dbe92bb0e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:39.678346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02b31b78-1df3-4487-880e-0df986bc253e req-f769fec6-f9ae-457c-94f9-784b9967fe53 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529826 Aug 16 01:51:39.732016 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.910216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.914434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.043652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.044221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac5e813-107a-4bfe-9903-8de4b89829e0 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:51:40.049698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be59d403-edc8-4360-af71-30888378096a admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.051053 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-be59d403-edc8-4360-af71-30888378096a admin admin] 10.222.0.66 "DELETE /v2.0/routers/9ac5e813-107a-4bfe-9903-8de4b89829e0 HTTP/1.1" status: 204 len: 168 time: 1.3704867 Aug 16 01:51:40.054536 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36624) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:40.062702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0ceb0e49-db94-407a-985d-bb6e9894115e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:40.096227 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 0ceb0e49-db94-407a-985d-bb6e9894115e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:40.097000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0ceb0e49-db94-407a-985d-bb6e9894115e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:40.125152 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c344f2-7540-4476-9a31-a2b2484bd2dd admin admin] Deleting subnet 784dae72-7d28-4ffa-a86b-982b7e6b84d0 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:40.128963 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5c344f2-7540-4476-9a31-a2b2484bd2dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.167160 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5c344f2-7540-4476-9a31-a2b2484bd2dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.252770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b2aba2a9-a0b0-44bf-a2e0-a0803881421b tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.256301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b2aba2a9-a0b0-44bf-a2e0-a0803881421b tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9801517 Aug 16 01:51:40.259525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5c344f2-7540-4476-9a31-a2b2484bd2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.262697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36626) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:40.291082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a09ce761-3063-4db9-8497-919bc446e60c tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b7ce3751-62d5-4e1f-a411-9053898bb88f'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:40.291742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a09ce761-3063-4db9-8497-919bc446e60c tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95516) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:51:40.399061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5c344f2-7540-4476-9a31-a2b2484bd2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.434425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ece418-bb08-4e89-be4d-2e9727073e1f req-efd9c23b-69b1-4d5a-8dcf-3ca657710f37 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:40.437305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47ece418-bb08-4e89-be4d-2e9727073e1f req-efd9c23b-69b1-4d5a-8dcf-3ca657710f37 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 945 time: 0.2449477 Aug 16 01:51:40.445896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c344f2-7540-4476-9a31-a2b2484bd2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784dae72-7d28-4ffa-a86b-982b7e6b84d0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:40.456424 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5c344f2-7540-4476-9a31-a2b2484bd2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.460643 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a5c344f2-7540-4476-9a31-a2b2484bd2dd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/784dae72-7d28-4ffa-a86b-982b7e6b84d0 HTTP/1.1" status: 204 len: 168 time: 0.4028733 Aug 16 01:51:40.463569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09f129-535c-4f9b-9ab4-91b820060126 None None] Network 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:40.464761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36630) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:40.465790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3a5f0-cea6-412f-a5a6-07f3b809e4f8 req-2b584d38-c69b-4d21-aeeb-c566b05e0acf tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:40.473215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acd3a5f0-cea6-412f-a5a6-07f3b809e4f8 req-2b584d38-c69b-4d21-aeeb-c566b05e0acf tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 945 time: 0.2831454 Aug 16 01:51:40.537987 n-d-768509-23 neutron-server[95516]: WARNING neutron.services.metering.metering_plugin [None req-a09ce761-3063-4db9-8497-919bc446e60c tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 01:51:40.619191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acd3a5f0-cea6-412f-a5a6-07f3b809e4f8 req-d50dbcc7-8d25-447c-81be-525b2e7f1997 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449463 Aug 16 01:51:40.622358 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.734850 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Deleting port 4b2f2611-ceac-4f5e-afb4-c825c51377ee {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:40.735199 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.757402 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a09ce761-3063-4db9-8497-919bc446e60c tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.758651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a09ce761-3063-4db9-8497-919bc446e60c tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4770873 Aug 16 01:51:40.768739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36634) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:40.796753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5a0ddaf7-32a9-4276-831d-5fb50cd62bdf tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b7ce3751-62d5-4e1f-a411-9053898bb88f'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:40.797169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5a0ddaf7-32a9-4276-831d-5fb50cd62bdf tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95516) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:51:40.830865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f0723-8b12-42f2-bdaf-8f5d9a44cbc8 None None] DHCP port deletion for 47d705a3-5d5d-4e0f-943d-5cc6d6588a9b request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:51:40.846780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703406cc-4cc7-4643-be84-c6d7a0c68007 req-b7492a53-2fc8-4867-9244-7f289c7a132e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:40.849593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] For port 4b2f2611-ceac-4f5e-afb4-c825c51377ee, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4b2f2611-ceac-4f5e-afb4-c825c51377ee,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:40.851528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.854841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-703406cc-4cc7-4643-be84-c6d7a0c68007 req-b7492a53-2fc8-4867-9244-7f289c7a132e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 944 time: 0.1022291 Aug 16 01:51:40.886592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Calling delete_port for 4b2f2611-ceac-4f5e-afb4-c825c51377ee owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:40.940682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-47ece418-bb08-4e89-be4d-2e9727073e1f req-f6435494-eff8-4352-9d8e-b719f154c078 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Deleting port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:40.940834 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47ece418-bb08-4e89-be4d-2e9727073e1f req-f6435494-eff8-4352-9d8e-b719f154c078 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.945512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f0723-8b12-42f2-bdaf-8f5d9a44cbc8 None None] Deleting port 4b2f2611-ceac-4f5e-afb4-c825c51377ee {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:40.945728 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0723-8b12-42f2-bdaf-8f5d9a44cbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.012748 n-d-768509-23 neutron-server[95516]: WARNING neutron.services.metering.metering_plugin [None req-5a0ddaf7-32a9-4276-831d-5fb50cd62bdf tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 01:51:41.042461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-703406cc-4cc7-4643-be84-c6d7a0c68007 req-dc3a5af2-ee99-43ee-b32c-b436fe4d9718 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817875 Aug 16 01:51:41.104671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.140230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-47ece418-bb08-4e89-be4d-2e9727073e1f req-f6435494-eff8-4352-9d8e-b719f154c078 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] For port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:41.140623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47ece418-bb08-4e89-be4d-2e9727073e1f req-f6435494-eff8-4352-9d8e-b719f154c078 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.147955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2f2611-ceac-4f5e-afb4-c825c51377ee,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:41.156002 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] No DVR routers for this DVR port 4b2f2611-ceac-4f5e-afb4-c825c51377ee on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:41.202109 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5a0ddaf7-32a9-4276-831d-5fb50cd62bdf tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.203308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5a0ddaf7-32a9-4276-831d-5fb50cd62bdf tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4323988 Aug 16 01:51:41.217597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36638) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:41.230123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-47ece418-bb08-4e89-be4d-2e9727073e1f req-f6435494-eff8-4352-9d8e-b719f154c078 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Calling delete_port for bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:41.236405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d8f0723-8b12-42f2-bdaf-8f5d9a44cbc8 None None] For port 4b2f2611-ceac-4f5e-afb4-c825c51377ee, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4b2f2611-ceac-4f5e-afb4-c825c51377ee,segment=NetworkSegment(004faa27-c93e-49f6-9f0e-28eb7682a6c0),segment_id=004faa27-c93e-49f6-9f0e-28eb7682a6c0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:41.237459 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0723-8b12-42f2-bdaf-8f5d9a44cbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.238760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8df19b3c-45b2-4cab-9fab-08785e21441b tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=3e05d6bd-7fa2-4657-b636-292e767c990e HTTP/1.1" status: 200 len: 462 time: 0.0200098 Aug 16 01:51:41.243571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36640) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:41.252844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f0723-8b12-42f2-bdaf-8f5d9a44cbc8 None None] Calling delete_port for 4b2f2611-ceac-4f5e-afb4-c825c51377ee owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:41.284576 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.295440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d705a3-5d5d-4e0f-943d-5cc6d6588a9b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:41.306849 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004faa27-c93e-49f6-9f0e-28eb7682a6c0') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:41.307386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004faa27-c93e-49f6-9f0e-28eb7682a6c0') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:41.319030 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.336651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.344314 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0723-8b12-42f2-bdaf-8f5d9a44cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.347999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:41.348414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:41.350850 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:41.375161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9e175-c711-4cfe-acbc-1279fb42e6a9 req-23523877-6d5e-4930-871a-e9a2a946c5c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:41.377334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30b9e175-c711-4cfe-acbc-1279fb42e6a9 req-23523877-6d5e-4930-871a-e9a2a946c5c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.0826283 Aug 16 01:51:41.389605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f0723-8b12-42f2-bdaf-8f5d9a44cbc8 None None] Pushing event deleted for resources: {'Port': ['ID=4b2f2611-ceac-4f5e-afb4-c825c51377ee,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:41.401036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f0723-8b12-42f2-bdaf-8f5d9a44cbc8 None None] No DVR routers for this DVR port 4b2f2611-ceac-4f5e-afb4-c825c51377ee on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:41.458386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30b9e175-c711-4cfe-acbc-1279fb42e6a9 req-d6d98b89-74a4-4a0b-a650-ac61d4228002 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701280 Aug 16 01:51:41.529449 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.549060 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.549060 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] 10.222.0.66 "DELETE /v2.0/networks/47d705a3-5d5d-4e0f-943d-5cc6d6588a9b HTTP/1.1" status: 204 len: 168 time: 1.0758255 Aug 16 01:51:41.576126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36642) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:41.582510 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2703ae9-5bb4-4791-bd44-3f96cd552419 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.583856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d2703ae9-5bb4-4791-bd44-3f96cd552419 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/3e05d6bd-7fa2-4657-b636-292e767c990e HTTP/1.1" status: 204 len: 168 time: 0.3393669 Aug 16 01:51:41.588677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36644) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:41.602799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-92064e72-ae65-4960-be18-4821e9034da1 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=3e05d6bd-7fa2-4657-b636-292e767c990e HTTP/1.1" status: 200 len: 221 time: 0.0129368 Aug 16 01:51:41.650693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36646) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:41.658245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a8040736-3b1a-4c7c-9904-e0cae082ea6b tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--183772287', 'description': 'label created by tempest'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:41.658245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a8040736-3b1a-4c7c-9904-e0cae082ea6b tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Unknown quota resources ['metering_label']. {{(pid=95516) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:51:41.662932 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47ece418-bb08-4e89-be4d-2e9727073e1f req-f6435494-eff8-4352-9d8e-b719f154c078 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.678915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:41.734179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6435494-eff8-4352-9d8e-b719f154c078 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Pushing event deleted for resources: {'Port': ['ID=bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:41.860216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fd20bd2-6f2e-4c7d-ac82-99da03c33ddc req-5e380d91-0ddb-4d4b-953b-187f42c80dd8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 210 time: 0.1309252 Aug 16 01:51:41.870928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ece418-bb08-4e89-be4d-2e9727073e1f req-f6435494-eff8-4352-9d8e-b719f154c078 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] No DVR routers for this DVR port bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:41.917482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47ece418-bb08-4e89-be4d-2e9727073e1f req-f6435494-eff8-4352-9d8e-b719f154c078 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.919675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47ece418-bb08-4e89-be4d-2e9727073e1f req-f6435494-eff8-4352-9d8e-b719f154c078 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.64 "DELETE /v2.0/ports/bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba HTTP/1.1" status: 204 len: 173 time: 1.4626560 Aug 16 01:51:41.920599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'name': 'network-vif-deleted', 'tag': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:41.923218 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da5c0d5-37db-4003-a485-604e2474fe95" -d '{"events": [{"server_uuid": "84a91116-1c2c-46bc-899a-5f4b06c59bcb", "name": "network-vif-deleted", "tag": "bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:41.940214 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d5237-4e6e-4729-aff3-fc852c909232 admin admin] Pushing event deleted for resources: {'Network': ['ID=47d705a3-5d5d-4e0f-943d-5cc6d6588a9b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:42.001976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 284134bc-a2e3-4a58-982c-9d7dbe92bb0e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:42.017566 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc46cfc-470c-42c0-bd29-6c6d569c7c90 x-openstack-request-id: req-4cc46cfc-470c-42c0-bd29-6c6d569c7c90 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:42.018085 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a91116-1c2c-46bc-899a-5f4b06c59bcb", "name": "network-vif-deleted", "tag": "bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:42.018420 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cc46cfc-470c-42c0-bd29-6c6d569c7c90 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:42.018910 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a91116-1c2c-46bc-899a-5f4b06c59bcb', 'name': 'network-vif-deleted', 'tag': 'bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba', 'status': 'completed', 'code': 200} Aug 16 01:51:42.042374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 284134bc-a2e3-4a58-982c-9d7dbe92bb0e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:42.043189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 284134bc-a2e3-4a58-982c-9d7dbe92bb0e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:42.046118 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4b2f2611-ceac-4f5e-afb4-c825c51377ee no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:42.109339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 4b2f2611-ceac-4f5e-afb4-c825c51377ee {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:42.109963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4b2f2611-ceac-4f5e-afb4-c825c51377ee not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:42.183796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8040736-3b1a-4c7c-9904-e0cae082ea6b tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.187877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36656) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:42.188074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a8040736-3b1a-4c7c-9904-e0cae082ea6b tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5360661 Aug 16 01:51:42.288149 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e46b1105-b212-4ad1-8324-85a0bb522405 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=563c4f3c-e1cc-4699-a4e5-9a66d37dae63 HTTP/1.1" status: 200 len: 467 time: 0.0952079 Aug 16 01:51:42.288149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36658) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:42.337526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae35e73-136f-4b79-a312-3cd658d14ba7 req-2999b1d4-7929-4cd5-8005-ced50c98139b tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:42.346286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bae35e73-136f-4b79-a312-3cd658d14ba7 req-2999b1d4-7929-4cd5-8005-ced50c98139b tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 944 time: 0.1488440 Aug 16 01:51:42.431573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bae35e73-136f-4b79-a312-3cd658d14ba7 req-83e6aa23-e3cc-4f2c-b8f9-821e4f986ee0 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843971 Aug 16 01:51:42.757409 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.760468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d824ce2e-0636-4a02-881d-55bf9f6ea375 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:42.761425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbddcb-8f74-4afe-a488-7c9fa70e36dd req-7d2c832e-fc20-4c34-be44-7da48b6ad4f7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:42.761425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4cbddcb-8f74-4afe-a488-7c9fa70e36dd req-7d2c832e-fc20-4c34-be44-7da48b6ad4f7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.1112411 Aug 16 01:51:42.798605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4cbddcb-8f74-4afe-a488-7c9fa70e36dd req-2006fa50-f222-4eaf-bfb6-f935e96b7893 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883491 Aug 16 01:51:42.811985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47aad478-62c8-4e17-9f84-86c7f48fa101 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.816239 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-47aad478-62c8-4e17-9f84-86c7f48fa101 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/563c4f3c-e1cc-4699-a4e5-9a66d37dae63 HTTP/1.1" status: 204 len: 168 time: 0.5234542 Aug 16 01:51:42.816686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36664) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:42.822124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d824ce2e-0636-4a02-881d-55bf9f6ea375, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d824ce2e-0636-4a02-881d-55bf9f6ea375,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:42.832501 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b49369c7-0eac-41f3-a440-948915df7233 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=563c4f3c-e1cc-4699-a4e5-9a66d37dae63 HTTP/1.1" status: 200 len: 216 time: 0.0147002 Aug 16 01:51:42.836422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36666) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:42.841490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'd824ce2e-0636-4a02-881d-55bf9f6ea375', 'network_id': '77553ffc-af18-4cf6-9905-ff4902fc62b3', 'port_id': 'd824ce2e-0636-4a02-881d-55bf9f6ea375', 'mac_address': 'fa:16:3e:50:73:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f9b9ae-2167-4e77-8dee-a665ff65a04b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:42.849576 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ba83f0a4-257c-47e5-8321-6701074d09c2 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0123000 Aug 16 01:51:42.852778 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36668) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:42.869061 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-191924fd-cb1c-4d5c-93f9-43e796d5a805 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0150220 Aug 16 01:51:42.874062 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36672) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:42.933073 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.967579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d824ce2e-0636-4a02-881d-55bf9f6ea375 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:42.987960 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6c49e2d1-983a-4b3e-87da-d9d3e8db56d0 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/b7ce3751-62d5-4e1f-a411-9053898bb88f HTTP/1.1" status: 200 len: 473 time: 0.1118035 Aug 16 01:51:42.987960 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36674) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:43.004950 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-36c50e32-4dc4-4dd3-b248-78dd5be00155 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/97c00381-9f59-477b-8d61-9c20c486d5eb HTTP/1.1" status: 200 len: 459 time: 0.0156176 Aug 16 01:51:43.005631 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36676) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:43.023279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d824ce2e-0636-4a02-881d-55bf9f6ea375, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d824ce2e-0636-4a02-881d-55bf9f6ea375,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:43.074283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-269a4e70-a32e-4d32-b922-dfa07f8448e7 req-d5b20e75-08ad-406e-9278-09ea82f57c8b tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a91116-1c2c-46bc-899a-5f4b06c59bcb HTTP/1.1" status: 200 len: 210 time: 0.0303025 Aug 16 01:51:43.096632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] Deleting port f43c59f1-40f8-4775-a91f-e28374198b71 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:43.097039 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.162888 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.226773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] For port f43c59f1-40f8-4775-a91f-e28374198b71, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f43c59f1-40f8-4775-a91f-e28374198b71,segment=NetworkSegment(a43fd640-2d84-4094-9fdc-5aa6848f2599),segment_id=a43fd640-2d84-4094-9fdc-5aa6848f2599)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:43.226773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.229052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d824ce2e-0636-4a02-881d-55bf9f6ea375,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:43.245323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] Calling delete_port for f43c59f1-40f8-4775-a91f-e28374198b71 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:43.246047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-940f0d7f-f266-4b4e-b296-fd369a9eb266 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.249988 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-940f0d7f-f266-4b4e-b296-fd369a9eb266 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/97c00381-9f59-477b-8d61-9c20c486d5eb HTTP/1.1" status: 204 len: 168 time: 0.2405739 Aug 16 01:51:43.250464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36678) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:43.478206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d824ce2e-0636-4a02-881d-55bf9f6ea375'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:43.581668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc34c3-c97d-4721-b128-ef8513165fd8 req-70dc26ac-d7bc-46d0-8914-e0f86bfcf607 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:43.583316 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4fc34c3-c97d-4721-b128-ef8513165fd8 req-70dc26ac-d7bc-46d0-8914-e0f86bfcf607 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 945 time: 0.0577841 Aug 16 01:51:43.625594 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4fc34c3-c97d-4721-b128-ef8513165fd8 req-65cc9949-12b0-4bd8-89ea-64879e67eda6 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Aug 16 01:51:43.683079 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.683837 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b83e1fc0-ade0-4b4c-b3cb-68a923bf44a8 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.683837 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b83e1fc0-ade0-4b4c-b3cb-68a923bf44a8 tempest-MeteringIpV6TestJSON-1592371568 tempest-MeteringIpV6TestJSON-1592371568-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/b7ce3751-62d5-4e1f-a411-9053898bb88f HTTP/1.1" status: 204 len: 168 time: 0.4014144 Aug 16 01:51:43.684016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] Pushing event deleted for resources: {'Port': ['ID=f43c59f1-40f8-4775-a91f-e28374198b71,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:44.082540 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.082540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0644dd2-5830-4ec2-9047-b97a0f8a3f6f req-66838223-8b95-427c-842f-8d74bc56cd9d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:44.082540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0644dd2-5830-4ec2-9047-b97a0f8a3f6f req-66838223-8b95-427c-842f-8d74bc56cd9d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.0971406 Aug 16 01:51:44.090525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0644dd2-5830-4ec2-9047-b97a0f8a3f6f req-60765038-31c8-408c-9d89-c28efe254c14 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678422 Aug 16 01:51:44.507806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] Router ba230a32-231e-4d30-b410-7de2eaf3021c has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:44.546177 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36700) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:44.659318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d824ce2e-0636-4a02-881d-55bf9f6ea375 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:44.671823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:44.689837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36708) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:44.694476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b07d86d1-725e-4a7c-8f26-d25e7aa0b2aa admin admin] 10.222.0.66 "PUT /v2.0/routers/ba230a32-231e-4d30-b410-7de2eaf3021c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1154153 Aug 16 01:51:44.712191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2ea3b-ae16-4d7f-8b78-74ed3e5f5ffa None None] Sync routers for ids ['ba230a32-231e-4d30-b410-7de2eaf3021c'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:44.713805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c32e2486-8f5d-49f7-b92f-b9a97d681e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.728945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac2ea3b-ae16-4d7f-8b78-74ed3e5f5ffa None None] Routers {'ba230a32-231e-4d30-b410-7de2eaf3021c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:44.729916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3ac2ea3b-ae16-4d7f-8b78-74ed3e5f5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ba230a32-231e-4d30-b410-7de2eaf3021c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:44.827471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port d824ce2e-0636-4a02-881d-55bf9f6ea375 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:44.837048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port d824ce2e-0636-4a02-881d-55bf9f6ea375 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:44.837614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe78cd-4d78-44b9-8378-a77664aad1e3 req-b1c15629-80b0-48d1-bdf9-6c4711262119 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:44.837976 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.839492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ebe78cd-4d78-44b9-8378-a77664aad1e3 req-b1c15629-80b0-48d1-bdf9-6c4711262119 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 945 time: 0.0703611 Aug 16 01:51:44.890761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.891444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ebe78cd-4d78-44b9-8378-a77664aad1e3 req-7aba8f35-2a54-48f4-abab-c6d161573461 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455449 Aug 16 01:51:44.945424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3ac2ea3b-ae16-4d7f-8b78-74ed3e5f5ffa None None] Set router ba230a32-231e-4d30-b410-7de2eaf3021c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:45.025536 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.065238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a17570-d8d0-413e-9576-14fe47efe75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd824ce2e-0636-4a02-881d-55bf9f6ea375'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:45.068449 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca65599-4b77-4ac0-bfce-9eff5417cb23" -d '{"events": [{"server_uuid": "d5a17570-d8d0-413e-9576-14fe47efe75e", "name": "network-vif-plugged", "status": "completed", "tag": "d824ce2e-0636-4a02-881d-55bf9f6ea375"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:45.076194 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c32e2486-8f5d-49f7-b92f-b9a97d681e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.094529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.106905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82c4e7-a40f-4752-9031-17eec91cfcd3 req-fd69636d-f3dd-439f-85e9-9dd9e5446373 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.108968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce82c4e7-a40f-4752-9031-17eec91cfcd3 req-fd69636d-f3dd-439f-85e9-9dd9e5446373 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 944 time: 0.1011808 Aug 16 01:51:45.118068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d824ce2e-0636-4a02-881d-55bf9f6ea375, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d824ce2e-0636-4a02-881d-55bf9f6ea375,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:45.170600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce82c4e7-a40f-4752-9031-17eec91cfcd3 req-54fb7e43-9b65-4214-8ed8-e4e36aa04961 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544915 Aug 16 01:51:45.172384 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c32e2486-8f5d-49f7-b92f-b9a97d681e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.216899 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.216899 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:45.233446 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c32e2486-8f5d-49f7-b92f-b9a97d681e5c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f7feb3cc9f44a8facadab7f18eda798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6837080 Aug 16 01:51:45.236513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36720) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:45.299011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d824ce2e-0636-4a02-881d-55bf9f6ea375,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:45.309200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e2486-8f5d-49f7-b92f-b9a97d681e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bdff3d-ff00-417e-ba2e-f394bac6050b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:45.321776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:45.322208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device bf9aa5a1-e650-4cf6-b1b0-07c82d3a1aba not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:45.333681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3ac2ea3b-ae16-4d7f-8b78-74ed3e5f5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-router', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:41Z', 'updated_at': '2021-08-16T01:51:43Z', 'revision_number': 5, 'project_id': '1a217f41062b4b16856eb68290630243', 'gw_port': {'id': 'edd6b963-9f85-475b-b7e7-c94f7bf8daf6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:42Z', 'updated_at': '2021-08-16T01:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:45.367748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Deleting port edd6b963-9f85-475b-b7e7-c94f7bf8daf6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:45.368182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.368549 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405985d2-cfca-4ac6-b789-5e5d4ba7accf x-openstack-request-id: req-405985d2-cfca-4ac6-b789-5e5d4ba7accf {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:45.368848 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a17570-d8d0-413e-9576-14fe47efe75e", "name": "network-vif-plugged", "status": "completed", "tag": "d824ce2e-0636-4a02-881d-55bf9f6ea375", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:45.369106 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-405985d2-cfca-4ac6-b789-5e5d4ba7accf {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:45.369502 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a17570-d8d0-413e-9576-14fe47efe75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd824ce2e-0636-4a02-881d-55bf9f6ea375', 'code': 200} Aug 16 01:51:45.370299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2ea3b-ae16-4d7f-8b78-74ed3e5f5ffa None None] Checking router: ba230a32-231e-4d30-b410-7de2eaf3021c for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:45.380596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac2ea3b-ae16-4d7f-8b78-74ed3e5f5ffa None None] Routers {'ba230a32-231e-4d30-b410-7de2eaf3021c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:45.381250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3ac2ea3b-ae16-4d7f-8b78-74ed3e5f5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:51:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ba230a32-231e-4d30-b410-7de2eaf3021c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:45.463100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f9bc3-b1cd-4c1b-8fb0-2c6a2c09f8f8 req-ecb53e69-614a-408f-8624-013b5fc152e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.463524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a1f9bc3-b1cd-4c1b-8fb0-2c6a2c09f8f8 req-ecb53e69-614a-408f-8624-013b5fc152e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 944 time: 0.2564120 Aug 16 01:51:45.499519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3ac2ea3b-ae16-4d7f-8b78-74ed3e5f5ffa None None] Set router ba230a32-231e-4d30-b410-7de2eaf3021c gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:45.533037 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4005d198-2290-4f84-8a9e-e5782def42a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.556821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3ac2ea3b-ae16-4d7f-8b78-74ed3e5f5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-router', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:41Z', 'updated_at': '2021-08-16T01:51:45Z', 'revision_number': 6, 'project_id': '1a217f41062b4b16856eb68290630243', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:45.581039 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] For port edd6b963-9f85-475b-b7e7-c94f7bf8daf6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=edd6b963-9f85-475b-b7e7-c94f7bf8daf6,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:45.581626 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.590054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2ea3b-ae16-4d7f-8b78-74ed3e5f5ffa None None] The sync data for ids ['ba230a32-231e-4d30-b410-7de2eaf3021c'] in n-d-768509-23 is: [{'id': 'ba230a32-231e-4d30-b410-7de2eaf3021c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027956381-router', 'tenant_id': '1a217f41062b4b16856eb68290630243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:41Z', 'updated_at': '2021-08-16T01:51:45Z', 'revision_number': 6, 'project_id': '1a217f41062b4b16856eb68290630243', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:45.604466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Calling delete_port for edd6b963-9f85-475b-b7e7-c94f7bf8daf6 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:45.635121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4005d198-2290-4f84-8a9e-e5782def42a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.691891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979cea9-3971-4044-8a5a-fa9dbd93fa26 req-90e19fcb-9cb0-446d-9aa2-ae6ea664f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.693851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7979cea9-3971-4044-8a5a-fa9dbd93fa26 req-90e19fcb-9cb0-446d-9aa2-ae6ea664f17b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 1098 time: 0.2577186 Aug 16 01:51:45.725655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22987b1-f0c0-45e7-8235-a2a7059b6f52 req-d35cf95a-ad33-40b5-9f71-3fbf3e81def0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.727141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b22987b1-f0c0-45e7-8235-a2a7059b6f52 req-d35cf95a-ad33-40b5-9f71-3fbf3e81def0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.1959946 Aug 16 01:51:45.759838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6a1f9bc3-b1cd-4c1b-8fb0-2c6a2c09f8f8 req-0333a9be-9374-4f4d-b5a8-fe3b6263e1e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Deleting port 33186104-ead6-4e33-a56c-6e871ed2a1c1 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:45.760184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6a1f9bc3-b1cd-4c1b-8fb0-2c6a2c09f8f8 req-0333a9be-9374-4f4d-b5a8-fe3b6263e1e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.843064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7979cea9-3971-4044-8a5a-fa9dbd93fa26 req-ff45b91e-b431-4ce2-a0d2-901a4480abe8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327050 Aug 16 01:51:45.868270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b22987b1-f0c0-45e7-8235-a2a7059b6f52 req-a2192ca7-d055-413b-95a6-a8d6bdfb0183 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288955 Aug 16 01:51:45.926436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6a1f9bc3-b1cd-4c1b-8fb0-2c6a2c09f8f8 req-0333a9be-9374-4f4d-b5a8-fe3b6263e1e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] For port 33186104-ead6-4e33-a56c-6e871ed2a1c1, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=33186104-ead6-4e33-a56c-6e871ed2a1c1,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:45.927095 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6a1f9bc3-b1cd-4c1b-8fb0-2c6a2c09f8f8 req-0333a9be-9374-4f4d-b5a8-fe3b6263e1e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.950795 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.958949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6a1f9bc3-b1cd-4c1b-8fb0-2c6a2c09f8f8 req-0333a9be-9374-4f4d-b5a8-fe3b6263e1e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Calling delete_port for 33186104-ead6-4e33-a56c-6e871ed2a1c1 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:45.999430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f43c59f1-40f8-4775-a91f-e28374198b71 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:46.023893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=edd6b963-9f85-475b-b7e7-c94f7bf8daf6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:46.070755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f43c59f1-40f8-4775-a91f-e28374198b71 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:46.070948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f43c59f1-40f8-4775-a91f-e28374198b71 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:46.094454 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.129359 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4005d198-2290-4f84-8a9e-e5782def42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.132509 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4005d198-2290-4f84-8a9e-e5782def42a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.146791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4005d198-2290-4f84-8a9e-e5782def42a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8bdff3d-ff00-417e-ba2e-f394bac6050b HTTP/1.1" status: 204 len: 168 time: 0.9018478 Aug 16 01:51:46.193015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005d198-2290-4f84-8a9e-e5782def42a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bdff3d-ff00-417e-ba2e-f394bac6050b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:46.214434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.217324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.259634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5e94f-d69e-4ae6-a203-65b7185a46cd req-8a640be7-7cdb-4006-8c2c-d25f6751936f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:46.261437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e8f5e94f-d69e-4ae6-a203-65b7185a46cd req-8a640be7-7cdb-4006-8c2c-d25f6751936f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.1441517 Aug 16 01:51:46.314996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e8f5e94f-d69e-4ae6-a203-65b7185a46cd req-1ec4b398-ff0b-4207-a1dc-7dd19d6b46ca tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Aug 16 01:51:46.340555 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6a1f9bc3-b1cd-4c1b-8fb0-2c6a2c09f8f8 req-0333a9be-9374-4f4d-b5a8-fe3b6263e1e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.365334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333a9be-9374-4f4d-b5a8-fe3b6263e1e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Pushing event deleted for resources: {'Port': ['ID=33186104-ead6-4e33-a56c-6e871ed2a1c1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:46.367229 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.367990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba230a32-231e-4d30-b410-7de2eaf3021c {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:51:46.389634 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.391144 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-077358c4-3488-4a3e-a3ed-cdd6a33df4ac admin admin] 10.222.0.66 "DELETE /v2.0/routers/ba230a32-231e-4d30-b410-7de2eaf3021c HTTP/1.1" status: 204 len: 168 time: 1.7004130 Aug 16 01:51:46.394705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36730) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:46.467121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1f9bc3-b1cd-4c1b-8fb0-2c6a2c09f8f8 req-0333a9be-9374-4f4d-b5a8-fe3b6263e1e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] No DVR routers for this DVR port 33186104-ead6-4e33-a56c-6e871ed2a1c1 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:46.469395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-439e9d97-dcef-4012-b24d-677ed5ffa4b7 admin admin] Deleting subnet 8146b4d2-8c59-4d76-ae95-522a59b53b28 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:46.471197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8611009e-a1c5-4257-9adb-a1c281a93618 req-3a7ec56d-d264-4eff-a790-2ddf43e2afc9 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 210 time: 0.0569661 Aug 16 01:51:46.475479 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6a1f9bc3-b1cd-4c1b-8fb0-2c6a2c09f8f8 req-0333a9be-9374-4f4d-b5a8-fe3b6263e1e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.480780 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439e9d97-dcef-4012-b24d-677ed5ffa4b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.481722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a1f9bc3-b1cd-4c1b-8fb0-2c6a2c09f8f8 req-0333a9be-9374-4f4d-b5a8-fe3b6263e1e8 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.64 "DELETE /v2.0/ports/33186104-ead6-4e33-a56c-6e871ed2a1c1 HTTP/1.1" status: 204 len: 173 time: 0.9991224 Aug 16 01:51:46.482356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'name': 'network-vif-deleted', 'tag': '33186104-ead6-4e33-a56c-6e871ed2a1c1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:46.484939 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4df917c-2e4e-4289-abdc-e9f80bc6d310" -d '{"events": [{"server_uuid": "ce3916fc-c990-4d7f-bc5d-8f511a578083", "name": "network-vif-deleted", "tag": "33186104-ead6-4e33-a56c-6e871ed2a1c1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:46.526481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439e9d97-dcef-4012-b24d-677ed5ffa4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.650566 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439e9d97-dcef-4012-b24d-677ed5ffa4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.664709 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9843aafc-f677-443d-b618-e71b34404428 x-openstack-request-id: req-9843aafc-f677-443d-b618-e71b34404428 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:46.664978 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3916fc-c990-4d7f-bc5d-8f511a578083", "name": "network-vif-deleted", "tag": "33186104-ead6-4e33-a56c-6e871ed2a1c1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:46.665328 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9843aafc-f677-443d-b618-e71b34404428 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:46.665886 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3916fc-c990-4d7f-bc5d-8f511a578083', 'name': 'network-vif-deleted', 'tag': '33186104-ead6-4e33-a56c-6e871ed2a1c1', 'status': 'completed', 'code': 200} Aug 16 01:51:46.849756 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439e9d97-dcef-4012-b24d-677ed5ffa4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.899504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0893f4dc-2b1b-48de-8ecf-83cc1b51de25 None None] Network e92ab511-1f12-43f0-8ac8-7d07e97b2214 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:46.901202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e9d97-dcef-4012-b24d-677ed5ffa4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8146b4d2-8c59-4d76-ae95-522a59b53b28,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:46.904332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439e9d97-dcef-4012-b24d-677ed5ffa4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.906839 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-439e9d97-dcef-4012-b24d-677ed5ffa4b7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8146b4d2-8c59-4d76-ae95-522a59b53b28 HTTP/1.1" status: 204 len: 168 time: 0.5110106 Aug 16 01:51:46.910390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36738) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:47.028972 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.058519 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36742) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:47.095759 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb290e0b-97cf-425f-afca-e5921bd7839b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.129361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566eabd-dfe4-487f-a402-c1b9db0d38cf req-ac141b90-632c-4e6c-a91b-cac251a5f1b8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:47.138661 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0566eabd-dfe4-487f-a402-c1b9db0d38cf req-ac141b90-632c-4e6c-a91b-cac251a5f1b8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.1298785 Aug 16 01:51:47.175978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c111b-43dc-4308-bf79-a3c8a6d3f8a5 None None] DHCP port deletion for e92ab511-1f12-43f0-8ac8-7d07e97b2214 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:51:47.196158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0566eabd-dfe4-487f-a402-c1b9db0d38cf req-daff7daf-e81f-4bac-b5ce-b64d78d45b16 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564954 Aug 16 01:51:47.215064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Deleting port 920def5a-2911-4a61-bb3c-8d1db49339e7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:47.216582 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.248211 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb290e0b-97cf-425f-afca-e5921bd7839b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.249956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c111b-43dc-4308-bf79-a3c8a6d3f8a5 None None] Deleting port 920def5a-2911-4a61-bb3c-8d1db49339e7 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:47.250333 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab0c111b-43dc-4308-bf79-a3c8a6d3f8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.304338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] For port 920def5a-2911-4a61-bb3c-8d1db49339e7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=920def5a-2911-4a61-bb3c-8d1db49339e7,segment=NetworkSegment(a43fd640-2d84-4094-9fdc-5aa6848f2599),segment_id=a43fd640-2d84-4094-9fdc-5aa6848f2599)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:47.304829 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.325200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Calling delete_port for 920def5a-2911-4a61-bb3c-8d1db49339e7 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:47.335114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ab0c111b-43dc-4308-bf79-a3c8a6d3f8a5 None None] For port 920def5a-2911-4a61-bb3c-8d1db49339e7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=920def5a-2911-4a61-bb3c-8d1db49339e7,segment=NetworkSegment(a43fd640-2d84-4094-9fdc-5aa6848f2599),segment_id=a43fd640-2d84-4094-9fdc-5aa6848f2599)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:47.335622 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab0c111b-43dc-4308-bf79-a3c8a6d3f8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.341154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb290e0b-97cf-425f-afca-e5921bd7839b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.352558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c111b-43dc-4308-bf79-a3c8a6d3f8a5 None None] Calling delete_port for 920def5a-2911-4a61-bb3c-8d1db49339e7 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:47.432315 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cb290e0b-97cf-425f-afca-e5921bd7839b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c9ba0fbb1a4445b496713dfa7f3caceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721926 Aug 16 01:51:47.436101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36746) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:47.481550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb290e0b-97cf-425f-afca-e5921bd7839b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cec34e7-a393-4a14-94bf-3995b96aa686,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:47.531254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d66b015-e443-4b9b-891e-8b55069f10ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.543531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9374b2e-b937-450c-97be-30ae213e37de req-f77ff09c-4933-4fe1-98d9-a050c535d75c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:47.554728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9374b2e-b937-450c-97be-30ae213e37de req-f77ff09c-4933-4fe1-98d9-a050c535d75c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.1244137 Aug 16 01:51:47.558944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d66b015-e443-4b9b-891e-8b55069f10ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.578770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab0c111b-43dc-4308-bf79-a3c8a6d3f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.602105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9374b2e-b937-450c-97be-30ae213e37de req-970908ee-b9a6-4cdd-a306-12bebd09a239 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499778 Aug 16 01:51:47.618202 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.620207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c111b-43dc-4308-bf79-a3c8a6d3f8a5 None None] Pushing event deleted for resources: {'Port': ['ID=920def5a-2911-4a61-bb3c-8d1db49339e7,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:47.622941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c111b-43dc-4308-bf79-a3c8a6d3f8a5 None None] No DVR routers for this DVR port 920def5a-2911-4a61-bb3c-8d1db49339e7 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:47.677432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Pushing event deleted for resources: {'Port': ['ID=920def5a-2911-4a61-bb3c-8d1db49339e7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:47.680229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] No DVR routers for this DVR port 920def5a-2911-4a61-bb3c-8d1db49339e7 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:47.723047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d66b015-e443-4b9b-891e-8b55069f10ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.727238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d66b015-e443-4b9b-891e-8b55069f10ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.730854 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d66b015-e443-4b9b-891e-8b55069f10ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4cec34e7-a393-4a14-94bf-3995b96aa686 HTTP/1.1" status: 204 len: 168 time: 0.2913878 Aug 16 01:51:47.738141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66b015-e443-4b9b-891e-8b55069f10ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cec34e7-a393-4a14-94bf-3995b96aa686,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:47.817399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93ed2021-c927-4a55-9f3d-79836064d5da req-fc61103e-c937-40ae-87f1-03721a0fe33c tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce3916fc-c990-4d7f-bc5d-8f511a578083 HTTP/1.1" status: 200 len: 210 time: 0.0298488 Aug 16 01:51:47.839840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.850957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92ab511-1f12-43f0-8ac8-7d07e97b2214']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:47.867018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43fd640-2d84-4094-9fdc-5aa6848f2599') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:47.867018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43fd640-2d84-4094-9fdc-5aa6848f2599') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:47.874607 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.904361 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.915986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:47.916524 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:47.918236 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:47.962363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device edd6b963-9f85-475b-b7e7-c94f7bf8daf6 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:47.997177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: edd6b963-9f85-475b-b7e7-c94f7bf8daf6 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:47.997520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device edd6b963-9f85-475b-b7e7-c94f7bf8daf6 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:48.003949 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 920def5a-2911-4a61-bb3c-8d1db49339e7 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:48.024528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 920def5a-2911-4a61-bb3c-8d1db49339e7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:48.025137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 920def5a-2911-4a61-bb3c-8d1db49339e7 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:48.106548 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.113008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.117973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] 10.222.0.66 "DELETE /v2.0/networks/e92ab511-1f12-43f0-8ac8-7d07e97b2214 HTTP/1.1" status: 204 len: 168 time: 1.2032740 Aug 16 01:51:48.131074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c232f-2556-461e-a5b6-aa6f4a7a854c admin admin] Pushing event deleted for resources: {'Network': ['ID=e92ab511-1f12-43f0-8ac8-7d07e97b2214,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:48.481799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cf5dd-fb6c-47e4-bbdd-9eab31feee59 req-8d310cbc-65ec-4d1f-9696-f4e09f06a928 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.484710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-813cf5dd-fb6c-47e4-bbdd-9eab31feee59 req-8d310cbc-65ec-4d1f-9696-f4e09f06a928 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.0621688 Aug 16 01:51:48.566367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-813cf5dd-fb6c-47e4-bbdd-9eab31feee59 req-bdd4e559-5043-4080-b545-8136a3515a2b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701907 Aug 16 01:51:48.593228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af28da-1fdd-4403-b3dc-be7b4388c5bb req-5c1c674b-e667-4923-972c-81aeab535d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.595623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10af28da-1fdd-4403-b3dc-be7b4388c5bb req-5c1c674b-e667-4923-972c-81aeab535d5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d55668ce6cd49b8a6ada470706b8799&device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 1098 time: 0.1244040 Aug 16 01:51:48.640747 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36774) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:48.700009 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 33186104-ead6-4e33-a56c-6e871ed2a1c1 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:48.720820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af28da-1fdd-4403-b3dc-be7b4388c5bb req-66cafee7-ff75-4b2b-8393-e08bb8c421d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.723106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10af28da-1fdd-4403-b3dc-be7b4388c5bb req-66cafee7-ff75-4b2b-8393-e08bb8c421d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77553ffc-af18-4cf6-9905-ff4902fc62b3 HTTP/1.1" status: 200 len: 911 time: 0.1193092 Aug 16 01:51:48.730306 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bb010187-b918-48fa-abd5-b6d922deda50 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ff8674783a14edf86fadb452ee9ebc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883117 Aug 16 01:51:48.732834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36778) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:48.756245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 33186104-ead6-4e33-a56c-6e871ed2a1c1 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:48.761963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 33186104-ead6-4e33-a56c-6e871ed2a1c1 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:48.840088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10af28da-1fdd-4403-b3dc-be7b4388c5bb req-c45803b0-5a74-4081-ad3b-893fabfba6b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d824ce2e-0636-4a02-881d-55bf9f6ea375 HTTP/1.1" status: 200 len: 217 time: 0.0798006 Aug 16 01:51:48.914156 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-589c79b1-ec59-4c63-a470-9deccc470c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.922640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdaa77-7dbe-4172-a247-d96a1775f416 req-52636596-19e1-43d5-be3d-9f1d40a5239a tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.927194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfdaa77-7dbe-4172-a247-d96a1775f416 req-52636596-19e1-43d5-be3d-9f1d40a5239a tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.1638615 Aug 16 01:51:48.932819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af28da-1fdd-4403-b3dc-be7b4388c5bb req-96368ae4-60a0-4d02-acd8-bee825198a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.934268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10af28da-1fdd-4403-b3dc-be7b4388c5bb req-96368ae4-60a0-4d02-acd8-bee825198a42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=35f9b9ae-2167-4e77-8dee-a665ff65a04b HTTP/1.1" status: 200 len: 850 time: 0.0839479 Aug 16 01:51:48.992450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-589c79b1-ec59-4c63-a470-9deccc470c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.996636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10af28da-1fdd-4403-b3dc-be7b4388c5bb req-746979bc-3064-4c8a-a131-830e0880dabb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77553ffc-af18-4cf6-9905-ff4902fc62b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531471 Aug 16 01:51:49.070751 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cfdaa77-7dbe-4172-a247-d96a1775f416 req-2ea2e356-8303-45f4-a688-0bc6586dee48 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304114 Aug 16 01:51:49.121178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10af28da-1fdd-4403-b3dc-be7b4388c5bb req-f3c904a7-19bc-4873-b243-63106c808b3d service neutron] 10.222.0.64 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138036 Aug 16 01:51:49.223160 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10af28da-1fdd-4403-b3dc-be7b4388c5bb req-7e5dff28-e7ab-492a-abda-ec9878ec7a49 service neutron] 10.222.0.64 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909626 Aug 16 01:51:49.567080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-589c79b1-ec59-4c63-a470-9deccc470c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.570601 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-589c79b1-ec59-4c63-a470-9deccc470c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.576682 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-589c79b1-ec59-4c63-a470-9deccc470c3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b95ce8c1-5ffb-4a60-9d82-7e9f793911d0 HTTP/1.1" status: 204 len: 168 time: 0.8407326 Aug 16 01:51:49.600958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c79b1-ec59-4c63-a470-9deccc470c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95ce8c1-5ffb-4a60-9d82-7e9f793911d0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:49.937208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf189-0bcb-4068-9580-05281496d167 req-2aea19a3-c5af-43b9-a2b2-656baa74b722 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.946141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ecdf189-0bcb-4068-9580-05281496d167 req-2aea19a3-c5af-43b9-a2b2-656baa74b722 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.0775108 Aug 16 01:51:49.994265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ecdf189-0bcb-4068-9580-05281496d167 req-43f582c7-e6f5-4fde-a55f-7e46d298ee9b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469229 Aug 16 01:51:50.237990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4fb59-15ce-494b-a86c-53b768278c70 req-21633f82-cd69-4782-8850-5d42d982169e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.239657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08e4fb59-15ce-494b-a86c-53b768278c70 req-21633f82-cd69-4782-8850-5d42d982169e tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 945 time: 0.0597520 Aug 16 01:51:50.281119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08e4fb59-15ce-494b-a86c-53b768278c70 req-2f8aec24-cd4f-427d-a49a-7dadcdc9fceb tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb2e31b5-22b4-496c-b716-0fc4cfda759d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350726 Aug 16 01:51:50.457294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f3786-5f3b-43b6-a319-c298bd74cb37 req-631ee6b5-678e-417f-9b2c-94d62e60882c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.460479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e06f3786-5f3b-43b6-a319-c298bd74cb37 req-631ee6b5-678e-417f-9b2c-94d62e60882c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0981824 Aug 16 01:51:50.469205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477629b4-a0dc-42ac-ae41-659533c80925 req-21d85992-e7c1-4a12-99e1-9d67c6573650 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.471691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-477629b4-a0dc-42ac-ae41-659533c80925 req-21d85992-e7c1-4a12-99e1-9d67c6573650 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.64 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 945 time: 0.0748210 Aug 16 01:51:50.544236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e06f3786-5f3b-43b6-a319-c298bd74cb37 req-06058a85-dc1d-406c-bd1f-1df11cd1ea37 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714662 Aug 16 01:51:50.580539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36828) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:50.599917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-477629b4-a0dc-42ac-ae41-659533c80925 req-25b98577-44b5-46d5-a98c-6edd21e715e4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Deleting port aeb24ab0-9683-4344-80ae-990842d8e1c6 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:50.600484 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-477629b4-a0dc-42ac-ae41-659533c80925 req-25b98577-44b5-46d5-a98c-6edd21e715e4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.698622 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.711623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-477629b4-a0dc-42ac-ae41-659533c80925 req-25b98577-44b5-46d5-a98c-6edd21e715e4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] For port aeb24ab0-9683-4344-80ae-990842d8e1c6, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=aeb24ab0-9683-4344-80ae-990842d8e1c6,segment=NetworkSegment(8badd5ef-fe04-4e25-9431-113b075ce6c4),segment_id=8badd5ef-fe04-4e25-9431-113b075ce6c4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:50.712072 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-477629b4-a0dc-42ac-ae41-659533c80925 req-25b98577-44b5-46d5-a98c-6edd21e715e4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.728174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36836) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:50.728650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-477629b4-a0dc-42ac-ae41-659533c80925 req-25b98577-44b5-46d5-a98c-6edd21e715e4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Calling delete_port for aeb24ab0-9683-4344-80ae-990842d8e1c6 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:50.766118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-837457954'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:50.800606 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3550f5fe-e1b8-4631-b900-d06b37886391 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a217f41062b4b16856eb68290630243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712318 Aug 16 01:51:50.803175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36840) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:50.864344 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e60f288-7645-4ff3-9dba-c636386a8c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.886119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e60f288-7645-4ff3-9dba-c636386a8c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.949398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Made reservation on behalf of f379e3b27fc84ae1af131736f4f40f5c for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:50.949563 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.958789 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.981035 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:51:50.997988 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-477629b4-a0dc-42ac-ae41-659533c80925 req-25b98577-44b5-46d5-a98c-6edd21e715e4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.029959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b98577-44b5-46d5-a98c-6edd21e715e4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Pushing event deleted for resources: {'Port': ['ID=aeb24ab0-9683-4344-80ae-990842d8e1c6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:51.059697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.072957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-477629b4-a0dc-42ac-ae41-659533c80925 req-25b98577-44b5-46d5-a98c-6edd21e715e4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] No DVR routers for this DVR port aeb24ab0-9683-4344-80ae-990842d8e1c6 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:51.075556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-477629b4-a0dc-42ac-ae41-659533c80925 req-25b98577-44b5-46d5-a98c-6edd21e715e4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.077690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-477629b4-a0dc-42ac-ae41-659533c80925 req-25b98577-44b5-46d5-a98c-6edd21e715e4 tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.64 "DELETE /v2.0/ports/aeb24ab0-9683-4344-80ae-990842d8e1c6 HTTP/1.1" status: 204 len: 173 time: 0.5907009 Aug 16 01:51:51.078157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'name': 'network-vif-deleted', 'tag': 'aeb24ab0-9683-4344-80ae-990842d8e1c6'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:51.081162 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f9a7ba-f0af-407d-aa47-71e3347817e1" -d '{"events": [{"server_uuid": "78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db", "name": "network-vif-deleted", "tag": "aeb24ab0-9683-4344-80ae-990842d8e1c6"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:51.123557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e60f288-7645-4ff3-9dba-c636386a8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.127172 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e60f288-7645-4ff3-9dba-c636386a8c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.130979 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6e60f288-7645-4ff3-9dba-c636386a8c5f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9fe2d7b-fa27-4da5-afb9-ae825948fdb7 HTTP/1.1" status: 204 len: 168 time: 0.3242538 Aug 16 01:51:51.136474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b27267-27c7-4ff5-b8ce-629e8a7e7585 req-1fc9d245-8469-457f-9318-e79694dff646 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.137776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60f288-7645-4ff3-9dba-c636386a8c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fe2d7b-fa27-4da5-afb9-ae825948fdb7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:51.138022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28b27267-27c7-4ff5-b8ce-629e8a7e7585 req-1fc9d245-8469-457f-9318-e79694dff646 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.0536761 Aug 16 01:51:51.178881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28b27267-27c7-4ff5-b8ce-629e8a7e7585 req-11f8ea2c-90ca-48a6-8c4c-6cdbc597ef28 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336368 Aug 16 01:51:51.186140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.218305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:51.224895 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43a4951-f967-424d-9fe4-1fc3ad086a57 x-openstack-request-id: req-d43a4951-f967-424d-9fe4-1fc3ad086a57 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:51.225328 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db", "name": "network-vif-deleted", "tag": "aeb24ab0-9683-4344-80ae-990842d8e1c6", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:51.225635 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d43a4951-f967-424d-9fe4-1fc3ad086a57 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:51.226132 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db', 'name': 'network-vif-deleted', 'tag': 'aeb24ab0-9683-4344-80ae-990842d8e1c6', 'status': 'completed', 'code': 200} Aug 16 01:51:51.231102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923e55d1-2433-464a-8b32-e5021c1c6b82,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:51.235930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.236528 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Added segment 8299d611-1495-4d63-ad1b-507f6a78f050 of type vlan for network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 Aug 16 01:51:51.287258 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.389768 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.391425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-935e79a5-bd0a-42f4-87b4-08a98c016499 req-ade4a3e4-ba12-4771-9d7f-872c7284c8ee tempest-LiveMigrationTest-732188006 tempest-LiveMigrationTest-732188006-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fe5aab-0a22-4e0f-a6c2-2cadd4a4b7db HTTP/1.1" status: 200 len: 210 time: 0.0352225 Aug 16 01:51:51.395500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.396103 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.468438 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Pushing event updated for resources: {'Network': ['ID=609e8fcb-2de8-40a9-92ea-bfd3063cc4c3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:51.481143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:51.541462 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d51bf63b-51f8-477a-96fe-876c47198182 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9597790 Aug 16 01:51:51.752268 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.778215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36888) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:51.784066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Request body: {'port': {'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3', 'binding:host_id': 'n-h1-768509-23', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1289481222'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:51.872890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5c829-64d5-46e5-8137-f0f86157ee3b req-faa49e3b-9834-4743-9709-297153c6c299 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.874386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4b5c829-64d5-46e5-8137-f0f86157ee3b req-faa49e3b-9834-4743-9709-297153c6c299 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0569372 Aug 16 01:51:51.877492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Made reservation on behalf of 4712698e158f43148771a5393522be15 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:51.879874 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.895877 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.936659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4b5c829-64d5-46e5-8137-f0f86157ee3b req-0b0b42f3-77dd-438f-8490-24afe2115168 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532460 Aug 16 01:51:52.024929 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.126415 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.131888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] device_id is not set on port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:52.225147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966ddeeb-4921-4ea9-9513-f56a35ec9f92,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:52.378592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d75ca-93aa-4630-99f3-264efaf66d32 req-ce0a7c4b-e9be-4065-9488-ec975463087c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.380288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-102d75ca-93aa-4630-99f3-264efaf66d32 req-ce0a7c4b-e9be-4065-9488-ec975463087c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.1193156 Aug 16 01:51:52.455115 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-102d75ca-93aa-4630-99f3-264efaf66d32 req-eda03b8a-6681-459a-b8ac-d3ca2ff40b22 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685434 Aug 16 01:51:52.462418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] device_id is not set on port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:52.477389 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.483045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Transition to ACTIVE for port object ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:52.566835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36934) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:52.573945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.640545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event updated for resources: {'Port': ['ID=ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:52.648819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Checking segment: {'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:52.649188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Network hostable DHCP agents. Network: 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:52.787301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:52.800613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6217f53-bc25-41b3-8f45-dd4d9cbe6fdd admin admin] Deleting subnet ac221c5a-30d7-42bf-a1f3-71ee2f9837ca {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:52.803748 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6217f53-bc25-41b3-8f45-dd4d9cbe6fdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.838245 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6217f53-bc25-41b3-8f45-dd4d9cbe6fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.877938 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6217f53-bc25-41b3-8f45-dd4d9cbe6fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.915032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:52.921473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:52.928119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21496d59-a00c-48a4-80d2-3b543ad15a66 None None] Network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:52.939321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:52.939669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:52.940046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:52.946722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:52.947063 n-d-768509-23 neutron-server[95516]: ERROR neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:52.948042 n-d-768509-23 neutron-server[95516]: INFO neutron.plugins.ml2.plugin [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 2 to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd Aug 16 01:51:52.961323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:52.961323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:52.961880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:52.966664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:52.967065 n-d-768509-23 neutron-server[95516]: ERROR neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:52.967566 n-d-768509-23 neutron-server[95516]: INFO neutron.plugins.ml2.plugin [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 3 to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd Aug 16 01:51:52.981598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:52.982070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:52.982535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:52.987184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:52.987518 n-d-768509-23 neutron-server[95516]: ERROR neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:52.987901 n-d-768509-23 neutron-server[95516]: INFO neutron.plugins.ml2.plugin [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 4 to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd Aug 16 01:51:52.999796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:53.000135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:53.000467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:53.005461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:53.005785 n-d-768509-23 neutron-server[95516]: ERROR neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:53.006205 n-d-768509-23 neutron-server[95516]: INFO neutron.plugins.ml2.plugin [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 5 to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd Aug 16 01:51:53.019348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:53.019881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:53.020001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:53.024385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:53.024710 n-d-768509-23 neutron-server[95516]: ERROR neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:53.025101 n-d-768509-23 neutron-server[95516]: INFO neutron.plugins.ml2.plugin [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 6 to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd Aug 16 01:51:53.040361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:53.040710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:53.041050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:53.046977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:53.046977 n-d-768509-23 neutron-server[95516]: ERROR neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:53.046977 n-d-768509-23 neutron-server[95516]: INFO neutron.plugins.ml2.plugin [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 7 to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd Aug 16 01:51:53.059496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:53.059845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:53.060178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:53.065045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:53.065409 n-d-768509-23 neutron-server[95516]: ERROR neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:53.065805 n-d-768509-23 neutron-server[95516]: INFO neutron.plugins.ml2.plugin [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 8 to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd Aug 16 01:51:53.081648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:53.081648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:53.081648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:53.083613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:53.083949 n-d-768509-23 neutron-server[95516]: ERROR neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:53.084341 n-d-768509-23 neutron-server[95516]: INFO neutron.plugins.ml2.plugin [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 9 to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd Aug 16 01:51:53.097005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:53.097347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:53.097684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:53.102269 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6217f53-bc25-41b3-8f45-dd4d9cbe6fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.110036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:53.111534 n-d-768509-23 neutron-server[95516]: ERROR neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:53.128373 n-d-768509-23 neutron-server[95516]: INFO neutron.plugins.ml2.plugin [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 10 to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd Aug 16 01:51:53.135579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6217f53-bc25-41b3-8f45-dd4d9cbe6fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac221c5a-30d7-42bf-a1f3-71ee2f9837ca,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:53.143636 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6217f53-bc25-41b3-8f45-dd4d9cbe6fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.145486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d6217f53-bc25-41b3-8f45-dd4d9cbe6fdd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ac221c5a-30d7-42bf-a1f3-71ee2f9837ca HTTP/1.1" status: 204 len: 168 time: 0.5775833 Aug 16 01:51:53.148127 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36950) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:53.171561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:53.171906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:53.172243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:53.180832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:53.181198 n-d-768509-23 neutron-server[95516]: ERROR neutron.plugins.ml2.managers [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:53.181854 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.209392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60d1fa-3037-4611-8e89-e71e3b0a67ba req-c38b50ea-ed6c-4e15-83fd-e10e0d35fc0e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:53.210951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f60d1fa-3037-4611-8e89-e71e3b0a67ba req-c38b50ea-ed6c-4e15-83fd-e10e0d35fc0e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0798132 Aug 16 01:51:53.216441 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.285657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f60d1fa-3037-4611-8e89-e71e3b0a67ba req-8ceb1717-ce45-4efd-bfa1-32c2e8d9ffdd tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537288 Aug 16 01:51:53.291971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] For port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:53.292352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempted to set empty binding levels {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:51:53.297507 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.310925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd061b1-451d-4bee-82a1-403ddea7c0eb']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:53.321983 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8badd5ef-fe04-4e25-9431-113b075ce6c4') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:53.322281 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8badd5ef-fe04-4e25-9431-113b075ce6c4') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:53.331727 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.345786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.351859 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:53.352318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:53.356726 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:53.364894 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.395237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:53.396194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.422343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event updated for resources: {'Port': ['ID=ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:53.481231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.488103 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.490083 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7fd061b1-451d-4bee-82a1-403ddea7c0eb HTTP/1.1" status: 204 len: 168 time: 0.3408494 Aug 16 01:51:53.493102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36952) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:53.500083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117df9c-6d10-495a-8cd2-791e39fba985 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd061b1-451d-4bee-82a1-403ddea7c0eb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:53.528723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a780a55d-f317-4ef2-b8fa-99f132d60610 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.7490594 Aug 16 01:51:53.531525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36962) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:53.547402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbad9be-715d-4ba0-bce0-aa35a840d913 admin admin] Deleting subnet 25ff9344-ed66-4b6f-a8eb-c1cef8257792 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:53.551390 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cbad9be-715d-4ba0-bce0-aa35a840d913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.596440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cbad9be-715d-4ba0-bce0-aa35a840d913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.619570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-39dad6f6-8795-4de8-9f75-a0d51d25c83a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Deleting port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:53.620072 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-39dad6f6-8795-4de8-9f75-a0d51d25c83a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.649807 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cbad9be-715d-4ba0-bce0-aa35a840d913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.685139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-39dad6f6-8795-4de8-9f75-a0d51d25c83a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] For port ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd, host n-h1-768509-23, got binding levels [] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:53.685501 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-39dad6f6-8795-4de8-9f75-a0d51d25c83a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.699868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-39dad6f6-8795-4de8-9f75-a0d51d25c83a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Calling delete_port for ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:53.796905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036b954-a630-4382-8241-da31d9eabe67 req-9bc7f4af-379f-4539-9f53-16f0d24eec4f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:53.798948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6036b954-a630-4382-8241-da31d9eabe67 req-9bc7f4af-379f-4539-9f53-16f0d24eec4f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 947 time: 0.0498221 Aug 16 01:51:53.801089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cbad9be-715d-4ba0-bce0-aa35a840d913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.835965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbad9be-715d-4ba0-bce0-aa35a840d913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ff9344-ed66-4b6f-a8eb-c1cef8257792,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:53.842283 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cbad9be-715d-4ba0-bce0-aa35a840d913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.844063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7cbad9be-715d-4ba0-bce0-aa35a840d913 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/25ff9344-ed66-4b6f-a8eb-c1cef8257792 HTTP/1.1" status: 204 len: 168 time: 0.3499873 Aug 16 01:51:53.847277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36972) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:53.873489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6036b954-a630-4382-8241-da31d9eabe67 req-cb9aa8e2-2cc4-4902-b309-6f913dee2199 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671284 Aug 16 01:51:53.900510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-39dad6f6-8795-4de8-9f75-a0d51d25c83a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.945453 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dad6f6-8795-4de8-9f75-a0d51d25c83a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:53.950033 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-39dad6f6-8795-4de8-9f75-a0d51d25c83a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.952102 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-39dad6f6-8795-4de8-9f75-a0d51d25c83a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "DELETE /v2.0/ports/ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd HTTP/1.1" status: 204 len: 168 time: 0.4193666 Aug 16 01:51:53.954963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36980) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:53.955127 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.980202 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b3d21f-fa0e-4827-9a7f-0ec7102af647 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:51:53.985789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-27b3d21f-fa0e-4827-9a7f-0ec7102af647 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "GET /v2.0/ports/ba0ce2ba-ebc7-4c49-8dd1-b295ce96e0bd HTTP/1.1" status: 404 len: 333 time: 0.0257280 Aug 16 01:51:53.986111 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36982) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:53.991461 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Request body: {'port': {'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-734978044'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:54.060277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.070970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15eec853-cf1e-4eaa-90dc-cf1441ce2171']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:54.081304 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fa8b8c-fbf2-491d-8934-8132a7315feb') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:54.081608 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fa8b8c-fbf2-491d-8934-8132a7315feb') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:54.092838 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.105066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f9ae-2dde-4385-8bcd-9cf2e342c9ca req-dd9d1d45-86de-4fde-bb81-fb089a9d00ac tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.111584 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.111734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f9ae-2dde-4385-8bcd-9cf2e342c9ca req-dd9d1d45-86de-4fde-bb81-fb089a9d00ac tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.118329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:54.118762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:54.120456 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:54.125713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f9ae-2dde-4385-8bcd-9cf2e342c9ca req-dd9d1d45-86de-4fde-bb81-fb089a9d00ac tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.131771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f9ae-2dde-4385-8bcd-9cf2e342c9ca req-dd9d1d45-86de-4fde-bb81-fb089a9d00ac tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.137719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f9ae-2dde-4385-8bcd-9cf2e342c9ca req-dd9d1d45-86de-4fde-bb81-fb089a9d00ac tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.144139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f9ae-2dde-4385-8bcd-9cf2e342c9ca req-dd9d1d45-86de-4fde-bb81-fb089a9d00ac tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.150622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f9ae-2dde-4385-8bcd-9cf2e342c9ca req-dd9d1d45-86de-4fde-bb81-fb089a9d00ac tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.152701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54f1f9ae-2dde-4385-8bcd-9cf2e342c9ca req-dd9d1d45-86de-4fde-bb81-fb089a9d00ac tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5437 time: 0.1055202 Aug 16 01:51:54.174688 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Made reservation on behalf of 4712698e158f43148771a5393522be15 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:54.180706 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.196593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] device_id is not set on port ab682c77-2e6e-415e-848e-4d81494f492a yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:54.200396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54f1f9ae-2dde-4385-8bcd-9cf2e342c9ca req-8dfc0e2f-c7c3-45d7-a850-051f374ba7de tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375054 Aug 16 01:51:54.322786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.340076 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.344311 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] 10.222.0.66 "DELETE /v2.0/networks/15eec853-cf1e-4eaa-90dc-cf1441ce2171 HTTP/1.1" status: 204 len: 168 time: 0.4937682 Aug 16 01:51:54.356299 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56bc48-e3c5-4d33-8984-2c5c9c3c1a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=15eec853-cf1e-4eaa-90dc-cf1441ce2171,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:54.394693 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.410405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b8b16-62cb-49ef-a87b-7424e79a87c3 req-f73ffccc-f1cf-4697-b1e3-600a79576404 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.412927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b8b16-62cb-49ef-a87b-7424e79a87c3 req-f73ffccc-f1cf-4697-b1e3-600a79576404 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.418902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b8b16-62cb-49ef-a87b-7424e79a87c3 req-f73ffccc-f1cf-4697-b1e3-600a79576404 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.425017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b8b16-62cb-49ef-a87b-7424e79a87c3 req-f73ffccc-f1cf-4697-b1e3-600a79576404 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.430907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b8b16-62cb-49ef-a87b-7424e79a87c3 req-f73ffccc-f1cf-4697-b1e3-600a79576404 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.436809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b8b16-62cb-49ef-a87b-7424e79a87c3 req-f73ffccc-f1cf-4697-b1e3-600a79576404 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.442831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b8b16-62cb-49ef-a87b-7424e79a87c3 req-f73ffccc-f1cf-4697-b1e3-600a79576404 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.444739 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce1b8b16-62cb-49ef-a87b-7424e79a87c3 req-f73ffccc-f1cf-4697-b1e3-600a79576404 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5437 time: 0.1221933 Aug 16 01:51:54.551430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8796d6-dbab-4266-8810-f21e546a886a req-1833c92e-0f9f-489e-99ec-b9aec9477cab tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.552914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc8796d6-dbab-4266-8810-f21e546a886a req-1833c92e-0f9f-489e-99ec-b9aec9477cab tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0492163 Aug 16 01:51:54.591616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc8796d6-dbab-4266-8810-f21e546a886a req-51be9fb9-f8b3-4cd4-a4e1-4d8d473e9ed6 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Aug 16 01:51:54.637722 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.680519 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:54.683806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:54.686991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:54.687915 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.689054 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.694835 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event updated for resources: {'Port': ['ID=ab682c77-2e6e-415e-848e-4d81494f492a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:54.732574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:54.813549 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.814059 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b23017a2-9f0a-4359-9c05-29b39b489764 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8266740 Aug 16 01:51:54.816778 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37026) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:54.822466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:54.837100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:54.839439 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36d2fa0-b01f-4fa1-bfd0-a3c2b5d48f3b" -d '{"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:54.856612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:54.884088 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab89a37-e4c8-4e57-bec3-e409cf5c8953 x-openstack-request-id: req-fab89a37-e4c8-4e57-bec3-e409cf5c8953 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:54.884436 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:54.884736 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fab89a37-e4c8-4e57-bec3-e409cf5c8953 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:54.885124 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'code': 200} Aug 16 01:51:54.885686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.939193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37034) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:54.981744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f303df01-fe05-44a0-a240-2d01eeb35d92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c23822563d64b8385db87a1780f3dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413251 Aug 16 01:51:54.984284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37036) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:55.033075 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2cc7284d-405f-439a-9edc-0c857d0cba2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.039360 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.042805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device aeb24ab0-9683-4344-80ae-990842d8e1c6 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:55.057005 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2cc7284d-405f-439a-9edc-0c857d0cba2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.060617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] device_id is not set on port ab682c77-2e6e-415e-848e-4d81494f492a yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:55.074004 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.091240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Transition to ACTIVE for port object ab682c77-2e6e-415e-848e-4d81494f492a will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:55.093034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: aeb24ab0-9683-4344-80ae-990842d8e1c6 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:55.093562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device aeb24ab0-9683-4344-80ae-990842d8e1c6 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:55.120172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=14']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:55.243353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.273384 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2cc7284d-405f-439a-9edc-0c857d0cba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.277331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2cc7284d-405f-439a-9edc-0c857d0cba2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.279790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2cc7284d-405f-439a-9edc-0c857d0cba2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb2e31b5-22b4-496c-b716-0fc4cfda759d HTTP/1.1" status: 204 len: 168 time: 0.2945726 Aug 16 01:51:55.293333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7284d-405f-439a-9edc-0c857d0cba2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2e31b5-22b4-496c-b716-0fc4cfda759d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:55.298161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event updated for resources: {'Port': ['ID=ab682c77-2e6e-415e-848e-4d81494f492a,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:55.318512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:55.318750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:55.319133 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:55.323966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:55.324312 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:55.324680 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 2 to bind port ab682c77-2e6e-415e-848e-4d81494f492a Aug 16 01:51:55.343725 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:55.347596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:55.347999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:55.355095 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:55.355542 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:55.356168 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 3 to bind port ab682c77-2e6e-415e-848e-4d81494f492a Aug 16 01:51:55.370863 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:55.371265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:55.371706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:55.377593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:55.378039 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:55.378437 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 4 to bind port ab682c77-2e6e-415e-848e-4d81494f492a Aug 16 01:51:55.396285 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:55.396893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:55.397462 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:55.403927 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:55.404590 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:55.405039 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 5 to bind port ab682c77-2e6e-415e-848e-4d81494f492a Aug 16 01:51:55.419690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:55.419791 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:55.420221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:55.425240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:55.425711 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:55.426225 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 6 to bind port ab682c77-2e6e-415e-848e-4d81494f492a Aug 16 01:51:55.441198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:55.441634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:55.442100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:55.444895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37048) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:55.447184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:55.447771 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:55.448377 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 7 to bind port ab682c77-2e6e-415e-848e-4d81494f492a Aug 16 01:51:55.462416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:55.467395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:55.467395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:55.468663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:55.469141 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:55.469704 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 8 to bind port ab682c77-2e6e-415e-848e-4d81494f492a Aug 16 01:51:55.482638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:55.483192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:55.483693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:55.488238 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:55.488568 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:55.488955 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 9 to bind port ab682c77-2e6e-415e-848e-4d81494f492a Aug 16 01:51:55.502382 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:55.502723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:55.503059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:55.507456 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:55.507787 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:55.508172 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 10 to bind port ab682c77-2e6e-415e-848e-4d81494f492a Aug 16 01:51:55.525894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:55.526193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:55.526533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:55.531311 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:55.531663 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port ab682c77-2e6e-415e-848e-4d81494f492a on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:55.532103 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.560891 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-45818d1b-2e24-48a9-bd94-982dc1b77d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.596855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] For port ab682c77-2e6e-415e-848e-4d81494f492a, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:55.597217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempted to set empty binding levels {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:51:55.661384 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-45818d1b-2e24-48a9-bd94-982dc1b77d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.695823 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.715314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ccd0f-9ee8-4d9e-b801-5df47fef76b5 req-9816666a-1180-430c-8522-f2b8ce6af0eb tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.716985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d81ccd0f-9ee8-4d9e-b801-5df47fef76b5 req-9816666a-1180-430c-8522-f2b8ce6af0eb tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0524824 Aug 16 01:51:55.731351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] In _notify_port_updated(), no bound segment for port ab682c77-2e6e-415e-848e-4d81494f492a on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:51:55.732198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.732829 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.734291 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "PUT /v2.0/ports/ab682c77-2e6e-415e-848e-4d81494f492a HTTP/1.1" status: 200 len: 975 time: 0.9163346 Aug 16 01:51:55.737305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37064) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:55.762175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d81ccd0f-9ee8-4d9e-b801-5df47fef76b5 req-f226e87f-236b-4dba-b50d-7b1ef7895c7f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369208 Aug 16 01:51:55.786017 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-45818d1b-2e24-48a9-bd94-982dc1b77d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.824217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31954594-606d-495f-be59-3b6d243197ef tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event updated for resources: {'Port': ['ID=ab682c77-2e6e-415e-848e-4d81494f492a,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:55.835249 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-45818d1b-2e24-48a9-bd94-982dc1b77d6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19985b26196b4ae382709243ec9de8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891857 Aug 16 01:51:55.835671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37072) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:55.836229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45818d1b-2e24-48a9-bd94-982dc1b77d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bf8e6c-51c7-405b-ad60-f29df715d42a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:55.908665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.909157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.909637 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.910236 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.910609 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.911080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.911659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.912133 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.912596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.913059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.915186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.915186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.915186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.915186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.915554 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.915886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.916668 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.916775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.917210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.917664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.918153 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.918608 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.919067 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.919572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.919984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.920441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.920902 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.921366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.921860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.922304 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.923336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.923865 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.924250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.931855 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bf680f49-4531-4138-9664-bac7690b115a tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29708 time: 0.1893787 Aug 16 01:51:55.931855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37074) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:55.970225 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d204725-087b-42dd-a926-81e6f21cebc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.013704 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d204725-087b-42dd-a926-81e6f21cebc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.062908 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f70ba48f-2b19-4dfa-a619-4f3ca7f1a222 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Deleting port ab682c77-2e6e-415e-848e-4d81494f492a {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:56.063302 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f70ba48f-2b19-4dfa-a619-4f3ca7f1a222 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.126833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-f70ba48f-2b19-4dfa-a619-4f3ca7f1a222 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] For port ab682c77-2e6e-415e-848e-4d81494f492a, host n-h1-768509-23, got binding levels [] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:56.127113 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f70ba48f-2b19-4dfa-a619-4f3ca7f1a222 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.140043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f70ba48f-2b19-4dfa-a619-4f3ca7f1a222 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Calling delete_port for ab682c77-2e6e-415e-848e-4d81494f492a owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:56.287018 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d204725-087b-42dd-a926-81e6f21cebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.289641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d204725-087b-42dd-a926-81e6f21cebc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.290893 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9d204725-087b-42dd-a926-81e6f21cebc2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82bf8e6c-51c7-405b-ad60-f29df715d42a HTTP/1.1" status: 204 len: 168 time: 0.4542692 Aug 16 01:51:56.299907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d204725-087b-42dd-a926-81e6f21cebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bf8e6c-51c7-405b-ad60-f29df715d42a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:56.321429 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f70ba48f-2b19-4dfa-a619-4f3ca7f1a222 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.350733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ba48f-2b19-4dfa-a619-4f3ca7f1a222 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab682c77-2e6e-415e-848e-4d81494f492a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:56.357246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f70ba48f-2b19-4dfa-a619-4f3ca7f1a222 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.359470 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f70ba48f-2b19-4dfa-a619-4f3ca7f1a222 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "DELETE /v2.0/ports/ab682c77-2e6e-415e-848e-4d81494f492a HTTP/1.1" status: 204 len: 168 time: 0.4265776 Aug 16 01:51:56.362984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37092) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:56.405047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37096) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:56.413015 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65fa326-2b77-4513-b50d-7b7ac8d7ad5b tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:51:56.415740 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e65fa326-2b77-4513-b50d-7b7ac8d7ad5b tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "GET /v2.0/ports/ab682c77-2e6e-415e-848e-4d81494f492a HTTP/1.1" status: 404 len: 333 time: 0.0370307 Aug 16 01:51:56.419660 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37104) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:56.426844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1834163289', 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:56.462766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5abe74f6-07a5-478e-be3e-12fe5fdc1a04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5959a596eb9749cabd156e8bfbc2342f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545955 Aug 16 01:51:56.463450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37106) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:56.513317 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-299456e9-2cda-4338-a12b-4c348c8cc252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.537810 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-299456e9-2cda-4338-a12b-4c348c8cc252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.583323 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Made reservation on behalf of 4712698e158f43148771a5393522be15 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:56.585691 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.603574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] device_id is not set on port d94c67e7-8248-4316-a630-bd68354a3605 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:56.686777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37122) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:56.721187 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-299456e9-2cda-4338-a12b-4c348c8cc252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.723729 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-299456e9-2cda-4338-a12b-4c348c8cc252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.727475 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-299456e9-2cda-4338-a12b-4c348c8cc252 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f04aa300-dd35-4718-a2da-b56c82711924 HTTP/1.1" status: 204 len: 168 time: 0.2604458 Aug 16 01:51:56.739749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299456e9-2cda-4338-a12b-4c348c8cc252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04aa300-dd35-4718-a2da-b56c82711924,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:56.769612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.808608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1cf8c-08e9-4f5e-90b4-2a60383598d2 req-69464575-7463-421a-881e-ba1e6137fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.809490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1cf8c-08e9-4f5e-90b4-2a60383598d2 req-69464575-7463-421a-881e-ba1e6137fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.810200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1cf8c-08e9-4f5e-90b4-2a60383598d2 req-69464575-7463-421a-881e-ba1e6137fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.810871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1cf8c-08e9-4f5e-90b4-2a60383598d2 req-69464575-7463-421a-881e-ba1e6137fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.811350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1cf8c-08e9-4f5e-90b4-2a60383598d2 req-69464575-7463-421a-881e-ba1e6137fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.811838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1cf8c-08e9-4f5e-90b4-2a60383598d2 req-69464575-7463-421a-881e-ba1e6137fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.812322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1cf8c-08e9-4f5e-90b4-2a60383598d2 req-69464575-7463-421a-881e-ba1e6137fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.821287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0c1cf8c-08e9-4f5e-90b4-2a60383598d2 req-69464575-7463-421a-881e-ba1e6137fe65 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6501 time: 0.1319396 Aug 16 01:51:56.904742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.925092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0c1cf8c-08e9-4f5e-90b4-2a60383598d2 req-cd974412-ef9a-43c0-b2f4-5b95c1b2fc4c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=198c8035-d853-410e-bd87-e0a81649ddeb&id=522d5cf2-f656-4bfe-a385-94fae3df30ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024809 Aug 16 01:51:56.943575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a099-d469-4600-acf5-8974b471ba91 req-1e65593e-a702-4363-a3e3-839b05e572d8 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.945126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ed9a099-d469-4600-acf5-8974b471ba91 req-1e65593e-a702-4363-a3e3-839b05e572d8 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0781920 Aug 16 01:51:56.960942 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:56.965693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:56.971885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:56.972833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.973438 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.976607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event updated for resources: {'Port': ['ID=d94c67e7-8248-4316-a630-bd68354a3605,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:56.985865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ed9a099-d469-4600-acf5-8974b471ba91 req-096664a4-3e3e-462e-8a18-9e6ff1a4702f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338709 Aug 16 01:51:57.096229 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dba31410-253c-4fa0-8681-9c98745298ad tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6737339 Aug 16 01:51:57.101926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37150) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:57.136565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c43465-c91f-44ed-b1e9-fd82f04d5946 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:57.138867 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a0c43465-c91f-44ed-b1e9-fd82f04d5946 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "GET /v2.0/ports/d94c67e7-8248-4316-a630-bd68354a3605 HTTP/1.1" status: 200 len: 955 time: 0.0359864 Aug 16 01:51:57.142615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37152) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:57.229074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfa715-56c5-4224-980c-bd375eef1bc7 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Deleting port d94c67e7-8248-4316-a630-bd68354a3605 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:57.229424 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa715-56c5-4224-980c-bd375eef1bc7 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.305103 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa715-56c5-4224-980c-bd375eef1bc7 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.319782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfa715-56c5-4224-980c-bd375eef1bc7 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Calling delete_port for d94c67e7-8248-4316-a630-bd68354a3605 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:57.489415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154fd56-c52f-4624-8eba-65f46fca26c9 req-ab803ac7-007d-4e90-b33d-bc5507f2da26 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:57.491386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e154fd56-c52f-4624-8eba-65f46fca26c9 req-ab803ac7-007d-4e90-b33d-bc5507f2da26 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0533168 Aug 16 01:51:57.505798 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa715-56c5-4224-980c-bd375eef1bc7 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.546015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfa715-56c5-4224-980c-bd375eef1bc7 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event deleted for resources: {'Port': ['ID=d94c67e7-8248-4316-a630-bd68354a3605,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:57.554125 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa715-56c5-4224-980c-bd375eef1bc7 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.556071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e8dfa715-56c5-4224-980c-bd375eef1bc7 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "DELETE /v2.0/ports/d94c67e7-8248-4316-a630-bd68354a3605 HTTP/1.1" status: 204 len: 168 time: 0.4122050 Aug 16 01:51:57.558928 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37176) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:57.570222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e154fd56-c52f-4624-8eba-65f46fca26c9 req-3f2f577c-6688-4c56-a721-52885555b67e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727627 Aug 16 01:51:57.611102 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6de581-960e-4c6a-9997-4d0dfc56caf8 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:51:57.619552 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8b6de581-960e-4c6a-9997-4d0dfc56caf8 tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "GET /v2.0/ports/d94c67e7-8248-4316-a630-bd68354a3605 HTTP/1.1" status: 404 len: 333 time: 0.0525913 Aug 16 01:51:57.619552 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37182) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:57.619940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37184) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:57.628748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Request body: {'port': {'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-144215301'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:57.726791 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-878710974-network', 'tenant_id': '5c74686c3a544760ac0590c3b66a6217'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:57.750203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Made reservation on behalf of 4712698e158f43148771a5393522be15 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:57.752934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.775527 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] device_id is not set on port 3906056b-f532-4e73-b54d-1ec226a844d5 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:58.052762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b69e9-e55f-462d-9cb4-ff80a7c54d79 req-8b3efe3b-9c26-4f06-95ea-e92f86b813f5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.054721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-970b69e9-e55f-462d-9cb4-ff80a7c54d79 req-8b3efe3b-9c26-4f06-95ea-e92f86b813f5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0594795 Aug 16 01:51:58.112130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-970b69e9-e55f-462d-9cb4-ff80a7c54d79 req-a76bd1a9-0b49-44e9-84a3-934169eb052c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415490 Aug 16 01:51:58.144308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Made reservation on behalf of 5c74686c3a544760ac0590c3b66a6217 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:58.147043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.153828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754e4f6-c669-47ee-9734-6b361a2d6701 req-e1106027-df7f-4439-bf38-dad3bbd8e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.155904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9754e4f6-c669-47ee-9734-6b361a2d6701 req-e1106027-df7f-4439-bf38-dad3bbd8e18e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1097 time: 0.0476356 Aug 16 01:51:58.166909 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.268054 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.274234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba4d19-5785-4b6a-a85c-2a00425e7479 req-ef2fa1a8-6f0f-450c-827a-52d20c740c8c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.278927 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13ba4d19-5785-4b6a-a85c-2a00425e7479 req-ef2fa1a8-6f0f-450c-827a-52d20c740c8c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0935965 Aug 16 01:51:58.311769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754e4f6-c669-47ee-9734-6b361a2d6701 req-31d582b6-fdff-4a34-9680-7c53664eaf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.313482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9754e4f6-c669-47ee-9734-6b361a2d6701 req-31d582b6-fdff-4a34-9680-7c53664eaf65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.1496706 Aug 16 01:51:58.353219 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.367786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13ba4d19-5785-4b6a-a85c-2a00425e7479 req-23ff996d-61c1-4f4d-b448-621b85de42f7 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743668 Aug 16 01:51:58.392655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9754e4f6-c669-47ee-9734-6b361a2d6701 req-7fdcc249-6a36-4363-9449-ceeadb4143fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 200 len: 1000 time: 0.0706530 Aug 16 01:51:58.441591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.451703 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.461402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754e4f6-c669-47ee-9734-6b361a2d6701 req-2dc25912-3a6d-4c06-93a7-52ee3c2c7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.463061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9754e4f6-c669-47ee-9734-6b361a2d6701 req-2dc25912-3a6d-4c06-93a7-52ee3c2c7acb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0626326 Aug 16 01:51:58.501144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:58.512963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:58.513322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754e4f6-c669-47ee-9734-6b361a2d6701 req-c5a251a5-bb4e-49f7-89ac-8d0da8bdc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.515057 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9754e4f6-c669-47ee-9734-6b361a2d6701 req-c5a251a5-bb4e-49f7-89ac-8d0da8bdc2a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439749 Aug 16 01:51:58.528017 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:58.530475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:58.537980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.537980 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.544840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.545188 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Added segment 48666a03-885a-45a6-abf4-18e27bb5401c of type vlan for network 6fb9eee6-73e4-488f-ae90-b376c26bb352 Aug 16 01:51:58.546438 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event updated for resources: {'Port': ['ID=3906056b-f532-4e73-b54d-1ec226a844d5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:58.549931 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2982d5c4-0fd5-4372-9c01-5ffc142b5fa5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:58.592931 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.606450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9754e4f6-c669-47ee-9734-6b361a2d6701 req-90f369fe-4315-4dc1-89e6-194c9b3984a1 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837181 Aug 16 01:51:58.662255 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-178a217c-e2e0-45b3-875e-8b3cd8a9293d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0436008 Aug 16 01:51:58.664190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37210) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:58.669313 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:58.707159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9754e4f6-c669-47ee-9734-6b361a2d6701 req-6d3bdc9d-33eb-4e49-bbad-1037d10427f8 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918844 Aug 16 01:51:58.722478 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.723439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.724013 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.748820 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.818100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=6fb9eee6-73e4-488f-ae90-b376c26bb352,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:58.829434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 6fb9eee6-73e4-488f-ae90-b376c26bb352 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:58.858679 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0d8986cf-2117-4e86-a66e-7a2e5d2d1ea8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2352922 Aug 16 01:51:58.859004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37216) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:58.865910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] Request body: {'subnet': {'network_id': '6fb9eee6-73e4-488f-ae90-b376c26bb352', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-878710974-subnet', 'tenant_id': '5c74686c3a544760ac0590c3b66a6217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:58.981624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] device_id is not set on port 3906056b-f532-4e73-b54d-1ec226a844d5 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:58.989259 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.002027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Transition to ACTIVE for port object 3906056b-f532-4e73-b54d-1ec226a844d5 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:59.011977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] Made reservation on behalf of 5c74686c3a544760ac0590c3b66a6217 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:59.014384 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.106295 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.168428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event updated for resources: {'Port': ['ID=3906056b-f532-4e73-b54d-1ec226a844d5,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:59.180693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:59.181037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:59.181379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:59.186172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:59.186510 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:59.186908 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 2 to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 Aug 16 01:51:59.201547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:59.201919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:59.202264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:59.207551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:59.207884 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:59.208281 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 3 to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 Aug 16 01:51:59.221559 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:59.221931 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:59.222273 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:59.227132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:59.227466 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:59.227862 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 4 to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 Aug 16 01:51:59.241697 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:59.241980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:59.242322 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:59.247080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:59.247419 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:59.247821 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 5 to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 Aug 16 01:51:59.261320 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:59.261661 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:59.262040 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:59.267246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:59.267623 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:59.268072 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 6 to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 Aug 16 01:51:59.281184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:59.281522 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:59.281965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:59.286604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:59.286939 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:59.287338 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 7 to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 Aug 16 01:51:59.299848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:59.300187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:59.300525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:59.305132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:59.305463 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:59.305886 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 8 to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 Aug 16 01:51:59.319863 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:59.320205 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:59.320545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:59.325184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:59.325518 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:59.325955 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 9 to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 Aug 16 01:51:59.339089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:59.339436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:59.339779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:59.345582 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:59.346002 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:59.346430 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempt 10 to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 Aug 16 01:51:59.359777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:59.360647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:59.360984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempting to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:59.365493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:59.366180 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Failed to bind port 3906056b-f532-4e73-b54d-1ec226a844d5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': '8299d611-1495-4d63-ad1b-507f6a78f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '609e8fcb-2de8-40a9-92ea-bfd3063cc4c3'}] Aug 16 01:51:59.366568 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.431027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] For port 3906056b-f532-4e73-b54d-1ec226a844d5, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:59.431390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attempted to set empty binding levels {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:51:59.504089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.535076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] In _notify_port_updated(), no bound segment for port 3906056b-f532-4e73-b54d-1ec226a844d5 on network 609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:51:59.535931 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.536640 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.537896 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "PUT /v2.0/ports/3906056b-f532-4e73-b54d-1ec226a844d5 HTTP/1.1" status: 200 len: 975 time: 0.8727145 Aug 16 01:51:59.540779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37228) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:59.582447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db044ae0-9f4e-4fe3-89f6-7096a684e52c tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event updated for resources: {'Port': ['ID=3906056b-f532-4e73-b54d-1ec226a844d5,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:59.597946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.598415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.598881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.599339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.599796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.600250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.600698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.601147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.601595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.602061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.602525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.602976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.604995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ab392f5-1b75-40c0-b445-4e3e4cfa55ab req-844e30b9-7fa9-49ef-94f4-0bb9f99baab9 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8429 time: 0.5535889 Aug 16 01:51:59.631267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-be5d7f6d-4d01-4050-858a-9ff3095273bd tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Deleting port 3906056b-f532-4e73-b54d-1ec226a844d5 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:59.631763 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f6d-4d01-4050-858a-9ff3095273bd tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.693721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-be5d7f6d-4d01-4050-858a-9ff3095273bd tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] For port 3906056b-f532-4e73-b54d-1ec226a844d5, host n-h1-768509-23, got binding levels [] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:59.694126 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f6d-4d01-4050-858a-9ff3095273bd tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.710326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-be5d7f6d-4d01-4050-858a-9ff3095273bd tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Calling delete_port for 3906056b-f532-4e73-b54d-1ec226a844d5 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:59.732750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb1eba-8a7b-4b64-9eca-ff5f1cba6691 req-944fb5c2-9fa3-4d0e-b35b-7270d9afa6c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.734272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbfb1eba-8a7b-4b64-9eca-ff5f1cba6691 req-944fb5c2-9fa3-4d0e-b35b-7270d9afa6c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0664468 Aug 16 01:51:59.776040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbfb1eba-8a7b-4b64-9eca-ff5f1cba6691 req-9211c8d6-38e5-419a-8372-d408baedaa53 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Aug 16 01:51:59.840951 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.877247 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-90100c17-a596-4f94-adf9-461eb14ed52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.881209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f6d-4d01-4050-858a-9ff3095273bd tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.907736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d7f6d-4d01-4050-858a-9ff3095273bd tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Pushing event deleted for resources: {'Port': ['ID=3906056b-f532-4e73-b54d-1ec226a844d5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:59.920061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f6d-4d01-4050-858a-9ff3095273bd tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.920061 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-be5d7f6d-4d01-4050-858a-9ff3095273bd tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "DELETE /v2.0/ports/3906056b-f532-4e73-b54d-1ec226a844d5 HTTP/1.1" status: 204 len: 168 time: 0.3749142 Aug 16 01:51:59.920061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37234) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:59.928113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84aeb3a-0bbb-4b7c-a2b2-bfb9c7fe6f4f req-2b1aa12e-ebcc-41ed-912f-a9d44ec5b962 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.929579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b84aeb3a-0bbb-4b7c-a2b2-bfb9c7fe6f4f req-2b1aa12e-ebcc-41ed-912f-a9d44ec5b962 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0990121 Aug 16 01:51:59.935049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a84a801-1134-46d0-a58d-80d4cac582f3,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:59.944663 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2915124a-7bec-42bc-ad76-2304aaf99b9d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:51:59.946228 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2915124a-7bec-42bc-ad76-2304aaf99b9d tempest-PortsAdminExtendedAttrsTestJSON-1974583098 tempest-PortsAdminExtendedAttrsTestJSON-1974583098-project-admin] 10.222.0.66 "GET /v2.0/ports/3906056b-f532-4e73-b54d-1ec226a844d5 HTTP/1.1" status: 404 len: 333 time: 0.0258727 Aug 16 01:51:59.949855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37236) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:59.961851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] Checking segment: {'id': '48666a03-885a-45a6-abf4-18e27bb5401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6fb9eee6-73e4-488f-ae90-b376c26bb352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:59.967371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] Network hostable DHCP agents. Network: 6fb9eee6-73e4-488f-ae90-b376c26bb352, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:59.987060 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b84aeb3a-0bbb-4b7c-a2b2-bfb9c7fe6f4f req-8922e50a-9361-472e-b6ab-dcad356ca790 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496039 Aug 16 01:52:00.028891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.116868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.126787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609e8fcb-2de8-40a9-92ea-bfd3063cc4c3']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:00.136974 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8299d611-1495-4d63-ad1b-507f6a78f050') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:00.137273 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8299d611-1495-4d63-ad1b-507f6a78f050') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:00.146024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] Network 6fb9eee6-73e4-488f-ae90-b376c26bb352 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:00.146769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.154000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a5341-0116-4ea1-98c5-3f7920082b68 req-e3bfae4f-ca86-45da-b31d-a5483096be38 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.155388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f1a5341-0116-4ea1-98c5-3f7920082b68 req-e3bfae4f-ca86-45da-b31d-a5483096be38 tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 886 time: 0.0892601 Aug 16 01:52:00.169421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.176092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:00.176484 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:00.179706 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:00.250393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 6fb9eee6-73e4-488f-ae90-b376c26bb352) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:00.257882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80215b8-d930-4446-ad6e-b9ed70e1d6cc None None] Network 6fb9eee6-73e4-488f-ae90-b376c26bb352 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:00.285067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.285539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.306598 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.311824 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.314105 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] 10.222.0.66 "DELETE /v2.0/networks/609e8fcb-2de8-40a9-92ea-bfd3063cc4c3 HTTP/1.1" status: 204 len: 168 time: 0.3632793 Aug 16 01:52:00.331250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2164aa-05e4-497a-99aa-8f6204128cc3 tempest-PortsAdminExtendedAttrsTestJSON-1284474638 tempest-PortsAdminExtendedAttrsTestJSON-1284474638-project] Pushing event deleted for resources: {'Network': ['ID=609e8fcb-2de8-40a9-92ea-bfd3063cc4c3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:00.361005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.361597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.362287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.362831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.363367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.363938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.364470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.365003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.365532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.366349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.366885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.367417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.369606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be1d8965-91a7-48a5-8cf2-8d96690d9836 req-da1f97c2-83f0-4c13-a143-2b26628ae65f tempest-NetworksTest-560743258 tempest-NetworksTest-560743258-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8473 time: 0.1396294 Aug 16 01:52:00.371477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-da01ba11-16bc-42c3-a5d1-45d42fc4728e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5109100 Aug 16 01:52:00.439411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c300f-f977-4ac4-9873-07f41a3af91d None None] Network 6fb9eee6-73e4-488f-ae90-b376c26bb352 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:00.494728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902c42c-4253-48b1-b098-5aabd54944ee req-171cfa05-98d4-4f45-8178-c778d8a812c7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.496300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e902c42c-4253-48b1-b098-5aabd54944ee req-171cfa05-98d4-4f45-8178-c778d8a812c7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0571973 Aug 16 01:52:00.536649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e902c42c-4253-48b1-b098-5aabd54944ee req-9f135fa1-b3c8-4994-99cc-ed80cf34c4a5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329857 Aug 16 01:52:00.657095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b856f-a88b-4178-92fd-c58a95b51f30 req-5688610c-5492-44a4-afe7-663504a725c2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.658640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c5b856f-a88b-4178-92fd-c58a95b51f30 req-5688610c-5492-44a4-afe7-663504a725c2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0537026 Aug 16 01:52:00.696837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c5b856f-a88b-4178-92fd-c58a95b51f30 req-11d03e60-b3bf-49d7-81ef-88acb689f260 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322955 Aug 16 01:52:01.047180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37264) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:01.098245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37270) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:01.229936 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-30706aa6-fdb6-4cdb-8987-facd4dba6f7b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f379e3b27fc84ae1af131736f4f40f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809175 Aug 16 01:52:01.232440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37274) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:01.241271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-6fd5c902-11d6-4df0-99f1-ae051a52ad4c req-9ad7c2fb-e7f1-44eb-942b-dd95c20925e1 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1594332419', 'description': 'tempest-description-1198275314'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:01.255595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cc7383c-5172-4186-b13d-8d98c11aceab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.283429 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6162f080-48dc-410c-8da8-00cdb800b96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.304904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6162f080-48dc-410c-8da8-00cdb800b96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.364823 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6fd5c902-11d6-4df0-99f1-ae051a52ad4c req-9ad7c2fb-e7f1-44eb-942b-dd95c20925e1 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.414554 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6162f080-48dc-410c-8da8-00cdb800b96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.417158 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6162f080-48dc-410c-8da8-00cdb800b96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.421219 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6162f080-48dc-410c-8da8-00cdb800b96f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/923e55d1-2433-464a-8b32-e5021c1c6b82 HTTP/1.1" status: 204 len: 168 time: 0.1849146 Aug 16 01:52:01.430645 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162f080-48dc-410c-8da8-00cdb800b96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923e55d1-2433-464a-8b32-e5021c1c6b82,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:01.460293 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cc7383c-5172-4186-b13d-8d98c11aceab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.534685 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cc7383c-5172-4186-b13d-8d98c11aceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.583250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7383c-5172-4186-b13d-8d98c11aceab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8381270-dd6c-4f2d-9c7f-f8fc721f0d9e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:01.592145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7cc7383c-5172-4186-b13d-8d98c11aceab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=605df80bde534d55871ac66344e9ae3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899819 Aug 16 01:52:01.593240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37278) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:01.649639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6fd5c902-11d6-4df0-99f1-ae051a52ad4c req-9ad7c2fb-e7f1-44eb-942b-dd95c20925e1 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.651750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd91dcc6-9ba5-4a18-a552-493db178767b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.673516 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd91dcc6-9ba5-4a18-a552-493db178767b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.739903 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6fd5c902-11d6-4df0-99f1-ae051a52ad4c req-9ad7c2fb-e7f1-44eb-942b-dd95c20925e1 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.774483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7c2fb-e7f1-44eb-942b-dd95c20925e1 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef1e9d6-ae4c-4e87-8755-fbf5b4a835af,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:01.806689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd91dcc6-9ba5-4a18-a552-493db178767b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.809256 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd91dcc6-9ba5-4a18-a552-493db178767b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.810486 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cd91dcc6-9ba5-4a18-a552-493db178767b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8381270-dd6c-4f2d-9c7f-f8fc721f0d9e HTTP/1.1" status: 204 len: 168 time: 0.2140768 Aug 16 01:52:01.819694 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91dcc6-9ba5-4a18-a552-493db178767b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8381270-dd6c-4f2d-9c7f-f8fc721f0d9e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:01.832318 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6fd5c902-11d6-4df0-99f1-ae051a52ad4c req-9ad7c2fb-e7f1-44eb-942b-dd95c20925e1 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.833630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6fd5c902-11d6-4df0-99f1-ae051a52ad4c req-9ad7c2fb-e7f1-44eb-942b-dd95c20925e1 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6026254 Aug 16 01:52:01.933926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eece9-82e7-4054-94fd-d009a30e07f6 req-fe2ed269-617d-4765-93ce-ee9a33844124 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:01.935356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-543eece9-82e7-4054-94fd-d009a30e07f6 req-fe2ed269-617d-4765-93ce-ee9a33844124 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0506630 Aug 16 01:52:01.974522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-543eece9-82e7-4054-94fd-d009a30e07f6 req-cf86d7bf-3bbe-4a50-b0b9-fa9cf2156ef4 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330083 Aug 16 01:52:02.155407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea28a-9db0-4916-a24e-43afb320687c req-4a6045c6-564f-4011-8181-335abb1825db tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:02.158368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-4a6045c6-564f-4011-8181-335abb1825db tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 812 time: 0.1072328 Aug 16 01:52:02.176282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-63ab3866-7ffc-4abe-b78f-896acbac8cd2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/quotas/ba1d0ba988054dcba34eab22d5357e9a HTTP/1.1" status: 200 len: 375 time: 0.0117679 Aug 16 01:52:02.227471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37296) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:02.254473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-e37f9ca0-397a-42b8-a6e4-9fc864337bbf tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0718446 Aug 16 01:52:02.282672 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-28c87749-1625-46e8-92eb-197c3e8183c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4712698e158f43148771a5393522be15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525897 Aug 16 01:52:02.285059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37298) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:02.362604 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d92afc0b-6b0a-42d3-8cd3-eb0894b21c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.365150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-96c52258-3865-4a44-9055-7dcc9299f875 service neutron] 10.222.0.66 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029043 Aug 16 01:52:02.394403 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d92afc0b-6b0a-42d3-8cd3-eb0894b21c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.470939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-ad5ebdcb-d7d3-46fa-abbb-31e9a99b8ac7 service neutron] 10.222.0.66 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992231 Aug 16 01:52:02.511421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d92afc0b-6b0a-42d3-8cd3-eb0894b21c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.514042 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d92afc0b-6b0a-42d3-8cd3-eb0894b21c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.518224 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d92afc0b-6b0a-42d3-8cd3-eb0894b21c56 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/966ddeeb-4921-4ea9-9513-f56a35ec9f92 HTTP/1.1" status: 204 len: 168 time: 0.2291565 Aug 16 01:52:02.524863 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92afc0b-6b0a-42d3-8cd3-eb0894b21c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966ddeeb-4921-4ea9-9513-f56a35ec9f92,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:02.590021 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37302) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:02.606810 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59106587-5612-4762-9c98-9a101dceb3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.727740 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59106587-5612-4762-9c98-9a101dceb3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.823691 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.824275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59106587-5612-4762-9c98-9a101dceb3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.855107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b721be4-6870-40dc-ad31-0b9957e7e949 req-a00ca2b3-b343-404f-bbd9-e438bc2ff48e tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/3ef1e9d6-ae4c-4e87-8755-fbf5b4a835af HTTP/1.1" status: 200 len: 1815 time: 0.0508049 Aug 16 01:52:02.858545 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72229350-a735-4427-b18d-53e62a4cb8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.861766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-1b721be4-6870-40dc-ad31-0b9957e7e949 req-d004015f-9f72-46cb-8893-9799da706274 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3ef1e9d6-ae4c-4e87-8755-fbf5b4a835af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:02.862136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-1b721be4-6870-40dc-ad31-0b9957e7e949 req-d004015f-9f72-46cb-8893-9799da706274 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3ef1e9d6-ae4c-4e87-8755-fbf5b4a835af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:02.866231 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-59106587-5612-4762-9c98-9a101dceb3b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3d2257950e7470b9a3e1fe9a4904120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740254 Aug 16 01:52:02.869473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37310) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:02.875654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59106587-5612-4762-9c98-9a101dceb3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4505211-87dd-4af9-8380-96860eea13fc,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:02.944703 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3fc6-2316-4b2b-8c21-e3992846bfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.969578 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3fc6-2316-4b2b-8c21-e3992846bfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.125590 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3fc6-2316-4b2b-8c21-e3992846bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.128177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3fc6-2316-4b2b-8c21-e3992846bfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.129306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d3ed3fc6-2316-4b2b-8c21-e3992846bfc1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4505211-87dd-4af9-8380-96860eea13fc HTTP/1.1" status: 204 len: 168 time: 0.2589710 Aug 16 01:52:03.130597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b721be4-6870-40dc-ad31-0b9957e7e949 req-d004015f-9f72-46cb-8893-9799da706274 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.155254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed3fc6-2316-4b2b-8c21-e3992846bfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4505211-87dd-4af9-8380-96860eea13fc,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:03.181547 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b721be4-6870-40dc-ad31-0b9957e7e949 req-d004015f-9f72-46cb-8893-9799da706274 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.277470 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b721be4-6870-40dc-ad31-0b9957e7e949 req-d004015f-9f72-46cb-8893-9799da706274 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.297391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004015f-9f72-46cb-8893-9799da706274 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce5182b-066d-42a9-b95f-a45c78f5ac48,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:03.426002 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1b721be4-6870-40dc-ad31-0b9957e7e949 req-d004015f-9f72-46cb-8893-9799da706274 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.441286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b721be4-6870-40dc-ad31-0b9957e7e949 req-d004015f-9f72-46cb-8893-9799da706274 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5825787 Aug 16 01:52:03.495155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c6f87a3-a546-4211-b4b1-11626d188ecd req-75220e55-d399-4a28-a584-5fb39546ff8e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 210 time: 0.0284159 Aug 16 01:52:03.612095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f0250-4e3e-4a1b-980f-c2e3998eb464 req-4579b494-5ef0-485d-b2f9-7bc0ecd21e76 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:03.618632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-397f0250-4e3e-4a1b-980f-c2e3998eb464 req-4579b494-5ef0-485d-b2f9-7bc0ecd21e76 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0599208 Aug 16 01:52:03.656345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-397f0250-4e3e-4a1b-980f-c2e3998eb464 req-3b5306ee-2cff-468e-84a9-a201340fa907 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359473 Aug 16 01:52:03.721659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c98c41c0-b980-4c80-a408-b9d9a9b54e4f req-ac6306ef-ec64-4cbf-908f-52a119e123a8 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/3ef1e9d6-ae4c-4e87-8755-fbf5b4a835af HTTP/1.1" status: 200 len: 2409 time: 0.0424190 Aug 16 01:52:03.767916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb1a4bc-ba10-40cb-8765-0fc89e5aeddb req-feb92831-e80b-4db8-b4a7-0e6b5d6e21c7 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-group-rules/0ce5182b-066d-42a9-b95f-a45c78f5ac48 HTTP/1.1" status: 200 len: 778 time: 0.0271091 Aug 16 01:52:03.815309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb1a4bc-ba10-40cb-8765-0fc89e5aeddb req-78fb7a28-76d9-4632-a691-bc7879cb7110 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/3ef1e9d6-ae4c-4e87-8755-fbf5b4a835af HTTP/1.1" status: 200 len: 2409 time: 0.0413911 Aug 16 01:52:03.832289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37354) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:03.852588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fdb1a4bc-ba10-40cb-8765-0fc89e5aeddb req-61cea84e-4ae8-485d-99fc-0b6b7d354887 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.861114 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fdb1a4bc-ba10-40cb-8765-0fc89e5aeddb req-61cea84e-4ae8-485d-99fc-0b6b7d354887 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.974235 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.006915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fdb1a4bc-ba10-40cb-8765-0fc89e5aeddb req-61cea84e-4ae8-485d-99fc-0b6b7d354887 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.012344 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fdb1a4bc-ba10-40cb-8765-0fc89e5aeddb req-61cea84e-4ae8-485d-99fc-0b6b7d354887 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.022341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb1a4bc-ba10-40cb-8765-0fc89e5aeddb req-61cea84e-4ae8-485d-99fc-0b6b7d354887 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0ce5182b-066d-42a9-b95f-a45c78f5ac48 HTTP/1.1" status: 204 len: 173 time: 0.1983249 Aug 16 01:52:04.037962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cea84e-4ae8-485d-99fc-0b6b7d354887 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ce5182b-066d-42a9-b95f-a45c78f5ac48,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:04.043518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1916792030'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:04.116903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-47a1b408-ab74-4807-bf34-9d0780008a32 req-cb105630-ce48-402f-8949-4b615a2d903f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1406190621', 'description': 'tempest-description-1464751797'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:04.180212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Made reservation on behalf of 7ca61611dabe42a6b62298b7dbf985dd for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:04.183773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.192714 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.271855 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47a1b408-ab74-4807-bf34-9d0780008a32 req-cb105630-ce48-402f-8949-4b615a2d903f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.356448 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.427010 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.464613 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:04.469788 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa4c4aa-3553-486b-9b60-560b95687a33,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:04.477410 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.477744 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Added segment 93565d07-24f6-46f6-a995-fcf3ca3b78f5 of type vlan for network 0bae9175-8c11-4464-a75f-5d5166e00d48 Aug 16 01:52:04.504267 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47a1b408-ab74-4807-bf34-9d0780008a32 req-cb105630-ce48-402f-8949-4b615a2d903f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.521106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.631266 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47a1b408-ab74-4807-bf34-9d0780008a32 req-cb105630-ce48-402f-8949-4b615a2d903f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.660489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb105630-ce48-402f-8949-4b615a2d903f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2475139e-9ec1-499e-907a-3dc1d03ca95d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:04.682623 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.689030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.689624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.749382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47a1b408-ab74-4807-bf34-9d0780008a32 req-cb105630-ce48-402f-8949-4b615a2d903f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.751902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47a1b408-ab74-4807-bf34-9d0780008a32 req-cb105630-ce48-402f-8949-4b615a2d903f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6390500 Aug 16 01:52:04.759278 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event updated for resources: {'Network': ['ID=0bae9175-8c11-4464-a75f-5d5166e00d48,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:04.769541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 0bae9175-8c11-4464-a75f-5d5166e00d48 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:04.834567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b351348d-b410-43c8-a980-3010f6aab6ed req-67c8984c-1dfa-4f79-8f5c-5427e663cc86 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 210 time: 0.0278690 Aug 16 01:52:04.879521 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b9e97b5a-c90d-48a9-9572-b56d7b718ffe tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0451608 Aug 16 01:52:04.881085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:04.887022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Request body: {'subnet': {'network_id': '0bae9175-8c11-4464-a75f-5d5166e00d48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:04.973537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5853ba-5ef9-4028-a28c-b2fc768c0515 req-977aa5e3-71e0-4e6f-8a4d-0e53746cc5d8 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.975958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b5853ba-5ef9-4028-a28c-b2fc768c0515 req-977aa5e3-71e0-4e6f-8a4d-0e53746cc5d8 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0571308 Aug 16 01:52:05.042256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b5853ba-5ef9-4028-a28c-b2fc768c0515 req-15b926eb-f764-4f53-973b-4bcce1547b51 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602438 Aug 16 01:52:05.094722 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Made reservation on behalf of 7ca61611dabe42a6b62298b7dbf985dd for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:05.098912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.148222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99e968ed-abfe-4788-9376-b739a1ec1a29 req-60940246-149e-4aa9-af7a-cbf7ef315e5d tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/2475139e-9ec1-499e-907a-3dc1d03ca95d HTTP/1.1" status: 200 len: 1815 time: 0.0924928 Aug 16 01:52:05.231645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea28a-9db0-4916-a24e-43afb320687c req-23d48fa6-aa9b-48e3-86a8-b766c1e4559b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:05.234136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-23d48fa6-aa9b-48e3-86a8-b766c1e4559b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 812 time: 0.1511667 Aug 16 01:52:05.248985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Request body: {'port': {'device_id': '05f5edc4-ced7-48cb-b12a-dcde86dcc297', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'admin_state_up': True, 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:05.326942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-18959711-0a20-4b36-8743-124231104f34 req-01150cfc-c0a8-47bf-a178-e17ad137d8ad tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1972210757', 'description': 'tempest-description-617440545'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:05.448929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.484477 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-18959711-0a20-4b36-8743-124231104f34 req-01150cfc-c0a8-47bf-a178-e17ad137d8ad tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.514182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event updated for resources: {'Subnet': ['ID=cd78f6b7-eb52-436c-a3de-e43fca7916d4,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:05.523670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Checking segment: {'id': '93565d07-24f6-46f6-a995-fcf3ca3b78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0bae9175-8c11-4464-a75f-5d5166e00d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:05.524032 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Network hostable DHCP agents. Network: 0bae9175-8c11-4464-a75f-5d5166e00d48, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:05.576010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Made reservation on behalf of ba1d0ba988054dcba34eab22d5357e9a for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:05.580335 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.602696 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Network 0bae9175-8c11-4464-a75f-5d5166e00d48 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:05.692285 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 0bae9175-8c11-4464-a75f-5d5166e00d48) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:05.696480 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:05.697260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.704202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e029fe-eb21-4946-b0ef-33bd34288b7b None None] Network 0bae9175-8c11-4464-a75f-5d5166e00d48 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:05.742564 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.746356 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-18959711-0a20-4b36-8743-124231104f34 req-01150cfc-c0a8-47bf-a178-e17ad137d8ad tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.760944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Allocated IP 172.20.0.7 (e599376b-7b08-42e8-85bf-1a61cac76676/7343030e-9add-4353-8aff-66a47414352b/51e92d57-5f5c-4198-943f-97a999214cb6) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:05.850519 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-18959711-0a20-4b36-8743-124231104f34 req-01150cfc-c0a8-47bf-a178-e17ad137d8ad tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.856973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-0bae9175-8c11-4464-a75f-5d5166e00d48', 'network_id': '0bae9175-8c11-4464-a75f-5d5166e00d48', 'tenant_id': '7ca61611dabe42a6b62298b7dbf985dd', 'fixed_ips': [{'subnet_id': 'cd78f6b7-eb52-436c-a3de-e43fca7916d4'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:05.857898 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.895874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01150cfc-c0a8-47bf-a178-e17ad137d8ad tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b779b00b-174f-43fc-a983-3a5d03833190,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:05.962966 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.976958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Transition to ACTIVE for port object 51e92d57-5f5c-4198-943f-97a999214cb6 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:05.978602 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-23a3387a-de2e-4dd4-ac9f-9f87cf0ee425 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0962892 Aug 16 01:52:05.981175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37406) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:05.986065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-cfb5d20b-eacf-4005-ac91-b8c0f168d52e tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-936384471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:06.003281 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-18959711-0a20-4b36-8743-124231104f34 req-01150cfc-c0a8-47bf-a178-e17ad137d8ad tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.004859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Allocated IP 172.20.0.2 (0bae9175-8c11-4464-a75f-5d5166e00d48/cd78f6b7-eb52-436c-a3de-e43fca7916d4/3cb78458-f46c-47bf-9fd1-85967ddcd013) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:06.005234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18959711-0a20-4b36-8743-124231104f34 req-01150cfc-c0a8-47bf-a178-e17ad137d8ad tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6836987 Aug 16 01:52:06.126728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.149491 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d20b-eacf-4005-ac91-b8c0f168d52e tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.150725 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d20b-eacf-4005-ac91-b8c0f168d52e tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.155438 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.165191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Transition to ACTIVE for port object 3cb78458-f46c-47bf-9fd1-85967ddcd013 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:06.181525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Network e599376b-7b08-42e8-85bf-1a61cac76676 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:06.183462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Transition to ACTIVE for port object 3cb78458-f46c-47bf-9fd1-85967ddcd013 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:06.185293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:06.189722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:06.211221 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d20b-eacf-4005-ac91-b8c0f168d52e tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.241758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event updated for resources: {'Port': ['ID=51e92d57-5f5c-4198-943f-97a999214cb6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:06.260217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.260862 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.283804 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d20b-eacf-4005-ac91-b8c0f168d52e tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.284021 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.332405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Network 0bae9175-8c11-4464-a75f-5d5166e00d48 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:06.335764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:06.338236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:06.338957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c558a-c792-4ac1-8d2a-ee610a374705 req-1c741d02-6114-40bd-b562-e063cd74cf02 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.340563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af2c558a-c792-4ac1-8d2a-ee610a374705 req-1c741d02-6114-40bd-b562-e063cd74cf02 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 931 time: 0.0601273 Aug 16 01:52:06.351222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Pushing event updated for resources: {'Port': ['ID=3cb78458-f46c-47bf-9fd1-85967ddcd013,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:06.370328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-2ce4199f-a50d-4a5f-9dfc-25e34285c2c5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1261220 Aug 16 01:52:06.379999 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d20b-eacf-4005-ac91-b8c0f168d52e tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.383835 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cfb5d20b-eacf-4005-ac91-b8c0f168d52e tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3993237 Aug 16 01:52:06.383961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Request body: {'port': {'device_id': '05f5edc4-ced7-48cb-b12a-dcde86dcc297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:06.384044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37422) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:06.407556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Attempting to bind port 3cb78458-f46c-47bf-9fd1-85967ddcd013 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:06.408166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Attempting to bind port 3cb78458-f46c-47bf-9fd1-85967ddcd013 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '93565d07-24f6-46f6-a995-fcf3ca3b78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0bae9175-8c11-4464-a75f-5d5166e00d48'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:06.408829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Attempting to bind port 3cb78458-f46c-47bf-9fd1-85967ddcd013 on network 0bae9175-8c11-4464-a75f-5d5166e00d48 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:06.414144 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:06.414794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Checking segment: {'id': '93565d07-24f6-46f6-a995-fcf3ca3b78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0bae9175-8c11-4464-a75f-5d5166e00d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:06.415480 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.416190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Bound using segment: {'id': '93565d07-24f6-46f6-a995-fcf3ca3b78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0bae9175-8c11-4464-a75f-5d5166e00d48'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:06.416960 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Bound port: 3cb78458-f46c-47bf-9fd1-85967ddcd013, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93565d07-24f6-46f6-a995-fcf3ca3b78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0bae9175-8c11-4464-a75f-5d5166e00d48'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:06.417714 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.421024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af2c558a-c792-4ac1-8d2a-ee610a374705 req-09aca408-cc81-451e-b0f6-d767aa98def0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682197 Aug 16 01:52:06.494824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.511535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] For port 3cb78458-f46c-47bf-9fd1-85967ddcd013, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:06.515108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] For port 3cb78458-f46c-47bf-9fd1-85967ddcd013, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3cb78458-f46c-47bf-9fd1-85967ddcd013,segment=NetworkSegment(93565d07-24f6-46f6-a995-fcf3ca3b78f5),segment_id=93565d07-24f6-46f6-a995-fcf3ca3b78f5)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:06.515958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6f98254-67af-4f0d-8da4-2d7f4adffbf5 req-e748bc25-0b17-4e42-8d99-8fa52c0f191c tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/b779b00b-174f-43fc-a983-3a5d03833190 HTTP/1.1" status: 200 len: 1814 time: 0.0762508 Aug 16 01:52:06.568483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-04f9bd8f-c2be-47fd-8080-fc6267cbbd63 None None] Provisioning for port 51e92d57-5f5c-4198-943f-97a999214cb6 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:06.572575 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-04f9bd8f-c2be-47fd-8080-fc6267cbbd63 None None] Provisioning complete for port 51e92d57-5f5c-4198-943f-97a999214cb6 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:06.573239 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-04f9bd8f-c2be-47fd-8080-fc6267cbbd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.610277 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.641470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-04f9bd8f-c2be-47fd-8080-fc6267cbbd63 None None] Port 51e92d57-5f5c-4198-943f-97a999214cb6 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:06.674331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e542b9-a1a1-420c-b04e-b514ea4a60d4 None None] Pushing event updated for resources: {'Port': ['ID=3cb78458-f46c-47bf-9fd1-85967ddcd013,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:06.705787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17728d-3ffa-4f2e-9cb3-3dc2258c8ad4 req-01014612-0c5f-4998-9e77-a6a806d9ecd2 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.707282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c17728d-3ffa-4f2e-9cb3-3dc2258c8ad4 req-01014612-0c5f-4998-9e77-a6a806d9ecd2 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.1285934 Aug 16 01:52:06.725862 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.791293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c17728d-3ffa-4f2e-9cb3-3dc2258c8ad4 req-4acab691-e9d2-48cf-a7be-d13450e9e2bd tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547597 Aug 16 01:52:06.908502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e92d57-5f5c-4198-943f-97a999214cb6 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:06.911697 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.926031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Transition to ACTIVE for port object 51e92d57-5f5c-4198-943f-97a999214cb6 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:07.028498 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Allocated IP 172.20.0.1 (0bae9175-8c11-4464-a75f-5d5166e00d48/cd78f6b7-eb52-436c-a3de-e43fca7916d4/d8c91642-e38f-48f2-af68-c9d51aff2665) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:07.179936 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8e94658b-8010-47c9-9fda-986028b7868b req-703e6bd7-504a-43cf-ab65-9cfc36e91d17 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0728405 Aug 16 01:52:07.179936 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.197114 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Transition to ACTIVE for port object d8c91642-e38f-48f2-af68-c9d51aff2665 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:07.247640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94658b-8010-47c9-9fda-986028b7868b req-8170af3d-07a0-4bfb-883e-7f80aa683576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:07.249222 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8e94658b-8010-47c9-9fda-986028b7868b req-8170af3d-07a0-4bfb-883e-7f80aa683576 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d55668ce6cd49b8a6ada470706b8799&device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 1097 time: 0.0652475 Aug 16 01:52:07.277472 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.334449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Pushing event updated for resources: {'Port': ['ID=51e92d57-5f5c-4198-943f-97a999214cb6,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:07.367703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94658b-8010-47c9-9fda-986028b7868b req-84b1716a-a2d5-4782-949a-830bd098f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:07.372874 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8e94658b-8010-47c9-9fda-986028b7868b req-84b1716a-a2d5-4782-949a-830bd098f99e service neutron] 10.222.0.74 "GET /v2.0/networks?id=77553ffc-af18-4cf6-9905-ff4902fc62b3 HTTP/1.1" status: 200 len: 911 time: 0.1020906 Aug 16 01:52:07.420317 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8e94658b-8010-47c9-9fda-986028b7868b req-e62d4e37-7f6d-41a4-ac41-f0ae225ac626 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d987452a-0433-40a7-8e2a-315a2560ec79 HTTP/1.1" status: 200 len: 217 time: 0.0439599 Aug 16 01:52:07.439406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.447510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Attempting to bind port 51e92d57-5f5c-4198-943f-97a999214cb6 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:07.447860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Attempting to bind port 51e92d57-5f5c-4198-943f-97a999214cb6 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:07.448194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Attempting to bind port 51e92d57-5f5c-4198-943f-97a999214cb6 on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:07.459500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Port 51e92d57-5f5c-4198-943f-97a999214cb6 on network e599376b-7b08-42e8-85bf-1a61cac76676 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:07.459830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Attempting to bind port 51e92d57-5f5c-4198-943f-97a999214cb6 on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:07.471958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:07.472305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Checking segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:07.472700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Bound using segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:07.473138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Bound port: 51e92d57-5f5c-4198-943f-97a999214cb6, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:07.473505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.529880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Network 0bae9175-8c11-4464-a75f-5d5166e00d48 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:07.536886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:07.548825 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:07.573024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-77c96b8e-c44d-42d2-9bc4-52479cfe6a4d req-e19dd377-86b4-44b4-896c-ed9bb0b19b59 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1488502209', 'description': 'tempest-description-1806313305'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:07.585299 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event updated for resources: {'Port': ['ID=d8c91642-e38f-48f2-af68-c9d51aff2665,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:07.585410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] For port 51e92d57-5f5c-4198-943f-97a999214cb6, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:07.591546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94658b-8010-47c9-9fda-986028b7868b req-b79b968d-5660-476c-be25-ebc88a2460f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:07.593455 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8e94658b-8010-47c9-9fda-986028b7868b req-b79b968d-5660-476c-be25-ebc88a2460f6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35f9b9ae-2167-4e77-8dee-a665ff65a04b HTTP/1.1" status: 200 len: 850 time: 0.1639249 Aug 16 01:52:07.613279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] For port 51e92d57-5f5c-4198-943f-97a999214cb6, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=51e92d57-5f5c-4198-943f-97a999214cb6,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:07.634546 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8e94658b-8010-47c9-9fda-986028b7868b req-845a986f-c943-435a-a331-0d4e1401ced9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=77553ffc-af18-4cf6-9905-ff4902fc62b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302119 Aug 16 01:52:07.640642 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.689970 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.705786 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-77c96b8e-c44d-42d2-9bc4-52479cfe6a4d req-e19dd377-86b4-44b4-896c-ed9bb0b19b59 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.729565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:07.730247 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.731676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] 10.222.0.74 "PUT /v2.0/ports/51e92d57-5f5c-4198-943f-97a999214cb6 HTTP/1.1" status: 200 len: 1092 time: 1.3534155 Aug 16 01:52:07.746310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f5edc4-ced7-48cb-b12a-dcde86dcc297', 'tag': '51e92d57-5f5c-4198-943f-97a999214cb6'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:07.748773 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80f8353-e310-4269-a99b-95154df0ee53" -d '{"events": [{"name": "network-changed", "server_uuid": "05f5edc4-ced7-48cb-b12a-dcde86dcc297", "tag": "51e92d57-5f5c-4198-943f-97a999214cb6"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:07.806821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c290d-159b-4503-b6c3-b9f82fcccf16 service neutron] Pushing event updated for resources: {'Port': ['ID=51e92d57-5f5c-4198-943f-97a999214cb6,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:07.820852 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8e94658b-8010-47c9-9fda-986028b7868b req-1eb62607-9564-4801-9520-8cdf5b46ca2c service neutron] 10.222.0.74 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769967 Aug 16 01:52:07.825740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dd879e-9800-439e-8dd4-e9c7a7f67089 None None] Network 0bae9175-8c11-4464-a75f-5d5166e00d48 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:07.885162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-77c96b8e-c44d-42d2-9bc4-52479cfe6a4d req-e19dd377-86b4-44b4-896c-ed9bb0b19b59 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.938302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea28a-9db0-4916-a24e-43afb320687c req-320a3105-27a8-46d8-a8f9-120c99a1b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:07.940055 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-320a3105-27a8-46d8-a8f9-120c99a1b451 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 1095 time: 0.0536056 Aug 16 01:52:07.981157 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.001522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-ce807efb-ae31-4bd1-8261-e6379a197c20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e92d57-5f5c-4198-943f-97a999214cb6 HTTP/1.1" status: 200 len: 217 time: 0.0531158 Aug 16 01:52:08.002632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-77c96b8e-c44d-42d2-9bc4-52479cfe6a4d req-e19dd377-86b4-44b4-896c-ed9bb0b19b59 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.027671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3cb78458-f46c-47bf-9fd1-85967ddcd013 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:08.071103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dd377-86b4-44b4-896c-ed9bb0b19b59 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddbfb67-cd7b-460b-8b74-221f0282fe90,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:08.080510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2b211fa9-b44d-4732-a448-ac0e397ff16c None None] Provisioning for port 3cb78458-f46c-47bf-9fd1-85967ddcd013 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:08.088929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea28a-9db0-4916-a24e-43afb320687c req-c4bfeba1-9c84-49b1-ae93-e4b6faf4df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.090735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-c4bfeba1-9c84-49b1-ae93-e4b6faf4df4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0796404 Aug 16 01:52:08.113399 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8e94658b-8010-47c9-9fda-986028b7868b req-d6b2495b-9fa1-468a-bf92-0d308c791b5e service neutron] 10.222.0.74 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851834 Aug 16 01:52:08.141385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea28a-9db0-4916-a24e-43afb320687c req-e3a8dc65-7cde-4394-a74f-2388df54b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.143462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-e3a8dc65-7cde-4394-a74f-2388df54b063 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454524 Aug 16 01:52:08.206828 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-77c96b8e-c44d-42d2-9bc4-52479cfe6a4d req-e19dd377-86b4-44b4-896c-ed9bb0b19b59 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.208200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77c96b8e-c44d-42d2-9bc4-52479cfe6a4d req-e19dd377-86b4-44b4-896c-ed9bb0b19b59 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6414878 Aug 16 01:52:08.224913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3cb78458-f46c-47bf-9fd1-85967ddcd013 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:08.243876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3cb78458-f46c-47bf-9fd1-85967ddcd013 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:08.244253 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.287484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-9120f587-7d77-42f2-accb-8e6cff971723 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339917 Aug 16 01:52:08.355169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.395480 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16fea28a-9db0-4916-a24e-43afb320687c req-a97b1095-cfd7-4585-98e6-480ab1f097e1 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984766 Aug 16 01:52:08.398010 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.400725 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9a66c852-e30a-4778-b4c9-b5fae4ee8d2a None None] Provisioning complete for port 3cb78458-f46c-47bf-9fd1-85967ddcd013 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:08.401080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a66c852-e30a-4778-b4c9-b5fae4ee8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.415291 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.483776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 3cb78458-f46c-47bf-9fd1-85967ddcd013, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3cb78458-f46c-47bf-9fd1-85967ddcd013,segment=NetworkSegment(93565d07-24f6-46f6-a995-fcf3ca3b78f5),segment_id=93565d07-24f6-46f6-a995-fcf3ca3b78f5)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:08.504630 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.524488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event updated for resources: {'Port': ['ID=d8c91642-e38f-48f2-af68-c9d51aff2665,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:08.529847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21c58f-e812-4788-b27e-71592777c03f req-2460d1cc-be25-4367-b364-9b6abf2075c3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.539146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef21c58f-e812-4788-b27e-71592777c03f req-2460d1cc-be25-4367-b364-9b6abf2075c3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ecbe78-a755-4b06-90d9-cb3c9ddaca93 HTTP/1.1" status: 200 len: 943 time: 0.0739520 Aug 16 01:52:08.541591 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a66c852-e30a-4778-b4c9-b5fae4ee8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.564407 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.637042 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Network 0bae9175-8c11-4464-a75f-5d5166e00d48 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:08.639539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:08.648060 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-9a66c852-e30a-4778-b4c9-b5fae4ee8d2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:52:08.648428 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-9a66c852-e30a-4778-b4c9-b5fae4ee8d2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:52:08.652929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=3cb78458-f46c-47bf-9fd1-85967ddcd013,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:08.659816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-ef21c58f-e812-4788-b27e-71592777c03f req-18474204-fe5a-4f5d-a2d6-32d5a35b83b2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Deleting port 1f254204-cd65-49f2-8574-2ba3f970cec5 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:08.660507 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ef21c58f-e812-4788-b27e-71592777c03f req-18474204-fe5a-4f5d-a2d6-32d5a35b83b2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.761894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ef21c58f-e812-4788-b27e-71592777c03f req-18474204-fe5a-4f5d-a2d6-32d5a35b83b2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] For port 1f254204-cd65-49f2-8574-2ba3f970cec5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1f254204-cd65-49f2-8574-2ba3f970cec5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:08.762261 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ef21c58f-e812-4788-b27e-71592777c03f req-18474204-fe5a-4f5d-a2d6-32d5a35b83b2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.776442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-ef21c58f-e812-4788-b27e-71592777c03f req-18474204-fe5a-4f5d-a2d6-32d5a35b83b2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Calling delete_port for 1f254204-cd65-49f2-8574-2ba3f970cec5 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:08.846183 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Router 972b805f-04a6-4403-bb7b-67df4d7399ed is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:52:08.934791 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:08.940045 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6fc42718-0d36-488f-90da-51658b258066 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "PUT /v2.0/routers/972b805f-04a6-4403-bb7b-67df4d7399ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5549521 Aug 16 01:52:08.942987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37448) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:08.944396 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96cd0e-b010-4a9a-87cb-91dfc704796e None None] Sync routers for ids ['972b805f-04a6-4403-bb7b-67df4d7399ed'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:08.948323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Request body: {'port': {'network_id': '0bae9175-8c11-4464-a75f-5d5166e00d48', 'name': 'tempest-FloatingIPNegativeTestJSON-1718771472'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:08.954316 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96cd0e-b010-4a9a-87cb-91dfc704796e None None] Routers {'972b805f-04a6-4403-bb7b-67df4d7399ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:08.965713 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0d96cd0e-b010-4a9a-87cb-91dfc704796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['972b805f-04a6-4403-bb7b-67df4d7399ed'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:08.986533 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0d96cd0e-b010-4a9a-87cb-91dfc704796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:08.992590 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ef21c58f-e812-4788-b27e-71592777c03f req-18474204-fe5a-4f5d-a2d6-32d5a35b83b2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.995471 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96cd0e-b010-4a9a-87cb-91dfc704796e None None] Routers {'972b805f-04a6-4403-bb7b-67df4d7399ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:08.996101 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0d96cd0e-b010-4a9a-87cb-91dfc704796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['972b805f-04a6-4403-bb7b-67df4d7399ed'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:09.029220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18474204-fe5a-4f5d-a2d6-32d5a35b83b2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event deleted for resources: {'Port': ['ID=1f254204-cd65-49f2-8574-2ba3f970cec5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:09.029959 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0d96cd0e-b010-4a9a-87cb-91dfc704796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:09.030613 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96cd0e-b010-4a9a-87cb-91dfc704796e None None] The sync data for ids ['972b805f-04a6-4403-bb7b-67df4d7399ed'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:09.084806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef21c58f-e812-4788-b27e-71592777c03f req-18474204-fe5a-4f5d-a2d6-32d5a35b83b2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] No DVR routers for this DVR port 1f254204-cd65-49f2-8574-2ba3f970cec5 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:09.088724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ef21c58f-e812-4788-b27e-71592777c03f req-18474204-fe5a-4f5d-a2d6-32d5a35b83b2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.090731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef21c58f-e812-4788-b27e-71592777c03f req-18474204-fe5a-4f5d-a2d6-32d5a35b83b2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "DELETE /v2.0/ports/1f254204-cd65-49f2-8574-2ba3f970cec5 HTTP/1.1" status: 204 len: 173 time: 0.5507770 Aug 16 01:52:09.234923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Made reservation on behalf of 7ca61611dabe42a6b62298b7dbf985dd for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:09.238715 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.256574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] device_id is not set on port b7a18d3b-b291-4df4-8a38-4b89ec55b160 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:09.291968 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9a66c852-e30a-4778-b4c9-b5fae4ee8d2a None None] Provisioning for port d8c91642-e38f-48f2-af68-c9d51aff2665 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:09.295821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9a66c852-e30a-4778-b4c9-b5fae4ee8d2a None None] Provisioning complete for port d8c91642-e38f-48f2-af68-c9d51aff2665 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:09.296200 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a66c852-e30a-4778-b4c9-b5fae4ee8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.330524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9a66c852-e30a-4778-b4c9-b5fae4ee8d2a None None] Port d8c91642-e38f-48f2-af68-c9d51aff2665 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:09.363655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Allocated IP 172.20.0.3 (0bae9175-8c11-4464-a75f-5d5166e00d48/cd78f6b7-eb52-436c-a3de-e43fca7916d4/b7a18d3b-b291-4df4-8a38-4b89ec55b160) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:09.449646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6e5c831d-dc09-4c7c-8600-6a0e28372ff5 None None] Provisioning complete for port d8c91642-e38f-48f2-af68-c9d51aff2665 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:09.450216 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6e5c831d-dc09-4c7c-8600-6a0e28372ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.487975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c831d-dc09-4c7c-8600-6a0e28372ff5 None None] Port d8c91642-e38f-48f2-af68-c9d51aff2665 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:09.518338 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.532137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Transition to ACTIVE for port object b7a18d3b-b291-4df4-8a38-4b89ec55b160 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:09.626737 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.668143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Network 0bae9175-8c11-4464-a75f-5d5166e00d48 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:09.673120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:09.675481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:09.710285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event updated for resources: {'Port': ['ID=b7a18d3b-b291-4df4-8a38-4b89ec55b160,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:09.739782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:09.740472 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.835660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b753c0cb-d7c8-417c-8e11-e952765ea7f7 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8915296 Aug 16 01:52:09.838872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37456) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:09.843580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:09.913371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f9465-8e94-4430-802a-f932b88356aa req-5eb85c36-95de-46ab-9e1e-e0640fc29eb3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:09.918289 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe6f9465-8e94-4430-802a-f932b88356aa req-5eb85c36-95de-46ab-9e1e-e0640fc29eb3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 943 time: 0.0590298 Aug 16 01:52:09.936469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3cb78458-f46c-47bf-9fd1-85967ddcd013 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:09.967313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe6f9465-8e94-4430-802a-f932b88356aa req-38982d39-cb53-4760-8dcc-9cece540dd3f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350578 Aug 16 01:52:09.988181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3cb78458-f46c-47bf-9fd1-85967ddcd013 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:09.988560 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.996280 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.019468 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e520681-5bfd-4866-9452-f97d281340e7 x-openstack-request-id: req-9e520681-5bfd-4866-9452-f97d281340e7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:10.021660 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f5edc4-ced7-48cb-b12a-dcde86dcc297", "tag": "51e92d57-5f5c-4198-943f-97a999214cb6", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:10.021660 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e520681-5bfd-4866-9452-f97d281340e7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:10.021660 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f5edc4-ced7-48cb-b12a-dcde86dcc297', 'tag': '51e92d57-5f5c-4198-943f-97a999214cb6', 'status': 'completed', 'code': 200} Aug 16 01:52:10.052455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ababe2e6-8509-44f9-a8ae-fda22872e346 None None] Provisioning for port b7a18d3b-b291-4df4-8a38-4b89ec55b160 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:10.060381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ababe2e6-8509-44f9-a8ae-fda22872e346 None None] Provisioning complete for port b7a18d3b-b291-4df4-8a38-4b89ec55b160 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:10.060753 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ababe2e6-8509-44f9-a8ae-fda22872e346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.106272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ababe2e6-8509-44f9-a8ae-fda22872e346 None None] Port b7a18d3b-b291-4df4-8a38-4b89ec55b160 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:10.143299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f8353-e310-4269-a99b-95154df0ee53 req-cf5dd131-e261-4092-a6c8-c6b649200700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.144805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a80f8353-e310-4269-a99b-95154df0ee53 req-cf5dd131-e261-4092-a6c8-c6b649200700 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 1095 time: 0.1204133 Aug 16 01:52:10.159840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a52f2-c92f-44f2-81a4-3732f684f30a req-5c9d5d55-2e1a-4b27-b140-789ba3ee296b tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.161223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b40a52f2-c92f-44f2-81a4-3732f684f30a req-5c9d5d55-2e1a-4b27-b140-789ba3ee296b tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0988879 Aug 16 01:52:10.270564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b40a52f2-c92f-44f2-81a4-3732f684f30a req-964611c7-4f8b-4e6b-9759-af6f3d748a2c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014018 Aug 16 01:52:10.297787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f8353-e310-4269-a99b-95154df0ee53 req-4639986e-fbe3-4223-a5be-c1c51cd815b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.299302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a80f8353-e310-4269-a99b-95154df0ee53 req-4639986e-fbe3-4223-a5be-c1c51cd815b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.1475496 Aug 16 01:52:10.300448 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.386621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a80f8353-e310-4269-a99b-95154df0ee53 req-d75c8295-cf98-4e17-a509-c208d5841386 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e92d57-5f5c-4198-943f-97a999214cb6 HTTP/1.1" status: 200 len: 217 time: 0.0712650 Aug 16 01:52:10.451803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5460611b-e809-4aa2-a24d-a31907268e48 req-d5084fa9-10dd-478e-95b9-ce8f8f46d8e2 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/1ddbfb67-cd7b-460b-8b74-221f0282fe90 HTTP/1.1" status: 200 len: 1815 time: 0.1492741 Aug 16 01:52:10.464142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f8353-e310-4269-a99b-95154df0ee53 req-a615cb8d-5956-442f-91f1-63e81d9e3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.465626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a80f8353-e310-4269-a99b-95154df0ee53 req-a615cb8d-5956-442f-91f1-63e81d9e3917 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0692515 Aug 16 01:52:10.541350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Allocated IP 172.25.8.159 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/7899abbd-57c2-47ee-9d99-ad59734b5f67) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:10.597806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f8353-e310-4269-a99b-95154df0ee53 req-4f8ba1fa-1dcd-40ff-b01b-83ec8ab718b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.599395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a80f8353-e310-4269-a99b-95154df0ee53 req-4f8ba1fa-1dcd-40ff-b01b-83ec8ab718b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158741 Aug 16 01:52:10.992764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-14668f8f-f678-47e4-a8ff-9e1f2b6a2291 req-fdb11bce-d899-49a2-a4d7-fcb40821f352 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-126706565', 'description': 'tempest-description-568839082'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:11.055375 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.079722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a80f8353-e310-4269-a99b-95154df0ee53 req-cb0358d1-f327-4149-941f-520d2dcdfd26 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723752 Aug 16 01:52:11.105837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-14668f8f-f678-47e4-a8ff-9e1f2b6a2291 req-fdb11bce-d899-49a2-a4d7-fcb40821f352 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.217371 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.224343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a80f8353-e310-4269-a99b-95154df0ee53 req-e301db0c-e5ed-40db-b715-746eb7a3514f service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339853 Aug 16 01:52:11.267611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:11.276191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:11.282167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:11.312841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event updated for resources: {'Port': ['ID=7899abbd-57c2-47ee-9d99-ad59734b5f67,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:11.326558 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-14668f8f-f678-47e4-a8ff-9e1f2b6a2291 req-fdb11bce-d899-49a2-a4d7-fcb40821f352 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.381681 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.391558 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-14668f8f-f678-47e4-a8ff-9e1f2b6a2291 req-fdb11bce-d899-49a2-a4d7-fcb40821f352 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.419708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb11bce-d899-49a2-a4d7-fcb40821f352 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1064ba-d14a-4829-8195-35d74e5cd0a5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:11.476129 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.496998 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-14668f8f-f678-47e4-a8ff-9e1f2b6a2291 req-fdb11bce-d899-49a2-a4d7-fcb40821f352 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.498298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14668f8f-f678-47e4-a8ff-9e1f2b6a2291 req-fdb11bce-d899-49a2-a4d7-fcb40821f352 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8403368 Aug 16 01:52:11.707861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-4c320e66-c8f4-4a7b-8da1-1bc8b8970e43 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:11.709327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-4c320e66-c8f4-4a7b-8da1-1bc8b8970e43 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.1394322 Aug 16 01:52:11.730986 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.734349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-1c3460aa-b413-48c4-9728-0007ee527739 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/quotas/dc27f74a9cdc43628097134d50cbfd97 HTTP/1.1" status: 200 len: 375 time: 0.0183852 Aug 16 01:52:11.765218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-8ef1af20-e9b4-4de4-9168-5210d9df970e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251274 Aug 16 01:52:11.818619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.915918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event updated for resources: {'Port': ['ID=7899abbd-57c2-47ee-9d99-ad59734b5f67,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:11.930855 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.932653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 51e92d57-5f5c-4198-943f-97a999214cb6 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:11.934978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-0ff464a4-1ac7-483e-ab9b-379ef8c2f5ac service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621449 Aug 16 01:52:12.022357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'name': 'network-vif-deleted', 'tag': '1f254204-cd65-49f2-8574-2ba3f970cec5'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:12.024513 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dfa7ff-9efb-4aea-97b4-395decfc91db" -d '{"events": [{"server_uuid": "43ecbe78-a755-4b06-90d9-cb3c9ddaca93", "name": "network-vif-deleted", "tag": "1f254204-cd65-49f2-8574-2ba3f970cec5"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:12.028120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 51e92d57-5f5c-4198-943f-97a999214cb6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=51e92d57-5f5c-4198-943f-97a999214cb6,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:12.031888 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.033150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9cffd9c9-8a3f-4660-b2a6-e15feadbc138 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1932893 Aug 16 01:52:12.035556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-d1943fc6-0724-46ca-a150-583df095a7e2 service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932455 Aug 16 01:52:12.036211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37490) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:12.040459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '51e92d57-5f5c-4198-943f-97a999214cb6', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'port_id': '51e92d57-5f5c-4198-943f-97a999214cb6', 'mac_address': 'fa:16:3e:a1:02:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:12.040696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-975ca4ce-9b01-416f-aa39-f8d32282be01 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Request body: {'floatingip': {'port_id': 'b7a18d3b-b291-4df4-8a38-4b89ec55b160', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:12.085780 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-975ca4ce-9b01-416f-aa39-f8d32282be01 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.085999 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.099331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e92d57-5f5c-4198-943f-97a999214cb6 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:12.120145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 51e92d57-5f5c-4198-943f-97a999214cb6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=51e92d57-5f5c-4198-943f-97a999214cb6,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:12.198406 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-975ca4ce-9b01-416f-aa39-f8d32282be01 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] update failed (client error): The resource could not be found. Aug 16 01:52:12.199464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-975ca4ce-9b01-416f-aa39-f8d32282be01 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "PUT /v2.0/floatingips/0dd9eee2-4cf3-4184-8eb5-e8b9e8be1c49 HTTP/1.1" status: 404 len: 507 time: 0.1623573 Aug 16 01:52:12.202235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37492) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:12.236792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.287036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=51e92d57-5f5c-4198-943f-97a999214cb6,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:12.335271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f87a23db-fdcf-47cc-9766-db54283a961b tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Deleting port 7899abbd-57c2-47ee-9d99-ad59734b5f67 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:12.335836 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f87a23db-fdcf-47cc-9766-db54283a961b tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.428770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f87a23db-fdcf-47cc-9766-db54283a961b tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.429315 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f87a23db-fdcf-47cc-9766-db54283a961b tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.442421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f87a23db-fdcf-47cc-9766-db54283a961b tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Calling delete_port for 7899abbd-57c2-47ee-9d99-ad59734b5f67 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:12.517443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['51e92d57-5f5c-4198-943f-97a999214cb6'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:12.639672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd54d26-372d-4e6d-99a4-f9413f317f44 req-18bb739d-e728-4a8a-a3bd-51611cb7b62c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:12.641810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9cd54d26-372d-4e6d-99a4-f9413f317f44 req-18bb739d-e728-4a8a-a3bd-51611cb7b62c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 944 time: 0.0680711 Aug 16 01:52:12.681294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9cd54d26-372d-4e6d-99a4-f9413f317f44 req-047944a0-30ef-42be-8e01-1a3d47a73cbc tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Aug 16 01:52:12.783875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459e18a-2087-4de6-99c1-a582c753bc11 req-92ffd910-89cc-4754-981c-8dc6be3abc28 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:12.785384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d459e18a-2087-4de6-99c1-a582c753bc11 req-92ffd910-89cc-4754-981c-8dc6be3abc28 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0504482 Aug 16 01:52:12.823695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d459e18a-2087-4de6-99c1-a582c753bc11 req-68833475-17e0-4e73-a81c-2647bb142b27 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323601 Aug 16 01:52:12.855196 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f87a23db-fdcf-47cc-9766-db54283a961b tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.900564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a23db-fdcf-47cc-9766-db54283a961b tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event deleted for resources: {'Port': ['ID=7899abbd-57c2-47ee-9d99-ad59734b5f67,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:12.954518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9a3585f-176a-4fbb-8689-ecf2a07844d4 req-7baca6d8-6af3-4949-8358-772189d7ac1b tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/6b1064ba-d14a-4829-8195-35d74e5cd0a5 HTTP/1.1" status: 200 len: 1813 time: 0.1083171 Aug 16 01:52:12.975157 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f87a23db-fdcf-47cc-9766-db54283a961b tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.978268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f87a23db-fdcf-47cc-9766-db54283a961b tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.979563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f87a23db-fdcf-47cc-9766-db54283a961b tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "DELETE /v2.0/floatingips/0dd9eee2-4cf3-4184-8eb5-e8b9e8be1c49 HTTP/1.1" status: 204 len: 168 time: 0.7762585 Aug 16 01:52:12.983097 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37516) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:12.988955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-de238bbe-2b39-4c0d-9e72-a1309f51277d tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Request body: {'floatingip': {'floating_network_id': '0bae9175-8c11-4464-a75f-5d5166e00d48', 'port_id': 'b7a18d3b-b291-4df4-8a38-4b89ec55b160', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:13.051110 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a6ef6b-def6-42f5-85e6-052b5df31a81 x-openstack-request-id: req-62a6ef6b-def6-42f5-85e6-052b5df31a81 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:13.051401 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ecbe78-a755-4b06-90d9-cb3c9ddaca93", "name": "network-vif-deleted", "tag": "1f254204-cd65-49f2-8574-2ba3f970cec5", "status": "failed", "code": 422}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:13.051651 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62a6ef6b-def6-42f5-85e6-052b5df31a81 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:13.052087 n-d-768509-23 neutron-server[95516]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43ecbe78-a755-4b06-90d9-cb3c9ddaca93', 'name': 'network-vif-deleted', 'tag': '1f254204-cd65-49f2-8574-2ba3f970cec5', 'status': 'failed', 'code': 422} returned with failed status Aug 16 01:52:13.104598 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4466841f-8d78-40e8-97a4-07bcbf31f5a4 req-ef2fa3c1-5a5d-4dae-9cc4-0180ba37d304 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 210 time: 0.0270438 Aug 16 01:52:13.140476 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de238bbe-2b39-4c0d-9e72-a1309f51277d tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.337978 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-de238bbe-2b39-4c0d-9e72-a1309f51277d tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:52:13.339072 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-de238bbe-2b39-4c0d-9e72-a1309f51277d tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3549533 Aug 16 01:52:13.342752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37524) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:13.347845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'b7a18d3b-b291-4df4-8a38-4b89ec55b160', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:13.408098 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-da418500-32fc-43eb-9a4a-79095e8c630f req-7cb62e8c-dbeb-40f4-8192-916967df674d tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] show failed (client error): The resource could not be found. Aug 16 01:52:13.409171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da418500-32fc-43eb-9a4a-79095e8c630f req-7cb62e8c-dbeb-40f4-8192-916967df674d tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/15fa90ff-e19b-4d20-89c8-f30a59aa2917 HTTP/1.1" status: 404 len: 352 time: 0.0143781 Aug 16 01:52:13.460136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.531862 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-68d9edea-86f1-43e2-b45b-97b2683420df req-8f8bfd0a-d696-46fa-83b5-d6c1b01029bf tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] show failed (client error): The resource could not be found. Aug 16 01:52:13.533076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68d9edea-86f1-43e2-b45b-97b2683420df req-8f8bfd0a-d696-46fa-83b5-d6c1b01029bf tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-group-rules/bffe1340-a0aa-4977-8da9-f6f5823ce82c HTTP/1.1" status: 404 len: 361 time: 0.0146835 Aug 16 01:52:13.565714 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.601085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92c6d91d-b3dd-49c7-b845-f02c8ec4e31e req-19ef6c8f-343f-41c9-b7e4-ed0ebbbd55f7 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/6b1064ba-d14a-4829-8195-35d74e5cd0a5 HTTP/1.1" status: 200 len: 1813 time: 0.0454867 Aug 16 01:52:13.663833 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-92c6d91d-b3dd-49c7-b845-f02c8ec4e31e req-7e0506da-db18-47b3-86e4-9c0addb48598 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.674121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Allocated IP 172.25.8.230 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/09dcdc81-61ed-4f2e-b168-d3065bc77bc7) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:13.689969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-92c6d91d-b3dd-49c7-b845-f02c8ec4e31e req-7e0506da-db18-47b3-86e4-9c0addb48598 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.831417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-92c6d91d-b3dd-49c7-b845-f02c8ec4e31e req-7e0506da-db18-47b3-86e4-9c0addb48598 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.834334 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-92c6d91d-b3dd-49c7-b845-f02c8ec4e31e req-7e0506da-db18-47b3-86e4-9c0addb48598 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.835525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92c6d91d-b3dd-49c7-b845-f02c8ec4e31e req-7e0506da-db18-47b3-86e4-9c0addb48598 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "DELETE /v2.0/security-groups/6b1064ba-d14a-4829-8195-35d74e5cd0a5 HTTP/1.1" status: 204 len: 173 time: 0.2278259 Aug 16 01:52:13.850080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0506da-db18-47b3-86e4-9c0addb48598 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1064ba-d14a-4829-8195-35d74e5cd0a5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:13.943237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5035b-55cc-482d-96c6-1ac019158577 req-41b152ab-f3cb-4595-a840-71d4bbaf2af8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:13.944745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5d5035b-55cc-482d-96c6-1ac019158577 req-41b152ab-f3cb-4595-a840-71d4bbaf2af8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 944 time: 0.0546629 Aug 16 01:52:13.946969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 51e92d57-5f5c-4198-943f-97a999214cb6 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:13.997360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5d5035b-55cc-482d-96c6-1ac019158577 req-add1ec8f-337b-4caa-8968-e9589da32bdf tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420783 Aug 16 01:52:14.117201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 51e92d57-5f5c-4198-943f-97a999214cb6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:14.121045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 51e92d57-5f5c-4198-943f-97a999214cb6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:14.127643 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.127789 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.201334 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.226547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f5edc4-ced7-48cb-b12a-dcde86dcc297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e92d57-5f5c-4198-943f-97a999214cb6'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:14.228981 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95c73c5-d664-4b6b-947b-f2c5627b7390" -d '{"events": [{"server_uuid": "05f5edc4-ced7-48cb-b12a-dcde86dcc297", "name": "network-vif-plugged", "status": "completed", "tag": "51e92d57-5f5c-4198-943f-97a999214cb6"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:14.245619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 51e92d57-5f5c-4198-943f-97a999214cb6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=51e92d57-5f5c-4198-943f-97a999214cb6,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:14.277783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.314786 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:14.319690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:14.323204 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:14.348615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event updated for resources: {'Port': ['ID=09dcdc81-61ed-4f2e-b168-d3065bc77bc7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:14.357961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87d2ed39-6134-46f5-9938-1c4039fefad9 req-d2a60814-3574-42b0-8a0b-243bace1c212 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/1ddbfb67-cd7b-460b-8b74-221f0282fe90 HTTP/1.1" status: 200 len: 1815 time: 0.0457067 Aug 16 01:52:14.363365 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.413997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=51e92d57-5f5c-4198-943f-97a999214cb6,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:14.431724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-87d2ed39-6134-46f5-9938-1c4039fefad9 req-f8d4d05f-744f-41d4-b373-7ea49b4ad958 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.454658 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-87d2ed39-6134-46f5-9938-1c4039fefad9 req-f8d4d05f-744f-41d4-b373-7ea49b4ad958 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.495088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Deleting port 09dcdc81-61ed-4f2e-b168-d3065bc77bc7 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:14.495435 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.572453 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.572779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.577359 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-87d2ed39-6134-46f5-9938-1c4039fefad9 req-f8d4d05f-744f-41d4-b373-7ea49b4ad958 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.580773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-87d2ed39-6134-46f5-9938-1c4039fefad9 req-f8d4d05f-744f-41d4-b373-7ea49b4ad958 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.582087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87d2ed39-6134-46f5-9938-1c4039fefad9 req-f8d4d05f-744f-41d4-b373-7ea49b4ad958 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "DELETE /v2.0/security-groups/1ddbfb67-cd7b-460b-8b74-221f0282fe90 HTTP/1.1" status: 204 len: 173 time: 0.2146220 Aug 16 01:52:14.591481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4d05f-744f-41d4-b373-7ea49b4ad958 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddbfb67-cd7b-460b-8b74-221f0282fe90,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:14.596148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Calling delete_port for 09dcdc81-61ed-4f2e-b168-d3065bc77bc7 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:14.691810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99e026-3745-4579-b704-848a69690aa6 req-092151e3-a0a1-4489-a9ff-b872c5ec3fda tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:14.693704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e99e026-3745-4579-b704-848a69690aa6 req-092151e3-a0a1-4489-a9ff-b872c5ec3fda tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0494628 Aug 16 01:52:14.736070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e99e026-3745-4579-b704-848a69690aa6 req-ced1c56f-de56-41d5-90bd-db8ece6e166c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347831 Aug 16 01:52:14.840508 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.856133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-897b451d-3981-4f58-a672-c504f5f1f0d4 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:14.857934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-897b451d-3981-4f58-a672-c504f5f1f0d4 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.1121502 Aug 16 01:52:14.867793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event deleted for resources: {'Port': ['ID=09dcdc81-61ed-4f2e-b168-d3065bc77bc7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:14.874382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Request body: {'port': {'device_id': 'a234e45f-9460-459b-ae5d-3f33befccd3a', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'admin_state_up': True, 'tenant_id': 'dc27f74a9cdc43628097134d50cbfd97'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:14.903715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b113f2e-0477-4158-aceb-8e30005f4d81 req-8d97e821-b0b0-404b-bf55-6b3b4e2d394c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 210 time: 0.0447245 Aug 16 01:52:14.957655 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db8125d-76fa-4096-bf8c-996954388f3e x-openstack-request-id: req-8db8125d-76fa-4096-bf8c-996954388f3e {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:14.960491 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f5edc4-ced7-48cb-b12a-dcde86dcc297", "name": "network-vif-plugged", "status": "completed", "tag": "51e92d57-5f5c-4198-943f-97a999214cb6", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:14.960491 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8db8125d-76fa-4096-bf8c-996954388f3e {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:14.960491 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f5edc4-ced7-48cb-b12a-dcde86dcc297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e92d57-5f5c-4198-943f-97a999214cb6', 'code': 200} Aug 16 01:52:15.043386 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] create failed (client error): The resource could not be found. Aug 16 01:52:15.052014 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6931df80-2887-42db-bfb0-221caa9728ec tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7009535 Aug 16 01:52:15.052933 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37570) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:15.110147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d57007-73bb-4f60-8739-0dbaac61ce47 req-9077b875-5954-48c9-9eb1-d5664c7b386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.110147 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80d57007-73bb-4f60-8739-0dbaac61ce47 req-9077b875-5954-48c9-9eb1-d5664c7b386c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 1097 time: 0.0949740 Aug 16 01:52:15.123674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f17bede4-3334-4662-acbe-c38791a50679 req-7368390a-771d-4e3d-b5f1-3bd8709f5550 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/b779b00b-174f-43fc-a983-3a5d03833190 HTTP/1.1" status: 200 len: 1814 time: 0.0476608 Aug 16 01:52:15.180203 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-80d57007-73bb-4f60-8739-0dbaac61ce47 req-d3fc3947-634c-4471-954b-91ee70dc0c28 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636961 Aug 16 01:52:15.184977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f17bede4-3334-4662-acbe-c38791a50679 req-73920c03-3f3e-4b6f-b704-08c1cd30454f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.190787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Made reservation on behalf of dc27f74a9cdc43628097134d50cbfd97 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:15.194198 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.197061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb053d-7a9a-4a8f-8694-45b54285e0b5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Deleting port b7a18d3b-b291-4df4-8a38-4b89ec55b160 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:15.197412 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ccdb053d-7a9a-4a8f-8694-45b54285e0b5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.221340 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f17bede4-3334-4662-acbe-c38791a50679 req-73920c03-3f3e-4b6f-b704-08c1cd30454f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.286284 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ccdb053d-7a9a-4a8f-8694-45b54285e0b5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.299574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb053d-7a9a-4a8f-8694-45b54285e0b5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Calling delete_port for b7a18d3b-b291-4df4-8a38-4b89ec55b160 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:15.365554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Allocated IP 172.20.0.12 (51428e0c-01e8-42d8-86fb-58754a187d3b/36248d85-ffe8-48a4-8ed4-f53ad621065f/402b6e8e-3690-47d7-8263-992698b9e14a) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:15.414008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f17bede4-3334-4662-acbe-c38791a50679 req-73920c03-3f3e-4b6f-b704-08c1cd30454f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.416570 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f17bede4-3334-4662-acbe-c38791a50679 req-73920c03-3f3e-4b6f-b704-08c1cd30454f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.417744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f17bede4-3334-4662-acbe-c38791a50679 req-73920c03-3f3e-4b6f-b704-08c1cd30454f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "DELETE /v2.0/security-groups/b779b00b-174f-43fc-a983-3a5d03833190 HTTP/1.1" status: 204 len: 173 time: 0.2857559 Aug 16 01:52:15.463863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73920c03-3f3e-4b6f-b704-08c1cd30454f tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b779b00b-174f-43fc-a983-3a5d03833190,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:15.533500 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ccdb053d-7a9a-4a8f-8694-45b54285e0b5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.564416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb053d-7a9a-4a8f-8694-45b54285e0b5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event deleted for resources: {'Port': ['ID=b7a18d3b-b291-4df4-8a38-4b89ec55b160,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:15.570010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a274-f22c-44cf-bb2a-1e1c4034f14f req-2bd9e0c5-83ea-4f5a-a7e5-2101ecf398a7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.571557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a949a274-f22c-44cf-bb2a-1e1c4034f14f req-2bd9e0c5-83ea-4f5a-a7e5-2101ecf398a7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.0788679 Aug 16 01:52:15.576542 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.634502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a949a274-f22c-44cf-bb2a-1e1c4034f14f req-5d547759-9d2c-40c2-aa37-c407a11406b7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553601 Aug 16 01:52:15.671204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ccdb053d-7a9a-4a8f-8694-45b54285e0b5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.673523 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ccdb053d-7a9a-4a8f-8694-45b54285e0b5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "DELETE /v2.0/ports/b7a18d3b-b291-4df4-8a38-4b89ec55b160 HTTP/1.1" status: 204 len: 168 time: 0.6195652 Aug 16 01:52:15.676183 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37578) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:15.711328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56268cb4-5b8c-4afb-afdb-12469b9f43d2 req-6bc34ad3-26b7-4034-8a25-83aef44f55e6 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/2475139e-9ec1-499e-907a-3dc1d03ca95d HTTP/1.1" status: 200 len: 1815 time: 0.0499704 Aug 16 01:52:15.731795 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3296b7-8263-4f1f-9f1e-009df0090f33 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.734352 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6b3296b7-8263-4f1f-9f1e-009df0090f33 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "GET /v2.0/ports?device_id=972b805f-04a6-4403-bb7b-67df4d7399ed HTTP/1.1" status: 200 len: 913 time: 0.0570459 Aug 16 01:52:15.736293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37580) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:15.787030 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56268cb4-5b8c-4afb-afdb-12469b9f43d2 req-3f33d3ff-bfb9-49a9-a6ac-e07bbb0e1e4e tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.811792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56268cb4-5b8c-4afb-afdb-12469b9f43d2 req-3f33d3ff-bfb9-49a9-a6ac-e07bbb0e1e4e tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.832714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.899691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Network 51428e0c-01e8-42d8-86fb-58754a187d3b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:15.910667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:15.910667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event updated for resources: {'Port': ['ID=402b6e8e-3690-47d7-8263-992698b9e14a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:15.910667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:15.960370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.960989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.000598 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56268cb4-5b8c-4afb-afdb-12469b9f43d2 req-3f33d3ff-bfb9-49a9-a6ac-e07bbb0e1e4e tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.004967 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56268cb4-5b8c-4afb-afdb-12469b9f43d2 req-3f33d3ff-bfb9-49a9-a6ac-e07bbb0e1e4e tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.006597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56268cb4-5b8c-4afb-afdb-12469b9f43d2 req-3f33d3ff-bfb9-49a9-a6ac-e07bbb0e1e4e tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "DELETE /v2.0/security-groups/2475139e-9ec1-499e-907a-3dc1d03ca95d HTTP/1.1" status: 204 len: 173 time: 0.2861509 Aug 16 01:52:16.018225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33d3ff-bfb9-49a9-a6ac-e07bbb0e1e4e tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2475139e-9ec1-499e-907a-3dc1d03ca95d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:16.072200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-7f594d55-d3f3-4c6d-978b-c45d622d85d8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2043686 Aug 16 01:52:16.091241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Request body: {'port': {'device_id': 'a234e45f-9460-459b-ae5d-3f33befccd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:16.101257 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dc866a52-deed-422a-abcd-fd999b01a13f tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.175997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787154a-ce09-450a-9838-0394240f6d8c req-188089b1-dd25-42e2-8f58-f41cc13bc68f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:16.177908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f787154a-ce09-450a-9838-0394240f6d8c req-188089b1-dd25-42e2-8f58-f41cc13bc68f tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.1021931 Aug 16 01:52:16.178468 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.250585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f787154a-ce09-450a-9838-0394240f6d8c req-27e5f17b-e2fc-487a-aed7-26449bb94093 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627542 Aug 16 01:52:16.370247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-dc866a52-deed-422a-abcd-fd999b01a13f tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Deleting port d8c91642-e38f-48f2-af68-c9d51aff2665 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:16.370812 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dc866a52-deed-422a-abcd-fd999b01a13f tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.461850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dc866a52-deed-422a-abcd-fd999b01a13f tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.471353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397a637-ec72-441c-9bfe-263764e1d5bb req-371a74d0-147b-4895-9413-09bf69716bfc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:16.472843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7397a637-ec72-441c-9bfe-263764e1d5bb req-371a74d0-147b-4895-9413-09bf69716bfc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 932 time: 0.0751655 Aug 16 01:52:16.474379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-dc866a52-deed-422a-abcd-fd999b01a13f tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Calling delete_port for d8c91642-e38f-48f2-af68-c9d51aff2665 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:16.553777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7397a637-ec72-441c-9bfe-263764e1d5bb req-3b47408c-48ee-4962-ae20-3b66cf253b3e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658939 Aug 16 01:52:16.576734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402b6e8e-3690-47d7-8263-992698b9e14a {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:16.587342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.634198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1126f7c0-2c83-47b3-b919-81e0905c71cd req-aa1817ff-acbd-491c-b395-65051cb2bfdb tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "GET /v2.0/security-groups/3ef1e9d6-ae4c-4e87-8755-fbf5b4a835af HTTP/1.1" status: 200 len: 1815 time: 0.0513194 Aug 16 01:52:16.690843 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1126f7c0-2c83-47b3-b919-81e0905c71cd req-8565d405-538a-4032-b1a3-c4df29c1d5b6 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.712179 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1126f7c0-2c83-47b3-b919-81e0905c71cd req-8565d405-538a-4032-b1a3-c4df29c1d5b6 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.726366 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dc866a52-deed-422a-abcd-fd999b01a13f tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.727854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Transition to ACTIVE for port object 402b6e8e-3690-47d7-8263-992698b9e14a will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:16.758066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc866a52-deed-422a-abcd-fd999b01a13f tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event deleted for resources: {'Port': ['ID=d8c91642-e38f-48f2-af68-c9d51aff2665,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:16.802534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.857957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Pushing event updated for resources: {'Port': ['ID=402b6e8e-3690-47d7-8263-992698b9e14a,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:16.904504 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dc866a52-deed-422a-abcd-fd999b01a13f tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.932690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Attempting to bind port 402b6e8e-3690-47d7-8263-992698b9e14a on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:16.933128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Attempting to bind port 402b6e8e-3690-47d7-8263-992698b9e14a by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:16.933530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Attempting to bind port 402b6e8e-3690-47d7-8263-992698b9e14a on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:16.939023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Port 402b6e8e-3690-47d7-8263-992698b9e14a on network 51428e0c-01e8-42d8-86fb-58754a187d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:16.939428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Attempting to bind port 402b6e8e-3690-47d7-8263-992698b9e14a on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:16.944642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:16.945049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Checking segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:16.945510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Bound using segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:16.946034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Bound port: 402b6e8e-3690-47d7-8263-992698b9e14a, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:16.946468 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.956507 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1126f7c0-2c83-47b3-b919-81e0905c71cd req-8565d405-538a-4032-b1a3-c4df29c1d5b6 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.959177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1126f7c0-2c83-47b3-b919-81e0905c71cd req-8565d405-538a-4032-b1a3-c4df29c1d5b6 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.960399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1126f7c0-2c83-47b3-b919-81e0905c71cd req-8565d405-538a-4032-b1a3-c4df29c1d5b6 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] 10.222.0.66 "DELETE /v2.0/security-groups/3ef1e9d6-ae4c-4e87-8755-fbf5b4a835af HTTP/1.1" status: 204 len: 173 time: 0.3202794 Aug 16 01:52:16.969682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37594) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:17.032006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565d405-538a-4032-b1a3-c4df29c1d5b6 tempest-SecurityGroupRulesNegativeTestJSON-330676934 tempest-SecurityGroupRulesNegativeTestJSON-330676934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef1e9d6-ae4c-4e87-8755-fbf5b4a835af,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:17.067468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1d01af-3ae9-4540-8d43-f7a501f57524 admin admin] Deleting subnet 5a84a801-1134-46d0-a58d-80d4cac582f3 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:17.076136 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b1d01af-3ae9-4540-8d43-f7a501f57524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.085187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc866a52-deed-422a-abcd-fd999b01a13f tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Router 972b805f-04a6-4403-bb7b-67df4d7399ed has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:17.104153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] For port 402b6e8e-3690-47d7-8263-992698b9e14a, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:17.124362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] For port 402b6e8e-3690-47d7-8263-992698b9e14a, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=402b6e8e-3690-47d7-8263-992698b9e14a,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:17.128802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b1d01af-3ae9-4540-8d43-f7a501f57524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.165077 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc866a52-deed-422a-abcd-fd999b01a13f tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:17.174801 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dc866a52-deed-422a-abcd-fd999b01a13f tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "PUT /v2.0/routers/972b805f-04a6-4403-bb7b-67df4d7399ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4329479 Aug 16 01:52:17.174801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37600) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:17.176579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5531eb55-22bc-49d6-a759-041565716108 None None] Sync routers for ids ['972b805f-04a6-4403-bb7b-67df4d7399ed'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:17.177597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b1d01af-3ae9-4540-8d43-f7a501f57524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.188010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5531eb55-22bc-49d6-a759-041565716108 None None] Routers {'972b805f-04a6-4403-bb7b-67df4d7399ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:17.188705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5531eb55-22bc-49d6-a759-041565716108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['972b805f-04a6-4403-bb7b-67df4d7399ed'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:17.201184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.224296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5531eb55-22bc-49d6-a759-041565716108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:17.233345 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5531eb55-22bc-49d6-a759-041565716108 None None] Routers {'972b805f-04a6-4403-bb7b-67df4d7399ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:17.234773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5531eb55-22bc-49d6-a759-041565716108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['972b805f-04a6-4403-bb7b-67df4d7399ed'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:17.258844 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eeab874-5615-4547-96f2-98335c2a12c0 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.269542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:17.270172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.271559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] 10.222.0.74 "PUT /v2.0/ports/402b6e8e-3690-47d7-8263-992698b9e14a HTTP/1.1" status: 200 len: 1093 time: 1.1855259 Aug 16 01:52:17.272088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5531eb55-22bc-49d6-a759-041565716108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:17.272798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5531eb55-22bc-49d6-a759-041565716108 None None] The sync data for ids ['972b805f-04a6-4403-bb7b-67df4d7399ed'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:17.274655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a234e45f-9460-459b-ae5d-3f33befccd3a', 'tag': '402b6e8e-3690-47d7-8263-992698b9e14a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:17.278777 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f253e9-d55d-416c-ab74-feef1950b970" -d '{"events": [{"name": "network-changed", "server_uuid": "a234e45f-9460-459b-ae5d-3f33befccd3a", "tag": "402b6e8e-3690-47d7-8263-992698b9e14a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:17.339705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55c224-dfa6-44e9-9ca3-a99b57293f48 service neutron] Pushing event updated for resources: {'Port': ['ID=402b6e8e-3690-47d7-8263-992698b9e14a,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:17.354248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e33607-63e8-4905-aad8-b2ab386b4024 req-1c66835f-49c6-4b9f-a718-901ae8564eff tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:17.356897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6e33607-63e8-4905-aad8-b2ab386b4024 req-1c66835f-49c6-4b9f-a718-901ae8564eff tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.1001811 Aug 16 01:52:17.397504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6e33607-63e8-4905-aad8-b2ab386b4024 req-34e1a12f-3cc2-4c04-8e05-e753c2a06ab2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348339 Aug 16 01:52:17.407740 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b1d01af-3ae9-4540-8d43-f7a501f57524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.438425 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eeab874-5615-4547-96f2-98335c2a12c0 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.441353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eeab874-5615-4547-96f2-98335c2a12c0 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.458756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d01af-3ae9-4540-8d43-f7a501f57524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a84a801-1134-46d0-a58d-80d4cac582f3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:17.460819 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b1d01af-3ae9-4540-8d43-f7a501f57524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.465774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9b1d01af-3ae9-4540-8d43-f7a501f57524 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5a84a801-1134-46d0-a58d-80d4cac582f3 HTTP/1.1" status: 204 len: 168 time: 0.4932141 Aug 16 01:52:17.468108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37614) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:17.531829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-76bed89f-1a49-4bc1-ba47-6e2a2d3f5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:17.533622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-76bed89f-1a49-4bc1-ba47-6e2a2d3f5905 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 1096 time: 0.1348886 Aug 16 01:52:17.577546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eeab874-5615-4547-96f2-98335c2a12c0 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.578680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeab874-5615-4547-96f2-98335c2a12c0 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Fanout notify agent at l3_agent the message router_deleted on router 972b805f-04a6-4403-bb7b-67df4d7399ed {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:52:17.579316 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.581864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-924bf0ed-293e-4468-9f1b-03fae8e2e179 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=402b6e8e-3690-47d7-8263-992698b9e14a HTTP/1.1" status: 200 len: 217 time: 0.0396945 Aug 16 01:52:17.586711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7eeab874-5615-4547-96f2-98335c2a12c0 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.588584 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7eeab874-5615-4547-96f2-98335c2a12c0 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "DELETE /v2.0/routers/972b805f-04a6-4403-bb7b-67df4d7399ed HTTP/1.1" status: 204 len: 168 time: 0.4136755 Aug 16 01:52:17.590546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37620) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:17.642720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6c429d-50ae-4847-91c4-12b1f109dfb9 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Deleting subnet cd78f6b7-eb52-436c-a3de-e43fca7916d4 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:17.646149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6c429d-50ae-4847-91c4-12b1f109dfb9 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.686467 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6c429d-50ae-4847-91c4-12b1f109dfb9 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.694930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-97fa4ce5-a994-4f67-908a-e8d2f99da11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:17.696408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-97fa4ce5-a994-4f67-908a-e8d2f99da11b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 200 len: 852 time: 0.1072571 Aug 16 01:52:17.702507 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.721191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb9eee6-73e4-488f-ae90-b376c26bb352']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:17.746109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-09129edd-3bab-4858-841d-fba1880cad83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51428e0c-01e8-42d8-86fb-58754a187d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410335 Aug 16 01:52:17.750411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48666a03-885a-45a6-abf4-18e27bb5401c') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:17.753174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48666a03-885a-45a6-abf4-18e27bb5401c') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:17.777070 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6c429d-50ae-4847-91c4-12b1f109dfb9 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.777440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.818887 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.828690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:17.829090 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:17.830770 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:17.905408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-38726842-a3a3-4aac-974d-6bbee9eaa230 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522570 Aug 16 01:52:17.994635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12d53a8-2529-4bd2-82ea-49814d006e78 req-2e7d1ae1-15e7-4334-80e2-4b7935df88d4 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820982 Aug 16 01:52:18.037520 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6c429d-50ae-4847-91c4-12b1f109dfb9 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.054254 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.061458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.066466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] 10.222.0.66 "DELETE /v2.0/networks/6fb9eee6-73e4-488f-ae90-b376c26bb352 HTTP/1.1" status: 204 len: 168 time: 0.5941222 Aug 16 01:52:18.066665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c429d-50ae-4847-91c4-12b1f109dfb9 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event deleted for resources: {'Subnet': ['ID=cd78f6b7-eb52-436c-a3de-e43fca7916d4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:18.069796 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6c429d-50ae-4847-91c4-12b1f109dfb9 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.071758 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5f6c429d-50ae-4847-91c4-12b1f109dfb9 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "DELETE /v2.0/subnets/cd78f6b7-eb52-436c-a3de-e43fca7916d4 HTTP/1.1" status: 204 len: 168 time: 0.4802847 Aug 16 01:52:18.074208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29751115-46d4-46f7-b36d-226810ebd8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb9eee6-73e4-488f-ae90-b376c26bb352,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:18.074346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37624) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:18.087791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1529635b-23a3-459e-839b-3ca8b738ff0d None None] Network 0bae9175-8c11-4464-a75f-5d5166e00d48 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:18.158680 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.216974 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Deleting port 3cb78458-f46c-47bf-9fd1-85967ddcd013 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:18.217319 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.261990 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed3422-9f1f-4d28-ae1b-bc25c0c50bfe None None] DHCP port deletion for 0bae9175-8c11-4464-a75f-5d5166e00d48 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:18.283278 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] For port 3cb78458-f46c-47bf-9fd1-85967ddcd013, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3cb78458-f46c-47bf-9fd1-85967ddcd013,segment=NetworkSegment(93565d07-24f6-46f6-a995-fcf3ca3b78f5),segment_id=93565d07-24f6-46f6-a995-fcf3ca3b78f5)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:18.283641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.297653 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Calling delete_port for 3cb78458-f46c-47bf-9fd1-85967ddcd013 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:18.311054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0fed3422-9f1f-4d28-ae1b-bc25c0c50bfe None None] Deleting port 3cb78458-f46c-47bf-9fd1-85967ddcd013 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:18.311429 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0fed3422-9f1f-4d28-ae1b-bc25c0c50bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.373640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0fed3422-9f1f-4d28-ae1b-bc25c0c50bfe None None] For port 3cb78458-f46c-47bf-9fd1-85967ddcd013, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3cb78458-f46c-47bf-9fd1-85967ddcd013,segment=NetworkSegment(93565d07-24f6-46f6-a995-fcf3ca3b78f5),segment_id=93565d07-24f6-46f6-a995-fcf3ca3b78f5)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:18.374090 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0fed3422-9f1f-4d28-ae1b-bc25c0c50bfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.387540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0fed3422-9f1f-4d28-ae1b-bc25c0c50bfe None None] Calling delete_port for 3cb78458-f46c-47bf-9fd1-85967ddcd013 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:18.585842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.592808 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0fed3422-9f1f-4d28-ae1b-bc25c0c50bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.605454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37626) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:18.614913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event deleted for resources: {'Port': ['ID=3cb78458-f46c-47bf-9fd1-85967ddcd013,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:18.617039 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] No DVR routers for this DVR port 3cb78458-f46c-47bf-9fd1-85967ddcd013 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:18.628089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed3422-9f1f-4d28-ae1b-bc25c0c50bfe None None] Pushing event deleted for resources: {'Port': ['ID=3cb78458-f46c-47bf-9fd1-85967ddcd013,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:18.636221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed3422-9f1f-4d28-ae1b-bc25c0c50bfe None None] No DVR routers for this DVR port 3cb78458-f46c-47bf-9fd1-85967ddcd013 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:18.651270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3b96d1dc-8f91-4472-ac9c-ddfa74878c1a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c74686c3a544760ac0590c3b66a6217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443969 Aug 16 01:52:18.667493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37628) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:18.706298 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.716589 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bae9175-8c11-4464-a75f-5d5166e00d48']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:18.719692 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-224ac2cf-f8dd-4a35-9ac9-b9afe444ca80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.727945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93565d07-24f6-46f6-a995-fcf3ca3b78f5') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:18.728246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93565d07-24f6-46f6-a995-fcf3ca3b78f5') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:18.738182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.741054 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-224ac2cf-f8dd-4a35-9ac9-b9afe444ca80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.752441 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.758784 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:18.759245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:18.762250 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:18.883039 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-224ac2cf-f8dd-4a35-9ac9-b9afe444ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.885563 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-224ac2cf-f8dd-4a35-9ac9-b9afe444ca80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.886802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-224ac2cf-f8dd-4a35-9ac9-b9afe444ca80 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2982d5c4-0fd5-4372-9c01-5ffc142b5fa5 HTTP/1.1" status: 204 len: 168 time: 0.2223387 Aug 16 01:52:18.895650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ac2cf-f8dd-4a35-9ac9-b9afe444ca80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2982d5c4-0fd5-4372-9c01-5ffc142b5fa5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:18.951231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.959089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.963583 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] 10.222.0.66 "DELETE /v2.0/networks/0bae9175-8c11-4464-a75f-5d5166e00d48 HTTP/1.1" status: 204 len: 168 time: 0.8884134 Aug 16 01:52:18.976507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e30c8a-39e8-49f5-9b81-1df6b7f33db5 tempest-FloatingIPNegativeTestJSON-2018850246 tempest-FloatingIPNegativeTestJSON-2018850246-project] Pushing event deleted for resources: {'Network': ['ID=0bae9175-8c11-4464-a75f-5d5166e00d48,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:19.623224 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37642) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:19.626046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c00c53-cc1d-434e-af2e-ba0aacad5862 req-2b4a5ea6-6935-4a85-820b-c88178b4edae tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:19.628152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69c00c53-cc1d-434e-af2e-ba0aacad5862 req-2b4a5ea6-6935-4a85-820b-c88178b4edae tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0582299 Aug 16 01:52:19.667524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69c00c53-cc1d-434e-af2e-ba0aacad5862 req-02073775-cec8-4207-8c25-530e85375002 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327568 Aug 16 01:52:19.713687 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e4736f-9141-4c5e-a32d-589040c548da x-openstack-request-id: req-62e4736f-9141-4c5e-a32d-589040c548da {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:19.714108 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a234e45f-9460-459b-ae5d-3f33befccd3a", "tag": "402b6e8e-3690-47d7-8263-992698b9e14a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:19.714366 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62e4736f-9141-4c5e-a32d-589040c548da {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:19.714768 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a234e45f-9460-459b-ae5d-3f33befccd3a', 'tag': '402b6e8e-3690-47d7-8263-992698b9e14a', 'status': 'completed', 'code': 200} Aug 16 01:52:19.782194 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0f04de24-6292-4568-ad59-4bc5e6167c2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ca61611dabe42a6b62298b7dbf985dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574039 Aug 16 01:52:19.784911 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37650) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:19.785034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f253e9-d55d-416c-ab74-feef1950b970 req-b275fda6-72dd-4624-9c08-6d3444f1ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:19.786573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2f253e9-d55d-416c-ab74-feef1950b970 req-b275fda6-72dd-4624-9c08-6d3444f1ac13 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 1096 time: 0.0508358 Aug 16 01:52:19.845979 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48367e90-af07-48bf-b670-ae95c0313f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.869028 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48367e90-af07-48bf-b670-ae95c0313f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.893583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f253e9-d55d-416c-ab74-feef1950b970 req-210141a1-201a-4df5-9c4c-82c6ff19541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:19.896061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2f253e9-d55d-416c-ab74-feef1950b970 req-210141a1-201a-4df5-9c4c-82c6ff19541d service neutron] 10.222.0.74 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 913 time: 0.1024888 Aug 16 01:52:19.947945 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2f253e9-d55d-416c-ab74-feef1950b970 req-d18a1905-ae0e-4baa-ae25-70e39058fb7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=402b6e8e-3690-47d7-8263-992698b9e14a HTTP/1.1" status: 200 len: 217 time: 0.0438991 Aug 16 01:52:19.965263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3cb78458-f46c-47bf-9fd1-85967ddcd013 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:19.986652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3cb78458-f46c-47bf-9fd1-85967ddcd013 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:19.991962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3cb78458-f46c-47bf-9fd1-85967ddcd013 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:20.011845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f253e9-d55d-416c-ab74-feef1950b970 req-47fd335b-d2f3-4ff3-9398-3a4cfebced96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:20.012599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2f253e9-d55d-416c-ab74-feef1950b970 req-47fd335b-d2f3-4ff3-9398-3a4cfebced96 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 200 len: 852 time: 0.0579965 Aug 16 01:52:20.051262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2f253e9-d55d-416c-ab74-feef1950b970 req-017bb7ee-549a-4880-b53b-93ceb95e73f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51428e0c-01e8-42d8-86fb-58754a187d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274196 Aug 16 01:52:20.121040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48367e90-af07-48bf-b670-ae95c0313f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.123754 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48367e90-af07-48bf-b670-ae95c0313f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.125067 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-48367e90-af07-48bf-b670-ae95c0313f4d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daa4c4aa-3553-486b-9b60-560b95687a33 HTTP/1.1" status: 204 len: 168 time: 0.3395586 Aug 16 01:52:20.137032 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2f253e9-d55d-416c-ab74-feef1950b970 req-7306564e-92d5-408f-a79c-322788728479 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835786 Aug 16 01:52:20.144474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48367e90-af07-48bf-b670-ae95c0313f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa4c4aa-3553-486b-9b60-560b95687a33,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:20.241673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2f253e9-d55d-416c-ab74-feef1950b970 req-785ee074-249c-4209-8f5a-64114d112aa9 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967848 Aug 16 01:52:20.329691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f8646-7c71-414b-9add-cdffe90c8dda req-277c585d-ff53-43dc-89b8-c45fc59c7c89 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:20.332175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12f8646-7c71-414b-9add-cdffe90c8dda req-277c585d-ff53-43dc-89b8-c45fc59c7c89 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 944 time: 0.0514863 Aug 16 01:52:20.370454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b12f8646-7c71-414b-9add-cdffe90c8dda req-dc99022d-962c-41da-8f71-152badf24321 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Aug 16 01:52:20.499057 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37668) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:20.608656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-668855807-network', 'tenant_id': '570b557bf8964cdc855dfdee8c7d6e26'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:20.706786 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.728638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Made reservation on behalf of 570b557bf8964cdc855dfdee8c7d6e26 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:20.731149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.740514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.829496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.954952 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.963438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a852c70-18e7-493b-ba73-492001833c86 req-46ff728f-6b1e-4d21-ae77-5c0b4bf2001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:20.964954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a852c70-18e7-493b-ba73-492001833c86 req-46ff728f-6b1e-4d21-ae77-5c0b4bf2001b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 1098 time: 0.0412519 Aug 16 01:52:20.983593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:20.995700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d39a75-8ae0-4593-8952-3c9816b7cf3d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:21.001580 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.001983 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Added segment daad1937-d956-47b7-a535-770cc66cc2fd of type vlan for network 7c5cad9a-96c5-4a22-8a14-86cc941bdcd8 Aug 16 01:52:21.008955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a852c70-18e7-493b-ba73-492001833c86 req-c8edb6af-d820-4097-bc3a-8f82debc4f0d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336707 Aug 16 01:52:21.014192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.017656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.017656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.017656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.017656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.017656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.017656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.017656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.018240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.018240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.018504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.018896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:21.067580 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.315247 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.316332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:21.316937 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.375553 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] Pushing event updated for resources: {'Network': ['ID=7c5cad9a-96c5-4a22-8a14-86cc941bdcd8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:21.385906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7c5cad9a-96c5-4a22-8a14-86cc941bdcd8 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:21.526351 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-532f141b-0eab-4334-888a-544b007c3b9b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0233881 Aug 16 01:52:21.526703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37698) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:21.532535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] Request body: {'subnet': {'network_id': '7c5cad9a-96c5-4a22-8a14-86cc941bdcd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-668855807-subnet', 'tenant_id': '570b557bf8964cdc855dfdee8c7d6e26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:21.576360 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37700) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:21.670754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'networks': [{'name': 'tempest-network--911727593'}, {'name': 'tempest-network--1537463394'}]} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:21.671010 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'network': {'name': 'tempest-network--911727593'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:21.671597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'network': {'name': 'tempest-network--1537463394'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:21.706319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] Made reservation on behalf of 570b557bf8964cdc855dfdee8c7d6e26 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:21.708605 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.748856 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.881893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Made reservation on behalf of 727ee46029e34e13b73cda2754500f7e for: {'network': 2} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:21.881893 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.889908 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.976528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.979801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.996057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 402b6e8e-3690-47d7-8263-992698b9e14a details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:22.039006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a13a5f-2feb-4745-9164-1b7f55310b95,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.048293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] Checking segment: {'id': 'daad1937-d956-47b7-a535-770cc66cc2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c5cad9a-96c5-4a22-8a14-86cc941bdcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:22.048728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] Network hostable DHCP agents. Network: 7c5cad9a-96c5-4a22-8a14-86cc941bdcd8, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:22.091652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 402b6e8e-3690-47d7-8263-992698b9e14a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=402b6e8e-3690-47d7-8263-992698b9e14a,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:22.106535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '402b6e8e-3690-47d7-8263-992698b9e14a', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'port_id': '402b6e8e-3690-47d7-8263-992698b9e14a', 'mac_address': 'fa:16:3e:15:3c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36248d85-ffe8-48a4-8ed4-f53ad621065f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:22.134015 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.134498 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.144915 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.161293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402b6e8e-3690-47d7-8263-992698b9e14a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:22.176433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ed8509-f06f-46b6-ae83-aa420e5bdeee,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.179001 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:22.180302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 402b6e8e-3690-47d7-8263-992698b9e14a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=402b6e8e-3690-47d7-8263-992698b9e14a,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:22.184028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] Network 7c5cad9a-96c5-4a22-8a14-86cc941bdcd8 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:22.193441 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.193784 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Added segment 8cbbe69d-ec9c-40e5-993f-feebe6c47311 of type vlan for network 7a35b49e-aa11-4f62-8704-2757b01a969c Aug 16 01:52:22.232720 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.264668 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:22.273785 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.274155 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Added segment 6ab8f155-1ecf-42b5-86df-06349fdc2ea8 of type vlan for network 85020cb1-ced6-4b50-b6ab-a5aea77c6ece Aug 16 01:52:22.311556 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.343391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 7c5cad9a-96c5-4a22-8a14-86cc941bdcd8) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:22.343570 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.349093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:22.349688 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.369649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdbaea2-5d8f-44eb-a1ed-8f183ca33402 None None] Network 7c5cad9a-96c5-4a22-8a14-86cc941bdcd8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:22.440099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=402b6e8e-3690-47d7-8263-992698b9e14a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.513528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f919f-39a9-4cac-aca9-682c83d1f836 None None] Network 7c5cad9a-96c5-4a22-8a14-86cc941bdcd8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:22.516765 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c15141d0-9522-4860-b05b-b8bd9949258e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9889905 Aug 16 01:52:22.518238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.518881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.524453 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:22.529410 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:22.530102 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.608682 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event updated for resources: {'Network': ['ID=7a35b49e-aa11-4f62-8704-2757b01a969c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.642497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7a35b49e-aa11-4f62-8704-2757b01a969c details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:22.644564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['402b6e8e-3690-47d7-8263-992698b9e14a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:22.677642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event updated for resources: {'Network': ['ID=85020cb1-ced6-4b50-b6ab-a5aea77c6ece,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.692443 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d63e8845-b6cb-4c49-a347-4c9ae0395b64 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1149929 Aug 16 01:52:22.695049 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37708) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:22.700022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 85020cb1-ced6-4b50-b6ab-a5aea77c6ece details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:23.181504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f3858-dcef-446d-91b4-7c6bdeb5370a tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:23.187946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f3858-dcef-446d-91b4-7c6bdeb5370a tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:23.193944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f3858-dcef-446d-91b4-7c6bdeb5370a tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:23.199945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f3858-dcef-446d-91b4-7c6bdeb5370a tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:23.201577 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-032f3858-dcef-446d-91b4-7c6bdeb5370a tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5055678 Aug 16 01:52:23.205018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37710) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:23.277872 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.364066 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.373969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a35b49e-aa11-4f62-8704-2757b01a969c']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:23.384558 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbbe69d-ec9c-40e5-993f-feebe6c47311') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:23.384856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbbe69d-ec9c-40e5-993f-feebe6c47311') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:23.393483 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.409585 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.419605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:23.420049 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:23.424390 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:23.648418 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.655313 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.657228 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "DELETE /v2.0/networks/7a35b49e-aa11-4f62-8704-2757b01a969c HTTP/1.1" status: 204 len: 168 time: 0.4512684 Aug 16 01:52:23.659928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37712) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:23.668842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf1a29-1a67-4ab5-8181-d039d53cd2c2 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event deleted for resources: {'Network': ['ID=7a35b49e-aa11-4f62-8704-2757b01a969c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:23.737907 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.821228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.831139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85020cb1-ced6-4b50-b6ab-a5aea77c6ece']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:23.841146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab8f155-1ecf-42b5-86df-06349fdc2ea8') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:23.841444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab8f155-1ecf-42b5-86df-06349fdc2ea8') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:23.850678 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.868556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.874395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:23.874789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:23.877692 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:24.009100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 402b6e8e-3690-47d7-8263-992698b9e14a up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:24.047477 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.058951 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.063780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "DELETE /v2.0/networks/85020cb1-ced6-4b50-b6ab-a5aea77c6ece HTTP/1.1" status: 204 len: 168 time: 0.4027612 Aug 16 01:52:24.066708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37716) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:24.084320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event deleted for resources: {'Network': ['ID=85020cb1-ced6-4b50-b6ab-a5aea77c6ece,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:24.108046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.108232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.108571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.109524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.110053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.110393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.110714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.111202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.111534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.111860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.112184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.112668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a5113-f6c0-43dd-b57c-5e41ae1d97d4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.137758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf06c2-6857-4d08-983e-287f999ca00c req-8edd9171-4357-491d-ba4d-8df79f6a2920 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.139340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebbf06c2-6857-4d08-983e-287f999ca00c req-8edd9171-4357-491d-ba4d-8df79f6a2920 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.0745327 Aug 16 01:52:24.180007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebbf06c2-6857-4d08-983e-287f999ca00c req-268723d4-6403-46f7-a394-7affcaa29808 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340703 Aug 16 01:52:24.185027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 402b6e8e-3690-47d7-8263-992698b9e14a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:24.186898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8708e08c-8389-4d07-8e04-84b2ea369bc7 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.189461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 402b6e8e-3690-47d7-8263-992698b9e14a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:24.205860 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.206383 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8708e08c-8389-4d07-8e04-84b2ea369bc7 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.206383 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8708e08c-8389-4d07-8e04-84b2ea369bc7 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1266921 Aug 16 01:52:24.206553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37718) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:24.206553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1070659953'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:24.276166 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.297390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87049906-8490-46d2-9b62-6e0e18a598d0 req-315bd7d2-6106-4cbb-a021-140d9e8e7237 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.298843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a234e45f-9460-459b-ae5d-3f33befccd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402b6e8e-3690-47d7-8263-992698b9e14a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:24.298971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87049906-8490-46d2-9b62-6e0e18a598d0 req-315bd7d2-6106-4cbb-a021-140d9e8e7237 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0540996 Aug 16 01:52:24.301092 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81010d50-65ba-42bb-8c17-effff0d051fa" -d '{"events": [{"server_uuid": "a234e45f-9460-459b-ae5d-3f33befccd3a", "name": "network-vif-plugged", "status": "completed", "tag": "402b6e8e-3690-47d7-8263-992698b9e14a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:24.314303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 402b6e8e-3690-47d7-8263-992698b9e14a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=402b6e8e-3690-47d7-8263-992698b9e14a,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:24.338254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87049906-8490-46d2-9b62-6e0e18a598d0 req-ab243618-3e19-4c2c-b85a-3c900edba60a tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331078 Aug 16 01:52:24.377423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Made reservation on behalf of 727ee46029e34e13b73cda2754500f7e for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:24.381070 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.407605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:24.417354 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.417855 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Added segment 15cf9559-af3f-423e-af5d-80c9e5987da7 of type vlan for network 6922ff4a-c90e-4b94-a717-97576c88ec6b Aug 16 01:52:24.469326 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.480502 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.525658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d106b-e64f-4af3-b527-7e21413151ff req-9786079a-3402-43f6-8eab-264865ea5592 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.527254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-251d106b-e64f-4af3-b527-7e21413151ff req-9786079a-3402-43f6-8eab-264865ea5592 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 945 time: 0.0750463 Aug 16 01:52:24.529495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=402b6e8e-3690-47d7-8263-992698b9e14a,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:24.567684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-251d106b-e64f-4af3-b527-7e21413151ff req-ed30523d-6f80-4247-a573-6ebffb33dd8a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332823 Aug 16 01:52:24.654275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.661398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.662324 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.748916 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-89a4fcd2-550a-4129-b9e2-66050fd38815 req-0bbbb896-d968-4d85-8060-9cd20e0236d0 tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] show failed (client error): The resource could not be found. Aug 16 01:52:24.750526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89a4fcd2-550a-4129-b9e2-66050fd38815 req-0bbbb896-d968-4d85-8060-9cd20e0236d0 tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] 10.222.0.66 "GET /v2.0/security-groups/19f51f09-4f3a-4099-85d9-2070a3f43332 HTTP/1.1" status: 404 len: 352 time: 0.0347242 Aug 16 01:52:24.758443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event updated for resources: {'Network': ['ID=6922ff4a-c90e-4b94-a717-97576c88ec6b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:24.770539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 6922ff4a-c90e-4b94-a717-97576c88ec6b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:24.791931 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37730) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:24.828589 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b63d374-8ab0-4424-8de4-7ceb0bcd901a x-openstack-request-id: req-0b63d374-8ab0-4424-8de4-7ceb0bcd901a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:24.828974 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a234e45f-9460-459b-ae5d-3f33befccd3a", "name": "network-vif-plugged", "status": "completed", "tag": "402b6e8e-3690-47d7-8263-992698b9e14a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:24.829245 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b63d374-8ab0-4424-8de4-7ceb0bcd901a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:24.829697 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a234e45f-9460-459b-ae5d-3f33befccd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402b6e8e-3690-47d7-8263-992698b9e14a', 'code': 200} Aug 16 01:52:24.894637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eb42ca64-64ff-45e1-a8a6-fe3105860298 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6949122 Aug 16 01:52:24.898103 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37734) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:24.903249 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-309337108'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:24.907135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edc074-7ddd-45de-9662-c6485ba6c200 req-f664d0d5-f5dc-4281-ac0c-bf057f58381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.908646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5edc074-7ddd-45de-9662-c6485ba6c200 req-f664d0d5-f5dc-4281-ac0c-bf057f58381b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 1098 time: 0.0432584 Aug 16 01:52:24.926090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95e157f0-431f-46ae-ac4b-7dfaee16e870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.947543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5edc074-7ddd-45de-9662-c6485ba6c200 req-7447da1d-2a0e-4616-a6e4-32a2874a9eeb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304804 Aug 16 01:52:25.104994 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Made reservation on behalf of 727ee46029e34e13b73cda2754500f7e for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:25.108560 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.148879 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:25.170248 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.170625 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Added segment b2c571e1-69bb-4993-a35b-7875bae8a9be of type vlan for network 7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1 Aug 16 01:52:25.226905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.254043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8c6ca-6621-4802-9a8d-ea9be325349a req-b6642f0a-b218-4ae9-b5f9-3e8ebda798d6 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.255581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ab8c6ca-6621-4802-9a8d-ea9be325349a req-b6642f0a-b218-4ae9-b5f9-3e8ebda798d6 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0527368 Aug 16 01:52:25.279307 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95e157f0-431f-46ae-ac4b-7dfaee16e870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.326207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ab8c6ca-6621-4802-9a8d-ea9be325349a req-a3a8c8d6-c831-47f4-b2ea-c8a90d87976a tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628531 Aug 16 01:52:25.334089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870195f0-e64f-44e3-aacb-bd1646282d3e req-c4681338-5be7-4031-90bc-6a88a0364865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.335574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-870195f0-e64f-44e3-aacb-bd1646282d3e req-c4681338-5be7-4031-90bc-6a88a0364865 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d55668ce6cd49b8a6ada470706b8799&device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 1098 time: 0.0511370 Aug 16 01:52:25.394632 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.400287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.404626 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.431250 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95e157f0-431f-46ae-ac4b-7dfaee16e870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.452247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ceb2fcde-28f4-4cc9-8860-ffd6d65729f4 req-c130eee4-9304-4fb4-9a28-39976fa63ec6 tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=570b557bf8964cdc855dfdee8c7d6e26 HTTP/1.1" status: 200 len: 2988 time: 0.0995967 Aug 16 01:52:25.480096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870195f0-e64f-44e3-aacb-bd1646282d3e req-b75053b3-a3d0-4f7e-8ad9-387a6dbc4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.481582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-870195f0-e64f-44e3-aacb-bd1646282d3e req-b75053b3-a3d0-4f7e-8ad9-387a6dbc4a0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=77553ffc-af18-4cf6-9905-ff4902fc62b3 HTTP/1.1" status: 200 len: 911 time: 0.1383669 Aug 16 01:52:25.512519 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event updated for resources: {'Network': ['ID=7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:25.519985 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-95e157f0-431f-46ae-ac4b-7dfaee16e870 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f05328ddc6c04d4da180de225645039e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244930 Aug 16 01:52:25.520404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37744) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:25.524164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:25.526509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e157f0-431f-46ae-ac4b-7dfaee16e870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4eefaf-80ca-43f7-941d-45a971b4d13a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:25.532823 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-870195f0-e64f-44e3-aacb-bd1646282d3e req-a26e7431-3ee4-4301-bf5c-a81af6ff3c4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d824ce2e-0636-4a02-881d-55bf9f6ea375 HTTP/1.1" status: 200 len: 217 time: 0.0408900 Aug 16 01:52:25.548900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ceb2fcde-28f4-4cc9-8860-ffd6d65729f4 req-92b562d6-7153-45e0-b507-efe878dc4acc tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] 10.222.0.66 "GET /v2.0/security-groups/d5d39a75-8ae0-4593-8952-3c9816b7cf3d HTTP/1.1" status: 200 len: 2985 time: 0.0855312 Aug 16 01:52:25.578019 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c929947a-5eb0-4816-b4e2-c311dca8f924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.605083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c929947a-5eb0-4816-b4e2-c311dca8f924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.626547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870195f0-e64f-44e3-aacb-bd1646282d3e req-62388567-11a4-445c-9faf-435e50de182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.628051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-870195f0-e64f-44e3-aacb-bd1646282d3e req-62388567-11a4-445c-9faf-435e50de182e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=35f9b9ae-2167-4e77-8dee-a665ff65a04b HTTP/1.1" status: 200 len: 850 time: 0.0763745 Aug 16 01:52:25.630860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ceb2fcde-28f4-4cc9-8860-ffd6d65729f4 req-f128b6cf-ef7e-4c3b-a75f-eda3daf960ba tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] 10.222.0.66 "GET /v2.0/security-groups/d5d39a75-8ae0-4593-8952-3c9816b7cf3d HTTP/1.1" status: 200 len: 2985 time: 0.0806425 Aug 16 01:52:25.635112 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dd1b107f-75ab-4756-b8c1-34336ae1bb82 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7360756 Aug 16 01:52:25.637636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37748) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:25.643147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'ports': [{'network_id': '6922ff4a-c90e-4b94-a717-97576c88ec6b', 'name': 'tempest-port--362338701', 'admin_state_up': True}, {'network_id': '7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1', 'admin_state_up': False}]} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:25.643470 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'port': {'network_id': '6922ff4a-c90e-4b94-a717-97576c88ec6b', 'name': 'tempest-port--362338701', 'admin_state_up': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:25.643951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'port': {'network_id': '7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1', 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:25.668902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-870195f0-e64f-44e3-aacb-bd1646282d3e req-5e83a1ba-ab8b-4d22-b17d-1fc8b8634925 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77553ffc-af18-4cf6-9905-ff4902fc62b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301251 Aug 16 01:52:25.806931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99606268-fbe4-413f-b160-fb34c6231267 req-a4bbd49b-27a7-43fc-ad08-fd560dc5082f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.808727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99606268-fbe4-413f-b160-fb34c6231267 req-a4bbd49b-27a7-43fc-ad08-fd560dc5082f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.0839515 Aug 16 01:52:25.816237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-870195f0-e64f-44e3-aacb-bd1646282d3e req-14d2fc27-c7e2-4d41-aef1-786ed49aec94 service neutron] 10.222.0.64 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368070 Aug 16 01:52:25.829888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c929947a-5eb0-4816-b4e2-c311dca8f924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.832839 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c929947a-5eb0-4816-b4e2-c311dca8f924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.834131 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c929947a-5eb0-4816-b4e2-c311dca8f924 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f4eefaf-80ca-43f7-941d-45a971b4d13a HTTP/1.1" status: 204 len: 168 time: 0.3129854 Aug 16 01:52:25.842477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929947a-5eb0-4816-b4e2-c311dca8f924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4eefaf-80ca-43f7-941d-45a971b4d13a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:25.945991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Made reservation on behalf of 727ee46029e34e13b73cda2754500f7e for: {'port': 2} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:25.950784 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.965851 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.054501 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] device_id is not set on port 9a478a9b-060d-4f9d-90e1-bcbb6e4997c3 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:26.189278 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.233357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99606268-fbe4-413f-b160-fb34c6231267 req-77cedebf-0525-431f-ba8a-9349b8d74922 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160514 Aug 16 01:52:26.270025 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] device_id is not set on port bd9dc2eb-0047-4af6-a371-78f5ce5c9963 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:26.277197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-870195f0-e64f-44e3-aacb-bd1646282d3e req-e8baa6f4-3800-4ce8-a5b3-44a60e3a0979 service neutron] 10.222.0.64 "GET /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081684 Aug 16 01:52:26.391440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.413899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678843ba-8015-441d-a205-2d5d9c5b2968 req-e9c9e336-4c1a-46d8-a48f-f9f12f167b38 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:26.415563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-678843ba-8015-441d-a205-2d5d9c5b2968 req-e9c9e336-4c1a-46d8-a48f-f9f12f167b38 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0611877 Aug 16 01:52:26.455649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-678843ba-8015-441d-a205-2d5d9c5b2968 req-f0e6e48b-6e61-470e-a795-1e1280e850bb tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Aug 16 01:52:26.520281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6a4f4fd-b12a-42ba-8480-15f9fa3b6c48 req-c53ff4e3-e085-43ef-bd5c-a52e13debecb tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] 10.222.0.66 "GET /v2.0/security-groups/d5d39a75-8ae0-4593-8952-3c9816b7cf3d HTTP/1.1" status: 200 len: 2985 time: 0.0417595 Aug 16 01:52:26.574767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.580653 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-d6a4f4fd-b12a-42ba-8480-15f9fa3b6c48 req-07e5b686-a026-47b5-9168-5a14f998bfa7 tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 01:52:26.581714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6a4f4fd-b12a-42ba-8480-15f9fa3b6c48 req-07e5b686-a026-47b5-9168-5a14f998bfa7 tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] 10.222.0.66 "DELETE /v2.0/security-groups/d5d39a75-8ae0-4593-8952-3c9816b7cf3d HTTP/1.1" status: 409 len: 352 time: 0.0554698 Aug 16 01:52:26.641552 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event updated for resources: {'Port': ['ID=9a478a9b-060d-4f9d-90e1-bcbb6e4997c3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:26.652648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Checking segment: {'id': '15cf9559-af3f-423e-af5d-80c9e5987da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6922ff4a-c90e-4b94-a717-97576c88ec6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:26.653014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Network hostable DHCP agents. Network: 6922ff4a-c90e-4b94-a717-97576c88ec6b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:26.686186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027662b-d760-4b17-9a8f-ce2e2aa5f098 req-af2815cc-d5a0-40b1-8aaa-4605868f4eaf tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:26.689840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5027662b-d760-4b17-9a8f-ce2e2aa5f098 req-af2815cc-d5a0-40b1-8aaa-4605868f4eaf tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0512969 Aug 16 01:52:26.726665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5027662b-d760-4b17-9a8f-ce2e2aa5f098 req-6ec02a09-458f-431c-a0b6-72fc3bcece98 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Aug 16 01:52:26.743071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Network 6922ff4a-c90e-4b94-a717-97576c88ec6b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:26.813448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37762) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:26.826740 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9775878-42d5-42b0-a7ce-fa0a122f8e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.876543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 6922ff4a-c90e-4b94-a717-97576c88ec6b) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:26.880395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:26.881275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.887050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43227c04-f982-43e8-9f82-f956b014010f None None] Network 6922ff4a-c90e-4b94-a717-97576c88ec6b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:26.922098 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9775878-42d5-42b0-a7ce-fa0a122f8e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.937669 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event updated for resources: {'Port': ['ID=bd9dc2eb-0047-4af6-a371-78f5ce5c9963,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:26.954953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Checking segment: {'id': 'b2c571e1-69bb-4993-a35b-7875bae8a9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:26.955322 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Network hostable DHCP agents. Network: 7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:27.088184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9775878-42d5-42b0-a7ce-fa0a122f8e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.125965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9775878-42d5-42b0-a7ce-fa0a122f8e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbec41a4-b8db-429e-abbc-5ea8ce7e59c1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:27.130412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e9775878-42d5-42b0-a7ce-fa0a122f8e95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f593612710f461d981ba92df7b877af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158784 Aug 16 01:52:27.133085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37764) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:27.140906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Network 7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:27.185700 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-1ff4109d-55bd-4c8f-bc11-655d76a3f629 req-0c32cc7e-87de-4610-ac46-778926025020 tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] show failed (client error): The resource could not be found. Aug 16 01:52:27.186743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ff4109d-55bd-4c8f-bc11-655d76a3f629 req-0c32cc7e-87de-4610-ac46-778926025020 tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] 10.222.0.66 "GET /v2.0/security-groups/cd04cd51-56bd-4742-83e2-65b334f9c51c HTTP/1.1" status: 404 len: 352 time: 0.0257764 Aug 16 01:52:27.207753 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e73b76f-8f2b-4691-bb8b-684cd0927c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.232117 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e73b76f-8f2b-4691-bb8b-684cd0927c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.265839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:27.269798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:27.274856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcf21ff-8e67-4262-9a31-99709311ab17 None None] Network 7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:27.289045 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.293974 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.294890 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.311601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f8659-89ec-4915-a78c-ebc9ef7e58fd req-d60b68e6-084e-4289-9d53-4ca673733e3b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.314391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-447f8659-89ec-4915-a78c-ebc9ef7e58fd req-d60b68e6-084e-4289-9d53-4ca673733e3b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0709195 Aug 16 01:52:27.360261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-447f8659-89ec-4915-a78c-ebc9ef7e58fd req-5788c8ad-b55b-4c18-9329-3ccc96a3a29c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378327 Aug 16 01:52:27.395016 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e73b76f-8f2b-4691-bb8b-684cd0927c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.398060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e73b76f-8f2b-4691-bb8b-684cd0927c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.399411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0e73b76f-8f2b-4691-bb8b-684cd0927c1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bbec41a4-b8db-429e-abbc-5ea8ce7e59c1 HTTP/1.1" status: 204 len: 168 time: 0.2653053 Aug 16 01:52:27.425376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73b76f-8f2b-4691-bb8b-684cd0927c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbec41a4-b8db-429e-abbc-5ea8ce7e59c1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:27.428453 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-8608d002-8a6d-476c-9c6b-8da5d04220c3 req-93d7025c-f4cb-43bd-893e-5294ae792055 tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] show failed (client error): The resource could not be found. Aug 16 01:52:27.434690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8608d002-8a6d-476c-9c6b-8da5d04220c3 req-93d7025c-f4cb-43bd-893e-5294ae792055 tempest-SecurityGroupsNegativeTestJSON-1805328220 tempest-SecurityGroupsNegativeTestJSON-1805328220-project] 10.222.0.66 "GET /v2.0/security-groups/75615362-e392-434e-8af9-12e94a1373aa HTTP/1.1" status: 404 len: 352 time: 0.0339861 Aug 16 01:52:27.442439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37776) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:27.478232 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7d4bbeef-bfb0-4b84-bdd4-5753e6d1f586 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8393936 Aug 16 01:52:27.480564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37778) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:27.544927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-84271c39-d462-400e-9584-113538f97ff8 admin admin] Deleting subnet c0a13a5f-2feb-4745-9164-1b7f55310b95 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:27.550145 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84271c39-d462-400e-9584-113538f97ff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.577432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e80e6e-fb2c-482e-8a6d-7593aacfd81a tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.586519 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e80e6e-fb2c-482e-8a6d-7593aacfd81a tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.588699 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-29e80e6e-fb2c-482e-8a6d-7593aacfd81a tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1070869 Aug 16 01:52:27.591578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37780) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:27.611789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49209dd0-f444-467c-8c32-60c132b2e414 req-93fac3d2-0574-4b4a-b584-fc42445cdcdc tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.613511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49209dd0-f444-467c-8c32-60c132b2e414 req-93fac3d2-0574-4b4a-b584-fc42445cdcdc tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.1103406 Aug 16 01:52:27.616742 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84271c39-d462-400e-9584-113538f97ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.695386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49209dd0-f444-467c-8c32-60c132b2e414 req-cadfb819-ee22-4c03-a833-4085c3fc8a14 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563903 Aug 16 01:52:27.696123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4817dfd7-9cd6-439b-87bc-51bdc13e6a2e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Deleting port 9a478a9b-060d-4f9d-90e1-bcbb6e4997c3 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:27.696123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4817dfd7-9cd6-439b-87bc-51bdc13e6a2e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.696579 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84271c39-d462-400e-9584-113538f97ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.777907 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4817dfd7-9cd6-439b-87bc-51bdc13e6a2e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.795159 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4817dfd7-9cd6-439b-87bc-51bdc13e6a2e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Calling delete_port for 9a478a9b-060d-4f9d-90e1-bcbb6e4997c3 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:27.900076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355e4b8-53bb-4198-a409-2aa6dd70f4ff req-6065d825-4255-48df-aeab-20980d89cb8e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.906797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f355e4b8-53bb-4198-a409-2aa6dd70f4ff req-6065d825-4255-48df-aeab-20980d89cb8e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0693066 Aug 16 01:52:27.928163 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84271c39-d462-400e-9584-113538f97ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.970163 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84271c39-d462-400e-9584-113538f97ff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.974671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-84271c39-d462-400e-9584-113538f97ff8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c0a13a5f-2feb-4745-9164-1b7f55310b95 HTTP/1.1" status: 204 len: 168 time: 0.5303218 Aug 16 01:52:27.975755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84271c39-d462-400e-9584-113538f97ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a13a5f-2feb-4745-9164-1b7f55310b95,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:27.977349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37786) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:27.985665 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:52:27.993377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f355e4b8-53bb-4198-a409-2aa6dd70f4ff req-6007de27-151a-4083-b82e-d0108613f55e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844369 Aug 16 01:52:28.002116 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4817dfd7-9cd6-439b-87bc-51bdc13e6a2e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.070665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817dfd7-9cd6-439b-87bc-51bdc13e6a2e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event deleted for resources: {'Port': ['ID=9a478a9b-060d-4f9d-90e1-bcbb6e4997c3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:28.082876 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4817dfd7-9cd6-439b-87bc-51bdc13e6a2e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.084919 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4817dfd7-9cd6-439b-87bc-51bdc13e6a2e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "DELETE /v2.0/ports/9a478a9b-060d-4f9d-90e1-bcbb6e4997c3 HTTP/1.1" status: 204 len: 168 time: 0.4923749 Aug 16 01:52:28.088091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37792) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:28.104157 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.181508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-70e45b82-5878-4538-82bc-6b7538fd86ca tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Deleting port bd9dc2eb-0047-4af6-a371-78f5ce5c9963 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:28.181725 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70e45b82-5878-4538-82bc-6b7538fd86ca tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.187648 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.199000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5cad9a-96c5-4a22-8a14-86cc941bdcd8']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:28.210267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daad1937-d956-47b7-a535-770cc66cc2fd') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:28.210566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daad1937-d956-47b7-a535-770cc66cc2fd') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:28.220239 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.233932 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.240042 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:28.240432 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:28.242429 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:28.249910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70e45b82-5878-4538-82bc-6b7538fd86ca tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.267404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-70e45b82-5878-4538-82bc-6b7538fd86ca tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Calling delete_port for bd9dc2eb-0047-4af6-a371-78f5ce5c9963 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:28.440905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.447342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.449347 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] 10.222.0.66 "DELETE /v2.0/networks/7c5cad9a-96c5-4a22-8a14-86cc941bdcd8 HTTP/1.1" status: 204 len: 168 time: 0.4705653 Aug 16 01:52:28.461168 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4acc0-da2a-4ce7-8e6f-e5107f55444f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5cad9a-96c5-4a22-8a14-86cc941bdcd8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:28.469266 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70e45b82-5878-4538-82bc-6b7538fd86ca tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.505498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e45b82-5878-4538-82bc-6b7538fd86ca tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event deleted for resources: {'Port': ['ID=bd9dc2eb-0047-4af6-a371-78f5ce5c9963,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:28.513777 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70e45b82-5878-4538-82bc-6b7538fd86ca tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.516397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-70e45b82-5878-4538-82bc-6b7538fd86ca tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "DELETE /v2.0/ports/bd9dc2eb-0047-4af6-a371-78f5ce5c9963 HTTP/1.1" status: 204 len: 168 time: 0.4273047 Aug 16 01:52:28.519171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37802) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:28.525021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d66fd-fafc-44ce-89f9-906419cefa55 req-2d50a8f1-e69d-42a6-bf40-988430a7b088 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.526497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db2d66fd-fafc-44ce-89f9-906419cefa55 req-2d50a8f1-e69d-42a6-bf40-988430a7b088 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0910442 Aug 16 01:52:28.547351 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d5c78352-8010-49b1-94c6-a3c6278be24d tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0269446 Aug 16 01:52:28.550991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37804) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:28.555861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2109181830'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:28.575739 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db2d66fd-fafc-44ce-89f9-906419cefa55 req-e0aedf56-8b77-47eb-b330-d1a28c1fe36b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Aug 16 01:52:28.688610 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Made reservation on behalf of 727ee46029e34e13b73cda2754500f7e for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:28.692236 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.715177 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:28.723897 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.724242 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Added segment 26c0dd66-97e4-4a78-be8a-3580570b2d79 of type vlan for network c0ed7354-012b-49e5-b876-f6af3d4d637f Aug 16 01:52:28.768214 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.834816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0a02b-aff7-4028-952f-15c6702cdb3d req-5fc14a6e-d42f-4662-b68d-c9f2fbf395a2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.836994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8a0a02b-aff7-4028-952f-15c6702cdb3d req-5fc14a6e-d42f-4662-b68d-c9f2fbf395a2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.0616937 Aug 16 01:52:28.876886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8a0a02b-aff7-4028-952f-15c6702cdb3d req-f5843cf5-1e40-4c7a-98df-ce0f2cc70c65 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339077 Aug 16 01:52:29.014117 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.023847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:29.024503 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.050380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ee01c-3b7f-4c7e-b938-5a7faf8d4056 req-6b5381a7-ba88-4dec-bd2d-51ea94d71ac2 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:29.052062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-178ee01c-3b7f-4c7e-b938-5a7faf8d4056 req-6b5381a7-ba88-4dec-bd2d-51ea94d71ac2 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.0522466 Aug 16 01:52:29.063240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37826) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:29.096473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event updated for resources: {'Network': ['ID=c0ed7354-012b-49e5-b876-f6af3d4d637f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:29.107836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network c0ed7354-012b-49e5-b876-f6af3d4d637f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:29.126386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-178ee01c-3b7f-4c7e-b938-5a7faf8d4056 req-65e6a97e-84c4-446a-b249-7f6d3e5b15b6 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678818 Aug 16 01:52:29.132673 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37828) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:29.132836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-957944dc-b7d3-4027-b7c3-d14cf563dbcd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=570b557bf8964cdc855dfdee8c7d6e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684326 Aug 16 01:52:29.183801 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a972b65c-1b50-446b-8090-27d223190dcd tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6316371 Aug 16 01:52:29.186319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37832) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:29.192057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-90021810'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:29.195999 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a0fa-34ef-41bf-a04c-2769758edada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.222212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a0fa-34ef-41bf-a04c-2769758edada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.275791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25a150-7fb6-4ed8-8805-c07f13696ab0 req-974c2bdf-81cd-4c64-83a9-edb59b546ba1 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:29.277285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d25a150-7fb6-4ed8-8805-c07f13696ab0 req-974c2bdf-81cd-4c64-83a9-edb59b546ba1 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0593824 Aug 16 01:52:29.316165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d25a150-7fb6-4ed8-8805-c07f13696ab0 req-bdbb7dfd-4867-43d4-92a0-0d29030bfdea tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Aug 16 01:52:29.317168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Made reservation on behalf of 727ee46029e34e13b73cda2754500f7e for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:29.320431 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.344240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:29.353379 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.353731 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Added segment 26b63175-5337-4d63-9698-1a07ce57840c of type vlan for network 289ef28f-554b-43a1-a738-f321e1315ef6 Aug 16 01:52:29.394459 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.537517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a0fa-34ef-41bf-a04c-2769758edada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.540113 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a0fa-34ef-41bf-a04c-2769758edada admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.541276 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7ef0a0fa-34ef-41bf-a04c-2769758edada admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5d39a75-8ae0-4593-8952-3c9816b7cf3d HTTP/1.1" status: 204 len: 168 time: 0.4075782 Aug 16 01:52:29.550009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0a0fa-34ef-41bf-a04c-2769758edada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d39a75-8ae0-4593-8952-3c9816b7cf3d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:29.670828 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.676446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:29.680085 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.750213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event updated for resources: {'Network': ['ID=289ef28f-554b-43a1-a738-f321e1315ef6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:29.761415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 289ef28f-554b-43a1-a738-f321e1315ef6 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:29.966493 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cae9-468b-46d1-b695-dc1abcb22443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.967251 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-40caeadb-c1ea-430c-9901-7006f7d09a0e tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7795668 Aug 16 01:52:30.211044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd562d-b0f9-4124-a545-9f1133b97a6b req-027c6016-d8f6-4589-8f7d-0fa9bb64ea20 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:30.219889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39dd562d-b0f9-4124-a545-9f1133b97a6b req-027c6016-d8f6-4589-8f7d-0fa9bb64ea20 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0807729 Aug 16 01:52:30.275594 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39dd562d-b0f9-4124-a545-9f1133b97a6b req-ee1b3829-b4b1-4931-8274-7474ca41968f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544662 Aug 16 01:52:30.405532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27014e-0320-4023-8915-4098fe3f1d4c req-e553f3bf-c8cd-4837-8de0-fb1bcce80788 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:30.407324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e27014e-0320-4023-8915-4098fe3f1d4c req-e553f3bf-c8cd-4837-8de0-fb1bcce80788 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.0623524 Aug 16 01:52:30.461642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e27014e-0320-4023-8915-4098fe3f1d4c req-7a679024-9372-4c5e-85e9-962b5554e188 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421953 Aug 16 01:52:30.571653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f10a8d-3c5d-471c-8e4b-9c6e999101b8 req-f1433198-20e3-4794-9a93-4858ea055306 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:30.573528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67f10a8d-3c5d-471c-8e4b-9c6e999101b8 req-f1433198-20e3-4794-9a93-4858ea055306 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0562952 Aug 16 01:52:30.628602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67f10a8d-3c5d-471c-8e4b-9c6e999101b8 req-e3a2fa35-48ab-46d0-a6ca-334874404ee4 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482242 Aug 16 01:52:30.925859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-afcc72e5-3d57-4d16-b325-e2b82132957d tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b58ee2d27ec74a94b23e5310325b39f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277817 Aug 16 01:52:31.042252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-b0bc431c-c825-42cf-b209-f2924a920307 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:31.043854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-b0bc431c-c825-42cf-b209-f2924a920307 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1124308 Aug 16 01:52:31.060244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-aedadfaa-94ef-4ae6-81b0-3b32d8eaa4e9 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/quotas/b58ee2d27ec74a94b23e5310325b39f5 HTTP/1.1" status: 200 len: 375 time: 0.0101326 Aug 16 01:52:31.100946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-4995975b-f05f-4c91-8c2a-4ed635dc6edb tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b58ee2d27ec74a94b23e5310325b39f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341482 Aug 16 01:52:31.664439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a0a72-83b5-4443-abc2-c1b2ba026869 req-d337c343-c162-41bc-9b87-463b122acbf2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:31.666014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a7a0a72-83b5-4443-abc2-c1b2ba026869 req-d337c343-c162-41bc-9b87-463b122acbf2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0621762 Aug 16 01:52:31.706305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a7a0a72-83b5-4443-abc2-c1b2ba026869 req-c440996d-138c-4ca0-a927-da07ffa56c78 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Aug 16 01:52:31.770229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd87fa0f-5129-40f5-8660-74f08351e30d req-477ec75c-146e-4ac2-9e54-1a1dd61a464d tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 210 time: 0.0266318 Aug 16 01:52:31.933373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc495b4-672c-4142-a666-67525adeea52 req-d5e76e12-9b40-4bcf-9687-8c827245caae tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:31.935176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6fc495b4-672c-4142-a666-67525adeea52 req-d5e76e12-9b40-4bcf-9687-8c827245caae tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.0530546 Aug 16 01:52:31.978265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6fc495b4-672c-4142-a666-67525adeea52 req-dc27f985-b3c4-4ffd-b576-2894c40a560c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354133 Aug 16 01:52:32.080390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398b8b3-614a-42d7-9d20-52efc0a6128b req-594866dc-e7f6-41cc-85db-d14927facc59 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.081794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9398b8b3-614a-42d7-9d20-52efc0a6128b req-594866dc-e7f6-41cc-85db-d14927facc59 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.0565083 Aug 16 01:52:32.121087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9398b8b3-614a-42d7-9d20-52efc0a6128b req-cf114241-4da0-4ea7-b7c9-80906bf65804 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325038 Aug 16 01:52:32.232502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacbbce-3e3f-4ac8-b9e4-e6f3b6145920 req-6d2f409b-1fd0-433f-aaf3-93b9cffe4e18 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.234558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3cacbbce-3e3f-4ac8-b9e4-e6f3b6145920 req-6d2f409b-1fd0-433f-aaf3-93b9cffe4e18 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0554061 Aug 16 01:52:32.291175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3cacbbce-3e3f-4ac8-b9e4-e6f3b6145920 req-bddf8820-e5c1-4a18-9cb8-f663773a7899 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366013 Aug 16 01:52:32.298967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37918) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:32.420117 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b0d9-4c25-46f0-8be9-2c4dcdff7b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.513293 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b0d9-4c25-46f0-8be9-2c4dcdff7b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.600140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b0d9-4c25-46f0-8be9-2c4dcdff7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.644319 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ddd9b0d9-4c25-46f0-8be9-2c4dcdff7b78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84b87308d2ce4134ac4691a327d38a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416636 Aug 16 01:52:32.644319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9b0d9-4c25-46f0-8be9-2c4dcdff7b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de95914-807c-4f33-8175-c206e282421a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:32.645626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37926) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:32.702181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6537f6f9-0465-49c6-9b1c-c9c4f8e525e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.725241 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6537f6f9-0465-49c6-9b1c-c9c4f8e525e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.768105 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.850464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf090e54-7817-44f1-bd6f-eb479793d418 req-65448e78-8f53-4c6f-966f-20e1d431538b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.852622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf090e54-7817-44f1-bd6f-eb479793d418 req-65448e78-8f53-4c6f-966f-20e1d431538b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0512719 Aug 16 01:52:32.880540 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6537f6f9-0465-49c6-9b1c-c9c4f8e525e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.880847 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dac4826c-0767-4e61-8307-229ddec3436d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.884043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6537f6f9-0465-49c6-9b1c-c9c4f8e525e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.885452 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6537f6f9-0465-49c6-9b1c-c9c4f8e525e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0de95914-807c-4f33-8175-c206e282421a HTTP/1.1" status: 204 len: 168 time: 0.2391531 Aug 16 01:52:32.894482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537f6f9-0465-49c6-9b1c-c9c4f8e525e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de95914-807c-4f33-8175-c206e282421a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:32.900980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf090e54-7817-44f1-bd6f-eb479793d418 req-4539c978-c00d-4653-9fe9-ca10db5edf60 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Aug 16 01:52:32.997716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b317148c-200f-4e0f-b1c1-e022ee1b802c req-6b990041-0272-4f05-a2b5-fc6702a20e13 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 210 time: 0.0318668 Aug 16 01:52:33.257644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37940) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:33.263806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'subnets': [{'network_id': 'c0ed7354-012b-49e5-b876-f6af3d4d637f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1581205519', 'ip_version': 6}, {'network_id': '289ef28f-554b-43a1-a738-f321e1315ef6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:33.264129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'subnet': {'network_id': 'c0ed7354-012b-49e5-b876-f6af3d4d637f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1581205519', 'ip_version': 6}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:33.265502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Request body: {'subnet': {'network_id': '289ef28f-554b-43a1-a738-f321e1315ef6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:33.456903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83afb08-83a8-4391-b236-7b7d9e5ab65e req-fd6b1a6d-7c42-4e7c-a8a5-3700714a2a69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:33.458527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b83afb08-83a8-4391-b236-7b7d9e5ab65e req-fd6b1a6d-7c42-4e7c-a8a5-3700714a2a69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.0517325 Aug 16 01:52:33.497016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b83afb08-83a8-4391-b236-7b7d9e5ab65e req-9fd3dffe-3977-49a5-a9ce-0c583385bb7b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324683 Aug 16 01:52:33.534093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Made reservation on behalf of 727ee46029e34e13b73cda2754500f7e for: {'subnet': 2} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:33.538826 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.539175 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.606749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed0c65-5835-45b8-9736-e5d0dab015d0 req-4df99bce-7d8b-4f5e-947a-81451b252078 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:33.608250 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35ed0c65-5835-45b8-9736-e5d0dab015d0 req-4df99bce-7d8b-4f5e-947a-81451b252078 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0509741 Aug 16 01:52:33.650735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35ed0c65-5835-45b8-9736-e5d0dab015d0 req-eaecdaf3-d634-4eef-95d8-52af321cab4e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361664 Aug 16 01:52:33.759717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e04e1-613f-4abb-953c-c2fd7891f009 req-ffa0afd7-201a-4e91-b27b-3a67d3c7cdac tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:33.761211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c8e04e1-613f-4abb-953c-c2fd7891f009 req-ffa0afd7-201a-4e91-b27b-3a67d3c7cdac tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.0551958 Aug 16 01:52:33.802461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c8e04e1-613f-4abb-953c-c2fd7891f009 req-9ab1c4e0-6789-43bf-a4f6-610530d540f6 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Aug 16 01:52:34.011822 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.021678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9239a-67b7-4474-b6e5-f1a502a3410d req-a8dbe4eb-7f7a-484f-bf65-f88461867f1b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:34.023210 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aed9239a-67b7-4474-b6e5-f1a502a3410d req-a8dbe4eb-7f7a-484f-bf65-f88461867f1b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0499399 Aug 16 01:52:34.062469 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aed9239a-67b7-4474-b6e5-f1a502a3410d req-b5c95db8-1c0e-470c-8f69-30008b5567f8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330276 Aug 16 01:52:34.075806 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.144247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event updated for resources: {'Subnet': ['ID=b5d4b0dd-54b8-409a-b184-e66a135da3f7,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:34.155011 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Checking segment: {'id': '26c0dd66-97e4-4a78-be8a-3580570b2d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c0ed7354-012b-49e5-b876-f6af3d4d637f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:34.155934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Network hostable DHCP agents. Network: c0ed7354-012b-49e5-b876-f6af3d4d637f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:34.160429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-695578c9-0b7b-445b-a0e5-921572e04403 req-10f0c040-4fab-4bfa-8de9-6b55d8a1cf56 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 210 time: 0.0361364 Aug 16 01:52:34.190481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37966) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:34.271065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Network c0ed7354-012b-49e5-b876-f6af3d4d637f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:34.285980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1697068156-network', 'tenant_id': '753c30e1989e4520b324f29beb099fb1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:34.383362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Made reservation on behalf of 753c30e1989e4520b324f29beb099fb1 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:34.385709 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.387710 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, c0ed7354-012b-49e5-b876-f6af3d4d637f) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:34.397800 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.399157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eac665-8beb-464d-9dae-15767f7eb223 None None] Network c0ed7354-012b-49e5-b876-f6af3d4d637f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:34.404391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.415237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49e32-a178-425a-97cd-02ae306b007b req-64face0e-fb6c-4c97-b911-0f0c67a6bea8 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:34.416746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32e49e32-a178-425a-97cd-02ae306b007b req-64face0e-fb6c-4c97-b911-0f0c67a6bea8 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.0702183 Aug 16 01:52:34.418395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-fe182d93-9919-4413-a447-a7d2b6c2ec15 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b58ee2d27ec74a94b23e5310325b39f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334699 Aug 16 01:52:34.493252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event updated for resources: {'Subnet': ['ID=70b0bcd0-32c9-499c-abfd-9ac3b3b9990c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:34.518032 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Checking segment: {'id': '26b63175-5337-4d63-9698-1a07ce57840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '289ef28f-554b-43a1-a738-f321e1315ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:34.518782 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Network hostable DHCP agents. Network: 289ef28f-554b-43a1-a738-f321e1315ef6, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:34.579326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-c0ed7354-012b-49e5-b876-f6af3d4d637f', 'network_id': 'c0ed7354-012b-49e5-b876-f6af3d4d637f', 'tenant_id': '727ee46029e34e13b73cda2754500f7e', 'fixed_ips': [{'subnet_id': 'b5d4b0dd-54b8-409a-b184-e66a135da3f7'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:34.580797 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.593063 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.647999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Network 289ef28f-554b-43a1-a738-f321e1315ef6 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:34.693741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-32e49e32-a178-425a-97cd-02ae306b007b req-fe50c9d9-7afc-40ff-8630-9443daca201c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Deleting port d824ce2e-0636-4a02-881d-55bf9f6ea375 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:34.694373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32e49e32-a178-425a-97cd-02ae306b007b req-fe50c9d9-7afc-40ff-8630-9443daca201c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.707224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c881c-4e5b-457c-8dec-c33ed5ddca24 req-35eae952-b19c-4f62-b8c9-601e5739b582 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:34.708747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f25c881c-4e5b-457c-8dec-c33ed5ddca24 req-35eae952-b19c-4f62-b8c9-601e5739b582 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.1016695 Aug 16 01:52:34.709338 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.726000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-53650875-45d6-4c01-b9f0-a1c642f3b49c tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:34.727472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-53650875-45d6-4c01-b9f0-a1c642f3b49c tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2941644 Aug 16 01:52:34.735258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:34.736566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Allocated IP 2001:db8::1 (c0ed7354-012b-49e5-b876-f6af3d4d637f/b5d4b0dd-54b8-409a-b184-e66a135da3f7/0ac22286-1874-40ce-8807-17f8b3c78465) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:34.752179 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d013d12-1b33-4f5b-9070-34f7037e0546,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:34.769128 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.769479 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Added segment 09da8ff2-e130-43bb-97b2-83a9499a76bd of type vlan for network 0258907d-1453-45b3-ad67-ae6555de60f4 Aug 16 01:52:34.771295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Request body: {'port': {'device_id': 'ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': 'b58ee2d27ec74a94b23e5310325b39f5'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:34.783907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 289ef28f-554b-43a1-a738-f321e1315ef6) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:34.786353 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:34.786848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:34.788312 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.795236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e6d14d-8795-4c20-8c9a-5367c1cbfe8c None None] Network 289ef28f-554b-43a1-a738-f321e1315ef6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:34.832528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.884887 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f25c881c-4e5b-457c-8dec-c33ed5ddca24 req-c389a098-7932-4e09-8d8a-ae41eeefcd6d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267662 Aug 16 01:52:34.914517 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7be998d8-474d-40cd-ab8e-ba68d72a0e59 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6550908 Aug 16 01:52:34.918872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-32e49e32-a178-425a-97cd-02ae306b007b req-fe50c9d9-7afc-40ff-8630-9443daca201c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] For port d824ce2e-0636-4a02-881d-55bf9f6ea375, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d824ce2e-0636-4a02-881d-55bf9f6ea375,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:34.919250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32e49e32-a178-425a-97cd-02ae306b007b req-fe50c9d9-7afc-40ff-8630-9443daca201c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.923459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37976) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:34.943999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-32e49e32-a178-425a-97cd-02ae306b007b req-fe50c9d9-7afc-40ff-8630-9443daca201c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Calling delete_port for d824ce2e-0636-4a02-881d-55bf9f6ea375 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:35.028600 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.038530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Transition to ACTIVE for port object 0ac22286-1874-40ce-8807-17f8b3c78465 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:35.047307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5be8c8-5a62-4933-9d41-e0ba05985b52 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.049413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5be8c8-5a62-4933-9d41-e0ba05985b52 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.051420 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5be8c8-5a62-4933-9d41-e0ba05985b52 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.058390 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2a5be8c8-5a62-4933-9d41-e0ba05985b52 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1330838 Aug 16 01:52:35.059456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.060445 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.061582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.063767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37978) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:35.068158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-289ef28f-554b-43a1-a738-f321e1315ef6', 'network_id': '289ef28f-554b-43a1-a738-f321e1315ef6', 'tenant_id': '727ee46029e34e13b73cda2754500f7e', 'fixed_ips': [{'subnet_id': '70b0bcd0-32c9-499c-abfd-9ac3b3b9990c'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:35.069251 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.071722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Transition to ACTIVE for port object 0ac22286-1874-40ce-8807-17f8b3c78465 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:35.114787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00863f56-14f2-4d99-8778-3affbf1f2705 req-97f57d98-af0d-4abe-9364-426688851857 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.116601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00863f56-14f2-4d99-8778-3affbf1f2705 req-97f57d98-af0d-4abe-9364-426688851857 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 946 time: 0.1205540 Aug 16 01:52:35.120959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Made reservation on behalf of b58ee2d27ec74a94b23e5310325b39f5 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:35.124482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.147911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.150886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] Pushing event updated for resources: {'Network': ['ID=0258907d-1453-45b3-ad67-ae6555de60f4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:35.161658 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 0258907d-1453-45b3-ad67-ae6555de60f4 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:35.215134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-63546623-596e-43bf-8b73-83f03db87eb4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Deleting subnet b5d4b0dd-54b8-409a-b184-e66a135da3f7 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:35.226464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63546623-596e-43bf-8b73-83f03db87eb4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.236825 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.261015 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4aaf1b64-52e4-4450-97e6-43f8dd67c02b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0665920 Aug 16 01:52:35.261363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37984) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:35.266530 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] Request body: {'subnet': {'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1697068156-subnet', 'tenant_id': '753c30e1989e4520b324f29beb099fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:35.271421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00863f56-14f2-4d99-8778-3affbf1f2705 req-559fc108-4dc0-4abc-9a30-98745441b664 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322589 Aug 16 01:52:35.297172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63546623-596e-43bf-8b73-83f03db87eb4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.314805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Network c0ed7354-012b-49e5-b876-f6af3d4d637f is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:35.320671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:35.323056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:35.333665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Allocated IP 2001:db8:0:1::1 (289ef28f-554b-43a1-a738-f321e1315ef6/70b0bcd0-32c9-499c-abfd-9ac3b3b9990c/a783470a-7edf-4fa4-9f29-ba9efa6775a7) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:35.339655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Pushing event updated for resources: {'Port': ['ID=0ac22286-1874-40ce-8807-17f8b3c78465,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:35.374417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.374869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.375108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.375449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.375787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.376147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.376449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.376778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.377104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.377426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.377754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.378099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:35.392096 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32e49e32-a178-425a-97cd-02ae306b007b req-fe50c9d9-7afc-40ff-8630-9443daca201c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.444130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d987452a-0433-40a7-8e2a-315a2560ec79'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:35.447055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d824ce2e-0636-4a02-881d-55bf9f6ea375'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:35.464974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50c9d9-7afc-40ff-8630-9443daca201c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Pushing event deleted for resources: {'Port': ['ID=d824ce2e-0636-4a02-881d-55bf9f6ea375,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:35.494043 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63546623-596e-43bf-8b73-83f03db87eb4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.552084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091b90b-e535-47f0-9c4e-116006deabeb req-7eb2fc0b-c5d6-4c40-9f55-1d1e314cd70c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.553608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f091b90b-e535-47f0-9c4e-116006deabeb req-7eb2fc0b-c5d6-4c40-9f55-1d1e314cd70c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.1990726 Aug 16 01:52:35.578939 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.584491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e49e32-a178-425a-97cd-02ae306b007b req-fe50c9d9-7afc-40ff-8630-9443daca201c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] No DVR routers for this DVR port d824ce2e-0636-4a02-881d-55bf9f6ea375 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:35.588188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-e3c9a38b-a15d-4fa9-92f9-522dd9e505d9 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.590157 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-e3c9a38b-a15d-4fa9-92f9-522dd9e505d9 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.64 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.0585642 Aug 16 01:52:35.595466 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32e49e32-a178-425a-97cd-02ae306b007b req-fe50c9d9-7afc-40ff-8630-9443daca201c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.597382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32e49e32-a178-425a-97cd-02ae306b007b req-fe50c9d9-7afc-40ff-8630-9443daca201c tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.64 "DELETE /v2.0/ports/d824ce2e-0636-4a02-881d-55bf9f6ea375 HTTP/1.1" status: 204 len: 173 time: 1.1652606 Aug 16 01:52:35.598825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a17570-d8d0-413e-9576-14fe47efe75e', 'name': 'network-vif-deleted', 'tag': 'd824ce2e-0636-4a02-881d-55bf9f6ea375'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:35.601052 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe464a5c-6aac-45d1-98c6-85680f3544c0" -d '{"events": [{"server_uuid": "d5a17570-d8d0-413e-9576-14fe47efe75e", "name": "network-vif-deleted", "tag": "d824ce2e-0636-4a02-881d-55bf9f6ea375"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:35.633258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Attempting to bind port 0ac22286-1874-40ce-8807-17f8b3c78465 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:35.633423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Attempting to bind port 0ac22286-1874-40ce-8807-17f8b3c78465 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '26c0dd66-97e4-4a78-be8a-3580570b2d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c0ed7354-012b-49e5-b876-f6af3d4d637f'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:35.633789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Attempting to bind port 0ac22286-1874-40ce-8807-17f8b3c78465 on network c0ed7354-012b-49e5-b876-f6af3d4d637f {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:35.643080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f091b90b-e535-47f0-9c4e-116006deabeb req-5b00ab35-75ad-44f8-b009-c923c4d5cf7c tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c798e80-01d6-45c2-bf17-40022c3dc8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824087 Aug 16 01:52:35.646915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.663128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:35.663499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Checking segment: {'id': '26c0dd66-97e4-4a78-be8a-3580570b2d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c0ed7354-012b-49e5-b876-f6af3d4d637f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:35.664003 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.664291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Bound using segment: {'id': '26c0dd66-97e4-4a78-be8a-3580570b2d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c0ed7354-012b-49e5-b876-f6af3d4d637f'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:35.664774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Bound port: 0ac22286-1874-40ce-8807-17f8b3c78465, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c0dd66-97e4-4a78-be8a-3580570b2d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c0ed7354-012b-49e5-b876-f6af3d4d637f'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:35.665161 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.729114 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Deleting port 041d4a66-57a8-4a70-b439-3ab48d0c780b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:35.729699 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.732932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55438612-bd0e-436e-9b5f-3971bb8d787a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:35.779842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63546623-596e-43bf-8b73-83f03db87eb4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.830660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63546623-596e-43bf-8b73-83f03db87eb4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d4b0dd-54b8-409a-b184-e66a135da3f7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:35.839963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] Made reservation on behalf of 753c30e1989e4520b324f29beb099fb1 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:35.839963 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.854094 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.854331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63546623-596e-43bf-8b73-83f03db87eb4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.856213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-63546623-596e-43bf-8b73-83f03db87eb4 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "DELETE /v2.0/subnets/b5d4b0dd-54b8-409a-b184-e66a135da3f7 HTTP/1.1" status: 204 len: 168 time: 0.7914462 Aug 16 01:52:35.856331 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.862265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37988) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:35.869571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] For port 0ac22286-1874-40ce-8807-17f8b3c78465, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:35.876883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Transition to ACTIVE for port object a783470a-7edf-4fa4-9f29-ba9efa6775a7 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:35.906953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Allocated IP 192.168.233.94 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/865eb7c3-4c23-4e72-bf80-19b3f1656c5c) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:35.907119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Transition to ACTIVE for port object a783470a-7edf-4fa4-9f29-ba9efa6775a7 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:35.909499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] For port 041d4a66-57a8-4a70-b439-3ab48d0c780b, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=041d4a66-57a8-4a70-b439-3ab48d0c780b,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:35.909913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.923174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] For port 0ac22286-1874-40ce-8807-17f8b3c78465, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0ac22286-1874-40ce-8807-17f8b3c78465,segment=NetworkSegment(26c0dd66-97e4-4a78-be8a-3580570b2d79),segment_id=26c0dd66-97e4-4a78-be8a-3580570b2d79)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:35.943155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6ec6f-c4e3-4839-a385-5772735a348b req-73e09d9c-e542-4993-9673-8ac6e05abbe2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.944720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55f6ec6f-c4e3-4839-a385-5772735a348b req-73e09d9c-e542-4993-9673-8ac6e05abbe2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.1513491 Aug 16 01:52:35.973196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8ca779-714d-4c48-89cb-95da23fb26e3 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Deleting subnet 70b0bcd0-32c9-499c-abfd-9ac3b3b9990c {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:36.064225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55f6ec6f-c4e3-4839-a385-5772735a348b req-7c889a4a-060b-48ed-85cc-44a0ac46aca9 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125605 Aug 16 01:52:36.085506 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.133699 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.138911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Pushing event updated for resources: {'Port': ['ID=a783470a-7edf-4fa4-9f29-ba9efa6775a7,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.144495 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.150339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Transition to ACTIVE for port object 865eb7c3-4c23-4e72-bf80-19b3f1656c5c will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:36.183311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca779-714d-4c48-89cb-95da23fb26e3 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.188800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Network 289ef28f-554b-43a1-a738-f321e1315ef6 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:36.195262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:36.199767 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:36.245921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99a06231-c419-4fb6-a3ec-1f402ceb2053 req-8b9392d4-6a48-45c1-8e76-a231f1dcff9b tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 210 time: 0.0588958 Aug 16 01:52:36.260415 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca779-714d-4c48-89cb-95da23fb26e3 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.279994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f20a83-e10f-45b4-9b97-07a16035e585 None None] Pushing event updated for resources: {'Port': ['ID=0ac22286-1874-40ce-8807-17f8b3c78465,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.283401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Attempting to bind port a783470a-7edf-4fa4-9f29-ba9efa6775a7 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:36.284349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Attempting to bind port a783470a-7edf-4fa4-9f29-ba9efa6775a7 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '26b63175-5337-4d63-9698-1a07ce57840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '289ef28f-554b-43a1-a738-f321e1315ef6'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:36.284349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Attempting to bind port a783470a-7edf-4fa4-9f29-ba9efa6775a7 on network 289ef28f-554b-43a1-a738-f321e1315ef6 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:36.285668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.297501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:36.297501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Checking segment: {'id': '26b63175-5337-4d63-9698-1a07ce57840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '289ef28f-554b-43a1-a738-f321e1315ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:36.297501 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.297501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Bound using segment: {'id': '26b63175-5337-4d63-9698-1a07ce57840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '289ef28f-554b-43a1-a738-f321e1315ef6'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:36.297501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Bound port: a783470a-7edf-4fa4-9f29-ba9efa6775a7, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b63175-5337-4d63-9698-1a07ce57840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '289ef28f-554b-43a1-a738-f321e1315ef6'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:36.297501 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.322476 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.322871 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.327649 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Floating IP 73c1ddaf-b709-45bb-87ac-db4e19e09096 disassociated. External IP: 172.25.8.198, port: 041d4a66-57a8-4a70-b439-3ab48d0c780b. Aug 16 01:52:36.327649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Calling delete_port for 041d4a66-57a8-4a70-b439-3ab48d0c780b owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:36.368242 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82699a42-068d-40a8-af35-9b3f09d34e7a x-openstack-request-id: req-82699a42-068d-40a8-af35-9b3f09d34e7a {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:36.368607 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a17570-d8d0-413e-9576-14fe47efe75e", "name": "network-vif-deleted", "tag": "d824ce2e-0636-4a02-881d-55bf9f6ea375", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:36.368917 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82699a42-068d-40a8-af35-9b3f09d34e7a {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:36.369509 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a17570-d8d0-413e-9576-14fe47efe75e', 'name': 'network-vif-deleted', 'tag': 'd824ce2e-0636-4a02-881d-55bf9f6ea375', 'status': 'completed', 'code': 200} Aug 16 01:52:36.373384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:36.386458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:36.389081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] For port a783470a-7edf-4fa4-9f29-ba9efa6775a7, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:36.393176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] For port a783470a-7edf-4fa4-9f29-ba9efa6775a7, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a783470a-7edf-4fa4-9f29-ba9efa6775a7,segment=NetworkSegment(26b63175-5337-4d63-9698-1a07ce57840c),segment_id=26b63175-5337-4d63-9698-1a07ce57840c)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:36.398564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:36.443807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Pushing event updated for resources: {'Port': ['ID=865eb7c3-4c23-4e72-bf80-19b3f1656c5c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.471674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.483196 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.538738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc8dac7-1c32-4619-adf2-5a9b9b9f320a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.563998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:36.563998 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.574568 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca779-714d-4c48-89cb-95da23fb26e3 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.632897 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] Checking segment: {'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:36.632897 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] Network hostable DHCP agents. Network: 0258907d-1453-45b3-ad67-ae6555de60f4, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:36.637326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47165f-9d6c-4133-b69c-e64438c25de6 None None] Pushing event updated for resources: {'Port': ['ID=a783470a-7edf-4fa4-9f29-ba9efa6775a7,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.653907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d85c2a-6c49-4dcf-898f-80c489dd9fca req-9881faba-a9ca-470d-a1b4-3e23bd78784a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:36.656139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2d85c2a-6c49-4dcf-898f-80c489dd9fca req-9881faba-a9ca-470d-a1b4-3e23bd78784a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.2051015 Aug 16 01:52:36.710840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.764073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-ae7e1a60-0c42-4484-8670-7db92c6237f4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0025439 Aug 16 01:52:36.775804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] Network 0258907d-1453-45b3-ad67-ae6555de60f4 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:36.779746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Pushing event deleted for resources: {'Port': ['ID=041d4a66-57a8-4a70-b439-3ab48d0c780b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.793237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Request body: {'port': {'device_id': 'ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:36.825231 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2d85c2a-6c49-4dcf-898f-80c489dd9fca req-7df36ccd-df20-4207-98fe-e90734400cf8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296511 Aug 16 01:52:36.872222 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.924730 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca779-714d-4c48-89cb-95da23fb26e3 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.932684 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 0258907d-1453-45b3-ad67-ae6555de60f4) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:36.940076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:36.940686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.951503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bfefbb01-4d1b-474f-bab7-68a3dc119e82 None None] Provisioning for port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:36.957072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bfefbb01-4d1b-474f-bab7-68a3dc119e82 None None] Provisioning complete for port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:36.957626 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bfefbb01-4d1b-474f-bab7-68a3dc119e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.989634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Router 9d92f83f-d769-440b-84c3-b0b84187f8a4 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:36.992562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd93bd0-8eb0-46c2-aa10-fde91d6a5fe7 None None] Network 0258907d-1453-45b3-ad67-ae6555de60f4 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:37.053134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca779-714d-4c48-89cb-95da23fb26e3 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.057640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37996) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:37.058926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9e8ca779-714d-4c48-89cb-95da23fb26e3 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "DELETE /v2.0/subnets/70b0bcd0-32c9-499c-abfd-9ac3b3b9990c HTTP/1.1" status: 204 len: 168 time: 1.1956675 Aug 16 01:52:37.065126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ca779-714d-4c48-89cb-95da23fb26e3 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event deleted for resources: {'Subnet': ['ID=70b0bcd0-32c9-499c-abfd-9ac3b3b9990c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:37.088595 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6fadb360-faba-47c3-b9c7-8a1f86025216 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8259773 Aug 16 01:52:37.106654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bfefbb01-4d1b-474f-bab7-68a3dc119e82 None None] Port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:37.119772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a67264ac-d5c0-44d0-ad4a-577227901532 req-b5fe9794-4456-42cd-a838-fa843aa30660 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5a17570-d8d0-413e-9576-14fe47efe75e HTTP/1.1" status: 200 len: 210 time: 0.0761244 Aug 16 01:52:37.174712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865f20cc-781f-40e9-9cec-998d5f15c734 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:37.184469 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-865f20cc-781f-40e9-9cec-998d5f15c734 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1217477 Aug 16 01:52:37.203425 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38002) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:37.276069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb16a98-cf65-49e0-a48a-47befb56b398 None None] Network 0258907d-1453-45b3-ad67-ae6555de60f4 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:37.383704 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.499445 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:37.508397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-247539f7-cf4e-4aa4-8b4f-83d0e73005c1 req-1ddae65c-12b5-48e3-904f-4c43cf499903 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0357087 Aug 16 01:52:37.514965 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f371eed-6a3a-4b25-9806-aff42ab6b740 None None] Sync routers for ids ['9d92f83f-d769-440b-84c3-b0b84187f8a4'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:37.525350 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f371eed-6a3a-4b25-9806-aff42ab6b740 None None] Routers {'9d92f83f-d769-440b-84c3-b0b84187f8a4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:37.526005 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9f371eed-6a3a-4b25-9806-aff42ab6b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d92f83f-d769-440b-84c3-b0b84187f8a4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:37.561346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] No DVR routers for this DVR port 041d4a66-57a8-4a70-b439-3ab48d0c780b on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:37.567081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.569337 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-26d62ed0-0fe3-4d86-8233-2945d815ca1b req-ad131698-1cb3-4d8d-aa02-22c345ba1fff tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.64 "DELETE /v2.0/ports/041d4a66-57a8-4a70-b439-3ab48d0c780b HTTP/1.1" status: 204 len: 173 time: 1.9706202 Aug 16 01:52:37.575103 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'name': 'network-vif-deleted', 'tag': '041d4a66-57a8-4a70-b439-3ab48d0c780b'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:37.578504 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb4cc47-7569-4ed1-bbad-708bfea095a7" -d '{"events": [{"server_uuid": "827c230b-f734-4d9c-a28c-cf6ba2c6fe04", "name": "network-vif-deleted", "tag": "041d4a66-57a8-4a70-b439-3ab48d0c780b"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:37.583473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865eb7c3-4c23-4e72-bf80-19b3f1656c5c {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:37.592246 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.611347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Transition to ACTIVE for port object 865eb7c3-4c23-4e72-bf80-19b3f1656c5c will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:37.626545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Deleting port a783470a-7edf-4fa4-9f29-ba9efa6775a7 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:37.627173 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.691749 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-9f371eed-6a3a-4b25-9806-aff42ab6b740 None None] Set router 9d92f83f-d769-440b-84c3-b0b84187f8a4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:37.709346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215a56b-d88e-41e3-b23d-cd7c463b3aa8 req-1594a662-76a3-4a6d-8265-fb35a8d50d83 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:37.711762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c215a56b-d88e-41e3-b23d-cd7c463b3aa8 req-1594a662-76a3-4a6d-8265-fb35a8d50d83 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0789971 Aug 16 01:52:37.722193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] For port a783470a-7edf-4fa4-9f29-ba9efa6775a7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a783470a-7edf-4fa4-9f29-ba9efa6775a7,segment=NetworkSegment(26b63175-5337-4d63-9698-1a07ce57840c),segment_id=26b63175-5337-4d63-9698-1a07ce57840c)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:37.722572 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.739428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.739660 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Calling delete_port for a783470a-7edf-4fa4-9f29-ba9efa6775a7 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:37.821655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c215a56b-d88e-41e3-b23d-cd7c463b3aa8 req-0ee0a738-37f9-4062-9e25-6db8b884b036 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959601 Aug 16 01:52:37.825893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b290d4b4-a2fe-4015-904e-85b7b6dc5aa0 None None] Network c0ed7354-012b-49e5-b876-f6af3d4d637f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:37.845428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=865eb7c3-4c23-4e72-bf80-19b3f1656c5c,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:38.162894 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9f371eed-6a3a-4b25-9806-aff42ab6b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:15Z', 'revision_number': 4, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6c9bde2a-f4ad-44d9-943a-5b230e03229c', 'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'mac_address': 'fa:16:3e:59:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:14Z', 'updated_at': '2021-08-16T01:48:24Z', 'revision_number': 5, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'subnets': [{'id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:38.186175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0ac22286-1874-40ce-8807-17f8b3c78465 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:38.227393 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f371eed-6a3a-4b25-9806-aff42ab6b740 None None] Checking router: 9d92f83f-d769-440b-84c3-b0b84187f8a4 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:38.259639 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f371eed-6a3a-4b25-9806-aff42ab6b740 None None] Routers {'9d92f83f-d769-440b-84c3-b0b84187f8a4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:38.260516 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9f371eed-6a3a-4b25-9806-aff42ab6b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d92f83f-d769-440b-84c3-b0b84187f8a4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:38.289045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fadc2a-c136-4fc3-9329-0340799a045e None None] DHCP port deletion for c0ed7354-012b-49e5-b876-f6af3d4d637f request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:38.348321 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-03fadc2a-c136-4fc3-9329-0340799a045e None None] Deleting port 0ac22286-1874-40ce-8807-17f8b3c78465 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:38.349086 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-03fadc2a-c136-4fc3-9329-0340799a045e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.419833 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.447140 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-9f371eed-6a3a-4b25-9806-aff42ab6b740 None None] Set router 9d92f83f-d769-440b-84c3-b0b84187f8a4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:38.462574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-03fadc2a-c136-4fc3-9329-0340799a045e None None] For port 0ac22286-1874-40ce-8807-17f8b3c78465, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0ac22286-1874-40ce-8807-17f8b3c78465,segment=NetworkSegment(26c0dd66-97e4-4a78-be8a-3580570b2d79),segment_id=26c0dd66-97e4-4a78-be8a-3580570b2d79)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:38.462826 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event deleted for resources: {'Port': ['ID=a783470a-7edf-4fa4-9f29-ba9efa6775a7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:38.463214 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-03fadc2a-c136-4fc3-9329-0340799a045e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.477314 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] No DVR routers for this DVR port a783470a-7edf-4fa4-9f29-ba9efa6775a7 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:38.477441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9ae4649f-8498-4650-92f8-57d5c8132ca2 None None] Provisioning for port 0ac22286-1874-40ce-8807-17f8b3c78465 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:38.479562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 0ac22286-1874-40ce-8807-17f8b3c78465 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:38.499535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef7806c-4053-4450-8953-e2ca310cd6bb None None] Network 289ef28f-554b-43a1-a738-f321e1315ef6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:38.502749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-03fadc2a-c136-4fc3-9329-0340799a045e None None] Calling delete_port for 0ac22286-1874-40ce-8807-17f8b3c78465 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:38.507146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0ac22286-1874-40ce-8807-17f8b3c78465 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:38.515093 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.522757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9ae4649f-8498-4650-92f8-57d5c8132ca2 None None] Provisioning complete for port 0ac22286-1874-40ce-8807-17f8b3c78465 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:38.523477 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9ae4649f-8498-4650-92f8-57d5c8132ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.589266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Attempting to bind port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:38.589673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Attempting to bind port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:38.589973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Attempting to bind port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:38.597755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:38.598248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Attempting to bind port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:38.606553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:38.606882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:38.607274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:38.607704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Bound port: 865eb7c3-4c23-4e72-bf80-19b3f1656c5c, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:38.608063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.634185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad69d1-2cc5-4d23-a2c6-32c89871880b req-353379da-6d2f-4ec8-8fd0-310c1f365458 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:38.643067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12ad69d1-2cc5-4d23-a2c6-32c89871880b req-353379da-6d2f-4ec8-8fd0-310c1f365458 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 947 time: 0.6538627 Aug 16 01:52:38.665436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.683422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289ef28f-554b-43a1-a738-f321e1315ef6']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:38.712385 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b63175-5337-4d63-9698-1a07ce57840c') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:38.712751 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9f371eed-6a3a-4b25-9806-aff42ab6b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:15Z', 'revision_number': 4, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6c9bde2a-f4ad-44d9-943a-5b230e03229c', 'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'mac_address': 'fa:16:3e:59:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:14Z', 'updated_at': '2021-08-16T01:48:24Z', 'revision_number': 5, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'subnets': [{'id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:38.713237 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b63175-5337-4d63-9698-1a07ce57840c') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:38.716353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] For port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:38.729561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.735658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] For port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=865eb7c3-4c23-4e72-bf80-19b3f1656c5c,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:38.752982 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f371eed-6a3a-4b25-9806-aff42ab6b740 None None] The sync data for ids ['9d92f83f-d769-440b-84c3-b0b84187f8a4'] in n-d-768509-23 is: [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:15Z', 'revision_number': 4, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6c9bde2a-f4ad-44d9-943a-5b230e03229c', 'name': '', 'network_id': 'b27aa3c5-3eb1-4698-8c50-6174c90a1084', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'mac_address': 'fa:16:3e:59:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:14Z', 'updated_at': '2021-08-16T01:48:24Z', 'revision_number': 5, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'subnets': [{'id': '386e2149-243f-4304-8a44-e8e1ee981a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:38.770522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12ad69d1-2cc5-4d23-a2c6-32c89871880b req-daf01337-d637-4b72-81f5-8000d7edbae6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265848 Aug 16 01:52:38.772124 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.779192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:38.780450 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:38.794842 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:38.818283 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.847429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:38.848514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.850375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] 10.222.0.64 "PUT /v2.0/ports/865eb7c3-4c23-4e72-bf80-19b3f1656c5c HTTP/1.1" status: 200 len: 1096 time: 2.0742176 Aug 16 01:52:38.853418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7', 'tag': '865eb7c3-4c23-4e72-bf80-19b3f1656c5c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:38.856129 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b793bc-98f8-43af-bbfa-19784e710555" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7", "tag": "865eb7c3-4c23-4e72-bf80-19b3f1656c5c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:38.904971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72045d-5e01-4fc6-ab93-553f40658830 None None] DHCP port deletion for 289ef28f-554b-43a1-a738-f321e1315ef6 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:38.922007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d824ce2e-0636-4a02-881d-55bf9f6ea375 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:38.973919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066de159-d4c0-4d00-b850-59e9b634dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=865eb7c3-4c23-4e72-bf80-19b3f1656c5c,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:38.979585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: d824ce2e-0636-4a02-881d-55bf9f6ea375 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:38.979983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d824ce2e-0636-4a02-881d-55bf9f6ea375 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:38.980570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 041d4a66-57a8-4a70-b439-3ab48d0c780b no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:39.025071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 041d4a66-57a8-4a70-b439-3ab48d0c780b {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:39.025071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 041d4a66-57a8-4a70-b439-3ab48d0c780b not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:39.027968 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9ae4649f-8498-4650-92f8-57d5c8132ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.030583 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.175095 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-03fadc2a-c136-4fc3-9329-0340799a045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.187408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-3507cfa5-faa5-4562-90d4-f1f927885c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.188975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-3507cfa5-faa5-4562-90d4-f1f927885c04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b58ee2d27ec74a94b23e5310325b39f5&device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 1099 time: 0.1016760 Aug 16 01:52:39.212205 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.227584 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.236670 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "DELETE /v2.0/networks/289ef28f-554b-43a1-a738-f321e1315ef6 HTTP/1.1" status: 204 len: 168 time: 2.0318208 Aug 16 01:52:39.240076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38036) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:39.247489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-392dda1a-102c-4a72-a2ef-f03e3ac0c489 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=865eb7c3-4c23-4e72-bf80-19b3f1656c5c HTTP/1.1" status: 200 len: 217 time: 0.0453737 Aug 16 01:52:39.255789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd04501-5588-45b8-a883-f9a3bbf229a4 None None] New status for floating IP 73c1ddaf-b709-45bb-87ac-db4e19e09096: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:52:39.277110 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fadc2a-c136-4fc3-9329-0340799a045e None None] Pushing event deleted for resources: {'Port': ['ID=0ac22286-1874-40ce-8807-17f8b3c78465,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:39.293137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fadc2a-c136-4fc3-9329-0340799a045e None None] No DVR routers for this DVR port 0ac22286-1874-40ce-8807-17f8b3c78465 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:39.321634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a783470a-7edf-4fa4-9f29-ba9efa6775a7 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:39.349549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-64b4dc3d-d293-4555-b2fc-8ee48d2dbe87 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.353926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a783470a-7edf-4fa4-9f29-ba9efa6775a7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:39.354336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a783470a-7edf-4fa4-9f29-ba9efa6775a7 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 01:52:39.359910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-64b4dc3d-d293-4555-b2fc-8ee48d2dbe87 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/networks?id=0258907d-1453-45b3-ad67-ae6555de60f4 HTTP/1.1" status: 200 len: 815 time: 0.2344866 Aug 16 01:52:39.379758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-19a9e0e9-3923-412e-8381-a3a53afcfd40 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/quotas/753c30e1989e4520b324f29beb099fb1 HTTP/1.1" status: 200 len: 375 time: 0.0189259 Aug 16 01:52:39.383445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Port a783470a-7edf-4fa4-9f29-ba9efa6775a7 not found, will not notify nova. {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 01:52:39.390055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-8fbac185-9e1a-4acf-b687-fc16a25be2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.391774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-8fbac185-9e1a-4acf-b687-fc16a25be2bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1347520 Aug 16 01:52:39.423876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-03bef034-8a0f-46b5-8f95-99fa77250d04 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=753c30e1989e4520b324f29beb099fb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432203 Aug 16 01:52:39.463774 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-66a353bb-eb36-4694-98c6-102ce4eb51de service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:52:39.471821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-66a353bb-eb36-4694-98c6-102ce4eb51de service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275500 Aug 16 01:52:39.549614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-19c6c93b-6e3c-4d61-8106-0a1aac0a0eb6 None None] Could not find standard attr ID for object a783470a-7edf-4fa4-9f29-ba9efa6775a7. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:52:39.552164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-b5453f04-2a1e-48e1-82c4-21920b1f8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.554240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-b5453f04-2a1e-48e1-82c4-21920b1f8167 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294458 Aug 16 01:52:39.646433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-e60a63d1-4cd3-4e0a-804c-5e394deb9409 service neutron] 10.222.0.66 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736188 Aug 16 01:52:39.676781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80759836-e569-412c-bd67-d8f3565536b8 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event deleted for resources: {'Network': ['ID=289ef28f-554b-43a1-a738-f321e1315ef6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:39.738547 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.745081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-f4e6d44a-93c0-4428-bf6c-f9d7f433310b service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771672 Aug 16 01:52:39.802977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-aab67805-4b08-42a8-86ae-0680687fc239 service neutron] 10.222.0.66 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556561 Aug 16 01:52:39.826855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.838182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ed7354-012b-49e5-b876-f6af3d4d637f']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:39.851104 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c0dd66-97e4-4a78-be8a-3580570b2d79') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:39.851415 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c0dd66-97e4-4a78-be8a-3580570b2d79') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:39.853056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f43be7-36b4-4cb5-93a8-359290c8ea8f req-5eb7dd3a-8738-4ca9-8caf-cc0f7309efce service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991802 Aug 16 01:52:39.863679 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.880097 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.887087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:39.887668 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:39.891636 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:39.960524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0ac22286-1874-40ce-8807-17f8b3c78465 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:39.984208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 0ac22286-1874-40ce-8807-17f8b3c78465 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:39.984558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0ac22286-1874-40ce-8807-17f8b3c78465 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:39.984975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a783470a-7edf-4fa4-9f29-ba9efa6775a7 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:40.004464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a783470a-7edf-4fa4-9f29-ba9efa6775a7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:40.004810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a783470a-7edf-4fa4-9f29-ba9efa6775a7 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:40.052053 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.065982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.065982 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "DELETE /v2.0/networks/c0ed7354-012b-49e5-b876-f6af3d4d637f HTTP/1.1" status: 204 len: 168 time: 0.8194296 Aug 16 01:52:40.065982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38042) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:40.100563 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d9ad7-b377-429d-9cc1-0ba9575f9178 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event deleted for resources: {'Network': ['ID=c0ed7354-012b-49e5-b876-f6af3d4d637f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:40.185109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.197099 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6624c6-b53a-454f-90f5-e78ff7e62b04 x-openstack-request-id: req-cb6624c6-b53a-454f-90f5-e78ff7e62b04 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:40.197448 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827c230b-f734-4d9c-a28c-cf6ba2c6fe04", "name": "network-vif-deleted", "tag": "041d4a66-57a8-4a70-b439-3ab48d0c780b", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:40.197710 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb6624c6-b53a-454f-90f5-e78ff7e62b04 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:40.198142 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827c230b-f734-4d9c-a28c-cf6ba2c6fe04', 'name': 'network-vif-deleted', 'tag': '041d4a66-57a8-4a70-b439-3ab48d0c780b', 'status': 'completed', 'code': 200} Aug 16 01:52:40.283100 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.295500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:40.299825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5f78-04b4-4e14-b5f8-59de85d2dbd1 req-41d1e82a-aa68-4aab-b134-22efd3f7aa4c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:40.305907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e34a5f78-04b4-4e14-b5f8-59de85d2dbd1 req-41d1e82a-aa68-4aab-b134-22efd3f7aa4c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.0524435 Aug 16 01:52:40.307591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c571e1-69bb-4993-a35b-7875bae8a9be') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:40.308064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c571e1-69bb-4993-a35b-7875bae8a9be') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:40.318451 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.338470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.343447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e34a5f78-04b4-4e14-b5f8-59de85d2dbd1 req-dd47466f-4658-49b9-809f-2b9456bacbba tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349767 Aug 16 01:52:40.349472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:40.349913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:40.353274 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:40.482779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-712e8a9d-839b-4fd5-8a19-ae8b566fabd9 req-9cd50b79-8953-4e0c-8f64-6f124ee9e9a8 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0317101 Aug 16 01:52:40.560611 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.579962 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.582301 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "DELETE /v2.0/networks/7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1 HTTP/1.1" status: 204 len: 168 time: 0.5170493 Aug 16 01:52:40.583132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a047e-5d2e-4605-b508-5f288a564202 tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event deleted for resources: {'Network': ['ID=7a7d9bfd-df4e-4e26-a5b5-954f23f8bdb1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:40.584849 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38056) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:40.596960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff785736-da90-43ec-9f51-98551e057c60 req-3335becc-1bc5-4b44-aee0-c74048807d94 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:40.598539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff785736-da90-43ec-9f51-98551e057c60 req-3335becc-1bc5-4b44-aee0-c74048807d94 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0550365 Aug 16 01:52:40.640187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff785736-da90-43ec-9f51-98551e057c60 req-c7b36aee-f4bb-4b34-a010-620b72e77788 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345571 Aug 16 01:52:40.686900 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.688886 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a36b78f-6055-4330-9d5c-ae648491cf1b x-openstack-request-id: req-3a36b78f-6055-4330-9d5c-ae648491cf1b {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:40.689176 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7", "tag": "865eb7c3-4c23-4e72-bf80-19b3f1656c5c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:40.689810 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a36b78f-6055-4330-9d5c-ae648491cf1b {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:40.689810 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7', 'tag': '865eb7c3-4c23-4e72-bf80-19b3f1656c5c', 'status': 'completed', 'code': 200} Aug 16 01:52:40.787359 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.799085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6922ff4a-c90e-4b94-a717-97576c88ec6b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:40.799643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b793bc-98f8-43af-bbfa-19784e710555 req-2c111f91-4663-425a-baec-3131ee895209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:40.801239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7b793bc-98f8-43af-bbfa-19784e710555 req-2c111f91-4663-425a-baec-3131ee895209 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b58ee2d27ec74a94b23e5310325b39f5&device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 1099 time: 0.0783560 Aug 16 01:52:40.811888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cf9559-af3f-423e-af5d-80c9e5987da7') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:40.812502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cf9559-af3f-423e-af5d-80c9e5987da7') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:40.822303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.826119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf9b56-11df-435b-a89b-00baec40a268 req-53e5c8da-67e4-47fb-af7d-8e53d424f92c tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:40.828125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4dcf9b56-11df-435b-a89b-00baec40a268 req-53e5c8da-67e4-47fb-af7d-8e53d424f92c tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 947 time: 0.0768449 Aug 16 01:52:40.838962 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.846581 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:40.847415 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:40.851145 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:40.942035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4dcf9b56-11df-435b-a89b-00baec40a268 req-11e2e2e3-cd6a-4be1-ad79-2c93014d353b tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557909 Aug 16 01:52:40.972640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b793bc-98f8-43af-bbfa-19784e710555 req-b8d2aab7-ad2b-43ce-b8fc-e20d6142a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:40.974302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7b793bc-98f8-43af-bbfa-19784e710555 req-b8d2aab7-ad2b-43ce-b8fc-e20d6142a633 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1649563 Aug 16 01:52:41.020332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7b793bc-98f8-43af-bbfa-19784e710555 req-12420da7-fe41-4d22-84dc-238c8fd73514 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=865eb7c3-4c23-4e72-bf80-19b3f1656c5c HTTP/1.1" status: 200 len: 217 time: 0.0381861 Aug 16 01:52:41.056908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-95c2656b-c711-4879-af5d-5c8ec204bffc req-bd8ce681-de26-49df-92b2-d9c7d01e0695 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 210 time: 0.0389476 Aug 16 01:52:41.095933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b793bc-98f8-43af-bbfa-19784e710555 req-3f1ebf4d-3e0e-4d65-92d7-97e5334db454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:41.097458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7b793bc-98f8-43af-bbfa-19784e710555 req-3f1ebf4d-3e0e-4d65-92d7-97e5334db454 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0698140 Aug 16 01:52:41.099566 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.107957 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.110325 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] 10.222.0.66 "DELETE /v2.0/networks/6922ff4a-c90e-4b94-a717-97576c88ec6b HTTP/1.1" status: 204 len: 168 time: 0.5245261 Aug 16 01:52:41.136821 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b5668-5004-4c18-9243-d955ec3050ab tempest-BulkNetworkOpsIpV6Test-1404218139 tempest-BulkNetworkOpsIpV6Test-1404218139-project] Pushing event deleted for resources: {'Network': ['ID=6922ff4a-c90e-4b94-a717-97576c88ec6b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:41.173021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b793bc-98f8-43af-bbfa-19784e710555 req-d4e2b116-059e-46e1-952c-f0b92480ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:41.180030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7b793bc-98f8-43af-bbfa-19784e710555 req-d4e2b116-059e-46e1-952c-f0b92480ab22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697105 Aug 16 01:52:41.278592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7b793bc-98f8-43af-bbfa-19784e710555 req-9d971cca-cb46-47cd-862d-43e3492105b6 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944901 Aug 16 01:52:41.374670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7b793bc-98f8-43af-bbfa-19784e710555 req-ba7cdb9c-bde5-483a-9ca7-1bf92a893f3e service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879471 Aug 16 01:52:41.674128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38072) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:41.705617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940eb4b-69b7-4a91-920b-28ec0ab1f273 req-a18498f1-7589-4349-8cf8-83248f1f6bda tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:41.707355 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3940eb4b-69b7-4a91-920b-28ec0ab1f273 req-a18498f1-7589-4349-8cf8-83248f1f6bda tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.0527108 Aug 16 01:52:41.747031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3940eb4b-69b7-4a91-920b-28ec0ab1f273 req-e6af4266-3ab7-4985-9b37-8a24ac574f28 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333586 Aug 16 01:52:41.829403 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6b76bf2b-355e-4156-a139-d84db93f198b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=727ee46029e34e13b73cda2754500f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539829 Aug 16 01:52:41.830770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38076) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:41.842112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db70ebbe-2ce4-4672-89ff-5afe11e1ebd6 req-9cdebcc6-02b6-4010-9897-3f630f4dca77 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0328679 Aug 16 01:52:41.895946 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4512615a-896a-48b8-bf1d-73652a45132b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.920847 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4512615a-896a-48b8-bf1d-73652a45132b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.956478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7e7c0-a4a8-4172-88db-eea75f5622f6 req-b010cc0d-de3e-4e5f-b79a-5f8e94c014c1 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:41.960581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ef7e7c0-a4a8-4172-88db-eea75f5622f6 req-b010cc0d-de3e-4e5f-b79a-5f8e94c014c1 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0572250 Aug 16 01:52:41.996627 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ef7e7c0-a4a8-4172-88db-eea75f5622f6 req-13c8ab59-23a3-4e01-8bf6-fc2525e8e499 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Aug 16 01:52:42.107382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45f587-22b9-437d-ba7d-5e5438e4380e req-fbac26d3-0e01-481e-8098-53fe7ef0b91e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:42.109389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f45f587-22b9-437d-ba7d-5e5438e4380e req-fbac26d3-0e01-481e-8098-53fe7ef0b91e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0533574 Aug 16 01:52:42.147916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f45f587-22b9-437d-ba7d-5e5438e4380e req-9e9746ee-fdda-4e36-930c-1428a1d11c5c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Aug 16 01:52:42.151194 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4512615a-896a-48b8-bf1d-73652a45132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.153235 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4512615a-896a-48b8-bf1d-73652a45132b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.154410 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4512615a-896a-48b8-bf1d-73652a45132b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5ed8509-f06f-46b6-ae83-aa420e5bdeee HTTP/1.1" status: 204 len: 168 time: 0.3225236 Aug 16 01:52:42.171482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512615a-896a-48b8-bf1d-73652a45132b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ed8509-f06f-46b6-ae83-aa420e5bdeee,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:42.263906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64393c-ac01-4311-98b0-d2e100c786a3 req-22cb38dd-3add-4b20-817c-cd7f5f4011d7 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:42.265784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d64393c-ac01-4311-98b0-d2e100c786a3 req-22cb38dd-3add-4b20-817c-cd7f5f4011d7 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 947 time: 0.0601056 Aug 16 01:52:42.306794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d64393c-ac01-4311-98b0-d2e100c786a3 req-72dd8cb1-9281-471d-a2bb-c26786d9c5a3 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350566 Aug 16 01:52:42.390189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67770496-6ecd-46f4-985e-220f394c9d02 req-f58a32b4-d0d1-4d7c-8673-cb05bb3cd2dd tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 210 time: 0.0291693 Aug 16 01:52:42.869900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e73bdf-560b-45ef-a9c7-429ad6020e62 req-87418c77-1622-47b8-a112-677a57f1bca4 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:42.871523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3e73bdf-560b-45ef-a9c7-429ad6020e62 req-87418c77-1622-47b8-a112-677a57f1bca4 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.0509620 Aug 16 01:52:42.913245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3e73bdf-560b-45ef-a9c7-429ad6020e62 req-70d6a32b-1969-4000-a16c-497edccc5f3a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350194 Aug 16 01:52:42.925060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 865eb7c3-4c23-4e72-bf80-19b3f1656c5c details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:43.051156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bda77b6c-4897-4b2f-bd91-a5973e2784b6 req-89b113e5-edae-489e-b56e-9124e355fc9f tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/ports?device_id=827c230b-f734-4d9c-a28c-cf6ba2c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0308313 Aug 16 01:52:43.059685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=865eb7c3-4c23-4e72-bf80-19b3f1656c5c,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:43.078491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '865eb7c3-4c23-4e72-bf80-19b3f1656c5c', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '865eb7c3-4c23-4e72-bf80-19b3f1656c5c', 'mac_address': 'fa:16:3e:79:6d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:43.115726 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.131089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865eb7c3-4c23-4e72-bf80-19b3f1656c5c {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:43.161078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=865eb7c3-4c23-4e72-bf80-19b3f1656c5c,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:43.211309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43f672-d7c2-43fe-af79-334775623d59 req-b7c88c79-7b16-4944-ad4f-620209c1d659 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.212827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe43f672-d7c2-43fe-af79-334775623d59 req-b7c88c79-7b16-4944-ad4f-620209c1d659 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0779850 Aug 16 01:52:43.255221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe43f672-d7c2-43fe-af79-334775623d59 req-ab372f37-9896-4404-866e-b74ab2600858 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352643 Aug 16 01:52:43.337405 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.368216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af4ef-9b9d-4c5a-8f73-5038d6cb29ba req-1e2ddfed-44a3-48ba-8450-708ce2271206 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.369911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a03af4ef-9b9d-4c5a-8f73-5038d6cb29ba req-1e2ddfed-44a3-48ba-8450-708ce2271206 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0534458 Aug 16 01:52:43.391030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=865eb7c3-4c23-4e72-bf80-19b3f1656c5c,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:43.505761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a03af4ef-9b9d-4c5a-8f73-5038d6cb29ba req-2c9cbf62-ade9-4995-935a-71f51414f033 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238739 Aug 16 01:52:43.550329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38116) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:43.577923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['865eb7c3-4c23-4e72-bf80-19b3f1656c5c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:43.591667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-093a12b4-f0c7-4c67-8281-684538671964 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.595799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-093a12b4-f0c7-4c67-8281-684538671964 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.64 "GET /v2.0/networks?id=0258907d-1453-45b3-ad67-ae6555de60f4 HTTP/1.1" status: 200 len: 815 time: 0.1858916 Aug 16 01:52:43.618999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Request body: {'port': {'device_id': '5c4181d7-f6d5-4578-a710-ff6289cced20', 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4', 'admin_state_up': True, 'tenant_id': '753c30e1989e4520b324f29beb099fb1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:43.702574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3122d300-fcd7-45d1-84df-9fff068d107c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-269574748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:43.733523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d60da1-58c1-41fa-8f5f-7bd77d7716fe req-5e21037e-2f89-4ac8-bb93-a961ec3bb542 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.735212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9d60da1-58c1-41fa-8f5f-7bd77d7716fe req-5e21037e-2f89-4ac8-bb93-a961ec3bb542 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 948 time: 0.1344707 Aug 16 01:52:43.803864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9d60da1-58c1-41fa-8f5f-7bd77d7716fe req-b11fe99f-6e9d-4d89-9ce4-5563779648cd tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613205 Aug 16 01:52:43.846598 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3122d300-fcd7-45d1-84df-9fff068d107c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.848808 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3122d300-fcd7-45d1-84df-9fff068d107c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.918563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3f9e498-d22e-4a5b-96a6-d80ddcd55034 req-3ee86eda-5812-4728-a3ce-7e8c48e55044 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 210 time: 0.0328543 Aug 16 01:52:43.929470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3122d300-fcd7-45d1-84df-9fff068d107c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.991759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5f37a-53b2-494f-866b-ba345a5c05c8 req-a4c4e49a-37f7-4a24-8843-f81783bad791 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.992982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bb5f37a-53b2-494f-866b-ba345a5c05c8 req-a4c4e49a-37f7-4a24-8843-f81783bad791 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.74 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.0613201 Aug 16 01:52:44.030692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Made reservation on behalf of 753c30e1989e4520b324f29beb099fb1 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:44.034127 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.107394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c884c-4aa8-4443-98d8-c57ca72bbc64 req-70231ab9-3db5-489e-9864-571468286fd6 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.109744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f6c884c-4aa8-4443-98d8-c57ca72bbc64 req-70231ab9-3db5-489e-9864-571468286fd6 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.1158204 Aug 16 01:52:44.117028 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3122d300-fcd7-45d1-84df-9fff068d107c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.243040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3122d300-fcd7-45d1-84df-9fff068d107c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.245121 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3122d300-fcd7-45d1-84df-9fff068d107c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6927271 Aug 16 01:52:44.247948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38124) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:44.253314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f6c884c-4aa8-4443-98d8-c57ca72bbc64 req-904a82a0-4ab4-41a1-b762-428114fc1d3d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955272 Aug 16 01:52:44.261582 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1229802798'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:44.286041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2bb5f37a-53b2-494f-866b-ba345a5c05c8 req-5ed93164-b140-471f-8a5a-1572e70e86e5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Deleting port d987452a-0433-40a7-8e2a-315a2560ec79 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:44.286590 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bb5f37a-53b2-494f-866b-ba345a5c05c8 req-5ed93164-b140-471f-8a5a-1572e70e86e5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.289545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Allocated IP 172.20.0.2 (0258907d-1453-45b3-ad67-ae6555de60f4/7bc8dac7-1c32-4619-adf2-5a9b9b9f320a/c8e199a6-76b2-4d89-a1b9-1290bb217a81) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:44.391580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Made reservation on behalf of 86111693a42c46848dcae3af9ed8e15e for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:44.395528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.404770 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.447674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2bb5f37a-53b2-494f-866b-ba345a5c05c8 req-5ed93164-b140-471f-8a5a-1572e70e86e5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] For port d987452a-0433-40a7-8e2a-315a2560ec79, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d987452a-0433-40a7-8e2a-315a2560ec79,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:44.448319 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bb5f37a-53b2-494f-866b-ba345a5c05c8 req-5ed93164-b140-471f-8a5a-1572e70e86e5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.502238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2bb5f37a-53b2-494f-866b-ba345a5c05c8 req-5ed93164-b140-471f-8a5a-1572e70e86e5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Calling delete_port for d987452a-0433-40a7-8e2a-315a2560ec79 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:44.509143 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.523625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56020c71-2dc4-494c-b0d3-dcfd9ddb6dbe req-b82f3248-e42d-4680-81e9-5a25dd8ea208 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.525136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56020c71-2dc4-494c-b0d3-dcfd9ddb6dbe req-b82f3248-e42d-4680-81e9-5a25dd8ea208 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 945 time: 0.1624105 Aug 16 01:52:44.619141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.640897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56020c71-2dc4-494c-b0d3-dcfd9ddb6dbe req-b5641e77-cc0a-48ae-8014-6f5d07d206ea tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/security-groups?id=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078415 Aug 16 01:52:44.644658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:44.664153 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ef82b2-971c-4d35-908c-8d749395ac8a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:44.668488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.669241 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Added segment e195c9ba-aee1-4079-8b64-895d645ea4df of type vlan for network 02ffde9e-5b20-4843-8cd5-6245dcdec7c2 Aug 16 01:52:44.670805 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.733523 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.924721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 865eb7c3-4c23-4e72-bf80-19b3f1656c5c up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:44.980652 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38136) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:45.038698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.047159 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.047320 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.047320 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.087011 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bb5f37a-53b2-494f-866b-ba345a5c05c8 req-5ed93164-b140-471f-8a5a-1572e70e86e5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.098559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d987452a-0433-40a7-8e2a-315a2560ec79'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:45.132098 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adea0cbc-ac01-424b-ab64-da9b681b8b56 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.133055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Network 0258907d-1453-45b3-ad67-ae6555de60f4 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:45.139008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event updated for resources: {'Network': ['ID=02ffde9e-5b20-4843-8cd5-6245dcdec7c2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:45.152294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 02ffde9e-5b20-4843-8cd5-6245dcdec7c2 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:45.159506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:45.161987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:45.162893 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adea0cbc-ac01-424b-ab64-da9b681b8b56 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.177698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:45.177988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Pushing event updated for resources: {'Port': ['ID=c8e199a6-76b2-4d89-a1b9-1290bb217a81,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:45.212318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:45.212948 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.216938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb5f37a-53b2-494f-866b-ba345a5c05c8 req-5ed93164-b140-471f-8a5a-1572e70e86e5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] No DVR routers for this DVR port d987452a-0433-40a7-8e2a-315a2560ec79 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:45.220413 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bb5f37a-53b2-494f-866b-ba345a5c05c8 req-5ed93164-b140-471f-8a5a-1572e70e86e5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.222908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bb5f37a-53b2-494f-866b-ba345a5c05c8 req-5ed93164-b140-471f-8a5a-1572e70e86e5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.74 "DELETE /v2.0/ports/d987452a-0433-40a7-8e2a-315a2560ec79 HTTP/1.1" status: 204 len: 173 time: 1.2034230 Aug 16 01:52:45.243744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5b732-2871-4a26-b059-a446bec06b7c', 'name': 'network-vif-deleted', 'tag': 'd987452a-0433-40a7-8e2a-315a2560ec79'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:45.246244 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b28160f-3360-4051-80c9-e41a6fbc0288" -d '{"events": [{"server_uuid": "dda5b732-2871-4a26-b059-a446bec06b7c", "name": "network-vif-deleted", "tag": "d987452a-0433-40a7-8e2a-315a2560ec79"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:45.261169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63840db0-60de-4be5-83bd-56dbaa5ff5c0 req-eab1307a-e57c-4424-af30-1a5256c77404 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.262806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63840db0-60de-4be5-83bd-56dbaa5ff5c0 req-eab1307a-e57c-4424-af30-1a5256c77404 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.2345519 Aug 16 01:52:45.266710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed93164-b140-471f-8a5a-1572e70e86e5 tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] Pushing event deleted for resources: {'Port': ['ID=d987452a-0433-40a7-8e2a-315a2560ec79,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:45.295561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.296213 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.318481 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dd8f997e-8eb0-4223-a2f9-1b84a4a67899 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0682526 Aug 16 01:52:45.323029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38142) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:45.335418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63840db0-60de-4be5-83bd-56dbaa5ff5c0 req-fbdf3f7f-26da-4702-87a6-e8451a760aab tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570493 Aug 16 01:52:45.336152 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Request body: {'subnet': {'network_id': '02ffde9e-5b20-4843-8cd5-6245dcdec7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:45.399132 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adea0cbc-ac01-424b-ab64-da9b681b8b56 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.402492 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adea0cbc-ac01-424b-ab64-da9b681b8b56 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.403690 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-adea0cbc-ac01-424b-ab64-da9b681b8b56 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "DELETE /v2.0/security-groups/5c798e80-01d6-45c2-bf17-40022c3dc8fc HTTP/1.1" status: 204 len: 168 time: 0.4219520 Aug 16 01:52:45.406841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38144) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:45.444039 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea0cbc-ac01-424b-ab64-da9b681b8b56 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c798e80-01d6-45c2-bf17-40022c3dc8fc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:45.446604 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.467215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-51459cf7-913e-46b8-8715-dd1d4d093e4e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8539984 Aug 16 01:52:45.469069 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-5a1bbd83-a4eb-4213-9f6b-d7b46dc6e2f8 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] show failed (client error): The resource could not be found. Aug 16 01:52:45.470320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5a1bbd83-a4eb-4213-9f6b-d7b46dc6e2f8 tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "GET /v2.0/security-groups/5c798e80-01d6-45c2-bf17-40022c3dc8fc HTTP/1.1" status: 404 len: 347 time: 0.0623016 Aug 16 01:52:45.473294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38146) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:45.483011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865eb7c3-4c23-4e72-bf80-19b3f1656c5c'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:45.485498 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8309b3c-86f2-4956-b31d-be3b8cc3aa82" -d '{"events": [{"server_uuid": "ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7", "name": "network-vif-plugged", "status": "completed", "tag": "865eb7c3-4c23-4e72-bf80-19b3f1656c5c"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:45.492090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Request body: {'port': {'device_id': '5c4181d7-f6d5-4578-a710-ff6289cced20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:45.501309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=865eb7c3-4c23-4e72-bf80-19b3f1656c5c,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:45.558004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fce4c-476a-49df-be04-dad071adc1b5 req-819476b0-2ec9-46c1-9524-fb42b4f94569 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.566582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f33fce4c-476a-49df-be04-dad071adc1b5 req-819476b0-2ec9-46c1-9524-fb42b4f94569 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 948 time: 0.1108420 Aug 16 01:52:45.586380 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.616512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-bb734cdc-4c2f-43ad-a083-e8a3caad252b tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Deleting port 1b256824-4424-434f-9fe4-2f9cb5f392bd {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:45.616512 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb734cdc-4c2f-43ad-a083-e8a3caad252b tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.646468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f33fce4c-476a-49df-be04-dad071adc1b5 req-af8cca38-6dd7-4295-9bee-0e0179a767b1 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739334 Aug 16 01:52:45.659305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Made reservation on behalf of 86111693a42c46848dcae3af9ed8e15e for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:45.667957 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.703462 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.776780 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb734cdc-4c2f-43ad-a083-e8a3caad252b tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.777108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb734cdc-4c2f-43ad-a083-e8a3caad252b tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.796793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-bb734cdc-4c2f-43ad-a083-e8a3caad252b tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Calling delete_port for 1b256824-4424-434f-9fe4-2f9cb5f392bd owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:45.805766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=865eb7c3-4c23-4e72-bf80-19b3f1656c5c,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:45.874711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f08ba8-a4f5-4b01-84eb-ad64234d2f3e req-19c20ea6-06ff-4648-9c0c-a691ed0531fa tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.876624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5f08ba8-a4f5-4b01-84eb-ad64234d2f3e req-19c20ea6-06ff-4648-9c0c-a691ed0531fa tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 931 time: 0.1424820 Aug 16 01:52:45.951868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5f08ba8-a4f5-4b01-84eb-ad64234d2f3e req-62cce5ad-31f9-4885-8692-9dc2e0c07dd1 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584726 Aug 16 01:52:46.015206 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658adda1-64ed-4c6d-ad42-cc82763d8822 x-openstack-request-id: req-658adda1-64ed-4c6d-ad42-cc82763d8822 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:46.015497 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5b732-2871-4a26-b059-a446bec06b7c", "name": "network-vif-deleted", "tag": "d987452a-0433-40a7-8e2a-315a2560ec79", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:46.015743 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-658adda1-64ed-4c6d-ad42-cc82763d8822 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:46.016134 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda5b732-2871-4a26-b059-a446bec06b7c', 'name': 'network-vif-deleted', 'tag': 'd987452a-0433-40a7-8e2a-315a2560ec79', 'status': 'completed', 'code': 200} Aug 16 01:52:46.031281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e199a6-76b2-4d89-a1b9-1290bb217a81 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:46.039624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.120223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11d906-8989-4d65-b717-3c4ef0936536 req-b70b8465-71c8-4523-b6b4-0e0a644b641f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:46.121723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef11d906-8989-4d65-b717-3c4ef0936536 req-b70b8465-71c8-4523-b6b4-0e0a644b641f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.0545237 Aug 16 01:52:46.160010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef11d906-8989-4d65-b717-3c4ef0936536 req-b746ccb8-bca5-4bd5-8936-b20cae1612ec tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Aug 16 01:52:46.213191 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72120369-3dfe-466c-b437-470744ef63bb x-openstack-request-id: req-72120369-3dfe-466c-b437-470744ef63bb {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:46.213702 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7", "name": "network-vif-plugged", "status": "completed", "tag": "865eb7c3-4c23-4e72-bf80-19b3f1656c5c", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:46.213702 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72120369-3dfe-466c-b437-470744ef63bb {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:46.214142 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865eb7c3-4c23-4e72-bf80-19b3f1656c5c', 'code': 200} Aug 16 01:52:46.304545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33745b50-fc2d-4610-95d7-33ea3920c53c req-005e75dc-e617-4faa-8eda-8c4f08e1806e tempest-ServerRescueTestJSON-1700092880 tempest-ServerRescueTestJSON-1700092880-project] 10.222.0.66 "GET /v2.0/ports?device_id=dda5b732-2871-4a26-b059-a446bec06b7c HTTP/1.1" status: 200 len: 210 time: 0.0295210 Aug 16 01:52:46.329586 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da85ae8-487b-4b7c-b0c3-d0298f20a876 req-d80f1e74-ec2a-460f-bd5b-0916821a3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:46.332158 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9da85ae8-487b-4b7c-b0c3-d0298f20a876 req-d80f1e74-ec2a-460f-bd5b-0916821a3da1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 1101 time: 0.0534196 Aug 16 01:52:46.336228 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.406428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Transition to ACTIVE for port object c8e199a6-76b2-4d89-a1b9-1290bb217a81 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:46.408179 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb734cdc-4c2f-43ad-a083-e8a3caad252b tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.419759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event updated for resources: {'Subnet': ['ID=37613588-6dae-4d34-862e-b2ea82d9a184,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:46.461138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb734cdc-4c2f-43ad-a083-e8a3caad252b tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Pushing event deleted for resources: {'Port': ['ID=1b256824-4424-434f-9fe4-2f9cb5f392bd,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:46.464070 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9da85ae8-487b-4b7c-b0c3-d0298f20a876 req-6706e0b2-0d57-4b87-995f-b553fe6438c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184118 Aug 16 01:52:46.484023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a83da-0459-427a-9627-e499d92b7bd7 req-f8014697-c0e2-4b07-8799-78916046f6fd tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:46.485576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f21a83da-0459-427a-9627-e499d92b7bd7 req-f8014697-c0e2-4b07-8799-78916046f6fd tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0522633 Aug 16 01:52:46.517160 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Checking segment: {'id': 'e195c9ba-aee1-4079-8b64-895d645ea4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02ffde9e-5b20-4843-8cd5-6245dcdec7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:46.521276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Network hostable DHCP agents. Network: 02ffde9e-5b20-4843-8cd5-6245dcdec7c2, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:46.532476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f21a83da-0459-427a-9627-e499d92b7bd7 req-aa04811f-d99f-4b6f-833b-b4595838e4c7 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Aug 16 01:52:46.567470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb734cdc-4c2f-43ad-a083-e8a3caad252b tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.570841 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb734cdc-4c2f-43ad-a083-e8a3caad252b tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.571856 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bb734cdc-4c2f-43ad-a083-e8a3caad252b tempest-ServersTestBootFromVolume-1626608067 tempest-ServersTestBootFromVolume-1626608067-project] 10.222.0.66 "DELETE /v2.0/floatingips/73c1ddaf-b709-45bb-87ac-db4e19e09096 HTTP/1.1" status: 204 len: 168 time: 1.0969355 Aug 16 01:52:46.574820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38158) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:46.622532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.779415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e199a6-76b2-4d89-a1b9-1290bb217a81,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:46.779415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9db83-79e2-4ad3-9285-0f8bb56c3d67 req-2b0147fb-e3e8-47a6-8349-ef2f9f3fa4e0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:46.779415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cca9db83-79e2-4ad3-9285-0f8bb56c3d67 req-2b0147fb-e3e8-47a6-8349-ef2f9f3fa4e0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1490877 Aug 16 01:52:46.894457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cca9db83-79e2-4ad3-9285-0f8bb56c3d67 req-2b5f5fee-e8a5-4b14-b523-4dbe5333fc0f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091042 Aug 16 01:52:46.939215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Attempting to bind port c8e199a6-76b2-4d89-a1b9-1290bb217a81 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:46.939556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Attempting to bind port c8e199a6-76b2-4d89-a1b9-1290bb217a81 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:46.939886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Attempting to bind port c8e199a6-76b2-4d89-a1b9-1290bb217a81 on network 0258907d-1453-45b3-ad67-ae6555de60f4 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:46.955011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Port c8e199a6-76b2-4d89-a1b9-1290bb217a81 on network 0258907d-1453-45b3-ad67-ae6555de60f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:46.955330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Attempting to bind port c8e199a6-76b2-4d89-a1b9-1290bb217a81 on network 0258907d-1453-45b3-ad67-ae6555de60f4 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:46.969223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Network 02ffde9e-5b20-4843-8cd5-6245dcdec7c2 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:46.986513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:46.986858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Checking segment: {'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:46.987244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Bound using segment: {'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:46.987689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Bound port: c8e199a6-76b2-4d89-a1b9-1290bb217a81, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:46.988050 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.287655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 02ffde9e-5b20-4843-8cd5-6245dcdec7c2) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:47.291844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.292524 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.297918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15359fbe-64ba-4600-b3bb-462ae7045199 None None] Network 02ffde9e-5b20-4843-8cd5-6245dcdec7c2 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:47.416540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bbe2d-2871-476b-8af5-6095a7cc6e06 req-ee1083b4-9114-4a8e-84b4-95abfe3ab5a1 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.418058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b09bbe2d-2871-476b-8af5-6095a7cc6e06 req-ee1083b4-9114-4a8e-84b4-95abfe3ab5a1 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 949 time: 0.4661620 Aug 16 01:52:47.453867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-02ffde9e-5b20-4843-8cd5-6245dcdec7c2', 'network_id': '02ffde9e-5b20-4843-8cd5-6245dcdec7c2', 'tenant_id': '86111693a42c46848dcae3af9ed8e15e', 'fixed_ips': [{'subnet_id': '37613588-6dae-4d34-862e-b2ea82d9a184'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:47.455101 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.493924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] For port c8e199a6-76b2-4d89-a1b9-1290bb217a81, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:47.513790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b09bbe2d-2871-476b-8af5-6095a7cc6e06 req-4e8911e2-4aa2-4c07-a838-dd3110b9ef2b tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812979 Aug 16 01:52:47.515474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] For port c8e199a6-76b2-4d89-a1b9-1290bb217a81, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c8e199a6-76b2-4d89-a1b9-1290bb217a81,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:47.520873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38170) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:47.521082 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c0a9edcd-7fc2-4844-bf05-a98cdb16c7f4 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1965582 Aug 16 01:52:47.526865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Request body: {'network': {'name': 'tempest-router-network01--992084505'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:47.595577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Allocated IP 172.20.0.2 (02ffde9e-5b20-4843-8cd5-6245dcdec7c2/37613588-6dae-4d34-862e-b2ea82d9a184/9adfa076-5cb1-46e5-a3aa-6e589f11d894) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:47.660031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbee0b3-b4f7-4dad-96e0-3ea739be3b9a req-8d2e25cd-d91b-4edf-a570-2a31735ed583 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.661521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-edbee0b3-b4f7-4dad-96e0-3ea739be3b9a req-8d2e25cd-d91b-4edf-a570-2a31735ed583 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0622356 Aug 16 01:52:47.672300 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.726252 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.728061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Made reservation on behalf of 86111693a42c46848dcae3af9ed8e15e for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:47.731554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.751679 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.762638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Transition to ACTIVE for port object 9adfa076-5cb1-46e5-a3aa-6e589f11d894 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:47.778228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Transition to ACTIVE for port object 9adfa076-5cb1-46e5-a3aa-6e589f11d894 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:47.809598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.809598 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.809598 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] 10.222.0.64 "PUT /v2.0/ports/c8e199a6-76b2-4d89-a1b9-1290bb217a81 HTTP/1.1" status: 200 len: 1092 time: 2.3211708 Aug 16 01:52:47.819079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-edbee0b3-b4f7-4dad-96e0-3ea739be3b9a req-d03af316-85b9-4352-9299-4303162bc581 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506438 Aug 16 01:52:47.886296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:47.903992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf33c3c-ddd1-4f18-9489-b9c924311bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e199a6-76b2-4d89-a1b9-1290bb217a81,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:47.916270 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.916606 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Added segment 62c50309-f9e5-4370-95bb-a80f9b1fdcea of type vlan for network 3ca71ba6-05c7-47f4-a6bf-f5068767d04c Aug 16 01:52:48.000574 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.018070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4181d7-f6d5-4578-a710-ff6289cced20', 'tag': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:48.020306 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740360bc-78a5-468b-877b-8ebec0f42e32" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4181d7-f6d5-4578-a710-ff6289cced20", "tag": "c8e199a6-76b2-4d89-a1b9-1290bb217a81"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:48.043615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Network 02ffde9e-5b20-4843-8cd5-6245dcdec7c2 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:48.047274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:48.051959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Pushing event updated for resources: {'Port': ['ID=9adfa076-5cb1-46e5-a3aa-6e589f11d894,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.054094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:48.068780 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.109415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Attempting to bind port 9adfa076-5cb1-46e5-a3aa-6e589f11d894 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:48.109781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Attempting to bind port 9adfa076-5cb1-46e5-a3aa-6e589f11d894 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'e195c9ba-aee1-4079-8b64-895d645ea4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02ffde9e-5b20-4843-8cd5-6245dcdec7c2'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:48.110192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Attempting to bind port 9adfa076-5cb1-46e5-a3aa-6e589f11d894 on network 02ffde9e-5b20-4843-8cd5-6245dcdec7c2 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:48.115010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:48.115374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Checking segment: {'id': 'e195c9ba-aee1-4079-8b64-895d645ea4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02ffde9e-5b20-4843-8cd5-6245dcdec7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:48.115767 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.116407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Bound using segment: {'id': 'e195c9ba-aee1-4079-8b64-895d645ea4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02ffde9e-5b20-4843-8cd5-6245dcdec7c2'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:48.116861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Bound port: 9adfa076-5cb1-46e5-a3aa-6e589f11d894, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e195c9ba-aee1-4079-8b64-895d645ea4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02ffde9e-5b20-4843-8cd5-6245dcdec7c2'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:48.117234 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.121104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d987452a-0433-40a7-8e2a-315a2560ec79 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:48.131105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d02196-ca8e-4ddc-ba18-43e48fe6ab64 req-d704082f-6326-4fdc-bcca-55ced7173acf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.132634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6d02196-ca8e-4ddc-ba18-43e48fe6ab64 req-d704082f-6326-4fdc-bcca-55ced7173acf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 943 time: 0.2050087 Aug 16 01:52:48.147812 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: d987452a-0433-40a7-8e2a-315a2560ec79 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:48.148172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d987452a-0433-40a7-8e2a-315a2560ec79 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:48.161169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-1a9b18c0-368f-4c14-8b5e-e178e4bc97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.162689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-1a9b18c0-368f-4c14-8b5e-e178e4bc97a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=753c30e1989e4520b324f29beb099fb1&device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 1095 time: 0.1333234 Aug 16 01:52:48.202194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] For port 9adfa076-5cb1-46e5-a3aa-6e589f11d894, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:48.205157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] For port 9adfa076-5cb1-46e5-a3aa-6e589f11d894, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9adfa076-5cb1-46e5-a3aa-6e589f11d894,segment=NetworkSegment(e195c9ba-aee1-4079-8b64-895d645ea4df),segment_id=e195c9ba-aee1-4079-8b64-895d645ea4df)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:48.226555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-46620125-5d64-4051-8e93-d11b1bcbdcc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8e199a6-76b2-4d89-a1b9-1290bb217a81 HTTP/1.1" status: 200 len: 217 time: 0.0533521 Aug 16 01:52:48.250853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6d02196-ca8e-4ddc-ba18-43e48fe6ab64 req-4ff39458-b62d-4313-a93b-b6cb4aa53846 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048629 Aug 16 01:52:48.297371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38180) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:48.325514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-1252fcb0-85c4-4685-b783-36c8df5b3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.327725 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-1252fcb0-85c4-4685-b783-36c8df5b3045 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bc8dac7-1c32-4619-adf2-5a9b9b9f320a HTTP/1.1" status: 200 len: 855 time: 0.0803790 Aug 16 01:52:48.329183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.357379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.357379 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.389758 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.416101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-e2ee9181-53d6-43d6-b548-2f7af74767cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0258907d-1453-45b3-ad67-ae6555de60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782406 Aug 16 01:52:48.454505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b319e3d-12e1-4e32-a282-8aac293dc30d None None] Pushing event updated for resources: {'Port': ['ID=9adfa076-5cb1-46e5-a3aa-6e589f11d894,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.507552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event updated for resources: {'Network': ['ID=3ca71ba6-05c7-47f4-a6bf-f5068767d04c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.519959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 3ca71ba6-05c7-47f4-a6bf-f5068767d04c details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:48.537459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] Deleting port 6c9bde2a-f4ad-44d9-943a-5b230e03229c {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:48.537914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.587381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-12193dc5-47e2-4e13-b806-51c8fcc0f96c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0652974 Aug 16 01:52:48.593271 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38184) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:48.600487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Request body: {'network': {'name': 'tempest-router-network02--556239677'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:48.618188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1507762-bbc5-4f69-a3f8-868015961c7b req-7681912f-dbce-4f8f-b4e3-e931c25fc88c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.619768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1507762-bbc5-4f69-a3f8-868015961c7b req-7681912f-dbce-4f8f-b4e3-e931c25fc88c tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.1320915 Aug 16 01:52:48.678116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-77436252-05a7-4bed-8e95-9839c336b3ce service neutron] 10.222.0.64 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489262 Aug 16 01:52:48.764220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] For port 6c9bde2a-f4ad-44d9-943a-5b230e03229c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6c9bde2a-f4ad-44d9-943a-5b230e03229c,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:48.764592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.771923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.783156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1507762-bbc5-4f69-a3f8-868015961c7b req-036f0bfc-23b6-4a97-b832-54aa2f77c953 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510010 Aug 16 01:52:48.801935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] Calling delete_port for 6c9bde2a-f4ad-44d9-943a-5b230e03229c owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:48.831392 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Made reservation on behalf of 86111693a42c46848dcae3af9ed8e15e for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:48.835002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.899203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:48.916265 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.916611 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Added segment 9ae2eea2-f3f1-4d91-ada6-296f8b6879b0 of type vlan for network 3fda2b19-84d2-4a61-aa2c-a01d7154e799 Aug 16 01:52:48.956484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-158e1019-bfa5-462c-a18f-c0e30845e5d6 req-5b8e9b57-86aa-4ceb-ab81-4be2db25ed61 service neutron] 10.222.0.64 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679162 Aug 16 01:52:49.008874 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.047834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-139cd056-76a9-4663-89b3-74ad03c8601e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:49.049307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-139cd056-76a9-4663-89b3-74ad03c8601e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 812 time: 0.1811693 Aug 16 01:52:49.079418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-6dc51565-0075-4772-b5d4-800357773e07 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/quotas/ba1d0ba988054dcba34eab22d5357e9a HTTP/1.1" status: 200 len: 375 time: 0.0192432 Aug 16 01:52:49.126083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.131623 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:49.133432 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.177645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-77b799a6-0557-480e-a17a-0b4a66922738 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0890498 Aug 16 01:52:49.198799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] Deleting port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:49.199150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.249280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event updated for resources: {'Network': ['ID=3fda2b19-84d2-4a61-aa2c-a01d7154e799,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:49.260350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 3fda2b19-84d2-4a61-aa2c-a01d7154e799 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:49.276868 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.297908 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e35c4a8f-f5e9-4833-9ffc-cfc4fe8f9fc9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7034864 Aug 16 01:52:49.303449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38198) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:49.312869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Request body: {'subnet': {'network_id': '3ca71ba6-05c7-47f4-a6bf-f5068767d04c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:49.324527 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] For port 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e,segment=NetworkSegment(de5b2509-6da1-4b82-b8fd-4fec75713db0),segment_id=de5b2509-6da1-4b82-b8fd-4fec75713db0)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:49.325268 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.351896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9bde2a-f4ad-44d9-943a-5b230e03229c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:49.392083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] Calling delete_port for 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:49.494440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-3297f925-40f1-4fd8-82b8-5bd813914cdc service neutron] 10.222.0.66 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083720 Aug 16 01:52:49.628449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Made reservation on behalf of 86111693a42c46848dcae3af9ed8e15e for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:49.632125 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.632940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1014fc7-0384-4357-a493-343cd43ffc7a None None] Network 02ffde9e-5b20-4843-8cd5-6245dcdec7c2 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:49.651995 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.661750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-45c4c94c-2892-4931-959c-f422fa031683 service neutron] 10.222.0.66 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665165 Aug 16 01:52:49.768661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.811381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b31b9fa9-91db-4fbd-be8b-0daad18ebbf8 None None] Provisioning for port 9adfa076-5cb1-46e5-a3aa-6e589f11d894 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:49.819976 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:49.919054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] Router 9d92f83f-d769-440b-84c3-b0b84187f8a4 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:50.063602 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb550bff-998e-4366-9a31-8752c5ace8fd x-openstack-request-id: req-cb550bff-998e-4366-9a31-8752c5ace8fd {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:50.063997 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4181d7-f6d5-4578-a710-ff6289cced20", "tag": "c8e199a6-76b2-4d89-a1b9-1290bb217a81", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:50.064321 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb550bff-998e-4366-9a31-8752c5ace8fd {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:50.064799 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4181d7-f6d5-4578-a710-ff6289cced20', 'tag': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81', 'status': 'completed', 'code': 200} Aug 16 01:52:50.101504 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.130639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:50.143729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-543b4fd3-392c-448d-83c3-32578e667d61 admin admin] 10.222.0.66 "PUT /v2.0/routers/9d92f83f-d769-440b-84c3-b0b84187f8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5655756 Aug 16 01:52:50.144008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38206) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:50.146451 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412c566-106f-412c-ba85-b5b804fd5b17 None None] Sync routers for ids ['9d92f83f-d769-440b-84c3-b0b84187f8a4'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:50.162943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event updated for resources: {'Subnet': ['ID=365cc91f-a1b1-467c-ad81-62fa94663757,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:50.180209 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412c566-106f-412c-ba85-b5b804fd5b17 None None] Routers {'9d92f83f-d769-440b-84c3-b0b84187f8a4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:50.183104 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0412c566-106f-412c-ba85-b5b804fd5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d92f83f-d769-440b-84c3-b0b84187f8a4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:50.203977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740360bc-78a5-468b-877b-8ebec0f42e32 req-f8544881-05b3-4786-a101-85793f6bc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.205504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-740360bc-78a5-468b-877b-8ebec0f42e32 req-f8544881-05b3-4786-a101-85793f6bc4f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=753c30e1989e4520b324f29beb099fb1&device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 1095 time: 0.1230121 Aug 16 01:52:50.318701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Checking segment: {'id': '62c50309-f9e5-4370-95bb-a80f9b1fdcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3ca71ba6-05c7-47f4-a6bf-f5068767d04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:50.319229 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Network hostable DHCP agents. Network: 3ca71ba6-05c7-47f4-a6bf-f5068767d04c, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:50.325263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9adfa076-5cb1-46e5-a3aa-6e589f11d894 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:50.346846 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.384568 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-0412c566-106f-412c-ba85-b5b804fd5b17 None None] Set router 9d92f83f-d769-440b-84c3-b0b84187f8a4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:50.409364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fe09a-4f7f-4b86-ba68-7eb9d91fae16 req-7e40208f-43b2-4866-9570-ab2893722ccd tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.417361 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e1fe09a-4f7f-4b86-ba68-7eb9d91fae16 req-7e40208f-43b2-4866-9570-ab2893722ccd tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 949 time: 0.2088988 Aug 16 01:52:50.476260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 9adfa076-5cb1-46e5-a3aa-6e589f11d894 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:50.484428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9adfa076-5cb1-46e5-a3aa-6e589f11d894 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:50.485215 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.492590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e1fe09a-4f7f-4b86-ba68-7eb9d91fae16 req-d3698c44-ad69-4646-ad57-51b2ebdf3f6c tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744569 Aug 16 01:52:50.505264 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.604637 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0412c566-106f-412c-ba85-b5b804fd5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 5, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:50.637103 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412c566-106f-412c-ba85-b5b804fd5b17 None None] Checking router: 9d92f83f-d769-440b-84c3-b0b84187f8a4 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:50.647639 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412c566-106f-412c-ba85-b5b804fd5b17 None None] Routers {'9d92f83f-d769-440b-84c3-b0b84187f8a4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:50.649220 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0412c566-106f-412c-ba85-b5b804fd5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d92f83f-d769-440b-84c3-b0b84187f8a4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:50.669003 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.710566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 9adfa076-5cb1-46e5-a3aa-6e589f11d894, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9adfa076-5cb1-46e5-a3aa-6e589f11d894,segment=NetworkSegment(e195c9ba-aee1-4079-8b64-895d645ea4df),segment_id=e195c9ba-aee1-4079-8b64-895d645ea4df)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:50.715268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Network 3ca71ba6-05c7-47f4-a6bf-f5068767d04c is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:50.773607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.781856 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-0412c566-106f-412c-ba85-b5b804fd5b17 None None] Set router 9d92f83f-d769-440b-84c3-b0b84187f8a4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:50.808105 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.862048 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 3ca71ba6-05c7-47f4-a6bf-f5068767d04c) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:50.877801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.878441 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.881389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dd81c4-5b27-4bf2-a5bd-7a00065cc601 None None] Network 3ca71ba6-05c7-47f4-a6bf-f5068767d04c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:50.954756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c8e199a6-76b2-4d89-a1b9-1290bb217a81 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:50.976868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=9adfa076-5cb1-46e5-a3aa-6e589f11d894,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:51.009072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740360bc-78a5-468b-877b-8ebec0f42e32 req-2bf675db-1be0-4b14-a343-6f4602fb22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:51.010547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-740360bc-78a5-468b-877b-8ebec0f42e32 req-2bf675db-1be0-4b14-a343-6f4602fb22a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0258907d-1453-45b3-ad67-ae6555de60f4 HTTP/1.1" status: 200 len: 916 time: 0.7884798 Aug 16 01:52:51.022861 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b4d6ea8a-303a-447e-9f64-e34eb29efc1b tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7183306 Aug 16 01:52:51.026147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38216) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:51.032567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Request body: {'subnet': {'network_id': '3fda2b19-84d2-4a61-aa2c-a01d7154e799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:51.083747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-740360bc-78a5-468b-877b-8ebec0f42e32 req-302eb655-7ea9-40b2-a485-b832b661df1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8e199a6-76b2-4d89-a1b9-1290bb217a81 HTTP/1.1" status: 200 len: 217 time: 0.0630910 Aug 16 01:52:51.117970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] Router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:51.140406 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0412c566-106f-412c-ba85-b5b804fd5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 5, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:51.147275 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930712e-1336-4fdf-86dd-ff0f4e1c294e req-c8412279-918d-429b-b11b-7fdd3279539d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:51.155491 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5930712e-1336-4fdf-86dd-ff0f4e1c294e req-c8412279-918d-429b-b11b-7fdd3279539d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 943 time: 0.1486998 Aug 16 01:52:51.172376 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.185035 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412c566-106f-412c-ba85-b5b804fd5b17 None None] The sync data for ids ['9d92f83f-d769-440b-84c3-b0b84187f8a4'] in n-d-768509-23 is: [{'id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'name': 'tempest-ServersTestBootFromVolume-40256301-router', 'tenant_id': 'fb49621d044a43e4a6659857800670b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 5, 'project_id': 'fb49621d044a43e4a6659857800670b3', 'gw_port': {'id': 'e5051e32-21b1-4eec-81ba-cabe8fb3d1e9', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92f83f-d769-440b-84c3-b0b84187f8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:08Z', 'updated_at': '2021-08-16T01:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:51.194379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-3ca71ba6-05c7-47f4-a6bf-f5068767d04c', 'network_id': '3ca71ba6-05c7-47f4-a6bf-f5068767d04c', 'tenant_id': '86111693a42c46848dcae3af9ed8e15e', 'fixed_ips': [{'subnet_id': '365cc91f-a1b1-467c-ad81-62fa94663757'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:51.195419 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.196113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740360bc-78a5-468b-877b-8ebec0f42e32 req-bac5453c-f6b7-45ae-a1b0-06d7d703e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:51.197633 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-740360bc-78a5-468b-877b-8ebec0f42e32 req-bac5453c-f6b7-45ae-a1b0-06d7d703e058 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bc8dac7-1c32-4619-adf2-5a9b9b9f320a HTTP/1.1" status: 200 len: 855 time: 0.1047113 Aug 16 01:52:51.228948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c8e199a6-76b2-4d89-a1b9-1290bb217a81, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c8e199a6-76b2-4d89-a1b9-1290bb217a81,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:51.248070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81', 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4', 'port_id': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81', 'mac_address': 'fa:16:3e:08:41:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8dac7-1c32-4619-adf2-5a9b9b9f320a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:51.256725 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-740360bc-78a5-468b-877b-8ebec0f42e32 req-bf6e6b9c-e501-4d81-a7bd-82c6c78f59d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0258907d-1453-45b3-ad67-ae6555de60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448630 Aug 16 01:52:51.262477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5930712e-1336-4fdf-86dd-ff0f4e1c294e req-d7897fd3-f9d5-48e3-901c-6ed560588766 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059680 Aug 16 01:52:51.294557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:51.300311 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6b2e2d72-931b-44b1-929c-80c2716e5d0d admin admin] 10.222.0.66 "PUT /v2.0/routers/52e58ec9-31c4-4e23-a55c-14b76f5d1a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0016396 Aug 16 01:52:51.302868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38218) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:51.308844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3600c222-470d-448d-8cc8-bf48ddef1094 None None] Sync routers for ids ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:51.400664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Made reservation on behalf of 86111693a42c46848dcae3af9ed8e15e for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:51.404852 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.407587 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.414059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3600c222-470d-448d-8cc8-bf48ddef1094 None None] Routers {'52e58ec9-31c4-4e23-a55c-14b76f5d1a78'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:51.415066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3600c222-470d-448d-8cc8-bf48ddef1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:51.449171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-740360bc-78a5-468b-877b-8ebec0f42e32 req-d1dd834b-4a6a-4960-9525-2efb5e944799 service neutron] 10.222.0.64 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852446 Aug 16 01:52:51.468842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b1f4-0fe0-45c4-b99e-964dec15ce74 req-ed652a14-b4a0-4663-a4ce-aea1c5dee048 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:51.470464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3668b1f4-0fe0-45c4-b99e-964dec15ce74 req-ed652a14-b4a0-4663-a4ce-aea1c5dee048 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.1320596 Aug 16 01:52:51.482286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Deleting port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:51.483005 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.490681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e199a6-76b2-4d89-a1b9-1290bb217a81 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:51.491752 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.547937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c8e199a6-76b2-4d89-a1b9-1290bb217a81, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c8e199a6-76b2-4d89-a1b9-1290bb217a81,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:51.586570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Allocated IP 172.20.0.2 (3ca71ba6-05c7-47f4-a6bf-f5068767d04c/365cc91f-a1b1-467c-ad81-62fa94663757/afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:51.672173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3600c222-470d-448d-8cc8-bf48ddef1094 None None] Set router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:51.701220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3668b1f4-0fe0-45c4-b99e-964dec15ce74 req-9fbfc98d-f9cb-46c1-8589-46595dec88f0 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167037 Aug 16 01:52:51.708241 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.737035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] For port e5051e32-21b1-4eec-81ba-cabe8fb3d1e9, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e5051e32-21b1-4eec-81ba-cabe8fb3d1e9,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:51.737410 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.749713 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.758589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-740360bc-78a5-468b-877b-8ebec0f42e32 req-025f4a5d-1f19-4aa0-9869-406c1f8b230a service neutron] 10.222.0.64 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990077 Aug 16 01:52:51.782634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Calling delete_port for e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:51.842490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f26dec0a-e67e-4b8d-b18c-0f58d773f4b9 req-0891a1c9-b39d-4b25-b4b2-5c26f368bb8c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 210 time: 0.0393651 Aug 16 01:52:51.972681 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.001099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Deleting port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:52.002237 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.027056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9adfa076-5cb1-46e5-a3aa-6e589f11d894 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:52.068286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=c8e199a6-76b2-4d89-a1b9-1290bb217a81,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:52.077572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['c8e199a6-76b2-4d89-a1b9-1290bb217a81'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:52.106210 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.125167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] For port 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:52.125599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.176659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Calling delete_port for 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:52.192849 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.227423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Transition to ACTIVE for port object afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:52.262649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Transition to ACTIVE for port object afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:52.273058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event updated for resources: {'Subnet': ['ID=c7721fce-d5c1-40be-9a7a-431aac016ab6,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:52.282668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.291863 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9adfa076-5cb1-46e5-a3aa-6e589f11d894 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:52.292242 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.303754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Checking segment: {'id': '9ae2eea2-f3f1-4d91-ada6-296f8b6879b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fda2b19-84d2-4a61-aa2c-a01d7154e799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:52.304170 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Network hostable DHCP agents. Network: 3fda2b19-84d2-4a61-aa2c-a01d7154e799, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:52.327468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e5051e32-21b1-4eec-81ba-cabe8fb3d1e9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:52.387788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3600c222-470d-448d-8cc8-bf48ddef1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'name': 'tempest-ServerRescueTestJSON-332240848-router', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:25Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 5, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'gw_port': {'id': '3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:52.407228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-8891d583-b312-40e0-9969-c7d853216842 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b58ee2d27ec74a94b23e5310325b39f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469105 Aug 16 01:52:52.437869 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.440260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3600c222-470d-448d-8cc8-bf48ddef1094 None None] Checking router: 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:52.474619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.505345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Network 3fda2b19-84d2-4a61-aa2c-a01d7154e799 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:52.510766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Network 3ca71ba6-05c7-47f4-a6bf-f5068767d04c is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:52.518799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3600c222-470d-448d-8cc8-bf48ddef1094 None None] Routers {'52e58ec9-31c4-4e23-a55c-14b76f5d1a78'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:52.519434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3600c222-470d-448d-8cc8-bf48ddef1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:52.525644 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:52.552194 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.584872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:52.586052 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.590488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.590758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Pushing event updated for resources: {'Port': ['ID=afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:52.598365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:52.615190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 3fda2b19-84d2-4a61-aa2c-a01d7154e799) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:52.635120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa1ebb-3080-42c6-a792-583bad845c94 None None] Network 3fda2b19-84d2-4a61-aa2c-a01d7154e799 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:52.654256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-e409782b-d929-4a0b-a61d-8c20c143f61f tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.661911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-e409782b-d929-4a0b-a61d-8c20c143f61f tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459891 Aug 16 01:52:52.676184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.677647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.678548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-f678121e-5e21-4588-8dce-429a77bb7132 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/quotas/b58ee2d27ec74a94b23e5310325b39f5 HTTP/1.1" status: 200 len: 375 time: 0.0157275 Aug 16 01:52:52.705787 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.740067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-32c2abef-5279-4ec7-b9c9-b7eab4fccbef tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b58ee2d27ec74a94b23e5310325b39f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605783 Aug 16 01:52:52.759836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6c9bde2a-f4ad-44d9-943a-5b230e03229c no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:52.794047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3600c222-470d-448d-8cc8-bf48ddef1094 None None] Set router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:52.815949 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.817513 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.835539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d92f83f-d769-440b-84c3-b0b84187f8a4 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:52:52.836591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.836591 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-67855dd6-179a-4edb-ad3b-78bb0ebfdf1a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7934046 Aug 16 01:52:52.836591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38238) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:52.836834 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.836911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 6c9bde2a-f4ad-44d9-943a-5b230e03229c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:52.836983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e3c050a1-5a47-417d-ac2c-7659057248fe admin admin] 10.222.0.66 "DELETE /v2.0/routers/9d92f83f-d769-440b-84c3-b0b84187f8a4 HTTP/1.1" status: 204 len: 168 time: 2.6822927 Aug 16 01:52:52.836983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38240) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:52.837127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6c9bde2a-f4ad-44d9-943a-5b230e03229c not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:52.874160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Attempting to bind port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:52.874540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Attempting to bind port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '62c50309-f9e5-4370-95bb-a80f9b1fdcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3ca71ba6-05c7-47f4-a6bf-f5068767d04c'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:52.874908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Attempting to bind port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 on network 3ca71ba6-05c7-47f4-a6bf-f5068767d04c {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:52.879768 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3600c222-470d-448d-8cc8-bf48ddef1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'name': 'tempest-ServerRescueTestJSON-332240848-router', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:25Z', 'updated_at': '2021-08-16T01:52:51Z', 'revision_number': 6, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:52.886860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c46632f-c9ee-476a-8635-2f20858cbcc6 admin admin] Deleting subnet 386e2149-243f-4304-8a44-e8e1ee981a0b {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:52.887319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:52.887706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Checking segment: {'id': '62c50309-f9e5-4370-95bb-a80f9b1fdcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3ca71ba6-05c7-47f4-a6bf-f5068767d04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:52.888120 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.888524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Bound using segment: {'id': '62c50309-f9e5-4370-95bb-a80f9b1fdcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3ca71ba6-05c7-47f4-a6bf-f5068767d04c'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:52.889552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Bound port: afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c50309-f9e5-4370-95bb-a80f9b1fdcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3ca71ba6-05c7-47f4-a6bf-f5068767d04c'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:52.889972 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.892437 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c46632f-c9ee-476a-8635-2f20858cbcc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.930631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c46632f-c9ee-476a-8635-2f20858cbcc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.974819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3600c222-470d-448d-8cc8-bf48ddef1094 None None] The sync data for ids ['52e58ec9-31c4-4e23-a55c-14b76f5d1a78'] in n-d-768509-23 is: [{'id': '52e58ec9-31c4-4e23-a55c-14b76f5d1a78', 'name': 'tempest-ServerRescueTestJSON-332240848-router', 'tenant_id': '7d55668ce6cd49b8a6ada470706b8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:25Z', 'updated_at': '2021-08-16T01:52:51Z', 'revision_number': 6, 'project_id': '7d55668ce6cd49b8a6ada470706b8799', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:53.050244 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c46632f-c9ee-476a-8635-2f20858cbcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.108752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] For port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:53.112094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-3fda2b19-84d2-4a61-aa2c-a01d7154e799', 'network_id': '3fda2b19-84d2-4a61-aa2c-a01d7154e799', 'tenant_id': '86111693a42c46848dcae3af9ed8e15e', 'fixed_ips': [{'subnet_id': 'c7721fce-d5c1-40be-9a7a-431aac016ab6'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:53.113057 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.129914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] For port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994,segment=NetworkSegment(62c50309-f9e5-4370-95bb-a80f9b1fdcea),segment_id=62c50309-f9e5-4370-95bb-a80f9b1fdcea)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:53.177861 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.232969 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.233624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52e58ec9-31c4-4e23-a55c-14b76f5d1a78 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:52:53.268987 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.272740 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-40e8eaa2-02fb-4fd5-9e75-b0fc8902adc8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/52e58ec9-31c4-4e23-a55c-14b76f5d1a78 HTTP/1.1" status: 204 len: 168 time: 1.9660139 Aug 16 01:52:53.274139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38246) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:53.275995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Allocated IP 172.20.0.2 (3fda2b19-84d2-4a61-aa2c-a01d7154e799/c7721fce-d5c1-40be-9a7a-431aac016ab6/ca6e65dd-a821-417e-818b-167da9395fcd) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:53.329351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c46632f-c9ee-476a-8635-2f20858cbcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.369672 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.395185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bd70a3-8dfe-4a50-abf0-1cb8b0a6ab30 admin admin] Deleting subnet 35f9b9ae-2167-4e77-8dee-a665ff65a04b {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:53.402489 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0bd70a3-8dfe-4a50-abf0-1cb8b0a6ab30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.428726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4411d69-b749-475a-af3b-2566057d80b3 None None] Pushing event updated for resources: {'Port': ['ID=afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:53.450854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81ffefc-0d2c-4caf-8a11-1729394a8d0a None None] Network b27aa3c5-3eb1-4698-8c50-6174c90a1084 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:53.468449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46632f-c9ee-476a-8635-2f20858cbcc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386e2149-243f-4304-8a44-e8e1ee981a0b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:53.471114 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c46632f-c9ee-476a-8635-2f20858cbcc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.478425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5c46632f-c9ee-476a-8635-2f20858cbcc6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/386e2149-243f-4304-8a44-e8e1ee981a0b HTTP/1.1" status: 204 len: 168 time: 0.6422067 Aug 16 01:52:53.481851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-2246b9a4-000f-4da9-a679-81ce66ba6492 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.483931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-2246b9a4-000f-4da9-a679-81ce66ba6492 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 812 time: 0.3019786 Aug 16 01:52:53.484678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38250) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:53.500015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Request body: {'port': {'device_id': '2de9864a-ea8a-471f-bf74-f6e64187ed79', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'admin_state_up': True, 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:53.563991 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0bd70a3-8dfe-4a50-abf0-1cb8b0a6ab30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.675380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5cd0c-41fb-4792-a149-7997c9380f3c req-60b712f5-aa00-481d-9efa-af63a377f1da tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.683030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecd5cd0c-41fb-4792-a149-7997c9380f3c req-60b712f5-aa00-481d-9efa-af63a377f1da tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 944 time: 0.3106573 Aug 16 01:52:53.688143 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0bd70a3-8dfe-4a50-abf0-1cb8b0a6ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.721276 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.748782 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.770526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Transition to ACTIVE for port object ca6e65dd-a821-417e-818b-167da9395fcd will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:53.786644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecd5cd0c-41fb-4792-a149-7997c9380f3c req-8bdcc69c-d79d-42d7-9fa6-47f217e2b8f4 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026683 Aug 16 01:52:53.827787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Transition to ACTIVE for port object ca6e65dd-a821-417e-818b-167da9395fcd will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:53.833293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Allocated IP 172.20.0.1 (3ca71ba6-05c7-47f4-a6bf-f5068767d04c/365cc91f-a1b1-467c-ad81-62fa94663757/df9fd10d-24cc-4f07-856e-3834ff6dc25b) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:53.917306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Deleting port 1cff542d-b061-442d-9f24-f6f6520593cb {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:53.917600 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.033983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279d739-4746-4973-949e-91d7ca6f8596 req-ef2afb1c-d4c7-4a05-9456-42de883604aa tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:54.035781 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c279d739-4746-4973-949e-91d7ca6f8596 req-ef2afb1c-d4c7-4a05-9456-42de883604aa tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.1576481 Aug 16 01:52:54.038868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0bd70a3-8dfe-4a50-abf0-1cb8b0a6ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.041426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] For port 1cff542d-b061-442d-9f24-f6f6520593cb, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1cff542d-b061-442d-9f24-f6f6520593cb,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:54.041900 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.044981 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.063838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bf8e92-f4ab-4071-ba29-c0c2c7dd70f7 None None] DHCP port deletion for b27aa3c5-3eb1-4698-8c50-6174c90a1084 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:54.083847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Calling delete_port for 1cff542d-b061-442d-9f24-f6f6520593cb owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:54.102254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0bd70a3-8dfe-4a50-abf0-1cb8b0a6ab30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.106832 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b0bd70a3-8dfe-4a50-abf0-1cb8b0a6ab30 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/35f9b9ae-2167-4e77-8dee-a665ff65a04b HTTP/1.1" status: 204 len: 168 time: 0.8316154 Aug 16 01:52:54.108317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd70a3-8dfe-4a50-abf0-1cb8b0a6ab30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f9b9ae-2167-4e77-8dee-a665ff65a04b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:54.111141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38256) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:54.120936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Transition to ACTIVE for port object df9fd10d-24cc-4f07-856e-3834ff6dc25b will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:54.139522 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.145856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Made reservation on behalf of ba1d0ba988054dcba34eab22d5357e9a for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:54.161780 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.194901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:54.195731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c279d739-4746-4973-949e-91d7ca6f8596 req-45738402-6342-4441-baac-1ad3bc851f56 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512492 Aug 16 01:52:54.209780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Network 3fda2b19-84d2-4a61-aa2c-a01d7154e799 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:54.267552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-84bf8e92-f4ab-4071-ba29-c0c2c7dd70f7 None None] Deleting port 1cff542d-b061-442d-9f24-f6f6520593cb {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:54.271047 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-84bf8e92-f4ab-4071-ba29-c0c2c7dd70f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.281726 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.301744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:54.320408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-affb9d9a-fa69-4467-881a-31ff16842cbc req-60d7be6f-0c66-430a-b5e5-99be87204c07 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 210 time: 0.0367103 Aug 16 01:52:54.347414 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:54.350978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:54.351324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3b8b5e4e-6e0a-43b5-9dc5-fd21fe7c99b4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:54.351739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:54.391650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.409179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Pushing event updated for resources: {'Port': ['ID=ca6e65dd-a821-417e-818b-167da9395fcd,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:54.450256 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.454137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c1332553-0440-43cb-b66c-8b2b7a12b487 req-72a424a2-a8d5-49e0-b922-a340da99919f tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 210 time: 0.0695598 Aug 16 01:52:54.471502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Network 3ca71ba6-05c7-47f4-a6bf-f5068767d04c is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:54.473193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77553ffc-af18-4cf6-9905-ff4902fc62b3']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:54.485664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:54.488209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:54.527556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5b2509-6da1-4b82-b8fd-4fec75713db0') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:54.527866 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5b2509-6da1-4b82-b8fd-4fec75713db0') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:54.531009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event updated for resources: {'Port': ['ID=df9fd10d-24cc-4f07-856e-3834ff6dc25b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:54.570048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Allocated IP 172.20.0.11 (e599376b-7b08-42e8-85bf-1a61cac76676/7343030e-9add-4353-8aff-66a47414352b/5b119a8e-02e3-4da4-93e9-0c47af128055) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:54.651218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:54.651785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e5051e32-21b1-4eec-81ba-cabe8fb3d1e9 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:54.652353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:54.706403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-84bf8e92-f4ab-4071-ba29-c0c2c7dd70f7 None None] For port 1cff542d-b061-442d-9f24-f6f6520593cb, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1cff542d-b061-442d-9f24-f6f6520593cb,segment=NetworkSegment(dc34c1f1-e7b4-4d4b-a40e-1319dc102f64),segment_id=dc34c1f1-e7b4-4d4b-a40e-1319dc102f64)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:54.707079 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-84bf8e92-f4ab-4071-ba29-c0c2c7dd70f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.709593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:54.710006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7afbc4a0-9ba0-4808-abf6-3a7f587e1f9e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:54.730589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-84bf8e92-f4ab-4071-ba29-c0c2c7dd70f7 None None] Calling delete_port for 1cff542d-b061-442d-9f24-f6f6520593cb owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:54.732490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Attempting to bind port ca6e65dd-a821-417e-818b-167da9395fcd on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:54.732862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Attempting to bind port ca6e65dd-a821-417e-818b-167da9395fcd by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '9ae2eea2-f3f1-4d91-ada6-296f8b6879b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fda2b19-84d2-4a61-aa2c-a01d7154e799'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:54.733363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Attempting to bind port ca6e65dd-a821-417e-818b-167da9395fcd on network 3fda2b19-84d2-4a61-aa2c-a01d7154e799 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:54.739123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.745140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:54.745930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Checking segment: {'id': '9ae2eea2-f3f1-4d91-ada6-296f8b6879b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fda2b19-84d2-4a61-aa2c-a01d7154e799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:54.746078 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.746587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Bound using segment: {'id': '9ae2eea2-f3f1-4d91-ada6-296f8b6879b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fda2b19-84d2-4a61-aa2c-a01d7154e799'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:54.746878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Bound port: ca6e65dd-a821-417e-818b-167da9395fcd, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae2eea2-f3f1-4d91-ada6-296f8b6879b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3fda2b19-84d2-4a61-aa2c-a01d7154e799'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:54.747283 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.789378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cff542d-b061-442d-9f24-f6f6520593cb,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:54.792343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.793682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] No DVR routers for this DVR port 1cff542d-b061-442d-9f24-f6f6520593cb on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:54.798017 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.817938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.820404 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.856418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Transition to ACTIVE for port object 5b119a8e-02e3-4da4-93e9-0c47af128055 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:54.857991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:54.858730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:54.860571 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:54.893298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] For port ca6e65dd-a821-417e-818b-167da9395fcd, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:54.909250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] For port ca6e65dd-a821-417e-818b-167da9395fcd, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=ca6e65dd-a821-417e-818b-167da9395fcd,segment=NetworkSegment(9ae2eea2-f3f1-4d91-ada6-296f8b6879b0),segment_id=9ae2eea2-f3f1-4d91-ada6-296f8b6879b0)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:54.911924 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-84bf8e92-f4ab-4071-ba29-c0c2c7dd70f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.928076 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.945881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf8e92-f4ab-4071-ba29-c0c2c7dd70f7 None None] Pushing event deleted for resources: {'Port': ['ID=1cff542d-b061-442d-9f24-f6f6520593cb,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:54.946182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27aa3c5-3eb1-4698-8c50-6174c90a1084']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:54.960301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf8e92-f4ab-4071-ba29-c0c2c7dd70f7 None None] No DVR routers for this DVR port 1cff542d-b061-442d-9f24-f6f6520593cb on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:54.963688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:54.963991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc34c1f1-e7b4-4d4b-a40e-1319dc102f64') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:54.974127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c8e199a6-76b2-4d89-a1b9-1290bb217a81 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:54.977234 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.003206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.010895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:55.011377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:55.013184 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:55.086960 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.128713 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.128986 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.141578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.146729 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/77553ffc-af18-4cf6-9905-ff4902fc62b3 HTTP/1.1" status: 204 len: 168 time: 1.0323455 Aug 16 01:52:55.152560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['51e92d57-5f5c-4198-943f-97a999214cb6'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:55.195445 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0be9d4-881f-4c3b-bbef-80892a86c8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=77553ffc-af18-4cf6-9905-ff4902fc62b3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:55.208975 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.245846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Network e599376b-7b08-42e8-85bf-1a61cac76676 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:55.245846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:55.246528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:55.266278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa1e99-619d-4cae-ab7d-4fa3c3d8058c None None] Pushing event updated for resources: {'Port': ['ID=ca6e65dd-a821-417e-818b-167da9395fcd,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:55.379365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:55.380131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.397303 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.399736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event updated for resources: {'Port': ['ID=5b119a8e-02e3-4da4-93e9-0c47af128055,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:55.416984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.429147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port c8e199a6-76b2-4d89-a1b9-1290bb217a81 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:55.436863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b27aa3c5-3eb1-4698-8c50-6174c90a1084 HTTP/1.1" status: 204 len: 168 time: 1.9320843 Aug 16 01:52:55.447295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port c8e199a6-76b2-4d89-a1b9-1290bb217a81 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:55.447671 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.474498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1c48e-3fd4-434b-a29f-9aa350c41df2 None None] Network 3ca71ba6-05c7-47f4-a6bf-f5068767d04c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:55.487776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3512df-8113-425a-bbf8-c940e92b4c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=b27aa3c5-3eb1-4698-8c50-6174c90a1084,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:55.501395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b313a44c-a783-484d-a5a6-13f0b854c132 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0002649 Aug 16 01:52:55.550834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Request body: {'port': {'device_id': '2de9864a-ea8a-471f-bf74-f6e64187ed79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:55.707433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82f709-028e-4c44-9487-649f20b06194 req-4a744e3f-8708-49f6-8170-8edad79c6e36 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:55.709684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae82f709-028e-4c44-9487-649f20b06194 req-4a744e3f-8708-49f6-8170-8edad79c6e36 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 944 time: 0.2376490 Aug 16 01:52:55.718887 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.750945 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.782583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae82f709-028e-4c44-9487-649f20b06194 req-40809a6b-c7fd-4f7d-823b-c81a65a3f3fd tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 Aug 16 01:52:55.837447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5a1a73e1-0265-4049-a270-c637d7bf9610 None None] Provisioning for port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:55.841010 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38274) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:55.880829 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.911244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.931695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4181d7-f6d5-4578-a710-ff6289cced20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:55.934080 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e6b17c-3f6c-40f4-afdd-64e38f0431e6" -d '{"events": [{"server_uuid": "5c4181d7-f6d5-4578-a710-ff6289cced20", "name": "network-vif-plugged", "status": "completed", "tag": "c8e199a6-76b2-4d89-a1b9-1290bb217a81"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:55.954525 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-188dda75-2720-42cc-b91d-b277e8cf6129 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d55668ce6cd49b8a6ada470706b8799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1076827 Aug 16 01:52:55.954732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c8e199a6-76b2-4d89-a1b9-1290bb217a81, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c8e199a6-76b2-4d89-a1b9-1290bb217a81,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:55.976063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38278) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:56.059802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440ed4c-0e2b-4cfa-ac0d-bac4f750951d req-b9dbc858-26d3-4e49-95c6-88f410e86833 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:56.063442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4440ed4c-0e2b-4cfa-ac0d-bac4f750951d req-b9dbc858-26d3-4e49-95c6-88f410e86833 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.1884611 Aug 16 01:52:56.068433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.097624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event updated for resources: {'Port': ['ID=df9fd10d-24cc-4f07-856e-3834ff6dc25b,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:56.102926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:56.143401 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.164177 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4a73f52-bcb6-4650-b817-a87b986db815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.165870 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38280) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:56.210401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4440ed4c-0e2b-4cfa-ac0d-bac4f750951d req-47d27b5f-0a3b-49df-b7ee-c2fd073085e8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915816 Aug 16 01:52:56.225108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a0b0e2a6-48ba-4487-b1cd-274bf3fe68ce None None] Provisioning for port 5b119a8e-02e3-4da4-93e9-0c47af128055 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:56.229131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a0b0e2a6-48ba-4487-b1cd-274bf3fe68ce None None] Provisioning complete for port 5b119a8e-02e3-4da4-93e9-0c47af128055 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:56.229622 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a0b0e2a6-48ba-4487-b1cd-274bf3fe68ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.283721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=c8e199a6-76b2-4d89-a1b9-1290bb217a81,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:56.316158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:56.330267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0e2a6-48ba-4487-b1cd-274bf3fe68ce None None] Port 5b119a8e-02e3-4da4-93e9-0c47af128055 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:56.333509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:56.333509 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.334996 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4a73f52-bcb6-4650-b817-a87b986db815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.371319 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-73a85768-e423-434b-aa6e-4e7ca00ed7b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb49621d044a43e4a6659857800670b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585937 Aug 16 01:52:56.376355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38282) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:56.419217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b119a8e-02e3-4da4-93e9-0c47af128055 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:56.432887 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.457116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac46918-7a09-4f36-a4a4-98b0c83c9cf2 req-2f0c52aa-84c7-4630-82c7-0d1f09b19788 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:56.467261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bac46918-7a09-4f36-a4a4-98b0c83c9cf2 req-2f0c52aa-84c7-4630-82c7-0d1f09b19788 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 932 time: 0.1496143 Aug 16 01:52:56.498920 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Network 3ca71ba6-05c7-47f4-a6bf-f5068767d04c is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:56.499890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:56.502582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f165a42d-6002-489a-abd2-e37a0eb3fbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.509022 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.527528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f165a42d-6002-489a-abd2-e37a0eb3fbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.548488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Transition to ACTIVE for port object 5b119a8e-02e3-4da4-93e9-0c47af128055 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:56.556373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994,segment=NetworkSegment(62c50309-f9e5-4370-95bb-a80f9b1fdcea),segment_id=62c50309-f9e5-4370-95bb-a80f9b1fdcea)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:56.584830 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bac46918-7a09-4f36-a4a4-98b0c83c9cf2 req-8ac11d99-bf30-49b4-8008-632493585a61 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157906 Aug 16 01:52:56.608018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc3e7727-47e6-4f25-8346-4b332cf17900 None None] Provisioning for port df9fd10d-24cc-4f07-856e-3834ff6dc25b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:56.616390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc3e7727-47e6-4f25-8346-4b332cf17900 None None] Provisioning complete for port df9fd10d-24cc-4f07-856e-3834ff6dc25b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:56.617040 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc3e7727-47e6-4f25-8346-4b332cf17900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.668862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e7727-47e6-4f25-8346-4b332cf17900 None None] Port df9fd10d-24cc-4f07-856e-3834ff6dc25b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:56.683933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc3e7727-47e6-4f25-8346-4b332cf17900 None None] Provisioning complete for port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:56.684728 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc3e7727-47e6-4f25-8346-4b332cf17900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.689607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.690704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ca6e65dd-a821-417e-818b-167da9395fcd up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:56.705271 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0cae28fb-0537-4a75-86e1-3ef45b3a76b6 req-6ab04c3f-39a5-43ac-972a-f6eb1a1c65b5 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 210 time: 0.0411451 Aug 16 01:52:56.706449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.761159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4a73f52-bcb6-4650-b817-a87b986db815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.763789 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4a73f52-bcb6-4650-b817-a87b986db815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.775850 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f4a73f52-bcb6-4650-b817-a87b986db815 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6dc74b42-761b-4774-a7df-3c0cf3c2f2cc HTTP/1.1" status: 204 len: 168 time: 0.7966352 Aug 16 01:52:56.814731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0f855-0a66-4980-a0d0-539e5654be74 req-992ade9e-33f8-4cce-86cb-18ed156bd235 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:56.816330 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d4f0f855-0a66-4980-a0d0-539e5654be74 req-992ade9e-33f8-4cce-86cb-18ed156bd235 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.2448812 Aug 16 01:52:56.820114 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a73f52-bcb6-4650-b817-a87b986db815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc74b42-761b-4774-a7df-3c0cf3c2f2cc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:56.853532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:56.875692 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d93dd5b-ceef-45c6-abae-eed886087545 x-openstack-request-id: req-2d93dd5b-ceef-45c6-abae-eed886087545 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:56.876659 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4181d7-f6d5-4578-a710-ff6289cced20", "name": "network-vif-plugged", "status": "completed", "tag": "c8e199a6-76b2-4d89-a1b9-1290bb217a81", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:56.878730 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d93dd5b-ceef-45c6-abae-eed886087545 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:56.888196 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4181d7-f6d5-4578-a710-ff6289cced20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81', 'code': 200} Aug 16 01:52:56.902338 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f165a42d-6002-489a-abd2-e37a0eb3fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.907010 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f165a42d-6002-489a-abd2-e37a0eb3fbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.911375 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f165a42d-6002-489a-abd2-e37a0eb3fbee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd93a39d-51f9-49d7-9d38-1ad331963835 HTTP/1.1" status: 204 len: 168 time: 0.5324464 Aug 16 01:52:56.943499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5976a-fdd3-4c02-b98c-6456a9ec96b0 None None] Network 3fda2b19-84d2-4a61-aa2c-a01d7154e799 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:57.014683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-aaae5a35-4c66-4709-bb31-241c6e85e3be tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b58ee2d27ec74a94b23e5310325b39f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644131 Aug 16 01:52:57.053138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Attempting to bind port 5b119a8e-02e3-4da4-93e9-0c47af128055 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:57.053557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Attempting to bind port 5b119a8e-02e3-4da4-93e9-0c47af128055 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:57.053951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Attempting to bind port 5b119a8e-02e3-4da4-93e9-0c47af128055 on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:57.078964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Pushing event updated for resources: {'Port': ['ID=5b119a8e-02e3-4da4-93e9-0c47af128055,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:57.099459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165a42d-6002-489a-abd2-e37a0eb3fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd93a39d-51f9-49d7-9d38-1ad331963835,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:57.128429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port ca6e65dd-a821-417e-818b-167da9395fcd completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:57.135143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Port 5b119a8e-02e3-4da4-93e9-0c47af128055 on network e599376b-7b08-42e8-85bf-1a61cac76676 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:57.135501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Attempting to bind port 5b119a8e-02e3-4da4-93e9-0c47af128055 on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:57.150765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:57.150765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Checking segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:57.151213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Bound using segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:57.151674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Bound port: 5b119a8e-02e3-4da4-93e9-0c47af128055, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:57.152041 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.170536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be8af-b0f6-4963-8a34-b733db2bafc2 req-ddf699c4-f629-48b6-abf3-a99717358e44 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.180562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f31be8af-b0f6-4963-8a34-b733db2bafc2 req-ddf699c4-f629-48b6-abf3-a99717358e44 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.1609092 Aug 16 01:52:57.244989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a68f2-4e68-47fa-af44-c84e34f73939 req-847c12a0-c3bd-4e0f-93d6-b7db23386c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.246952 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-799a68f2-4e68-47fa-af44-c84e34f73939 req-847c12a0-c3bd-4e0f-93d6-b7db23386c36 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 1097 time: 0.2182853 Aug 16 01:52:57.263177 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-d4f0f855-0a66-4980-a0d0-539e5654be74 req-f7e04c84-3ec6-4c5f-8c84-dee13666ec73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Deleting port 402b6e8e-3690-47d7-8263-992698b9e14a {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:57.263387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1cff542d-b061-442d-9f24-f6f6520593cb no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:57.265892 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d4f0f855-0a66-4980-a0d0-539e5654be74 req-f7e04c84-3ec6-4c5f-8c84-dee13666ec73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.281925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f31be8af-b0f6-4963-8a34-b733db2bafc2 req-3cbad871-ce5b-4904-9707-bb99de5311aa tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003542 Aug 16 01:52:57.306010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 1cff542d-b061-442d-9f24-f6f6520593cb {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:57.306510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1cff542d-b061-442d-9f24-f6f6520593cb not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:57.411538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Router 6da05d6e-188c-4f20-92b6-4259787a610b is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:52:57.420419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e0a24d90-714a-473b-9cf7-840803a5668a None None] Provisioning complete for port df9fd10d-24cc-4f07-856e-3834ff6dc25b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:57.426268 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0a24d90-714a-473b-9cf7-840803a5668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.431288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-9d7bc962-50d1-44fc-a3f4-57b27ca0896e tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.433351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-9d7bc962-50d1-44fc-a3f4-57b27ca0896e tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3744714 Aug 16 01:52:57.453805 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-799a68f2-4e68-47fa-af44-c84e34f73939 req-67a9699b-ddb0-41aa-b670-96eb5093c869 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788304 Aug 16 01:52:57.462721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198557be-c51f-47f0-8d22-7ac2e44b5b06 req-1ac9f60b-12b9-414b-886f-cbc1bd576744 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.462721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-198557be-c51f-47f0-8d22-7ac2e44b5b06 req-1ac9f60b-12b9-414b-886f-cbc1bd576744 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 946 time: 0.0872085 Aug 16 01:52:57.462721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] For port 5b119a8e-02e3-4da4-93e9-0c47af128055, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:57.462721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Request body: {'port': {'device_id': 'd2271173-3ee6-4ac2-8405-dfcf7a2a6b67', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': 'b58ee2d27ec74a94b23e5310325b39f5'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:57.468988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] For port 5b119a8e-02e3-4da4-93e9-0c47af128055, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5b119a8e-02e3-4da4-93e9-0c47af128055,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:57.492705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e0a24d90-714a-473b-9cf7-840803a5668a None None] Port df9fd10d-24cc-4f07-856e-3834ff6dc25b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:57.520040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-198557be-c51f-47f0-8d22-7ac2e44b5b06 req-b145dbb3-6f2e-4151-9c7a-853b2aaa5d8b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479574 Aug 16 01:52:57.557665 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.578465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.579302 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.581181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] 10.222.0.74 "PUT /v2.0/ports/5b119a8e-02e3-4da4-93e9-0c47af128055 HTTP/1.1" status: 200 len: 1093 time: 2.0377653 Aug 16 01:52:57.584241 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-d4f0f855-0a66-4980-a0d0-539e5654be74 req-f7e04c84-3ec6-4c5f-8c84-dee13666ec73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] For port 402b6e8e-3690-47d7-8263-992698b9e14a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=402b6e8e-3690-47d7-8263-992698b9e14a,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:57.584870 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d4f0f855-0a66-4980-a0d0-539e5654be74 req-f7e04c84-3ec6-4c5f-8c84-dee13666ec73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.589699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de9864a-ea8a-471f-bf74-f6e64187ed79', 'tag': '5b119a8e-02e3-4da4-93e9-0c47af128055'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:57.592188 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a38cfd7-d450-4f4d-ae6b-a89184c6cd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2de9864a-ea8a-471f-bf74-f6e64187ed79", "tag": "5b119a8e-02e3-4da4-93e9-0c47af128055"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:57.607758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-d4f0f855-0a66-4980-a0d0-539e5654be74 req-f7e04c84-3ec6-4c5f-8c84-dee13666ec73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Calling delete_port for 402b6e8e-3690-47d7-8263-992698b9e14a owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:57.613757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e0a24d90-714a-473b-9cf7-840803a5668a None None] Provisioning for port ca6e65dd-a821-417e-818b-167da9395fcd completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:57.614147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:57.625163 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-292ae681-7564-42eb-af40-3498e63de80f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "PUT /v2.0/routers/6da05d6e-188c-4f20-92b6-4259787a610b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7967517 Aug 16 01:52:57.626346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38298) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:57.631794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e0a24d90-714a-473b-9cf7-840803a5668a None None] Provisioning complete for port ca6e65dd-a821-417e-818b-167da9395fcd triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:57.632286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0a24d90-714a-473b-9cf7-840803a5668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.632707 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76148914-7ecc-4fcd-863b-00ca5b2ec833 None None] Sync routers for ids ['6da05d6e-188c-4f20-92b6-4259787a610b'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:57.655375 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76148914-7ecc-4fcd-863b-00ca5b2ec833 None None] Routers {'6da05d6e-188c-4f20-92b6-4259787a610b'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:57.659917 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-76148914-7ecc-4fcd-863b-00ca5b2ec833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6da05d6e-188c-4f20-92b6-4259787a610b'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.739216 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-76148914-7ecc-4fcd-863b-00ca5b2ec833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.780320 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76148914-7ecc-4fcd-863b-00ca5b2ec833 None None] Routers {'6da05d6e-188c-4f20-92b6-4259787a610b'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:57.781338 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-76148914-7ecc-4fcd-863b-00ca5b2ec833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6da05d6e-188c-4f20-92b6-4259787a610b'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.858951 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-76148914-7ecc-4fcd-863b-00ca5b2ec833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.861397 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76148914-7ecc-4fcd-863b-00ca5b2ec833 None None] The sync data for ids ['6da05d6e-188c-4f20-92b6-4259787a610b'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:57.899223 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0a24d90-714a-473b-9cf7-840803a5668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.968452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e0a24d90-714a-473b-9cf7-840803a5668a None None] For port ca6e65dd-a821-417e-818b-167da9395fcd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=ca6e65dd-a821-417e-818b-167da9395fcd,segment=NetworkSegment(9ae2eea2-f3f1-4d91-ada6-296f8b6879b0),segment_id=9ae2eea2-f3f1-4d91-ada6-296f8b6879b0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:58.024465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:58.074598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:58.074977 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.229016 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d4f0f855-0a66-4980-a0d0-539e5654be74 req-f7e04c84-3ec6-4c5f-8c84-dee13666ec73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.232275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0a24d90-714a-473b-9cf7-840803a5668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.298966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e04c84-3ec6-4c5f-8c84-dee13666ec73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event deleted for resources: {'Port': ['ID=402b6e8e-3690-47d7-8263-992698b9e14a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:58.321707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a24d90-714a-473b-9cf7-840803a5668a None None] Pushing event updated for resources: {'Port': ['ID=ca6e65dd-a821-417e-818b-167da9395fcd,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:58.360595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-79c6d6e1-ceee-4b43-aa5e-1955242edcbd None None] Provisioning complete for port ca6e65dd-a821-417e-818b-167da9395fcd triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:58.361122 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79c6d6e1-ceee-4b43-aa5e-1955242edcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.368821 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c2d1e-2357-48fb-bf52-6a5b3c8ec50e x-openstack-request-id: req-126c2d1e-2357-48fb-bf52-6a5b3c8ec50e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:58.369110 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de9864a-ea8a-471f-bf74-f6e64187ed79", "tag": "5b119a8e-02e3-4da4-93e9-0c47af128055", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:58.369409 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-126c2d1e-2357-48fb-bf52-6a5b3c8ec50e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:58.369808 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de9864a-ea8a-471f-bf74-f6e64187ed79', 'tag': '5b119a8e-02e3-4da4-93e9-0c47af128055', 'status': 'completed', 'code': 200} Aug 16 01:52:58.375558 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f0f855-0a66-4980-a0d0-539e5654be74 req-f7e04c84-3ec6-4c5f-8c84-dee13666ec73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] No DVR routers for this DVR port 402b6e8e-3690-47d7-8263-992698b9e14a on host n-h2-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:58.377897 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-d4f0f855-0a66-4980-a0d0-539e5654be74 req-f7e04c84-3ec6-4c5f-8c84-dee13666ec73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.380215 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d4f0f855-0a66-4980-a0d0-539e5654be74 req-f7e04c84-3ec6-4c5f-8c84-dee13666ec73 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "DELETE /v2.0/ports/402b6e8e-3690-47d7-8263-992698b9e14a HTTP/1.1" status: 204 len: 173 time: 1.5541167 Aug 16 01:52:58.380916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a234e45f-9460-459b-ae5d-3f33befccd3a', 'name': 'network-vif-deleted', 'tag': '402b6e8e-3690-47d7-8263-992698b9e14a'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:58.383864 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd03184-2393-4c86-ad51-97079ae99bcc" -d '{"events": [{"server_uuid": "a234e45f-9460-459b-ae5d-3f33befccd3a", "name": "network-vif-deleted", "tag": "402b6e8e-3690-47d7-8263-992698b9e14a"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:58.551356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66137f-3fcd-4c37-a139-155678ad906a service neutron] Pushing event updated for resources: {'Port': ['ID=5b119a8e-02e3-4da4-93e9-0c47af128055,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:58.601062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6ff42-c00f-4c9b-982c-a59e646ac9a4 req-7ad87c97-8d2a-4759-9cac-546d348eecea tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.602549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fda6ff42-c00f-4c9b-982c-a59e646ac9a4 req-7ad87c97-8d2a-4759-9cac-546d348eecea tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 944 time: 0.2354679 Aug 16 01:52:58.608302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38cfd7-d450-4f4d-ae6b-a89184c6cd3f req-44bb3e53-9cec-414a-b150-6fc46253cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.609843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a38cfd7-d450-4f4d-ae6b-a89184c6cd3f req-44bb3e53-9cec-414a-b150-6fc46253cd62 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 1096 time: 0.2466099 Aug 16 01:52:58.788541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fda6ff42-c00f-4c9b-982c-a59e646ac9a4 req-fd65501b-f44b-40a2-acba-6def4d82e99c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453254 Aug 16 01:52:58.827937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Made reservation on behalf of b58ee2d27ec74a94b23e5310325b39f5 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:58.831416 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.867203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38cfd7-d450-4f4d-ae6b-a89184c6cd3f req-85f69caf-5e8c-4082-a544-669f71fd2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.868632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a38cfd7-d450-4f4d-ae6b-a89184c6cd3f req-85f69caf-5e8c-4082-a544-669f71fd2b8d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2230649 Aug 16 01:52:58.932723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38342) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:58.947576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38346) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:59.010855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d92a2381-0d1e-49b0-b3da-cf92b80edd8c req-6f35c834-3194-48b3-a744-ce1151a8b74a tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 210 time: 0.1173360 Aug 16 01:52:59.068686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-707178597-network', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:59.080697 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-195926825-network', 'tenant_id': '01123a5299b448f29d82494bba871d75'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:59.084050 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-75287b8e-760d-44b8-b41c-a0a9b4538a64 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:52:59.087984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-75287b8e-760d-44b8-b41c-a0a9b4538a64 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "PUT /v2.0/routers/6da05d6e-188c-4f20-92b6-4259787a610b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4577856 Aug 16 01:52:59.090261 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38350) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:59.147273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38cfd7-d450-4f4d-ae6b-a89184c6cd3f req-827bacba-9db7-4bcc-9dec-bb52b938c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.148759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a38cfd7-d450-4f4d-ae6b-a89184c6cd3f req-827bacba-9db7-4bcc-9dec-bb52b938c997 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2714481 Aug 16 01:52:59.157761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Allocated IP 192.168.233.129 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/b827db6f-9c59-49a1-8f0d-1271525e9fd6) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:59.193801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738487f-f8a8-4c0c-bb64-40de0f465e5f req-8bea8ed2-688e-4ef3-8f14-c54f474ee743 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.195432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c738487f-f8a8-4c0c-bb64-40de0f465e5f req-8bea8ed2-688e-4ef3-8f14-c54f474ee743 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.1075232 Aug 16 01:52:59.285363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Made reservation on behalf of 955c02577c0e46d9af4e8101c2760e57 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:59.287759 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.307688 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.311772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c738487f-f8a8-4c0c-bb64-40de0f465e5f req-628f5d88-c56d-4ed2-b303-65c5e71418a9 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013258 Aug 16 01:52:59.342439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-612e96cc-204c-448b-9509-7685ddfd6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.344106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-612e96cc-204c-448b-9509-7685ddfd6543 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 1096 time: 0.1454823 Aug 16 01:52:59.361008 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166ba09e-1930-4e35-812e-07823eb2e4b8 x-openstack-request-id: req-166ba09e-1930-4e35-812e-07823eb2e4b8 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:59.363808 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a234e45f-9460-459b-ae5d-3f33befccd3a", "name": "network-vif-deleted", "tag": "402b6e8e-3690-47d7-8263-992698b9e14a", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:59.363808 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-166ba09e-1930-4e35-812e-07823eb2e4b8 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:59.363808 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a234e45f-9460-459b-ae5d-3f33befccd3a', 'name': 'network-vif-deleted', 'tag': '402b6e8e-3690-47d7-8263-992698b9e14a', 'status': 'completed', 'code': 200} Aug 16 01:52:59.398628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-bcb1c917-51d0-48c4-a52b-90700dbaea59 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b119a8e-02e3-4da4-93e9-0c47af128055 HTTP/1.1" status: 200 len: 217 time: 0.0452785 Aug 16 01:52:59.481240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86fcdad5-7136-42b3-8e98-25b42b77b513 req-3c294e73-d8f1-4b75-b029-69767829acb0 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=a234e45f-9460-459b-ae5d-3f33befccd3a HTTP/1.1" status: 200 len: 210 time: 0.0561454 Aug 16 01:52:59.491820 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bfac-ae74-4fa3-8088-b26bc92186e0 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.505283 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.508544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-2018edb7-6739-4fab-bd6e-e468d2ad8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.510072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-2018edb7-6739-4fab-bd6e-e468d2ad8b70 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.1017876 Aug 16 01:52:59.530430 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Made reservation on behalf of 01123a5299b448f29d82494bba871d75 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:59.531634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Transition to ACTIVE for port object b827db6f-9c59-49a1-8f0d-1271525e9fd6 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:59.532844 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.579213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.616316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-2ede4780-8d67-4781-bb8d-d6b65075be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.617886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-2ede4780-8d67-4781-bb8d-d6b65075be05 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995262 Aug 16 01:52:59.681844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d8e0e-9eda-4f0f-9af5-c6d1321006de req-85f00eef-b381-4692-ad87-3f49c64e3728 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.683358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f8d8e0e-9eda-4f0f-9af5-c6d1321006de req-85f00eef-b381-4692-ad87-3f49c64e3728 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.1082788 Aug 16 01:52:59.746148 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.751269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f8d8e0e-9eda-4f0f-9af5-c6d1321006de req-38024fe6-4842-4f04-b6b3-f10d2e9c7823 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 Aug 16 01:52:59.757173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-b61c9b7b-52b2-4322-81e3-222dc3592951 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312001 Aug 16 01:52:59.763166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.776367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['865eb7c3-4c23-4e72-bf80-19b3f1656c5c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:59.868735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:59.872206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.873720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Pushing event updated for resources: {'Port': ['ID=b827db6f-9c59-49a1-8f0d-1271525e9fd6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:59.876941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:59.881206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:59.885315 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:59.889424 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c532252b-d197-4794-a40e-d7c3db18bbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.895069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.895610 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Added segment 415813e3-bd0b-4c48-bc09-d1ee6123cc1c of type vlan for network 92822500-96b6-4196-9522-de8d3e45c6d3 Aug 16 01:52:59.986542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.987232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.991381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.994832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dc6a38-ac73-47b7-a9fe-f8803421b499 req-8014c9d1-9b1f-4953-9ab8-d74b9e861333 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301528 Aug 16 01:53:00.023823 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7bfac-ae74-4fa3-8088-b26bc92186e0 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Deleting port df9fd10d-24cc-4f07-856e-3834ff6dc25b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:00.024170 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bfac-ae74-4fa3-8088-b26bc92186e0 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.040453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ca6e65dd-a821-417e-818b-167da9395fcd up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:00.043317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d012771d-7e26-4e24-b066-4b44ddfcc753,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:00.106674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port ca6e65dd-a821-417e-818b-167da9395fcd triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:00.108171 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.149185 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.170190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bfac-ae74-4fa3-8088-b26bc92186e0 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.183073 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7bfac-ae74-4fa3-8088-b26bc92186e0 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Calling delete_port for df9fd10d-24cc-4f07-856e-3834ff6dc25b owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:00.197564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 402b6e8e-3690-47d7-8263-992698b9e14a no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:00.224082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 402b6e8e-3690-47d7-8263-992698b9e14a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:00.224434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 402b6e8e-3690-47d7-8263-992698b9e14a not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:00.226575 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.227693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.228222 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.288366 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.323730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:00.331854 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=92822500-96b6-4196-9522-de8d3e45c6d3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:00.337979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-87558b61-797c-4082-9f70-199d02ee8ab2 None None] Provisioning for port b827db6f-9c59-49a1-8f0d-1271525e9fd6 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:00.347755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 92822500-96b6-4196-9522-de8d3e45c6d3 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:00.348849 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.349281 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Added segment 8c3a448e-1a86-4410-9eb5-7b3f73776aa3 of type vlan for network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 Aug 16 01:53:00.351299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-87558b61-797c-4082-9f70-199d02ee8ab2 None None] Provisioning complete for port b827db6f-9c59-49a1-8f0d-1271525e9fd6 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:00.351675 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-87558b61-797c-4082-9f70-199d02ee8ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.362814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-cc2df0d3-9e26-4b2f-9ce9-ee125f4af2c6 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9185741 Aug 16 01:53:00.378063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Request body: {'port': {'device_id': 'd2271173-3ee6-4ac2-8405-dfcf7a2a6b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:00.397192 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6b4e3e72-3d33-4847-9be2-1f3981019cf4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4484684 Aug 16 01:53:00.401641 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f127ea73-c39d-4b71-8458-e199266357d4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:00.403301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38370) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:00.412228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] Request body: {'subnet': {'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-707178597-subnet', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:00.478090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-87558b61-797c-4082-9f70-199d02ee8ab2 None None] Port b827db6f-9c59-49a1-8f0d-1271525e9fd6 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:00.538683 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.595752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531db642-99e7-4f62-9fde-ddf8f9374280 req-c7cc7efa-6cb7-4ea8-8cbf-86916587ab04 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.597253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-531db642-99e7-4f62-9fde-ddf8f9374280 req-c7cc7efa-6cb7-4ea8-8cbf-86916587ab04 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 944 time: 0.0969586 Aug 16 01:53:00.619824 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] Made reservation on behalf of 955c02577c0e46d9af4e8101c2760e57 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:00.622104 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.683826 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.764196 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-531db642-99e7-4f62-9fde-ddf8f9374280 req-3363f842-afb7-4e07-b433-0fe1a01c6043 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560769 Aug 16 01:53:00.823106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.825809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.827887 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.909671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bfac-ae74-4fa3-8088-b26bc92186e0 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.979166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7bfac-ae74-4fa3-8088-b26bc92186e0 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event deleted for resources: {'Port': ['ID=df9fd10d-24cc-4f07-856e-3834ff6dc25b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:01.005758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8130-3f98-4159-9c0e-e869829027a2 req-d9c4195e-6089-4437-a0a1-03fd6140b0c4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.007323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-592b8130-3f98-4159-9c0e-e869829027a2 req-d9c4195e-6089-4437-a0a1-03fd6140b0c4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 936 time: 0.1498911 Aug 16 01:53:01.022632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] Pushing event updated for resources: {'Network': ['ID=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:01.025946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b827db6f-9c59-49a1-8f0d-1271525e9fd6 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:01.041431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:01.062079 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.096785 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-de7cbb29-1664-4247-bf5e-9091cae01b7c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1627409 Aug 16 01:53:01.098066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38380) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:01.099482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Transition to ACTIVE for port object b827db6f-9c59-49a1-8f0d-1271525e9fd6 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:01.111175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] Request body: {'subnet': {'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-195926825-subnet', 'tenant_id': '01123a5299b448f29d82494bba871d75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:01.124951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-592b8130-3f98-4159-9c0e-e869829027a2 req-b276668a-cb60-44bd-9429-4b6a30082fa5 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046436 Aug 16 01:53:01.233345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.284792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.285912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] Made reservation on behalf of 01123a5299b448f29d82494bba871d75 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:01.288346 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.345026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bfac-ae74-4fa3-8088-b26bc92186e0 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.350426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Pushing event updated for resources: {'Port': ['ID=b827db6f-9c59-49a1-8f0d-1271525e9fd6,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:01.399242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0619a1-eda0-4a45-9618-1d3067585157,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:01.435663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5658e-4c5d-4241-b15d-249241400e20 req-c98f5ff4-8c27-4266-8dc3-d3d438974fe9 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.444240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3a5658e-4c5d-4241-b15d-249241400e20 req-c98f5ff4-8c27-4266-8dc3-d3d438974fe9 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.2218025 Aug 16 01:53:01.509434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] Checking segment: {'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:01.509785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] Network hostable DHCP agents. Network: 92822500-96b6-4196-9522-de8d3e45c6d3, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:01.541598 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3a5658e-4c5d-4241-b15d-249241400e20 req-68828bed-85f3-4b8b-8df8-fb48d6c63e20 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961776 Aug 16 01:53:01.548877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Attempting to bind port b827db6f-9c59-49a1-8f0d-1271525e9fd6 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:01.549217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Attempting to bind port b827db6f-9c59-49a1-8f0d-1271525e9fd6 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:01.549544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Attempting to bind port b827db6f-9c59-49a1-8f0d-1271525e9fd6 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:01.556584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Port b827db6f-9c59-49a1-8f0d-1271525e9fd6 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:01.557128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Attempting to bind port b827db6f-9c59-49a1-8f0d-1271525e9fd6 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:01.568178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb7bfac-ae74-4fa3-8088-b26bc92186e0 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Router 6da05d6e-188c-4f20-92b6-4259787a610b has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:01.570161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:01.571038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:01.571545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:01.572273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Bound port: b827db6f-9c59-49a1-8f0d-1271525e9fd6, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:01.573340 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.655760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] For port b827db6f-9c59-49a1-8f0d-1271525e9fd6, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:01.659270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] For port b827db6f-9c59-49a1-8f0d-1271525e9fd6, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b827db6f-9c59-49a1-8f0d-1271525e9fd6,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:01.670403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] Network 92822500-96b6-4196-9522-de8d3e45c6d3 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:01.693165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb7bfac-ae74-4fa3-8088-b26bc92186e0 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:01.704675 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2fb7bfac-ae74-4fa3-8088-b26bc92186e0 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "PUT /v2.0/routers/6da05d6e-188c-4f20-92b6-4259787a610b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6114519 Aug 16 01:53:01.706910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38384) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:01.716170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66742303-3b3b-42cb-802d-2113ed0d4918 None None] Sync routers for ids ['6da05d6e-188c-4f20-92b6-4259787a610b'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:01.730964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66742303-3b3b-42cb-802d-2113ed0d4918 None None] Routers {'6da05d6e-188c-4f20-92b6-4259787a610b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:01.731747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-66742303-3b3b-42cb-802d-2113ed0d4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6da05d6e-188c-4f20-92b6-4259787a610b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:01.755117 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.758239 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-3229de29-43d2-41be-b16e-efe86d5a5c67 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] delete failed (client error): The resource could not be found. Aug 16 01:53:01.759911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3229de29-43d2-41be-b16e-efe86d5a5c67 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-1330335770 HTTP/1.1" status: 404 len: 335 time: 0.0515435 Aug 16 01:53:01.765686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38392) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:01.786288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-500349c0-b598-4b87-9175-e4a3d6db971d tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Request body: {'router': {'external_gateway_info': {'network_id': '6da05d6e-188c-4f20-92b6-4259787a610b'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:01.839302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 92822500-96b6-4196-9522-de8d3e45c6d3) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:01.852168 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.893617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.894525 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.895688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] 10.222.0.64 "PUT /v2.0/ports/b827db6f-9c59-49a1-8f0d-1271525e9fd6 HTTP/1.1" status: 200 len: 1097 time: 1.5233188 Aug 16 01:53:01.897466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.898064 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.905358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe355e-fedb-4c88-9892-8b557ef7cfcf None None] Network 92822500-96b6-4196-9522-de8d3e45c6d3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:01.908848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-66742303-3b3b-42cb-802d-2113ed0d4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:01.912733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2271173-3ee6-4ac2-8405-dfcf7a2a6b67', 'tag': 'b827db6f-9c59-49a1-8f0d-1271525e9fd6'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:01.914925 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2271173-3ee6-4ac2-8405-dfcf7a2a6b67", "tag": "b827db6f-9c59-49a1-8f0d-1271525e9fd6"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:01.948244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de74b78-8d2a-40b0-ae8f-4fdf1265078a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:01.956100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] Checking segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:01.956576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] Network hostable DHCP agents. Network: b3d29ad8-be58-47a9-b37d-b2ee4bbbe538, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:01.963257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66742303-3b3b-42cb-802d-2113ed0d4918 None None] Routers {'6da05d6e-188c-4f20-92b6-4259787a610b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:01.963257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-66742303-3b3b-42cb-802d-2113ed0d4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6da05d6e-188c-4f20-92b6-4259787a610b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:02.000840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-66742303-3b3b-42cb-802d-2113ed0d4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:02.001629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66742303-3b3b-42cb-802d-2113ed0d4918 None None] The sync data for ids ['6da05d6e-188c-4f20-92b6-4259787a610b'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:02.035442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e7512d56-8582-463b-b611-8dd567a0bcfb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6300788 Aug 16 01:53:02.039162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38402) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:02.045586 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:02.075877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ffbf5-20d8-4062-9d38-b9f030f42add service neutron] Pushing event updated for resources: {'Port': ['ID=b827db6f-9c59-49a1-8f0d-1271525e9fd6,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:02.149384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] Network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:02.152236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-92822500-96b6-4196-9522-de8d3e45c6d3', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'fixed_ips': [{'subnet_id': 'ac0619a1-eda0-4a45-9618-1d3067585157'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:02.153886 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.189217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5b119a8e-02e3-4da4-93e9-0c47af128055 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:02.213777 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.215643 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.250987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b3d29ad8-be58-47a9-b37d-b2ee4bbbe538) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:02.263278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b3502-28a4-42d0-8388-d3bfe8309bff None None] Network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:02.284420 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.287298 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.346906 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.355820 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.resource_extend [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:53:02.479518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41502fc-10d3-4d41-9182-c16d977ba921 None None] Network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:02.484260 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aab3580a-fb1d-4630-8028-5b8b4e4629de admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3807294 Aug 16 01:53:02.626437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Allocated IP 172.20.0.2 (92822500-96b6-4196-9522-de8d3e45c6d3/ac0619a1-eda0-4a45-9618-1d3067585157/6c42762c-188a-4184-a68c-b77acefeab4d) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:02.639826 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.662869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-c8cc0d05-244f-4e08-8fb0-a23214b18621 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.665772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-c8cc0d05-244f-4e08-8fb0-a23214b18621 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.8587360 Aug 16 01:53:02.669754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-500349c0-b598-4b87-9175-e4a3d6db971d tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.671597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 5b119a8e-02e3-4da4-93e9-0c47af128055, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5b119a8e-02e3-4da4-93e9-0c47af128055,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:02.696136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-3bcda6de-3953-4c2b-a48b-fd5a1114af08 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/quotas/dc27f74a9cdc43628097134d50cbfd97 HTTP/1.1" status: 200 len: 375 time: 0.0172524 Aug 16 01:53:02.698088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-c2c28735-fbf2-402e-b3aa-4dc91b8c49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.699632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-c2c28735-fbf2-402e-b3aa-4dc91b8c49c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b58ee2d27ec74a94b23e5310325b39f5&device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 1100 time: 0.6149888 Aug 16 01:53:02.760432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '5b119a8e-02e3-4da4-93e9-0c47af128055', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'port_id': '5b119a8e-02e3-4da4-93e9-0c47af128055', 'mac_address': 'fa:16:3e:4b:55:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:02.769780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-9bca1ca3-d7f9-4737-b863-79dbb4a54f07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=b827db6f-9c59-49a1-8f0d-1271525e9fd6 HTTP/1.1" status: 200 len: 217 time: 0.0585365 Aug 16 01:53:02.772087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-a7a36720-8a19-4174-be29-8cdf782031c2 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694430 Aug 16 01:53:02.823107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-2c3244b6-c10d-4bd6-ba80-fbf82bd78e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.825009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-2c3244b6-c10d-4bd6-ba80-fbf82bd78e4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0482829 Aug 16 01:53:02.889895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.929716 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-500349c0-b598-4b87-9175-e4a3d6db971d tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] update failed (client error): The resource could not be found. Aug 16 01:53:02.931073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-500349c0-b598-4b87-9175-e4a3d6db971d tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "PUT /v2.0/routers/6da05d6e-188c-4f20-92b6-4259787a610b HTTP/1.1" status: 404 len: 339 time: 1.1612906 Aug 16 01:53:02.949860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38414) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:02.988391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b119a8e-02e3-4da4-93e9-0c47af128055 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:02.992701 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5afda2bb-ba61-4c19-8c86-efc991db7204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.995674 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.995850 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-621d8c46-7cd1-40df-b396-9d26522256b0 service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686952 Aug 16 01:53:03.032784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 5b119a8e-02e3-4da4-93e9-0c47af128055, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5b119a8e-02e3-4da4-93e9-0c47af128055,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:03.040777 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.049552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Transition to ACTIVE for port object 6c42762c-188a-4184-a68c-b77acefeab4d will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:03.068308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Transition to ACTIVE for port object 6c42762c-188a-4184-a68c-b77acefeab4d will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:03.073531 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.098491 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.134674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-a40456a4-d11f-48e1-9a88-c79636813e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:03.136233 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-a40456a4-d11f-48e1-9a88-c79636813e62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2264118 Aug 16 01:53:03.173322 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.215396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Allocated IP 172.25.8.5 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/4e359219-c1c0-405f-b654-9739aaca145a) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:03.225280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=5b119a8e-02e3-4da4-93e9-0c47af128055,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:03.235351 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.268215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Network 92822500-96b6-4196-9522-de8d3e45c6d3 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:03.292370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:03.296461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:03.343151 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.343378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-66f3f76a-01c1-4f82-b1c5-fde4e1000766 service neutron] 10.222.0.66 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131459 Aug 16 01:53:03.365399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Attempting to bind port 6c42762c-188a-4184-a68c-b77acefeab4d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:03.365835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Attempting to bind port 6c42762c-188a-4184-a68c-b77acefeab4d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:03.366483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Attempting to bind port 6c42762c-188a-4184-a68c-b77acefeab4d on network 92822500-96b6-4196-9522-de8d3e45c6d3 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:03.373992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Pushing event updated for resources: {'Port': ['ID=6c42762c-188a-4184-a68c-b77acefeab4d,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:03.382296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:03.382887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Checking segment: {'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:03.383096 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.383559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Bound using segment: {'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:03.384099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Bound port: 6c42762c-188a-4184-a68c-b77acefeab4d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:03.384521 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.390737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-814f52c4-df26-4539-85f8-f16ab7de6292 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226880 Aug 16 01:53:03.442288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['5b119a8e-02e3-4da4-93e9-0c47af128055'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:03.451704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.476399 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.493760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] For port 6c42762c-188a-4184-a68c-b77acefeab4d, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:03.517038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:03.518522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] For port 6c42762c-188a-4184-a68c-b77acefeab4d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6c42762c-188a-4184-a68c-b77acefeab4d,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:03.523944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:03.527839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:03.557126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e359219-c1c0-405f-b654-9739aaca145a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:03.641302 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.689597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aec796ed-48c6-4368-9ed3-056eace100b8 req-d1fd6e7d-b40d-49c6-9ccc-3e8995223fec service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885025 Aug 16 01:53:03.744714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7990f8-2511-4054-9250-a51c84018bd8 None None] Pushing event updated for resources: {'Port': ['ID=6c42762c-188a-4184-a68c-b77acefeab4d,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:03.882839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69946ec1-ffd9-4a39-9b5a-969207e0fe0b req-edbaa523-1d24-4a71-909f-e6f843665401 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:03.884406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69946ec1-ffd9-4a39-9b5a-969207e0fe0b req-edbaa523-1d24-4a71-909f-e6f843665401 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 945 time: 0.1109514 Aug 16 01:53:03.916257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Allocated IP 172.20.0.1 (02ffde9e-5b20-4843-8cd5-6245dcdec7c2/37613588-6dae-4d34-862e-b2ea82d9a184/a0aa019b-851f-4bb8-9e5c-43adb79c3419) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:03.950747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69946ec1-ffd9-4a39-9b5a-969207e0fe0b req-0f7f9466-134d-4cb1-9319-ba8e338cc236 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588217 Aug 16 01:53:04.035159 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75efc0f6-6ac9-438b-b2c3-77e6c0ba4bf7 x-openstack-request-id: req-75efc0f6-6ac9-438b-b2c3-77e6c0ba4bf7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:04.035527 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2271173-3ee6-4ac2-8405-dfcf7a2a6b67", "tag": "b827db6f-9c59-49a1-8f0d-1271525e9fd6", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:04.039920 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-75efc0f6-6ac9-438b-b2c3-77e6c0ba4bf7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:04.039920 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2271173-3ee6-4ac2-8405-dfcf7a2a6b67', 'tag': 'b827db6f-9c59-49a1-8f0d-1271525e9fd6', 'status': 'completed', 'code': 200} Aug 16 01:53:04.041793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.070455 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.190263 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.216048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c req-c3589904-c60e-4133-9568-3a89580bd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.218448 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c req-c3589904-c60e-4133-9568-3a89580bd012 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b58ee2d27ec74a94b23e5310325b39f5&device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 1100 time: 0.1351871 Aug 16 01:53:04.219356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Transition to ACTIVE for port object a0aa019b-851f-4bb8-9e5c-43adb79c3419 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:04.241426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da066f-bdc2-41f9-b5f6-8d9c737acb26 req-4b2d78ab-5c58-435d-8eb4-88a906f5594f tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.241426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9da066f-bdc2-41f9-b5f6-8d9c737acb26 req-4b2d78ab-5c58-435d-8eb4-88a906f5594f tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 948 time: 0.1091497 Aug 16 01:53:04.298591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.363586 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9da066f-bdc2-41f9-b5f6-8d9c737acb26 req-fcbe0e9e-3824-4b1f-a5b0-088a671237ab tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223173 Aug 16 01:53:04.385265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c req-acd3a64b-3717-4c4f-bc6e-6616f3b1d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.386944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c req-acd3a64b-3717-4c4f-bc6e-6616f3b1d69e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1558657 Aug 16 01:53:04.438215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c req-26dcd095-c4bc-40e0-abbe-79071d1a8a8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=b827db6f-9c59-49a1-8f0d-1271525e9fd6 HTTP/1.1" status: 200 len: 217 time: 0.0418003 Aug 16 01:53:04.495932 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.557968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Network 02ffde9e-5b20-4843-8cd5-6245dcdec7c2 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:04.568175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:04.570952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c req-a31cae11-3090-4156-b5f2-507ea9e11e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.572468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c req-a31cae11-3090-4156-b5f2-507ea9e11e56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1255205 Aug 16 01:53:04.573200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:04.589294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ed340-865b-4bd6-bd07-750ded971cb9 req-dccae2f4-ad71-4250-aee2-8ea4377445ec tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.593279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:53:04.602520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e8ed340-865b-4bd6-bd07-750ded971cb9 req-dccae2f4-ad71-4250-aee2-8ea4377445ec tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.1671121 Aug 16 01:53:04.605081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event updated for resources: {'Port': ['ID=a0aa019b-851f-4bb8-9e5c-43adb79c3419,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:04.751293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e8ed340-865b-4bd6-bd07-750ded971cb9 req-ece60363-eb6a-4dbe-a7ed-47ff02d6a972 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474245 Aug 16 01:53:04.756543 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.791191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c req-23b38c68-96bc-4234-8a4e-29a3a6f7f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.793073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c req-23b38c68-96bc-4234-8a4e-29a3a6f7f733 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1845489 Aug 16 01:53:04.824607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:04.838895 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Sync routers for ids ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:04.862398 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Routers {'846a21ed-03c9-4d1d-8f56-dd679ca2c752'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:04.862809 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:05.005685 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:53:05.032510 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Set router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:05.045502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c req-4e160b86-ff18-4cdc-8970-41ee8e2a1f89 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095850 Aug 16 01:53:05.052781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f59e062-bdfe-4261-9441-a0b9a93a39f2 None None] Network 92822500-96b6-4196-9522-de8d3e45c6d3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:05.062934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.067950 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c22a19e2-d2c8-48fb-93da-77374a8180c6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.0271611 Aug 16 01:53:05.068784 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38440) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:05.218074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-bfe34b46-03de-4b5a-977f-1ea9428d1a80 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:05.226642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-bfe34b46-03de-4b5a-977f-1ea9428d1a80 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.2035124 Aug 16 01:53:05.247254 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-aabad93a-deff-49d5-b555-cdb01eaf3bdb None None] Provisioning for port a0aa019b-851f-4bb8-9e5c-43adb79c3419 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:05.252938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-aabad93a-deff-49d5-b555-cdb01eaf3bdb None None] Provisioning complete for port a0aa019b-851f-4bb8-9e5c-43adb79c3419 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:05.257748 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aabad93a-deff-49d5-b555-cdb01eaf3bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.292193 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:03Z', 'revision_number': 3, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:05.311783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-aabad93a-deff-49d5-b555-cdb01eaf3bdb None None] Port a0aa019b-851f-4bb8-9e5c-43adb79c3419 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:05.333612 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Checking router: 846a21ed-03c9-4d1d-8f56-dd679ca2c752 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:05.334093 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Updating router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 port 4e359219-c1c0-405f-b654-9739aaca145a binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:05.372162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f9d0bc9d-e6a6-42be-aa59-4eecdc5b7511 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/quotas/01123a5299b448f29d82494bba871d75 HTTP/1.1" status: 200 len: 375 time: 0.1442115 Aug 16 01:53:05.394309 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.448223 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.508163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-7243d353-ac79-4475-8117-1f42036a03dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1347280 Aug 16 01:53:05.520221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-84d4abf4-8fc6-4663-988a-bc233258ca5b None None] Provisioning for port 6c42762c-188a-4184-a68c-b77acefeab4d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:05.673281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc67ce7a-5b5a-411c-bc92-ffd5036cc93c req-b092c28d-f9f2-45a5-8658-ed91b21dd592 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161811 Aug 16 01:53:05.790196 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.836519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-4eb4d85d-c53a-485d-b94d-77d911633279 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984848 Aug 16 01:53:05.971137 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.984639 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Transition to ACTIVE for port object 4e359219-c1c0-405f-b654-9739aaca145a will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:05.991276 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.071746 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.074744 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.083145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6c42762c-188a-4184-a68c-b77acefeab4d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:06.098244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-a048bf67-7bae-460f-abf6-775e689f44a2 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478123 Aug 16 01:53:06.172309 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Attempting to bind port 4e359219-c1c0-405f-b654-9739aaca145a on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:06.172309 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Attempting to bind port 4e359219-c1c0-405f-b654-9739aaca145a by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:06.172776 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Attempting to bind port 4e359219-c1c0-405f-b654-9739aaca145a on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:06.175143 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Pushing event updated for resources: {'Port': ['ID=4e359219-c1c0-405f-b654-9739aaca145a,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:06.186242 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:06.190745 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:06.190745 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.190745 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:06.190745 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Bound port: 4e359219-c1c0-405f-b654-9739aaca145a, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:06.190745 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.192255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-270e0630-24b2-4fd0-9bf9-e60cc112c7f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556295 Aug 16 01:53:06.192588 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.193003 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.193509 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.193667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.194102 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.194524 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.195019 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.195440 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.195855 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.196466 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.196886 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.197306 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.197915 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:06.228360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5b119a8e-02e3-4da4-93e9-0c47af128055 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:06.236962 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Allocated IP 172.20.0.1 (92822500-96b6-4196-9522-de8d3e45c6d3/ac0619a1-eda0-4a45-9618-1d3067585157/11e762ae-32fb-4bb2-a11a-adf294ca9735) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:06.259176 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] For port 4e359219-c1c0-405f-b654-9739aaca145a, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:06.263063 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] For port 4e359219-c1c0-405f-b654-9739aaca145a, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4e359219-c1c0-405f-b654-9739aaca145a,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:06.287577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 6c42762c-188a-4184-a68c-b77acefeab4d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:06.298901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6c42762c-188a-4184-a68c-b77acefeab4d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:06.299664 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.350523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event updated for resources: {'Port': ['ID=a0aa019b-851f-4bb8-9e5c-43adb79c3419,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:06.351960 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.359460 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.380873 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.395604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Transition to ACTIVE for port object 11e762ae-32fb-4bb2-a11a-adf294ca9735 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:06.415128 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.444899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-642b98a6-6f47-49ba-bfc4-14ed3b4f1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:06.446473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-642b98a6-6f47-49ba-bfc4-14ed3b4f1ac1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1097 time: 0.1828299 Aug 16 01:53:06.454853 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Routers {'846a21ed-03c9-4d1d-8f56-dd679ca2c752'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:06.455686 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:06.487179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 6c42762c-188a-4184-a68c-b77acefeab4d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6c42762c-188a-4184-a68c-b77acefeab4d,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:06.527525 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42f923-142c-4198-9b83-abf4efda62d2 None None] Pushing event updated for resources: {'Port': ['ID=4e359219-c1c0-405f-b654-9739aaca145a,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:06.533524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 5b119a8e-02e3-4da4-93e9-0c47af128055 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:06.533793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.538293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 5b119a8e-02e3-4da4-93e9-0c47af128055 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:06.538678 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.563537 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Network 92822500-96b6-4196-9522-de8d3e45c6d3 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:06.585234 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:06.590968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:06.630542 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.659027 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.712304 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] Set router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:06.795902 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=11e762ae-32fb-4bb2-a11a-adf294ca9735,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:06.804657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=6c42762c-188a-4184-a68c-b77acefeab4d,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:06.827103 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.867297 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 5b119a8e-02e3-4da4-93e9-0c47af128055, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5b119a8e-02e3-4da4-93e9-0c47af128055,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:06.868310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de9864a-ea8a-471f-bf74-f6e64187ed79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b119a8e-02e3-4da4-93e9-0c47af128055'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:06.871024 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087f9ac7-86cc-4b18-94da-7aa9f8ac2555" -d '{"events": [{"server_uuid": "2de9864a-ea8a-471f-bf74-f6e64187ed79", "name": "network-vif-plugged", "status": "completed", "tag": "5b119a8e-02e3-4da4-93e9-0c47af128055"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:06.956805 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:03Z', 'revision_number': 3, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:06.987168 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbe6ed-fa72-4fd7-8642-c56b3d696dd3 None None] The sync data for ids ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'] in n-d-768509-23 is: [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:03Z', 'revision_number': 3, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:07.019077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b827db6f-9c59-49a1-8f0d-1271525e9fd6 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:07.091504 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.095101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.103234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Network 02ffde9e-5b20-4843-8cd5-6245dcdec7c2 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:07.106144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5486d3f5-b88a-4491-8242-47b1e2b47fc7 req-17131b1f-14b3-42b0-a7cb-81333ba1e17a tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 210 time: 0.0487306 Aug 16 01:53:07.112629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:07.369971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2b5abf29-b08b-4b89-ae68-0dffcf4ddd9c None None] Provisioning for port 11e762ae-32fb-4bb2-a11a-adf294ca9735 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:07.404284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-556513d4-5f08-44b7-9d1b-a9de00570545 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:07.423438 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.423637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2b5abf29-b08b-4b89-ae68-0dffcf4ddd9c None None] Provisioning complete for port 11e762ae-32fb-4bb2-a11a-adf294ca9735 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:07.423882 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2b5abf29-b08b-4b89-ae68-0dffcf4ddd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.430996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-556513d4-5f08-44b7-9d1b-a9de00570545 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 812 time: 0.3033788 Aug 16 01:53:07.509599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=5b119a8e-02e3-4da4-93e9-0c47af128055,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:07.521235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2b5abf29-b08b-4b89-ae68-0dffcf4ddd9c None None] Port 11e762ae-32fb-4bb2-a11a-adf294ca9735 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:07.526785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b827db6f-9c59-49a1-8f0d-1271525e9fd6, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b827db6f-9c59-49a1-8f0d-1271525e9fd6,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:07.532740 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.542605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'b827db6f-9c59-49a1-8f0d-1271525e9fd6', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'b827db6f-9c59-49a1-8f0d-1271525e9fd6', 'mac_address': 'fa:16:3e:41:19:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:07.571048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Router 6da05d6e-188c-4f20-92b6-4259787a610b has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:07.590338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Request body: {'port': {'device_id': 'e4f5858a-2e6c-48b1-804b-70f8df869356', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'admin_state_up': True, 'tenant_id': 'dc27f74a9cdc43628097134d50cbfd97'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:07.640817 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.643802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=11e762ae-32fb-4bb2-a11a-adf294ca9735,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:07.653475 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.661986 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b827db6f-9c59-49a1-8f0d-1271525e9fd6 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:07.668485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-eaa914e0-3444-469b-91e4-5b8d5e971ba1 None None] Provisioning complete for port a0aa019b-851f-4bb8-9e5c-43adb79c3419 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:07.668682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-ebf5dd02-66b5-4cbd-8732-6c9e95e9779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:07.668867 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eaa914e0-3444-469b-91e4-5b8d5e971ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.671115 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-ebf5dd02-66b5-4cbd-8732-6c9e95e9779a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 1.1903846 Aug 16 01:53:07.714452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b827db6f-9c59-49a1-8f0d-1271525e9fd6, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b827db6f-9c59-49a1-8f0d-1271525e9fd6,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:07.726157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-eaa914e0-3444-469b-91e4-5b8d5e971ba1 None None] Port a0aa019b-851f-4bb8-9e5c-43adb79c3419 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:07.775898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Network 92822500-96b6-4196-9522-de8d3e45c6d3 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:07.777576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:07.823315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42305fc3-304f-4757-987f-fb70492b0b08 req-8a1fdad6-4296-4f57-ae9d-2dcea5ff986c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:07.831445 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42305fc3-304f-4757-987f-fb70492b0b08 req-8a1fdad6-4296-4f57-ae9d-2dcea5ff986c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 946 time: 0.5339022 Aug 16 01:53:07.864464 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.922261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-7e34fda6-0524-4862-8d2b-fbf4e18d38bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 200 len: 1000 time: 0.1917152 Aug 16 01:53:07.950979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:07.965263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc5d08-4c6e-4442-a4e0-5589405bc7b2 None None] Sync routers for ids ['6da05d6e-188c-4f20-92b6-4259787a610b'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:07.980191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-264d7584-9489-40ab-8542-f8c01d5971ce tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "PUT /v2.0/routers/6da05d6e-188c-4f20-92b6-4259787a610b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0229623 Aug 16 01:53:07.987472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b827db6f-9c59-49a1-8f0d-1271525e9fd6,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:07.993048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc5d08-4c6e-4442-a4e0-5589405bc7b2 None None] Routers {'6da05d6e-188c-4f20-92b6-4259787a610b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:07.994119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1dfc5d08-4c6e-4442-a4e0-5589405bc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6da05d6e-188c-4f20-92b6-4259787a610b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:07.999171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38458) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:08.007892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42305fc3-304f-4757-987f-fb70492b0b08 req-f65fd74f-d4db-47ea-be2d-2d63a7235b3d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705103 Aug 16 01:53:08.043839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1dfc5d08-4c6e-4442-a4e0-5589405bc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:08.056372 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc5d08-4c6e-4442-a4e0-5589405bc7b2 None None] Routers {'6da05d6e-188c-4f20-92b6-4259787a610b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:08.057372 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1dfc5d08-4c6e-4442-a4e0-5589405bc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6da05d6e-188c-4f20-92b6-4259787a610b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:08.150300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1dfc5d08-4c6e-4442-a4e0-5589405bc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:08.150989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc5d08-4c6e-4442-a4e0-5589405bc7b2 None None] The sync data for ids ['6da05d6e-188c-4f20-92b6-4259787a610b'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:08.175197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['b827db6f-9c59-49a1-8f0d-1271525e9fd6'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:08.189528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:08.243135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-81011ea2-9063-4ac8-a841-9012f8a7503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.244770 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-81011ea2-9063-4ac8-a841-9012f8a7503e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.2892189 Aug 16 01:53:08.248731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4e359219-c1c0-405f-b654-9739aaca145a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:08.272373 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66d40b4f-9dad-4f93-a593-e5f62bcdb5fa tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.285858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5cdbea7e-d571-4fef-b6f5-0a5bca8aa3ef None None] Provisioning complete for port 11e762ae-32fb-4bb2-a11a-adf294ca9735 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:08.286305 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5cdbea7e-d571-4fef-b6f5-0a5bca8aa3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.295290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40989f88-1bc0-4b70-bed7-4a07ee31573a req-c313372c-00f5-426b-973a-5969847f125b tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.303536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40989f88-1bc0-4b70-bed7-4a07ee31573a req-c313372c-00f5-426b-973a-5969847f125b tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 949 time: 0.1297452 Aug 16 01:53:08.315467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Made reservation on behalf of dc27f74a9cdc43628097134d50cbfd97 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:08.319138 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.344666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5cdbea7e-d571-4fef-b6f5-0a5bca8aa3ef None None] Port 11e762ae-32fb-4bb2-a11a-adf294ca9735 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:08.406151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40989f88-1bc0-4b70-bed7-4a07ee31573a req-578c1eee-8721-47c9-b55a-12eb0202c32b tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015685 Aug 16 01:53:08.470152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-584d8829-8171-4379-9a3d-39738a84db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.471777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-584d8829-8171-4379-9a3d-39738a84db8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2169793 Aug 16 01:53:08.499729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:08.506311 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-38b2fdf2-fe80-4f38-ad3d-95e5b1da3cf5 admin admin] 10.222.0.66 "PUT /v2.0/routers/846a21ed-03c9-4d1d-8f56-dd679ca2c752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4362943 Aug 16 01:53:08.514294 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-66d40b4f-9dad-4f93-a593-e5f62bcdb5fa tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 01:53:08.515845 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-66d40b4f-9dad-4f93-a593-e5f62bcdb5fa tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "DELETE /v2.0/routers/6da05d6e-188c-4f20-92b6-4259787a610b HTTP/1.1" status: 409 len: 329 time: 0.5131435 Aug 16 01:53:08.518501 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38466) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:08.524241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 4e359219-c1c0-405f-b654-9739aaca145a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:08.527035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4e359219-c1c0-405f-b654-9739aaca145a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:08.529763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.625584 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.664438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 4e359219-c1c0-405f-b654-9739aaca145a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4e359219-c1c0-405f-b654-9739aaca145a,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:08.671022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d2a3c-f9eb-4069-80a2-a28701ee7f26 req-782ca696-22fb-4f00-9608-01a718d9e06a tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.672700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-924d2a3c-f9eb-4069-80a2-a28701ee7f26 req-782ca696-22fb-4f00-9608-01a718d9e06a tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.1823545 Aug 16 01:53:08.686591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Allocated IP 172.20.0.4 (51428e0c-01e8-42d8-86fb-58754a187d3b/36248d85-ffe8-48a4-8ed4-f53ad621065f/8f7be250-a961-4ff8-9b9d-1ee0c839e6a5) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:08.811403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-b379625d-eea4-49d2-9dd4-8843c1c05bb6 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443619 Aug 16 01:53:08.811403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-924d2a3c-f9eb-4069-80a2-a28701ee7f26 req-12a7ad32-3743-44de-8f7f-27eff9204ae5 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241515 Aug 16 01:53:08.914304 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.920605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6c42762c-188a-4184-a68c-b77acefeab4d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:08.925394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9bc3896-c924-46ff-b69a-0f02b8b147a2 req-3671c533-553a-40da-9858-3965272d2be8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 210 time: 0.0539813 Aug 16 01:53:08.937122 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cf893a9-be46-47fd-ab02-21dac8de0f5a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.970261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b1f1fd2-27fc-41a7-9f23-1b2c5218b378 req-790f8c82-d293-4678-bcc2-9baea49600ca service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326493 Aug 16 01:53:09.002802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.042013 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cdcc8c-ff38-4ff9-a11b-79d51748dee8 x-openstack-request-id: req-36cdcc8c-ff38-4ff9-a11b-79d51748dee8 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:09.042306 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de9864a-ea8a-471f-bf74-f6e64187ed79", "name": "network-vif-plugged", "status": "completed", "tag": "5b119a8e-02e3-4da4-93e9-0c47af128055", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:09.042564 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-36cdcc8c-ff38-4ff9-a11b-79d51748dee8 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:09.042959 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de9864a-ea8a-471f-bf74-f6e64187ed79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b119a8e-02e3-4da4-93e9-0c47af128055', 'code': 200} Aug 16 01:53:09.061222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=4e359219-c1c0-405f-b654-9739aaca145a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:09.076544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6c42762c-188a-4184-a68c-b77acefeab4d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:09.083909 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.156811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f64dd966-0686-458c-8e0c-75cb0d4d02e3 req-22013dd8-c442-43f6-8e39-a7a910faa183 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 210 time: 0.0437922 Aug 16 01:53:09.179065 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.209106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf072cd-ef3c-464f-badd-f7225cd745d6 req-47d32c3c-6c1e-45f8-b436-5c045c1ffa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:09.211683 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-dbf072cd-ef3c-464f-badd-f7225cd745d6 req-47d32c3c-6c1e-45f8-b436-5c045c1ffa70 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 1098 time: 0.1087613 Aug 16 01:53:09.242325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Network 51428e0c-01e8-42d8-86fb-58754a187d3b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:09.248852 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:09.252990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:09.264291 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-dbf072cd-ef3c-464f-badd-f7225cd745d6 req-41fe123c-3fba-40eb-aec9-3877844a317b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434124 Aug 16 01:53:09.280669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event updated for resources: {'Port': ['ID=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:09.320348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:09.320348 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.375694 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9cf893a9-be46-47fd-ab02-21dac8de0f5a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Deleting port a0aa019b-851f-4bb8-9e5c-43adb79c3419 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:09.376038 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cf893a9-be46-47fd-ab02-21dac8de0f5a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.425542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-9936ff0a-760b-45c3-98ca-1e9aa6194827 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8338301 Aug 16 01:53:09.425719 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Sync routers for ids ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:09.431200 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Routers {'846a21ed-03c9-4d1d-8f56-dd679ca2c752'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:09.431800 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:09.432138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Request body: {'port': {'device_id': 'e4f5858a-2e6c-48b1-804b-70f8df869356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:09.480009 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cf893a9-be46-47fd-ab02-21dac8de0f5a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.493792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9cf893a9-be46-47fd-ab02-21dac8de0f5a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Calling delete_port for a0aa019b-851f-4bb8-9e5c-43adb79c3419 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:09.501226 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.535634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38476) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:09.545982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b96cd420-4a31-4075-ada7-b2c0ebe0975a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568878880', 'description': 'tempest-description--930419356'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:09.584227 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Set router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:09.667418 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b96cd420-4a31-4075-ada7-b2c0ebe0975a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.799109 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:06Z', 'revision_number': 4, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '11e762ae-32fb-4bb2-a11a-adf294ca9735', 'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'mac_address': 'fa:16:3e:10:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:06Z', 'updated_at': '2021-08-16T01:53:07Z', 'revision_number': 2, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'subnets': [{'id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:09.823663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20414827-5e56-490c-ac11-ff1cb9780008 req-87b7b9ba-764a-4397-9807-4600240d4c58 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:09.825049 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cf893a9-be46-47fd-ab02-21dac8de0f5a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.825217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20414827-5e56-490c-ac11-ff1cb9780008 req-87b7b9ba-764a-4397-9807-4600240d4c58 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 946 time: 0.0899839 Aug 16 01:53:09.825505 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Checking router: 846a21ed-03c9-4d1d-8f56-dd679ca2c752 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:09.826498 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Updating router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 port 11e762ae-32fb-4bb2-a11a-adf294ca9735 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:09.853644 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.875851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf893a9-be46-47fd-ab02-21dac8de0f5a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event deleted for resources: {'Port': ['ID=a0aa019b-851f-4bb8-9e5c-43adb79c3419,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:09.938985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20414827-5e56-490c-ac11-ff1cb9780008 req-a361b6c5-433e-4005-b98b-d5f09dc72cce tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035676 Aug 16 01:53:10.014678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:10.032299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4e359219-c1c0-405f-b654-9739aaca145a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:10.056597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b96cd420-4a31-4075-ada7-b2c0ebe0975a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.059068 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.096712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4e359219-c1c0-405f-b654-9739aaca145a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:10.096712 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.108821 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cf893a9-be46-47fd-ab02-21dac8de0f5a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.135671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Transition to ACTIVE for port object 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:10.192731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7af7-30f2-423f-9dba-75724b3cfc44 req-2a6217ce-a942-4f88-8557-53259986e22b tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:10.206181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7cc7af7-30f2-423f-9dba-75724b3cfc44 req-2a6217ce-a942-4f88-8557-53259986e22b tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 949 time: 0.1706619 Aug 16 01:53:10.219695 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b96cd420-4a31-4075-ada7-b2c0ebe0975a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.276195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cd420-4a31-4075-ada7-b2c0ebe0975a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e379d47-7095-4fb7-9b2e-f4ca404478e1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:10.281079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7cc7af7-30f2-423f-9dba-75724b3cfc44 req-a5f8df27-6619-4df1-9ce0-2ae9345a7739 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740368 Aug 16 01:53:10.292882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.330376 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.348201 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Transition to ACTIVE for port object 11e762ae-32fb-4bb2-a11a-adf294ca9735 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:10.351589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86623123-9524-4569-a628-3104da3da16c service neutron] Pushing event updated for resources: {'Port': ['ID=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:10.417179 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b96cd420-4a31-4075-ada7-b2c0ebe0975a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.418701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b96cd420-4a31-4075-ada7-b2c0ebe0975a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8817022 Aug 16 01:53:10.422452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38486) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:10.428865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a84c2831-4e70-427c-a5be-b413d45fd55a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Request body: {'security_group_rule': {'security_group_id': '9e379d47-7095-4fb7-9b2e-f4ca404478e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:10.487613 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.514347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e44ece-7375-4ab2-afaa-4e186028db48 req-806be8e8-f693-4208-864c-642ada7430e0 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:10.520263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7e44ece-7375-4ab2-afaa-4e186028db48 req-806be8e8-f693-4208-864c-642ada7430e0 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.1146045 Aug 16 01:53:10.523197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Attempting to bind port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:10.523669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Attempting to bind port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:10.524601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Attempting to bind port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:10.537848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 on network 51428e0c-01e8-42d8-86fb-58754a187d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:10.537848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Attempting to bind port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 on network 51428e0c-01e8-42d8-86fb-58754a187d3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:10.551910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:10.554770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Checking segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:10.554770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Bound using segment: {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:10.554770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Bound port: 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8adf6e-7956-484c-9b98-eb9ef54ce130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:10.554770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.621510 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e48c90-d2b3-48fd-a781-faf5edcb16fe None None] Pushing event updated for resources: {'Port': ['ID=11e762ae-32fb-4bb2-a11a-adf294ca9735,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:10.625608 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Attempting to bind port 11e762ae-32fb-4bb2-a11a-adf294ca9735 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:10.629082 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Attempting to bind port 11e762ae-32fb-4bb2-a11a-adf294ca9735 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:10.629082 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Attempting to bind port 11e762ae-32fb-4bb2-a11a-adf294ca9735 on network 92822500-96b6-4196-9522-de8d3e45c6d3 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:10.637385 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:10.637762 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Checking segment: {'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:10.638226 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.638618 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Bound using segment: {'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:10.639083 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Bound port: 11e762ae-32fb-4bb2-a11a-adf294ca9735, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:10.639463 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.648316 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf893a9-be46-47fd-ab02-21dac8de0f5a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Router 6da05d6e-188c-4f20-92b6-4259787a610b has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:10.661140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7e44ece-7375-4ab2-afaa-4e186028db48 req-f806ae42-9f53-421e-98ed-53ca7f2f092d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343625 Aug 16 01:53:10.666297 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a84c2831-4e70-427c-a5be-b413d45fd55a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.679841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] For port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:10.686059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] For port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:10.754798 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] For port 11e762ae-32fb-4bb2-a11a-adf294ca9735, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:10.761590 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] For port 11e762ae-32fb-4bb2-a11a-adf294ca9735, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=11e762ae-32fb-4bb2-a11a-adf294ca9735,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:10.800067 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a84c2831-4e70-427c-a5be-b413d45fd55a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.802604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66164037-ac4d-4786-b6cd-35ef5e617a21 req-005e6996-dfcc-49c1-ad99-e9bf2d7216d2 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 210 time: 0.0391414 Aug 16 01:53:10.803876 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.842738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:10.843377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.844903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-86623123-9524-4569-a628-3104da3da16c service neutron] 10.222.0.74 "PUT /v2.0/ports/8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 HTTP/1.1" status: 200 len: 1092 time: 1.4173226 Aug 16 01:53:10.845277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f5858a-2e6c-48b1-804b-70f8df869356', 'tag': '8f7be250-a961-4ff8-9b9d-1ee0c839e6a5'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:10.847828 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64395ec5-cb8d-42bc-b29d-ba5b1c87160a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f5858a-2e6c-48b1-804b-70f8df869356", "tag": "8f7be250-a961-4ff8-9b9d-1ee0c839e6a5"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:10.850693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf893a9-be46-47fd-ab02-21dac8de0f5a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:10.857617 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9cf893a9-be46-47fd-ab02-21dac8de0f5a tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "PUT /v2.0/routers/6da05d6e-188c-4f20-92b6-4259787a610b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3372800 Aug 16 01:53:10.865619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e89bb-4745-40bd-a172-c3e3dc1dfa43 None None] Sync routers for ids ['6da05d6e-188c-4f20-92b6-4259787a610b'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:10.868455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38490) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:10.881891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e89bb-4745-40bd-a172-c3e3dc1dfa43 None None] Routers {'6da05d6e-188c-4f20-92b6-4259787a610b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:10.886390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-90ced574-8252-4c70-a6c8-eb836d0426b8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:10.891567 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.891720 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-90ced574-8252-4c70-a6c8-eb836d0426b8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.74 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.3560381 Aug 16 01:53:10.891811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-316e89bb-4745-40bd-a172-c3e3dc1dfa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6da05d6e-188c-4f20-92b6-4259787a610b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:10.901785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Request body: {'port': {'device_id': '046c4278-c744-4a54-a0f7-cbf72f87d9c6', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'admin_state_up': True, 'tenant_id': '01123a5299b448f29d82494bba871d75'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:10.921464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a84c2831-4e70-427c-a5be-b413d45fd55a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.923366 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-bf5199af-65d4-442d-a941-ecae4ed52120 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] show failed (client error): The resource could not be found. Aug 16 01:53:10.930139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bf5199af-65d4-442d-a941-ecae4ed52120 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1505553070 HTTP/1.1" status: 404 len: 335 time: 0.0543649 Aug 16 01:53:10.931922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-316e89bb-4745-40bd-a172-c3e3dc1dfa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:10.945067 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e89bb-4745-40bd-a172-c3e3dc1dfa43 None None] Routers {'6da05d6e-188c-4f20-92b6-4259787a610b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:10.949980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-316e89bb-4745-40bd-a172-c3e3dc1dfa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6da05d6e-188c-4f20-92b6-4259787a610b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:10.956536 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38492) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:10.963175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ec57ac77-19e9-4f7c-941d-423a3dfafff9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:10.969889 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Routers {'846a21ed-03c9-4d1d-8f56-dd679ca2c752'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:10.970997 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:10.997283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86623123-9524-4569-a628-3104da3da16c service neutron] Pushing event updated for resources: {'Port': ['ID=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:11.014164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-316e89bb-4745-40bd-a172-c3e3dc1dfa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:11.015155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e89bb-4745-40bd-a172-c3e3dc1dfa43 None None] The sync data for ids ['6da05d6e-188c-4f20-92b6-4259787a610b'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:11.028554 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-ec57ac77-19e9-4f7c-941d-423a3dfafff9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] update failed (client error): The resource could not be found. Aug 16 01:53:11.030118 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ec57ac77-19e9-4f7c-941d-423a3dfafff9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-65434738 HTTP/1.1" status: 404 len: 333 time: 0.0724399 Aug 16 01:53:11.036336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c2831-4e70-427c-a5be-b413d45fd55a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e11463c-f5ba-4a38-a64d-f4ba28aba9bb,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:11.038892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38496) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:11.039840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b827db6f-9c59-49a1-8f0d-1271525e9fd6 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:11.043422 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a84c2831-4e70-427c-a5be-b413d45fd55a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.045172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a84c2831-4e70-427c-a5be-b413d45fd55a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6209722 Aug 16 01:53:11.048955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38498) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:11.062093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3968102b-c56f-4e81-af45-24416aa22de2 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Request body: {'security_group_rule': {'security_group_id': '9e379d47-7095-4fb7-9b2e-f4ca404478e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:11.108997 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e48c90-d2b3-48fd-a781-faf5edcb16fe None None] Pushing event updated for resources: {'Port': ['ID=11e762ae-32fb-4bb2-a11a-adf294ca9735,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:11.143659 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] Set router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:11.147884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-88461566-fc50-4228-8205-b9e773dd3fc7 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Deleting subnet c7721fce-d5c1-40be-9a7a-431aac016ab6 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:11.153370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88461566-fc50-4228-8205-b9e773dd3fc7 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.164756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034fdee-c3df-4105-930e-ba915476cd65 req-206a6284-48a1-4ea8-9e12-365521bea31d tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.173099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9034fdee-c3df-4105-930e-ba915476cd65 req-206a6284-48a1-4ea8-9e12-365521bea31d tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 943 time: 0.2561233 Aug 16 01:53:11.214814 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3968102b-c56f-4e81-af45-24416aa22de2 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.222099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-96bd3cb7-82b5-4127-a866-51345f91e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.223634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-96bd3cb7-82b5-4127-a866-51345f91e1e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 1095 time: 0.2317214 Aug 16 01:53:11.239950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port b827db6f-9c59-49a1-8f0d-1271525e9fd6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:11.244204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port b827db6f-9c59-49a1-8f0d-1271525e9fd6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:11.244982 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.281502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9034fdee-c3df-4105-930e-ba915476cd65 req-e5271049-7558-4e51-bf94-6772915f5bd5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074984 Aug 16 01:53:11.288286 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88461566-fc50-4228-8205-b9e773dd3fc7 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.308634 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3968102b-c56f-4e81-af45-24416aa22de2 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.338769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Made reservation on behalf of 01123a5299b448f29d82494bba871d75 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:11.344266 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.367813 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.383549 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f548d3-8f52-444d-9845-230a220e1872 x-openstack-request-id: req-22f548d3-8f52-444d-9845-230a220e1872 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:11.385957 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f5858a-2e6c-48b1-804b-70f8df869356", "tag": "8f7be250-a961-4ff8-9b9d-1ee0c839e6a5", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:11.386994 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22f548d3-8f52-444d-9845-230a220e1872 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:11.387498 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f5858a-2e6c-48b1-804b-70f8df869356', 'tag': '8f7be250-a961-4ff8-9b9d-1ee0c839e6a5', 'status': 'completed', 'code': 200} Aug 16 01:53:11.391459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-f8874ff5-3901-4d1c-94e0-757e4a9907bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 HTTP/1.1" status: 200 len: 217 time: 0.1560137 Aug 16 01:53:11.407971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2271173-3ee6-4ac2-8405-dfcf7a2a6b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b827db6f-9c59-49a1-8f0d-1271525e9fd6'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:11.411566 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa6593f-75c3-488e-9cee-4130f56606fb" -d '{"events": [{"server_uuid": "d2271173-3ee6-4ac2-8405-dfcf7a2a6b67", "name": "network-vif-plugged", "status": "completed", "tag": "b827db6f-9c59-49a1-8f0d-1271525e9fd6"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:11.428179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b827db6f-9c59-49a1-8f0d-1271525e9fd6, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b827db6f-9c59-49a1-8f0d-1271525e9fd6,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:11.461126 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3968102b-c56f-4e81-af45-24416aa22de2 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.494292 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968102b-c56f-4e81-af45-24416aa22de2 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f67797a-b9ac-4512-a0ce-6a8e56c8f152,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:11.520517 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:06Z', 'revision_number': 4, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '11e762ae-32fb-4bb2-a11a-adf294ca9735', 'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'mac_address': 'fa:16:3e:10:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:06Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'subnets': [{'id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:11.527054 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.554383 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1885aa-0e06-4711-a5e2-9246c283fa69 None None] The sync data for ids ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'] in n-d-768509-23 is: [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:06Z', 'revision_number': 4, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '11e762ae-32fb-4bb2-a11a-adf294ca9735', 'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'mac_address': 'fa:16:3e:10:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:06Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'subnets': [{'id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:11.568687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-5708e3e9-d955-4fad-9f2e-dccc7f77897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.571936 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3968102b-c56f-4e81-af45-24416aa22de2 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.572146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-5708e3e9-d955-4fad-9f2e-dccc7f77897b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 200 len: 852 time: 0.1653678 Aug 16 01:53:11.572328 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3968102b-c56f-4e81-af45-24416aa22de2 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5208719 Aug 16 01:53:11.572971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Allocated IP 172.20.0.4 (b3d29ad8-be58-47a9-b37d-b2ee4bbbe538/2de74b78-8d2a-40b0-ae8f-4fdf1265078a/824abde6-9c2f-4e4e-8fa9-72b1dd8adeba) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:11.577985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38504) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:11.582872 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:11.585765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-1378a54d-728e-4f2b-9f83-b4b8d9c234a4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1788950 Aug 16 01:53:11.600868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33edff-58ef-47f7-8357-af03f3a390a2 req-926f0962-3dc6-4fa6-99f2-5d25d05bfc18 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.626619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae33edff-58ef-47f7-8357-af03f3a390a2 req-926f0962-3dc6-4fa6-99f2-5d25d05bfc18 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 946 time: 0.1775236 Aug 16 01:53:11.647943 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b827db6f-9c59-49a1-8f0d-1271525e9fd6,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:11.689415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-be3029f7-bc0d-49e0-9813-7cc830593c54 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51428e0c-01e8-42d8-86fb-58754a187d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980659 Aug 16 01:53:11.692941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88461566-fc50-4228-8205-b9e773dd3fc7 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.719908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae33edff-58ef-47f7-8357-af03f3a390a2 req-905d637a-8557-4133-88aa-7ff8031e4b4b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086864 Aug 16 01:53:11.735876 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.859204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.904915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88461566-fc50-4228-8205-b9e773dd3fc7 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.943153 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.976450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88461566-fc50-4228-8205-b9e773dd3fc7 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event deleted for resources: {'Subnet': ['ID=c7721fce-d5c1-40be-9a7a-431aac016ab6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:11.979264 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88461566-fc50-4228-8205-b9e773dd3fc7 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.979607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4d3978-c03e-4458-8c11-17ca48026f26 None None] Network 3fda2b19-84d2-4a61-aa2c-a01d7154e799 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:11.981151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-88461566-fc50-4228-8205-b9e773dd3fc7 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "DELETE /v2.0/subnets/c7721fce-d5c1-40be-9a7a-431aac016ab6 HTTP/1.1" status: 204 len: 168 time: 0.9398077 Aug 16 01:53:11.991937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705161a0-ce1f-451d-9018-ed823e4d3eed req-ba41f4b9-b1a5-4ca7-84b7-b0cdef9bce47 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.993555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-705161a0-ce1f-451d-9018-ed823e4d3eed req-ba41f4b9-b1a5-4ca7-84b7-b0cdef9bce47 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 950 time: 0.1957159 Aug 16 01:53:11.996998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38512) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:12.049446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 11e762ae-32fb-4bb2-a11a-adf294ca9735 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:12.087648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2ab3c4-ae72-4a51-911b-cbc301f93e8f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Deleting subnet 365cc91f-a1b1-467c-ad81-62fa94663757 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:12.103436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-6de8b4f8-87dd-4452-95d1-68a60fef3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.104019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-6de8b4f8-87dd-4452-95d1-68a60fef3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.104510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-6de8b4f8-87dd-4452-95d1-68a60fef3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.104990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-6de8b4f8-87dd-4452-95d1-68a60fef3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.105462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-6de8b4f8-87dd-4452-95d1-68a60fef3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.105961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-6de8b4f8-87dd-4452-95d1-68a60fef3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.106432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-6de8b4f8-87dd-4452-95d1-68a60fef3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.109119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-6de8b4f8-87dd-4452-95d1-68a60fef3098 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1df95d736c594679814967c806df0199&device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 6501 time: 0.2404473 Aug 16 01:53:12.112128 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab3c4-ae72-4a51-911b-cbc301f93e8f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.113327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Allocated IP 172.25.8.8 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/4cd6ab1b-04bf-4cee-9cf2-13ff5dd18f92) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:12.118104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-90c169cd-9dae-43de-9073-c99e8ec98a95 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097980 Aug 16 01:53:12.220081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.272930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-705161a0-ce1f-451d-9018-ed823e4d3eed req-cae55224-7b25-4ad1-8296-1fbd1bdcb862 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205851 Aug 16 01:53:12.276110 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab3c4-ae72-4a51-911b-cbc301f93e8f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.276901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47289ddd-efff-4e68-a651-aa8d3a604b67 None None] DHCP port deletion for 3fda2b19-84d2-4a61-aa2c-a01d7154e799 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:53:12.294031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 11e762ae-32fb-4bb2-a11a-adf294ca9735 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:12.321103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 11e762ae-32fb-4bb2-a11a-adf294ca9735 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:12.321495 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.324782 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:12.336967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:12.342524 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:12.346626 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25acd64-589d-49f6-b043-0f8d56d84537 x-openstack-request-id: req-a25acd64-589d-49f6-b043-0f8d56d84537 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:12.346912 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2271173-3ee6-4ac2-8405-dfcf7a2a6b67", "name": "network-vif-plugged", "status": "completed", "tag": "b827db6f-9c59-49a1-8f0d-1271525e9fd6", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:12.347171 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a25acd64-589d-49f6-b043-0f8d56d84537 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:12.347567 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2271173-3ee6-4ac2-8405-dfcf7a2a6b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b827db6f-9c59-49a1-8f0d-1271525e9fd6', 'code': 200} Aug 16 01:53:12.352105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01a78ef4-b67b-4ad1-9cdd-d74b0130cdf6 req-2914847f-a04d-41b8-8786-b3c00b3b8e34 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152467 Aug 16 01:53:12.365081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.432523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event updated for resources: {'Port': ['ID=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:12.476823 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.480647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.482211 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.498509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-47289ddd-efff-4e68-a651-aa8d3a604b67 None None] Deleting port ca6e65dd-a821-417e-818b-167da9395fcd {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:12.499140 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-47289ddd-efff-4e68-a651-aa8d3a604b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.516658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-f2c76818-d55e-4fc5-8e1b-78d607526270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.517108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-f2c76818-d55e-4fc5-8e1b-78d607526270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.517583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-f2c76818-d55e-4fc5-8e1b-78d607526270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.519273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-f2c76818-d55e-4fc5-8e1b-78d607526270 service neutron] 10.222.0.74 "GET /v2.0/networks?id=84d790fc-6460-4f48-a0a4-f45c262f5cff&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=0658837a-4b54-4f63-9898-d517802f3f3f&id=f33f85bb-dec5-4471-a410-d894e8ee0dca&id=f33f85bb-dec5-4471-a410-d894e8ee0dca HTTP/1.1" status: 200 len: 2293 time: 0.3738248 Aug 16 01:53:12.586618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 11e762ae-32fb-4bb2-a11a-adf294ca9735, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=11e762ae-32fb-4bb2-a11a-adf294ca9735,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:12.593333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-47289ddd-efff-4e68-a651-aa8d3a604b67 None None] For port ca6e65dd-a821-417e-818b-167da9395fcd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=ca6e65dd-a821-417e-818b-167da9395fcd,segment=NetworkSegment(9ae2eea2-f3f1-4d91-ada6-296f8b6879b0),segment_id=9ae2eea2-f3f1-4d91-ada6-296f8b6879b0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:12.593738 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-47289ddd-efff-4e68-a651-aa8d3a604b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.605957 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f97dfe4f-7fda-4d9d-a566-e1d3094cee6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7085013 Aug 16 01:53:12.606209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-47289ddd-efff-4e68-a651-aa8d3a604b67 None None] Calling delete_port for ca6e65dd-a821-417e-818b-167da9395fcd owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:12.619181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Request body: {'port': {'device_id': '046c4278-c744-4a54-a0f7-cbf72f87d9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:12.678327 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.715857 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.726252 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.741241 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:12.753674 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:12.757132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:12.759264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Pushing event updated for resources: {'Port': ['ID=4cd6ab1b-04bf-4cee-9cf2-13ff5dd18f92,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:12.782192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=11e762ae-32fb-4bb2-a11a-adf294ca9735,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:12.812721 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-47289ddd-efff-4e68-a651-aa8d3a604b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.846696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47289ddd-efff-4e68-a651-aa8d3a604b67 None None] Pushing event deleted for resources: {'Port': ['ID=ca6e65dd-a821-417e-818b-167da9395fcd,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:12.865297 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47289ddd-efff-4e68-a651-aa8d3a604b67 None None] No DVR routers for this DVR port ca6e65dd-a821-417e-818b-167da9395fcd on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:13.056137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab3c4-ae72-4a51-911b-cbc301f93e8f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.078203 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.112202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102ef6a-861f-4328-97ff-03f0d60e9cac req-c666f9c1-3d49-4eee-a3cb-ebdae963d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.113736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5102ef6a-861f-4328-97ff-03f0d60e9cac req-c666f9c1-3d49-4eee-a3cb-ebdae963d9cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 1102 time: 0.6691236 Aug 16 01:53:13.139760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64395ec5-cb8d-42bc-b29d-ba5b1c87160a req-501aa497-d92a-43e8-8916-6451dfd2ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.139760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64395ec5-cb8d-42bc-b29d-ba5b1c87160a req-501aa497-d92a-43e8-8916-6451dfd2ff0e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc27f74a9cdc43628097134d50cbfd97&device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 1095 time: 0.6167755 Aug 16 01:53:13.144669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d13d01-9c4f-4409-a98a-e310e72cf9da req-bea97e4c-dafc-4af2-a872-28f434ff6374 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.146092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0d13d01-9c4f-4409-a98a-e310e72cf9da req-bea97e4c-dafc-4af2-a872-28f434ff6374 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.6400330 Aug 16 01:53:13.153447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-a258cdf9-d24e-43a6-918e-c7af64593177 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2059453-0805-4966-a32e-59d243e6ea01 HTTP/1.1" status: 200 len: 1002 time: 0.6079667 Aug 16 01:53:13.197876 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:13.207820 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.216694 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Transition to ACTIVE for port object 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:13.260890 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.312346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5102ef6a-861f-4328-97ff-03f0d60e9cac req-5317c447-f07e-4159-b394-275b9c096e90 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891141 Aug 16 01:53:13.322379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-76f2a9b3-fb54-49d4-9716-98776c0ae482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.323800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-76f2a9b3-fb54-49d4-9716-98776c0ae482 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9a060b37-f0b4-4e98-9c03-2837e5244eb9 HTTP/1.1" status: 200 len: 851 time: 0.1522026 Aug 16 01:53:13.327313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0d13d01-9c4f-4409-a98a-e310e72cf9da req-2b68bf62-debd-4f53-8738-e19a3c25c939 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598799 Aug 16 01:53:13.359924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.375860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64395ec5-cb8d-42bc-b29d-ba5b1c87160a req-323b00f1-0930-4931-a987-5415d419a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.377849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64395ec5-cb8d-42bc-b29d-ba5b1c87160a req-323b00f1-0930-4931-a987-5415d419a4eb service neutron] 10.222.0.74 "GET /v2.0/networks?id=51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 200 len: 913 time: 0.2308068 Aug 16 01:53:13.426910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64395ec5-cb8d-42bc-b29d-ba5b1c87160a req-3eae56e4-676d-4f97-b3fc-720e31f7932c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 HTTP/1.1" status: 200 len: 217 time: 0.0411606 Aug 16 01:53:13.428867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-534fccb0-cb53-4712-b25c-07829b3eb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.429089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Pushing event updated for resources: {'Port': ['ID=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:13.430441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-534fccb0-cb53-4712-b25c-07829b3eb0c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84d790fc-6460-4f48-a0a4-f45c262f5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971370 Aug 16 01:53:13.441023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab3c4-ae72-4a51-911b-cbc301f93e8f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.526133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ab3c4-ae72-4a51-911b-cbc301f93e8f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event deleted for resources: {'Subnet': ['ID=365cc91f-a1b1-467c-ad81-62fa94663757,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:13.550913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.552904 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Attempting to bind port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:13.553241 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Attempting to bind port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:13.553570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Attempting to bind port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:13.558052 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:13.558374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Attempting to bind port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:13.564052 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:13.564395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Checking segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:13.564798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Bound using segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:13.565208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Bound port: 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:13.565597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.581373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab3c4-ae72-4a51-911b-cbc301f93e8f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.583245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4235c1-2f28-4eea-ae68-dcf82e5f920b None None] Network 3ca71ba6-05c7-47f4-a6bf-f5068767d04c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:13.583734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fe2ab3c4-ae72-4a51-911b-cbc301f93e8f tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "DELETE /v2.0/subnets/365cc91f-a1b1-467c-ad81-62fa94663757 HTTP/1.1" status: 204 len: 168 time: 1.5846515 Aug 16 01:53:13.587716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38518) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:13.608911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64395ec5-cb8d-42bc-b29d-ba5b1c87160a req-40a2a662-14ee-4198-af50-d81e5528b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.610399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64395ec5-cb8d-42bc-b29d-ba5b1c87160a req-40a2a662-14ee-4198-af50-d81e5528b9c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 200 len: 852 time: 0.1710501 Aug 16 01:53:13.624707 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.676526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] For port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:13.706470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64395ec5-cb8d-42bc-b29d-ba5b1c87160a req-f1a3a0bc-1392-4c85-abc4-6bd6c0349b41 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51428e0c-01e8-42d8-86fb-58754a187d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501499 Aug 16 01:53:13.720992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68745f46-be5a-4702-ab9f-c3559ec303b4 req-76e5be9d-1cbe-4851-8ad6-140452e22351 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.722605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68745f46-be5a-4702-ab9f-c3559ec303b4 req-76e5be9d-1cbe-4851-8ad6-140452e22351 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 943 time: 0.2560353 Aug 16 01:53:13.791673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06676fd1-5613-4bdb-88ff-3cafac7ebd37 None None] DHCP port deletion for 3ca71ba6-05c7-47f4-a6bf-f5068767d04c request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:53:13.808106 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.829468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-49b1c403-c707-4852-aa70-50db5de66cd8 service neutron] 10.222.0.74 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858256 Aug 16 01:53:13.843518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-06676fd1-5613-4bdb-88ff-3cafac7ebd37 None None] Deleting port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:13.844040 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06676fd1-5613-4bdb-88ff-3cafac7ebd37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.910108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-06676fd1-5613-4bdb-88ff-3cafac7ebd37 None None] For port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994,segment=NetworkSegment(62c50309-f9e5-4370-95bb-a80f9b1fdcea),segment_id=62c50309-f9e5-4370-95bb-a80f9b1fdcea)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:13.910606 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06676fd1-5613-4bdb-88ff-3cafac7ebd37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.920465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68745f46-be5a-4702-ab9f-c3559ec303b4 req-f72af8f8-ad2b-4403-bb2d-1a2098f08cf7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713603 Aug 16 01:53:13.924883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-06676fd1-5613-4bdb-88ff-3cafac7ebd37 None None] Calling delete_port for afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:13.981244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] For port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:13.987819 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Pushing event updated for resources: {'Port': ['ID=4cd6ab1b-04bf-4cee-9cf2-13ff5dd18f92,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:14.001278 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.028738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 11e762ae-32fb-4bb2-a11a-adf294ca9735 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:14.038894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64395ec5-cb8d-42bc-b29d-ba5b1c87160a req-596322e5-b654-4ff6-b6ef-e0fe2f7fb786 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100030 Aug 16 01:53:14.087446 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.105525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 11e762ae-32fb-4bb2-a11a-adf294ca9735 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:14.106013 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.108063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:14.109086 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.110607 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] 10.222.0.74 "PUT /v2.0/ports/824abde6-9c2f-4e4e-8fa9-72b1dd8adeba HTTP/1.1" status: 200 len: 1092 time: 1.4966609 Aug 16 01:53:14.130373 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046c4278-c744-4a54-a0f7-cbf72f87d9c6', 'tag': '824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:14.132649 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183684fc-bb44-4801-bfdf-cd4f850f2418" -d '{"events": [{"name": "network-changed", "server_uuid": "046c4278-c744-4a54-a0f7-cbf72f87d9c6", "tag": "824abde6-9c2f-4e4e-8fa9-72b1dd8adeba"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:14.138956 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.162910 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.164154 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-db23e70a-de69-4911-a401-c3707170525c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5851753 Aug 16 01:53:14.175386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769b785-d9f0-4968-9765-ed401a9f7994 service neutron] Pushing event updated for resources: {'Port': ['ID=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:14.177005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fda2b19-84d2-4a61-aa2c-a01d7154e799']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:14.194937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae2eea2-f3f1-4d91-ada6-296f8b6879b0') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:14.195352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae2eea2-f3f1-4d91-ada6-296f8b6879b0') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:14.215891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-8d8bbe8b-d9b4-433f-8371-6c7838902ea1 service neutron] 10.222.0.74 "GET /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762572 Aug 16 01:53:14.220966 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06676fd1-5613-4bdb-88ff-3cafac7ebd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.225612 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.260642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06676fd1-5613-4bdb-88ff-3cafac7ebd37 None None] Pushing event deleted for resources: {'Port': ['ID=afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:14.262606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06676fd1-5613-4bdb-88ff-3cafac7ebd37 None None] No DVR routers for this DVR port afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:14.293584 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.304169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6811e-84a6-4c0c-b303-ac2047743c8f req-3f667b7a-8bd4-4090-8eaa-4084edbfc340 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:14.307856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8e6811e-84a6-4c0c-b303-ac2047743c8f req-3f667b7a-8bd4-4090-8eaa-4084edbfc340 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 943 time: 0.2415495 Aug 16 01:53:14.309590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-2142c76d-a2cc-49fe-8ede-ba87c6128159 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=51da5588-9d80-4706-8e6e-b703605f3e18 HTTP/1.1" status: 200 len: 217 time: 0.0796185 Aug 16 01:53:14.313790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64395ec5-cb8d-42bc-b29d-ba5b1c87160a req-1205a423-fc68-4370-89be-502c9d79d708 service neutron] 10.222.0.74 "GET /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658155 Aug 16 01:53:14.314741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:53:14.315155 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:53:14.321626 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:53:14.331412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-bb122c05-468e-4191-834d-e6e43307922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:14.336797 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-bb122c05-468e-4191-834d-e6e43307922b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0509367 Aug 16 01:53:14.346884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:14.373525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:14.374860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device afe0e2a4-a3c1-4dda-8ddf-f7c5440e3994 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:14.375389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ca6e65dd-a821-417e-818b-167da9395fcd no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:14.389536 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-4571675f-4c53-4a0f-b227-4e61a6db20e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba HTTP/1.1" status: 200 len: 217 time: 0.0480123 Aug 16 01:53:14.397962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: ca6e65dd-a821-417e-818b-167da9395fcd {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:14.398413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ca6e65dd-a821-417e-818b-167da9395fcd not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:14.443837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-c2961315-77a0-41bd-a1ec-d667c7f35ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:14.445429 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-c2961315-77a0-41bd-a1ec-d667c7f35ac9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.0482881 Aug 16 01:53:14.454444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-3a657a58-e9c6-4e84-80e2-990f0dc06db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:14.455938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-3a657a58-e9c6-4e84-80e2-990f0dc06db9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.1196783 Aug 16 01:53:14.460934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8e6811e-84a6-4c0c-b303-ac2047743c8f req-2fc0e6eb-5218-46a5-8eb5-2dc1650d6b78 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403050 Aug 16 01:53:14.479321 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-f0559bd6-f9d4-4dc0-b4a3-248b2a050282 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269861 Aug 16 01:53:14.513437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-5322cbec-5da9-469f-a312-5e7e8f21a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:14.515268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-5322cbec-5da9-469f-a312-5e7e8f21a0b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0528564 Aug 16 01:53:14.521089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.538057 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.539864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "DELETE /v2.0/networks/3fda2b19-84d2-4a61-aa2c-a01d7154e799 HTTP/1.1" status: 204 len: 168 time: 0.9483173 Aug 16 01:53:14.542515 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38530) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:14.609012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768b078-26f0-4a54-bffb-a5ba0165064c tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event deleted for resources: {'Network': ['ID=3fda2b19-84d2-4a61-aa2c-a01d7154e799,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:14.648023 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-c6fc1980-61d7-443f-93ef-7ef6d90f46da service neutron] 10.222.0.74 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615922 Aug 16 01:53:14.651677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.652731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513918-e23f-47fb-b46b-243ca4ca79be req-82711e77-b9e3-48f4-a2f8-34a5877bf597 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:14.654524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9513918-e23f-47fb-b46b-243ca4ca79be req-82711e77-b9e3-48f4-a2f8-34a5877bf597 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 950 time: 0.1183634 Aug 16 01:53:14.684579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-5c269e01-03cb-4f16-afaa-b158ebe0318b service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614783 Aug 16 01:53:14.720704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9513918-e23f-47fb-b46b-243ca4ca79be req-d0f536a7-a828-4cc6-80c4-b8c56301a6f1 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578442 Aug 16 01:53:14.768420 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134b29cf-95a4-4bc5-b3d5-7b10be379338 x-openstack-request-id: req-134b29cf-95a4-4bc5-b3d5-7b10be379338 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:14.768775 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046c4278-c744-4a54-a0f7-cbf72f87d9c6", "tag": "824abde6-9c2f-4e4e-8fa9-72b1dd8adeba", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:14.769033 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-134b29cf-95a4-4bc5-b3d5-7b10be379338 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:14.769547 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046c4278-c744-4a54-a0f7-cbf72f87d9c6', 'tag': '824abde6-9c2f-4e4e-8fa9-72b1dd8adeba', 'status': 'completed', 'code': 200} Aug 16 01:53:14.787933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-1591bafe-7fa9-4172-acae-00054f70ffbd service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949645 Aug 16 01:53:14.831220 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.839327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-73870384-15db-425d-ab5d-24350fdd5413 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=31ea19a7-717c-4f87-addd-f925ad379bf9 HTTP/1.1" status: 200 len: 217 time: 0.0438509 Aug 16 01:53:14.844216 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9fc71845-9e1d-4791-8bb6-2a98fa17e895 req-9abb0ae7-4478-4f98-8e53-4593b834f800 service neutron] 10.222.0.74 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886172 Aug 16 01:53:14.845675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca71ba6-05c7-47f4-a6bf-f5068767d04c']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:14.856338 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c50309-f9e5-4370-95bb-a80f9b1fdcea') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:14.856706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c50309-f9e5-4370-95bb-a80f9b1fdcea') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:14.873364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.886667 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.892932 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:53:14.893325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:53:14.896458 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:53:14.905120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-673df4e4-5a01-4897-a131-cb519ef5c4ab tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1568878880&fields=id&tenant_id=955c02577c0e46d9af4e8101c2760e57 HTTP/1.1" status: 200 len: 267 time: 0.0684221 Aug 16 01:53:14.912595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-62b38557-676a-4e91-b138-86dea1887c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:14.914079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-62b38557-676a-4e91-b138-86dea1887c9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.0621068 Aug 16 01:53:15.029058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-ce2135f6-f0e1-4c31-be5a-35c2ca370087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:15.030754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-ce2135f6-f0e1-4c31-be5a-35c2ca370087 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048536 Aug 16 01:53:15.032509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183684fc-bb44-4801-bfdf-cd4f850f2418 req-bf41a08b-48b6-4cae-98ec-ee7cad85a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:15.034178 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-183684fc-bb44-4801-bfdf-cd4f850f2418 req-bf41a08b-48b6-4cae-98ec-ee7cad85a57c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0410826 Aug 16 01:53:15.059527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904b67b-44ab-45aa-8952-582babe81282 req-60a93589-6844-4cde-b32c-a7b1b104ac34 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:15.061139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-60a93589-6844-4cde-b32c-a7b1b104ac34 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/networks?id=92822500-96b6-4196-9522-de8d3e45c6d3 HTTP/1.1" status: 200 len: 805 time: 0.1461945 Aug 16 01:53:15.089527 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.099695 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.101496 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "DELETE /v2.0/networks/3ca71ba6-05c7-47f4-a6bf-f5068767d04c HTTP/1.1" status: 204 len: 168 time: 0.5577312 Aug 16 01:53:15.110694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38544) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:15.117139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec02c7-1fe7-46b9-9270-5f5a9bac59d3 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event deleted for resources: {'Network': ['ID=3ca71ba6-05c7-47f4-a6bf-f5068767d04c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:15.125434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-b5206819-a276-4db7-a77c-349c0481790d tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/quotas/955c02577c0e46d9af4e8101c2760e57 HTTP/1.1" status: 200 len: 375 time: 0.0541246 Aug 16 01:53:15.152484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183684fc-bb44-4801-bfdf-cd4f850f2418 req-36c9a203-0bd0-4c8c-85ca-87815e91af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:15.154760 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-183684fc-bb44-4801-bfdf-cd4f850f2418 req-36c9a203-0bd0-4c8c-85ca-87815e91af23 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 906 time: 0.1111319 Aug 16 01:53:15.195764 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-183684fc-bb44-4801-bfdf-cd4f850f2418 req-658d64dc-2142-4be9-83fc-663904f775b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba HTTP/1.1" status: 200 len: 217 time: 0.0341554 Aug 16 01:53:15.217280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0cc67f-3d70-43f8-ac8d-a0dc56496259 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Deleting subnet 37613588-6dae-4d34-862e-b2ea82d9a184 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:15.223549 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c0cc67f-3d70-43f8-ac8d-a0dc56496259 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.245162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183684fc-bb44-4801-bfdf-cd4f850f2418 req-5ea380c2-3512-455e-a783-2d42fd93a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:15.246694 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-183684fc-bb44-4801-bfdf-cd4f850f2418 req-5ea380c2-3512-455e-a783-2d42fd93a010 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.0438385 Aug 16 01:53:15.248537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-d648ceea-c0c7-4bce-ad8c-2eab498e6f47 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048025 Aug 16 01:53:15.269218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-434f6c6c-72a4-4659-aa6d-7afd5d54f7ee tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=955c02577c0e46d9af4e8101c2760e57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1220396 Aug 16 01:53:15.291732 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-183684fc-bb44-4801-bfdf-cd4f850f2418 req-1a3b62e3-c9b2-4138-8c18-7a6afd3eb95d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301819 Aug 16 01:53:15.305715 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c0cc67f-3d70-43f8-ac8d-a0dc56496259 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.394281 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-183684fc-bb44-4801-bfdf-cd4f850f2418 req-2f57a3f4-c123-4784-bd18-65b34bc5d3a9 service neutron] 10.222.0.74 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839002 Aug 16 01:53:15.496625 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-183684fc-bb44-4801-bfdf-cd4f850f2418 req-6e1917fe-20b1-4df4-ac74-93e6c680bf23 service neutron] 10.222.0.74 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945368 Aug 16 01:53:15.501834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-508fe3df-3e5c-4ae0-b470-fcfbd21b61e4 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316520 Aug 16 01:53:15.510556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-0b0118b3-c337-4d71-b355-ba21fca3f2e9 service neutron] 10.222.0.66 "GET /v2.0/networks/92822500-96b6-4196-9522-de8d3e45c6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260685 Aug 16 01:53:15.571048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-979d483b-eda2-400c-b3a4-688922ffa402 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=2c907daf-2aa4-4292-b3c6-d944d4519085 HTTP/1.1" status: 200 len: 217 time: 0.0580256 Aug 16 01:53:15.595629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c0cc67f-3d70-43f8-ac8d-a0dc56496259 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.715388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-7856853d-01f8-43b4-99d2-0a37d2481ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:15.716928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-7856853d-01f8-43b4-99d2-0a37d2481ac9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.1169240 Aug 16 01:53:15.720714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-50ef428c-63f3-44b3-bad5-7c97f3c597da service neutron] 10.222.0.66 "GET /v2.0/networks/92822500-96b6-4196-9522-de8d3e45c6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996772 Aug 16 01:53:15.765622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-bca8f6d1-3f4c-4e20-aa2c-e2e7636319c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:15.767287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-bca8f6d1-3f4c-4e20-aa2c-e2e7636319c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429025 Aug 16 01:53:15.821254 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c0cc67f-3d70-43f8-ac8d-a0dc56496259 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.858794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cc67f-3d70-43f8-ac8d-a0dc56496259 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event deleted for resources: {'Subnet': ['ID=37613588-6dae-4d34-862e-b2ea82d9a184,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:15.862191 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c0cc67f-3d70-43f8-ac8d-a0dc56496259 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.863582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd269dd7-a613-49e1-94e7-ec102376e734 None None] Network 02ffde9e-5b20-4843-8cd5-6245dcdec7c2 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:15.864161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5c0cc67f-3d70-43f8-ac8d-a0dc56496259 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "DELETE /v2.0/subnets/37613588-6dae-4d34-862e-b2ea82d9a184 HTTP/1.1" status: 204 len: 168 time: 0.7524533 Aug 16 01:53:15.867550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38548) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:15.961409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-7d261b0f-3a84-425c-af08-9eb0a6c3d74b service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863036 Aug 16 01:53:15.967098 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.063933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a91593-f8b3-4ddf-b0c3-5f505aa2a7f8 None None] DHCP port deletion for 02ffde9e-5b20-4843-8cd5-6245dcdec7c2 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:53:16.118806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-24a91593-f8b3-4ddf-b0c3-5f505aa2a7f8 None None] Deleting port 9adfa076-5cb1-46e5-a3aa-6e589f11d894 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:16.119256 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-24a91593-f8b3-4ddf-b0c3-5f505aa2a7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.128473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31858070-cc86-463d-b664-ce7597aee0f0 req-8e4b7bb1-fd37-4b25-8a2a-e70cac528bb0 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:16.130064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31858070-cc86-463d-b664-ce7597aee0f0 req-8e4b7bb1-fd37-4b25-8a2a-e70cac528bb0 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.1080670 Aug 16 01:53:16.138193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-9f544896-0f0d-4e41-8459-4547aa4077f8 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691263 Aug 16 01:53:16.182050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-24a91593-f8b3-4ddf-b0c3-5f505aa2a7f8 None None] For port 9adfa076-5cb1-46e5-a3aa-6e589f11d894, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9adfa076-5cb1-46e5-a3aa-6e589f11d894,segment=NetworkSegment(e195c9ba-aee1-4079-8b64-895d645ea4df),segment_id=e195c9ba-aee1-4079-8b64-895d645ea4df)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:16.182452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-24a91593-f8b3-4ddf-b0c3-5f505aa2a7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.196342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-24a91593-f8b3-4ddf-b0c3-5f505aa2a7f8 None None] Calling delete_port for 9adfa076-5cb1-46e5-a3aa-6e589f11d894 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:16.199441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-8a0b50ca-342e-416a-9d9d-2343bf669c3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=29503cfe-aa0a-4c76-99b3-5199eddc74d0 HTTP/1.1" status: 200 len: 217 time: 0.0496068 Aug 16 01:53:16.221541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Deleting port 9adfa076-5cb1-46e5-a3aa-6e589f11d894 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:16.221811 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.281387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:16.289832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31858070-cc86-463d-b664-ce7597aee0f0 req-f4091dff-03fa-42a7-b212-35953aede2ca tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478052 Aug 16 01:53:16.323506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-6d6335ff-9998-4d29-8467-4bfe4143b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:16.325002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-6d6335ff-9998-4d29-8467-4bfe4143b4ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 200 len: 797 time: 0.1183486 Aug 16 01:53:16.326897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] For port 9adfa076-5cb1-46e5-a3aa-6e589f11d894, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9adfa076-5cb1-46e5-a3aa-6e589f11d894,segment=NetworkSegment(e195c9ba-aee1-4079-8b64-895d645ea4df),segment_id=e195c9ba-aee1-4079-8b64-895d645ea4df)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:16.327282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.349297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Calling delete_port for 9adfa076-5cb1-46e5-a3aa-6e589f11d894 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:16.395686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:16.408971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '8f7be250-a961-4ff8-9b9d-1ee0c839e6a5', 'network_id': '51428e0c-01e8-42d8-86fb-58754a187d3b', 'port_id': '8f7be250-a961-4ff8-9b9d-1ee0c839e6a5', 'mac_address': 'fa:16:3e:6f:8f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36248d85-ffe8-48a4-8ed4-f53ad621065f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:16.412630 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-24a91593-f8b3-4ddf-b0c3-5f505aa2a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.420557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-84f9cd52-445e-4e6b-93f9-d61eb9605e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:16.427903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-84f9cd52-445e-4e6b-93f9-d61eb9605e8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0658837a-4b54-4f63-9898-d517802f3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0857763 Aug 16 01:53:16.461631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a91593-f8b3-4ddf-b0c3-5f505aa2a7f8 None None] Pushing event deleted for resources: {'Port': ['ID=9adfa076-5cb1-46e5-a3aa-6e589f11d894,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:16.468939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a91593-f8b3-4ddf-b0c3-5f505aa2a7f8 None None] No DVR routers for this DVR port 9adfa076-5cb1-46e5-a3aa-6e589f11d894 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:16.489620 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.503277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:16.515157 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.524950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:16.555256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] No DVR routers for this DVR port 9adfa076-5cb1-46e5-a3aa-6e589f11d894 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:16.556930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event deleted for resources: {'Port': ['ID=9adfa076-5cb1-46e5-a3aa-6e589f11d894,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:16.583669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-a5bab67c-c755-4e34-b079-c0a37bbe4517 service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540315 Aug 16 01:53:16.635651 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.702127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:16.930000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['8f7be250-a961-4ff8-9b9d-1ee0c839e6a5'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:17.069689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.089744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ffde9e-5b20-4843-8cd5-6245dcdec7c2']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:17.106401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e195c9ba-aee1-4079-8b64-895d645ea4df') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:17.106903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e195c9ba-aee1-4079-8b64-895d645ea4df') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:17.125976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.141352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a543393-19ca-4c70-8c85-469dd00279e9 req-6264f741-791c-484d-8e11-bf493edd34bd tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:17.142928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a543393-19ca-4c70-8c85-469dd00279e9 req-6264f741-791c-484d-8e11-bf493edd34bd tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 943 time: 0.1537075 Aug 16 01:53:17.155880 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.179565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:53:17.179962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:53:17.185212 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:53:17.196876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-b25d3f47-9826-49b2-904a-b5d6ef7cc23d service neutron] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984643 Aug 16 01:53:17.285376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-02ccbcd7-8138-4a50-b9df-54236d2715ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8fee145-7208-42d3-904b-ea388399f601 HTTP/1.1" status: 200 len: 217 time: 0.0588915 Aug 16 01:53:17.288576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a543393-19ca-4c70-8c85-469dd00279e9 req-d0658d23-0ca2-4db8-8663-a9afde94c84b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380332 Aug 16 01:53:17.338959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-5e093a13-55cd-455b-bb90-a8c343b6718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:17.340504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-5e093a13-55cd-455b-bb90-a8c343b6718a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fafeebf6-9254-46cc-b2a5-aa1d45d42b29 HTTP/1.1" status: 200 len: 797 time: 0.0477476 Aug 16 01:53:17.427516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cecdf6-c082-4692-ba2f-05ba2a450880 req-f245c673-e634-4377-b722-db25141af1e0 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:17.429072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87cecdf6-c082-4692-ba2f-05ba2a450880 req-f245c673-e634-4377-b722-db25141af1e0 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 944 time: 0.0727024 Aug 16 01:53:17.440483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-28975a77-948d-4d6e-b140-925d143bfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:17.445017 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-28975a77-948d-4d6e-b140-925d143bfdc3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f33f85bb-dec5-4471-a410-d894e8ee0dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0946147 Aug 16 01:53:17.445017 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.455402 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.457165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "DELETE /v2.0/networks/02ffde9e-5b20-4843-8cd5-6245dcdec7c2 HTTP/1.1" status: 204 len: 168 time: 1.5893981 Aug 16 01:53:17.459987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38566) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:17.492164 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b15795fb-e6b4-4c69-bc04-e1044c412417 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "GET /v2.0/ports?device_id=6da05d6e-188c-4f20-92b6-4259787a610b HTTP/1.1" status: 200 len: 205 time: 0.0297916 Aug 16 01:53:17.494443 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38568) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:17.516951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7d3ec-6eda-49aa-a846-1a6ce4895522 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Pushing event deleted for resources: {'Network': ['ID=02ffde9e-5b20-4843-8cd5-6245dcdec7c2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:17.547677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87cecdf6-c082-4692-ba2f-05ba2a450880 req-35fe743c-8f5f-4f50-bf3e-60ddc54c3daf tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095965 Aug 16 01:53:17.583095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-b88d2e3a-85cf-4966-a14c-fe97d53e5d77 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284666 Aug 16 01:53:17.587830 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-086650de-310b-40f4-8c5b-f967678d43f9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.668593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f5881db-84e4-41db-b544-435730b7a776 req-8cb5b237-0f83-42f9-a40f-b2aa1b9f77fe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 210 time: 0.0321031 Aug 16 01:53:17.718992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-2590833e-c9ef-463b-8a59-f07824096588 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281056 Aug 16 01:53:17.763134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-086650de-310b-40f4-8c5b-f967678d43f9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.765901 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-086650de-310b-40f4-8c5b-f967678d43f9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.774709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-588444b5-4823-46c1-8f21-2425cbc02cad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d056894-98e3-41fb-9021-57ad00b2ec57 HTTP/1.1" status: 200 len: 217 time: 0.0485108 Aug 16 01:53:17.839026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c5c14-a181-4608-b064-d0f5708c9076 req-61aac99c-09da-4713-ae3a-f2eeb5c19b03 tempest-ServersAdminNegativeTestJSON-2073050611 tempest-ServersAdminNegativeTestJSON-2073050611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:17.840476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-694c5c14-a181-4608-b064-d0f5708c9076 req-61aac99c-09da-4713-ae3a-f2eeb5c19b03 tempest-ServersAdminNegativeTestJSON-2073050611 tempest-ServersAdminNegativeTestJSON-2073050611-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 1102 time: 0.1064718 Aug 16 01:53:17.844668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-16d07546-4059-4af8-8aa0-deb2402b9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:17.846130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-16d07546-4059-4af8-8aa0-deb2402b9bfd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fafeebf6-9254-46cc-b2a5-aa1d45d42b29 HTTP/1.1" status: 200 len: 797 time: 0.0565536 Aug 16 01:53:17.868098 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-694c5c14-a181-4608-b064-d0f5708c9076 req-6d6c5636-affa-4bf1-a69e-ac6892a3d815 tempest-ServersAdminNegativeTestJSON-2073050611 tempest-ServersAdminNegativeTestJSON-2073050611-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.902654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-086650de-310b-40f4-8c5b-f967678d43f9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.902654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086650de-310b-40f4-8c5b-f967678d43f9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Fanout notify agent at l3_agent the message router_deleted on router 6da05d6e-188c-4f20-92b6-4259787a610b {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:53:17.909383 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-086650de-310b-40f4-8c5b-f967678d43f9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.925714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-e784e8c7-4830-491a-82e9-d2b4d9276ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:17.925984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-e784e8c7-4830-491a-82e9-d2b4d9276ac8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f33f85bb-dec5-4471-a410-d894e8ee0dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0722032 Aug 16 01:53:17.930334 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-086650de-310b-40f4-8c5b-f967678d43f9 tempest-RoutersNegativeTest-2038261526 tempest-RoutersNegativeTest-2038261526-project] 10.222.0.66 "DELETE /v2.0/routers/6da05d6e-188c-4f20-92b6-4259787a610b HTTP/1.1" status: 204 len: 168 time: 0.4152572 Aug 16 01:53:18.006725 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9adfa076-5cb1-46e5-a3aa-6e589f11d894 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:18.028114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 9adfa076-5cb1-46e5-a3aa-6e589f11d894 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:18.029094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9adfa076-5cb1-46e5-a3aa-6e589f11d894 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:18.063501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-29de51f6-1904-4838-b476-1f5a127b1cf9 service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292491 Aug 16 01:53:18.088638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-694c5c14-a181-4608-b064-d0f5708c9076 req-6d6c5636-affa-4bf1-a69e-ac6892a3d815 tempest-ServersAdminNegativeTestJSON-2073050611 tempest-ServersAdminNegativeTestJSON-2073050611-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.168410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b22ebd-a866-4b24-afde-ec9e1838af82 req-f503caf4-9ca8-43a0-bb0b-e8e8eec4d08a service neutron] 10.222.0.74 "GET /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952916 Aug 16 01:53:18.207459 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-694c5c14-a181-4608-b064-d0f5708c9076 req-6d6c5636-affa-4bf1-a69e-ac6892a3d815 tempest-ServersAdminNegativeTestJSON-2073050611 tempest-ServersAdminNegativeTestJSON-2073050611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.230664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-694c5c14-a181-4608-b064-d0f5708c9076 req-6d6c5636-affa-4bf1-a69e-ac6892a3d815 tempest-ServersAdminNegativeTestJSON-2073050611 tempest-ServersAdminNegativeTestJSON-2073050611-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835351 Aug 16 01:53:18.242083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c5636-affa-4bf1-a69e-ac6892a3d815 tempest-ServersAdminNegativeTestJSON-2073050611 tempest-ServersAdminNegativeTestJSON-2073050611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a1d50f-c5b5-4682-b1e1-8578906b844b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:18.297168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:18.299385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:18.348341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ea982-2071-4ca8-aeaa-0daec7b32846 req-7053b95c-6fef-4507-9d61-102cd8631ef6 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:18.350058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a4ea982-2071-4ca8-aeaa-0daec7b32846 req-7053b95c-6fef-4507-9d61-102cd8631ef6 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.0585017 Aug 16 01:53:18.394458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a4ea982-2071-4ca8-aeaa-0daec7b32846 req-74fac359-7b4a-4bb3-8721-f5fa5f45d2fc tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363424 Aug 16 01:53:18.403164 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38580) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:18.444277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:18.456316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '824abde6-9c2f-4e4e-8fa9-72b1dd8adeba', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'port_id': '824abde6-9c2f-4e4e-8fa9-72b1dd8adeba', 'mac_address': 'fa:16:3e:46:cc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de74b78-8d2a-40b0-ae8f-4fdf1265078a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:18.489101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:18.501390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:18.508087 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.524849 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.583442 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dd5b7ce3-4d03-4357-a642-613f10f4aa47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86111693a42c46848dcae3af9ed8e15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784554 Aug 16 01:53:18.585939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38588) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:18.642942 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d652d758-f0f8-48ba-8857-ef810fcdd1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.656391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299a5be-7373-42e4-8c2a-0a60e3465aa4 req-59ba01c1-1702-471b-8999-d9c3a821266b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:18.658022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5299a5be-7373-42e4-8c2a-0a60e3465aa4 req-59ba01c1-1702-471b-8999-d9c3a821266b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 943 time: 0.0749958 Aug 16 01:53:18.668536 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d652d758-f0f8-48ba-8857-ef810fcdd1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.689583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:18.701010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5299a5be-7373-42e4-8c2a-0a60e3465aa4 req-9020d22b-9ccb-42ce-8e23-8af3402df606 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352595 Aug 16 01:53:18.717557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:18.755703 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.780257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f5858a-2e6c-48b1-804b-70f8df869356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7be250-a961-4ff8-9b9d-1ee0c839e6a5'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:18.782584 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bb4962-255b-4e7c-b4c0-8f86611fbed5" -d '{"events": [{"server_uuid": "e4f5858a-2e6c-48b1-804b-70f8df869356", "name": "network-vif-plugged", "status": "completed", "tag": "8f7be250-a961-4ff8-9b9d-1ee0c839e6a5"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:18.792833 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.798703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:18.812793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d652d758-f0f8-48ba-8857-ef810fcdd1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.815424 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d652d758-f0f8-48ba-8857-ef810fcdd1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.816612 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d652d758-f0f8-48ba-8857-ef810fcdd1ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0ef82b2-971c-4d35-908c-8d749395ac8a HTTP/1.1" status: 204 len: 168 time: 0.2297022 Aug 16 01:53:18.824579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652d758-f0f8-48ba-8857-ef810fcdd1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ef82b2-971c-4d35-908c-8d749395ac8a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:18.865123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:18.879937 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.886943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e150ec0-48c6-4004-b373-458a9db46763 req-95d23a06-d9df-4d42-9098-e81a2ec5ef2f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:18.888565 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e150ec0-48c6-4004-b373-458a9db46763 req-95d23a06-d9df-4d42-9098-e81a2ec5ef2f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 944 time: 0.1010716 Aug 16 01:53:18.932340 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:18.936504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904b67b-44ab-45aa-8952-582babe81282 req-c31986e5-1b70-4f1d-9ff6-c5f115465d9a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:18.938022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-c31986e5-1b70-4f1d-9ff6-c5f115465d9a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.64 "GET /v2.0/networks?id=92822500-96b6-4196-9522-de8d3e45c6d3 HTTP/1.1" status: 200 len: 805 time: 0.2101710 Aug 16 01:53:18.961038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e150ec0-48c6-4004-b373-458a9db46763 req-ff99798f-d7a3-4bf6-8b3a-1b062fdcacaa tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637693 Aug 16 01:53:18.993116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-13af5cb4-9fdb-4bd7-9254-e82ba4116e26 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=955c02577c0e46d9af4e8101c2760e57 HTTP/1.1" status: 200 len: 380 time: 0.0448523 Aug 16 01:53:19.015711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Request body: {'port': {'device_id': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'admin_state_up': True, 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'security_groups': ['9e379d47-7095-4fb7-9b2e-f4ca404478e1']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:19.087342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:19.093981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb5a4e30-18e1-4681-a8dd-0e4ff965c42e req-86cb9b81-2b0f-4dbf-b0e5-d7a3c37e6b55 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 210 time: 0.0624201 Aug 16 01:53:19.168737 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bd20b2-a22d-4ee8-941a-855bdc0841a4 x-openstack-request-id: req-b9bd20b2-a22d-4ee8-941a-855bdc0841a4 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:19.169612 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f5858a-2e6c-48b1-804b-70f8df869356", "name": "network-vif-plugged", "status": "completed", "tag": "8f7be250-a961-4ff8-9b9d-1ee0c839e6a5", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:19.169905 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9bd20b2-a22d-4ee8-941a-855bdc0841a4 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:19.170305 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f5858a-2e6c-48b1-804b-70f8df869356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7be250-a961-4ff8-9b9d-1ee0c839e6a5', 'code': 200} Aug 16 01:53:19.291250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932b5be-f909-4103-9026-e74582fadbd4 req-61d7c4d1-64b1-409a-8988-609d2de4773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:19.292881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9932b5be-f909-4103-9026-e74582fadbd4 req-61d7c4d1-64b1-409a-8988-609d2de4773b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 1097 time: 0.0483377 Aug 16 01:53:19.316549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Made reservation on behalf of 955c02577c0e46d9af4e8101c2760e57 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:19.320913 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.353787 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9932b5be-f909-4103-9026-e74582fadbd4 req-8509235d-cd23-4146-b873-b8c4f5239fa5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537288 Aug 16 01:53:19.469016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Allocated IP 172.20.0.11 (92822500-96b6-4196-9522-de8d3e45c6d3/ac0619a1-eda0-4a45-9618-1d3067585157/16369f71-8119-4533-b65a-e0720fc05fd7) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:19.617801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.653008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Transition to ACTIVE for port object 16369f71-8119-4533-b65a-e0720fc05fd7 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:19.693193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf564d44-2eb0-459b-bada-bb96ab658952 req-24b6befc-c527-4c66-8204-e0cfc3ab29d6 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:19.694771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf564d44-2eb0-459b-bada-bb96ab658952 req-24b6befc-c527-4c66-8204-e0cfc3ab29d6 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.0731246 Aug 16 01:53:19.739326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf564d44-2eb0-459b-bada-bb96ab658952 req-ae3fc05e-0519-434d-8507-046983817686 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384347 Aug 16 01:53:19.801610 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.846898 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Network 92822500-96b6-4196-9522-de8d3e45c6d3 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:19.850021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:19.855624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:19.907099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Pushing event updated for resources: {'Port': ['ID=16369f71-8119-4533-b65a-e0720fc05fd7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:19.942884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:19.944963 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.963701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21ce7e-dd44-4c62-9dd0-8c413653c0c3 req-e86d3d20-3ce1-422d-8fde-4ac18f999c78 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:19.965320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac21ce7e-dd44-4c62-9dd0-8c413653c0c3 req-e86d3d20-3ce1-422d-8fde-4ac18f999c78 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 950 time: 0.1131134 Aug 16 01:53:20.008402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac21ce7e-dd44-4c62-9dd0-8c413653c0c3 req-ab5b0376-257a-4be1-b6af-43b68d46ea17 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359128 Aug 16 01:53:20.064881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-b3cd57d9-348e-4cd8-a001-603e52e17193 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0536919 Aug 16 01:53:20.086350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Request body: {'port': {'device_id': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:20.166743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fb5d60de-2fcc-4a14-93e2-fe89ec6829d1 None None] Provisioning for port 16369f71-8119-4533-b65a-e0720fc05fd7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:20.169758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196ade9-0314-4666-acb5-2c1ead704404 req-bcc45471-8201-4335-aba1-4884580379fe tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.171325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9196ade9-0314-4666-acb5-2c1ead704404 req-bcc45471-8201-4335-aba1-4884580379fe tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 944 time: 0.0989873 Aug 16 01:53:20.172229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fb5d60de-2fcc-4a14-93e2-fe89ec6829d1 None None] Provisioning complete for port 16369f71-8119-4533-b65a-e0720fc05fd7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:20.172622 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fb5d60de-2fcc-4a14-93e2-fe89ec6829d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.174021 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.211831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d60de-2fcc-4a14-93e2-fe89ec6829d1 None None] Port 16369f71-8119-4533-b65a-e0720fc05fd7 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:20.249939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9196ade9-0314-4666-acb5-2c1ead704404 req-67521c0c-0d7b-49d0-aa06-7462cceba912 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674136 Aug 16 01:53:20.289841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:20.434878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c504-6c13-4fad-a47d-ed5c83746103 req-3cbfb527-b942-482c-bc7b-7233053996fc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.435415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:20.436372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60b2c504-6c13-4fad-a47d-ed5c83746103 req-3cbfb527-b942-482c-bc7b-7233053996fc tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 945 time: 0.1026733 Aug 16 01:53:20.439369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:20.439749 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.500080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60b2c504-6c13-4fad-a47d-ed5c83746103 req-62e210cf-ebf3-4cf2-b5ed-3bfacca541c8 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550849 Aug 16 01:53:20.522158 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.553986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16369f71-8119-4533-b65a-e0720fc05fd7 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:20.558155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:20.565557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.579912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Transition to ACTIVE for port object 16369f71-8119-4533-b65a-e0720fc05fd7 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:20.643166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ad4d6-0f18-4752-a327-5674de366411 req-2b294702-76c3-44da-a89b-f7e48524724c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.644628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f39ad4d6-0f18-4752-a327-5674de366411 req-2b294702-76c3-44da-a89b-f7e48524724c tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 932 time: 0.0541215 Aug 16 01:53:20.675299 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.678664 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.693438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f39ad4d6-0f18-4752-a327-5674de366411 req-d1c70d66-9376-4eb1-82ee-041af5762123 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Aug 16 01:53:20.734929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Pushing event updated for resources: {'Port': ['ID=16369f71-8119-4533-b65a-e0720fc05fd7,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:20.743692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:20.773013 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.812691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Attempting to bind port 16369f71-8119-4533-b65a-e0720fc05fd7 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:20.813452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Attempting to bind port 16369f71-8119-4533-b65a-e0720fc05fd7 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:20.813998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Attempting to bind port 16369f71-8119-4533-b65a-e0720fc05fd7 on network 92822500-96b6-4196-9522-de8d3e45c6d3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:20.819336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Port 16369f71-8119-4533-b65a-e0720fc05fd7 on network 92822500-96b6-4196-9522-de8d3e45c6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:20.819849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Attempting to bind port 16369f71-8119-4533-b65a-e0720fc05fd7 on network 92822500-96b6-4196-9522-de8d3e45c6d3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:20.828400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:20.828793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Checking segment: {'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:20.829121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Bound using segment: {'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:20.829558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Bound port: 16369f71-8119-4533-b65a-e0720fc05fd7, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '415813e3-bd0b-4c48-bc09-d1ee6123cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:20.829952 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.926826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a6374-b5c8-4c47-8bda-d2a1b20ae7ea req-9121133e-381d-4fa5-be07-0e7253fe1bd4 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.928376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d66a6374-b5c8-4c47-8bda-d2a1b20ae7ea req-9121133e-381d-4fa5-be07-0e7253fe1bd4 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.1019554 Aug 16 01:53:20.946977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] For port 16369f71-8119-4533-b65a-e0720fc05fd7, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:20.971068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] For port 16369f71-8119-4533-b65a-e0720fc05fd7, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=16369f71-8119-4533-b65a-e0720fc05fd7,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:20.984439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d66a6374-b5c8-4c47-8bda-d2a1b20ae7ea req-afd28d7b-c596-479d-8756-daca5c257aac tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472512 Aug 16 01:53:21.108068 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:21.142993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.143596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:21.145183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] 10.222.0.64 "PUT /v2.0/ports/16369f71-8119-4533-b65a-e0720fc05fd7 HTTP/1.1" status: 200 len: 1093 time: 1.0640953 Aug 16 01:53:21.170344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'tag': '16369f71-8119-4533-b65a-e0720fc05fd7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:21.171697 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046c4278-c744-4a54-a0f7-cbf72f87d9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:21.172718 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5390c486-33d3-4e8c-8798-5c9031445f62" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0", "tag": "16369f71-8119-4533-b65a-e0720fc05fd7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:21.174776 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64e8e37-7959-462f-9936-9c887ffc672d" -d '{"events": [{"server_uuid": "046c4278-c744-4a54-a0f7-cbf72f87d9c6", "name": "network-vif-plugged", "status": "completed", "tag": "824abde6-9c2f-4e4e-8fa9-72b1dd8adeba"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:21.210718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0720-4e27-4c10-b980-ba9dc924be41 req-60f74fd2-4bb1-4669-9d52-dce5cd8b6302 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.212469 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-402a0720-4e27-4c10-b980-ba9dc924be41 req-60f74fd2-4bb1-4669-9d52-dce5cd8b6302 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 950 time: 0.1163538 Aug 16 01:53:21.240932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8042571-2663-4b9d-a6cd-1c3c72b21215 service neutron] Pushing event updated for resources: {'Port': ['ID=16369f71-8119-4533-b65a-e0720fc05fd7,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:21.269766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-402a0720-4e27-4c10-b980-ba9dc924be41 req-38a8911b-6af5-4f65-bf5f-6c2c95dd0c0b tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489888 Aug 16 01:53:21.321009 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7efa7f5-c9a1-4324-809e-431f3d89b238 x-openstack-request-id: req-b7efa7f5-c9a1-4324-809e-431f3d89b238 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:21.321602 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046c4278-c744-4a54-a0f7-cbf72f87d9c6", "name": "network-vif-plugged", "status": "completed", "tag": "824abde6-9c2f-4e4e-8fa9-72b1dd8adeba", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:21.321901 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7efa7f5-c9a1-4324-809e-431f3d89b238 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:21.322308 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046c4278-c744-4a54-a0f7-cbf72f87d9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824abde6-9c2f-4e4e-8fa9-72b1dd8adeba', 'code': 200} Aug 16 01:53:21.349423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904b67b-44ab-45aa-8952-582babe81282 req-e999a376-9fdb-4626-bf85-7b983acee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.351551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-e999a376-9fdb-4626-bf85-7b983acee9e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=955c02577c0e46d9af4e8101c2760e57&device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 1096 time: 0.0645366 Aug 16 01:53:21.408460 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3aa52d-df43-4ae6-99f8-07abb80e9d47 x-openstack-request-id: req-be3aa52d-df43-4ae6-99f8-07abb80e9d47 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:21.408739 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0", "tag": "16369f71-8119-4533-b65a-e0720fc05fd7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:21.408982 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be3aa52d-df43-4ae6-99f8-07abb80e9d47 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:21.409481 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'tag': '16369f71-8119-4533-b65a-e0720fc05fd7', 'status': 'completed', 'code': 200} Aug 16 01:53:21.421962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-16429dbd-f15e-4889-adf6-409a03e8cfbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16369f71-8119-4533-b65a-e0720fc05fd7 HTTP/1.1" status: 200 len: 217 time: 0.0576220 Aug 16 01:53:21.447649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e466e-d17d-4123-b036-1f1c2f22baaa req-35f6f03f-f946-4e45-ba49-30b01224a0fb tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.449125 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-551e466e-d17d-4123-b036-1f1c2f22baaa req-35f6f03f-f946-4e45-ba49-30b01224a0fb tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 950 time: 0.0710561 Aug 16 01:53:21.539635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904b67b-44ab-45aa-8952-582babe81282 req-72ad82ea-9a49-4655-9af5-8fcb04ac7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.541045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-72ad82ea-9a49-4655-9af5-8fcb04ac7943 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0619a1-eda0-4a45-9618-1d3067585157 HTTP/1.1" status: 200 len: 844 time: 0.0990062 Aug 16 01:53:21.543738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c653f-c454-4b45-bab3-0e6ff26cc66b req-2dea9c6a-bb50-425e-8e96-bb65ae4c571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.545566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c60c653f-c454-4b45-bab3-0e6ff26cc66b req-2dea9c6a-bb50-425e-8e96-bb65ae4c571b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 1097 time: 0.1436243 Aug 16 01:53:21.550054 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-551e466e-d17d-4123-b036-1f1c2f22baaa req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Deleting port b827db6f-9c59-49a1-8f0d-1271525e9fd6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:21.550408 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-551e466e-d17d-4123-b036-1f1c2f22baaa req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:21.552946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a606e-a3da-487b-83ec-559c9fbc6393 req-3589dd77-285e-4f26-8a48-bb6afca23948 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.554556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f68a606e-a3da-487b-83ec-559c9fbc6393 req-3589dd77-285e-4f26-8a48-bb6afca23948 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 945 time: 0.0824289 Aug 16 01:53:21.640075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c60c653f-c454-4b45-bab3-0e6ff26cc66b req-1f46c48c-2ba7-42e7-b462-e0cf2d58d459 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836778 Aug 16 01:53:21.649689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f68a606e-a3da-487b-83ec-559c9fbc6393 req-42ff6428-3c07-4eb1-a629-1ace78f3ba28 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799320 Aug 16 01:53:21.652349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-551e466e-d17d-4123-b036-1f1c2f22baaa req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] For port b827db6f-9c59-49a1-8f0d-1271525e9fd6, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b827db6f-9c59-49a1-8f0d-1271525e9fd6,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:21.652505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904b67b-44ab-45aa-8952-582babe81282 req-13c690ed-1bba-4df8-b0bd-e62f825f4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.653029 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-551e466e-d17d-4123-b036-1f1c2f22baaa req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:21.654192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-13c690ed-1bba-4df8-b0bd-e62f825f4407 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92822500-96b6-4196-9522-de8d3e45c6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987697 Aug 16 01:53:21.670518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-551e466e-d17d-4123-b036-1f1c2f22baaa req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Calling delete_port for b827db6f-9c59-49a1-8f0d-1271525e9fd6 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:21.779312 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:21.793134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-9624a0e5-3c5d-4018-a6e0-518c8106b3ca service neutron] 10.222.0.64 "GET /v2.0/networks/92822500-96b6-4196-9522-de8d3e45c6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292527 Aug 16 01:53:21.801930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8f2ab-43bc-4575-b214-a73b26200843 req-0aab0601-28da-432a-8b3d-db2694557bf7 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.803361 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28a8f2ab-43bc-4575-b214-a73b26200843 req-0aab0601-28da-432a-8b3d-db2694557bf7 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 945 time: 0.0787501 Aug 16 01:53:21.828338 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38676) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:21.889961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28a8f2ab-43bc-4575-b214-a73b26200843 req-e8e74dec-2d96-4891-a01f-8348e46ba470 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776098 Aug 16 01:53:21.898223 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-551e466e-d17d-4123-b036-1f1c2f22baaa req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:21.911727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['865eb7c3-4c23-4e72-bf80-19b3f1656c5c', 'b827db6f-9c59-49a1-8f0d-1271525e9fd6'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:21.932065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7904b67b-44ab-45aa-8952-582babe81282 req-fe6969e8-9f82-4889-af8b-fff5d3158f8c service neutron] 10.222.0.64 "GET /v2.0/networks/92822500-96b6-4196-9522-de8d3e45c6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269310 Aug 16 01:53:21.954655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Pushing event deleted for resources: {'Port': ['ID=b827db6f-9c59-49a1-8f0d-1271525e9fd6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:21.994222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:21.994830 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:21.995336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:21.995678 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:21.996061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:21.996572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:21.998030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:21.998775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:21.999117 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:21.999455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:21.999792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:22.000119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:22.018764 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8e37-0875-401b-9488-4accfd0e4a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.020833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-551e466e-d17d-4123-b036-1f1c2f22baaa req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] No DVR routers for this DVR port b827db6f-9c59-49a1-8f0d-1271525e9fd6 on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:22.023970 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-551e466e-d17d-4123-b036-1f1c2f22baaa req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.026116 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-551e466e-d17d-4123-b036-1f1c2f22baaa req-98e6ad9b-3669-4968-af50-e8d2afae54a0 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.64 "DELETE /v2.0/ports/b827db6f-9c59-49a1-8f0d-1271525e9fd6 HTTP/1.1" status: 204 len: 173 time: 0.5689750 Aug 16 01:53:22.029393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2271173-3ee6-4ac2-8405-dfcf7a2a6b67', 'name': 'network-vif-deleted', 'tag': 'b827db6f-9c59-49a1-8f0d-1271525e9fd6'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:22.032453 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24af9429-9f5f-473a-92ce-ec9665816c94" -d '{"events": [{"server_uuid": "d2271173-3ee6-4ac2-8405-dfcf7a2a6b67", "name": "network-vif-deleted", "tag": "b827db6f-9c59-49a1-8f0d-1271525e9fd6"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:22.076317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978a78-da64-44e8-a2fc-a9d5e6480cd6 req-965175a6-5f46-450c-a2c1-0a3df3ae9398 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.078287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00978a78-da64-44e8-a2fc-a9d5e6480cd6 req-965175a6-5f46-450c-a2c1-0a3df3ae9398 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 944 time: 0.0926812 Aug 16 01:53:22.131552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00978a78-da64-44e8-a2fc-a9d5e6480cd6 req-b034f77e-04e5-4bc1-af78-8459deeca3fb tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467925 Aug 16 01:53:22.183207 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390c486-33d3-4e8c-8798-5c9031445f62 req-aca81f6b-9533-4825-abdc-6a8399e9e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.184988 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5390c486-33d3-4e8c-8798-5c9031445f62 req-aca81f6b-9533-4825-abdc-6a8399e9e8cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=955c02577c0e46d9af4e8101c2760e57&device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 1096 time: 0.1049929 Aug 16 01:53:22.187109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8e37-0875-401b-9488-4accfd0e4a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.287864 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390c486-33d3-4e8c-8798-5c9031445f62 req-9fb0be6e-55a5-4114-81fb-dd34fd620e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.289388 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5390c486-33d3-4e8c-8798-5c9031445f62 req-9fb0be6e-55a5-4114-81fb-dd34fd620e18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92822500-96b6-4196-9522-de8d3e45c6d3 HTTP/1.1" status: 200 len: 906 time: 0.0905635 Aug 16 01:53:22.310055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8e37-0875-401b-9488-4accfd0e4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.349052 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5390c486-33d3-4e8c-8798-5c9031445f62 req-ef88fde9-cad6-42e7-b0b2-2afe8d327978 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16369f71-8119-4533-b65a-e0720fc05fd7 HTTP/1.1" status: 200 len: 217 time: 0.0510523 Aug 16 01:53:22.401374 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1c7b8e37-0875-401b-9488-4accfd0e4a0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d43c06cf37e4561a6cdf17a29ac78e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5722663 Aug 16 01:53:22.404173 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38690) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:22.408839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b8e37-0875-401b-9488-4accfd0e4a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b4dbe1-ca32-4065-867f-1a6c2b98763f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:22.426393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390c486-33d3-4e8c-8798-5c9031445f62 req-5cd5724d-5657-4a6c-bc62-6c62edea4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.426393 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5390c486-33d3-4e8c-8798-5c9031445f62 req-5cd5724d-5657-4a6c-bc62-6c62edea4fff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0619a1-eda0-4a45-9618-1d3067585157 HTTP/1.1" status: 200 len: 844 time: 0.0643785 Aug 16 01:53:22.475892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb5e2-a34c-46f9-a92d-59c396a9986e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.486209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390c486-33d3-4e8c-8798-5c9031445f62 req-70fc34d6-fa90-4a83-a8a7-b1b07631ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.487754 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5390c486-33d3-4e8c-8798-5c9031445f62 req-70fc34d6-fa90-4a83-a8a7-b1b07631ae3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92822500-96b6-4196-9522-de8d3e45c6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523190 Aug 16 01:53:22.498219 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb5e2-a34c-46f9-a92d-59c396a9986e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.597704 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5390c486-33d3-4e8c-8798-5c9031445f62 req-b17853bd-5002-43ee-9675-5f7c7c313dea service neutron] 10.222.0.64 "GET /v2.0/networks/92822500-96b6-4196-9522-de8d3e45c6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990000 Aug 16 01:53:22.630638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945911e-284d-4057-abb7-1d68d41ac73b req-0e6a0418-1077-4c5c-aaa8-ed41f1112194 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.632143 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7945911e-284d-4057-abb7-1d68d41ac73b req-0e6a0418-1077-4c5c-aaa8-ed41f1112194 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.0497038 Aug 16 01:53:22.651599 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb5e2-a34c-46f9-a92d-59c396a9986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.654198 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb5e2-a34c-46f9-a92d-59c396a9986e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.655344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2b2cb5e2-a34c-46f9-a92d-59c396a9986e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54b4dbe1-ca32-4065-867f-1a6c2b98763f HTTP/1.1" status: 204 len: 168 time: 0.2501657 Aug 16 01:53:22.669704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb5e2-a34c-46f9-a92d-59c396a9986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b4dbe1-ca32-4065-867f-1a6c2b98763f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:22.694716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7945911e-284d-4057-abb7-1d68d41ac73b req-49f0987b-1df3-4dbc-840f-fb27064c07a0 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559802 Aug 16 01:53:22.709997 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-5390c486-33d3-4e8c-8798-5c9031445f62 req-0c608be6-a9c5-4281-99a3-14cd8a58f0d5 service neutron] 10.222.0.64 "GET /v2.0/networks/92822500-96b6-4196-9522-de8d3e45c6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020336 Aug 16 01:53:22.755608 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a1d1e3-afe0-4ea6-bd45-986d1f40a256 x-openstack-request-id: req-89a1d1e3-afe0-4ea6-bd45-986d1f40a256 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:22.755908 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2271173-3ee6-4ac2-8405-dfcf7a2a6b67", "name": "network-vif-deleted", "tag": "b827db6f-9c59-49a1-8f0d-1271525e9fd6", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:22.756168 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-89a1d1e3-afe0-4ea6-bd45-986d1f40a256 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:22.756624 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2271173-3ee6-4ac2-8405-dfcf7a2a6b67', 'name': 'network-vif-deleted', 'tag': 'b827db6f-9c59-49a1-8f0d-1271525e9fd6', 'status': 'completed', 'code': 200} Aug 16 01:53:22.899041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19d84d66-d4fb-4ce1-9342-4aada00214f2 req-08f869c9-e192-4066-b626-9a859c15b116 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2271173-3ee6-4ac2-8405-dfcf7a2a6b67 HTTP/1.1" status: 200 len: 210 time: 0.0314662 Aug 16 01:53:23.007124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85816d-c59d-414a-8b99-5a80d14c2590 req-bc36e648-1b21-4341-89be-fd0fca2eedda tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.008627 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c85816d-c59d-414a-8b99-5a80d14c2590 req-bc36e648-1b21-4341-89be-fd0fca2eedda tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 945 time: 0.0533972 Aug 16 01:53:23.048516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c85816d-c59d-414a-8b99-5a80d14c2590 req-878182ca-1f80-48ce-8120-d01fe9fd70eb tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337248 Aug 16 01:53:23.157116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12b4ec-21fc-4160-882d-22668dbda2e7 req-47a14122-5b99-44fe-887c-86f97ba18fcb tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.158585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a12b4ec-21fc-4160-882d-22668dbda2e7 req-47a14122-5b99-44fe-887c-86f97ba18fcb tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 945 time: 0.0491586 Aug 16 01:53:23.196717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a12b4ec-21fc-4160-882d-22668dbda2e7 req-c9c740fc-0b6c-444c-a6f2-bab29713f1f4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320678 Aug 16 01:53:23.303578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61a94f-713c-4852-b587-010f798152e8 req-a155d811-f392-4e77-9a78-ce29a3282530 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.305118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf61a94f-713c-4852-b587-010f798152e8 req-a155d811-f392-4e77-9a78-ce29a3282530 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0509334 Aug 16 01:53:23.350336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf61a94f-713c-4852-b587-010f798152e8 req-eaf27d4c-efe9-4129-82dd-27cfc749d0ed tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388300 Aug 16 01:53:23.446187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38710) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:23.455104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21622e30-bfa5-41b1-b6f1-3c69b49fdc5c req-66c6be0b-c735-43bd-a313-0b495c206d48 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.456603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21622e30-bfa5-41b1-b6f1-3c69b49fdc5c req-66c6be0b-c735-43bd-a313-0b495c206d48 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 944 time: 0.0512137 Aug 16 01:53:23.460606 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fcf2d285-bdc4-4180-9621-956e1902f60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.495599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21622e30-bfa5-41b1-b6f1-3c69b49fdc5c req-405a245f-80bd-4001-aa2f-66d394ccf16a tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327952 Aug 16 01:53:23.557085 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fcf2d285-bdc4-4180-9621-956e1902f60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.656633 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fcf2d285-bdc4-4180-9621-956e1902f60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.683710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a081d-5edf-4ef4-a996-eca43c9a87ca req-2cfbef42-f086-4193-adc1-8cce193ad873 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.686281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb0a081d-5edf-4ef4-a996-eca43c9a87ca req-2cfbef42-f086-4193-adc1-8cce193ad873 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.1011219 Aug 16 01:53:23.695731 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fcf2d285-bdc4-4180-9621-956e1902f60e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fdd7045491b64ad9b0cc93b430d1ba4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484291 Aug 16 01:53:23.696627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2d285-bdc4-4180-9621-956e1902f60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d6e763-8c05-4c50-b698-f711101590e7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:23.699248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38720) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:23.713484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb0a081d-5edf-4ef4-a996-eca43c9a87ca req-fbd61a69-f7a6-46bd-a017-c36783ff380a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/quotas/01123a5299b448f29d82494bba871d75 HTTP/1.1" status: 200 len: 375 time: 0.0225356 Aug 16 01:53:23.791425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb0a081d-5edf-4ef4-a996-eca43c9a87ca req-d3964ee6-44c4-4e12-800f-cc4487b75e03 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0697191 Aug 16 01:53:23.794365 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a324b8f-3db7-4f1a-a9ed-ad9d81ecaa03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.859514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a324b8f-3db7-4f1a-a9ed-ad9d81ecaa03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.921285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb0a081d-5edf-4ef4-a996-eca43c9a87ca req-3d2ebcba-23be-4c9a-a9bd-1b52bfe3e590 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225321 Aug 16 01:53:24.015372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb0a081d-5edf-4ef4-a996-eca43c9a87ca req-e1a263c0-f5fc-4a4b-b03a-3fec034a20cb service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859108 Aug 16 01:53:24.058294 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a324b8f-3db7-4f1a-a9ed-ad9d81ecaa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.061480 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a324b8f-3db7-4f1a-a9ed-ad9d81ecaa03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.062666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0a324b8f-3db7-4f1a-a9ed-ad9d81ecaa03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3d6e763-8c05-4c50-b698-f711101590e7 HTTP/1.1" status: 204 len: 168 time: 0.3624876 Aug 16 01:53:24.070678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a324b8f-3db7-4f1a-a9ed-ad9d81ecaa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d6e763-8c05-4c50-b698-f711101590e7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:24.406309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50e12-402e-45c9-9543-6afe9619f667 req-c6c418d2-3a70-4567-88dd-a796956773db tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:24.407874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5aa50e12-402e-45c9-9543-6afe9619f667 req-c6c418d2-3a70-4567-88dd-a796956773db tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0495698 Aug 16 01:53:24.456186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5aa50e12-402e-45c9-9543-6afe9619f667 req-3e79ca9f-19df-4e4d-a248-7b1a4b5e59ed tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 Aug 16 01:53:24.580593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9054d1f-b25d-4c52-a94d-1159db8817b3 req-781e26ee-f7e9-4905-9dd4-df0476e957ef tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:24.580593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9054d1f-b25d-4c52-a94d-1159db8817b3 req-781e26ee-f7e9-4905-9dd4-df0476e957ef tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.0500453 Aug 16 01:53:24.619504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9054d1f-b25d-4c52-a94d-1159db8817b3 req-8fc0c2fd-2757-44e4-84f1-8b1a60a23643 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349894 Aug 16 01:53:24.758974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3820e-0055-4112-850e-312e3892c60f req-c756910c-8609-47d5-a2c6-604a195945be tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:24.760566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4de3820e-0055-4112-850e-312e3892c60f req-c756910c-8609-47d5-a2c6-604a195945be tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Aug 16 01:53:24.801641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4de3820e-0055-4112-850e-312e3892c60f req-25673c83-911c-4ae6-9e90-d51c53544bd3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348637 Aug 16 01:53:25.111459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 16369f71-8119-4533-b65a-e0720fc05fd7 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:25.114589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b827db6f-9c59-49a1-8f0d-1271525e9fd6 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:25.141662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: b827db6f-9c59-49a1-8f0d-1271525e9fd6 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:25.142041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b827db6f-9c59-49a1-8f0d-1271525e9fd6 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:25.239179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 16369f71-8119-4533-b65a-e0720fc05fd7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=16369f71-8119-4533-b65a-e0720fc05fd7,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:25.250877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '16369f71-8119-4533-b65a-e0720fc05fd7', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'port_id': '16369f71-8119-4533-b65a-e0720fc05fd7', 'mac_address': 'fa:16:3e:04:ee:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:25.293993 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.307693 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16369f71-8119-4533-b65a-e0720fc05fd7 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:25.328997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 16369f71-8119-4533-b65a-e0720fc05fd7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=16369f71-8119-4533-b65a-e0720fc05fd7,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:25.412584 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.466389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=16369f71-8119-4533-b65a-e0720fc05fd7,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:25.680427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['16369f71-8119-4533-b65a-e0720fc05fd7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:25.814632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc3e5d-05e7-4750-82d7-f57e372c6844 req-d533e768-44bf-4401-87de-934d0fce1c59 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:25.816383 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23fc3e5d-05e7-4750-82d7-f57e372c6844 req-d533e768-44bf-4401-87de-934d0fce1c59 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 945 time: 0.0489328 Aug 16 01:53:25.860205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23fc3e5d-05e7-4750-82d7-f57e372c6844 req-7bad3332-49e2-4c11-8bf7-f0445184a3d2 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364361 Aug 16 01:53:26.773834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188403c-a986-4e32-b895-deecac165877 req-b165f784-11a6-41f4-92b9-6538711a3c95 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:26.775329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e188403c-a986-4e32-b895-deecac165877 req-b165f784-11a6-41f4-92b9-6538711a3c95 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.0507874 Aug 16 01:53:26.812689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e188403c-a986-4e32-b895-deecac165877 req-a2468e0d-9c39-46ae-9988-e465b85b0ccb tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Aug 16 01:53:26.914023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27f483-b818-4553-96ea-5fd1c122a952 req-7c3feafa-f8a9-4a8a-a1d0-ba7aabceca03 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:26.915468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be27f483-b818-4553-96ea-5fd1c122a952 req-7c3feafa-f8a9-4a8a-a1d0-ba7aabceca03 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0493221 Aug 16 01:53:26.954012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be27f483-b818-4553-96ea-5fd1c122a952 req-88494956-1ae9-4616-8feb-4bf3e10fbacf tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323071 Aug 16 01:53:27.057195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ec238-0e78-4600-8f9b-6ceb491f4c97 req-60c479f1-ed4d-4894-952c-babf28ba3f82 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.058696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-154ec238-0e78-4600-8f9b-6ceb491f4c97 req-60c479f1-ed4d-4894-952c-babf28ba3f82 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 949 time: 0.0495627 Aug 16 01:53:27.100931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-154ec238-0e78-4600-8f9b-6ceb491f4c97 req-476ef122-dd31-426d-b0e7-4eaa2fa798d4 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/security-groups?id=55438612-bd0e-436e-9b5f-3971bb8d787a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351906 Aug 16 01:53:27.110205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 16369f71-8119-4533-b65a-e0720fc05fd7 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:27.208314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e8ccc-def2-4b1d-a69f-b1600cba5aac req-aac1400c-51e3-4ce4-887d-8e2459febe9e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.209776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce1e8ccc-def2-4b1d-a69f-b1600cba5aac req-aac1400c-51e3-4ce4-887d-8e2459febe9e tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 945 time: 0.0495327 Aug 16 01:53:27.247880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce1e8ccc-def2-4b1d-a69f-b1600cba5aac req-06ac7bf5-5e33-4e13-9d89-537065decdc5 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Aug 16 01:53:27.319292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 16369f71-8119-4533-b65a-e0720fc05fd7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:27.323824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 16369f71-8119-4533-b65a-e0720fc05fd7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:27.327484 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.405866 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.431143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16369f71-8119-4533-b65a-e0720fc05fd7'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:27.433662 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b08084-a820-45cf-af33-0b3b57f03fe0" -d '{"events": [{"server_uuid": "c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0", "name": "network-vif-plugged", "status": "completed", "tag": "16369f71-8119-4533-b65a-e0720fc05fd7"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:27.446572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-9ce461f7-ef3c-4f76-8da2-4fc1334329c8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.448361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 16369f71-8119-4533-b65a-e0720fc05fd7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=16369f71-8119-4533-b65a-e0720fc05fd7,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:27.448494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-9ce461f7-ef3c-4f76-8da2-4fc1334329c8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.1281958 Aug 16 01:53:27.464857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-3f164773-0942-4182-b5a1-f310fe2709ba tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/quotas/01123a5299b448f29d82494bba871d75 HTTP/1.1" status: 200 len: 375 time: 0.0094182 Aug 16 01:53:27.519930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-fe25007e-8568-44f5-b8c7-551acbff8168 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483108 Aug 16 01:53:27.530663 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.591301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=16369f71-8119-4533-b65a-e0720fc05fd7,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:27.618841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-0e6996fe-929c-426b-9d53-251380aa69cc service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916862 Aug 16 01:53:27.722404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-a4bf8158-152d-46ce-a738-b725328b3c2b service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961921 Aug 16 01:53:27.919085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb55d0-b0a6-4d1f-a13e-e06a1f45ac29 req-a53d587b-cc7b-4f8f-8604-c455996f8303 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.920487 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-55fb55d0-b0a6-4d1f-a13e-e06a1f45ac29 req-a53d587b-cc7b-4f8f-8604-c455996f8303 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 949 time: 0.0492365 Aug 16 01:53:28.051373 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-55fb55d0-b0a6-4d1f-a13e-e06a1f45ac29 req-448527b4-94c3-4ff6-a204-5e34b0728116 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Deleting port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:28.051724 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-55fb55d0-b0a6-4d1f-a13e-e06a1f45ac29 req-448527b4-94c3-4ff6-a204-5e34b0728116 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.168524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f6f6e-26f0-4529-a255-36deeb6b21a7 req-9fd58324-2254-4056-abf9-d285ead650f4 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.170861 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d31f6f6e-26f0-4529-a255-36deeb6b21a7 req-9fd58324-2254-4056-abf9-d285ead650f4 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 946 time: 0.0930755 Aug 16 01:53:28.187871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-55fb55d0-b0a6-4d1f-a13e-e06a1f45ac29 req-448527b4-94c3-4ff6-a204-5e34b0728116 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] For port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=865eb7c3-4c23-4e72-bf80-19b3f1656c5c,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:28.188427 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-55fb55d0-b0a6-4d1f-a13e-e06a1f45ac29 req-448527b4-94c3-4ff6-a204-5e34b0728116 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.201943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-55fb55d0-b0a6-4d1f-a13e-e06a1f45ac29 req-448527b4-94c3-4ff6-a204-5e34b0728116 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Calling delete_port for 865eb7c3-4c23-4e72-bf80-19b3f1656c5c owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:28.219983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d31f6f6e-26f0-4529-a255-36deeb6b21a7 req-d5cd8120-8426-4bbb-8320-cf11795df0f9 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357988 Aug 16 01:53:28.308910 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba1081f-3587-4370-9f7c-7f54660c96b9 x-openstack-request-id: req-7ba1081f-3587-4370-9f7c-7f54660c96b9 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:28.309880 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0", "name": "network-vif-plugged", "status": "completed", "tag": "16369f71-8119-4533-b65a-e0720fc05fd7", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:28.310458 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ba1081f-3587-4370-9f7c-7f54660c96b9 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:28.311148 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16369f71-8119-4533-b65a-e0720fc05fd7', 'code': 200} Aug 16 01:53:28.378342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ae037-92ff-4903-8e8e-15e17bd74dda req-3d47e331-6b55-445e-ae4b-90c514fcd35f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.380406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d46ae037-92ff-4903-8e8e-15e17bd74dda req-3d47e331-6b55-445e-ae4b-90c514fcd35f tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 945 time: 0.0712562 Aug 16 01:53:28.453787 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-55fb55d0-b0a6-4d1f-a13e-e06a1f45ac29 req-448527b4-94c3-4ff6-a204-5e34b0728116 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.472165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['865eb7c3-4c23-4e72-bf80-19b3f1656c5c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:28.491276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448527b4-94c3-4ff6-a204-5e34b0728116 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Pushing event deleted for resources: {'Port': ['ID=865eb7c3-4c23-4e72-bf80-19b3f1656c5c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:28.540584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5147b4-6d8e-4b6e-9feb-c5164a2db5fc req-7e1f07d6-b9f8-49bc-a017-bb6cf57d5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.542163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b5147b4-6d8e-4b6e-9feb-c5164a2db5fc req-7e1f07d6-b9f8-49bc-a017-bb6cf57d5801 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 1098 time: 0.1605194 Aug 16 01:53:28.543175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fb55d0-b0a6-4d1f-a13e-e06a1f45ac29 req-448527b4-94c3-4ff6-a204-5e34b0728116 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] No DVR routers for this DVR port 865eb7c3-4c23-4e72-bf80-19b3f1656c5c on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:28.545807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-55fb55d0-b0a6-4d1f-a13e-e06a1f45ac29 req-448527b4-94c3-4ff6-a204-5e34b0728116 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.548700 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-55fb55d0-b0a6-4d1f-a13e-e06a1f45ac29 req-448527b4-94c3-4ff6-a204-5e34b0728116 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.64 "DELETE /v2.0/ports/865eb7c3-4c23-4e72-bf80-19b3f1656c5c HTTP/1.1" status: 204 len: 173 time: 0.6204283 Aug 16 01:53:28.549244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7', 'name': 'network-vif-deleted', 'tag': '865eb7c3-4c23-4e72-bf80-19b3f1656c5c'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:28.552810 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fce15c-d2f4-47b0-8680-db23e1958c49" -d '{"events": [{"server_uuid": "ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7", "name": "network-vif-deleted", "tag": "865eb7c3-4c23-4e72-bf80-19b3f1656c5c"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:28.557539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da548ac-1820-477e-95ce-bb94f81fb2a5 req-cc7d4e39-cc7b-4ba5-b31e-3c93c2523505 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.559152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7da548ac-1820-477e-95ce-bb94f81fb2a5 req-cc7d4e39-cc7b-4ba5-b31e-3c93c2523505 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.1756601 Aug 16 01:53:28.639463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b5147b4-6d8e-4b6e-9feb-c5164a2db5fc req-9da8fbd4-db0a-4dd7-a02a-2b1615143f80 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777996 Aug 16 01:53:28.648402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d46ae037-92ff-4903-8e8e-15e17bd74dda req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Deleting port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:28.648741 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d46ae037-92ff-4903-8e8e-15e17bd74dda req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.654000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7da548ac-1820-477e-95ce-bb94f81fb2a5 req-3cc28edc-6668-4dff-8953-0c1136ad0b7c tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825412 Aug 16 01:53:28.750758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bbeebf5-0747-495a-b38d-1793eccb75fc req-059459f9-c479-4aef-bbfe-846ef75d8bf1 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 210 time: 0.0436764 Aug 16 01:53:28.790058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d46ae037-92ff-4903-8e8e-15e17bd74dda req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] For port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5,segment=NetworkSegment(4c8adf6e-7956-484c-9b98-eb9ef54ce130),segment_id=4c8adf6e-7956-484c-9b98-eb9ef54ce130)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:28.790324 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d46ae037-92ff-4903-8e8e-15e17bd74dda req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.808757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d46ae037-92ff-4903-8e8e-15e17bd74dda req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Calling delete_port for 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:28.879309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d483ae7-fc8f-47d4-8536-90f9a3e8ee3a req-eacb4ef3-a5a2-4fa9-a778-0b0388859733 tempest-ServersAdminNegativeTestJSON-1471732975 tempest-ServersAdminNegativeTestJSON-1471732975-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7 HTTP/1.1" status: 200 len: 210 time: 0.0640285 Aug 16 01:53:29.038276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeb2d8-19b4-40a1-b8ff-577dfe88ccd1 req-e02bdd02-053b-4be9-b522-f3eef9257ef3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:29.040676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ceeb2d8-19b4-40a1-b8ff-577dfe88ccd1 req-e02bdd02-053b-4be9-b522-f3eef9257ef3 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4f5858a-2e6c-48b1-804b-70f8df869356 HTTP/1.1" status: 200 len: 945 time: 0.0779681 Aug 16 01:53:29.091256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ceeb2d8-19b4-40a1-b8ff-577dfe88ccd1 req-487f0335-5f3e-4ddb-83cd-84c776ebb0cd tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef0e1306-4730-45a5-94d4-d7f804386e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431705 Aug 16 01:53:29.139052 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d46ae037-92ff-4903-8e8e-15e17bd74dda req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.150805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['8f7be250-a961-4ff8-9b9d-1ee0c839e6a5'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:29.166292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Pushing event deleted for resources: {'Port': ['ID=8f7be250-a961-4ff8-9b9d-1ee0c839e6a5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:29.176469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.177106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.177201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.177785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.178039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.178376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.178703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.179028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.186699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.186699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.186699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.186699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:29.220934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46ae037-92ff-4903-8e8e-15e17bd74dda req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] No DVR routers for this DVR port 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:29.223324 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d46ae037-92ff-4903-8e8e-15e17bd74dda req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.227100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d46ae037-92ff-4903-8e8e-15e17bd74dda req-1cab95ef-e578-470a-a3cc-2081b4bfc82b tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] 10.222.0.74 "DELETE /v2.0/ports/8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 HTTP/1.1" status: 204 len: 173 time: 0.8187194 Aug 16 01:53:29.227100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f5858a-2e6c-48b1-804b-70f8df869356', 'name': 'network-vif-deleted', 'tag': '8f7be250-a961-4ff8-9b9d-1ee0c839e6a5'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:29.228118 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b11630c-0678-423c-a331-c01e4dd34975" -d '{"events": [{"server_uuid": "e4f5858a-2e6c-48b1-804b-70f8df869356", "name": "network-vif-deleted", "tag": "8f7be250-a961-4ff8-9b9d-1ee0c839e6a5"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:29.702455 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8374827d-336e-413f-98db-85ee9001c605 x-openstack-request-id: req-8374827d-336e-413f-98db-85ee9001c605 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:29.702943 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7", "name": "network-vif-deleted", "tag": "865eb7c3-4c23-4e72-bf80-19b3f1656c5c", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:29.703024 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8374827d-336e-413f-98db-85ee9001c605 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:29.703521 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2c5318-3ab6-4dcd-b19f-452fb76ea4f7', 'name': 'network-vif-deleted', 'tag': '865eb7c3-4c23-4e72-bf80-19b3f1656c5c', 'status': 'completed', 'code': 200} Aug 16 01:53:29.737404 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3a0702-f9df-4aa8-934b-72b939c912c4 x-openstack-request-id: req-ed3a0702-f9df-4aa8-934b-72b939c912c4 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:29.737698 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f5858a-2e6c-48b1-804b-70f8df869356", "name": "network-vif-deleted", "tag": "8f7be250-a961-4ff8-9b9d-1ee0c839e6a5", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:29.737969 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed3a0702-f9df-4aa8-934b-72b939c912c4 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:29.738364 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f5858a-2e6c-48b1-804b-70f8df869356', 'name': 'network-vif-deleted', 'tag': '8f7be250-a961-4ff8-9b9d-1ee0c839e6a5', 'status': 'completed', 'code': 200} Aug 16 01:53:29.846059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391b71b-9c92-4f79-82de-76a1cb302068 req-5aad0604-7424-448a-8ac1-d20e23e45d51 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:29.847602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d391b71b-9c92-4f79-82de-76a1cb302068 req-5aad0604-7424-448a-8ac1-d20e23e45d51 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 946 time: 0.0556555 Aug 16 01:53:29.898551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d391b71b-9c92-4f79-82de-76a1cb302068 req-b24246d3-ce6a-49fe-92eb-3b497f198583 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445991 Aug 16 01:53:29.902799 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5c261891-c517-41af-b454-d20037d3f877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.397971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08b55c-0c18-4003-941e-da0d4b3fe370 req-4dac5a12-20a2-467e-8f5f-7dc8492bb574 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:30.399387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e08b55c-0c18-4003-941e-da0d4b3fe370 req-4dac5a12-20a2-467e-8f5f-7dc8492bb574 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.0519228 Aug 16 01:53:30.440116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e08b55c-0c18-4003-941e-da0d4b3fe370 req-48f03a7f-be0d-43dd-83b9-0f1946c77afa tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335689 Aug 16 01:53:30.533532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c390df92-2e71-4066-8e3e-6e8e9979cd99 req-8eb827b4-ec75-49b8-b2c5-f38d797233a5 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 210 time: 0.0296783 Aug 16 01:53:30.718212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d3b4-8953-4506-883d-65c38a68d3d7 req-95d8e728-88dd-43d1-9675-c213fa5d2956 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:30.719746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b91d3b4-8953-4506-883d-65c38a68d3d7 req-95d8e728-88dd-43d1-9675-c213fa5d2956 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0560970 Aug 16 01:53:30.770963 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b91d3b4-8953-4506-883d-65c38a68d3d7 req-71ad82fd-2f90-4d74-8194-83c4d431128d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356414 Aug 16 01:53:30.944862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-46dfdf44-5a85-4b68-a86d-2f60fe3a580a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:30.946357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-46dfdf44-5a85-4b68-a86d-2f60fe3a580a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.1270523 Aug 16 01:53:30.959924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Request body: {'port': {'device_id': '535816c0-b845-4264-aa9c-8b9fcf0ba620', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'admin_state_up': True, 'tenant_id': '01123a5299b448f29d82494bba871d75'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:31.093387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133410d-263c-47a4-a777-28678330666a req-82065e83-163a-4c9e-b662-1919c15ace04 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:31.096579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b133410d-263c-47a4-a777-28678330666a req-82065e83-163a-4c9e-b662-1919c15ace04 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 946 time: 0.0910842 Aug 16 01:53:31.134377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 865eb7c3-4c23-4e72-bf80-19b3f1656c5c no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:31.147050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b133410d-263c-47a4-a777-28678330666a req-d87b22ed-583a-4489-9f45-b795457645f6 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437036 Aug 16 01:53:31.167404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 865eb7c3-4c23-4e72-bf80-19b3f1656c5c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:31.167704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 865eb7c3-4c23-4e72-bf80-19b3f1656c5c not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:31.212156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Made reservation on behalf of 01123a5299b448f29d82494bba871d75 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:31.216316 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.285235 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38898) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:31.446912 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a61eb583-d46f-40ae-bc1b-25b0687fd7df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b58ee2d27ec74a94b23e5310325b39f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593215 Aug 16 01:53:31.454252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38904) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:31.511403 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a28affa0-c09d-48f3-83ed-5e328ffa8b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.535633 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a28affa0-c09d-48f3-83ed-5e328ffa8b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.669789 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a28affa0-c09d-48f3-83ed-5e328ffa8b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.673166 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a28affa0-c09d-48f3-83ed-5e328ffa8b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.677451 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a28affa0-c09d-48f3-83ed-5e328ffa8b4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55438612-bd0e-436e-9b5f-3971bb8d787a HTTP/1.1" status: 204 len: 168 time: 0.2218156 Aug 16 01:53:31.688090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28affa0-c09d-48f3-83ed-5e328ffa8b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55438612-bd0e-436e-9b5f-3971bb8d787a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:31.746003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebd286-72a8-401a-a4bc-e150d3d5f32c req-28df3c58-6128-4ceb-ac89-e32925ec7197 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:31.748272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2ebd286-72a8-401a-a4bc-e150d3d5f32c req-28df3c58-6128-4ceb-ac89-e32925ec7197 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 946 time: 0.1087215 Aug 16 01:53:31.759375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38912) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:31.766970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1fdd27f1-99d9-4c30-8ada-c98f8c3aac72 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Request body: {'floatingip': {'port_id': '16369f71-8119-4533-b65a-e0720fc05fd7'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:31.769901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Allocated IP 172.20.0.11 (b3d29ad8-be58-47a9-b37d-b2ee4bbbe538/2de74b78-8d2a-40b0-ae8f-4fdf1265078a/e6617279-9318-4a03-8731-9b5414e9867a) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:31.823440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fdd27f1-99d9-4c30-8ada-c98f8c3aac72 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.068483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff3a11-6661-4d64-9003-4ea9940ef3b0 req-edea969b-1ce0-4082-bb9c-988c887b4d1a tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:32.071447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87ff3a11-6661-4d64-9003-4ea9940ef3b0 req-edea969b-1ce0-4082-bb9c-988c887b4d1a tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.2072530 Aug 16 01:53:32.167574 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.220316 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87ff3a11-6661-4d64-9003-4ea9940ef3b0 req-6e166382-a904-49ba-96c2-326b0b2b9861 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118739 Aug 16 01:53:32.343355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:32.364715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a15cd3a8-f8f7-401d-bde0-791ad1dca4ed req-5f786388-34b2-4426-a86a-75b3e33acd0f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 210 time: 0.0362484 Aug 16 01:53:32.384186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:32.400029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8f7be250-a961-4ff8-9b9d-1ee0c839e6a5 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:32.433167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38920) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:32.464472 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.490324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:32.495981 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2ca33fa0-3072-495d-bca1-30c31782a2ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4994a2b8f9c5465a8acf38c085902dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588288 Aug 16 01:53:32.506646 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38924) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:32.534532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.resource_extend [None req-1fdd27f1-99d9-4c30-8ada-c98f8c3aac72 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:53:32.585154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9887034-5ad2-4572-8074-fb29c85c96e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.586052 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:32.598314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:32.605325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:32.611356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event updated for resources: {'Port': ['ID=e6617279-9318-4a03-8731-9b5414e9867a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:32.613234 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9887034-5ad2-4572-8074-fb29c85c96e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.649994 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fdd27f1-99d9-4c30-8ada-c98f8c3aac72 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.674817 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3f6f4-03b8-4e88-a016-99bf9145c1f8 req-9f519fd4-6dfc-4b0b-b977-5a36f4b4e7c0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:32.676366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0f3f6f4-03b8-4e88-a016-99bf9145c1f8 req-9f519fd4-6dfc-4b0b-b977-5a36f4b4e7c0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1971319 Aug 16 01:53:32.682459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:32.683079 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.724232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0f3f6f4-03b8-4e88-a016-99bf9145c1f8 req-e7bcc658-7d67-4689-a602-77fb47789ac9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377424 Aug 16 01:53:32.726669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fdd27f1-99d9-4c30-8ada-c98f8c3aac72 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.755302 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9887034-5ad2-4572-8074-fb29c85c96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.758608 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9887034-5ad2-4572-8074-fb29c85c96e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.759960 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e9887034-5ad2-4572-8074-fb29c85c96e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1a1d50f-c5b5-4682-b1e1-8578906b844b HTTP/1.1" status: 204 len: 168 time: 0.2522609 Aug 16 01:53:32.766635 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.776649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9887034-5ad2-4572-8074-fb29c85c96e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a1d50f-c5b5-4682-b1e1-8578906b844b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:32.854656 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-1fdd27f1-99d9-4c30-8ada-c98f8c3aac72 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Floating IP c8fa64dc-505f-41f0-8687-8f687f0b0038 associated. External IP: 172.25.8.8, port: 16369f71-8119-4533-b65a-e0720fc05fd7. Aug 16 01:53:32.898438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-003f9164-cf19-43ba-bb39-31a73c86304b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9424284 Aug 16 01:53:32.913210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Request body: {'port': {'device_id': '535816c0-b845-4264-aa9c-8b9fcf0ba620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:32.951925 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2ec1-38dd-4d54-8481-033aa8f3757b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.022565 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.291808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdd27f1-99d9-4c30-8ada-c98f8c3aac72 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:33.541768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdd27f1-99d9-4c30-8ada-c98f8c3aac72 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:33.553304 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfe846-f83c-41b4-9977-f51d1f9f7ade None None] Sync routers for ids ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:33.577135 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfe846-f83c-41b4-9977-f51d1f9f7ade None None] Routers {'846a21ed-03c9-4d1d-8f56-dd679ca2c752'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:33.577924 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-58cfe846-f83c-41b4-9977-f51d1f9f7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:33.615735 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fdd27f1-99d9-4c30-8ada-c98f8c3aac72 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.625188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6617279-9318-4a03-8731-9b5414e9867a {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:33.697470 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-58cfe846-f83c-41b4-9977-f51d1f9f7ade None None] Set router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:33.698379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb39a7-ee59-43b1-8024-48f3d1051224 req-4d191c44-1e30-4c18-9dee-e330205ee745 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:33.707552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adfb39a7-ee59-43b1-8024-48f3d1051224 req-4d191c44-1e30-4c18-9dee-e330205ee745 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.3890119 Aug 16 01:53:33.724784 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.782631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1fdd27f1-99d9-4c30-8ada-c98f8c3aac72 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "PUT /v2.0/floatingips/c8fa64dc-505f-41f0-8687-8f687f0b0038 HTTP/1.1" status: 200 len: 990 time: 2.0209427 Aug 16 01:53:33.796455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'tag': '16369f71-8119-4533-b65a-e0720fc05fd7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:33.802804 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d783ea-1061-40cc-95fd-3bf5a3233930" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0", "tag": "16369f71-8119-4533-b65a-e0720fc05fd7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:33.814312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Transition to ACTIVE for port object e6617279-9318-4a03-8731-9b5414e9867a will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:33.830791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adfb39a7-ee59-43b1-8024-48f3d1051224 req-5dd36965-08e2-43e7-9d52-4071173162a2 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201773 Aug 16 01:53:33.892539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.943725 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-58cfe846-f83c-41b4-9977-f51d1f9f7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:06Z', 'revision_number': 4, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c8fa64dc-505f-41f0-8687-8f687f0b0038', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'floating_ip_address': '172.25.8.8', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'port_id': '16369f71-8119-4533-b65a-e0720fc05fd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'mac_address': 'fa:16:3e:04:ee:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:53:12Z', 'updated_at': '2021-08-16T01:53:32Z', 'revision_number': 1, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e762ae-32fb-4bb2-a11a-adf294ca9735', 'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'mac_address': 'fa:16:3e:10:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:06Z', 'updated_at': '2021-08-16T01:53:12Z', 'revision_number': 5, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'subnets': [{'id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:33.983102 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfe846-f83c-41b4-9977-f51d1f9f7ade None None] Checking router: 846a21ed-03c9-4d1d-8f56-dd679ca2c752 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:33.989497 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.994077 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfe846-f83c-41b4-9977-f51d1f9f7ade None None] Routers {'846a21ed-03c9-4d1d-8f56-dd679ca2c752'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:33.994892 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-58cfe846-f83c-41b4-9977-f51d1f9f7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:34.090639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Pushing event updated for resources: {'Port': ['ID=e6617279-9318-4a03-8731-9b5414e9867a,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:34.162645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d11da-a2eb-4b15-9c68-89bb0b76e2e3 req-68a4189c-403c-4f28-96b7-f8deab6e0805 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.170849 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-58cfe846-f83c-41b4-9977-f51d1f9f7ade None None] Set router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:34.171738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da5d11da-a2eb-4b15-9c68-89bb0b76e2e3 req-68a4189c-403c-4f28-96b7-f8deab6e0805 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 944 time: 0.2286332 Aug 16 01:53:34.263875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da5d11da-a2eb-4b15-9c68-89bb0b76e2e3 req-2baa741d-eb0c-4157-a880-b7b59370aa79 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910876 Aug 16 01:53:34.269468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Attempting to bind port e6617279-9318-4a03-8731-9b5414e9867a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:34.270047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Attempting to bind port e6617279-9318-4a03-8731-9b5414e9867a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:34.270540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Attempting to bind port e6617279-9318-4a03-8731-9b5414e9867a on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:34.276124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Port e6617279-9318-4a03-8731-9b5414e9867a on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:34.276124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Attempting to bind port e6617279-9318-4a03-8731-9b5414e9867a on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:34.281695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:34.282298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Checking segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:34.282658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Bound using segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:34.283101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Bound port: e6617279-9318-4a03-8731-9b5414e9867a, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:34.283472 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.446558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] For port e6617279-9318-4a03-8731-9b5414e9867a, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:34.468473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] For port e6617279-9318-4a03-8731-9b5414e9867a, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e6617279-9318-4a03-8731-9b5414e9867a,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:34.483530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0289a0b-e75b-4041-b99d-081ec3a860d5 req-b85de209-a507-4637-9270-b82691467ead tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.490326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0289a0b-e75b-4041-b99d-081ec3a860d5 req-b85de209-a507-4637-9270-b82691467ead tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1019180 Aug 16 01:53:34.527753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0289a0b-e75b-4041-b99d-081ec3a860d5 req-9025c964-7f5e-4cd7-a9a1-f2b3d7ac84ac tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347025 Aug 16 01:53:34.545759 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.562645 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-58cfe846-f83c-41b4-9977-f51d1f9f7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:06Z', 'revision_number': 4, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c8fa64dc-505f-41f0-8687-8f687f0b0038', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'floating_ip_address': '172.25.8.8', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'port_id': '16369f71-8119-4533-b65a-e0720fc05fd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'mac_address': 'fa:16:3e:04:ee:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:53:12Z', 'updated_at': '2021-08-16T01:53:32Z', 'revision_number': 1, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e762ae-32fb-4bb2-a11a-adf294ca9735', 'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'mac_address': 'fa:16:3e:10:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:06Z', 'updated_at': '2021-08-16T01:53:12Z', 'revision_number': 5, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'subnets': [{'id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:34.607610 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfe846-f83c-41b4-9977-f51d1f9f7ade None None] The sync data for ids ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'] in n-d-768509-23 is: [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:06Z', 'revision_number': 4, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c8fa64dc-505f-41f0-8687-8f687f0b0038', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'floating_ip_address': '172.25.8.8', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'port_id': '16369f71-8119-4533-b65a-e0720fc05fd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'mac_address': 'fa:16:3e:04:ee:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:53:12Z', 'updated_at': '2021-08-16T01:53:32Z', 'revision_number': 1, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e762ae-32fb-4bb2-a11a-adf294ca9735', 'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'mac_address': 'fa:16:3e:10:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:06Z', 'updated_at': '2021-08-16T01:53:12Z', 'revision_number': 5, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'subnets': [{'id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:34.619023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.619908 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.621497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] 10.222.0.64 "PUT /v2.0/ports/e6617279-9318-4a03-8731-9b5414e9867a HTTP/1.1" status: 200 len: 1093 time: 1.7126844 Aug 16 01:53:34.669655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b3aa4-636a-430f-aefe-e2d23bc3b802 service neutron] Pushing event updated for resources: {'Port': ['ID=e6617279-9318-4a03-8731-9b5414e9867a,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:34.702236 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c03287-eeed-4dae-8830-70c61f29ce3b x-openstack-request-id: req-06c03287-eeed-4dae-8830-70c61f29ce3b {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:34.702236 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0", "tag": "16369f71-8119-4533-b65a-e0720fc05fd7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:34.702236 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06c03287-eeed-4dae-8830-70c61f29ce3b {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:34.702236 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'tag': '16369f71-8119-4533-b65a-e0720fc05fd7', 'status': 'completed', 'code': 200} Aug 16 01:53:34.788704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-160288d7-94aa-4233-b1b6-42c4aad040ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.791174 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-160288d7-94aa-4233-b1b6-42c4aad040ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 1096 time: 0.0566661 Aug 16 01:53:34.802897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d783ea-1061-40cc-95fd-3bf5a3233930 req-d35dcdfa-60c9-4cad-b05c-a5c6f9b4be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.805744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d783ea-1061-40cc-95fd-3bf5a3233930 req-d35dcdfa-60c9-4cad-b05c-a5c6f9b4be04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=955c02577c0e46d9af4e8101c2760e57&device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 1098 time: 0.0717816 Aug 16 01:53:34.863774 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-489db70b-3814-406f-bdf7-7120b25f8b83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6617279-9318-4a03-8731-9b5414e9867a HTTP/1.1" status: 200 len: 217 time: 0.0610929 Aug 16 01:53:34.943295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-dbceb289-243f-4135-b4df-875b8a93fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.945149 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-dbceb289-243f-4135-b4df-875b8a93fee1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.0743022 Aug 16 01:53:34.963246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d783ea-1061-40cc-95fd-3bf5a3233930 req-490c7c79-6dec-4fa5-8c89-f7137eb89443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.965067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d783ea-1061-40cc-95fd-3bf5a3233930 req-490c7c79-6dec-4fa5-8c89-f7137eb89443 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92822500-96b6-4196-9522-de8d3e45c6d3 HTTP/1.1" status: 200 len: 906 time: 0.1517220 Aug 16 01:53:34.966162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df897238-53b3-43d1-9ba4-bca427cffa89 None None] New status for floating IP c8fa64dc-505f-41f0-8687-8f687f0b0038: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:53:35.020089 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-1bef276f-fef3-4224-91cc-a235e0c57c9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608680 Aug 16 01:53:35.078271 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d783ea-1061-40cc-95fd-3bf5a3233930 req-78c9564c-075c-4d6f-bb4e-577d27fb830e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16369f71-8119-4533-b65a-e0720fc05fd7 HTTP/1.1" status: 200 len: 998 time: 0.1052117 Aug 16 01:53:35.101517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3177ef-d9af-4ba3-9992-101a87cb808e req-4782d00e-0506-4a34-ba02-24cd37462bd4 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:35.103007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b3177ef-d9af-4ba3-9992-101a87cb808e req-4782d00e-0506-4a34-ba02-24cd37462bd4 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.0683255 Aug 16 01:53:35.168542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d783ea-1061-40cc-95fd-3bf5a3233930 req-885f0d96-4d84-47b2-8162-894098efa100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:35.170295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d783ea-1061-40cc-95fd-3bf5a3233930 req-885f0d96-4d84-47b2-8162-894098efa100 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0619a1-eda0-4a45-9618-1d3067585157 HTTP/1.1" status: 200 len: 844 time: 0.0838840 Aug 16 01:53:35.189214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b3177ef-d9af-4ba3-9992-101a87cb808e req-8cffca10-a982-43cd-8ebd-f9deee57588e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645776 Aug 16 01:53:35.189384 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-25c1f426-2f8b-4b6f-ab7b-3e33003bf4cf service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613934 Aug 16 01:53:35.202955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c8e199a6-76b2-4d89-a1b9-1290bb217a81 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:35.248414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d783ea-1061-40cc-95fd-3bf5a3233930 req-4beb4595-9d99-41f9-9dc0-f4ac5e52eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:35.252360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d783ea-1061-40cc-95fd-3bf5a3233930 req-4beb4595-9d99-41f9-9dc0-f4ac5e52eee5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92822500-96b6-4196-9522-de8d3e45c6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608273 Aug 16 01:53:35.334827 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c8e199a6-76b2-4d89-a1b9-1290bb217a81, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c8e199a6-76b2-4d89-a1b9-1290bb217a81,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:35.358576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81', 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4', 'port_id': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81', 'mac_address': 'fa:16:3e:08:41:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8dac7-1c32-4619-adf2-5a9b9b9f320a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:35.380585 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-7ccb12e2-dab5-4184-b737-f50528c24694 req-d9ea32db-7262-4863-93da-51b0fbe82532 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849566 Aug 16 01:53:35.405714 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.420427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8e199a6-76b2-4d89-a1b9-1290bb217a81 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:35.437597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d783ea-1061-40cc-95fd-3bf5a3233930 req-abbc8c23-7bea-4156-a879-bf91787d5567 service neutron] 10.222.0.64 "GET /v2.0/networks/92822500-96b6-4196-9522-de8d3e45c6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763103 Aug 16 01:53:35.450214 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c8e199a6-76b2-4d89-a1b9-1290bb217a81, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c8e199a6-76b2-4d89-a1b9-1290bb217a81,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:35.541580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261facb-3444-40dd-8885-76dfd682e597 req-3200ec5c-af08-47f7-8c2c-394caaf02946 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:35.543110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9261facb-3444-40dd-8885-76dfd682e597 req-3200ec5c-af08-47f7-8c2c-394caaf02946 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 944 time: 0.1210949 Aug 16 01:53:35.579579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d783ea-1061-40cc-95fd-3bf5a3233930 req-ec24e0b0-6a18-46ce-b6bf-885e31247cc2 service neutron] 10.222.0.64 "GET /v2.0/networks/92822500-96b6-4196-9522-de8d3e45c6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265459 Aug 16 01:53:35.587747 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.596341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9261facb-3444-40dd-8885-76dfd682e597 req-8eb8d9aa-18f6-47e3-942f-1e36b7e3dbb5 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443738 Aug 16 01:53:35.679552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=c8e199a6-76b2-4d89-a1b9-1290bb217a81,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:35.688624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.689135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.689578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.690039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.690465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.690900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.693524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.694393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.694807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.695288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.695714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.696117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:35.729559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344c324-b7dd-41ee-b8c7-ad035f147bfd req-72a9b2df-d554-4a22-8e34-c9f0ba9d3fd9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:35.731544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1344c324-b7dd-41ee-b8c7-ad035f147bfd req-72a9b2df-d554-4a22-8e34-c9f0ba9d3fd9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0513132 Aug 16 01:53:35.784323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1344c324-b7dd-41ee-b8c7-ad035f147bfd req-93536d39-0b8c-4549-9ffe-001b94c57001 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457382 Aug 16 01:53:35.836415 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.868065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['c8e199a6-76b2-4d89-a1b9-1290bb217a81'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:36.303463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372882b-7efa-4a7f-8bef-4f1dec51d298 req-3c5f2a4e-d251-4136-833a-2cae5aa4b2b5 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:36.304935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c372882b-7efa-4a7f-8bef-4f1dec51d298 req-3c5f2a4e-d251-4136-833a-2cae5aa4b2b5 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 944 time: 0.0493989 Aug 16 01:53:36.345105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c372882b-7efa-4a7f-8bef-4f1dec51d298 req-911f7cee-b3ca-4d5f-9cbb-064dd3cb3a9a tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327055 Aug 16 01:53:36.703631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535816c0-b845-4264-aa9c-8b9fcf0ba620', 'tag': 'e6617279-9318-4a03-8731-9b5414e9867a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:36.706055 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f50320-50ad-4b9e-979e-9cac19143708" -d '{"events": [{"name": "network-changed", "server_uuid": "535816c0-b845-4264-aa9c-8b9fcf0ba620", "tag": "e6617279-9318-4a03-8731-9b5414e9867a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:36.763208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818ee0f-f87a-42ee-a8c4-922f98718393 req-671367c3-2428-4ee4-9a48-06416c123a8e tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:36.764822 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d818ee0f-f87a-42ee-a8c4-922f98718393 req-671367c3-2428-4ee4-9a48-06416c123a8e tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 944 time: 0.0555778 Aug 16 01:53:36.806163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d818ee0f-f87a-42ee-a8c4-922f98718393 req-f826cb8f-b602-4fc5-8de3-8805e36ea519 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348611 Aug 16 01:53:36.873137 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39054) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.946698 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ccb265-a84e-4347-8bfd-e55ab922518e x-openstack-request-id: req-81ccb265-a84e-4347-8bfd-e55ab922518e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:36.947122 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535816c0-b845-4264-aa9c-8b9fcf0ba620", "tag": "e6617279-9318-4a03-8731-9b5414e9867a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:36.949452 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81ccb265-a84e-4347-8bfd-e55ab922518e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:36.950947 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535816c0-b845-4264-aa9c-8b9fcf0ba620', 'tag': 'e6617279-9318-4a03-8731-9b5414e9867a', 'status': 'completed', 'code': 200} Aug 16 01:53:37.059250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f50320-50ad-4b9e-979e-9cac19143708 req-a2ad8505-1e99-4aaa-b30d-0fcc564a3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:37.060959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5f50320-50ad-4b9e-979e-9cac19143708 req-a2ad8505-1e99-4aaa-b30d-0fcc564a3ec6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 1096 time: 0.0816591 Aug 16 01:53:37.087361 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-590cf7c7-57b1-46c4-b7cb-5974c701392b admin admin] Deleting subnet 36248d85-ffe8-48a4-8ed4-f53ad621065f {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:37.091717 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-590cf7c7-57b1-46c4-b7cb-5974c701392b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.098270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aabcb-eb7e-4f35-a022-3638af6b901c req-038b5b58-8ae5-4d92-9474-4de63102f687 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:37.100086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f50aabcb-eb7e-4f35-a022-3638af6b901c req-038b5b58-8ae5-4d92-9474-4de63102f687 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0875783 Aug 16 01:53:37.139298 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-590cf7c7-57b1-46c4-b7cb-5974c701392b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.166027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e6617279-9318-4a03-8731-9b5414e9867a details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:37.167565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c8e199a6-76b2-4d89-a1b9-1290bb217a81 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:37.184917 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-590cf7c7-57b1-46c4-b7cb-5974c701392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.233471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f50aabcb-eb7e-4f35-a022-3638af6b901c req-df0b04a8-b9bb-497f-9d74-6e60ad1d9271 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808449 Aug 16 01:53:37.298889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f50320-50ad-4b9e-979e-9cac19143708 req-b2837946-cfd7-41cb-a595-0160d97a6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:37.300832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5f50320-50ad-4b9e-979e-9cac19143708 req-b2837946-cfd7-41cb-a595-0160d97a6982 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 906 time: 0.2245822 Aug 16 01:53:37.357514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5f50320-50ad-4b9e-979e-9cac19143708 req-882c988c-0852-425a-90dc-8384de4e3a6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6617279-9318-4a03-8731-9b5414e9867a HTTP/1.1" status: 200 len: 217 time: 0.0472858 Aug 16 01:53:37.362313 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-590cf7c7-57b1-46c4-b7cb-5974c701392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.362710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port c8e199a6-76b2-4d89-a1b9-1290bb217a81 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:37.365898 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.412564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e6617279-9318-4a03-8731-9b5414e9867a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e6617279-9318-4a03-8731-9b5414e9867a,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:37.438929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'e6617279-9318-4a03-8731-9b5414e9867a', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'port_id': 'e6617279-9318-4a03-8731-9b5414e9867a', 'mac_address': 'fa:16:3e:fb:6b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de74b78-8d2a-40b0-ae8f-4fdf1265078a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:37.457714 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cf7c7-57b1-46c4-b7cb-5974c701392b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36248d85-ffe8-48a4-8ed4-f53ad621065f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:37.458166 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-590cf7c7-57b1-46c4-b7cb-5974c701392b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.461353 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-590cf7c7-57b1-46c4-b7cb-5974c701392b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/36248d85-ffe8-48a4-8ed4-f53ad621065f HTTP/1.1" status: 204 len: 168 time: 0.5863132 Aug 16 01:53:37.463044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39066) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.538344 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.563212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f50320-50ad-4b9e-979e-9cac19143708 req-a6412333-de40-4d87-a4ef-6226e861bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:37.573338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5f50320-50ad-4b9e-979e-9cac19143708 req-a6412333-de40-4d87-a4ef-6226e861bc36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.1992409 Aug 16 01:53:37.579916 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.623692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6617279-9318-4a03-8731-9b5414e9867a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:37.644141 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.647488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5f50320-50ad-4b9e-979e-9cac19143708 req-b9c697be-8d98-441e-b3c6-739be9c030e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651486 Aug 16 01:53:37.667253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56bfb6-7909-4cde-a249-6d2f7db61010 req-a294740c-5431-4543-b5ae-4dcf30025e36 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:37.669774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac56bfb6-7909-4cde-a249-6d2f7db61010 req-a294740c-5431-4543-b5ae-4dcf30025e36 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 944 time: 0.1862183 Aug 16 01:53:37.671667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39068) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.707630 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e6617279-9318-4a03-8731-9b5414e9867a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e6617279-9318-4a03-8731-9b5414e9867a,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:37.730326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4181d7-f6d5-4578-a710-ff6289cced20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:37.735280 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b219a9c0-32ee-4b14-906a-b68c4520c7b4" -d '{"events": [{"server_uuid": "5c4181d7-f6d5-4578-a710-ff6289cced20", "name": "network-vif-plugged", "status": "completed", "tag": "c8e199a6-76b2-4d89-a1b9-1290bb217a81"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:37.748514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.777571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c8e199a6-76b2-4d89-a1b9-1290bb217a81, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c8e199a6-76b2-4d89-a1b9-1290bb217a81,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:37.780390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51428e0c-01e8-42d8-86fb-58754a187d3b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:37.786376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac56bfb6-7909-4cde-a249-6d2f7db61010 req-9f2d282e-8817-4f6e-981a-6f258bc21328 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014049 Aug 16 01:53:37.787896 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.803587 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8adf6e-7956-484c-9b98-eb9ef54ce130') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:37.804121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8adf6e-7956-484c-9b98-eb9ef54ce130') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:37.818818 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.844840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.848452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5f50320-50ad-4b9e-979e-9cac19143708 req-e8728e3b-4ee7-4c64-9c09-4e57373ede71 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774318 Aug 16 01:53:37.856663 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a05c6cd-17d4-4edd-a740-43a261faa033 x-openstack-request-id: req-8a05c6cd-17d4-4edd-a740-43a261faa033 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:37.856663 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4181d7-f6d5-4578-a710-ff6289cced20", "name": "network-vif-plugged", "status": "completed", "tag": "c8e199a6-76b2-4d89-a1b9-1290bb217a81", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:37.856663 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a05c6cd-17d4-4edd-a740-43a261faa033 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:37.856663 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4181d7-f6d5-4578-a710-ff6289cced20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81', 'code': 200} Aug 16 01:53:37.857685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:53:37.857685 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.859300 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:53:37.865890 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:53:37.911781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e6617279-9318-4a03-8731-9b5414e9867a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:37.922840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-db918637-d4c6-4f81-b7b4-dd9a83c6539f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.025374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=c8e199a6-76b2-4d89-a1b9-1290bb217a81,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.053718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5f50320-50ad-4b9e-979e-9cac19143708 req-da2995f3-7f24-4fd6-a5a6-cfc52cb5a83d service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953044 Aug 16 01:53:38.070301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde15e3-b091-426c-ae05-e14cdaebf156 req-e86a3d89-055c-469a-970d-d0c491305aa2 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:38.073163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6dde15e3-b091-426c-ae05-e14cdaebf156 req-e86a3d89-055c-469a-970d-d0c491305aa2 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 945 time: 0.1370227 Aug 16 01:53:38.085571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c776d57-c606-4580-a30f-b313ced5a489 req-2d43fda3-3c12-45c3-b67b-998cf50e305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:38.088017 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2c776d57-c606-4580-a30f-b313ced5a489 req-2d43fda3-3c12-45c3-b67b-998cf50e305a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 1097 time: 0.0647805 Aug 16 01:53:38.102876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['e6617279-9318-4a03-8731-9b5414e9867a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:38.129222 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2c776d57-c606-4580-a30f-b313ced5a489 req-9962df96-59cc-483d-9530-6f5309428e00 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332205 Aug 16 01:53:38.130554 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.133726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6dde15e3-b091-426c-ae05-e14cdaebf156 req-71e280c6-847d-44d2-90ec-565f992e2aa4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537808 Aug 16 01:53:38.136274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.141783 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] 10.222.0.66 "DELETE /v2.0/networks/51428e0c-01e8-42d8-86fb-58754a187d3b HTTP/1.1" status: 204 len: 168 time: 0.6774960 Aug 16 01:53:38.154524 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3a6e0-3d89-46af-9ca6-fbb3927b63ff admin admin] Pushing event deleted for resources: {'Network': ['ID=51428e0c-01e8-42d8-86fb-58754a187d3b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.160811 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-db918637-d4c6-4f81-b7b4-dd9a83c6539f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.264044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-db918637-d4c6-4f81-b7b4-dd9a83c6539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.304281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-db918637-d4c6-4f81-b7b4-dd9a83c6539f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9dbe57b16caa450db9eee122af06775d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6313894 Aug 16 01:53:38.307614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db918637-d4c6-4f81-b7b4-dd9a83c6539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29952a1f-4674-4d57-9410-494f31869496,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.307732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39080) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:38.367462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-758d2dfc-d4f2-473e-8084-ea7edad0af29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.367597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59880d-a517-4b96-900a-79b967da23c9 req-d5cbee86-36d4-4850-be0f-6f8e968efbec tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:38.369225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f59880d-a517-4b96-900a-79b967da23c9 req-d5cbee86-36d4-4850-be0f-6f8e968efbec tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0637722 Aug 16 01:53:38.396656 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-758d2dfc-d4f2-473e-8084-ea7edad0af29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.429337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f59880d-a517-4b96-900a-79b967da23c9 req-5c860f97-105e-4ea1-9d74-df279cd482e9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540068 Aug 16 01:53:38.520539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-758d2dfc-d4f2-473e-8084-ea7edad0af29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.523231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-758d2dfc-d4f2-473e-8084-ea7edad0af29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.524385 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-758d2dfc-d4f2-473e-8084-ea7edad0af29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29952a1f-4674-4d57-9410-494f31869496 HTTP/1.1" status: 204 len: 168 time: 0.2160404 Aug 16 01:53:38.532979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d2dfc-d4f2-473e-8084-ea7edad0af29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29952a1f-4674-4d57-9410-494f31869496,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.561176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39092) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:38.603217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-43bb4674-db5d-464b-b79f-9a7def07ef66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dc27f74a9cdc43628097134d50cbfd97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405080 Aug 16 01:53:38.605697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39094) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:38.657021 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-224da248-2041-40ea-aea2-45e5581c3d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.680588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-224da248-2041-40ea-aea2-45e5581c3d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.913274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebf658-0773-4551-b026-d54947beb3ed req-438e713f-6bfd-4b4e-b9ea-ff76ff046e77 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:38.915438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7ebf658-0773-4551-b026-d54947beb3ed req-438e713f-6bfd-4b4e-b9ea-ff76ff046e77 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.0554883 Aug 16 01:53:38.916772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-224da248-2041-40ea-aea2-45e5581c3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.919723 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-224da248-2041-40ea-aea2-45e5581c3d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.931042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-224da248-2041-40ea-aea2-45e5581c3d18 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef0e1306-4730-45a5-94d4-d7f804386e01 HTTP/1.1" status: 204 len: 168 time: 0.3138585 Aug 16 01:53:38.951347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224da248-2041-40ea-aea2-45e5581c3d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0e1306-4730-45a5-94d4-d7f804386e01,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.979823 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39104) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:39.000045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7ebf658-0773-4551-b026-d54947beb3ed req-4a2041ed-6975-4926-ad7b-9975eb1676a3 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747581 Aug 16 01:53:39.147071 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b583e698-bc85-4765-9322-7cf12cfcfcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.173860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e6617279-9318-4a03-8731-9b5414e9867a up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:39.296066 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b583e698-bc85-4765-9322-7cf12cfcfcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.343586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef517e2f-616f-40e4-a730-cc10d7ca0628 req-2003791f-68a8-485f-8e4a-c575eb1b617a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:39.352624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef517e2f-616f-40e4-a730-cc10d7ca0628 req-2003791f-68a8-485f-8e4a-c575eb1b617a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 945 time: 0.0684991 Aug 16 01:53:39.393524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port e6617279-9318-4a03-8731-9b5414e9867a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:39.399123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port e6617279-9318-4a03-8731-9b5414e9867a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:39.399575 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.411280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef517e2f-616f-40e4-a730-cc10d7ca0628 req-ad7139c6-429e-43a0-bc0d-b3f504799b04 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524466 Aug 16 01:53:39.429603 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b583e698-bc85-4765-9322-7cf12cfcfcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.494843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.532286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e6617279-9318-4a03-8731-9b5414e9867a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e6617279-9318-4a03-8731-9b5414e9867a,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:39.578453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb76f4-a1a3-4a0a-8400-5a022d5af648 req-fc40acdf-6830-41a3-8f08-c5e416abcf57 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:39.580033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1bb76f4-a1a3-4a0a-8400-5a022d5af648 req-fc40acdf-6830-41a3-8f08-c5e416abcf57 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0568123 Aug 16 01:53:39.647820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1bb76f4-a1a3-4a0a-8400-5a022d5af648 req-95c81a81-df0a-4481-aa94-452cd71e2793 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395162 Aug 16 01:53:39.757852 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b583e698-bc85-4765-9322-7cf12cfcfcea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d97cb27eec0b41e8b5476a6894fbe682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7697144 Aug 16 01:53:39.757852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583e698-bc85-4765-9322-7cf12cfcfcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63c6197-f36c-4766-9cea-b16445402a85,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:39.758798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39132) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:39.805260 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-438e0b32-10a9-4f4c-8dd5-bac7b4a2a095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.829150 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-438e0b32-10a9-4f4c-8dd5-bac7b4a2a095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.857129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535816c0-b845-4264-aa9c-8b9fcf0ba620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6617279-9318-4a03-8731-9b5414e9867a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:39.859675 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa422ce-09d4-45c7-8d0b-bda4953a3b06" -d '{"events": [{"server_uuid": "535816c0-b845-4264-aa9c-8b9fcf0ba620", "name": "network-vif-plugged", "status": "completed", "tag": "e6617279-9318-4a03-8731-9b5414e9867a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:39.863322 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.904638 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6fd9fc-774b-40fb-81b9-34e89080ccd6 x-openstack-request-id: req-8c6fd9fc-774b-40fb-81b9-34e89080ccd6 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:39.904920 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535816c0-b845-4264-aa9c-8b9fcf0ba620", "name": "network-vif-plugged", "status": "completed", "tag": "e6617279-9318-4a03-8731-9b5414e9867a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:39.905169 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c6fd9fc-774b-40fb-81b9-34e89080ccd6 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:39.905564 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535816c0-b845-4264-aa9c-8b9fcf0ba620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6617279-9318-4a03-8731-9b5414e9867a', 'code': 200} Aug 16 01:53:39.918828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e6617279-9318-4a03-8731-9b5414e9867a,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:40.006788 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7a1b7-fe74-4e10-be2d-e5120a950c07 req-4c7ded0e-d931-4c4b-ab93-39cabda6c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:40.008403 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9fd7a1b7-fe74-4e10-be2d-e5120a950c07 req-4c7ded0e-d931-4c4b-ab93-39cabda6c69c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 1098 time: 0.0448730 Aug 16 01:53:40.055983 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-9fd7a1b7-fe74-4e10-be2d-e5120a950c07 req-88872366-cede-445e-879a-56cfcb56b14a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Aug 16 01:53:40.057592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-438e0b32-10a9-4f4c-8dd5-bac7b4a2a095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.061662 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-438e0b32-10a9-4f4c-8dd5-bac7b4a2a095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.062973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-438e0b32-10a9-4f4c-8dd5-bac7b4a2a095 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c63c6197-f36c-4766-9cea-b16445402a85 HTTP/1.1" status: 204 len: 168 time: 0.3093383 Aug 16 01:53:40.072145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e0b32-10a9-4f4c-8dd5-bac7b4a2a095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63c6197-f36c-4766-9cea-b16445402a85,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:40.127059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af7d56-4365-4a85-9e36-5967b73eb8f4 req-7269801a-7cee-4670-94b2-577f2fec505d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:40.128714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07af7d56-4365-4a85-9e36-5967b73eb8f4 req-7269801a-7cee-4670-94b2-577f2fec505d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.0577567 Aug 16 01:53:40.170410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07af7d56-4365-4a85-9e36-5967b73eb8f4 req-e28f686f-10ad-4038-9241-e6e03c7f95e4 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Aug 16 01:53:40.288359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd85858-1ba6-40cc-8767-fd286073624a req-48e996ef-d5b5-4feb-b57e-328fff4205c9 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:40.289865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecd85858-1ba6-40cc-8767-fd286073624a req-48e996ef-d5b5-4feb-b57e-328fff4205c9 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.0512407 Aug 16 01:53:40.292862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39158) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:40.330306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39162) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:40.341258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecd85858-1ba6-40cc-8767-fd286073624a req-2c8878a0-16c5-4a59-8d7d-c3ab2fac6d49 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 Aug 16 01:53:40.428521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-network', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:40.569448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1773566405-network', 'tenant_id': 'f4f5c7fe5a5946b08e2908fa74ce2090'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:40.596391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Made reservation on behalf of 5c5a15f8c7a940d0a81ed56b8e98895a for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:40.598672 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.613262 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.714531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Made reservation on behalf of f4f5c7fe5a5946b08e2908fa74ce2090 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:40.717379 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.077063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.132919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8d401-ec96-4611-b618-9aef2de03cad req-d6a062da-4251-4e9c-862d-db5d9880977c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:41.134348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ba8d401-ec96-4611-b618-9aef2de03cad req-d6a062da-4251-4e9c-862d-db5d9880977c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 946 time: 0.0612719 Aug 16 01:53:41.156944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39180) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:41.172240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e25fd7fc-39f5-4fe0-87f4-009e5cefde67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.189259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ba8d401-ec96-4611-b618-9aef2de03cad req-d8e90a1f-edac-41a1-886e-444a445df53b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480528 Aug 16 01:53:41.240706 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.293064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324e4c0-b7fc-43f1-a9f5-5d78a5a909d4 req-58e7db4d-4bc0-49c6-8a2b-9307e7057511 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:41.294815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a324e4c0-b7fc-43f1-a9f5-5d78a5a909d4 req-58e7db4d-4bc0-49c6-8a2b-9307e7057511 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0495889 Aug 16 01:53:41.336322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a324e4c0-b7fc-43f1-a9f5-5d78a5a909d4 req-6cffb004-8a54-4e8f-87e5-81da1dbc9a94 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354185 Aug 16 01:53:41.378567 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.397339 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-e25fd7fc-39f5-4fe0-87f4-009e5cefde67 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:53:41.397339 n-d-768509-23 neutron-server[95515]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:53:41.397339 n-d-768509-23 neutron-server[95515]: [parameters: {'project_id_1': 'ad3bbd6b850e43c7928463beb0285e86', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 53, 41, 184398)}] Aug 16 01:53:41.397339 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:53:41.397339 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-e25fd7fc-39f5-4fe0-87f4-009e5cefde67 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:53:41.408421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:41.435113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d5a2c6-e8de-4475-9285-d19e2db5fce9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:41.438085 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.438428 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Added segment 481f9792-264f-4aeb-a650-0e303d950f97 of type vlan for network 5794c70e-7690-4d0b-bf23-c982fe556cf5 Aug 16 01:53:41.540835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.640443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.647536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58746c-de1f-427a-8704-9903a85d116c req-80474c34-7110-4183-8c46-7da10551ff34 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:41.649010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-80474c34-7110-4183-8c46-7da10551ff34 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/networks?id=0258907d-1453-45b3-ad67-ae6555de60f4 HTTP/1.1" status: 200 len: 815 time: 0.1756623 Aug 16 01:53:41.664307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-674dff4c-2c0f-4b81-8c7a-f206edc6a4fe tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/quotas/753c30e1989e4520b324f29beb099fb1 HTTP/1.1" status: 200 len: 375 time: 0.0090742 Aug 16 01:53:41.710236 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.711224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:41.711825 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.774487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-c362a8c9-0d79-496f-9af7-2cd832c88fba tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=753c30e1989e4520b324f29beb099fb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040478 Aug 16 01:53:41.776726 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.860062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5794c70e-7690-4d0b-bf23-c982fe556cf5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:41.873844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 5794c70e-7690-4d0b-bf23-c982fe556cf5 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:41.877576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:41.893658 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e25fd7fc-39f5-4fe0-87f4-009e5cefde67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.913657 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.914194 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Added segment 41bef49f-16cf-4986-b8ca-bb8d7c16df53 of type vlan for network be6f802b-6f3f-479c-9c66-5afc8435e999 Aug 16 01:53:41.919321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727401c9-fbf7-4200-9970-53989efb0c06,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:41.985577 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:53:41.992035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.004745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-bd0d5d61-dbb4-479c-a022-6b268d7fbcb5 service neutron] 10.222.0.66 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203276 Aug 16 01:53:42.071614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c6846053-3edc-4a4e-9da0-2861b7baa6f7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7741201 Aug 16 01:53:42.071901 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39192) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:42.078107 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] Request body: {'subnet': {'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-subnet', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:42.114975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-3772e62d-a3db-425f-b7ea-287f433a12d0 service neutron] 10.222.0.66 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033006 Aug 16 01:53:42.140419 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e25fd7fc-39f5-4fe0-87f4-009e5cefde67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.263897 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.264899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.265502 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.329885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] Pushing event updated for resources: {'Network': ['ID=be6f802b-6f3f-479c-9c66-5afc8435e999,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:42.339368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network be6f802b-6f3f-479c-9c66-5afc8435e999 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:42.347573 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e25fd7fc-39f5-4fe0-87f4-009e5cefde67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.388315 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e25fd7fc-39f5-4fe0-87f4-009e5cefde67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad3bbd6b850e43c7928463beb0285e86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2300797 Aug 16 01:53:42.389443 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fd7fc-39f5-4fe0-87f4-009e5cefde67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53090c0-51a1-4503-bc7a-d6a46493718b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:42.390895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39196) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:42.464218 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3f07620f-033a-452a-808f-90a0eca3d2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.485157 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3f07620f-033a-452a-808f-90a0eca3d2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.540718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1c962127-0eee-465a-90e4-707420aeead3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2065172 Aug 16 01:53:42.540976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39204) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:42.546610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Request body: {'subnet': {'network_id': 'be6f802b-6f3f-479c-9c66-5afc8435e999', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1773566405-subnet', 'tenant_id': 'f4f5c7fe5a5946b08e2908fa74ce2090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:42.568166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:53:42.568166 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:53:42.568166 n-d-768509-23 neutron-server[95516]: [parameters: {'project_id_1': 'f4f5c7fe5a5946b08e2908fa74ce2090', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 53, 42, 550781)}] Aug 16 01:53:42.568166 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:53:42.568648 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:53:42.588091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15891379-c662-4e3b-8fb6-80e65bae44fd req-91ce8e27-bca1-4fb6-a9e2-3c4d6df09518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.591948 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-15891379-c662-4e3b-8fb6-80e65bae44fd req-91ce8e27-bca1-4fb6-a9e2-3c4d6df09518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c4181d7-f6d5-4578-a710-ff6289cced20 HTTP/1.1" status: 200 len: 945 time: 0.0650315 Aug 16 01:53:42.663382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3f07620f-033a-452a-808f-90a0eca3d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.666003 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3f07620f-033a-452a-808f-90a0eca3d2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.667323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3f07620f-033a-452a-808f-90a0eca3d2d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d53090c0-51a1-4503-bc7a-d6a46493718b HTTP/1.1" status: 204 len: 168 time: 0.2752216 Aug 16 01:53:42.678698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07620f-033a-452a-808f-90a0eca3d2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53090c0-51a1-4503-bc7a-d6a46493718b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:42.686917 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-15891379-c662-4e3b-8fb6-80e65bae44fd req-ed3d4ae5-2e7f-40c5-bb46-346481d4c88d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Deleting port c8e199a6-76b2-4d89-a1b9-1290bb217a81 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:42.687314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-15891379-c662-4e3b-8fb6-80e65bae44fd req-ed3d4ae5-2e7f-40c5-bb46-346481d4c88d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.732300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] Made reservation on behalf of 5c5a15f8c7a940d0a81ed56b8e98895a for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:42.735202 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.828056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b4a0a-e57f-4c4b-aed7-30c67e9634fd req-419d5806-c61a-41ae-9a31-65ca2b645aa1 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.829729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-808b4a0a-e57f-4c4b-aed7-30c67e9634fd req-419d5806-c61a-41ae-9a31-65ca2b645aa1 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 946 time: 0.0518620 Aug 16 01:53:42.852288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-15891379-c662-4e3b-8fb6-80e65bae44fd req-ed3d4ae5-2e7f-40c5-bb46-346481d4c88d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] For port c8e199a6-76b2-4d89-a1b9-1290bb217a81, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c8e199a6-76b2-4d89-a1b9-1290bb217a81,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:42.853074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-15891379-c662-4e3b-8fb6-80e65bae44fd req-ed3d4ae5-2e7f-40c5-bb46-346481d4c88d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.877409 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-15891379-c662-4e3b-8fb6-80e65bae44fd req-ed3d4ae5-2e7f-40c5-bb46-346481d4c88d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Calling delete_port for c8e199a6-76b2-4d89-a1b9-1290bb217a81 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:42.879220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-808b4a0a-e57f-4c4b-aed7-30c67e9634fd req-3217dec7-baca-47a6-905c-1aab2a57672a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Aug 16 01:53:42.974457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9a4a1-fb44-4474-b3c4-2326a6862cfa req-da1b71ce-7866-4d13-9be0-f353dfb53381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.976206 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fa9a4a1-fb44-4474-b3c4-2326a6862cfa req-da1b71ce-7866-4d13-9be0-f353dfb53381 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1097 time: 0.0472341 Aug 16 01:53:43.063117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1426d629-18a9-45a9-911f-c32feab8e0cb req-562e2a80-04c3-4712-a62f-3d914d448f79 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 210 time: 0.0319271 Aug 16 01:53:43.111146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9a4a1-fb44-4474-b3c4-2326a6862cfa req-c2b5dd4a-a105-43dd-8373-96206337754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.122959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fa9a4a1-fb44-4474-b3c4-2326a6862cfa req-c2b5dd4a-a105-43dd-8373-96206337754f service neutron] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.1272802 Aug 16 01:53:43.207735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7137b-8b6f-41a5-877c-4d660a3e88e2 req-e4f9a4f9-6ee0-4e51-b65c-ea45198b1d75 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.209297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22c7137b-8b6f-41a5-877c-4d660a3e88e2 req-e4f9a4f9-6ee0-4e51-b65c-ea45198b1d75 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0816739 Aug 16 01:53:43.251451 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22c7137b-8b6f-41a5-877c-4d660a3e88e2 req-77a2bb60-a2a3-4aeb-b11b-3d64c304cb14 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351825 Aug 16 01:53:43.291142 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.331708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fa9a4a1-fb44-4474-b3c4-2326a6862cfa req-466da4f6-eaca-4b7b-aa67-cfe47fc3c493 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 200 len: 1000 time: 0.2116303 Aug 16 01:53:43.351258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98588133-755c-45aa-b2e7-2d29cb7cfdea,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:43.361324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] Checking segment: {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:43.361682 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] Network hostable DHCP agents. Network: 5794c70e-7690-4d0b-bf23-c982fe556cf5, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:43.410507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10b335-a362-4456-bce9-422fb8db17ca req-d086e9d8-dfe7-4c88-b6bb-9fe07b685898 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.412018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d10b335-a362-4456-bce9-422fb8db17ca req-d086e9d8-dfe7-4c88-b6bb-9fe07b685898 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 946 time: 0.0971069 Aug 16 01:53:43.415962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9a4a1-fb44-4474-b3c4-2326a6862cfa req-ba8d487c-ea79-4f2f-bad8-63800b7c9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.420260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-15891379-c662-4e3b-8fb6-80e65bae44fd req-ed3d4ae5-2e7f-40c5-bb46-346481d4c88d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.424775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fa9a4a1-fb44-4474-b3c4-2326a6862cfa req-ba8d487c-ea79-4f2f-bad8-63800b7c9627 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0708568 Aug 16 01:53:43.428204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Made reservation on behalf of f4f5c7fe5a5946b08e2908fa74ce2090 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:43.430879 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.463369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d4ae5-2e7f-40c5-bb46-346481d4c88d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Pushing event deleted for resources: {'Port': ['ID=c8e199a6-76b2-4d89-a1b9-1290bb217a81,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:43.518303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-15891379-c662-4e3b-8fb6-80e65bae44fd req-ed3d4ae5-2e7f-40c5-bb46-346481d4c88d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] No DVR routers for this DVR port c8e199a6-76b2-4d89-a1b9-1290bb217a81 on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:43.521050 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-15891379-c662-4e3b-8fb6-80e65bae44fd req-ed3d4ae5-2e7f-40c5-bb46-346481d4c88d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.523135 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-15891379-c662-4e3b-8fb6-80e65bae44fd req-ed3d4ae5-2e7f-40c5-bb46-346481d4c88d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.64 "DELETE /v2.0/ports/c8e199a6-76b2-4d89-a1b9-1290bb217a81 HTTP/1.1" status: 204 len: 173 time: 0.9261413 Aug 16 01:53:43.523571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4181d7-f6d5-4578-a710-ff6289cced20', 'name': 'network-vif-deleted', 'tag': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:43.526097 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6424b83d-af5b-4062-9cf7-7191cc04194f" -d '{"events": [{"server_uuid": "5c4181d7-f6d5-4578-a710-ff6289cced20", "name": "network-vif-deleted", "tag": "c8e199a6-76b2-4d89-a1b9-1290bb217a81"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:43.549444 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] Network 5794c70e-7690-4d0b-bf23-c982fe556cf5 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:43.576478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d10b335-a362-4456-bce9-422fb8db17ca req-173ceeba-87e2-4e63-b09e-63eafa294023 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267357 Aug 16 01:53:43.576478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9a4a1-fb44-4474-b3c4-2326a6862cfa req-fdc96ca4-5b4f-4189-9d43-458d5ed37621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.576478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fa9a4a1-fb44-4474-b3c4-2326a6862cfa req-fdc96ca4-5b4f-4189-9d43-458d5ed37621 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367795 Aug 16 01:53:43.603444 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d8b038-d162-47cc-99db-5fda648edfb9 x-openstack-request-id: req-26d8b038-d162-47cc-99db-5fda648edfb9 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:43.603797 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4181d7-f6d5-4578-a710-ff6289cced20", "name": "network-vif-deleted", "tag": "c8e199a6-76b2-4d89-a1b9-1290bb217a81", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:43.604046 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-26d8b038-d162-47cc-99db-5fda648edfb9 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:43.604449 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4181d7-f6d5-4578-a710-ff6289cced20', 'name': 'network-vif-deleted', 'tag': 'c8e199a6-76b2-4d89-a1b9-1290bb217a81', 'status': 'completed', 'code': 200} Aug 16 01:53:43.748926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fa9a4a1-fb44-4474-b3c4-2326a6862cfa req-f22f5e8f-0539-4988-bbf8-1e8c345d6665 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592553 Aug 16 01:53:43.840016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fa9a4a1-fb44-4474-b3c4-2326a6862cfa req-815880fa-575e-4d3c-a07b-d67095a5bce2 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813713 Aug 16 01:53:43.901547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 5794c70e-7690-4d0b-bf23-c982fe556cf5) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:43.905702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.912924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.913179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735072e-001e-416d-b8eb-0ab3153ba605 None None] Network 5794c70e-7690-4d0b-bf23-c982fe556cf5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:44.024379 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.059743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-5794c70e-7690-4d0b-bf23-c982fe556cf5', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:44.060594 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.088548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf9354b-3773-43ee-b2b7-9f3e1c356689,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:44.096350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Checking segment: {'id': '41bef49f-16cf-4986-b8ca-bb8d7c16df53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'be6f802b-6f3f-479c-9c66-5afc8435e999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:44.096736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Network hostable DHCP agents. Network: be6f802b-6f3f-479c-9c66-5afc8435e999, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:44.227263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Allocated IP 172.20.0.2 (5794c70e-7690-4d0b-bf23-c982fe556cf5/98588133-755c-45aa-b2e7-2d29cb7cfdea/645f8c59-7a86-4028-b356-5e7a801ec500) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:44.389375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Network be6f802b-6f3f-479c-9c66-5afc8435e999 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:44.399663 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cfa2c92b-a6f7-470d-a26f-cfaa607592d5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3183196 Aug 16 01:53:44.400195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39244) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:44.400195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:44.631463 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.639361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Transition to ACTIVE for port object 645f8c59-7a86-4028-b356-5e7a801ec500 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:44.653470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Transition to ACTIVE for port object 645f8c59-7a86-4028-b356-5e7a801ec500 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:44.663748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, be6f802b-6f3f-479c-9c66-5afc8435e999) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:44.668932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:44.670609 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.677585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506e1cb-02dc-4962-b47d-ee00cbffb82c None None] Network be6f802b-6f3f-479c-9c66-5afc8435e999 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:44.721185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.722338 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.800439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.823716 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.835766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58969bce-4c08-4f19-8a99-0da5b01df456 None None] Network be6f802b-6f3f-479c-9c66-5afc8435e999 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:44.853214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba115df2-0fc8-4872-bdc2-58a4f68f1410 req-e0d13069-a369-4b17-b816-61d2c5179e22 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 210 time: 0.0268404 Aug 16 01:53:44.905312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Network 5794c70e-7690-4d0b-bf23-c982fe556cf5 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:44.915806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:44.932402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:44.932402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Pushing event updated for resources: {'Port': ['ID=645f8c59-7a86-4028-b356-5e7a801ec500,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:44.943484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8931b131-223a-431a-bf95-9f6626b14d5f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3938153 Aug 16 01:53:44.967248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f474924-fe6c-428a-a5af-e8a7e8edb730 req-f347a75c-841b-4e20-97c6-e0e60284197f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:44.970441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f474924-fe6c-428a-a5af-e8a7e8edb730 req-f347a75c-841b-4e20-97c6-e0e60284197f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0699074 Aug 16 01:53:45.054946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f474924-fe6c-428a-a5af-e8a7e8edb730 req-624cfa9a-5a87-47ec-b140-a5725a0bb9b7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631855 Aug 16 01:53:45.149276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3fdc9-eed8-4416-af7b-afe1a7d0c7c2 req-9af862eb-70ed-4e9b-9dd7-2cba12a944e8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:45.151073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50f3fdc9-eed8-4416-af7b-afe1a7d0c7c2 req-9af862eb-70ed-4e9b-9dd7-2cba12a944e8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 946 time: 0.0586872 Aug 16 01:53:45.160807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Attempting to bind port 645f8c59-7a86-4028-b356-5e7a801ec500 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:45.161113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Attempting to bind port 645f8c59-7a86-4028-b356-5e7a801ec500 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:45.161483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Attempting to bind port 645f8c59-7a86-4028-b356-5e7a801ec500 on network 5794c70e-7690-4d0b-bf23-c982fe556cf5 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:45.168742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:45.170829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Checking segment: {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:45.170829 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.170829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Bound using segment: {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:45.170829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Bound port: 645f8c59-7a86-4028-b356-5e7a801ec500, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:45.170829 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.195426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c8e199a6-76b2-4d89-a1b9-1290bb217a81 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:45.224076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: c8e199a6-76b2-4d89-a1b9-1290bb217a81 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:45.224436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c8e199a6-76b2-4d89-a1b9-1290bb217a81 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:45.268100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50f3fdc9-eed8-4416-af7b-afe1a7d0c7c2 req-e1940586-4dfa-43fa-9a40-c4fc0d4409cc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101854 Aug 16 01:53:45.304075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] For port 645f8c59-7a86-4028-b356-5e7a801ec500, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:45.307651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] For port 645f8c59-7a86-4028-b356-5e7a801ec500, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=645f8c59-7a86-4028-b356-5e7a801ec500,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:45.381106 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.421089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1910f87-60ce-481c-8684-97917fb944fe req-7f5819cc-ad95-44f0-8e03-20ffe8940eed tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:45.422745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1910f87-60ce-481c-8684-97917fb944fe req-7f5819cc-ad95-44f0-8e03-20ffe8940eed tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0614953 Aug 16 01:53:45.435254 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.462565 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1910f87-60ce-481c-8684-97917fb944fe req-ae9a7c55-e977-4c9d-9d9f-23adab5e364d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335102 Aug 16 01:53:45.518662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b43ad-ee34-42d7-835c-4e2d3048b957 None None] Pushing event updated for resources: {'Port': ['ID=645f8c59-7a86-4028-b356-5e7a801ec500,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:45.776706 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.803901 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.017236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-1ae723ce-b881-4c7f-b89a-425177c8a0ac tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:46.024517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-1ae723ce-b881-4c7f-b89a-425177c8a0ac tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/networks?id=be6f802b-6f3f-479c-9c66-5afc8435e999 HTTP/1.1" status: 200 len: 822 time: 0.1984804 Aug 16 01:53:46.043271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Allocated IP 172.25.8.101 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/0701d8d1-7ee1-422f-98c1-3f12c00c16e1) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:46.054984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-c10c6d55-bd14-4198-8cc0-8405885d018b tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/quotas/f4f5c7fe5a5946b08e2908fa74ce2090 HTTP/1.1" status: 200 len: 375 time: 0.0295200 Aug 16 01:53:46.073382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 645f8c59-7a86-4028-b356-5e7a801ec500 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:46.094396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-d69427f7-b11d-40b4-bc5d-79f68b6a8818 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4f5c7fe5a5946b08e2908fa74ce2090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384901 Aug 16 01:53:46.263442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-fe935175-926e-416c-bfff-0079be71733a service neutron] 10.222.0.66 "GET /v2.0/networks/be6f802b-6f3f-479c-9c66-5afc8435e999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601033 Aug 16 01:53:46.268447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.291765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 645f8c59-7a86-4028-b356-5e7a801ec500 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:46.479008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239d8c2-d6b3-4841-9875-a1ec0ad0bbb6 req-db4d6bb3-2ffd-48ff-891b-27f789092fa6 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:46.480588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0239d8c2-d6b3-4841-9875-a1ec0ad0bbb6 req-db4d6bb3-2ffd-48ff-891b-27f789092fa6 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 946 time: 0.2012744 Aug 16 01:53:46.544528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58746c-de1f-427a-8704-9903a85d116c req-dab10676-061d-4988-af3f-16991ccd11b5 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:46.546052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-dab10676-061d-4988-af3f-16991ccd11b5 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.74 "GET /v2.0/networks?id=0258907d-1453-45b3-ad67-ae6555de60f4 HTTP/1.1" status: 200 len: 815 time: 0.2721686 Aug 16 01:53:46.575272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Request body: {'port': {'device_id': '6eb9bbd8-8241-46f1-9af0-657178b30c2e', 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4', 'admin_state_up': True, 'tenant_id': '753c30e1989e4520b324f29beb099fb1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:46.623564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4a2e6-973b-4c8c-891a-bb7c57abb629 None None] Network 5794c70e-7690-4d0b-bf23-c982fe556cf5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:46.644967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-ff9dd6d3-d438-40fc-83ff-5a6b383a052a service neutron] 10.222.0.66 "GET /v2.0/networks/be6f802b-6f3f-479c-9c66-5afc8435e999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683822 Aug 16 01:53:46.670183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.742427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:46.754096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:46.760995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d12307d4-067a-48cf-82db-3f81c154a5d7 None None] Provisioning for port 645f8c59-7a86-4028-b356-5e7a801ec500 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:46.761136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-0239d8c2-d6b3-4841-9875-a1ec0ad0bbb6 req-9632d78d-cb69-4a97-b0a2-b41a6ea46e78 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Deleting port e6617279-9318-4a03-8731-9b5414e9867a {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:46.761363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0239d8c2-d6b3-4841-9875-a1ec0ad0bbb6 req-9632d78d-cb69-4a97-b0a2-b41a6ea46e78 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.765906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:46.769220 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d12307d4-067a-48cf-82db-3f81c154a5d7 None None] Provisioning complete for port 645f8c59-7a86-4028-b356-5e7a801ec500 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:46.769595 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d12307d4-067a-48cf-82db-3f81c154a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.780616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0701d8d1-7ee1-422f-98c1-3f12c00c16e1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:46.931688 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d12307d4-067a-48cf-82db-3f81c154a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.959782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Made reservation on behalf of 753c30e1989e4520b324f29beb099fb1 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:46.963300 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.972591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d12307d4-067a-48cf-82db-3f81c154a5d7 None None] For port 645f8c59-7a86-4028-b356-5e7a801ec500, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=645f8c59-7a86-4028-b356-5e7a801ec500,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:46.976596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0239d8c2-d6b3-4841-9875-a1ec0ad0bbb6 req-9632d78d-cb69-4a97-b0a2-b41a6ea46e78 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] For port e6617279-9318-4a03-8731-9b5414e9867a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e6617279-9318-4a03-8731-9b5414e9867a,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:46.976941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0239d8c2-d6b3-4841-9875-a1ec0ad0bbb6 req-9632d78d-cb69-4a97-b0a2-b41a6ea46e78 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.018402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-0239d8c2-d6b3-4841-9875-a1ec0ad0bbb6 req-9632d78d-cb69-4a97-b0a2-b41a6ea46e78 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Calling delete_port for e6617279-9318-4a03-8731-9b5414e9867a owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:47.195506 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d12307d4-067a-48cf-82db-3f81c154a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.210633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Allocated IP 172.20.0.14 (0258907d-1453-45b3-ad67-ae6555de60f4/7bc8dac7-1c32-4619-adf2-5a9b9b9f320a/a22fed16-227a-461b-bb08-bc4079204ba1) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:47.245367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12307d4-067a-48cf-82db-3f81c154a5d7 None None] Pushing event updated for resources: {'Port': ['ID=645f8c59-7a86-4028-b356-5e7a801ec500,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:47.321719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7cc3e140-79bf-4de7-8737-45dfdeeace4b None None] Provisioning complete for port 645f8c59-7a86-4028-b356-5e7a801ec500 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:47.322130 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e140-79bf-4de7-8737-45dfdeeace4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.443278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.838066 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0239d8c2-d6b3-4841-9875-a1ec0ad0bbb6 req-9632d78d-cb69-4a97-b0a2-b41a6ea46e78 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.850141 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:47.895782 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-721721c8-72ad-4032-b9b2-c2b15a15518c req-cc80d4a4-dcdd-4179-8c8d-7cd9cfb73c0c tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 210 time: 0.0629156 Aug 16 01:53:47.930889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632d78d-cb69-4a97-b0a2-b41a6ea46e78 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event deleted for resources: {'Port': ['ID=e6617279-9318-4a03-8731-9b5414e9867a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.017490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.077074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0239d8c2-d6b3-4841-9875-a1ec0ad0bbb6 req-9632d78d-cb69-4a97-b0a2-b41a6ea46e78 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] No DVR routers for this DVR port e6617279-9318-4a03-8731-9b5414e9867a on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:48.078917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 645f8c59-7a86-4028-b356-5e7a801ec500 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:48.079784 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0239d8c2-d6b3-4841-9875-a1ec0ad0bbb6 req-9632d78d-cb69-4a97-b0a2-b41a6ea46e78 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.083118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0239d8c2-d6b3-4841-9875-a1ec0ad0bbb6 req-9632d78d-cb69-4a97-b0a2-b41a6ea46e78 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "DELETE /v2.0/ports/e6617279-9318-4a03-8731-9b5414e9867a HTTP/1.1" status: 204 len: 173 time: 1.5914645 Aug 16 01:53:48.087155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535816c0-b845-4264-aa9c-8b9fcf0ba620', 'name': 'network-vif-deleted', 'tag': 'e6617279-9318-4a03-8731-9b5414e9867a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:48.089473 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5abc0b-3f45-463a-8809-1aaf6733a1a9" -d '{"events": [{"server_uuid": "535816c0-b845-4264-aa9c-8b9fcf0ba620", "name": "network-vif-deleted", "tag": "e6617279-9318-4a03-8731-9b5414e9867a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:48.094655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c0b91ac-4cf9-4b01-bfc2-2609bb024846 req-6a70aee7-d2db-43b8-963e-3efe4c2ae05b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=535816c0-b845-4264-aa9c-8b9fcf0ba620 HTTP/1.1" status: 200 len: 210 time: 0.0745881 Aug 16 01:53:48.137423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 645f8c59-7a86-4028-b356-5e7a801ec500 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:48.137808 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.194986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2739675a-c7e3-4f5f-84e1-24720fa8ee08 req-0d36ec61-5645-448c-885e-e4da55d9eb85 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 210 time: 0.0425413 Aug 16 01:53:48.277959 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.286346 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.396838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Network 0258907d-1453-45b3-ad67-ae6555de60f4 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:48.410537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:48.414731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Pushing event updated for resources: {'Port': ['ID=a22fed16-227a-461b-bb08-bc4079204ba1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.418961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:48.484146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dd48e-b82e-4957-b73a-dc87ea90e589 req-e9ffde0e-661f-4d80-ae0a-d9b312ef5eb2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:48.485692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c0dd48e-b82e-4957-b73a-dc87ea90e589 req-e9ffde0e-661f-4d80-ae0a-d9b312ef5eb2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.2056262 Aug 16 01:53:48.548422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:48.548422 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.572526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c0dd48e-b82e-4957-b73a-dc87ea90e589 req-bc0d2332-4182-497d-885d-3eea129631b5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740349 Aug 16 01:53:48.629353 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212d3acc-85d5-45b6-8507-1b8ba931e583 x-openstack-request-id: req-212d3acc-85d5-45b6-8507-1b8ba931e583 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:48.629664 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535816c0-b845-4264-aa9c-8b9fcf0ba620", "name": "network-vif-deleted", "tag": "e6617279-9318-4a03-8731-9b5414e9867a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:48.629944 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-212d3acc-85d5-45b6-8507-1b8ba931e583 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:48.630396 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535816c0-b845-4264-aa9c-8b9fcf0ba620', 'name': 'network-vif-deleted', 'tag': 'e6617279-9318-4a03-8731-9b5414e9867a', 'status': 'completed', 'code': 200} Aug 16 01:53:48.686225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-6b69c809-03de-48fe-ab4d-7a448f642fbf tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1190069 Aug 16 01:53:48.699930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Request body: {'port': {'device_id': '6eb9bbd8-8241-46f1-9af0-657178b30c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:48.720327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Router c8eb8845-4d43-40e1-9768-aec27ac865f9 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:53:48.795888 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.911470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:48.929979 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Sync routers for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:48.941932 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:48.942569 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:49.058419 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:49.111907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cb8ca-a5cf-4637-a49f-ab988544f596 req-7011bedd-8439-4f78-8aee-4282766916d1 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:49.113683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b9cb8ca-a5cf-4637-a49f-ab988544f596 req-7011bedd-8439-4f78-8aee-4282766916d1 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0866466 Aug 16 01:53:49.130089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.131295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9b6c70f1-eefb-4ceb-b224-bfb389cbb9c9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.7363300 Aug 16 01:53:49.134331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39338) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:49.190705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b9cb8ca-a5cf-4637-a49f-ab988544f596 req-e8e5dbe9-d4d8-4990-ac93-2abe2182cf26 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689154 Aug 16 01:53:49.206610 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e6617279-9318-4a03-8731-9b5414e9867a no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:49.236669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: e6617279-9318-4a03-8731-9b5414e9867a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:49.237252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e6617279-9318-4a03-8731-9b5414e9867a not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:49.273013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22fed16-227a-461b-bb08-bc4079204ba1 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:49.290518 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.310474 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:47Z', 'revision_number': 3, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:49.336933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Transition to ACTIVE for port object a22fed16-227a-461b-bb08-bc4079204ba1 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:49.337356 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Checking router: c8eb8845-4d43-40e1-9768-aec27ac865f9 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:49.337927 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Updating router c8eb8845-4d43-40e1-9768-aec27ac865f9 port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:49.360731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553169d-340c-4de1-a49a-c01174c0557a req-2677e152-f394-4e4d-b813-c37d92482687 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:49.368475 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.369516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c553169d-340c-4de1-a49a-c01174c0557a req-2677e152-f394-4e4d-b813-c37d92482687 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 932 time: 0.0714743 Aug 16 01:53:49.385904 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.445433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c553169d-340c-4de1-a49a-c01174c0557a req-47ad15e3-6de6-4e3a-ad30-d21032a3e99a tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747697 Aug 16 01:53:49.459585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Pushing event updated for resources: {'Port': ['ID=a22fed16-227a-461b-bb08-bc4079204ba1,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:49.534704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Attempting to bind port a22fed16-227a-461b-bb08-bc4079204ba1 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:49.535049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Attempting to bind port a22fed16-227a-461b-bb08-bc4079204ba1 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:49.535380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Attempting to bind port a22fed16-227a-461b-bb08-bc4079204ba1 on network 0258907d-1453-45b3-ad67-ae6555de60f4 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:49.541515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Port a22fed16-227a-461b-bb08-bc4079204ba1 on network 0258907d-1453-45b3-ad67-ae6555de60f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:49.541515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Attempting to bind port a22fed16-227a-461b-bb08-bc4079204ba1 on network 0258907d-1453-45b3-ad67-ae6555de60f4 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:49.548192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:49.549127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Checking segment: {'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:49.549127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Bound using segment: {'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:49.549403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Bound port: a22fed16-227a-461b-bb08-bc4079204ba1, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:49.549767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.650733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f92db06f-712a-4114-a63b-33e21fe3792c req-3a207985-df5a-4780-9c77-d41dd96f7a96 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 210 time: 0.0447888 Aug 16 01:53:49.703043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] For port a22fed16-227a-461b-bb08-bc4079204ba1, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:49.709436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] For port a22fed16-227a-461b-bb08-bc4079204ba1, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a22fed16-227a-461b-bb08-bc4079204ba1,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:49.776513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.784639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.834617 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.850297 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Transition to ACTIVE for port object 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:49.888870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:49.889496 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.890951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] 10.222.0.74 "PUT /v2.0/ports/a22fed16-227a-461b-bb08-bc4079204ba1 HTTP/1.1" status: 200 len: 1093 time: 1.1958826 Aug 16 01:53:49.934737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536a598-cec9-4113-9edb-2a4524f70378 service neutron] Pushing event updated for resources: {'Port': ['ID=a22fed16-227a-461b-bb08-bc4079204ba1,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:49.953724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-76d5e211-75e3-4fce-b8a4-8f3bd13b0d5b tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:49.955334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-76d5e211-75e3-4fce-b8a4-8f3bd13b0d5b tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.64 "GET /v2.0/networks?id=be6f802b-6f3f-479c-9c66-5afc8435e999 HTTP/1.1" status: 200 len: 822 time: 0.1963592 Aug 16 01:53:49.970571 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.974510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Request body: {'port': {'device_id': '21eae8f3-c32d-41c0-98cb-d36448d6454c', 'network_id': 'be6f802b-6f3f-479c-9c66-5afc8435e999', 'admin_state_up': True, 'tenant_id': 'f4f5c7fe5a5946b08e2908fa74ce2090'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:49.999699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Allocated IP 172.20.0.1 (5794c70e-7690-4d0b-bf23-c982fe556cf5/98588133-755c-45aa-b2e7-2d29cb7cfdea/c4192147-8645-45c3-b88e-2336296731e6) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:50.035293 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2f1d4-41bf-47d9-bd99-50c05245c6a8 None None] Pushing event updated for resources: {'Port': ['ID=0701d8d1-7ee1-422f-98c1-3f12c00c16e1,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:50.038108 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Attempting to bind port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:50.038579 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Attempting to bind port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:50.038992 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Attempting to bind port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:50.051657 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:50.052141 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:50.052439 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.053236 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:50.053361 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Bound port: 0701d8d1-7ee1-422f-98c1-3f12c00c16e1, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:50.053659 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.134805 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] For port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:50.142374 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] For port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0701d8d1-7ee1-422f-98c1-3f12c00c16e1,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:50.145105 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.162710 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Transition to ACTIVE for port object c4192147-8645-45c3-b88e-2336296731e6 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:50.166637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58746c-de1f-427a-8704-9903a85d116c req-5b7e8cfe-4fe9-4fc8-aa39-f2d922c56dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:50.168625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-5b7e8cfe-4fe9-4fc8-aa39-f2d922c56dc9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=753c30e1989e4520b324f29beb099fb1&device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 1096 time: 0.1027813 Aug 16 01:53:50.218975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-5db11042-0ce6-49e4-a088-1e143118149d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a22fed16-227a-461b-bb08-bc4079204ba1 HTTP/1.1" status: 200 len: 217 time: 0.0354867 Aug 16 01:53:50.278191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58746c-de1f-427a-8704-9903a85d116c req-444af5a6-dea4-4400-b8cc-6cbbc733a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:50.279692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-444af5a6-dea4-4400-b8cc-6cbbc733a1f2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bc8dac7-1c32-4619-adf2-5a9b9b9f320a HTTP/1.1" status: 200 len: 855 time: 0.0545495 Aug 16 01:53:50.313537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-ba764ae9-8250-49e9-abf2-ca132fe2b98c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0258907d-1453-45b3-ad67-ae6555de60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266504 Aug 16 01:53:50.338115 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.379372 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.396214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Made reservation on behalf of f4f5c7fe5a5946b08e2908fa74ce2090 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:50.405108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.412628 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:50.413609 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:50.439877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Network 5794c70e-7690-4d0b-bf23-c982fe556cf5 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:50.443144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:50.447169 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:50.453402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Pushing event updated for resources: {'Port': ['ID=c4192147-8645-45c3-b88e-2336296731e6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:50.489707 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2f1d4-41bf-47d9-bd99-50c05245c6a8 None None] Pushing event updated for resources: {'Port': ['ID=0701d8d1-7ee1-422f-98c1-3f12c00c16e1,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:50.528331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.550440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-81e3bdf3-8ac2-400d-92bc-31bc5f96918e service neutron] 10.222.0.74 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301953 Aug 16 01:53:50.633855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9bbd8-8241-46f1-9af0-657178b30c2e', 'tag': 'a22fed16-227a-461b-bb08-bc4079204ba1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:50.639513 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d642fa44-6ba8-4127-8b63-8d8b62251b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9bbd8-8241-46f1-9af0-657178b30c2e", "tag": "a22fed16-227a-461b-bb08-bc4079204ba1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:50.658341 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:50.690071 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.811993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Allocated IP 172.20.0.13 (be6f802b-6f3f-479c-9c66-5afc8435e999/dcf9354b-3773-43ee-b2b7-9f3e1c356689/f19fcee8-175f-4bbe-b3e8-d1bbba72fe75) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:50.850823 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.884999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d58746c-de1f-427a-8704-9903a85d116c req-bdcbaef3-d9c3-4a4c-b287-61f6399724c4 service neutron] 10.222.0.74 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188965 Aug 16 01:53:50.912719 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:47Z', 'revision_number': 3, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:50.914810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3aa895ae-b416-4a4b-94b3-6dcd5b1ef0c0 None None] Provisioning for port c4192147-8645-45c3-b88e-2336296731e6 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:50.920707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3aa895ae-b416-4a4b-94b3-6dcd5b1ef0c0 None None] Provisioning complete for port c4192147-8645-45c3-b88e-2336296731e6 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:50.921496 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3aa895ae-b416-4a4b-94b3-6dcd5b1ef0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.928351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec118c-6eca-40e3-ac0b-7a47836c8e73 req-b494b991-65e2-46ce-a430-0b0f7e6c69a5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:50.929967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4ec118c-6eca-40e3-ac0b-7a47836c8e73 req-b494b991-65e2-46ce-a430-0b0f7e6c69a5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1231978 Aug 16 01:53:50.947642 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fa14ef-2d0b-48b6-8c75-5e175a7ebe48 None None] The sync data for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 is: [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:47Z', 'revision_number': 3, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:50.976364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3aa895ae-b416-4a4b-94b3-6dcd5b1ef0c0 None None] Port c4192147-8645-45c3-b88e-2336296731e6 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:51.049064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4ec118c-6eca-40e3-ac0b-7a47836c8e73 req-b3bb0a4e-548d-461b-803c-633cdb4fcd82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122189 Aug 16 01:53:51.063993 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.124178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.171313 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.208456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992e728-3541-4b7e-9521-f57e31f5fc54 req-d65ea63a-e165-4b45-84e7-c8e9923fc3c1 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:51.210840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2992e728-3541-4b7e-9521-f57e31f5fc54 req-d65ea63a-e165-4b45-84e7-c8e9923fc3c1 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 944 time: 0.0793881 Aug 16 01:53:51.272900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Pushing event updated for resources: {'Port': ['ID=c4192147-8645-45c3-b88e-2336296731e6,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:51.276474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.295229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2992e728-3541-4b7e-9521-f57e31f5fc54 req-7f80f3c2-a339-4322-b55f-9603e46d09a3 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769198 Aug 16 01:53:51.297510 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.448110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Network 5794c70e-7690-4d0b-bf23-c982fe556cf5 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:51.450122 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:51.471674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Pushing event updated for resources: {'Port': ['ID=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:51.504298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Network be6f802b-6f3f-479c-9c66-5afc8435e999 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:51.514291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:51.537410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:51.618337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49145409-81aa-4830-b5ba-84b8221bfbd4 req-84b730ff-4dd3-47a5-bdf3-14f58e2ea2e1 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:51.619971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49145409-81aa-4830-b5ba-84b8221bfbd4 req-84b730ff-4dd3-47a5-bdf3-14f58e2ea2e1 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 932 time: 0.1560755 Aug 16 01:53:51.646005 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Router c8eb8845-4d43-40e1-9768-aec27ac865f9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:51.666942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:51.667598 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.717804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49145409-81aa-4830-b5ba-84b8221bfbd4 req-e7c3e2c0-c0bb-4ca2-95d6-9bdd74075362 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/security-groups?id=727401c9-fbf7-4200-9970-53989efb0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852699 Aug 16 01:53:51.772940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-71440841-89f7-495c-8df8-04cc1fd71ab8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8059404 Aug 16 01:53:51.777687 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1404f662-0f3f-40e4-809b-d652a7318e10 x-openstack-request-id: req-1404f662-0f3f-40e4-809b-d652a7318e10 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:51.784414 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9bbd8-8241-46f1-9af0-657178b30c2e", "tag": "a22fed16-227a-461b-bb08-bc4079204ba1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:51.784414 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1404f662-0f3f-40e4-809b-d652a7318e10 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:51.784414 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb9bbd8-8241-46f1-9af0-657178b30c2e', 'tag': 'a22fed16-227a-461b-bb08-bc4079204ba1', 'status': 'completed', 'code': 200} Aug 16 01:53:51.785295 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.787424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Request body: {'port': {'device_id': '21eae8f3-c32d-41c0-98cb-d36448d6454c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:51.816947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1fa44242-23bf-436a-ae81-0ce47640f46b None None] Provisioning complete for port c4192147-8645-45c3-b88e-2336296731e6 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:51.823447 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1fa44242-23bf-436a-ae81-0ce47640f46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.907596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:51.909671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1fa44242-23bf-436a-ae81-0ce47640f46b None None] Port c4192147-8645-45c3-b88e-2336296731e6 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:51.922463 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c336c6ad-ff45-4397-919a-d65398882e96 admin admin] 10.222.0.66 "PUT /v2.0/routers/c8eb8845-4d43-40e1-9768-aec27ac865f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7865815 Aug 16 01:53:51.936501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.962396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642fa44-6ba8-4127-8b63-8d8b62251b5b req-bdecad0c-92eb-4bb1-a652-0b2b4ff8b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:51.964307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d642fa44-6ba8-4127-8b63-8d8b62251b5b req-bdecad0c-92eb-4bb1-a652-0b2b4ff8b69f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=753c30e1989e4520b324f29beb099fb1&device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 1096 time: 0.1443565 Aug 16 01:53:52.098986 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:52.106140 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642fa44-6ba8-4127-8b63-8d8b62251b5b req-5e77a67f-48b9-4f73-8258-aaa6447ecd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:52.107704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d642fa44-6ba8-4127-8b63-8d8b62251b5b req-5e77a67f-48b9-4f73-8258-aaa6447ecd21 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0258907d-1453-45b3-ad67-ae6555de60f4 HTTP/1.1" status: 200 len: 916 time: 0.1319950 Aug 16 01:53:52.177582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d642fa44-6ba8-4127-8b63-8d8b62251b5b req-3085b47c-9053-4426-91cc-07f50b5a9353 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a22fed16-227a-461b-bb08-bc4079204ba1 HTTP/1.1" status: 200 len: 217 time: 0.0581512 Aug 16 01:53:52.304473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642fa44-6ba8-4127-8b63-8d8b62251b5b req-b16d3626-b80d-4219-ab88-d9957551388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:52.305928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d642fa44-6ba8-4127-8b63-8d8b62251b5b req-b16d3626-b80d-4219-ab88-d9957551388d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bc8dac7-1c32-4619-adf2-5a9b9b9f320a HTTP/1.1" status: 200 len: 855 time: 0.1151481 Aug 16 01:53:52.331929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:52.336539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:52.340366 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.363939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d642fa44-6ba8-4127-8b63-8d8b62251b5b req-f0b8dd95-0163-42db-9006-d65cc0ae5319 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0258907d-1453-45b3-ad67-ae6555de60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281248 Aug 16 01:53:52.442045 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.465387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0701d8d1-7ee1-422f-98c1-3f12c00c16e1,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:52.572033 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.593278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d642fa44-6ba8-4127-8b63-8d8b62251b5b req-1741f986-8b16-495b-9e24-5f2c03ca7b93 service neutron] 10.222.0.74 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191470 Aug 16 01:53:52.623444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=0701d8d1-7ee1-422f-98c1-3f12c00c16e1,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:52.676528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-5b603a44-2b4b-45c1-b2e3-8ee9323e2b75 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:52.677985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-5b603a44-2b4b-45c1-b2e3-8ee9323e2b75 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.2820058 Aug 16 01:53:52.706810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:52.718667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.723229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-bb35027f-e7a7-43a3-82be-1e93d297cca3 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/quotas/01123a5299b448f29d82494bba871d75 HTTP/1.1" status: 200 len: 375 time: 0.0363116 Aug 16 01:53:52.770101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Transition to ACTIVE for port object f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:52.783885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d642fa44-6ba8-4127-8b63-8d8b62251b5b req-885bb3ee-9bac-4a37-b177-cd1c4ef24205 service neutron] 10.222.0.74 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797907 Aug 16 01:53:52.799759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-12f648ba-7981-4dfe-8994-8df62fb2149d tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681360 Aug 16 01:53:52.873370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.941713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Pushing event updated for resources: {'Port': ['ID=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:52.970745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Sync routers for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:52.979643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:52.980392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:53.004258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-af515721-05fc-498e-b81f-ad4e42328b51 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772418 Aug 16 01:53:53.077791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Attempting to bind port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:53.078065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Attempting to bind port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '41bef49f-16cf-4986-b8ca-bb8d7c16df53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'be6f802b-6f3f-479c-9c66-5afc8435e999'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:53.078392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Attempting to bind port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 on network be6f802b-6f3f-479c-9c66-5afc8435e999 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:53.085062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 on network be6f802b-6f3f-479c-9c66-5afc8435e999 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:53.085461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Attempting to bind port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 on network be6f802b-6f3f-479c-9c66-5afc8435e999 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:53.098993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:53.099331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Checking segment: {'id': '41bef49f-16cf-4986-b8ca-bb8d7c16df53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'be6f802b-6f3f-479c-9c66-5afc8435e999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:53.099714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Bound using segment: {'id': '41bef49f-16cf-4986-b8ca-bb8d7c16df53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'be6f802b-6f3f-479c-9c66-5afc8435e999'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:53.100142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Bound port: f19fcee8-175f-4bbe-b3e8-d1bbba72fe75, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41bef49f-16cf-4986-b8ca-bb8d7c16df53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'be6f802b-6f3f-479c-9c66-5afc8435e999'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:53.100280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:53.100515 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.153633 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-05151d5b-12df-4e53-9531-a4d912f13fc8 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430824 Aug 16 01:53:53.189241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] For port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:53.192748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] For port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75,segment=NetworkSegment(41bef49f-16cf-4986-b8ca-bb8d7c16df53),segment_id=41bef49f-16cf-4986-b8ca-bb8d7c16df53)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:53.296690 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.313880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 2, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:53.336725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.337355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.338876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] 10.222.0.64 "PUT /v2.0/ports/f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 HTTP/1.1" status: 200 len: 1093 time: 1.5564361 Aug 16 01:53:53.346322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Checking router: c8eb8845-4d43-40e1-9768-aec27ac865f9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:53.346837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Updating router c8eb8845-4d43-40e1-9768-aec27ac865f9 port c4192147-8645-45c3-b88e-2336296731e6 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:53.357418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8fb41-a621-4f9a-9784-1d78fca4b2dc service neutron] Pushing event updated for resources: {'Port': ['ID=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:53.378820 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.681610 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.692234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Transition to ACTIVE for port object c4192147-8645-45c3-b88e-2336296731e6 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:53.772254 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.780662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21eae8f3-c32d-41c0-98cb-d36448d6454c', 'tag': 'f19fcee8-175f-4bbe-b3e8-d1bbba72fe75'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:53.783134 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb253d0-17aa-4220-8531-dc1bc58904e8" -d '{"events": [{"name": "network-changed", "server_uuid": "21eae8f3-c32d-41c0-98cb-d36448d6454c", "tag": "f19fcee8-175f-4bbe-b3e8-d1bbba72fe75"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:53.821007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4fbca-fa62-4566-867a-31c88101b7ef None None] Pushing event updated for resources: {'Port': ['ID=c4192147-8645-45c3-b88e-2336296731e6,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:53.895104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Attempting to bind port c4192147-8645-45c3-b88e-2336296731e6 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:53.895104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Attempting to bind port c4192147-8645-45c3-b88e-2336296731e6 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:53.895104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Attempting to bind port c4192147-8645-45c3-b88e-2336296731e6 on network 5794c70e-7690-4d0b-bf23-c982fe556cf5 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:53.899306 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:53.899740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Checking segment: {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:53.900144 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.900538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Bound using segment: {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:53.901414 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Bound port: c4192147-8645-45c3-b88e-2336296731e6, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:53.901799 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.971999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] For port c4192147-8645-45c3-b88e-2336296731e6, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:53.976627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] For port c4192147-8645-45c3-b88e-2336296731e6, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c4192147-8645-45c3-b88e-2336296731e6,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:54.017095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:54.076670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:54.077049 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.146297 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.151611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39420) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:54.218137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:54.218784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:53:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:54.254614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4fbca-fa62-4566-867a-31c88101b7ef None None] Pushing event updated for resources: {'Port': ['ID=c4192147-8645-45c3-b88e-2336296731e6,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:54.289471 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-972bb090-a3d2-4b8f-b7c9-4a548c3fb37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.343110 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:54.385944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-972bb090-a3d2-4b8f-b7c9-4a548c3fb37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.422843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a22fed16-227a-461b-bb08-bc4079204ba1 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:54.445997 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-972bb090-a3d2-4b8f-b7c9-4a548c3fb37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.496579 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-972bb090-a3d2-4b8f-b7c9-4a548c3fb37c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=902fa91e1d1b461b8ef21120f170f26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423615 Aug 16 01:53:54.497423 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bb090-a3d2-4b8f-b7c9-4a548c3fb37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a8a8d6-125e-4546-b285-2f8c3d91c592,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:54.499615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39426) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:54.553278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-25a99429-605e-4c47-a613-35036ef9a936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.577958 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-25a99429-605e-4c47-a613-35036ef9a936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.754056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a22fed16-227a-461b-bb08-bc4079204ba1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a22fed16-227a-461b-bb08-bc4079204ba1,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:54.766152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-8e7a7f2b-9a96-4923-a6b3-8f59a27309d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:54.768281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-8e7a7f2b-9a96-4923-a6b3-8f59a27309d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4f5c7fe5a5946b08e2908fa74ce2090&device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 1096 time: 0.0454907 Aug 16 01:53:54.768687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'a22fed16-227a-461b-bb08-bc4079204ba1', 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4', 'port_id': 'a22fed16-227a-461b-bb08-bc4079204ba1', 'mac_address': 'fa:16:3e:7a:78:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8dac7-1c32-4619-adf2-5a9b9b9f320a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:54.815772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:53Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:54.848895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.851015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e27581-9867-45d4-9465-bd3ebc770f32 None None] The sync data for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 is: [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:53Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:54.865126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22fed16-227a-461b-bb08-bc4079204ba1 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:54.892238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a22fed16-227a-461b-bb08-bc4079204ba1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a22fed16-227a-461b-bb08-bc4079204ba1,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:55.092366 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.148105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a22fed16-227a-461b-bb08-bc4079204ba1,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:55.223882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-ed13dd8e-2dbb-4846-9240-ad4f29cc0b62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 HTTP/1.1" status: 200 len: 217 time: 0.4479709 Aug 16 01:53:55.224457 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-25a99429-605e-4c47-a613-35036ef9a936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.227027 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-25a99429-605e-4c47-a613-35036ef9a936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.230554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-25a99429-605e-4c47-a613-35036ef9a936 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35a8a8d6-125e-4546-b285-2f8c3d91c592 HTTP/1.1" status: 204 len: 168 time: 0.7274537 Aug 16 01:53:55.292405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a99429-605e-4c47-a613-35036ef9a936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a8a8d6-125e-4546-b285-2f8c3d91c592,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:55.364481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-d0635684-5426-4b26-88dc-2093c8a9e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:55.366014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-d0635684-5426-4b26-88dc-2093c8a9e995 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcf9354b-3773-43ee-b2b7-9f3e1c356689 HTTP/1.1" status: 200 len: 862 time: 0.1283576 Aug 16 01:53:55.399009 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['a22fed16-227a-461b-bb08-bc4079204ba1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:55.406426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-7d0af846-4fb5-4b82-8bfd-1d0a7ae9fce5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be6f802b-6f3f-479c-9c66-5afc8435e999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323467 Aug 16 01:53:55.454962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-b512b5bb-33bb-4db2-bcc3-7f18da5e2b89 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:55.463302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-b512b5bb-33bb-4db2-bcc3-7f18da5e2b89 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 821 time: 0.2419510 Aug 16 01:53:55.524164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a41a984-4c3d-4480-b767-ccab624c1cda tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/quotas/5c5a15f8c7a940d0a81ed56b8e98895a HTTP/1.1" status: 200 len: 375 time: 0.0599282 Aug 16 01:53:55.598618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-a32a12eb-c51c-4b2e-bb52-cdd8c9f19807 service neutron] 10.222.0.64 "GET /v2.0/networks/be6f802b-6f3f-479c-9c66-5afc8435e999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840880 Aug 16 01:53:55.614541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-af5fe3d7-9329-4d22-83c3-93aed987d98b tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745916 Aug 16 01:53:55.780430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c94ee407-0b15-4235-ad5f-4cec03663034 req-f8a9fef7-8435-4fc5-af8c-dd3860792576 service neutron] 10.222.0.64 "GET /v2.0/networks/be6f802b-6f3f-479c-9c66-5afc8435e999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646948 Aug 16 01:53:55.784136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-c2288c72-1b6a-47c1-b64f-5c2b3a25f83a service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570649 Aug 16 01:53:55.911736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-9ac8a965-d4d6-4d9e-9c88-4015bedf6fdc service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169026 Aug 16 01:53:56.038353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c4192147-8645-45c3-b88e-2336296731e6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:56.102639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39446) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:56.117796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dad0dff1-ed05-4340-93ef-59c9c6c04f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.174634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c4192147-8645-45c3-b88e-2336296731e6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:56.188913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c4192147-8645-45c3-b88e-2336296731e6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:56.188913 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.273228 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.291831 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dad0dff1-ed05-4340-93ef-59c9c6c04f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.301600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35391d09-1926-4438-97ce-f5035857ca28 req-32fa5761-b232-478b-9e96-404f350eca8a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.307073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35391d09-1926-4438-97ce-f5035857ca28 req-32fa5761-b232-478b-9e96-404f350eca8a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0927060 Aug 16 01:53:56.311269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c4192147-8645-45c3-b88e-2336296731e6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c4192147-8645-45c3-b88e-2336296731e6,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:56.400210 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35391d09-1926-4438-97ce-f5035857ca28 req-ddfcab8d-78f0-4491-adcd-4efbe8bdc928 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895290 Aug 16 01:53:56.424373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dad0dff1-ed05-4340-93ef-59c9c6c04f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.424486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a22fed16-227a-461b-bb08-bc4079204ba1 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:56.461549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dad0dff1-ed05-4340-93ef-59c9c6c04f05 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=483090e7f222490a9ea87df8697e4247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578045 Aug 16 01:53:56.464354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39458) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:56.478514 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.509748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7f3bab64-7328-4a11-b0c3-48bf8d0964f6 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.511900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7f3bab64-7328-4a11-b0c3-48bf8d0964f6 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.1940331 Aug 16 01:53:56.512551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0dff1-ed05-4340-93ef-59c9c6c04f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b59d88-9d0f-4327-9feb-1fd3984c35c8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:56.526304 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1132eb74-3060-4994-9aa2-9ad5c950fc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.539100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c4192147-8645-45c3-b88e-2336296731e6,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:56.547948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Request body: {'port': {'device_id': '0519fc42-beff-4cdf-8408-d7404a1a1c1b', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'admin_state_up': True, 'tenant_id': '01123a5299b448f29d82494bba871d75'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:56.550355 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1132eb74-3060-4994-9aa2-9ad5c950fc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.588728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port a22fed16-227a-461b-bb08-bc4079204ba1 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:56.593547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port a22fed16-227a-461b-bb08-bc4079204ba1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:56.596403 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.621118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba61e9-6895-453b-8e6a-e32982e3952a req-83f8d9bb-2bdf-43dd-aafb-dbafd89129d2 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.622668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fba61e9-6895-453b-8e6a-e32982e3952a req-83f8d9bb-2bdf-43dd-aafb-dbafd89129d2 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 945 time: 0.1525652 Aug 16 01:53:56.679533 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.690304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fba61e9-6895-453b-8e6a-e32982e3952a req-cf31392b-8afa-4f95-ba1d-a73765aa040b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612633 Aug 16 01:53:56.707079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9bbd8-8241-46f1-9af0-657178b30c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22fed16-227a-461b-bb08-bc4079204ba1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:56.709357 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ba7f67-3e88-4794-8fbe-f502c30b0819" -d '{"events": [{"server_uuid": "6eb9bbd8-8241-46f1-9af0-657178b30c2e", "name": "network-vif-plugged", "status": "completed", "tag": "a22fed16-227a-461b-bb08-bc4079204ba1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:56.726229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a22fed16-227a-461b-bb08-bc4079204ba1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a22fed16-227a-461b-bb08-bc4079204ba1,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:56.731505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1132eb74-3060-4994-9aa2-9ad5c950fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.734245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1132eb74-3060-4994-9aa2-9ad5c950fc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.735457 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1132eb74-3060-4994-9aa2-9ad5c950fc87 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81b59d88-9d0f-4327-9feb-1fd3984c35c8 HTTP/1.1" status: 204 len: 168 time: 0.2682366 Aug 16 01:53:56.749740 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132eb74-3060-4994-9aa2-9ad5c950fc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b59d88-9d0f-4327-9feb-1fd3984c35c8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:56.799174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdd8d4-6500-44b6-92eb-92f07bc353e2 req-f18d9195-efec-498a-834d-b0d2e7cad525 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.800562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21bdd8d4-6500-44b6-92eb-92f07bc353e2 req-f18d9195-efec-498a-834d-b0d2e7cad525 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 944 time: 0.0499117 Aug 16 01:53:56.840296 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.842104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Made reservation on behalf of 01123a5299b448f29d82494bba871d75 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:56.846514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.867944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21bdd8d4-6500-44b6-92eb-92f07bc353e2 req-4396db28-d446-4e0c-afe6-5493923a2477 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/security-groups?id=727401c9-fbf7-4200-9970-53989efb0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604198 Aug 16 01:53:56.900280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a22fed16-227a-461b-bb08-bc4079204ba1,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:56.967563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db2b828e-1903-44c7-98d3-4a80f8d9db9c req-21c1af24-4407-464d-abea-33a881c8b475 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 210 time: 0.0310888 Aug 16 01:53:57.014479 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5a736b-7648-456a-a32e-ed147e7c1b2f x-openstack-request-id: req-2a5a736b-7648-456a-a32e-ed147e7c1b2f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:57.014772 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21eae8f3-c32d-41c0-98cb-d36448d6454c", "tag": "f19fcee8-175f-4bbe-b3e8-d1bbba72fe75", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:57.015107 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a5a736b-7648-456a-a32e-ed147e7c1b2f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:57.015418 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21eae8f3-c32d-41c0-98cb-d36448d6454c', 'tag': 'f19fcee8-175f-4bbe-b3e8-d1bbba72fe75', 'status': 'completed', 'code': 200} Aug 16 01:53:57.024754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Allocated IP 172.20.0.6 (b3d29ad8-be58-47a9-b37d-b2ee4bbbe538/2de74b78-8d2a-40b0-ae8f-4fdf1265078a/b56b3600-45bb-496a-aac5-63e2f358635a) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:57.130297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-714a89e5-5012-4046-b63d-da302bf05de2 req-10c3d830-81be-43d0-b853-ade9c1d3974b tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 210 time: 0.0305700 Aug 16 01:53:57.173128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb253d0-17aa-4220-8531-dc1bc58904e8 req-c4466813-2dd0-4917-b1fb-a2b270a67828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.174851 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ccb253d0-17aa-4220-8531-dc1bc58904e8 req-c4466813-2dd0-4917-b1fb-a2b270a67828 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4f5c7fe5a5946b08e2908fa74ce2090&device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 1096 time: 0.1352580 Aug 16 01:53:57.251013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:57.289071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb253d0-17aa-4220-8531-dc1bc58904e8 req-16120f73-605d-49bc-bff9-a1c19f93d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.290874 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ccb253d0-17aa-4220-8531-dc1bc58904e8 req-16120f73-605d-49bc-bff9-a1c19f93d6c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be6f802b-6f3f-479c-9c66-5afc8435e999 HTTP/1.1" status: 200 len: 923 time: 0.1084294 Aug 16 01:53:57.296260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824b4b5-2a0e-447f-8328-09b6d5153444 req-93455fe8-34c2-4c3d-863c-71b6b19471c7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.298243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7824b4b5-2a0e-447f-8328-09b6d5153444 req-93455fe8-34c2-4c3d-863c-71b6b19471c7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1067102 Aug 16 01:53:57.346572 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ccb253d0-17aa-4220-8531-dc1bc58904e8 req-dbe78a25-c9cb-486b-a212-8dd0b16094e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 HTTP/1.1" status: 200 len: 217 time: 0.0469518 Aug 16 01:53:57.386191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7824b4b5-2a0e-447f-8328-09b6d5153444 req-6165d3d6-95ed-4d64-9a51-fdb5950922b9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752411 Aug 16 01:53:57.401591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75,segment=NetworkSegment(41bef49f-16cf-4986-b8ca-bb8d7c16df53),segment_id=41bef49f-16cf-4986-b8ca-bb8d7c16df53)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:57.420975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.428295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb253d0-17aa-4220-8531-dc1bc58904e8 req-091579fd-1483-49dc-9f01-90df73f3e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.430857 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ccb253d0-17aa-4220-8531-dc1bc58904e8 req-091579fd-1483-49dc-9f01-90df73f3e968 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcf9354b-3773-43ee-b2b7-9f3e1c356689 HTTP/1.1" status: 200 len: 862 time: 0.0770383 Aug 16 01:53:57.431015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'f19fcee8-175f-4bbe-b3e8-d1bbba72fe75', 'network_id': 'be6f802b-6f3f-479c-9c66-5afc8435e999', 'port_id': 'f19fcee8-175f-4bbe-b3e8-d1bbba72fe75', 'mac_address': 'fa:16:3e:fa:b8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf9354b-3773-43ee-b2b7-9f3e1c356689', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:57.476460 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660255da-cf95-46c0-bcef-e259dcc8992d x-openstack-request-id: req-660255da-cf95-46c0-bcef-e259dcc8992d {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:57.476762 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9bbd8-8241-46f1-9af0-657178b30c2e", "name": "network-vif-plugged", "status": "completed", "tag": "a22fed16-227a-461b-bb08-bc4079204ba1", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:57.477020 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-660255da-cf95-46c0-bcef-e259dcc8992d {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:57.477476 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb9bbd8-8241-46f1-9af0-657178b30c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22fed16-227a-461b-bb08-bc4079204ba1', 'code': 200} Aug 16 01:53:57.482839 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ccb253d0-17aa-4220-8531-dc1bc58904e8 req-65d97a0f-29bd-46fd-9d91-08ed47fbf6e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be6f802b-6f3f-479c-9c66-5afc8435e999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424263 Aug 16 01:53:57.521549 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.544280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:57.571796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75,segment=NetworkSegment(41bef49f-16cf-4986-b8ca-bb8d7c16df53),segment_id=41bef49f-16cf-4986-b8ca-bb8d7c16df53)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:57.596981 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ccb253d0-17aa-4220-8531-dc1bc58904e8 req-c870e508-1746-406b-833c-cd431242f5ab service neutron] 10.222.0.64 "GET /v2.0/networks/be6f802b-6f3f-479c-9c66-5afc8435e999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062052 Aug 16 01:53:57.619578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3405d0-feaf-431c-9376-d72d5bab8d9f req-e0b0ded4-680d-4cc9-ac9c-20d8e695d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.621838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b3405d0-feaf-431c-9376-d72d5bab8d9f req-e0b0ded4-680d-4cc9-ac9c-20d8e695d41b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 1098 time: 0.0709884 Aug 16 01:53:57.629911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad58e8b-cae2-4ac6-82e3-3a884395b9f2 req-3acba33b-acbf-4740-8b7c-97bb036b6952 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.631546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fad58e8b-cae2-4ac6-82e3-3a884395b9f2 req-3acba33b-acbf-4740-8b7c-97bb036b6952 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1016779 Aug 16 01:53:57.688409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fad58e8b-cae2-4ac6-82e3-3a884395b9f2 req-2df542cd-b23b-4ae9-865a-103ce34e8ac5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498161 Aug 16 01:53:57.690010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b3405d0-feaf-431c-9376-d72d5bab8d9f req-e3f7cdd7-1cf7-4d5c-8ad6-65f2ef949dd8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575588 Aug 16 01:53:57.690984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.692628 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ccb253d0-17aa-4220-8531-dc1bc58904e8 req-b373f466-5ccb-4fa8-a707-af2b51ca1d74 service neutron] 10.222.0.64 "GET /v2.0/networks/be6f802b-6f3f-479c-9c66-5afc8435e999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882137 Aug 16 01:53:57.713658 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:57.748161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:57.751765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:57.754261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:57.762086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event updated for resources: {'Port': ['ID=b56b3600-45bb-496a-aac5-63e2f358635a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:57.768288 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.839034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.839900 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.863482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:57.866368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c84f83-9758-4044-9651-70aacaaa171b req-1aebbd23-b607-4773-863e-47da29df5b90 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.868265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17c84f83-9758-4044-9651-70aacaaa171b req-1aebbd23-b607-4773-863e-47da29df5b90 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0708554 Aug 16 01:53:57.914370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17c84f83-9758-4044-9651-70aacaaa171b req-0c1b0699-ebb3-463b-b959-7a0c0a2f416a tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391529 Aug 16 01:53:58.016662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c4192147-8645-45c3-b88e-2336296731e6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:58.023311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec8ceb-9ca4-43f8-9e08-f0a77518ab87 req-86f47eff-4139-4b7b-875e-ef40ccdef630 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.024827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dec8ceb-9ca4-43f8-9e08-f0a77518ab87 req-86f47eff-4139-4b7b-875e-ef40ccdef630 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0520587 Aug 16 01:53:58.039370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7b7111f8-4e7e-420c-9941-ddb789502944 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4996507 Aug 16 01:53:58.060170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Request body: {'port': {'device_id': '0519fc42-beff-4cdf-8408-d7404a1a1c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:58.076444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['f19fcee8-175f-4bbe-b3e8-d1bbba72fe75'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:58.076444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c4192147-8645-45c3-b88e-2336296731e6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:58.076444 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.117854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dec8ceb-9ca4-43f8-9e08-f0a77518ab87 req-2f0bf683-e2fd-4e25-af86-664069f9c68a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858209 Aug 16 01:53:58.146258 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.327615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530f822-577d-4e58-b8ff-d5da9af577df req-c3a582ea-6f82-4a82-92ce-b854dfc7b4f7 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.329118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1530f822-577d-4e58-b8ff-d5da9af577df req-c3a582ea-6f82-4a82-92ce-b854dfc7b4f7 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 945 time: 0.1230719 Aug 16 01:53:58.419764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1530f822-577d-4e58-b8ff-d5da9af577df req-848a4104-b651-45a3-8666-4f1deec88d80 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/security-groups?id=727401c9-fbf7-4200-9970-53989efb0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815248 Aug 16 01:53:58.526770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56b3600-45bb-496a-aac5-63e2f358635a {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:58.538324 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.557146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Transition to ACTIVE for port object b56b3600-45bb-496a-aac5-63e2f358635a will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:58.570014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832adb7-fc3f-42e8-bf41-af11f45c526c req-6ab5ae3d-ccaf-4754-b493-f9f8f2f919a0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.571511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8832adb7-fc3f-42e8-bf41-af11f45c526c req-6ab5ae3d-ccaf-4754-b493-f9f8f2f919a0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 931 time: 0.0780411 Aug 16 01:53:58.622980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8832adb7-fc3f-42e8-bf41-af11f45c526c req-6af2e6c4-a29e-4fa4-b5ec-6f58145e3fac tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 Aug 16 01:53:58.691516 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.746335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Pushing event updated for resources: {'Port': ['ID=b56b3600-45bb-496a-aac5-63e2f358635a,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:58.799485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fd095158-8ec3-43fb-9dcf-c3c22a133166 req-4168d203-d7c1-4e78-b3c2-db15c61f2ba9 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 210 time: 0.0544140 Aug 16 01:53:58.852500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Attempting to bind port b56b3600-45bb-496a-aac5-63e2f358635a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:58.852839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Attempting to bind port b56b3600-45bb-496a-aac5-63e2f358635a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:58.853164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Attempting to bind port b56b3600-45bb-496a-aac5-63e2f358635a on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:58.858278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Port b56b3600-45bb-496a-aac5-63e2f358635a on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:58.858682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Attempting to bind port b56b3600-45bb-496a-aac5-63e2f358635a on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:58.863489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:58.863829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Checking segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:58.864213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Bound using segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:58.864635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Bound port: b56b3600-45bb-496a-aac5-63e2f358635a, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:58.864993 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.934979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] For port b56b3600-45bb-496a-aac5-63e2f358635a, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:58.939324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] For port b56b3600-45bb-496a-aac5-63e2f358635a, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b56b3600-45bb-496a-aac5-63e2f358635a,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:59.172657 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.210736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.211352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.212731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] 10.222.0.64 "PUT /v2.0/ports/b56b3600-45bb-496a-aac5-63e2f358635a HTTP/1.1" status: 200 len: 1092 time: 1.1593573 Aug 16 01:53:59.213163 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0519fc42-beff-4cdf-8408-d7404a1a1c1b', 'tag': 'b56b3600-45bb-496a-aac5-63e2f358635a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:59.215899 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4568b55-760d-42d9-b899-995026fee2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0519fc42-beff-4cdf-8408-d7404a1a1c1b", "tag": "b56b3600-45bb-496a-aac5-63e2f358635a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:59.241367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988406d-1cf9-4767-8af6-cc44b2db1035 service neutron] Pushing event updated for resources: {'Port': ['ID=b56b3600-45bb-496a-aac5-63e2f358635a,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:59.251777 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:59.409181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-1f179605-384a-4c39-bdcf-5c6a45e89910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.410847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-1f179605-384a-4c39-bdcf-5c6a45e89910 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 1095 time: 0.0437417 Aug 16 01:53:59.460397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-aad01cc2-b576-41b3-b539-6154f88e66de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56b3600-45bb-496a-aac5-63e2f358635a HTTP/1.1" status: 200 len: 217 time: 0.0367329 Aug 16 01:53:59.468847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:59.472865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:59.473250 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.531942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-8508d0cb-0051-4629-984c-48ca4a08523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.533671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-8508d0cb-0051-4629-984c-48ca4a08523c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.0621924 Aug 16 01:53:59.564099 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.573340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-9a8468f8-6b37-4f8b-9fc1-e7a6f722554e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308905 Aug 16 01:53:59.590289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eae8f3-c32d-41c0-98cb-d36448d6454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19fcee8-175f-4bbe-b3e8-d1bbba72fe75'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:59.592578 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f95fa94-4a27-4306-aff3-f28f044205f4" -d '{"events": [{"server_uuid": "21eae8f3-c32d-41c0-98cb-d36448d6454c", "name": "network-vif-plugged", "status": "completed", "tag": "f19fcee8-175f-4bbe-b3e8-d1bbba72fe75"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:59.606694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75,segment=NetworkSegment(41bef49f-16cf-4986-b8ca-bb8d7c16df53),segment_id=41bef49f-16cf-4986-b8ca-bb8d7c16df53)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:59.686183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8f758-af9e-4afd-92ee-4a69a5cbcde0 req-f4930eae-1289-41da-938c-cf03ee20d8da tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.687611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cce8f758-af9e-4afd-92ee-4a69a5cbcde0 req-f4930eae-1289-41da-938c-cf03ee20d8da tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.1127295 Aug 16 01:53:59.692029 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.712340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-e460fe0b-f4a7-4a5a-a106-1b269ccefda0 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273947 Aug 16 01:53:59.759084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:59.783341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cce8f758-af9e-4afd-92ee-4a69a5cbcde0 req-56a1a600-47c8-476e-b8b3-608179ea2a8c tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807674 Aug 16 01:53:59.824654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5baf8572-448f-48e8-9f72-bec3c0fc27d2 req-7ba898d6-228a-4dc2-b99f-5af3e58c0752 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043503 Aug 16 01:53:59.841606 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58684de5-c85a-42fe-913f-2a080dfcdcbd x-openstack-request-id: req-58684de5-c85a-42fe-913f-2a080dfcdcbd {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:59.841952 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0519fc42-beff-4cdf-8408-d7404a1a1c1b", "tag": "b56b3600-45bb-496a-aac5-63e2f358635a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:59.842207 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58684de5-c85a-42fe-913f-2a080dfcdcbd {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:59.842614 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0519fc42-beff-4cdf-8408-d7404a1a1c1b', 'tag': 'b56b3600-45bb-496a-aac5-63e2f358635a', 'status': 'completed', 'code': 200} Aug 16 01:53:59.878723 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6046136a-0896-4de7-a49a-0b7757aa3d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.944341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a3113-bdfa-4036-b32f-0a2981b943b5 req-32d17d46-acd4-4b7f-a505-873de210aa56 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.945799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18a3113-bdfa-4036-b32f-0a2981b943b5 req-32d17d46-acd4-4b7f-a505-873de210aa56 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 946 time: 0.0597439 Aug 16 01:54:00.033797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18a3113-bdfa-4036-b32f-0a2981b943b5 req-8a5a0d77-528c-4cf8-82a0-df4e5086cb39 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/security-groups?id=727401c9-fbf7-4200-9970-53989efb0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774801 Aug 16 01:54:00.084851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-3104cad7-1b01-4875-b2f1-7c0f04e06706 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.085606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4568b55-760d-42d9-b899-995026fee2d3 req-a187bbe9-69a1-46f6-9d62-3e0a9f16f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.086722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-3104cad7-1b01-4875-b2f1-7c0f04e06706 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.64 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 821 time: 0.1399884 Aug 16 01:54:00.089000 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4568b55-760d-42d9-b899-995026fee2d3 req-a187bbe9-69a1-46f6-9d62-3e0a9f16f98c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 1095 time: 0.0626335 Aug 16 01:54:00.122459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Request body: {'port': {'device_id': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'admin_state_up': True, 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:00.197677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4568b55-760d-42d9-b899-995026fee2d3 req-8f211300-27b8-4632-8d7d-49c07522cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.199523 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4568b55-760d-42d9-b899-995026fee2d3 req-8f211300-27b8-4632-8d7d-49c07522cd54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 906 time: 0.0892611 Aug 16 01:54:00.221784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a22fbb-f820-4cf8-bc34-b16306f7ea32 req-575e1f23-3ff9-47ad-98a7-5000841aa80c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.227663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a22fbb-f820-4cf8-bc34-b16306f7ea32 req-575e1f23-3ff9-47ad-98a7-5000841aa80c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.234049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a22fbb-f820-4cf8-bc34-b16306f7ea32 req-575e1f23-3ff9-47ad-98a7-5000841aa80c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.245162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a22fbb-f820-4cf8-bc34-b16306f7ea32 req-575e1f23-3ff9-47ad-98a7-5000841aa80c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.247024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a22fbb-f820-4cf8-bc34-b16306f7ea32 req-575e1f23-3ff9-47ad-98a7-5000841aa80c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.249607 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4568b55-760d-42d9-b899-995026fee2d3 req-d18754c5-33a9-4db8-b27b-454ae558d307 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b56b3600-45bb-496a-aac5-63e2f358635a HTTP/1.1" status: 200 len: 217 time: 0.0407555 Aug 16 01:54:00.252857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a22fbb-f820-4cf8-bc34-b16306f7ea32 req-575e1f23-3ff9-47ad-98a7-5000841aa80c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.258660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a22fbb-f820-4cf8-bc34-b16306f7ea32 req-575e1f23-3ff9-47ad-98a7-5000841aa80c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.260569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1a22fbb-f820-4cf8-bc34-b16306f7ea32 req-575e1f23-3ff9-47ad-98a7-5000841aa80c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5437 time: 0.1530459 Aug 16 01:54:00.301591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4568b55-760d-42d9-b899-995026fee2d3 req-c7e9b944-0aca-4458-86e6-ca86c1e2bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.303427 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4568b55-760d-42d9-b899-995026fee2d3 req-c7e9b944-0aca-4458-86e6-ca86c1e2bf85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.0465150 Aug 16 01:54:00.324009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1a22fbb-f820-4cf8-bc34-b16306f7ea32 req-c5003457-2f7c-4883-98bf-42cf54a1afed tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569046 Aug 16 01:54:00.349726 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4568b55-760d-42d9-b899-995026fee2d3 req-82367316-21b8-4f46-96e0-b15018826bec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271959 Aug 16 01:54:00.393457 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f581f80-36fd-4974-a1dd-4a9f07cf86b6 x-openstack-request-id: req-9f581f80-36fd-4974-a1dd-4a9f07cf86b6 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:00.394014 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eae8f3-c32d-41c0-98cb-d36448d6454c", "name": "network-vif-plugged", "status": "completed", "tag": "f19fcee8-175f-4bbe-b3e8-d1bbba72fe75", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:00.394014 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f581f80-36fd-4974-a1dd-4a9f07cf86b6 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:00.394416 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eae8f3-c32d-41c0-98cb-d36448d6454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19fcee8-175f-4bbe-b3e8-d1bbba72fe75', 'code': 200} Aug 16 01:54:00.431156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Made reservation on behalf of 5c5a15f8c7a940d0a81ed56b8e98895a for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:00.438542 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.471299 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4568b55-760d-42d9-b899-995026fee2d3 req-8b0918c1-3b91-48ce-8b92-6245f231fe8a service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120565 Aug 16 01:54:00.576210 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a4568b55-760d-42d9-b899-995026fee2d3 req-3b4637e9-a6ba-4638-9e2d-4ffb3e999c71 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932906 Aug 16 01:54:00.676106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb43f86-62aa-49a7-9bff-56ff2d382119 req-4e244470-5400-4a6f-8479-0242ca25d6ce tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.677685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3cb43f86-62aa-49a7-9bff-56ff2d382119 req-4e244470-5400-4a6f-8479-0242ca25d6ce tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 943 time: 0.2087216 Aug 16 01:54:00.682358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bef5c-2a9a-49f8-8ee6-32879bd08314 req-06453a72-3af3-427a-81c9-233a10476c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.683858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b72bef5c-2a9a-49f8-8ee6-32879bd08314 req-06453a72-3af3-427a-81c9-233a10476c96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 1098 time: 0.1736553 Aug 16 01:54:00.698709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0b93bd0d-6aa8-4aba-89b5-12fae1e1400b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.704649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0b93bd0d-6aa8-4aba-89b5-12fae1e1400b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.710557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0b93bd0d-6aa8-4aba-89b5-12fae1e1400b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.716850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0b93bd0d-6aa8-4aba-89b5-12fae1e1400b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.722858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0b93bd0d-6aa8-4aba-89b5-12fae1e1400b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.728641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0b93bd0d-6aa8-4aba-89b5-12fae1e1400b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.735115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0b93bd0d-6aa8-4aba-89b5-12fae1e1400b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.736948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0b93bd0d-6aa8-4aba-89b5-12fae1e1400b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 5437 time: 0.1923931 Aug 16 01:54:00.762405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Allocated IP 172.20.0.13 (5794c70e-7690-4d0b-bf23-c982fe556cf5/98588133-755c-45aa-b2e7-2d29cb7cfdea/ba1e01f7-e809-461e-8c5b-fe0cd45bba71) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:00.850612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3cb43f86-62aa-49a7-9bff-56ff2d382119 req-89d18097-dd61-4c6c-91e5-90465c9cdca7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628394 Aug 16 01:54:00.854088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-898730fe-07ab-4d84-af2e-873eb7feb88c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.855163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-898730fe-07ab-4d84-af2e-873eb7feb88c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "GET /v2.0/ports/31ea19a7-717c-4f87-addd-f925ad379bf9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1015966 Aug 16 01:54:00.862818 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b72bef5c-2a9a-49f8-8ee6-32879bd08314 req-4e08c70d-ec96-4553-b578-6a3d709ca291 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=727401c9-fbf7-4200-9970-53989efb0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218956 Aug 16 01:54:01.080717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-5030ea27-a951-463a-93c3-17db25ce3e34 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "GET /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2169390 Aug 16 01:54:01.098316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1c516-82ac-4662-bf2c-7fe0ae3689b5 req-5bfe0f85-e0da-44d9-a9da-f95371059ae4 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.099809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6be1c516-82ac-4662-bf2c-7fe0ae3689b5 req-5bfe0f85-e0da-44d9-a9da-f95371059ae4 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.1218667 Aug 16 01:54:01.103561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:01.154853 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.202176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Transition to ACTIVE for port object ba1e01f7-e809-461e-8c5b-fe0cd45bba71 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:01.216877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6be1c516-82ac-4662-bf2c-7fe0ae3689b5 req-038d56f6-04c6-4322-9432-a46d48bcc3ec tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071391 Aug 16 01:54:01.218972 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.267813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b56b3600-45bb-496a-aac5-63e2f358635a details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:01.319016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b78a787-c34a-4c51-a371-ec8314b8cdaf req-dcf65470-314d-4aa3-8938-1c0c0fb3eeb2 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 210 time: 0.0297701 Aug 16 01:54:01.391768 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.404121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b56b3600-45bb-496a-aac5-63e2f358635a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b56b3600-45bb-496a-aac5-63e2f358635a,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:01.419719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'b56b3600-45bb-496a-aac5-63e2f358635a', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'port_id': 'b56b3600-45bb-496a-aac5-63e2f358635a', 'mac_address': 'fa:16:3e:f3:26:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de74b78-8d2a-40b0-ae8f-4fdf1265078a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:01.460264 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.474542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56b3600-45bb-496a-aac5-63e2f358635a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:01.484274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Network 5794c70e-7690-4d0b-bf23-c982fe556cf5 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:01.495009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] For port 31ea19a7-717c-4f87-addd-f925ad379bf9, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=31ea19a7-717c-4f87-addd-f925ad379bf9,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:01.496860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b56b3600-45bb-496a-aac5-63e2f358635a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b56b3600-45bb-496a-aac5-63e2f358635a,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:01.503639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:01.508828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:01.520477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Pushing event updated for resources: {'Port': ['ID=ba1e01f7-e809-461e-8c5b-fe0cd45bba71,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:01.588763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.594937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280bb9c-1902-48bc-8c8c-926c5e5e01f2 req-1bbcf350-7b2f-49ee-8596-3a0529612a1a tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.605979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6280bb9c-1902-48bc-8c8c-926c5e5e01f2 req-1bbcf350-7b2f-49ee-8596-3a0529612a1a tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 946 time: 0.1945608 Aug 16 01:54:01.618050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.618705 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.630382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] For port 31ea19a7-717c-4f87-addd-f925ad379bf9, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:01.672538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b56b3600-45bb-496a-aac5-63e2f358635a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:01.695246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] device_id is not set on port 31ea19a7-717c-4f87-addd-f925ad379bf9 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:54:01.719381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6280bb9c-1902-48bc-8c8c-926c5e5e01f2 req-4d63b985-15d8-4f0f-a682-3f36d99c94c8 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/security-groups?id=727401c9-fbf7-4200-9970-53989efb0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116939 Aug 16 01:54:01.721789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.766665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a9309ad-63d7-426d-bf42-c31aec4dcd0d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6497476 Aug 16 01:54:01.785301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Request body: {'port': {'device_id': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:01.809968 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.904952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['b56b3600-45bb-496a-aac5-63e2f358635a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:01.907595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.910943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] No DVR routers for this DVR port 31ea19a7-717c-4f87-addd-f925ad379bf9 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:01.918425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=31ea19a7-717c-4f87-addd-f925ad379bf9,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:01.972087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-55208f14-e204-4201-a006-24549f4672fb None None] Provisioning for port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:01.986314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-55208f14-e204-4201-a006-24549f4672fb None None] Provisioning complete for port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:01.986816 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-55208f14-e204-4201-a006-24549f4672fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.012619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] In _notify_port_updated(), no bound segment for port 31ea19a7-717c-4f87-addd-f925ad379bf9 on network 0658837a-4b54-4f63-9898-d517802f3f3f {{(pid=95516) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:54:02.013695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.014417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.015975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-51061d46-5b62-4c32-8d63-8a331d8a0dd5 service neutron] 10.222.0.74 "PUT /v2.0/ports/31ea19a7-717c-4f87-addd-f925ad379bf9 HTTP/1.1" status: 200 len: 1028 time: 0.9276054 Aug 16 01:54:02.023958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-55208f14-e204-4201-a006-24549f4672fb None None] Port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:02.207787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-85b691d8-dfb8-411d-9839-d525a11c9f4c None None] Provisioning complete for port 31ea19a7-717c-4f87-addd-f925ad379bf9 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:02.208610 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-85b691d8-dfb8-411d-9839-d525a11c9f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.275660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-85b691d8-dfb8-411d-9839-d525a11c9f4c None None] Port 31ea19a7-717c-4f87-addd-f925ad379bf9 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:02.518745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-ca68376c-2f45-4323-9f31-ec68cc525a4a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.520155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-ca68376c-2f45-4323-9f31-ec68cc525a4a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "GET /v2.0/ports/51da5588-9d80-4706-8e6e-b703605f3e18?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4955254 Aug 16 01:54:02.535015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:02.580707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3926-63b4-4191-a443-8e7f89ce4a78 req-c8e71828-1605-44e8-a42b-74dcc0ae7fc3 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.586535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3926-63b4-4191-a443-8e7f89ce4a78 req-c8e71828-1605-44e8-a42b-74dcc0ae7fc3 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.592381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3926-63b4-4191-a443-8e7f89ce4a78 req-c8e71828-1605-44e8-a42b-74dcc0ae7fc3 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.598212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3926-63b4-4191-a443-8e7f89ce4a78 req-c8e71828-1605-44e8-a42b-74dcc0ae7fc3 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.604019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3926-63b4-4191-a443-8e7f89ce4a78 req-c8e71828-1605-44e8-a42b-74dcc0ae7fc3 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.610400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3926-63b4-4191-a443-8e7f89ce4a78 req-c8e71828-1605-44e8-a42b-74dcc0ae7fc3 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.612229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e5c3926-63b4-4191-a443-8e7f89ce4a78 req-c8e71828-1605-44e8-a42b-74dcc0ae7fc3 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 4662 time: 0.5888717 Aug 16 01:54:02.705799 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.733670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e5c3926-63b4-4191-a443-8e7f89ce4a78 req-4c31b7f1-c973-4389-9501-706b54a47c70 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&id=198c8035-d853-410e-bd87-e0a81649ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941894 Aug 16 01:54:02.790899 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.878358 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9e4982e8-5652-461c-9ef3-67b5d0115fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.965126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1e01f7-e809-461e-8c5b-fe0cd45bba71 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:02.982433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e0f3b-52f5-4134-8593-be60d97535e0 req-f7cd721e-9cce-4791-9807-1078b926b7da tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.989791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f5e0f3b-52f5-4134-8593-be60d97535e0 req-f7cd721e-9cce-4791-9807-1078b926b7da tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 944 time: 0.1670606 Aug 16 01:54:02.992096 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.997398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] For port 51da5588-9d80-4706-8e6e-b703605f3e18, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=51da5588-9d80-4706-8e6e-b703605f3e18,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:03.032776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Transition to ACTIVE for port object ba1e01f7-e809-461e-8c5b-fe0cd45bba71 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:03.064597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f5e0f3b-52f5-4134-8593-be60d97535e0 req-12f86e07-920b-42f2-9917-73c4d4fce042 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700502 Aug 16 01:54:03.070225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] For port 51da5588-9d80-4706-8e6e-b703605f3e18, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:03.105334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] device_id is not set on port 51da5588-9d80-4706-8e6e-b703605f3e18 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:54:03.114122 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.191857 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.261948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1e01f7-e809-461e-8c5b-fe0cd45bba71,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:03.280533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b76ce5-199e-4d36-9b9f-835b77b2c7ad req-75ffc53c-040d-46f8-9af7-034211aee30b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.282133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39b76ce5-199e-4d36-9b9f-835b77b2c7ad req-75ffc53c-040d-46f8-9af7-034211aee30b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0997229 Aug 16 01:54:03.283977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b56b3600-45bb-496a-aac5-63e2f358635a up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:03.303542 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.427621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port b56b3600-45bb-496a-aac5-63e2f358635a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:03.440236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port b56b3600-45bb-496a-aac5-63e2f358635a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:03.440236 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.456899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39b76ce5-199e-4d36-9b9f-835b77b2c7ad req-45461cdd-f373-46e0-b2fb-d9511e111825 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567183 Aug 16 01:54:03.458387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] No DVR routers for this DVR port 51da5588-9d80-4706-8e6e-b703605f3e18 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:03.460483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] Pushing event updated for resources: {'Port': ['ID=51da5588-9d80-4706-8e6e-b703605f3e18,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:03.551746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Attempting to bind port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:03.552126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Attempting to bind port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:03.552415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Attempting to bind port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 on network 5794c70e-7690-4d0b-bf23-c982fe556cf5 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:03.581853 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.585324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 on network 5794c70e-7690-4d0b-bf23-c982fe556cf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:03.585656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Attempting to bind port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 on network 5794c70e-7690-4d0b-bf23-c982fe556cf5 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:03.595554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:03.595890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Checking segment: {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:03.596188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Bound using segment: {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:03.596633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Bound port: ba1e01f7-e809-461e-8c5b-fe0cd45bba71, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:03.596997 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.612716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] In _notify_port_updated(), no bound segment for port 51da5588-9d80-4706-8e6e-b703605f3e18 on network 0658837a-4b54-4f63-9898-d517802f3f3f {{(pid=95516) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:54:03.613602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.615584 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.615847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9b5501ae-9633-4284-a417-b6fa48f43486 service neutron] 10.222.0.74 "PUT /v2.0/ports/51da5588-9d80-4706-8e6e-b703605f3e18 HTTP/1.1" status: 200 len: 1028 time: 1.0860081 Aug 16 01:54:03.646653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b56b3600-45bb-496a-aac5-63e2f358635a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b56b3600-45bb-496a-aac5-63e2f358635a,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:03.647921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0519fc42-beff-4cdf-8408-d7404a1a1c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56b3600-45bb-496a-aac5-63e2f358635a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:03.651059 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda6aeaf-5285-47b3-8e17-7f32489dd0a4" -d '{"events": [{"server_uuid": "0519fc42-beff-4cdf-8408-d7404a1a1c1b", "name": "network-vif-plugged", "status": "completed", "tag": "b56b3600-45bb-496a-aac5-63e2f358635a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:03.709402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5f1a8-b978-461d-b2e5-d5e455b53e7c req-1cb6f935-20dc-43fc-ac12-cb06976f4afc tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.710966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2d5f1a8-b978-461d-b2e5-d5e455b53e7c req-1cb6f935-20dc-43fc-ac12-cb06976f4afc tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 944 time: 0.1401787 Aug 16 01:54:03.733461 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.738200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-95f631e6-3de2-4786-8509-f83e4cce5f25 None None] Provisioning complete for port 51da5588-9d80-4706-8e6e-b703605f3e18 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:03.738561 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-95f631e6-3de2-4786-8509-f83e4cce5f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.783261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] For port ba1e01f7-e809-461e-8c5b-fe0cd45bba71, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:03.788170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] For port ba1e01f7-e809-461e-8c5b-fe0cd45bba71, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:03.807101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2d5f1a8-b978-461d-b2e5-d5e455b53e7c req-86d0bdf4-545b-4ccf-b2cd-1c6116ff5d1e tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889001 Aug 16 01:54:03.810407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-95f631e6-3de2-4786-8509-f83e4cce5f25 None None] Port 51da5588-9d80-4706-8e6e-b703605f3e18 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:03.817761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b56b3600-45bb-496a-aac5-63e2f358635a,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:03.823505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-4b19dced-f14a-4896-894d-7dc849ca3153 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting port 2c907daf-2aa4-4292-b3c6-d944d4519085 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:03.824503 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-4b19dced-f14a-4896-894d-7dc849ca3153 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.911750 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.985061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-4b19dced-f14a-4896-894d-7dc849ca3153 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] For port 2c907daf-2aa4-4292-b3c6-d944d4519085, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2c907daf-2aa4-4292-b3c6-d944d4519085,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:03.985061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-4b19dced-f14a-4896-894d-7dc849ca3153 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.999144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.000335 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.002039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 1093 time: 2.2212634 Aug 16 01:54:04.003479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:04.004842 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770954dd-1236-432f-ae5b-01a366ce74d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:04.012978 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.028353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-4b19dced-f14a-4896-894d-7dc849ca3153 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Calling delete_port for 2c907daf-2aa4-4292-b3c6-d944d4519085 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:04.040250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a059d4e-9c93-4e3b-b5e1-e40c2459f2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1e01f7-e809-461e-8c5b-fe0cd45bba71,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:04.053477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be48841-01a4-4dd4-83a9-ee904b62621e req-c293e8fa-3f8e-4919-a34b-4f660f53e3cb tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.055114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2be48841-01a4-4dd4-83a9-ee904b62621e req-c293e8fa-3f8e-4919-a34b-4f660f53e3cb tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 946 time: 0.1652462 Aug 16 01:54:04.151529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2be48841-01a4-4dd4-83a9-ee904b62621e req-c5cb7f91-181f-4a20-b1ec-dddd0ecb9b00 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/security-groups?id=727401c9-fbf7-4200-9970-53989efb0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608914 Aug 16 01:54:04.298096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-19338a95-5131-42b7-84d7-e4250bd2efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.299626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-19338a95-5131-42b7-84d7-e4250bd2efa4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 1096 time: 0.1042101 Aug 16 01:54:04.317774 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654444b-1e30-40be-a60d-3b32f904b768 req-b61ad909-829a-4394-9bfa-4ef5fdd7c165 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.327655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1654444b-1e30-40be-a60d-3b32f904b768 req-b61ad909-829a-4394-9bfa-4ef5fdd7c165 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0720580 Aug 16 01:54:04.381379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-e84e2650-e883-4c2f-9492-52f29a7a9366 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 217 time: 0.0726905 Aug 16 01:54:04.381916 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-4b19dced-f14a-4896-894d-7dc849ca3153 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.437615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19dced-f14a-4896-894d-7dc849ca3153 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Port': ['ID=2c907daf-2aa4-4292-b3c6-d944d4519085,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:04.490499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 51da5588-9d80-4706-8e6e-b703605f3e18 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:04.516878 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1654444b-1e30-40be-a60d-3b32f904b768 req-a9a17d46-ac36-405c-a070-83b1ebbeafbc tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880922 Aug 16 01:54:04.519851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-4b19dced-f14a-4896-894d-7dc849ca3153 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] No DVR routers for this DVR port 2c907daf-2aa4-4292-b3c6-d944d4519085 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:04.523543 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-4b19dced-f14a-4896-894d-7dc849ca3153 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.525429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-4b19dced-f14a-4896-894d-7dc849ca3153 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "DELETE /v2.0/ports/2c907daf-2aa4-4292-b3c6-d944d4519085 HTTP/1.1" status: 204 len: 173 time: 0.9002051 Aug 16 01:54:04.540057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-7cdb4567-4a57-4ac2-8219-4fa195f7def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.541544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-7cdb4567-4a57-4ac2-8219-4fa195f7def0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.1287007 Aug 16 01:54:04.555539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 51da5588-9d80-4706-8e6e-b703605f3e18 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:04.555976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a2059453-0805-4966-a32e-59d243e6ea01 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:04.615034 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ade97c-f61f-46f0-99a8-e4047a3569ec x-openstack-request-id: req-19ade97c-f61f-46f0-99a8-e4047a3569ec {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:04.615329 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0519fc42-beff-4cdf-8408-d7404a1a1c1b", "name": "network-vif-plugged", "status": "completed", "tag": "b56b3600-45bb-496a-aac5-63e2f358635a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:04.615629 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19ade97c-f61f-46f0-99a8-e4047a3569ec {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:04.616032 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0519fc42-beff-4cdf-8408-d7404a1a1c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56b3600-45bb-496a-aac5-63e2f358635a', 'code': 200} Aug 16 01:54:04.650362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-1a325a60-ccc9-40bf-9fb6-3084846707bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.653081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-1a325a60-ccc9-40bf-9fb6-3084846707bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919702 Aug 16 01:54:04.704140 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.741036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a2059453-0805-4966-a32e-59d243e6ea01, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a2059453-0805-4966-a32e-59d243e6ea01,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:04.816129 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.817862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6d056894-98e3-41fb-9021-57ad00b2ec57 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:04.863008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-cf804d8c-75c6-4c43-8985-face3d35f5bd service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973071 Aug 16 01:54:04.872671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db855db-3700-44b0-aeb2-3857488193c4 req-a2fe875b-4a1d-4556-b070-c8f7eeab2e14 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.878509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db855db-3700-44b0-aeb2-3857488193c4 req-a2fe875b-4a1d-4556-b070-c8f7eeab2e14 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.884296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db855db-3700-44b0-aeb2-3857488193c4 req-a2fe875b-4a1d-4556-b070-c8f7eeab2e14 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.890632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db855db-3700-44b0-aeb2-3857488193c4 req-a2fe875b-4a1d-4556-b070-c8f7eeab2e14 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.892340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6db855db-3700-44b0-aeb2-3857488193c4 req-a2fe875b-4a1d-4556-b070-c8f7eeab2e14 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 3152 time: 0.2280107 Aug 16 01:54:04.904703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37736d-09b6-4c64-8602-dec4adc62ede req-e3ec83f7-c779-4477-9248-47a4e5582463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.905375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a2059453-0805-4966-a32e-59d243e6ea01,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:04.905999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f37736d-09b6-4c64-8602-dec4adc62ede req-e3ec83f7-c779-4477-9248-47a4e5582463 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 1097 time: 0.1820595 Aug 16 01:54:04.950003 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.960088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9f3df808-95da-4f68-bcaf-a8d9e0bacd03 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting port 6d056894-98e3-41fb-9021-57ad00b2ec57 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:04.960429 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9f3df808-95da-4f68-bcaf-a8d9e0bacd03 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.993574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6d056894-98e3-41fb-9021-57ad00b2ec57, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6d056894-98e3-41fb-9021-57ad00b2ec57,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:05.077770 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6db855db-3700-44b0-aeb2-3857488193c4 req-c291a373-b449-4ed7-924d-404939c93f41 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686440 Aug 16 01:54:05.082540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f37736d-09b6-4c64-8602-dec4adc62ede req-7e44204f-fd18-410e-a35b-80b8899f8404 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559386 Aug 16 01:54:05.091636 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.092398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 29503cfe-aa0a-4c76-99b3-5199eddc74d0 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:05.131326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd708880-0f3b-4d77-a9de-fe876e525fef req-50c323b8-e022-4825-86d0-4b8a7ad7cc18 service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378116 Aug 16 01:54:05.141851 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b49f348-2145-47a7-bba6-e2f0cefb8512 x-openstack-request-id: req-7b49f348-2145-47a7-bba6-e2f0cefb8512 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:05.142570 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:05.142800 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b49f348-2145-47a7-bba6-e2f0cefb8512 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:05.143665 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'status': 'completed', 'code': 200} Aug 16 01:54:05.153008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9f3df808-95da-4f68-bcaf-a8d9e0bacd03 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] For port 6d056894-98e3-41fb-9021-57ad00b2ec57, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6d056894-98e3-41fb-9021-57ad00b2ec57,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:05.154256 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9f3df808-95da-4f68-bcaf-a8d9e0bacd03 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.168347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9f3df808-95da-4f68-bcaf-a8d9e0bacd03 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Calling delete_port for 6d056894-98e3-41fb-9021-57ad00b2ec57 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:05.178723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=6d056894-98e3-41fb-9021-57ad00b2ec57,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:05.233057 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.267964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 29503cfe-aa0a-4c76-99b3-5199eddc74d0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29503cfe-aa0a-4c76-99b3-5199eddc74d0,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:05.289743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d0a9c-a838-4883-a226-130ac629d3da req-bee4b6c7-84b4-4b06-a023-1f09fffa5797 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.291319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d54d0a9c-a838-4883-a226-130ac629d3da req-bee4b6c7-84b4-4b06-a023-1f09fffa5797 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 945 time: 0.0738566 Aug 16 01:54:05.371896 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.372622 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a8fee145-7208-42d3-904b-ea388399f601 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:05.398341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770954dd-1236-432f-ae5b-01a366ce74d5 req-bc44351f-9463-4b6f-84ab-251d822ed5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.399832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-770954dd-1236-432f-ae5b-01a366ce74d5 req-bc44351f-9463-4b6f-84ab-251d822ed5e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 1096 time: 0.1026428 Aug 16 01:54:05.403354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d54d0a9c-a838-4883-a226-130ac629d3da req-7e0b3b76-d83d-414e-9eb2-29b734b670d1 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972807 Aug 16 01:54:05.459028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=29503cfe-aa0a-4c76-99b3-5199eddc74d0,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:05.525539 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.533502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770954dd-1236-432f-ae5b-01a366ce74d5 req-9f769607-bd73-4d61-a8f3-1e9e7765a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.535039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-770954dd-1236-432f-ae5b-01a366ce74d5 req-9f769607-bd73-4d61-a8f3-1e9e7765a9b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.1186237 Aug 16 01:54:05.536115 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9f3df808-95da-4f68-bcaf-a8d9e0bacd03 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.570311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3df808-95da-4f68-bcaf-a8d9e0bacd03 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Port': ['ID=6d056894-98e3-41fb-9021-57ad00b2ec57,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:05.575363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a8fee145-7208-42d3-904b-ea388399f601, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a8fee145-7208-42d3-904b-ea388399f601,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:05.616392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-770954dd-1236-432f-ae5b-01a366ce74d5 req-437f9adb-7f1f-4136-89cc-12214fb7b333 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 217 time: 0.0473435 Aug 16 01:54:05.658413 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.660252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 31ea19a7-717c-4f87-addd-f925ad379bf9 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:05.689694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9f3df808-95da-4f68-bcaf-a8d9e0bacd03 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] No DVR routers for this DVR port 6d056894-98e3-41fb-9021-57ad00b2ec57 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:05.689694 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9f3df808-95da-4f68-bcaf-a8d9e0bacd03 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.691607 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-9f3df808-95da-4f68-bcaf-a8d9e0bacd03 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "DELETE /v2.0/ports/6d056894-98e3-41fb-9021-57ad00b2ec57 HTTP/1.1" status: 204 len: 173 time: 1.1602538 Aug 16 01:54:05.740796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770954dd-1236-432f-ae5b-01a366ce74d5 req-cc67ec66-c9a5-4e9f-8c8c-185773539972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.742485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-770954dd-1236-432f-ae5b-01a366ce74d5 req-cc67ec66-c9a5-4e9f-8c8c-185773539972 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.1043782 Aug 16 01:54:05.750351 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a8fee145-7208-42d3-904b-ea388399f601,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:05.778593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 31ea19a7-717c-4f87-addd-f925ad379bf9 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:05.779181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2c907daf-2aa4-4292-b3c6-d944d4519085 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:05.808651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 2c907daf-2aa4-4292-b3c6-d944d4519085 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:05.809373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2c907daf-2aa4-4292-b3c6-d944d4519085 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:05.835017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770954dd-1236-432f-ae5b-01a366ce74d5 req-4e4cde00-2526-4785-99f5-b9c567392c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.836581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-770954dd-1236-432f-ae5b-01a366ce74d5 req-4e4cde00-2526-4785-99f5-b9c567392c61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558741 Aug 16 01:54:05.846620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-c796e172-6c9d-403f-87e4-25921874303c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting port a8fee145-7208-42d3-904b-ea388399f601 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:05.846962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-c796e172-6c9d-403f-87e4-25921874303c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.867806 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.172324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-770954dd-1236-432f-ae5b-01a366ce74d5 req-68f2bc96-98e0-4c94-b330-383c0c6e012a service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875908 Aug 16 01:54:06.185423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-c796e172-6c9d-403f-87e4-25921874303c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] For port a8fee145-7208-42d3-904b-ea388399f601, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a8fee145-7208-42d3-904b-ea388399f601,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:06.185715 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-c796e172-6c9d-403f-87e4-25921874303c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.242075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-c796e172-6c9d-403f-87e4-25921874303c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Calling delete_port for a8fee145-7208-42d3-904b-ea388399f601 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:06.399520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3acbcc-fe49-4e42-a8be-046878df58b2 req-dbc71a12-63ad-4839-b4e7-c32404378419 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.401058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb3acbcc-fe49-4e42-a8be-046878df58b2 req-dbc71a12-63ad-4839-b4e7-c32404378419 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 944 time: 0.1965740 Aug 16 01:54:06.444828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-770954dd-1236-432f-ae5b-01a366ce74d5 req-eabdb7a8-74e1-4256-902b-c36fb902e37d service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636442 Aug 16 01:54:06.470401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb3acbcc-fe49-4e42-a8be-046878df58b2 req-b594c9fe-121b-4b02-8e8a-9a32f9e3dbb8 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607750 Aug 16 01:54:06.608128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02892cf3-737b-4944-a0be-efc546b03417 req-cb6a8ba8-fff1-4d1d-85e4-d6d835eb726c tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.609626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02892cf3-737b-4944-a0be-efc546b03417 req-cb6a8ba8-fff1-4d1d-85e4-d6d835eb726c tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0526288 Aug 16 01:54:06.617269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2059453-0805-4966-a32e-59d243e6ea01'}, {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d056894-98e3-41fb-9021-57ad00b2ec57'}, {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29503cfe-aa0a-4c76-99b3-5199eddc74d0'}, {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fee145-7208-42d3-904b-ea388399f601'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:06.619794 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7193891f-126d-4a3c-a085-e97b67b878db" -d '{"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "a2059453-0805-4966-a32e-59d243e6ea01"}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d056894-98e3-41fb-9021-57ad00b2ec57"}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "29503cfe-aa0a-4c76-99b3-5199eddc74d0"}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fee145-7208-42d3-904b-ea388399f601"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:06.632382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-c796e172-6c9d-403f-87e4-25921874303c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.665510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796e172-6c9d-403f-87e4-25921874303c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Port': ['ID=a8fee145-7208-42d3-904b-ea388399f601,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:06.684431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02892cf3-737b-4944-a0be-efc546b03417 req-127aef96-c8d7-4665-b9c7-ac219ad9957f tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687199 Aug 16 01:54:06.721266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-c796e172-6c9d-403f-87e4-25921874303c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] No DVR routers for this DVR port a8fee145-7208-42d3-904b-ea388399f601 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:06.723648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-c796e172-6c9d-403f-87e4-25921874303c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.725624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-c796e172-6c9d-403f-87e4-25921874303c tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "DELETE /v2.0/ports/a8fee145-7208-42d3-904b-ea388399f601 HTTP/1.1" status: 204 len: 173 time: 1.0257666 Aug 16 01:54:06.842911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31559728-1e5c-4929-bef3-1ca2d8ede556 req-f48da598-4404-42e4-a186-8241cae7bf35 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.848806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31559728-1e5c-4929-bef3-1ca2d8ede556 req-f48da598-4404-42e4-a186-8241cae7bf35 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.850384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31559728-1e5c-4929-bef3-1ca2d8ede556 req-f48da598-4404-42e4-a186-8241cae7bf35 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 1678 time: 0.1051145 Aug 16 01:54:06.901360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-3f77373e-8fcb-4b38-bf29-dda3262304eb tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:06.902300 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-3f77373e-8fcb-4b38-bf29-dda3262304eb tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.919012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31559728-1e5c-4929-bef3-1ca2d8ede556 req-b0f45da0-8604-4a94-a236-70ef55720dec tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups?id=522d5cf2-f656-4bfe-a385-94fae3df30ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619462 Aug 16 01:54:06.951990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39628) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:06.998726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-3f77373e-8fcb-4b38-bf29-dda3262304eb tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] For port 29503cfe-aa0a-4c76-99b3-5199eddc74d0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=29503cfe-aa0a-4c76-99b3-5199eddc74d0,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:06.999104 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-3f77373e-8fcb-4b38-bf29-dda3262304eb tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.036153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-3f77373e-8fcb-4b38-bf29-dda3262304eb tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Calling delete_port for 29503cfe-aa0a-4c76-99b3-5199eddc74d0 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:07.074772 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4138fdac-0f7a-4e91-9dd4-4dd025640c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.102928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d731-e8bd-449a-88dd-92759c60c8f8 req-189563b1-79a0-4315-b33f-cf82c50e4821 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:07.104472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4c7d731-e8bd-449a-88dd-92759c60c8f8 req-189563b1-79a0-4315-b33f-cf82c50e4821 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 945 time: 0.1089187 Aug 16 01:54:07.147382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-deleted', 'tag': '2c907daf-2aa4-4292-b3c6-d944d4519085'}, {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-deleted', 'tag': '6d056894-98e3-41fb-9021-57ad00b2ec57'}, {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-deleted', 'tag': 'a8fee145-7208-42d3-904b-ea388399f601'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:07.149724 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0010703a-2874-46c8-a341-f1879d17865d" -d '{"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-deleted", "tag": "2c907daf-2aa4-4292-b3c6-d944d4519085"}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-deleted", "tag": "6d056894-98e3-41fb-9021-57ad00b2ec57"}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-deleted", "tag": "a8fee145-7208-42d3-904b-ea388399f601"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:07.173985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4138fdac-0f7a-4e91-9dd4-4dd025640c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.174382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4c7d731-e8bd-449a-88dd-92759c60c8f8 req-f82874a7-ac60-40d8-bcc5-e14838035936 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580921 Aug 16 01:54:07.246121 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4138fdac-0f7a-4e91-9dd4-4dd025640c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.286370 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4138fdac-0f7a-4e91-9dd4-4dd025640c7e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b01bc16433940e79734ce717f0a7685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326983 Aug 16 01:54:07.287255 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138fdac-0f7a-4e91-9dd4-4dd025640c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c70635-2c1d-40f2-9851-07ca008f6821,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:07.289024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39636) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:07.298530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ba1e01f7-e809-461e-8c5b-fe0cd45bba71 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:07.316059 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-3f77373e-8fcb-4b38-bf29-dda3262304eb tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.362934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77373e-8fcb-4b38-bf29-dda3262304eb tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Port': ['ID=29503cfe-aa0a-4c76-99b3-5199eddc74d0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:07.407355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-3f77373e-8fcb-4b38-bf29-dda3262304eb tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] No DVR routers for this DVR port 29503cfe-aa0a-4c76-99b3-5199eddc74d0 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:07.410166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ba1e01f7-e809-461e-8c5b-fe0cd45bba71, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:07.415752 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-3f77373e-8fcb-4b38-bf29-dda3262304eb tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.415752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-3f77373e-8fcb-4b38-bf29-dda3262304eb tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "DELETE /v2.0/ports/29503cfe-aa0a-4c76-99b3-5199eddc74d0 HTTP/1.1" status: 204 len: 173 time: 0.6803513 Aug 16 01:54:07.417129 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-54c8a15a-14e0-47f8-8c12-5938207c8eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.424808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'port_id': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'mac_address': 'fa:16:3e:22:37:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:07.468791 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.470627 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-54c8a15a-14e0-47f8-8c12-5938207c8eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.480661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1e01f7-e809-461e-8c5b-fe0cd45bba71 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:07.501007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ba1e01f7-e809-461e-8c5b-fe0cd45bba71, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:07.553285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting port a2059453-0805-4966-a32e-59d243e6ea01 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:07.553635 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.606191 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.643398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] For port a2059453-0805-4966-a32e-59d243e6ea01, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a2059453-0805-4966-a32e-59d243e6ea01,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:07.643699 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.654426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=ba1e01f7-e809-461e-8c5b-fe0cd45bba71,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:07.690628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-54c8a15a-14e0-47f8-8c12-5938207c8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.693296 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-54c8a15a-14e0-47f8-8c12-5938207c8eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.694507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-54c8a15a-14e0-47f8-8c12-5938207c8eb4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29c70635-2c1d-40f2-9851-07ca008f6821 HTTP/1.1" status: 204 len: 168 time: 0.4044456 Aug 16 01:54:07.711956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8a15a-14e0-47f8-8c12-5938207c8eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c70635-2c1d-40f2-9851-07ca008f6821,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:07.743401 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5179468b-7280-435a-a443-3cf57f8048a0 x-openstack-request-id: req-5179468b-7280-435a-a443-3cf57f8048a0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:07.743944 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "a2059453-0805-4966-a32e-59d243e6ea01", "code": 200}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d056894-98e3-41fb-9021-57ad00b2ec57", "code": 200}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "29503cfe-aa0a-4c76-99b3-5199eddc74d0", "code": 200}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fee145-7208-42d3-904b-ea388399f601", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:07.744365 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5179468b-7280-435a-a443-3cf57f8048a0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:07.744917 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2059453-0805-4966-a32e-59d243e6ea01', 'code': 200} Aug 16 01:54:07.745957 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d056894-98e3-41fb-9021-57ad00b2ec57', 'code': 200} Aug 16 01:54:07.746431 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29503cfe-aa0a-4c76-99b3-5199eddc74d0', 'code': 200} Aug 16 01:54:07.746857 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fee145-7208-42d3-904b-ea388399f601', 'code': 200} Aug 16 01:54:07.776888 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506d909c-4caf-4660-98e3-503a84220a4d x-openstack-request-id: req-506d909c-4caf-4660-98e3-503a84220a4d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:07.777183 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-deleted", "tag": "2c907daf-2aa4-4292-b3c6-d944d4519085", "status": "completed", "code": 200}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-deleted", "tag": "6d056894-98e3-41fb-9021-57ad00b2ec57", "status": "completed", "code": 200}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-deleted", "tag": "a8fee145-7208-42d3-904b-ea388399f601", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:07.777532 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-506d909c-4caf-4660-98e3-503a84220a4d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:07.777807 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-deleted', 'tag': '2c907daf-2aa4-4292-b3c6-d944d4519085', 'status': 'completed', 'code': 200} Aug 16 01:54:07.778390 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-deleted', 'tag': '6d056894-98e3-41fb-9021-57ad00b2ec57', 'status': 'completed', 'code': 200} Aug 16 01:54:07.778569 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-deleted', 'tag': 'a8fee145-7208-42d3-904b-ea388399f601', 'status': 'completed', 'code': 200} Aug 16 01:54:07.938378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['ba1e01f7-e809-461e-8c5b-fe0cd45bba71'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:08.247334 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.247895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.247997 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Floating IP 0c875ba8-7d82-49f1-944f-d23d26a69318 disassociated. External IP: 172.25.8.235, port: a2059453-0805-4966-a32e-59d243e6ea01. Aug 16 01:54:08.248265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Calling delete_port for a2059453-0805-4966-a32e-59d243e6ea01 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:08.273590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175183a8-3290-4c18-bc62-c0cfcf021530 req-0f442374-9eee-466f-b4d0-eb7ad5c344fa tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.275125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-175183a8-3290-4c18-bc62-c0cfcf021530 req-0f442374-9eee-466f-b4d0-eb7ad5c344fa tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 945 time: 0.4427574 Aug 16 01:54:08.352553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-175183a8-3290-4c18-bc62-c0cfcf021530 req-d959e66e-4e1a-4a10-805f-f4e5e5e5256d tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506968 Aug 16 01:54:08.469786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f25095-705c-4721-90b1-ac9cdcf24505 req-b611731c-4a83-43dd-ade0-20d5d78ad5c5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.471262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94f25095-705c-4721-90b1-ac9cdcf24505 req-b611731c-4a83-43dd-ade0-20d5d78ad5c5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 945 time: 0.0598531 Aug 16 01:54:08.493014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39654) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.493509 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.513246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ca2846f8-bfab-4c79-a055-01b15dee751b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.525053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Port': ['ID=a2059453-0805-4966-a32e-59d243e6ea01,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:08.544775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94f25095-705c-4721-90b1-ac9cdcf24505 req-cac53254-9e3d-42ad-b5ac-2c4d3af7fa19 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673480 Aug 16 01:54:08.608430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ca2846f8-bfab-4c79-a055-01b15dee751b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.680749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Router 9f08197d-9dd5-4390-bf63-68f21b850b68 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:08.684013 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ca2846f8-bfab-4c79-a055-01b15dee751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.693848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c0395-d22b-49bf-a7e0-e28f927e751f req-2135659e-0675-4ba7-a152-823431f795f2 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.695391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-999c0395-d22b-49bf-a7e0-e28f927e751f req-2135659e-0675-4ba7-a152-823431f795f2 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 946 time: 0.0695271 Aug 16 01:54:08.723488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2846f8-bfab-4c79-a055-01b15dee751b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9837d849-9845-4549-90d9-d987fa186333,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:08.727779 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ca2846f8-bfab-4c79-a055-01b15dee751b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a90a480c32f4978868b83e738129afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336812 Aug 16 01:54:08.730480 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39656) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.781733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61427f7a-bd39-4693-a73e-12011fe58c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.802882 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61427f7a-bd39-4693-a73e-12011fe58c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.805262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-999c0395-d22b-49bf-a7e0-e28f927e751f req-0ec43190-d5c8-4897-bef0-2587db1d0ac2 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/security-groups?id=727401c9-fbf7-4200-9970-53989efb0c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007042 Aug 16 01:54:08.826296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:08.840792 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768e897-e3e2-4437-bab3-86cfdc5ba6e1 None None] Sync routers for ids ['9f08197d-9dd5-4390-bf63-68f21b850b68'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:08.861159 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768e897-e3e2-4437-bab3-86cfdc5ba6e1 None None] Routers {'9f08197d-9dd5-4390-bf63-68f21b850b68'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:08.862427 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c768e897-e3e2-4437-bab3-86cfdc5ba6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9f08197d-9dd5-4390-bf63-68f21b850b68'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:08.880165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] No DVR routers for this DVR port a2059453-0805-4966-a32e-59d243e6ea01 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:08.882825 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.884961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a1668f-a794-4ffe-a330-af7335d0ca41 req-0a65c3b8-e9e9-4f72-ba7e-eec344ac8f53 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.74 "DELETE /v2.0/ports/a2059453-0805-4966-a32e-59d243e6ea01 HTTP/1.1" status: 204 len: 173 time: 1.4643209 Aug 16 01:54:08.937895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82648c28-1095-4c7b-82b2-52775a6b8bbb req-92ec665c-d9bd-4e74-90cb-e92379a7500d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.941743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82648c28-1095-4c7b-82b2-52775a6b8bbb req-92ec665c-d9bd-4e74-90cb-e92379a7500d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0627420 Aug 16 01:54:08.954557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61427f7a-bd39-4693-a73e-12011fe58c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.961074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61427f7a-bd39-4693-a73e-12011fe58c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.964287 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-61427f7a-bd39-4693-a73e-12011fe58c61 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9837d849-9845-4549-90d9-d987fa186333 HTTP/1.1" status: 204 len: 168 time: 0.2328124 Aug 16 01:54:08.976339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61427f7a-bd39-4693-a73e-12011fe58c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9837d849-9845-4549-90d9-d987fa186333,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:08.989198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82648c28-1095-4c7b-82b2-52775a6b8bbb req-c610ddf3-2a71-4a5b-ad45-dee69d377295 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Aug 16 01:54:09.001084 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c768e897-e3e2-4437-bab3-86cfdc5ba6e1 None None] Set router 9f08197d-9dd5-4390-bf63-68f21b850b68 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:09.101795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c413b68c-655a-4a70-994e-63702cf80cd1 req-a7b66d0a-9705-49c9-9489-ee6afd1ce1da tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 210 time: 0.0327494 Aug 16 01:54:09.271132 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c768e897-e3e2-4437-bab3-86cfdc5ba6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 4, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '245dc420-0a5a-4f00-86d1-c748d912f80d', 'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'tenant_id': '1df95d736c594679814967c806df0199', 'mac_address': 'fa:16:3e:d7:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:16Z', 'updated_at': '2021-08-16T01:43:24Z', 'revision_number': 5, 'project_id': '1df95d736c594679814967c806df0199', 'subnets': [{'id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:09.302288 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768e897-e3e2-4437-bab3-86cfdc5ba6e1 None None] Checking router: 9f08197d-9dd5-4390-bf63-68f21b850b68 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:09.312038 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768e897-e3e2-4437-bab3-86cfdc5ba6e1 None None] Routers {'9f08197d-9dd5-4390-bf63-68f21b850b68'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:09.313783 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c768e897-e3e2-4437-bab3-86cfdc5ba6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9f08197d-9dd5-4390-bf63-68f21b850b68'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:09.316908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ba1e01f7-e809-461e-8c5b-fe0cd45bba71 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:09.405737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85fa51b1-981b-440e-9919-2e13a9906ded req-ddbf754b-4f14-4c70-b44f-c3713daea6e8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598302 Aug 16 01:54:09.450217 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c768e897-e3e2-4437-bab3-86cfdc5ba6e1 None None] Set router 9f08197d-9dd5-4390-bf63-68f21b850b68 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:09.453304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:09.457624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:09.458266 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.539614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa51b1-981b-440e-9919-2e13a9906ded req-9769b390-e095-4c83-b899-90e83fcb91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.541216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85fa51b1-981b-440e-9919-2e13a9906ded req-9769b390-e095-4c83-b899-90e83fcb91e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 1097 time: 0.1020527 Aug 16 01:54:09.551945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd486ba9-7c03-4a77-bff9-8c46b3d1c889 req-b6f41d1e-e518-4290-ad79-b65f5c04d3e6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.553862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd486ba9-7c03-4a77-bff9-8c46b3d1c889 req-b6f41d1e-e518-4290-ad79-b65f5c04d3e6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.64 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 946 time: 0.0750332 Aug 16 01:54:09.590198 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.653015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ba1e01f7-e809-461e-8c5b-fe0cd45bba71, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:09.748462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:09.751603 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8b7333-0f94-4254-bd9d-c1ae0beb3399" -d '{"events": [{"server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "name": "network-vif-plugged", "status": "completed", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:09.762964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa51b1-981b-440e-9919-2e13a9906ded req-8ac78d7f-9fc3-4596-b55a-2c49099e85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.764619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85fa51b1-981b-440e-9919-2e13a9906ded req-8ac78d7f-9fc3-4596-b55a-2c49099e85ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.2004478 Aug 16 01:54:09.770680 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.781095 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c768e897-e3e2-4437-bab3-86cfdc5ba6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 4, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '245dc420-0a5a-4f00-86d1-c748d912f80d', 'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'tenant_id': '1df95d736c594679814967c806df0199', 'mac_address': 'fa:16:3e:d7:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:16Z', 'updated_at': '2021-08-16T01:43:24Z', 'revision_number': 5, 'project_id': '1df95d736c594679814967c806df0199', 'subnets': [{'id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:09.781350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-deleted', 'tag': '29503cfe-aa0a-4c76-99b3-5199eddc74d0'}, {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-deleted', 'tag': 'a2059453-0805-4966-a32e-59d243e6ea01'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:09.782752 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bee8648-6498-47a3-a4e7-b25567c530ff" -d '{"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-deleted", "tag": "29503cfe-aa0a-4c76-99b3-5199eddc74d0"}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-deleted", "tag": "a2059453-0805-4966-a32e-59d243e6ea01"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:09.807788 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768e897-e3e2-4437-bab3-86cfdc5ba6e1 None None] The sync data for ids ['9f08197d-9dd5-4390-bf63-68f21b850b68'] in n-d-768509-23 is: [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:43:17Z', 'revision_number': 4, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '245dc420-0a5a-4f00-86d1-c748d912f80d', 'name': '', 'network_id': '84d790fc-6460-4f48-a0a4-f45c262f5cff', 'tenant_id': '1df95d736c594679814967c806df0199', 'mac_address': 'fa:16:3e:d7:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:16Z', 'updated_at': '2021-08-16T01:43:24Z', 'revision_number': 5, 'project_id': '1df95d736c594679814967c806df0199', 'subnets': [{'id': '9a060b37-f0b4-4e98-9c03-2837e5244eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:09.850895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85fa51b1-981b-440e-9919-2e13a9906ded req-d5e31d37-8670-4f3a-8e2c-60899f6d8631 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e92d57-5f5c-4198-943f-97a999214cb6 HTTP/1.1" status: 200 len: 217 time: 0.0756505 Aug 16 01:54:09.853255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-bd486ba9-7c03-4a77-bff9-8c46b3d1c889 req-5b23331a-8a00-42aa-aa1b-8c63bd8219a6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Deleting port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:09.853698 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd486ba9-7c03-4a77-bff9-8c46b3d1c889 req-5b23331a-8a00-42aa-aa1b-8c63bd8219a6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.959714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4185124-629c-4e1e-a1bc-7d20896f6990 req-b77d4df5-e4c8-4051-8289-514a28529f24 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.977054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4185124-629c-4e1e-a1bc-7d20896f6990 req-b77d4df5-e4c8-4051-8289-514a28529f24 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 946 time: 0.2172742 Aug 16 01:54:10.033577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa51b1-981b-440e-9919-2e13a9906ded req-d4d1f4f1-9d7f-4e17-9f30-dcfb27abb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.039015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85fa51b1-981b-440e-9919-2e13a9906ded req-d4d1f4f1-9d7f-4e17-9f30-dcfb27abb6f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.1745672 Aug 16 01:54:10.068460 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=ba1e01f7-e809-461e-8c5b-fe0cd45bba71,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:10.093018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4185124-629c-4e1e-a1bc-7d20896f6990 req-b85c2c8e-52e8-4199-aa38-71951993d42e tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150563 Aug 16 01:54:10.099981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-bd486ba9-7c03-4a77-bff9-8c46b3d1c889 req-5b23331a-8a00-42aa-aa1b-8c63bd8219a6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] For port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75,segment=NetworkSegment(41bef49f-16cf-4986-b8ca-bb8d7c16df53),segment_id=41bef49f-16cf-4986-b8ca-bb8d7c16df53)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:10.100360 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd486ba9-7c03-4a77-bff9-8c46b3d1c889 req-5b23331a-8a00-42aa-aa1b-8c63bd8219a6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.119923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-bd486ba9-7c03-4a77-bff9-8c46b3d1c889 req-5b23331a-8a00-42aa-aa1b-8c63bd8219a6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Calling delete_port for f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:10.145251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa51b1-981b-440e-9919-2e13a9906ded req-de3646f1-24c7-494c-b4cd-65b5afbb912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.146828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85fa51b1-981b-440e-9919-2e13a9906ded req-de3646f1-24c7-494c-b4cd-65b5afbb912d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012650 Aug 16 01:54:10.212550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d446e-85d6-4390-a0a3-6c06bfbc2310 None None] New status for floating IP 0c875ba8-7d82-49f1-944f-d23d26a69318: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:10.347033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85fa51b1-981b-440e-9919-2e13a9906ded req-201a273f-645e-48dd-871a-5736ffa730a2 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685157 Aug 16 01:54:10.359517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecdbf2-22bf-493b-b6e6-815641dcfe96 req-9412af34-22b1-4771-b500-3eae8040cc6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.360997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3ecdbf2-22bf-493b-b6e6-815641dcfe96 req-9412af34-22b1-4771-b500-3eae8040cc6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 945 time: 0.1047742 Aug 16 01:54:10.501034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3ecdbf2-22bf-493b-b6e6-815641dcfe96 req-2e56931e-5a4d-48de-9096-700dd0298402 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298385 Aug 16 01:54:10.547178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85fa51b1-981b-440e-9919-2e13a9906ded req-1891a7c1-e613-4c77-8ae1-c5b7bd3938a8 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851969 Aug 16 01:54:10.560002 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7846d0-3efd-4cbd-9e57-e462215144c7 x-openstack-request-id: req-9a7846d0-3efd-4cbd-9e57-e462215144c7 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:10.561049 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "name": "network-vif-plugged", "status": "completed", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:10.561493 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a7846d0-3efd-4cbd-9e57-e462215144c7 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:10.562922 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'code': 200} Aug 16 01:54:10.564905 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd486ba9-7c03-4a77-bff9-8c46b3d1c889 req-5b23331a-8a00-42aa-aa1b-8c63bd8219a6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.580609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['f19fcee8-175f-4bbe-b3e8-d1bbba72fe75'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:10.626689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23331a-8a00-42aa-aa1b-8c63bd8219a6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Pushing event deleted for resources: {'Port': ['ID=f19fcee8-175f-4bbe-b3e8-d1bbba72fe75,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:10.635163 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a37cc7-bcaa-4320-900b-17cf4e93b715 x-openstack-request-id: req-74a37cc7-bcaa-4320-900b-17cf4e93b715 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:10.635587 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-deleted", "tag": "29503cfe-aa0a-4c76-99b3-5199eddc74d0", "status": "completed", "code": 200}, {"server_uuid": "2dcdbe6b-417a-4620-8bff-c9bb1d787c4b", "name": "network-vif-deleted", "tag": "a2059453-0805-4966-a32e-59d243e6ea01", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:10.636348 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74a37cc7-bcaa-4320-900b-17cf4e93b715 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:10.637409 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-deleted', 'tag': '29503cfe-aa0a-4c76-99b3-5199eddc74d0', 'status': 'completed', 'code': 200} Aug 16 01:54:10.638144 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe6b-417a-4620-8bff-c9bb1d787c4b', 'name': 'network-vif-deleted', 'tag': 'a2059453-0805-4966-a32e-59d243e6ea01', 'status': 'completed', 'code': 200} Aug 16 01:54:10.750848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d265945c-e85b-41e8-9d8a-cec9c4231157 req-5cdbe86b-a4df-4a64-a90e-77ffdfda4518 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 210 time: 0.0619895 Aug 16 01:54:10.753453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd486ba9-7c03-4a77-bff9-8c46b3d1c889 req-5b23331a-8a00-42aa-aa1b-8c63bd8219a6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] No DVR routers for this DVR port f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:10.756692 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd486ba9-7c03-4a77-bff9-8c46b3d1c889 req-5b23331a-8a00-42aa-aa1b-8c63bd8219a6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.779299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd486ba9-7c03-4a77-bff9-8c46b3d1c889 req-5b23331a-8a00-42aa-aa1b-8c63bd8219a6 tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.64 "DELETE /v2.0/ports/f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 HTTP/1.1" status: 204 len: 173 time: 1.1924820 Aug 16 01:54:10.779299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cb86f-e6ca-4e21-8ecc-69cdae6650fd req-d4b0107d-5b7d-432b-b00d-b44a920b4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.779299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-451cb86f-e6ca-4e21-8ecc-69cdae6650fd req-d4b0107d-5b7d-432b-b00d-b44a920b4399 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 1098 time: 0.1250794 Aug 16 01:54:10.822458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-451cb86f-e6ca-4e21-8ecc-69cdae6650fd req-9aca8c2a-426c-4ba1-a143-90d30f634f65 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491831 Aug 16 01:54:10.879299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1d94-73db-4c05-a599-4ecc13f0ff36 req-f50de403-6f56-4e6f-8c1d-a392c3dbf824 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.880805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd0b1d94-73db-4c05-a599-4ecc13f0ff36 req-f50de403-6f56-4e6f-8c1d-a392c3dbf824 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0571520 Aug 16 01:54:10.922812 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd0b1d94-73db-4c05-a599-4ecc13f0ff36 req-14ff85df-a954-43cd-85d2-30d449dae88b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353446 Aug 16 01:54:11.009591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbf4c699-30e1-4374-a8f4-0e1422591d89 req-c27f6e5a-439a-484b-862e-cb488485f5fe tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 210 time: 0.0266545 Aug 16 01:54:11.225751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f28af3-e536-4b3b-a399-43db9798ebd3 req-10410647-b66e-4608-8167-0e3d30192c6f tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.227317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57f28af3-e536-4b3b-a399-43db9798ebd3 req-10410647-b66e-4608-8167-0e3d30192c6f tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 946 time: 0.0534797 Aug 16 01:54:11.266093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57f28af3-e536-4b3b-a399-43db9798ebd3 req-171fe9d0-7a8a-49f7-a407-1bce20b94942 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315540 Aug 16 01:54:11.496788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2eb1-df7a-4e70-b813-bc61648aaa6f req-26674374-67e8-4a8a-b8b8-5dc2355d7f75 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.498576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d8c2eb1-df7a-4e70-b813-bc61648aaa6f req-26674374-67e8-4a8a-b8b8-5dc2355d7f75 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "GET /v2.0/ports?device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 945 time: 0.0563009 Aug 16 01:54:11.660573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36034d39-cba8-4827-a999-2cf324c39d0d req-b99e45a2-c17c-4acb-b6ec-944a96123aa8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.662133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36034d39-cba8-4827-a999-2cf324c39d0d req-b99e45a2-c17c-4acb-b6ec-944a96123aa8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=0519fc42-beff-4cdf-8408-d7404a1a1c1b HTTP/1.1" status: 200 len: 945 time: 0.0691278 Aug 16 01:54:11.671582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-0d8c2eb1-df7a-4e70-b813-bc61648aaa6f req-34e73ba2-9178-4a19-8d79-f8a0481f627a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Deleting port b56b3600-45bb-496a-aac5-63e2f358635a {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:11.671582 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0d8c2eb1-df7a-4e70-b813-bc61648aaa6f req-34e73ba2-9178-4a19-8d79-f8a0481f627a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.772417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36034d39-cba8-4827-a999-2cf324c39d0d req-01ca9058-ed8e-4c3a-9c16-8d933b20fa93 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838735 Aug 16 01:54:11.846906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0d8c2eb1-df7a-4e70-b813-bc61648aaa6f req-34e73ba2-9178-4a19-8d79-f8a0481f627a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] For port b56b3600-45bb-496a-aac5-63e2f358635a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b56b3600-45bb-496a-aac5-63e2f358635a,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:11.847673 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0d8c2eb1-df7a-4e70-b813-bc61648aaa6f req-34e73ba2-9178-4a19-8d79-f8a0481f627a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.869349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-0d8c2eb1-df7a-4e70-b813-bc61648aaa6f req-34e73ba2-9178-4a19-8d79-f8a0481f627a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Calling delete_port for b56b3600-45bb-496a-aac5-63e2f358635a owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:11.922976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fabb777-d402-45f7-969f-9f5c6052128f req-f416158a-8dee-482e-9361-7dd902aa125a tempest-ServerAddressesNegativeTestJSON-1286657739 tempest-ServerAddressesNegativeTestJSON-1286657739-project] 10.222.0.66 "GET /v2.0/ports?device_id=21eae8f3-c32d-41c0-98cb-d36448d6454c HTTP/1.1" status: 200 len: 210 time: 0.0323415 Aug 16 01:54:12.112131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404447ce-beef-47dd-ae15-47700eae3a90 req-ecf56548-fd08-4745-a438-efa486b8fba7 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.113727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-404447ce-beef-47dd-ae15-47700eae3a90 req-ecf56548-fd08-4745-a438-efa486b8fba7 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0936456 Aug 16 01:54:12.160415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-404447ce-beef-47dd-ae15-47700eae3a90 req-0c037ba4-32eb-4e1c-a808-e155081c1631 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395896 Aug 16 01:54:12.184893 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0d8c2eb1-df7a-4e70-b813-bc61648aaa6f req-34e73ba2-9178-4a19-8d79-f8a0481f627a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.198913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:12.232127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e73ba2-9178-4a19-8d79-f8a0481f627a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event deleted for resources: {'Port': ['ID=b56b3600-45bb-496a-aac5-63e2f358635a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.261441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['b56b3600-45bb-496a-aac5-63e2f358635a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:12.290014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8c2eb1-df7a-4e70-b813-bc61648aaa6f req-34e73ba2-9178-4a19-8d79-f8a0481f627a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] No DVR routers for this DVR port b56b3600-45bb-496a-aac5-63e2f358635a on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:12.312395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0d8c2eb1-df7a-4e70-b813-bc61648aaa6f req-34e73ba2-9178-4a19-8d79-f8a0481f627a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.314818 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d8c2eb1-df7a-4e70-b813-bc61648aaa6f req-34e73ba2-9178-4a19-8d79-f8a0481f627a tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "DELETE /v2.0/ports/b56b3600-45bb-496a-aac5-63e2f358635a HTTP/1.1" status: 204 len: 173 time: 0.8089099 Aug 16 01:54:12.328347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-edd4eece-bb60-4596-94e5-ae95a288e9a0 req-b3d73d6b-f9fd-40e9-8f67-44f81b43ca28 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 210 time: 0.0664387 Aug 16 01:54:12.542279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f3034-8bca-4c10-931a-39402eefb014 req-3689ba5f-cf45-4514-9543-9cea69291cfa tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.543866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-091f3034-8bca-4c10-931a-39402eefb014 req-3689ba5f-cf45-4514-9543-9cea69291cfa tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 946 time: 0.0706863 Aug 16 01:54:12.593521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-091f3034-8bca-4c10-931a-39402eefb014 req-8946ae00-e3a1-4bd5-be3b-9a0ccb72d4ff tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 Aug 16 01:54:12.640230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eae8f3-c32d-41c0-98cb-d36448d6454c', 'name': 'network-vif-deleted', 'tag': 'f19fcee8-175f-4bbe-b3e8-d1bbba72fe75'}, {'server_uuid': '0519fc42-beff-4cdf-8408-d7404a1a1c1b', 'name': 'network-vif-deleted', 'tag': 'b56b3600-45bb-496a-aac5-63e2f358635a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:12.643711 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59ebf02-a0d3-4709-85d8-76628880d0f2" -d '{"events": [{"server_uuid": "21eae8f3-c32d-41c0-98cb-d36448d6454c", "name": "network-vif-deleted", "tag": "f19fcee8-175f-4bbe-b3e8-d1bbba72fe75"}, {"server_uuid": "0519fc42-beff-4cdf-8408-d7404a1a1c1b", "name": "network-vif-deleted", "tag": "b56b3600-45bb-496a-aac5-63e2f358635a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:12.774297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-b7fd42e2-f68a-4878-b496-da7a1599d8a0 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1207895 Aug 16 01:54:12.785246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:12.960173 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.067984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.181095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Allocated IP 172.25.8.54 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/ee7b1518-3b65-4d55-9f46-9b379bbc009b) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:13.305771 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.320449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:13.340032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:13.340383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device f19fcee8-175f-4bbe-b3e8-d1bbba72fe75 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:13.341045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b56b3600-45bb-496a-aac5-63e2f358635a no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:13.362951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: b56b3600-45bb-496a-aac5-63e2f358635a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:13.363594 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b56b3600-45bb-496a-aac5-63e2f358635a not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:13.446255 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.491587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:13.495459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:13.499249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:13.522109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Pushing event updated for resources: {'Port': ['ID=ee7b1518-3b65-4d55-9f46-9b379bbc009b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.592943 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.689938 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.843426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.954304 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.038025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Pushing event updated for resources: {'Port': ['ID=ee7b1518-3b65-4d55-9f46-9b379bbc009b,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.053669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.154571 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.162697 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-17b178f9-0750-423b-a263-6ddf2ca14cdf tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3816440 Aug 16 01:54:14.209537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-a7079896-6a47-4368-ba43-a496313cabca tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.0457704 Aug 16 01:54:14.332697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-cf796559-a51e-49d3-84c8-6f2d1be1635a tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.334271 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-cf796559-a51e-49d3-84c8-6f2d1be1635a tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1168315 Aug 16 01:54:14.346529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-13eff713-baf2-460d-94b1-bdfe0d15876d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:54:14.347659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7445d26-ed24-4408-8658-4cc86b1a07ea req-13eff713-baf2-460d-94b1-bdfe0d15876d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061419 Aug 16 01:54:14.399640 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61770627-fe66-4589-af5b-ff89fb7ec6a4 x-openstack-request-id: req-61770627-fe66-4589-af5b-ff89fb7ec6a4 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:14.400204 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eae8f3-c32d-41c0-98cb-d36448d6454c", "name": "network-vif-deleted", "tag": "f19fcee8-175f-4bbe-b3e8-d1bbba72fe75", "status": "completed", "code": 200}, {"server_uuid": "0519fc42-beff-4cdf-8408-d7404a1a1c1b", "name": "network-vif-deleted", "tag": "b56b3600-45bb-496a-aac5-63e2f358635a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:14.400700 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61770627-fe66-4589-af5b-ff89fb7ec6a4 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:14.401971 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eae8f3-c32d-41c0-98cb-d36448d6454c', 'name': 'network-vif-deleted', 'tag': 'f19fcee8-175f-4bbe-b3e8-d1bbba72fe75', 'status': 'completed', 'code': 200} Aug 16 01:54:14.402542 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0519fc42-beff-4cdf-8408-d7404a1a1c1b', 'name': 'network-vif-deleted', 'tag': 'b56b3600-45bb-496a-aac5-63e2f358635a', 'status': 'completed', 'code': 200} Aug 16 01:54:14.469404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39752) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.540261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-497a95c6-fea8-48f9-8d06-9fae41c51b06 admin admin] Deleting subnet dcf9354b-3773-43ee-b2b7-9f3e1c356689 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:14.556884 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-497a95c6-fea8-48f9-8d06-9fae41c51b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.607137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-497a95c6-fea8-48f9-8d06-9fae41c51b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.615946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eedd76-441f-4545-8091-178f897a0701 req-43e71a09-cc15-4f8b-b101-2e41c547f5ba tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.617693 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9eedd76-441f-4545-8091-178f897a0701 req-43e71a09-cc15-4f8b-b101-2e41c547f5ba tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0956814 Aug 16 01:54:14.681178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-497a95c6-fea8-48f9-8d06-9fae41c51b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.686183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9eedd76-441f-4545-8091-178f897a0701 req-322862b9-c287-49f8-a451-ef80aa5851cc tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506742 Aug 16 01:54:14.806307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21e8326a-f908-41ad-b4d3-327c3d3de74a req-8a55e995-5d54-42f6-8e18-c9ccebafd3ee tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 210 time: 0.0286262 Aug 16 01:54:14.840493 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-497a95c6-fea8-48f9-8d06-9fae41c51b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.872638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a95c6-fea8-48f9-8d06-9fae41c51b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf9354b-3773-43ee-b2b7-9f3e1c356689,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.876624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-497a95c6-fea8-48f9-8d06-9fae41c51b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.880892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-497a95c6-fea8-48f9-8d06-9fae41c51b06 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dcf9354b-3773-43ee-b2b7-9f3e1c356689 HTTP/1.1" status: 204 len: 168 time: 0.4080641 Aug 16 01:54:14.881054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39754) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.954839 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.061581 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.072887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6f802b-6f3f-479c-9c66-5afc8435e999']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:15.085883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bef49f-16cf-4986-b8ca-bb8d7c16df53') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:15.086297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bef49f-16cf-4986-b8ca-bb8d7c16df53') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:15.096925 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.124346 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.134649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:15.135138 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:15.137843 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:15.286228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-3e707eb3-7dbb-43b7-94e1-7a0010709a2b tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.287762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-3e707eb3-7dbb-43b7-94e1-7a0010709a2b tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 821 time: 0.1551147 Aug 16 01:54:15.302707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.319497 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.321374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/be6f802b-6f3f-479c-9c66-5afc8435e999 HTTP/1.1" status: 204 len: 168 time: 0.4393177 Aug 16 01:54:15.323270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-4d593936-ff0b-4e3e-b157-7c0e0870f22a tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/quotas/5c5a15f8c7a940d0a81ed56b8e98895a HTTP/1.1" status: 200 len: 375 time: 0.0284283 Aug 16 01:54:15.324289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a28b6-1938-4a39-bdb2-53cecf64f8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=be6f802b-6f3f-479c-9c66-5afc8435e999,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:15.394480 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-f81a628a-9d32-4734-866a-1891ff947f13 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0609348 Aug 16 01:54:15.509392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-f4104494-af2e-473a-8958-652f3837a29a service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068590 Aug 16 01:54:15.606919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-7f58aa3e-ef3a-4353-b525-e9d491dd6280 service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905874 Aug 16 01:54:15.755526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39774) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.841254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-af4b984f-7da2-459e-8250-23ab7f859665 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4f5c7fe5a5946b08e2908fa74ce2090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845432 Aug 16 01:54:15.843689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39790) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:16.007248 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-17a4b3ee-9d51-425e-b9d7-cf2ac3124075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.014152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-17a4b3ee-9d51-425e-b9d7-cf2ac3124075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.044457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd201b-0465-4393-836d-272f2b382a8f req-15ab0daa-4a7a-400e-a73c-541f4e2b1d7f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:16.047643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-15ab0daa-4a7a-400e-a73c-541f4e2b1d7f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.1949124 Aug 16 01:54:16.081968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-22bf8d08-c489-4fd8-8cc6-238f44b34891 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/quotas/01123a5299b448f29d82494bba871d75 HTTP/1.1" status: 200 len: 375 time: 0.0132687 Aug 16 01:54:16.150110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-748f263e-4043-4ea4-b7e6-f7d72b4d2445 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0610838 Aug 16 01:54:16.179122 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-17a4b3ee-9d51-425e-b9d7-cf2ac3124075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.180973 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-17a4b3ee-9d51-425e-b9d7-cf2ac3124075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.182180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-17a4b3ee-9d51-425e-b9d7-cf2ac3124075 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/727401c9-fbf7-4200-9970-53989efb0c06 HTTP/1.1" status: 204 len: 168 time: 0.3374584 Aug 16 01:54:16.220751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4b3ee-9d51-425e-b9d7-cf2ac3124075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727401c9-fbf7-4200-9970-53989efb0c06,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:16.301333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-c7ccc8a6-4aa0-4db6-81c2-e62fc24b974f service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422095 Aug 16 01:54:16.395642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-3b3452d4-319e-4d71-87b0-aaa984674178 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934899 Aug 16 01:54:16.824982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e680e-0c04-4511-857c-b22a1150e7dd req-1cbfec3a-bd8f-4397-b40c-bab863a9c2c8 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:16.835433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-722e680e-0c04-4511-857c-b22a1150e7dd req-1cbfec3a-bd8f-4397-b40c-bab863a9c2c8 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0842907 Aug 16 01:54:16.905339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-722e680e-0c04-4511-857c-b22a1150e7dd req-37453a58-1214-45d8-a0b2-2b7250cab9fa tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665717 Aug 16 01:54:16.957473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39822) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.031322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38c0b875-5a2e-43d3-b555-2a14953567aa req-286790df-4e19-4008-bf7d-e3e7cc5cf1b4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 210 time: 0.0403502 Aug 16 01:54:17.091906 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b284b56-4fdc-4864-a7eb-2d1b9dbc4d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.184364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-035d8499-091b-4aea-98b1-03e03398653d req-95c5817e-ae38-464b-b05d-9a7ccfb41b73 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 210 time: 0.0367410 Aug 16 01:54:17.242130 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b284b56-4fdc-4864-a7eb-2d1b9dbc4d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.336260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-844961cc-cb4f-405a-8055-846574a6c350 req-2702a9e6-cb4c-4722-baf0-8681ea54c6fe tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 210 time: 0.0298982 Aug 16 01:54:17.337366 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b284b56-4fdc-4864-a7eb-2d1b9dbc4d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.390329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39836) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.392129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9b284b56-4fdc-4864-a7eb-2d1b9dbc4d38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea23f1aac65b4402b3ac3c78420acd10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4330876 Aug 16 01:54:17.393592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b284b56-4fdc-4864-a7eb-2d1b9dbc4d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb29ea48-9894-4180-8c12-390459ea768b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:17.496032 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-664984d8-c982-4d01-af51-c3bf2b401d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.521375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-664984d8-c982-4d01-af51-c3bf2b401d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.628734 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-664984d8-c982-4d01-af51-c3bf2b401d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.631604 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-664984d8-c982-4d01-af51-c3bf2b401d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.636511 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-664984d8-c982-4d01-af51-c3bf2b401d70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb29ea48-9894-4180-8c12-390459ea768b HTTP/1.1" status: 204 len: 168 time: 0.2448163 Aug 16 01:54:17.644904 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664984d8-c982-4d01-af51-c3bf2b401d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb29ea48-9894-4180-8c12-390459ea768b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:17.755191 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39844) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.852112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1383888463-network', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:18.040112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Made reservation on behalf of a88c8239e59b4d438e686a6da20f9f85 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:18.042700 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.061414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.065023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409461b-db92-465a-9144-dd13959397b7 req-f2be0f67-44b8-4766-af94-c8686e82ec53 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.076692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3409461b-db92-465a-9144-dd13959397b7 req-f2be0f67-44b8-4766-af94-c8686e82ec53 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0981297 Aug 16 01:54:18.134763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3409461b-db92-465a-9144-dd13959397b7 req-7ab37ca4-4652-482f-a345-f95974bc91aa tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532961 Aug 16 01:54:18.232453 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.270260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de9d26a9-9db3-4f53-920e-be496f104526 req-bace6635-15b5-4dae-87cf-51dba4474442 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 210 time: 0.0462894 Aug 16 01:54:18.319103 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.333218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-e2a879ff-bdac-4dda-acae-e2f53e68f957 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.335148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-e2a879ff-bdac-4dda-acae-e2f53e68f957 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.74 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 821 time: 0.1821649 Aug 16 01:54:18.349050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Request body: {'port': {'device_id': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'admin_state_up': True, 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:18.360649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:54:18.384727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d267f15-7d49-468d-a7ae-d09657ec7206,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.388921 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.389778 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Added segment ab23c862-d09c-4acb-b2cf-92fe4dd2806a of type vlan for network 4580b099-2551-492d-9cb2-8302c2e9c7cf Aug 16 01:54:18.478159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9aae1667-ee23-4aa4-9de3-5e78da80daa8 req-92ed1c0f-413b-4461-9356-0e0fbf0151b8 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 210 time: 0.0716217 Aug 16 01:54:18.485624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.634059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.634991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.636068 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.644407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Made reservation on behalf of 5c5a15f8c7a940d0a81ed56b8e98895a for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:18.649540 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.676672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76a1d290-b8ec-469d-b557-ae1ac9e32a6d req-3bdd7fa5-577a-4f9f-8d5a-436e32ac979c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 210 time: 0.0440116 Aug 16 01:54:18.732020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=4580b099-2551-492d-9cb2-8302c2e9c7cf,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.744564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 4580b099-2551-492d-9cb2-8302c2e9c7cf details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:54:18.761264 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-27ef5bd1-0442-48dd-a058-de595f43c6f0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0047743 Aug 16 01:54:18.764326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39874) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:18.778111 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] Request body: {'subnet': {'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1383888463-subnet', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:18.983879 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] Made reservation on behalf of a88c8239e59b4d438e686a6da20f9f85 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:18.987067 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.990968 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:54:19.189445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Allocated IP 172.20.0.5 (5794c70e-7690-4d0b-bf23-c982fe556cf5/98588133-755c-45aa-b2e7-2d29cb7cfdea/223f0025-3277-428d-85c1-4fb6597d12da) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:19.346485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.360269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Transition to ACTIVE for port object 223f0025-3277-428d-85c1-4fb6597d12da will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:19.422567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd201b-0465-4393-836d-272f2b382a8f req-7a94b871-312e-4e43-90b0-a721a6283ae0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.424722 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-7a94b871-312e-4e43-90b0-a721a6283ae0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.74 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.1449678 Aug 16 01:54:19.438562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Request body: {'port': {'device_id': '145eac29-e2b7-484d-8f50-1af038d814d6', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'admin_state_up': True, 'tenant_id': '01123a5299b448f29d82494bba871d75'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:19.440592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7beeb-a904-4b2e-a9fe-0845a07b7f3f req-e5876382-09ff-4545-8b55-98a9b8717fcc tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.442373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90b7beeb-a904-4b2e-a9fe-0845a07b7f3f req-e5876382-09ff-4545-8b55-98a9b8717fcc tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0520551 Aug 16 01:54:19.482761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90b7beeb-a904-4b2e-a9fe-0845a07b7f3f req-5fc84250-5baf-4f95-911c-96547f6f893d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334549 Aug 16 01:54:19.484420 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.496324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['ba1e01f7-e809-461e-8c5b-fe0cd45bba71'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:19.546058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Network 5794c70e-7690-4d0b-bf23-c982fe556cf5 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:19.547379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Pushing event updated for resources: {'Port': ['ID=223f0025-3277-428d-85c1-4fb6597d12da,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:19.550040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:19.552112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:19.619461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.620815 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.720695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd97453-94e0-451b-ad35-cf7b460bfac8 req-783aee89-4a7d-4ef2-b674-b36910d835bc tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.722287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6cd97453-94e0-451b-ad35-cf7b460bfac8 req-783aee89-4a7d-4ef2-b674-b36910d835bc tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 931 time: 0.0986278 Aug 16 01:54:19.778271 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6cd97453-94e0-451b-ad35-cf7b460bfac8 req-13f2a859-ac29-4424-85ad-32ca14be0f1d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456908 Aug 16 01:54:19.857982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Made reservation on behalf of 01123a5299b448f29d82494bba871d75 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:19.861903 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.865067 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.886145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4d6f34c-7c89-4506-9f96-acac1c506f5f req-f895975f-59c9-4852-9a27-0a6d2bbcf12f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 210 time: 0.0495355 Aug 16 01:54:19.994466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39898) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:20.038007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ca8929-8dd2-45be-a2bb-039d58bcad1f,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.044822 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] Checking segment: {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:20.050585 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] Network hostable DHCP agents. Network: 4580b099-2551-492d-9cb2-8302c2e9c7cf, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:54:20.050962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ca243260-3bfd-48af-a1df-e6c489b2d2a0 None None] Provisioning for port 223f0025-3277-428d-85c1-4fb6597d12da completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:20.052339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ca243260-3bfd-48af-a1df-e6c489b2d2a0 None None] Provisioning complete for port 223f0025-3277-428d-85c1-4fb6597d12da triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:20.053367 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ca243260-3bfd-48af-a1df-e6c489b2d2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.126365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6ea07c9-0705-44a3-97a2-a71b3c2f9469 req-00f41af4-4806-4020-aaad-d6bd0e6db4f3 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 210 time: 0.0506234 Aug 16 01:54:20.128963 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-dfbbc2a5-fb9a-433d-8cda-84d9b132c7e5 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7854061 Aug 16 01:54:20.138882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Allocated IP 172.20.0.3 (b3d29ad8-be58-47a9-b37d-b2ee4bbbe538/2de74b78-8d2a-40b0-ae8f-4fdf1265078a/59cdd188-c28a-49c9-85a7-3faa5aec6eb3) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:20.143762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ca243260-3bfd-48af-a1df-e6c489b2d2a0 None None] Port 223f0025-3277-428d-85c1-4fb6597d12da cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:20.146641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Request body: {'port': {'device_id': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:20.175754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] Network 4580b099-2551-492d-9cb2-8302c2e9c7cf is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:54:20.188146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5085-45c3-4ba6-9a03-e31a285c0987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.235592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.265499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 4580b099-2551-492d-9cb2-8302c2e9c7cf) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:20.272459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.273201 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.282223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8fc1b0-56de-4a69-9148-824b4bbfcd6b None None] Network 4580b099-2551-492d-9cb2-8302c2e9c7cf requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:20.326249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.458049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5085-45c3-4ba6-9a03-e31a285c0987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.467454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-4580b099-2551-492d-9cb2-8302c2e9c7cf', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:54:20.468323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.469154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.489225 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:20.527765 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:20.532854 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:20.535572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:20.543276 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5085-45c3-4ba6-9a03-e31a285c0987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.599153 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.599932 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.622345 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6814f871-3c22-4cf2-b40e-da91bd46d302 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8565300 Aug 16 01:54:20.623116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event updated for resources: {'Port': ['ID=59cdd188-c28a-49c9-85a7-3faa5aec6eb3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.626874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39904) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:20.637771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:20.644166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223f0025-3277-428d-85c1-4fb6597d12da {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:20.653886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1b4c5085-45c3-4ba6-9a03-e31a285c0987 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc64c2d590db4c75b4b087169ef23201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6553137 Aug 16 01:54:20.655771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39906) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:20.671647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c5085-45c3-4ba6-9a03-e31a285c0987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a96134c-63da-4673-88e6-1810455f9a8e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.676719 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.700342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Transition to ACTIVE for port object 223f0025-3277-428d-85c1-4fb6597d12da will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:20.718555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd55e00-74c2-4a24-ae46-77250d60312d req-cb7e412d-a278-472c-85c6-1f689d0e5af3 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.719766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cd55e00-74c2-4a24-ae46-77250d60312d req-cb7e412d-a278-472c-85c6-1f689d0e5af3 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0951574 Aug 16 01:54:20.726201 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-2d576eaa-5336-4d5e-bc07-9a71e78a4eee tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2914939 Aug 16 01:54:20.750675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Request body: {'port': {'device_id': '145eac29-e2b7-484d-8f50-1af038d814d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:20.751953 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.764297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cd55e00-74c2-4a24-ae46-77250d60312d req-9f8960b7-4bdc-4c35-aa4d-8d0d5e4dbaae tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359404 Aug 16 01:54:20.769000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Allocated IP 172.20.0.2 (4580b099-2551-492d-9cb2-8302c2e9c7cf/65ca8929-8dd2-45be-a2bb-039d58bcad1f/a35e443d-eecf-44dd-a36d-625bcc55a748) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:20.782068 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-907dc0ab-aaaa-40b8-b651-439781fd5a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.817307 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.856196 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-907dc0ab-aaaa-40b8-b651-439781fd5a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.872678 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.930311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Pushing event updated for resources: {'Port': ['ID=223f0025-3277-428d-85c1-4fb6597d12da,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.977370 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.990982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Transition to ACTIVE for port object a35e443d-eecf-44dd-a36d-625bcc55a748 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:21.009906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Transition to ACTIVE for port object a35e443d-eecf-44dd-a36d-625bcc55a748 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:21.011106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034941e-e618-40cf-a488-b446891b3708 req-4a1b432b-30a8-48a4-ac15-44d08057093e tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.012694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b034941e-e618-40cf-a488-b446891b3708 req-4a1b432b-30a8-48a4-ac15-44d08057093e tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 943 time: 0.1470332 Aug 16 01:54:21.082710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b034941e-e618-40cf-a488-b446891b3708 req-69f3175b-e87d-46f2-aaae-473e9bbc042f tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575616 Aug 16 01:54:21.090488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Attempting to bind port 223f0025-3277-428d-85c1-4fb6597d12da on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:21.090826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Attempting to bind port 223f0025-3277-428d-85c1-4fb6597d12da by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:21.091151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Attempting to bind port 223f0025-3277-428d-85c1-4fb6597d12da on network 5794c70e-7690-4d0b-bf23-c982fe556cf5 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:21.097230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Port 223f0025-3277-428d-85c1-4fb6597d12da on network 5794c70e-7690-4d0b-bf23-c982fe556cf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:21.097556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Attempting to bind port 223f0025-3277-428d-85c1-4fb6597d12da on network 5794c70e-7690-4d0b-bf23-c982fe556cf5 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:21.111378 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.112002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:21.112214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Checking segment: {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:21.112647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Bound using segment: {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:21.117657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Bound port: 223f0025-3277-428d-85c1-4fb6597d12da, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481f9792-264f-4aeb-a650-0e303d950f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:21.117657 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.148115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Network 4580b099-2551-492d-9cb2-8302c2e9c7cf is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:21.198771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:21.202692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:21.209149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:21.215451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] For port 223f0025-3277-428d-85c1-4fb6597d12da, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:21.218215 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.220509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] For port 223f0025-3277-428d-85c1-4fb6597d12da, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=223f0025-3277-428d-85c1-4fb6597d12da,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:21.233218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Transition to ACTIVE for port object 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:21.236543 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.237674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.282348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Attempting to bind port a35e443d-eecf-44dd-a36d-625bcc55a748 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:21.282724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Attempting to bind port a35e443d-eecf-44dd-a36d-625bcc55a748 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:21.283783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Attempting to bind port a35e443d-eecf-44dd-a36d-625bcc55a748 on network 4580b099-2551-492d-9cb2-8302c2e9c7cf {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:21.289311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:21.289702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Checking segment: {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:21.290136 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.290584 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Bound using segment: {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:21.291061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Bound port: a35e443d-eecf-44dd-a36d-625bcc55a748, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:21.291653 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.295254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70d9c6f0-2818-4975-aaaf-5fefdcbe843e req-34ba9cf4-b36b-4711-bf83-06c2406958ef tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 210 time: 0.0771873 Aug 16 01:54:21.295739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Pushing event updated for resources: {'Port': ['ID=a35e443d-eecf-44dd-a36d-625bcc55a748,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.304778 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.321565 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.324828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.388121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=59cdd188-c28a-49c9-85a7-3faa5aec6eb3,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.427841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.432337 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-907dc0ab-aaaa-40b8-b651-439781fd5a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.432470 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.433072 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-907dc0ab-aaaa-40b8-b651-439781fd5a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.433686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] 10.222.0.74 "PUT /v2.0/ports/223f0025-3277-428d-85c1-4fb6597d12da HTTP/1.1" status: 200 len: 1092 time: 1.2931275 Aug 16 01:54:21.434589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'tag': '223f0025-3277-428d-85c1-4fb6597d12da'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:21.434708 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-907dc0ab-aaaa-40b8-b651-439781fd5a87 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a96134c-63da-4673-88e6-1810455f9a8e HTTP/1.1" status: 204 len: 168 time: 0.7772090 Aug 16 01:54:21.437557 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67387ed-e4d3-42f6-ab96-3c43d0762d69" -d '{"events": [{"name": "network-changed", "server_uuid": "5414be5d-1003-4269-8f9f-cd6125341ac5", "tag": "223f0025-3277-428d-85c1-4fb6597d12da"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:21.447072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] For port a35e443d-eecf-44dd-a36d-625bcc55a748, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:21.452345 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] For port a35e443d-eecf-44dd-a36d-625bcc55a748, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a35e443d-eecf-44dd-a36d-625bcc55a748,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:21.476230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d076e7d-1a88-45e7-ac5e-711c47a0bb96 service neutron] Pushing event updated for resources: {'Port': ['ID=223f0025-3277-428d-85c1-4fb6597d12da,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.532136 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.613831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebc4e0-c825-44d9-8ee0-6ec35aeb6914 None None] Pushing event updated for resources: {'Port': ['ID=a35e443d-eecf-44dd-a36d-625bcc55a748,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.708753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c2c78-f247-4b3f-b280-dd1b15560309 req-7739b7c8-c331-4d12-8252-9d232ab0f7cb tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.716528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc5c2c78-f247-4b3f-b280-dd1b15560309 req-7739b7c8-c331-4d12-8252-9d232ab0f7cb tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 943 time: 0.1398597 Aug 16 01:54:21.746430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-a378bd7e-7cb0-45b7-8e29-6f2768c26fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.748073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-a378bd7e-7cb0-45b7-8e29-6f2768c26fd4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 1095 time: 0.2011454 Aug 16 01:54:21.803904 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.825758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc5c2c78-f247-4b3f-b280-dd1b15560309 req-452e572e-9ce2-4ec2-8af8-8dd734c354c2 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020191 Aug 16 01:54:21.830305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-70a2dc49-da61-49ef-9970-e83faddccd93 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=223f0025-3277-428d-85c1-4fb6597d12da HTTP/1.1" status: 200 len: 217 time: 0.0700178 Aug 16 01:54:21.959705 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad093cb-972c-4b6f-9f9c-de48a589d177 x-openstack-request-id: req-cad093cb-972c-4b6f-9f9c-de48a589d177 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:21.960035 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5414be5d-1003-4269-8f9f-cd6125341ac5", "tag": "223f0025-3277-428d-85c1-4fb6597d12da", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:21.960287 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cad093cb-972c-4b6f-9f9c-de48a589d177 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:21.960687 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'tag': '223f0025-3277-428d-85c1-4fb6597d12da', 'status': 'completed', 'code': 200} Aug 16 01:54:21.967084 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dc0ab-aaaa-40b8-b651-439781fd5a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a96134c-63da-4673-88e6-1810455f9a8e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.967582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-f6431747-b4df-4445-877b-b761da925465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.986421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Attempting to bind port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:21.988297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Attempting to bind port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:21.988638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Attempting to bind port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:21.989290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-f6431747-b4df-4445-877b-b761da925465 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.1231928 Aug 16 01:54:22.056769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:22.057164 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Attempting to bind port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:22.076503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:22.076503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Checking segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:22.076503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Bound using segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:22.077048 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Bound port: 59cdd188-c28a-49c9-85a7-3faa5aec6eb3, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:22.077390 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.144477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-5a93d19a-4fdb-4da3-b6ed-b6cb9f408cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.146474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-5a93d19a-4fdb-4da3-b6ed-b6cb9f408cd7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560435 Aug 16 01:54:22.155830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f35be6-f573-4df4-bc7f-619c5572b04b req-ef760c43-941f-49dd-9b9d-a1a4448f6312 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.161938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.162426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29f35be6-f573-4df4-bc7f-619c5572b04b req-ef760c43-941f-49dd-9b9d-a1a4448f6312 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0953975 Aug 16 01:54:22.207233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] For port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3, host n-h2-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:22.210956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a35e443d-eecf-44dd-a36d-625bcc55a748 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:22.211733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] For port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=59cdd188-c28a-49c9-85a7-3faa5aec6eb3,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:22.268470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29f35be6-f573-4df4-bc7f-619c5572b04b req-3315a3d7-6d6a-45f4-9b91-4641942fcd7f tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951834 Aug 16 01:54:22.321097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-ea582b48-6c7b-4acf-bfa8-1cea41ae546e service neutron] 10.222.0.74 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573639 Aug 16 01:54:22.331348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a35e443d-eecf-44dd-a36d-625bcc55a748 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:22.357267 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.405632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.406396 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.408240 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] 10.222.0.74 "PUT /v2.0/ports/59cdd188-c28a-49c9-85a7-3faa5aec6eb3 HTTP/1.1" status: 200 len: 1092 time: 1.6662252 Aug 16 01:54:22.408741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145eac29-e2b7-484d-8f50-1af038d814d6', 'tag': '59cdd188-c28a-49c9-85a7-3faa5aec6eb3'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:22.416025 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374427b5-873e-4e5c-a6a6-e00916349dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "145eac29-e2b7-484d-8f50-1af038d814d6", "tag": "59cdd188-c28a-49c9-85a7-3faa5aec6eb3"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:22.458002 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=59cdd188-c28a-49c9-85a7-3faa5aec6eb3,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:22.461880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcf303-5961-4d15-bb91-7c3c6f3c2520 req-36e0942d-69e6-4df4-a280-a09bdea4e9ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.463719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0bcf303-5961-4d15-bb91-7c3c6f3c2520 req-36e0942d-69e6-4df4-a280-a09bdea4e9ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 943 time: 0.1256289 Aug 16 01:54:22.474933 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.475280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.475621 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.475950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.476279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.476607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.476929 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.477255 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.477574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.477916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.478239 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.478613 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40b48d-a01d-4dc3-9049-756ce27a2ae5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:22.506580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80ebd7f6-000c-4a30-9760-29d29212abd0 req-e5941a24-1eff-4103-943a-e8b915390ad7 service neutron] 10.222.0.74 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740670 Aug 16 01:54:22.521853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0bcf303-5961-4d15-bb91-7c3c6f3c2520 req-330d0ced-ce36-4e68-9d8d-40c74037c789 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495179 Aug 16 01:54:22.675982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd201b-0465-4393-836d-272f2b382a8f req-28462516-bbda-450d-8cb0-62b88bb61da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.679180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-28462516-bbda-450d-8cb0-62b88bb61da2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 1095 time: 0.0850625 Aug 16 01:54:22.701307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7073c78f-2c14-4741-81d3-7dcd546cc65c req-0c24beee-8a94-4b8e-89ea-8cbbe34d641a tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dcdbe6b-417a-4620-8bff-c9bb1d787c4b HTTP/1.1" status: 200 len: 210 time: 0.0376031 Aug 16 01:54:22.711824 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.756153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-92823cfa-afec-4fce-93d0-b1eda62884dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59cdd188-c28a-49c9-85a7-3faa5aec6eb3 HTTP/1.1" status: 200 len: 217 time: 0.0615263 Aug 16 01:54:22.762979 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.771193 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98e965b-405d-4d47-9b3f-6c7bd4f9bd84 x-openstack-request-id: req-e98e965b-405d-4d47-9b3f-6c7bd4f9bd84 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:22.771193 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145eac29-e2b7-484d-8f50-1af038d814d6", "tag": "59cdd188-c28a-49c9-85a7-3faa5aec6eb3", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:22.771193 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e98e965b-405d-4d47-9b3f-6c7bd4f9bd84 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:22.771193 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145eac29-e2b7-484d-8f50-1af038d814d6', 'tag': '59cdd188-c28a-49c9-85a7-3faa5aec6eb3', 'status': 'completed', 'code': 200} Aug 16 01:54:22.830521 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67387ed-e4d3-42f6-ab96-3c43d0762d69 req-d11cd5d7-8594-4b2c-9776-29e0900c8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.832119 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e67387ed-e4d3-42f6-ab96-3c43d0762d69 req-d11cd5d7-8594-4b2c-9776-29e0900c8038 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 1095 time: 0.1589286 Aug 16 01:54:22.836624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd201b-0465-4393-836d-272f2b382a8f req-cb178ac2-29e2-4c88-8ec1-7c978afe61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.839512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-cb178ac2-29e2-4c88-8ec1-7c978afe61f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.0742888 Aug 16 01:54:22.900022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-588eed08-f5d7-4bdc-ac26-ded5467d1a4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499492 Aug 16 01:54:22.954898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39950) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:23.002145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbed350-2484-4c99-bd5a-57ab592c21ed None None] Network 4580b099-2551-492d-9cb2-8302c2e9c7cf requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:23.047765 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Allocated IP 172.25.8.105 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/5014d7c6-78a7-42d8-8c2d-19ba2b3fd096) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:23.051807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67387ed-e4d3-42f6-ab96-3c43d0762d69 req-921722cf-773d-4509-b4b8-68c88c275bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.054331 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e67387ed-e4d3-42f6-ab96-3c43d0762d69 req-921722cf-773d-4509-b4b8-68c88c275bb8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.2144518 Aug 16 01:54:23.093930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5615e5-ded6-48ad-9098-648830859789 req-eb1ad5bf-5212-46e8-848c-9221b2035d21 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.108963 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd5615e5-ded6-48ad-9098-648830859789 req-eb1ad5bf-5212-46e8-848c-9221b2035d21 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 943 time: 0.1819153 Aug 16 01:54:23.141389 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-62166125-network', 'tenant_id': '339391903c4f4f3b9336737914285e45'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:23.147501 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e67387ed-e4d3-42f6-ab96-3c43d0762d69 req-eb74273e-af49-45d7-96ee-10503614a10b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=223f0025-3277-428d-85c1-4fb6597d12da HTTP/1.1" status: 200 len: 217 time: 0.0796616 Aug 16 01:54:23.162415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-131b7202-4e37-421f-a1ee-a21f16e86f76 service neutron] 10.222.0.74 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530665 Aug 16 01:54:23.223079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd5615e5-ded6-48ad-9098-648830859789 req-2f71750d-7d49-49fa-890a-fae860f728a7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127069 Aug 16 01:54:23.247870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1a177424-6bf5-4a37-a685-dd59be60d120 None None] Provisioning for port a35e443d-eecf-44dd-a36d-625bcc55a748 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:23.254021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1a177424-6bf5-4a37-a685-dd59be60d120 None None] Provisioning complete for port a35e443d-eecf-44dd-a36d-625bcc55a748 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:23.254589 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1a177424-6bf5-4a37-a685-dd59be60d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.375796 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67387ed-e4d3-42f6-ab96-3c43d0762d69 req-c64d2eb7-f127-4347-a895-0ddc406e57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.378362 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e67387ed-e4d3-42f6-ab96-3c43d0762d69 req-c64d2eb7-f127-4347-a895-0ddc406e57eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.2079272 Aug 16 01:54:23.389583 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Made reservation on behalf of 339391903c4f4f3b9336737914285e45 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:23.389791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68fd201b-0465-4393-836d-272f2b382a8f req-d9d7b1d1-4486-4234-8cb3-c35c6ecb598f service neutron] 10.222.0.74 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104030 Aug 16 01:54:23.390885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.398700 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1a177424-6bf5-4a37-a685-dd59be60d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.454891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.464662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c1fda-41ff-4fe5-a357-040fcec586c2 req-ce3addd1-3e1f-42a2-b35f-9d5bb7ac5154 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.481364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1a177424-6bf5-4a37-a685-dd59be60d120 None None] For port a35e443d-eecf-44dd-a36d-625bcc55a748, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a35e443d-eecf-44dd-a36d-625bcc55a748,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:23.482513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a00c1fda-41ff-4fe5-a357-040fcec586c2 req-ce3addd1-3e1f-42a2-b35f-9d5bb7ac5154 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.1267865 Aug 16 01:54:23.515792 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.523262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a00c1fda-41ff-4fe5-a357-040fcec586c2 req-474ab959-7d4f-451e-9a48-017d63a77861 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398545 Aug 16 01:54:23.572204 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67387ed-e4d3-42f6-ab96-3c43d0762d69 req-9c266bde-4184-4f23-b27f-0a79666813ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.572204 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e67387ed-e4d3-42f6-ab96-3c43d0762d69 req-9c266bde-4184-4f23-b27f-0a79666813ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662722 Aug 16 01:54:23.605793 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1a177424-6bf5-4a37-a685-dd59be60d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.652574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374427b5-873e-4e5c-a6a6-e00916349dfe req-8c301538-f14a-4474-ab00-074e8410efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.653799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-374427b5-873e-4e5c-a6a6-e00916349dfe req-8c301538-f14a-4474-ab00-074e8410efcd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 1095 time: 0.0766988 Aug 16 01:54:23.664940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a177424-6bf5-4a37-a685-dd59be60d120 None None] Pushing event updated for resources: {'Port': ['ID=a35e443d-eecf-44dd-a36d-625bcc55a748,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:23.665506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9345c4-50ba-479f-bb60-f59cec1481c6 req-a1bcf272-96f9-402a-a6c0-7b83ae17cfe1 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.667901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c9345c4-50ba-479f-bb60-f59cec1481c6 req-a1bcf272-96f9-402a-a6c0-7b83ae17cfe1 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 943 time: 0.0659149 Aug 16 01:54:23.706986 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e67387ed-e4d3-42f6-ab96-3c43d0762d69 req-45217c43-bd6a-410f-9fda-64ff2804dcfc service neutron] 10.222.0.74 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386328 Aug 16 01:54:23.728493 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-37bc3ab7-197b-426c-b7ab-a40a977259a8 None None] Provisioning complete for port a35e443d-eecf-44dd-a36d-625bcc55a748 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:23.728927 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-37bc3ab7-197b-426c-b7ab-a40a977259a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.735391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.770992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c9345c4-50ba-479f-bb60-f59cec1481c6 req-e37c7451-f33d-47a7-a6a9-0c86f74e480b tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523362 Aug 16 01:54:23.775631 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.792943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374427b5-873e-4e5c-a6a6-e00916349dfe req-902169a7-ee7f-469b-87b8-9df9959a94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.795005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-374427b5-873e-4e5c-a6a6-e00916349dfe req-902169a7-ee7f-469b-87b8-9df9959a94c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 906 time: 0.1261780 Aug 16 01:54:23.831420 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.854496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:23.855615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-374427b5-873e-4e5c-a6a6-e00916349dfe req-01acda2b-9f6a-4b68-81e5-b2a29096040e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59cdd188-c28a-49c9-85a7-3faa5aec6eb3 HTTP/1.1" status: 200 len: 217 time: 0.0517616 Aug 16 01:54:23.872327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:23.882501 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:23.884412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:54:23.912101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374427b5-873e-4e5c-a6a6-e00916349dfe req-bd750772-0901-4f94-bfe9-77cd89dbf7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.913509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-374427b5-873e-4e5c-a6a6-e00916349dfe req-bd750772-0901-4f94-bfe9-77cd89dbf7fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.0505986 Aug 16 01:54:23.924488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5014d7c6-78a7-42d8-8c2d-19ba2b3fd096,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:23.942159 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958e46e1-0541-43bd-b304-c5bfa94892ae,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:23.946005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-374427b5-873e-4e5c-a6a6-e00916349dfe req-9a90f6ba-4419-436e-be3d-ccbf368d8431 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248549 Aug 16 01:54:23.946530 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.946877 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Added segment 1f6f0a67-a526-4cce-af45-56a2b1c34e87 of type vlan for network 451b8f7a-e7d9-4b9a-a673-45425a82868a Aug 16 01:54:23.959379 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e67387ed-e4d3-42f6-ab96-3c43d0762d69 req-ff292457-b4d5-4ac6-a827-0efb896e73d4 service neutron] 10.222.0.74 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382135 Aug 16 01:54:23.984750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39966) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:24.017510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.048455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-374427b5-873e-4e5c-a6a6-e00916349dfe req-658597cf-28dc-44e5-b7ad-72560883ba78 service neutron] 10.222.0.74 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943527 Aug 16 01:54:24.093578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a35e443d-eecf-44dd-a36d-625bcc55a748 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:24.149734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a35e443d-eecf-44dd-a36d-625bcc55a748 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:24.150588 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.158056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-374427b5-873e-4e5c-a6a6-e00916349dfe req-4b1817b4-d1e1-4343-9c81-4db5f69e4d36 service neutron] 10.222.0.74 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013572 Aug 16 01:54:24.176369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c85a4e97-4a30-496c-9b55-03ae80896e0b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.203123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c85a4e97-4a30-496c-9b55-03ae80896e0b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.221312 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.222870 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.223495 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.302019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] Pushing event updated for resources: {'Network': ['ID=451b8f7a-e7d9-4b9a-a673-45425a82868a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.312728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:54:24.353762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468613-f693-43e0-b7fe-3b257c1ef09f req-a29d1d67-86b4-4886-97e9-2726f5312d15 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.355453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80468613-f693-43e0-b7fe-3b257c1ef09f req-a29d1d67-86b4-4886-97e9-2726f5312d15 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 943 time: 0.0577157 Aug 16 01:54:24.399612 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e9f0b6e3-0dc5-4642-9366-6b8176cb8daf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4410002 Aug 16 01:54:24.399832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80468613-f693-43e0-b7fe-3b257c1ef09f req-d99da4c8-389d-40ee-89e2-f717893ce243 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367148 Aug 16 01:54:24.400272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39970) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:24.405837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] Request body: {'subnet': {'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-62166125-subnet', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:24.418090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c85a4e97-4a30-496c-9b55-03ae80896e0b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.422283 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c85a4e97-4a30-496c-9b55-03ae80896e0b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.426056 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c85a4e97-4a30-496c-9b55-03ae80896e0b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "DELETE /v2.0/security-groups/522d5cf2-f656-4bfe-a385-94fae3df30ad HTTP/1.1" status: 204 len: 168 time: 0.4357390 Aug 16 01:54:24.431042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39972) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:24.433967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.444973 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-a961f7d8-a05b-43d9-af28-a41ec5da0208 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] show failed (client error): The resource could not be found. Aug 16 01:54:24.446028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a961f7d8-a05b-43d9-af28-a41ec5da0208 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "GET /v2.0/security-groups/522d5cf2-f656-4bfe-a385-94fae3df30ad HTTP/1.1" status: 404 len: 347 time: 0.0186810 Aug 16 01:54:24.449599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39974) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:24.472750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a4e97-4a30-496c-9b55-03ae80896e0b tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d5cf2-f656-4bfe-a385-94fae3df30ad,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.537305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] Made reservation on behalf of 339391903c4f4f3b9336737914285e45 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:24.539626 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.561743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 223f0025-3277-428d-85c1-4fb6597d12da details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:24.662443 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.679834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 223f0025-3277-428d-85c1-4fb6597d12da, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=223f0025-3277-428d-85c1-4fb6597d12da,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:24.690857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-eb290ea2-133d-4359-9521-f31ad68554ad tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting port ef9d0b20-d908-4a79-9801-e002f96ee155 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:24.691119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb290ea2-133d-4359-9521-f31ad68554ad tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.696740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '223f0025-3277-428d-85c1-4fb6597d12da', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'port_id': '223f0025-3277-428d-85c1-4fb6597d12da', 'mac_address': 'fa:16:3e:c2:98:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:24.718028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c07e6d-d6a7-4e5b-b0d2-46921fd056ce req-269cba5f-64fd-432a-ac89-a06e820959e9 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.719559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0c07e6d-d6a7-4e5b-b0d2-46921fd056ce req-269cba5f-64fd-432a-ac89-a06e820959e9 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0989046 Aug 16 01:54:24.738901 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.753210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223f0025-3277-428d-85c1-4fb6597d12da {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:24.774998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 223f0025-3277-428d-85c1-4fb6597d12da, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=223f0025-3277-428d-85c1-4fb6597d12da,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:24.822367 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.843616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Router 7ea5a363-431a-4403-b622-ec2aed0cc35c is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:54:24.875402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=223f0025-3277-428d-85c1-4fb6597d12da,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.884204 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0c07e6d-d6a7-4e5b-b0d2-46921fd056ce req-3bf0cee7-4492-4ef2-bdee-2ba964d6bbbd tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313362 Aug 16 01:54:24.889002 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb290ea2-133d-4359-9521-f31ad68554ad tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.889331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb290ea2-133d-4359-9521-f31ad68554ad tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.902152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-eb290ea2-133d-4359-9521-f31ad68554ad tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Calling delete_port for ef9d0b20-d908-4a79-9801-e002f96ee155 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:24.971001 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:24.982086 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Sync routers for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:24.991546 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.992471 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:24.993359 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:25.060125 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['223f0025-3277-428d-85c1-4fb6597d12da'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:25.074216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a5510-cbaf-4672-b1a4-440ec06fc7b4 req-2be8e164-b657-471a-9c98-01c436b88e45 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:25.076313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb3a5510-cbaf-4672-b1a4-440ec06fc7b4 req-2be8e164-b657-471a-9c98-01c436b88e45 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 944 time: 0.1188278 Aug 16 01:54:25.094796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7176ff3-edd3-42c6-8174-28ec8618d359,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:25.106808 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:25.122023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] Checking segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:25.122383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] Network hostable DHCP agents. Network: 451b8f7a-e7d9-4b9a-a673-45425a82868a, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:54:25.160047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.164118 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a7b1bb23-3619-451a-a282-f8e9ce1334e9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5329559 Aug 16 01:54:25.164775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39982) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:25.194114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb3a5510-cbaf-4672-b1a4-440ec06fc7b4 req-9ca71c88-a344-42a4-ac14-1949f479aa3e tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891554 Aug 16 01:54:25.340727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:54:25.352118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb290ea2-133d-4359-9521-f31ad68554ad tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.379562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb290ea2-133d-4359-9521-f31ad68554ad tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Port': ['ID=ef9d0b20-d908-4a79-9801-e002f96ee155,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:25.396723 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 3, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:25.432711 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Checking router: 7ea5a363-431a-4403-b622-ec2aed0cc35c for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:25.433067 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Updating router 7ea5a363-431a-4403-b622-ec2aed0cc35c port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:54:25.451989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 451b8f7a-e7d9-4b9a-a673-45425a82868a) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:25.456451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:25.457190 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.458850 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.463166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e15773-6b1c-4b17-842f-7bbf69e648a8 None None] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:25.468652 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb290ea2-133d-4359-9521-f31ad68554ad tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.471496 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb290ea2-133d-4359-9521-f31ad68554ad tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.472772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eb290ea2-133d-4359-9521-f31ad68554ad tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "DELETE /v2.0/floatingips/0c875ba8-7d82-49f1-944f-d23d26a69318 HTTP/1.1" status: 204 len: 168 time: 1.0221748 Aug 16 01:54:25.475637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39988) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:25.550089 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b2bf1949-62df-49eb-98b0-4e56ec652263 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1489398 Aug 16 01:54:25.553674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39990) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:25.570194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:25.671662 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.679358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a5ea3-7abc-46fe-b01a-e9d20f856b23 req-97e474bc-62e6-426c-abb0-4345ba41d66d tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:25.684762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-451b8f7a-e7d9-4b9a-a673-45425a82868a', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:54:25.685426 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.690054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-755a5ea3-7abc-46fe-b01a-e9d20f856b23 req-97e474bc-62e6-426c-abb0-4345ba41d66d tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 943 time: 0.1449125 Aug 16 01:54:25.710181 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.711178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.781864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-755a5ea3-7abc-46fe-b01a-e9d20f856b23 req-1e618a76-b01c-48d5-9217-b31fe3ac62e1 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767086 Aug 16 01:54:25.781864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e1c36e80-3f9a-418f-97a3-ff7ee3bed971 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting port 31ea19a7-717c-4f87-addd-f925ad379bf9 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:25.781864 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1c36e80-3f9a-418f-97a3-ff7ee3bed971 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.783450 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.794657 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Transition to ACTIVE for port object 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:25.857806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Allocated IP 172.20.0.1 (4580b099-2551-492d-9cb2-8302c2e9c7cf/65ca8929-8dd2-45be-a2bb-039d58bcad1f/3e16264a-143a-42f4-af76-b3eb65f520b4) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:25.859651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Allocated IP 172.20.0.2 (451b8f7a-e7d9-4b9a-a673-45425a82868a/b7176ff3-edd3-42c6-8174-28ec8618d359/377f1654-9945-4b4e-8717-4b73b7ff97b6) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:25.872707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.886321 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.923905 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1c36e80-3f9a-418f-97a3-ff7ee3bed971 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.931816 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Pushing event updated for resources: {'Port': ['ID=5014d7c6-78a7-42d8-8c2d-19ba2b3fd096,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:25.939966 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.940315 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.940653 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.940984 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.941309 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.941639 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.943370 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.943712 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.944056 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.944407 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.944725 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.945049 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.945668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e1c36e80-3f9a-418f-97a3-ff7ee3bed971 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Calling delete_port for 31ea19a7-717c-4f87-addd-f925ad379bf9 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:25.978365 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Attempting to bind port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:25.978365 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Attempting to bind port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:25.978883 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Attempting to bind port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:25.986792 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:25.987834 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:25.988394 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.988964 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:25.989602 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Bound port: 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:25.990007 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.017073 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.034170 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Transition to ACTIVE for port object 3e16264a-143a-42f4-af76-b3eb65f520b4 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:26.060933 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] For port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:26.066794 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] For port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5014d7c6-78a7-42d8-8c2d-19ba2b3fd096,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:26.070271 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.078674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Transition to ACTIVE for port object 377f1654-9945-4b4e-8717-4b73b7ff97b6 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:26.093971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Transition to ACTIVE for port object 377f1654-9945-4b4e-8717-4b73b7ff97b6 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:26.154566 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.165946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.189009 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.189203 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.201617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7f6a-cebb-4092-adc3-2edb3cb76def req-ece7409f-2152-41c5-923f-ed7e78008a1c tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:26.201617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a98b7f6a-cebb-4092-adc3-2edb3cb76def req-ece7409f-2152-41c5-923f-ed7e78008a1c tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.1644588 Aug 16 01:54:26.220324 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c90b6a-eb70-46ab-aa1d-df828388ff6b None None] Pushing event updated for resources: {'Port': ['ID=5014d7c6-78a7-42d8-8c2d-19ba2b3fd096,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:26.230253 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:26.231280 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:26.242210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:26.245263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:26.249154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:26.252570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Pushing event updated for resources: {'Port': ['ID=3e16264a-143a-42f4-af76-b3eb65f520b4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:26.256526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Pushing event updated for resources: {'Port': ['ID=377f1654-9945-4b4e-8717-4b73b7ff97b6,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:26.277439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Network 4580b099-2551-492d-9cb2-8302c2e9c7cf is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:26.280203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:26.283457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:26.320466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Attempting to bind port 377f1654-9945-4b4e-8717-4b73b7ff97b6 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:26.320839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Attempting to bind port 377f1654-9945-4b4e-8717-4b73b7ff97b6 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:26.321626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Attempting to bind port 377f1654-9945-4b4e-8717-4b73b7ff97b6 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:26.329391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:26.330261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Checking segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:26.330674 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.331073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Bound using segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:26.332010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Bound port: 377f1654-9945-4b4e-8717-4b73b7ff97b6, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:26.332414 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.337108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.403331 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:26.419684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] For port 377f1654-9945-4b4e-8717-4b73b7ff97b6, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:26.450480 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a98b7f6a-cebb-4092-adc3-2edb3cb76def req-1d0fdf79-7d59-4311-ab59-9e03723f62ab tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394958 Aug 16 01:54:26.476083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] For port 377f1654-9945-4b4e-8717-4b73b7ff97b6, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=377f1654-9945-4b4e-8717-4b73b7ff97b6,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:26.479129 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1c36e80-3f9a-418f-97a3-ff7ee3bed971 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.542612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c36e80-3f9a-418f-97a3-ff7ee3bed971 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Port': ['ID=31ea19a7-717c-4f87-addd-f925ad379bf9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:26.571571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.600113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 223f0025-3277-428d-85c1-4fb6597d12da up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:26.618115 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 3, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:26.622912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a22fed16-227a-461b-bb08-bc4079204ba1 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:26.663104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.668615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1c36e80-3f9a-418f-97a3-ff7ee3bed971 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.670568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e1c36e80-3f9a-418f-97a3-ff7ee3bed971 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "DELETE /v2.0/ports/31ea19a7-717c-4f87-addd-f925ad379bf9 HTTP/1.1" status: 204 len: 168 time: 1.1938729 Aug 16 01:54:26.675175 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a7a4a-e73c-437d-8348-ee820736cc62 None None] The sync data for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 is: [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 3, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:26.675788 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40000) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:26.680176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b12df-d7d7-4811-bcd7-1cbedb4ee128 req-10e4df1e-f2b0-4e38-8c36-7720de435954 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:26.690280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb1b12df-d7d7-4811-bcd7-1cbedb4ee128 req-10e4df1e-f2b0-4e38-8c36-7720de435954 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 944 time: 0.1537523 Aug 16 01:54:26.723579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a22fed16-227a-461b-bb08-bc4079204ba1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a22fed16-227a-461b-bb08-bc4079204ba1,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:26.741063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'a22fed16-227a-461b-bb08-bc4079204ba1', 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4', 'port_id': 'a22fed16-227a-461b-bb08-bc4079204ba1', 'mac_address': 'fa:16:3e:7a:78:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8dac7-1c32-4619-adf2-5a9b9b9f320a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:26.828908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ec5b4-87d8-4b4a-9368-1e5763f3bef3 None None] Pushing event updated for resources: {'Port': ['ID=377f1654-9945-4b4e-8717-4b73b7ff97b6,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:26.858056 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.043839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 223f0025-3277-428d-85c1-4fb6597d12da completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:27.047805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a4e11cf4-e2f3-4ddd-a019-0ad1e2453feb None None] Provisioning for port 3e16264a-143a-42f4-af76-b3eb65f520b4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:27.052382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a22fed16-227a-461b-bb08-bc4079204ba1 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:27.070790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 223f0025-3277-428d-85c1-4fb6597d12da triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:27.071167 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.091994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a4e11cf4-e2f3-4ddd-a019-0ad1e2453feb None None] Provisioning complete for port 3e16264a-143a-42f4-af76-b3eb65f520b4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:27.092378 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a4e11cf4-e2f3-4ddd-a019-0ad1e2453feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.217050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a22fed16-227a-461b-bb08-bc4079204ba1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a22fed16-227a-461b-bb08-bc4079204ba1,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:27.220145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a4e11cf4-e2f3-4ddd-a019-0ad1e2453feb None None] Port 3e16264a-143a-42f4-af76-b3eb65f520b4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:27.293771 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.299050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:27.330669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb1b12df-d7d7-4811-bcd7-1cbedb4ee128 req-e031cc23-2fcc-48d1-acd8-48962129cc7e tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6353359 Aug 16 01:54:27.370289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.384227 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.404821 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.434723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223f0025-3277-428d-85c1-4fb6597d12da'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:27.436997 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c368b70c-24c3-403a-9e21-f73df16fe0a5" -d '{"events": [{"server_uuid": "5414be5d-1003-4269-8f9f-cd6125341ac5", "name": "network-vif-plugged", "status": "completed", "tag": "223f0025-3277-428d-85c1-4fb6597d12da"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:27.450280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 223f0025-3277-428d-85c1-4fb6597d12da, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=223f0025-3277-428d-85c1-4fb6597d12da,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:27.465698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.509100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-09ca946a-0e76-4316-920a-40b8f7368002 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting port 51da5588-9d80-4706-8e6e-b703605f3e18 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:27.509739 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09ca946a-0e76-4316-920a-40b8f7368002 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.519441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a22fed16-227a-461b-bb08-bc4079204ba1,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:27.547962 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.550674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a22fed16-227a-461b-bb08-bc4079204ba1 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:27.580258 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.593362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Allocated IP 172.25.8.230 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/3f89e24c-5c66-4a96-bc06-efe3b07b3eec) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:27.662438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=59cdd188-c28a-49c9-85a7-3faa5aec6eb3,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:27.699045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '59cdd188-c28a-49c9-85a7-3faa5aec6eb3', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'port_id': '59cdd188-c28a-49c9-85a7-3faa5aec6eb3', 'mac_address': 'fa:16:3e:7b:a9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de74b78-8d2a-40b0-ae8f-4fdf1265078a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:27.712919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=223f0025-3277-428d-85c1-4fb6597d12da,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:27.733088 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.744887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Pushing event updated for resources: {'Port': ['ID=3e16264a-143a-42f4-af76-b3eb65f520b4,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:27.754341 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.759670 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.809057 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09ca946a-0e76-4316-920a-40b8f7368002 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.826403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:27.877377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520421c-5242-4d43-9975-ecd759180a8b req-d4ebbf52-dacd-413b-bf04-ebe68f581744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:27.879279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9520421c-5242-4d43-9975-ecd759180a8b req-d4ebbf52-dacd-413b-bf04-ebe68f581744 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1097 time: 0.0630295 Aug 16 01:54:27.879523 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.896654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=59cdd188-c28a-49c9-85a7-3faa5aec6eb3,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:27.912004 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a22fed16-227a-461b-bb08-bc4079204ba1 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:27.955234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a22fed16-227a-461b-bb08-bc4079204ba1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a22fed16-227a-461b-bb08-bc4079204ba1,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:27.980773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-09ca946a-0e76-4316-920a-40b8f7368002 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Calling delete_port for 51da5588-9d80-4706-8e6e-b703605f3e18 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:28.013754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Network 4580b099-2551-492d-9cb2-8302c2e9c7cf is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:28.022238 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:28.033690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520421c-5242-4d43-9975-ecd759180a8b req-b8593726-3f7e-408a-8543-2986126f3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.034163 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.042885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9520421c-5242-4d43-9975-ecd759180a8b req-b8593726-3f7e-408a-8543-2986126f3f70 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.1058402 Aug 16 01:54:28.042885 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.116493 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.154796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=59cdd188-c28a-49c9-85a7-3faa5aec6eb3,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:28.156911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d34be-7e41-4a4b-b206-877fdbf7a0c7 req-90802fe5-586c-4e27-9a71-96129fa819c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.167879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de2d34be-7e41-4a4b-b206-877fdbf7a0c7 req-90802fe5-586c-4e27-9a71-96129fa819c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 943 time: 0.2790749 Aug 16 01:54:28.240419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:28.296347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:28.307979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:28.311447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:28.320866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['59cdd188-c28a-49c9-85a7-3faa5aec6eb3'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:28.344570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de2d34be-7e41-4a4b-b206-877fdbf7a0c7 req-4e2c12bb-ad4a-4f7c-b62b-8ad3613dff58 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757951 Aug 16 01:54:28.349669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Pushing event updated for resources: {'Port': ['ID=3f89e24c-5c66-4a96-bc06-efe3b07b3eec,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:28.368108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['a22fed16-227a-461b-bb08-bc4079204ba1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:28.398748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9520421c-5242-4d43-9975-ecd759180a8b req-a27db379-0002-4114-88c6-e363019af1a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 200 len: 1000 time: 0.3506258 Aug 16 01:54:28.417763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a22fed16-227a-461b-bb08-bc4079204ba1,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:28.433141 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd4e8df-4875-4f96-9957-c30c89527c7f None None] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:28.440553 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f971054a-1443-4e9f-a267-918f02f2abbc x-openstack-request-id: req-f971054a-1443-4e9f-a267-918f02f2abbc {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:28.440855 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5414be5d-1003-4269-8f9f-cd6125341ac5", "name": "network-vif-plugged", "status": "completed", "tag": "223f0025-3277-428d-85c1-4fb6597d12da", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:28.441084 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f971054a-1443-4e9f-a267-918f02f2abbc {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:28.441472 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223f0025-3277-428d-85c1-4fb6597d12da', 'code': 200} Aug 16 01:54:28.466705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Router 7ea5a363-431a-4403-b622-ec2aed0cc35c has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:28.539129 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09ca946a-0e76-4316-920a-40b8f7368002 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.575740 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca946a-0e76-4316-920a-40b8f7368002 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Port': ['ID=51da5588-9d80-4706-8e6e-b703605f3e18,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:28.633307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a963e828-dc03-4993-b74b-581db16ebc64 None None] Provisioning for port 377f1654-9945-4b4e-8717-4b73b7ff97b6 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:28.687135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520421c-5242-4d43-9975-ecd759180a8b req-e5f2595e-2600-4821-8058-8e1dad42b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.688656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9520421c-5242-4d43-9975-ecd759180a8b req-e5f2595e-2600-4821-8058-8e1dad42b3cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.2817018 Aug 16 01:54:28.694084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52663d5-cb9d-4e42-9d3e-fcdc2df7496b req-5f116932-7389-42cf-ae68-f31c1170f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.695603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d52663d5-cb9d-4e42-9d3e-fcdc2df7496b req-5f116932-7389-42cf-ae68-f31c1170f4a6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 1097 time: 0.1765108 Aug 16 01:54:28.699747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:28.710506 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09ca946a-0e76-4316-920a-40b8f7368002 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.715085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa35853-e62f-45d3-a928-af46ad7b8fed req-1713a919-f534-499d-a7fe-24b81608ac99 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.720279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fa35853-e62f-45d3-a928-af46ad7b8fed req-1713a919-f534-499d-a7fe-24b81608ac99 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 944 time: 0.1885653 Aug 16 01:54:28.720622 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-09ca946a-0e76-4316-920a-40b8f7368002 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "DELETE /v2.0/ports/51da5588-9d80-4706-8e6e-b703605f3e18 HTTP/1.1" status: 204 len: 168 time: 2.0403731 Aug 16 01:54:28.720622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40012) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:28.730339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:28.730339 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.756632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:28.776955 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7ee4f731-0d9b-4ccb-a56a-9e7b8237cf3a admin admin] 10.222.0.66 "PUT /v2.0/routers/7ea5a363-431a-4403-b622-ec2aed0cc35c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6031635 Aug 16 01:54:28.810832 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acda67e-42ab-41b3-85a0-d3f3de0d1e8f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting subnet fafeebf6-9254-46cc-b2a5-aa1d45d42b29 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:28.814870 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7acda67e-42ab-41b3-85a0-d3f3de0d1e8f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.866514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d52663d5-cb9d-4e42-9d3e-fcdc2df7496b req-401c357d-2b07-46c5-907c-7d1fe2194e20 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485627 Aug 16 01:54:28.873286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4ee0be33-3e7b-4879-9b9d-900656202eb3 None None] Provisioning complete for port 3e16264a-143a-42f4-af76-b3eb65f520b4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:28.873664 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4ee0be33-3e7b-4879-9b9d-900656202eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.875102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fa35853-e62f-45d3-a928-af46ad7b8fed req-36160f14-fb04-41a1-860f-71b5f24af2b8 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491282 Aug 16 01:54:28.876915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520421c-5242-4d43-9975-ecd759180a8b req-38d71638-9e96-4a0f-9a0d-7a022de8a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.878517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9520421c-5242-4d43-9975-ecd759180a8b req-38d71638-9e96-4a0f-9a0d-7a022de8a574 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1812668 Aug 16 01:54:28.880436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7acda67e-42ab-41b3-85a0-d3f3de0d1e8f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.026738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.060840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0be33-3e7b-4879-9b9d-900656202eb3 None None] Port 3e16264a-143a-42f4-af76-b3eb65f520b4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:29.071074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7acda67e-42ab-41b3-85a0-d3f3de0d1e8f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.115873 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.129667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9520421c-5242-4d43-9975-ecd759180a8b req-9b425db5-c319-43c1-978b-1dc864cc8f89 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184222 Aug 16 01:54:29.143222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5014d7c6-78a7-42d8-8c2d-19ba2b3fd096,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:29.211297 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.212071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 377f1654-9945-4b4e-8717-4b73b7ff97b6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:29.223116 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7acda67e-42ab-41b3-85a0-d3f3de0d1e8f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.266552 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acda67e-42ab-41b3-85a0-d3f3de0d1e8f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Subnet': ['ID=fafeebf6-9254-46cc-b2a5-aa1d45d42b29,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.273772 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7acda67e-42ab-41b3-85a0-d3f3de0d1e8f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.280667 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7acda67e-42ab-41b3-85a0-d3f3de0d1e8f tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "DELETE /v2.0/subnets/fafeebf6-9254-46cc-b2a5-aa1d45d42b29 HTTP/1.1" status: 204 len: 168 time: 0.5599577 Aug 16 01:54:29.281391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40020) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:29.311244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=5014d7c6-78a7-42d8-8c2d-19ba2b3fd096,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.319745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Sync routers for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:29.324995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b5d084-2977-4264-b6d6-8c9c05f601ed None None] Network f33f85bb-dec5-4471-a410-d894e8ee0dca requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:29.356515 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df7916d-ea30-438d-88b3-b8c87b86d118 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting subnet de7a3205-35da-4591-aade-cbfd97eaa4ec {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:29.360278 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6df7916d-ea30-438d-88b3-b8c87b86d118 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.394969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d54b23-dc74-4475-bd4d-2f3ba0910b24 req-1acb1149-e1c9-4cd9-83ab-a2a714b9f160 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:29.397248 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6d54b23-dc74-4475-bd4d-2f3ba0910b24 req-1acb1149-e1c9-4cd9-83ab-a2a714b9f160 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.3893802 Aug 16 01:54:29.402597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:29.403440 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-655efe06-f73d-4320-8efe-903956edd02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:29.421469 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6df7916d-ea30-438d-88b3-b8c87b86d118 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.494888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9520421c-5242-4d43-9975-ecd759180a8b req-783812bd-d579-45e2-9bf2-674c54f6eded service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542168 Aug 16 01:54:29.520501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6d54b23-dc74-4475-bd4d-2f3ba0910b24 req-1313e753-86e0-4413-8ae1-3fc5ca700e1e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010144 Aug 16 01:54:29.533797 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.546351 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6df7916d-ea30-438d-88b3-b8c87b86d118 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.598350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 377f1654-9945-4b4e-8717-4b73b7ff97b6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:29.616540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 377f1654-9945-4b4e-8717-4b73b7ff97b6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:29.616916 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.623353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:29.742891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6df7916d-ea30-438d-88b3-b8c87b86d118 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.754442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf3b0e-8092-4e3f-b429-d50b2352950d req-0fdc858d-ecfe-4b8a-bdce-bcdb4b4d084e tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:29.754442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66bf3b0e-8092-4e3f-b429-d50b2352950d req-0fdc858d-ecfe-4b8a-bdce-bcdb4b4d084e tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 945 time: 0.1343317 Aug 16 01:54:29.804934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6df7916d-ea30-438d-88b3-b8c87b86d118 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.809143 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6df7916d-ea30-438d-88b3-b8c87b86d118 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "DELETE /v2.0/subnets/de7a3205-35da-4591-aade-cbfd97eaa4ec HTTP/1.1" status: 204 len: 168 time: 0.5260339 Aug 16 01:54:29.813789 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7916d-ea30-438d-88b3-b8c87b86d118 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Subnet': ['ID=de7a3205-35da-4591-aade-cbfd97eaa4ec,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.814124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40024) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:29.824480 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66bf3b0e-8092-4e3f-b429-d50b2352950d req-9471da11-cba8-46f8-9c0b-34fb80a22f9c tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588584 Aug 16 01:54:29.919984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:54:29.933006 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.977022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af7fb6b-afc0-4450-8054-d4d9ff0a38ed None None] DHCP port deletion for f33f85bb-dec5-4471-a410-d894e8ee0dca request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:54:29.979192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e0484c-c2c7-4922-a25d-a52bb947a17f None None] Network 0658837a-4b54-4f63-9898-d517802f3f3f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:30.071351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:30.071700 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.086627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:30.100120 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Sync routers for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:30.114683 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:30.115708 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:30.152530 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.202863 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] For port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3c30b81c-3f1d-4d09-a32c-6cbbb11e7642,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:30.203232 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.212829 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cbee82c3-5441-4283-8c83-a498cfbf1cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.218945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Calling delete_port for 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:30.251045 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:30.272582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 377f1654-9945-4b4e-8717-4b73b7ff97b6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=377f1654-9945-4b4e-8717-4b73b7ff97b6,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:30.291576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9af7fb6b-afc0-4450-8054-d4d9ff0a38ed None None] Deleting port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:30.291576 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9af7fb6b-afc0-4450-8054-d4d9ff0a38ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.296689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.298834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4ca94397-b475-4da2-9f33-3599bfc672d2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7440126 Aug 16 01:54:30.301488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40030) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:30.375362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9af7fb6b-afc0-4450-8054-d4d9ff0a38ed None None] For port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3c30b81c-3f1d-4d09-a32c-6cbbb11e7642,segment=NetworkSegment(9624f9ff-4ee8-42d1-a136-bb3bb61d4039),segment_id=9624f9ff-4ee8-42d1-a136-bb3bb61d4039)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:30.375764 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9af7fb6b-afc0-4450-8054-d4d9ff0a38ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.389695 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.399684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9af7fb6b-afc0-4450-8054-d4d9ff0a38ed None None] Calling delete_port for 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:30.427680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c68b6-7e82-486f-b156-93d6b4ded347 None None] DHCP port deletion for 0658837a-4b54-4f63-9898-d517802f3f3f request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:54:30.435760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-655efe06-f73d-4320-8efe-903956edd02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 2, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:30.473601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.501085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Checking router: 7ea5a363-431a-4403-b622-ec2aed0cc35c for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:30.501085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Updating router 7ea5a363-431a-4403-b622-ec2aed0cc35c port 3e16264a-143a-42f4-af76-b3eb65f520b4 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:54:30.505453 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] No DVR routers for this DVR port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:30.555506 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:28Z', 'revision_number': 3, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:30.580578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Port': ['ID=3c30b81c-3f1d-4d09-a32c-6cbbb11e7642,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:30.589634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=377f1654-9945-4b4e-8717-4b73b7ff97b6,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:30.594934 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.597637 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Checking router: d95d8e37-77a2-44e6-9a53-1f98ea337fe5 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:30.598132 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Updating router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:54:30.612491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a22fed16-227a-461b-bb08-bc4079204ba1 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:30.629785 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.651981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.655868 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:30.658512 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 01:54:30.711830 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.725053 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9af7fb6b-afc0-4450-8054-d4d9ff0a38ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.725687 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33f85bb-dec5-4471-a410-d894e8ee0dca']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:30.741015 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9624f9ff-4ee8-42d1-a136-bb3bb61d4039') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:30.742167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9624f9ff-4ee8-42d1-a136-bb3bb61d4039') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:30.743527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b62c68b6-7e82-486f-b156-93d6b4ded347 None None] Deleting port 968b010f-6bdd-4156-86d4-8c313eab43f0 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:30.743919 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b62c68b6-7e82-486f-b156-93d6b4ded347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.754160 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.769430 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40034) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:30.772488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.778790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1b85cc4d-beb2-4ac6-8626-d744a1b1be99 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1388558597', 'description': 'tempest-description--1549435555'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:30.809436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:30.810116 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:30.813164 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:30.882767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b85cc4d-beb2-4ac6-8626-d744a1b1be99 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.893683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7fb6b-afc0-4450-8054-d4d9ff0a38ed None None] Pushing event deleted for resources: {'Port': ['ID=3c30b81c-3f1d-4d09-a32c-6cbbb11e7642,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:30.916352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af7fb6b-afc0-4450-8054-d4d9ff0a38ed None None] No DVR routers for this DVR port 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:30.964176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b62c68b6-7e82-486f-b156-93d6b4ded347 None None] For port 968b010f-6bdd-4156-86d4-8c313eab43f0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=968b010f-6bdd-4156-86d4-8c313eab43f0,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:30.964578 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b62c68b6-7e82-486f-b156-93d6b4ded347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.995676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e480c0-9602-4a91-8f45-4fdc898cb76c req-6af5ab17-e9a2-42dd-ab98-0644fcc39f6f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.997225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1e480c0-9602-4a91-8f45-4fdc898cb76c req-6af5ab17-e9a2-42dd-ab98-0644fcc39f6f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 944 time: 0.0822108 Aug 16 01:54:31.004274 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.011781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port a22fed16-227a-461b-bb08-bc4079204ba1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:31.012330 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.013488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.017467 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Transition to ACTIVE for port object 3f89e24c-5c66-4a96-bc06-efe3b07b3eec will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:31.019882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b62c68b6-7e82-486f-b156-93d6b4ded347 None None] Calling delete_port for 968b010f-6bdd-4156-86d4-8c313eab43f0 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:31.031672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:31.031672 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.031913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.033608 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "DELETE /v2.0/networks/f33f85bb-dec5-4471-a410-d894e8ee0dca HTTP/1.1" status: 204 len: 168 time: 1.2181191 Aug 16 01:54:31.037393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40040) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:31.067165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4b9d4-f887-4803-af66-9bfc9b6d90b5 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Network': ['ID=f33f85bb-dec5-4471-a410-d894e8ee0dca,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.102757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1e480c0-9602-4a91-8f45-4fdc898cb76c req-c2ec80bd-87cd-49a9-885f-021cb2013dc2 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759037 Aug 16 01:54:31.111292 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b85cc4d-beb2-4ac6-8626-d744a1b1be99 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.136868 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.148070 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.171678 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.199107 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b85cc4d-beb2-4ac6-8626-d744a1b1be99 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.239707 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea274a3-badb-4e81-9f53-c0fae9ba9b8f None None] Pushing event updated for resources: {'Port': ['ID=3f89e24c-5c66-4a96-bc06-efe3b07b3eec,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.252655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85cc4d-beb2-4ac6-8626-d744a1b1be99 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ff188c-7329-4c5a-a5b3-0f123699a658,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.277022 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Attempting to bind port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:31.277409 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Attempting to bind port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:31.278025 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Deleting port 968b010f-6bdd-4156-86d4-8c313eab43f0 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:31.278152 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Attempting to bind port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:31.278381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.285101 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:31.285533 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:31.285968 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.286364 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:31.286833 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Bound port: 3f89e24c-5c66-4a96-bc06-efe3b07b3eec, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:31.287214 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.325423 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b85cc4d-beb2-4ac6-8626-d744a1b1be99 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.326738 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1b85cc4d-beb2-4ac6-8626-d744a1b1be99 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5560884 Aug 16 01:54:31.333310 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40042) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:31.339839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-19050000-b5f0-48c6-9d34-5eed75f189b9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'security_group_rule': {'security_group_id': '98ff188c-7329-4c5a-a5b3-0f123699a658', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:31.375680 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b62c68b6-7e82-486f-b156-93d6b4ded347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.379433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] For port 968b010f-6bdd-4156-86d4-8c313eab43f0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=968b010f-6bdd-4156-86d4-8c313eab43f0,segment=NetworkSegment(950eb819-a2b8-48a6-a5f7-5c05649c1a35),segment_id=950eb819-a2b8-48a6-a5f7-5c05649c1a35)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:31.379811 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.381040 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] For port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:31.387032 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] For port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3f89e24c-5c66-4a96-bc06-efe3b07b3eec,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:31.393480 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Calling delete_port for 968b010f-6bdd-4156-86d4-8c313eab43f0 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:31.398641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c68b6-7e82-486f-b156-93d6b4ded347 None None] No DVR routers for this DVR port 968b010f-6bdd-4156-86d4-8c313eab43f0 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:31.418232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1698c-35b1-47d6-8725-9829b5789888 req-716584d2-6c9c-4c7a-8e5c-ee682145a16f tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.426308 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.427130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9a1698c-35b1-47d6-8725-9829b5789888 req-716584d2-6c9c-4c7a-8e5c-ee682145a16f tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 944 time: 0.1251104 Aug 16 01:54:31.448830 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c68b6-7e82-486f-b156-93d6b4ded347 None None] Pushing event deleted for resources: {'Port': ['ID=968b010f-6bdd-4156-86d4-8c313eab43f0,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.467600 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19050000-b5f0-48c6-9d34-5eed75f189b9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.474239 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.482733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9bbd8-8241-46f1-9af0-657178b30c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22fed16-227a-461b-bb08-bc4079204ba1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:31.485493 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a125a9-0da3-435d-881a-180321d15561" -d '{"events": [{"server_uuid": "6eb9bbd8-8241-46f1-9af0-657178b30c2e", "name": "network-vif-plugged", "status": "completed", "tag": "a22fed16-227a-461b-bb08-bc4079204ba1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:31.490760 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.506720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a22fed16-227a-461b-bb08-bc4079204ba1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a22fed16-227a-461b-bb08-bc4079204ba1,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:31.508135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Transition to ACTIVE for port object 3e16264a-143a-42f4-af76-b3eb65f520b4 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:31.509158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9a1698c-35b1-47d6-8725-9829b5789888 req-7fd99d3e-bc99-4903-85c2-e17a77bc2e45 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808702 Aug 16 01:54:31.526108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Allocated IP 172.20.0.1 (451b8f7a-e7d9-4b9a-a673-45425a82868a/b7176ff3-edd3-42c6-8174-28ec8618d359/83e93867-c554-46ee-a005-132444c4377f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:31.527721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 968b010f-6bdd-4156-86d4-8c313eab43f0 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:31.542172 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19050000-b5f0-48c6-9d34-5eed75f189b9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.575818 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 968b010f-6bdd-4156-86d4-8c313eab43f0 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:31.576049 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:31.576150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 968b010f-6bdd-4156-86d4-8c313eab43f0 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:31.576852 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:31.577414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.586528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:31.607582 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Port': ['ID=968b010f-6bdd-4156-86d4-8c313eab43f0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.609777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] No DVR routers for this DVR port 968b010f-6bdd-4156-86d4-8c313eab43f0 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:31.617986 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea274a3-badb-4e81-9f53-c0fae9ba9b8f None None] Pushing event updated for resources: {'Port': ['ID=3f89e24c-5c66-4a96-bc06-efe3b07b3eec,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.633315 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.637915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:31.639387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:31.639736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3c30b81c-3f1d-4d09-a32c-6cbbb11e7642 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:31.692002 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.719712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c8c8a-9306-4623-9365-a75201420308 req-40a98ec8-071c-46b4-9cc6-c0effacb4781 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.727463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d1c8c8a-9306-4623-9365-a75201420308 req-40a98ec8-071c-46b4-9cc6-c0effacb4781 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0835121 Aug 16 01:54:31.750335 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.772159 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0658837a-4b54-4f63-9898-d517802f3f3f']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:31.786523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950eb819-a2b8-48a6-a5f7-5c05649c1a35') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:31.787404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950eb819-a2b8-48a6-a5f7-5c05649c1a35') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:31.789769 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.792717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a22fed16-227a-461b-bb08-bc4079204ba1,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.803989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d1c8c8a-9306-4623-9365-a75201420308 req-ace1c568-b06a-43e5-bd0d-ad4b9baabbd2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755613 Aug 16 01:54:31.819292 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.831643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Transition to ACTIVE for port object 83e93867-c554-46ee-a005-132444c4377f will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:31.842909 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.851920 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:31.852884 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.856654 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:31.871719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Attempting to bind port 3e16264a-143a-42f4-af76-b3eb65f520b4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:31.872734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Attempting to bind port 3e16264a-143a-42f4-af76-b3eb65f520b4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:31.873130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Attempting to bind port 3e16264a-143a-42f4-af76-b3eb65f520b4 on network 4580b099-2551-492d-9cb2-8302c2e9c7cf {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:31.916320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:31.916829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Checking segment: {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:31.917316 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.917727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Bound using segment: {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:31.918282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Bound port: 3e16264a-143a-42f4-af76-b3eb65f520b4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:31.918672 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.937697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19050000-b5f0-48c6-9d34-5eed75f189b9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:31.948623 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:31.972037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19050000-b5f0-48c6-9d34-5eed75f189b9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a5244c-88d5-4be1-9da3-f83a18f3a45e,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.973201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833309cc-b178-41a6-814f-7dc24685c7d2 None None] Pushing event updated for resources: {'Port': ['ID=3e16264a-143a-42f4-af76-b3eb65f520b4,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.989243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63491e0b-fcc5-482a-873c-7e7702d3add6 req-d49687aa-99ca-4de2-accc-702d3b460b9e tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.990977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63491e0b-fcc5-482a-873c-7e7702d3add6 req-d49687aa-99ca-4de2-accc-702d3b460b9e tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 945 time: 0.0961878 Aug 16 01:54:32.018694 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.035951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-655efe06-f73d-4320-8efe-903956edd02f None None] For port 3e16264a-143a-42f4-af76-b3eb65f520b4, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:32.039433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-655efe06-f73d-4320-8efe-903956edd02f None None] For port 3e16264a-143a-42f4-af76-b3eb65f520b4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3e16264a-143a-42f4-af76-b3eb65f520b4,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:32.044925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63491e0b-fcc5-482a-873c-7e7702d3add6 req-4ddbecfd-a5d5-4bde-94d7-4bf2c01611f4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455749 Aug 16 01:54:32.079605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:32.079778 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.083931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:32.084365 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.102385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:32.106538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:32.107528 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:28Z', 'revision_number': 3, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:32.107868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.109240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:32.116068 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] 10.222.0.66 "DELETE /v2.0/networks/0658837a-4b54-4f63-9898-d517802f3f3f HTTP/1.1" status: 204 len: 168 time: 1.0715764 Aug 16 01:54:32.116068 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b7517-c874-4cc3-8427-18e99628ad61 tempest-TaggedBootDevicesTest-829585267 tempest-TaggedBootDevicesTest-829585267-project] Pushing event deleted for resources: {'Network': ['ID=0658837a-4b54-4f63-9898-d517802f3f3f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:32.121640 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19050000-b5f0-48c6-9d34-5eed75f189b9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.124731 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-19050000-b5f0-48c6-9d34-5eed75f189b9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7892847 Aug 16 01:54:32.126852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40050) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:32.135728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-10e69fce-c188-42cd-92e0-da51b4ae88fd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'security_group_rule': {'security_group_id': '98ff188c-7329-4c5a-a5b3-0f123699a658', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:32.172785 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963102ae-4994-4a34-be2a-fa4f804b2cdc None None] The sync data for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 is: [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:28Z', 'revision_number': 3, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:32.194520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Pushing event updated for resources: {'Port': ['ID=83e93867-c554-46ee-a005-132444c4377f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:32.234958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.235317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.235850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.238763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.238763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.238763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.238763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.239131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.239517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.239875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.240929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.241573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.268583 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10e69fce-c188-42cd-92e0-da51b4ae88fd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.302995 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.446327 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10e69fce-c188-42cd-92e0-da51b4ae88fd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.470013 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802d28e2-3ef8-4487-9e29-55252aee52a2 x-openstack-request-id: req-802d28e2-3ef8-4487-9e29-55252aee52a2 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:32.470544 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9bbd8-8241-46f1-9af0-657178b30c2e", "name": "network-vif-plugged", "status": "completed", "tag": "a22fed16-227a-461b-bb08-bc4079204ba1", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:32.470811 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-802d28e2-3ef8-4487-9e29-55252aee52a2 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:32.471207 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb9bbd8-8241-46f1-9af0-657178b30c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22fed16-227a-461b-bb08-bc4079204ba1', 'code': 200} Aug 16 01:54:32.476676 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.520438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6007-706d-4a19-aef0-11196b070c1e req-76ba1ed9-72be-4474-84de-ecb0e2c0afaa tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.522213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caea6007-706d-4a19-aef0-11196b070c1e req-76ba1ed9-72be-4474-84de-ecb0e2c0afaa tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1271207 Aug 16 01:54:32.530941 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10e69fce-c188-42cd-92e0-da51b4ae88fd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.564249 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 377f1654-9945-4b4e-8717-4b73b7ff97b6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:32.575084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab4ce6-b50c-416b-b8df-393d40b3136c req-24445931-1326-496c-920d-dfe5103c5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.575084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ab4ce6-b50c-416b-b8df-393d40b3136c req-24445931-1326-496c-920d-dfe5103c5607 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 1098 time: 0.1304238 Aug 16 01:54:32.577115 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e69fce-c188-42cd-92e0-da51b4ae88fd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649b2af1-ad98-4700-9139-5f5e65064346,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:32.667542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caea6007-706d-4a19-aef0-11196b070c1e req-34e33923-f141-487f-bb99-472cc1e85eeb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.1161685 Aug 16 01:54:32.672154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10e69fce-c188-42cd-92e0-da51b4ae88fd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.673428 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-10e69fce-c188-42cd-92e0-da51b4ae88fd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5455809 Aug 16 01:54:32.674800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-caea6007-706d-4a19-aef0-11196b070c1e req-7a88de0f-c08c-4943-88d9-6ffca6f02252 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Request body: {'floatingip': {'port_id': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:32.676569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40058) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:32.681062 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:32.702540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:32.703354 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-655efe06-f73d-4320-8efe-903956edd02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:32.732943 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-caea6007-706d-4a19-aef0-11196b070c1e req-7a88de0f-c08c-4943-88d9-6ffca6f02252 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.746752 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.788742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.799917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ab4ce6-b50c-416b-b8df-393d40b3136c req-59903db9-cfcd-4cc6-ab7c-aa3bb99294d0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913750 Aug 16 01:54:32.841133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833309cc-b178-41a6-814f-7dc24685c7d2 None None] Pushing event updated for resources: {'Port': ['ID=3e16264a-143a-42f4-af76-b3eb65f520b4,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:32.843349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.899095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 377f1654-9945-4b4e-8717-4b73b7ff97b6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:32.899500 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.903793 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=59cdd188-c28a-49c9-85a7-3faa5aec6eb3,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:32.957248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b71c28e0-8ebe-4659-9cdd-a7aa7237eacb None None] Provisioning for port 83e93867-c554-46ee-a005-132444c4377f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:32.962697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.972753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b71c28e0-8ebe-4659-9cdd-a7aa7237eacb None None] Provisioning complete for port 83e93867-c554-46ee-a005-132444c4377f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:32.973133 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b71c28e0-8ebe-4659-9cdd-a7aa7237eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.018296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b71c28e0-8ebe-4659-9cdd-a7aa7237eacb None None] Port 83e93867-c554-46ee-a005-132444c4377f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:33.019814 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.024737 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-56fcd58d-628b-4314-99df-6e53ed0b9139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.048460 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.080441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-655efe06-f73d-4320-8efe-903956edd02f None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:33.111852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Allocated IP 172.25.8.197 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/8086c6d2-6ba7-4a0c-b6a6-9b76dd13ee85) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:33.189077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=59cdd188-c28a-49c9-85a7-3faa5aec6eb3,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:33.239654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.348282 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.413861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:33.429143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:33.432416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:33.433882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-655efe06-f73d-4320-8efe-903956edd02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:33.460846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'Port': ['ID=8086c6d2-6ba7-4a0c-b6a6-9b76dd13ee85,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:33.466466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655efe06-f73d-4320-8efe-903956edd02f None None] The sync data for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 is: [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:33.580146 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.686527 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.722005 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.777320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.918444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Pushing event updated for resources: {'Port': ['ID=83e93867-c554-46ee-a005-132444c4377f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:33.923244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.923707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.932424 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-caea6007-706d-4a19-aef0-11196b070c1e req-7a88de0f-c08c-4943-88d9-6ffca6f02252 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.988382 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.024478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:34.026132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:34.085154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.088329 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-caea6007-706d-4a19-aef0-11196b070c1e req-7a88de0f-c08c-4943-88d9-6ffca6f02252 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.165425 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'Port': ['ID=8086c6d2-6ba7-4a0c-b6a6-9b76dd13ee85,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:34.217471 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.263156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:34.270976 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-caea6007-706d-4a19-aef0-11196b070c1e req-7a88de0f-c08c-4943-88d9-6ffca6f02252 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Floating IP d899f331-d2c0-4096-9369-bae73bf2dc4b associated. External IP: 172.25.8.54, port: ba1e01f7-e809-461e-8c5b-fe0cd45bba71. Aug 16 01:54:34.299479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9a440409-c16f-4f37-8bfe-4783ae361c22 None None] Provisioning complete for port 83e93867-c554-46ee-a005-132444c4377f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:34.300429 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a440409-c16f-4f37-8bfe-4783ae361c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.330755 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.332318 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5e30aaf1-7159-43a4-b6dc-56d78a99a080 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6547866 Aug 16 01:54:34.347045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9a440409-c16f-4f37-8bfe-4783ae361c22 None None] Port 83e93867-c554-46ee-a005-132444c4377f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:34.472429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145eac29-e2b7-484d-8f50-1af038d814d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cdd188-c28a-49c9-85a7-3faa5aec6eb3'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:34.475429 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380c989e-cd90-4524-bdee-3ec5f78b03ab" -d '{"events": [{"server_uuid": "145eac29-e2b7-484d-8f50-1af038d814d6", "name": "network-vif-plugged", "status": "completed", "tag": "59cdd188-c28a-49c9-85a7-3faa5aec6eb3"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:34.484273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:34.489442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9e48247b-329d-4b70-815e-b2461c5b0989 admin admin] 10.222.0.66 "PUT /v2.0/routers/d95d8e37-77a2-44e6-9a53-1f98ea337fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1866226 Aug 16 01:54:34.495794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Sync routers for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:34.505665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:34.506544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:34.622745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3e16264a-143a-42f4-af76-b3eb65f520b4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:34.630933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caea6007-706d-4a19-aef0-11196b070c1e req-7a88de0f-c08c-4943-88d9-6ffca6f02252 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Router c8eb8845-4d43-40e1-9768-aec27ac865f9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:34.686382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:34.768315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caea6007-706d-4a19-aef0-11196b070c1e req-7a88de0f-c08c-4943-88d9-6ffca6f02252 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:34.772813 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-caea6007-706d-4a19-aef0-11196b070c1e req-7a88de0f-c08c-4943-88d9-6ffca6f02252 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.780119 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede61bd0-9ab4-4e4e-a2da-f502a9cfb97b None None] Sync routers for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:34.790523 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede61bd0-9ab4-4e4e-a2da-f502a9cfb97b None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:34.791682 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ede61bd0-9ab4-4e4e-a2da-f502a9cfb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:34.837162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caea6007-706d-4a19-aef0-11196b070c1e req-7a88de0f-c08c-4943-88d9-6ffca6f02252 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "PUT /v2.0/floatingips/d899f331-d2c0-4096-9369-bae73bf2dc4b HTTP/1.1" status: 200 len: 996 time: 2.1684527 Aug 16 01:54:34.837739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:34.840292 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754719ee-7955-45ed-a99f-20f5b70b6466" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:34.856252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3e16264a-143a-42f4-af76-b3eb65f520b4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:34.863835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3e16264a-143a-42f4-af76-b3eb65f520b4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:34.864396 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.895198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6007-706d-4a19-aef0-11196b070c1e req-9129a94c-5f11-4539-ae83-9c953cb2a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:34.901052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caea6007-706d-4a19-aef0-11196b070c1e req-9129a94c-5f11-4539-ae83-9c953cb2a2b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 1098 time: 0.0483093 Aug 16 01:54:34.973590 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ede61bd0-9ab4-4e4e-a2da-f502a9cfb97b None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:35.032237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6007-706d-4a19-aef0-11196b070c1e req-2f073cd5-a36b-468f-8cac-f8916878eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.032237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caea6007-706d-4a19-aef0-11196b070c1e req-2f073cd5-a36b-468f-8cac-f8916878eec0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.1200924 Aug 16 01:54:35.039959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 2, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:35.045056 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.108195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Checking router: d95d8e37-77a2-44e6-9a53-1f98ea337fe5 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:35.108804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Updating router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 port 83e93867-c554-46ee-a005-132444c4377f binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:54:35.117540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caea6007-706d-4a19-aef0-11196b070c1e req-0499a104-0085-4784-993f-ebad62bf3e41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 999 time: 0.0740905 Aug 16 01:54:35.149092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 3e16264a-143a-42f4-af76-b3eb65f520b4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3e16264a-143a-42f4-af76-b3eb65f520b4,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:35.154141 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.173327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6007-706d-4a19-aef0-11196b070c1e req-3a10a6b8-af21-4c09-803d-3d1e5aa501ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.178295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caea6007-706d-4a19-aef0-11196b070c1e req-3a10a6b8-af21-4c09-803d-3d1e5aa501ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.0534499 Aug 16 01:54:35.232379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6007-706d-4a19-aef0-11196b070c1e req-35cddafe-8a1d-4476-a5ec-8dfdac8f62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.234455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caea6007-706d-4a19-aef0-11196b070c1e req-35cddafe-8a1d-4476-a5ec-8dfdac8f62e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529892 Aug 16 01:54:35.259138 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ede61bd0-9ab4-4e4e-a2da-f502a9cfb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:22:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:33Z', 'revision_number': 1, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:35.259686 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.260461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3f89e24c-5c66-4a96-bc06-efe3b07b3eec up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:35.298728 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede61bd0-9ab4-4e4e-a2da-f502a9cfb97b None None] Checking router: c8eb8845-4d43-40e1-9768-aec27ac865f9 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:35.307969 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede61bd0-9ab4-4e4e-a2da-f502a9cfb97b None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:35.308736 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ede61bd0-9ab4-4e4e-a2da-f502a9cfb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:35.346701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caea6007-706d-4a19-aef0-11196b070c1e req-e248decb-0bff-4532-bde6-17730bbaae69 service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047649 Aug 16 01:54:35.378886 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=3e16264a-143a-42f4-af76-b3eb65f520b4,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:35.381467 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40084) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:35.389179 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1078314333-network', 'tenant_id': '151944d595a5432dabc3c8b327b2b699'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:35.459182 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ede61bd0-9ab4-4e4e-a2da-f502a9cfb97b None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:35.475810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caea6007-706d-4a19-aef0-11196b070c1e req-9d99e625-b145-487d-81d7-49c1b2d0f09d service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210158 Aug 16 01:54:35.478267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Made reservation on behalf of 151944d595a5432dabc3c8b327b2b699 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:35.481087 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.490661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.523096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:35.533472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:35.534128 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.569486 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.590151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Transition to ACTIVE for port object 83e93867-c554-46ee-a005-132444c4377f will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:35.612314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.638655 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.659258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3f89e24c-5c66-4a96-bc06-efe3b07b3eec,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:35.669073 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.689239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eeaae-e3a9-4f20-b22c-5a22abb7e352 req-3d80e2cf-7360-4b78-848a-7244c3dfe667 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.690914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d6eeaae-e3a9-4f20-b22c-5a22abb7e352 req-3d80e2cf-7360-4b78-848a-7244c3dfe667 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 945 time: 0.0569601 Aug 16 01:54:35.699108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.726196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:54:35.731969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Pushing event updated for resources: {'Port': ['ID=83e93867-c554-46ee-a005-132444c4377f,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:35.742672 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.746877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.753444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.753444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.753444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.753444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.753444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.753444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.753444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.753444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.753444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.753444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.753444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:35.762288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33035dd4-e35b-48f3-a930-6859d6946725,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:35.779908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d6eeaae-e3a9-4f20-b22c-5a22abb7e352 req-274f986a-ec80-4a01-bb66-52b19603cb53 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808759 Aug 16 01:54:35.782496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.783967 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ede61bd0-9ab4-4e4e-a2da-f502a9cfb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:22:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:33Z', 'revision_number': 1, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:35.785314 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Added segment d1798fea-9143-4a1d-afe7-163a5b090658 of type vlan for network 6cf9c7e9-5119-4616-8170-09ac01351a5a Aug 16 01:54:35.845766 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede61bd0-9ab4-4e4e-a2da-f502a9cfb97b None None] The sync data for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 is: [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:22:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:33Z', 'revision_number': 1, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:35.863855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.984230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184c431-13a8-45ae-8f08-bfb0f779e682 req-da038753-d665-45ba-900a-405631e62e2a tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.984230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c184c431-13a8-45ae-8f08-bfb0f779e682 req-da038753-d665-45ba-900a-405631e62e2a tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.0664847 Aug 16 01:54:35.987857 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.013889 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Attempting to bind port 83e93867-c554-46ee-a005-132444c4377f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:36.014273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Attempting to bind port 83e93867-c554-46ee-a005-132444c4377f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:36.014676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Attempting to bind port 83e93867-c554-46ee-a005-132444c4377f on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:36.019994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c184c431-13a8-45ae-8f08-bfb0f779e682 req-c764c525-0d96-4c20-9718-c061f3f94a5b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374646 Aug 16 01:54:36.035812 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:36.036192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Checking segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:36.036593 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.036987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Bound using segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:36.037491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Bound port: 83e93867-c554-46ee-a005-132444c4377f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:36.037919 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.044032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=3f89e24c-5c66-4a96-bc06-efe3b07b3eec,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:36.049287 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.050432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.051041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.136102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] Pushing event updated for resources: {'Network': ['ID=6cf9c7e9-5119-4616-8170-09ac01351a5a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:36.137554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] For port 83e93867-c554-46ee-a005-132444c4377f, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:36.147116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 6cf9c7e9-5119-4616-8170-09ac01351a5a details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:54:36.151645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] For port 83e93867-c554-46ee-a005-132444c4377f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=83e93867-c554-46ee-a005-132444c4377f,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:36.154069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ff9b81-7346-4d53-8412-254f7e6a27ad None None] New status for floating IP d899f331-d2c0-4096-9369-bae73bf2dc4b: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:36.199934 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bc9a59cd-4afa-45be-b4b7-e342f0a76b7e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8163610 Aug 16 01:54:36.202544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40100) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:36.207788 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] Request body: {'subnet': {'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1078314333-subnet', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:36.229447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-3f2f13aa-9be3-42ab-8fc4-b1513fdd1ac7 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1388558597&fields=id&tenant_id=a88c8239e59b4d438e686a6da20f9f85 HTTP/1.1" status: 200 len: 267 time: 0.0372796 Aug 16 01:54:36.267478 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.349608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-73322e04-1927-49bd-a85e-357cd0ec59e2 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.351563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-73322e04-1927-49bd-a85e-357cd0ec59e2 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 811 time: 0.1143670 Aug 16 01:54:36.369888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b730714c-4286-4a49-a3d9-e950140af12f tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/quotas/a88c8239e59b4d438e686a6da20f9f85 HTTP/1.1" status: 200 len: 375 time: 0.0104311 Aug 16 01:54:36.382710 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] Made reservation on behalf of 151944d595a5432dabc3c8b327b2b699 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:36.385583 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.408884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:36.409548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:36.420469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659706f5-4c60-4412-bccf-329cd563cfa1 None None] Pushing event updated for resources: {'Port': ['ID=83e93867-c554-46ee-a005-132444c4377f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:36.482660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-62075e51-24a7-4a1d-b57a-9ca1adcad18b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1062183 Aug 16 01:54:36.538976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3e16264a-143a-42f4-af76-b3eb65f520b4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:36.617520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:36.625052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-f228c366-c00c-4a37-a8a7-f90438168ecb service neutron] 10.222.0.66 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339061 Aug 16 01:54:36.714175 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.717331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-a26f3a3c-669d-45c1-8581-f7d302b3fc2c service neutron] 10.222.0.66 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861497 Aug 16 01:54:36.751396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3e16264a-143a-42f4-af76-b3eb65f520b4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:36.751778 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.783943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302f6554-4731-427a-b5b7-754c19224788,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:36.783943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] Checking segment: {'id': 'd1798fea-9143-4a1d-afe7-163a5b090658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:36.783943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] Network hostable DHCP agents. Network: 6cf9c7e9-5119-4616-8170-09ac01351a5a, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:54:36.867969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] Network 6cf9c7e9-5119-4616-8170-09ac01351a5a is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:54:36.889972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3f89e24c-5c66-4a96-bc06-efe3b07b3eec up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:36.936799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:36Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:36.968320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b4fc3-0d19-4640-a68e-2bc1ae2d98c9 None None] The sync data for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 is: [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:36Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:36.977385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:36.977524 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 6cf9c7e9-5119-4616-8170-09ac01351a5a) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:36.978783 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.986889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.996561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.001948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53c0578-72a1-4f56-b2f5-6fbd3e2c663f None None] Network 6cf9c7e9-5119-4616-8170-09ac01351a5a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:37.019948 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d83885-b429-444e-815a-fd59dd273d7a x-openstack-request-id: req-58d83885-b429-444e-815a-fd59dd273d7a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:37.020312 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145eac29-e2b7-484d-8f50-1af038d814d6", "name": "network-vif-plugged", "status": "completed", "tag": "59cdd188-c28a-49c9-85a7-3faa5aec6eb3", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:37.020634 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58d83885-b429-444e-815a-fd59dd273d7a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:37.021097 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145eac29-e2b7-484d-8f50-1af038d814d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cdd188-c28a-49c9-85a7-3faa5aec6eb3', 'code': 200} Aug 16 01:54:37.090736 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50e2cf2-2cef-49d5-afb8-a809729aef85 x-openstack-request-id: req-e50e2cf2-2cef-49d5-afb8-a809729aef85 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:37.091231 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:37.092161 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e50e2cf2-2cef-49d5-afb8-a809729aef85 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:37.096645 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'status': 'completed', 'code': 200} Aug 16 01:54:37.111656 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-16a9d908-efc0-466a-b355-689d9161da57 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9079225 Aug 16 01:54:37.114450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40108) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:37.139454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1078314333-router', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:37.256945 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.258961 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.282004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250af47-a7f6-4586-94b2-014b5555a2c9 req-e1934c44-ed2c-4670-a3f7-76669f13115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.283540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2250af47-a7f6-4586-94b2-014b5555a2c9 req-e1934c44-ed2c-4670-a3f7-76669f13115b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 1097 time: 0.1816587 Aug 16 01:54:37.287191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754719ee-7955-45ed-a99f-20f5b70b6466 req-12e1624d-cfff-4266-b257-be219f1eb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.288636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-754719ee-7955-45ed-a99f-20f5b70b6466 req-12e1624d-cfff-4266-b257-be219f1eb459 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 1098 time: 0.1447117 Aug 16 01:54:37.305886 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-6cf9c7e9-5119-4616-8170-09ac01351a5a', 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'fixed_ips': [{'subnet_id': '302f6554-4731-427a-b5b7-754c19224788'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:54:37.307394 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.332509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.382299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-48272c6b-8c82-4d5b-969f-07d7b17a5548 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.390007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-48272c6b-8c82-4d5b-969f-07d7b17a5548 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1938050 Aug 16 01:54:37.456481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2250af47-a7f6-4586-94b2-014b5555a2c9 req-664c33ef-11a6-4508-9e47-398e21afa33d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648943 Aug 16 01:54:37.487300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Allocated IP 172.20.0.2 (6cf9c7e9-5119-4616-8170-09ac01351a5a/302f6554-4731-427a-b5b7-754c19224788/bd807855-d653-4a28-a99a-503da27b1be4) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:37.500450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-d89b770a-cca9-4de2-b05d-0d887bf0f08e tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 1001 time: 0.1089656 Aug 16 01:54:37.516064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-57f9d1cb-3c6f-4310-82cf-2f9a1fe14565 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Request body: {'floatingip': {'port_id': '223f0025-3277-428d-85c1-4fb6597d12da', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:37.585665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754719ee-7955-45ed-a99f-20f5b70b6466 req-10ec509a-1310-4b9c-bc7f-b997d51a57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.587639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-754719ee-7955-45ed-a99f-20f5b70b6466 req-10ec509a-1310-4b9c-bc7f-b997d51a57fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.2879491 Aug 16 01:54:37.596788 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-57f9d1cb-3c6f-4310-82cf-2f9a1fe14565 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.610662 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.650440 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.658924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Transition to ACTIVE for port object bd807855-d653-4a28-a99a-503da27b1be4 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:37.675929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Transition to ACTIVE for port object bd807855-d653-4a28-a99a-503da27b1be4 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:37.788602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-754719ee-7955-45ed-a99f-20f5b70b6466 req-812a8b1a-648d-44dd-8023-663a38a8202b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 1001 time: 0.1122158 Aug 16 01:54:37.794391 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.843186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Network 6cf9c7e9-5119-4616-8170-09ac01351a5a is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:37.846721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:37.858643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:37.862077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Pushing event updated for resources: {'Port': ['ID=bd807855-d653-4a28-a99a-503da27b1be4,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:37.894341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.896932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754719ee-7955-45ed-a99f-20f5b70b6466 req-53c94f58-faa8-4767-b0c0-5c858c91f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.898453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-754719ee-7955-45ed-a99f-20f5b70b6466 req-53c94f58-faa8-4767-b0c0-5c858c91f559 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.1011603 Aug 16 01:54:37.914393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.918295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Attempting to bind port bd807855-d653-4a28-a99a-503da27b1be4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:37.918744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Attempting to bind port bd807855-d653-4a28-a99a-503da27b1be4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd1798fea-9143-4a1d-afe7-163a5b090658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:37.919162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Attempting to bind port bd807855-d653-4a28-a99a-503da27b1be4 on network 6cf9c7e9-5119-4616-8170-09ac01351a5a {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:37.924919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:37.925129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Checking segment: {'id': 'd1798fea-9143-4a1d-afe7-163a5b090658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:37.925537 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.926020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Bound using segment: {'id': 'd1798fea-9143-4a1d-afe7-163a5b090658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:37.927088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Bound port: bd807855-d653-4a28-a99a-503da27b1be4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1798fea-9143-4a1d-afe7-163a5b090658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:37.927088 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.996641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] For port bd807855-d653-4a28-a99a-503da27b1be4, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:37.999832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] For port bd807855-d653-4a28-a99a-503da27b1be4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bd807855-d653-4a28-a99a-503da27b1be4,segment=NetworkSegment(d1798fea-9143-4a1d-afe7-163a5b090658),segment_id=d1798fea-9143-4a1d-afe7-163a5b090658)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:38.020782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754719ee-7955-45ed-a99f-20f5b70b6466 req-95095875-191a-4355-ab83-88eab036deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.022290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-754719ee-7955-45ed-a99f-20f5b70b6466 req-95095875-191a-4355-ab83-88eab036deb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900829 Aug 16 01:54:38.025873 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Allocated IP 172.25.8.240 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/1bb033eb-3ef9-44c1-a516-2ac55f97e709) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:38.112606 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.145558 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.183520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183dab7-468e-46b7-bff4-88e8fcdedd77 None None] Pushing event updated for resources: {'Port': ['ID=bd807855-d653-4a28-a99a-503da27b1be4,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:38.292041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.378201 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:38.383654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:38.386438 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:38.413027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Pushing event updated for resources: {'Port': ['ID=1bb033eb-3ef9-44c1-a516-2ac55f97e709,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:38.624662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bd807855-d653-4a28-a99a-503da27b1be4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:38.742558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-754719ee-7955-45ed-a99f-20f5b70b6466 req-6a6ba37c-9689-48c5-bccd-9cd485ccea92 service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7111661 Aug 16 01:54:38.792952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port bd807855-d653-4a28-a99a-503da27b1be4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:38.797667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 83e93867-c554-46ee-a005-132444c4377f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:38.922669 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.941802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-754719ee-7955-45ed-a99f-20f5b70b6466 req-a4dd3d03-0a01-4a09-b698-40abb202d617 service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838231 Aug 16 01:54:38.949548 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-57f9d1cb-3c6f-4310-82cf-2f9a1fe14565 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.970957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 83e93867-c554-46ee-a005-132444c4377f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:38.975939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 83e93867-c554-46ee-a005-132444c4377f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:38.975939 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.051124 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-57f9d1cb-3c6f-4310-82cf-2f9a1fe14565 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.065300 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.109087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 83e93867-c554-46ee-a005-132444c4377f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=83e93867-c554-46ee-a005-132444c4377f,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:39.175155 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-57f9d1cb-3c6f-4310-82cf-2f9a1fe14565 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Floating IP d899f331-d2c0-4096-9369-bae73bf2dc4b associated. External IP: 172.25.8.54, port: ba1e01f7-e809-461e-8c5b-fe0cd45bba71. Aug 16 01:54:39.217337 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.290525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=83e93867-c554-46ee-a005-132444c4377f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:39.404765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19363920-977f-49ca-be16-7c624766e91a None None] Network 6cf9c7e9-5119-4616-8170-09ac01351a5a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:39.438941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-57f9d1cb-3c6f-4310-82cf-2f9a1fe14565 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Router c8eb8845-4d43-40e1-9768-aec27ac865f9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:39.447517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.565100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-57f9d1cb-3c6f-4310-82cf-2f9a1fe14565 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:39.581104 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a9335-e91a-4d93-b64d-20f090668543 None None] Sync routers for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:39.594571 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a9335-e91a-4d93-b64d-20f090668543 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:39.595593 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc7a9335-e91a-4d93-b64d-20f090668543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:39.645216 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Router e79f2500-aa52-41be-bd58-47235d48b8b1 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:54:39.655158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9aec6db9-58bf-458d-a255-a43479303ea9 None None] Provisioning for port bd807855-d653-4a28-a99a-503da27b1be4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:39.660411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9aec6db9-58bf-458d-a255-a43479303ea9 None None] Provisioning complete for port bd807855-d653-4a28-a99a-503da27b1be4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:39.660776 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9aec6db9-58bf-458d-a255-a43479303ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.784571 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-cc7a9335-e91a-4d93-b64d-20f090668543 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:39.801975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:39.816870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Sync routers for ids ['e79f2500-aa52-41be-bd58-47235d48b8b1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:39.820736 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9aec6db9-58bf-458d-a255-a43479303ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.840083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Routers {'e79f2500-aa52-41be-bd58-47235d48b8b1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:39.841360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e79f2500-aa52-41be-bd58-47235d48b8b1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:39.841486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-57f9d1cb-3c6f-4310-82cf-2f9a1fe14565 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Router c8eb8845-4d43-40e1-9768-aec27ac865f9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:39.908012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.909319 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bc87f78b-3972-42e0-b9f0-7a51bf7e101f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7892175 Aug 16 01:54:39.913269 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40118) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:39.955934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9aec6db9-58bf-458d-a255-a43479303ea9 None None] For port bd807855-d653-4a28-a99a-503da27b1be4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bd807855-d653-4a28-a99a-503da27b1be4,segment=NetworkSegment(d1798fea-9143-4a1d-afe7-163a5b090658),segment_id=d1798fea-9143-4a1d-afe7-163a5b090658)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:40.040348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-57f9d1cb-3c6f-4310-82cf-2f9a1fe14565 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:40.070038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Set router e79f2500-aa52-41be-bd58-47235d48b8b1 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:40.074546 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-57f9d1cb-3c6f-4310-82cf-2f9a1fe14565 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.130199 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9aec6db9-58bf-458d-a255-a43479303ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.154959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:40.158566 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:40.163383 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-57f9d1cb-3c6f-4310-82cf-2f9a1fe14565 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "PUT /v2.0/floatingips/d899f331-d2c0-4096-9369-bae73bf2dc4b HTTP/1.1" status: 200 len: 997 time: 2.6620531 Aug 16 01:54:40.200250 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc7a9335-e91a-4d93-b64d-20f090668543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': '223f0025-3277-428d-85c1-4fb6597d12da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:c2:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:38Z', 'revision_number': 3, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:40.235453 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a9335-e91a-4d93-b64d-20f090668543 None None] Checking router: c8eb8845-4d43-40e1-9768-aec27ac865f9 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:40.246375 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a9335-e91a-4d93-b64d-20f090668543 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:40.247341 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc7a9335-e91a-4d93-b64d-20f090668543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:40.272294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec6db9-58bf-458d-a255-a43479303ea9 None None] Pushing event updated for resources: {'Port': ['ID=bd807855-d653-4a28-a99a-503da27b1be4,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:40.308489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-eead4ded-0c8b-4979-8fda-0d13eb6912f8 None None] Provisioning complete for port bd807855-d653-4a28-a99a-503da27b1be4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:40.308964 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eead4ded-0c8b-4979-8fda-0d13eb6912f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.321029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-ee059ccd-3cf2-48be-be47-dccf6f7e3db0 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.323457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-ee059ccd-3cf2-48be-be47-dccf6f7e3db0 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports/ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 943 time: 0.1529362 Aug 16 01:54:40.452854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-1a1266c1-0417-4a12-9a82-8cf8ca5dc621 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.454833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-1a1266c1-0417-4a12-9a82-8cf8ca5dc621 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.64 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 811 time: 0.3470881 Aug 16 01:54:40.518214 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'name': 'tempest-TestVolumeBootPattern-1078314333-router', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:38Z', 'revision_number': 3, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'gw_port': {'id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:40.548159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Checking router: e79f2500-aa52-41be-bd58-47235d48b8b1 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:40.548511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Updating router e79f2500-aa52-41be-bd58-47235d48b8b1 port 1bb033eb-3ef9-44c1-a516-2ac55f97e709 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:54:40.560405 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.564376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-e67be5a7-f86c-422a-807e-96c6fdc82cf0 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a88c8239e59b4d438e686a6da20f9f85 HTTP/1.1" status: 200 len: 380 time: 0.0970623 Aug 16 01:54:40.578409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'port': {'device_id': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'admin_state_up': True, 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'security_groups': ['98ff188c-7329-4c5a-a5b3-0f123699a658']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:40.584761 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-cc7a9335-e91a-4d93-b64d-20f090668543 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:40.588893 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.592619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bd807855-d653-4a28-a99a-503da27b1be4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:40.634479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-4b51d826-a73c-445f-bbec-c1fe736b9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.636369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-4b51d826-a73c-445f-bbec-c1fe736b9dac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 1098 time: 0.1805201 Aug 16 01:54:40.737610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-96e527bc-8c1e-4f69-92eb-5141b46c95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.739062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-96e527bc-8c1e-4f69-92eb-5141b46c95fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.0955331 Aug 16 01:54:40.759423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port bd807855-d653-4a28-a99a-503da27b1be4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:40.760919 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.790323 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Allocated IP 172.20.0.1 (6cf9c7e9-5119-4616-8170-09ac01351a5a/302f6554-4731-427a-b5b7-754c19224788/75e07155-3b5d-4c56-84fe-065ad3ea4fd6) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:40.804068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-7e4a5bc4-9c03-40e6-8d63-b9eaf4b0abe1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 217 time: 0.0507751 Aug 16 01:54:40.875128 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc7a9335-e91a-4d93-b64d-20f090668543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': '223f0025-3277-428d-85c1-4fb6597d12da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:c2:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:38Z', 'revision_number': 3, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:40.894885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-6b31c21f-9ae2-46e1-8bec-6a38eda00833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.903002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-6b31c21f-9ae2-46e1-8bec-6a38eda00833 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.0882528 Aug 16 01:54:40.912056 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a9335-e91a-4d93-b64d-20f090668543 None None] The sync data for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 is: [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': '223f0025-3277-428d-85c1-4fb6597d12da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:c2:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:38Z', 'revision_number': 3, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:40.938050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 83e93867-c554-46ee-a005-132444c4377f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:40.949807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.959904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-2d943ecb-52b4-4368-b28b-be46f267fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.961926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-2d943ecb-52b4-4368-b28b-be46f267fd44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578458 Aug 16 01:54:40.975349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Transition to ACTIVE for port object 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:40.992070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Made reservation on behalf of a88c8239e59b4d438e686a6da20f9f85 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:40.998086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.008933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.022442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Transition to ACTIVE for port object 1bb033eb-3ef9-44c1-a516-2ac55f97e709 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:41.033082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 83e93867-c554-46ee-a005-132444c4377f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:41.037622 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.158148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-15b93b7f-49db-48c3-9af4-a11325a7feac service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648827 Aug 16 01:54:41.158256 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a16ced-5fb4-4f9d-bb83-342c9879c137 None None] New status for floating IP d899f331-d2c0-4096-9369-bae73bf2dc4b: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:41.188453 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.215995 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.233078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Network 6cf9c7e9-5119-4616-8170-09ac01351a5a is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:41.238274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Allocated IP 172.20.0.14 (4580b099-2551-492d-9cb2-8302c2e9c7cf/65ca8929-8dd2-45be-a2bb-039d58bcad1f/0ecbe35a-d9af-451d-baf3-b1030b45bbc5) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:41.238952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:41.241572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:41.267346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Pushing event updated for resources: {'Port': ['ID=75e07155-3b5d-4c56-84fe-065ad3ea4fd6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:41.303301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86153ac9-f5ec-4646-a528-5ad04e21367b None None] Pushing event updated for resources: {'Port': ['ID=1bb033eb-3ef9-44c1-a516-2ac55f97e709,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:41.318879 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.338126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Attempting to bind port 1bb033eb-3ef9-44c1-a516-2ac55f97e709 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:41.338126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Attempting to bind port 1bb033eb-3ef9-44c1-a516-2ac55f97e709 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:41.338859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Attempting to bind port 1bb033eb-3ef9-44c1-a516-2ac55f97e709 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:41.344687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:41.345231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:41.346155 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.346155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:41.346551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Bound port: 1bb033eb-3ef9-44c1-a516-2ac55f97e709, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:41.347815 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.401646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] For port 1bb033eb-3ef9-44c1-a516-2ac55f97e709, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:41.405125 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] For port 1bb033eb-3ef9-44c1-a516-2ac55f97e709, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1bb033eb-3ef9-44c1-a516-2ac55f97e709,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:41.441222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-59d29a60-a3ce-4a80-9182-05efc3911a5c service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810099 Aug 16 01:54:41.478605 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.494335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Transition to ACTIVE for port object 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:41.508086 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.574997 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.586310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Routers {'e79f2500-aa52-41be-bd58-47235d48b8b1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:41.587012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e79f2500-aa52-41be-bd58-47235d48b8b1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:41.602379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-9c009ec3-e79e-40fb-a5c1-ee6b6831ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:41.605169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-9c009ec3-e79e-40fb-a5c1-ee6b6831ba71 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0561767 Aug 16 01:54:41.647282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86153ac9-f5ec-4646-a528-5ad04e21367b None None] Pushing event updated for resources: {'Port': ['ID=1bb033eb-3ef9-44c1-a516-2ac55f97e709,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:41.669688 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9de0b0d-ec7c-4819-9238-4c8fc5f1e069 None None] Sync routers for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:41.677443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.688163 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de0b0d-ec7c-4819-9238-4c8fc5f1e069 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:41.689025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9de0b0d-ec7c-4819-9238-4c8fc5f1e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:41.746502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Network 4580b099-2551-492d-9cb2-8302c2e9c7cf is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:41.755733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:41.762657 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.764238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:41.773074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'Port': ['ID=0ecbe35a-d9af-451d-baf3-b1030b45bbc5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:41.808271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-dc7dc7a6-b2f1-4f76-a94f-270c6e0687ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:41.809928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-dc7dc7a6-b2f1-4f76-a94f-270c6e0687ef service neutron] 10.222.0.66 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.1975963 Aug 16 01:54:41.826947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ad5b3ce8-94cf-421a-ad3b-6982214f51e3 None None] Provisioning for port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:41.842284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d9de0b0d-ec7c-4819-9238-4c8fc5f1e069 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:41.846023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ad5b3ce8-94cf-421a-ad3b-6982214f51e3 None None] Provisioning complete for port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:41.846401 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3ce8-94cf-421a-ad3b-6982214f51e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.850593 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.871217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:41.871900 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.904994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-8b1ef452-fe9d-4888-9680-94f72b18a6ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=223f0025-3277-428d-85c1-4fb6597d12da HTTP/1.1" status: 200 len: 1000 time: 0.0855584 Aug 16 01:54:41.960296 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.963871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Pushing event updated for resources: {'Port': ['ID=75e07155-3b5d-4c56-84fe-065ad3ea4fd6,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:41.987050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-b15d1142-080e-428e-ab5f-4aea36f5b4f6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4160182 Aug 16 01:54:41.990977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-0042274f-bc6d-4888-a15f-0ac7b1ed14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:41.993177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-0042274f-bc6d-4888-a15f-0ac7b1ed14e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.0815613 Aug 16 01:54:42.000204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Request body: {'port': {'device_id': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:42.055835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] Set router e79f2500-aa52-41be-bd58-47235d48b8b1 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:42.087284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Network 6cf9c7e9-5119-4616-8170-09ac01351a5a is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:42.088880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:42.094093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-c0d40609-98d7-4310-abc8-8ef9ac786f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.095650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-c0d40609-98d7-4310-abc8-8ef9ac786f14 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922017 Aug 16 01:54:42.096229 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.158367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b3ce8-94cf-421a-ad3b-6982214f51e3 None None] Port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:42.236331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Router e79f2500-aa52-41be-bd58-47235d48b8b1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:42.301034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-6b6ffee3-cc35-49f2-8f3f-070141675b5d service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953006 Aug 16 01:54:42.397266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:42.432923 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-848a6fb4-79ce-4f75-8c6a-e8a93da4be22 admin admin] 10.222.0.66 "PUT /v2.0/routers/e79f2500-aa52-41be-bd58-47235d48b8b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5174303 Aug 16 01:54:42.439484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0fdc957b-4b88-4627-a6bb-7170d19bd73f None None] Provisioning for port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:42.465390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0fdc957b-4b88-4627-a6bb-7170d19bd73f None None] Provisioning complete for port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:42.465871 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0fdc957b-4b88-4627-a6bb-7170d19bd73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.487145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b42822-0431-4abb-bdd8-838c919e0f37 req-250a5254-afe7-4293-a0cb-c8f71d6d5625 service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736424 Aug 16 01:54:42.524454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc957b-4b88-4627-a6bb-7170d19bd73f None None] Port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:42.537333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'name': 'tempest-TestVolumeBootPattern-1078314333-router', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:41Z', 'revision_number': 4, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'gw_port': {'id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '75e07155-3b5d-4c56-84fe-065ad3ea4fd6', 'name': '', 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'mac_address': 'fa:16:3e:64:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '302f6554-4731-427a-b5b7-754c19224788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:40Z', 'updated_at': '2021-08-16T01:54:40Z', 'revision_number': 1, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'subnets': [{'id': '302f6554-4731-427a-b5b7-754c19224788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:42.548181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:42.556751 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.569627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Transition to ACTIVE for port object 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:42.571237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babece54-e5b2-48cd-b2b1-9cc3fb53c12c None None] The sync data for ids ['e79f2500-aa52-41be-bd58-47235d48b8b1'] in n-d-768509-23 is: [{'id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'name': 'tempest-TestVolumeBootPattern-1078314333-router', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:41Z', 'revision_number': 4, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'gw_port': {'id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '75e07155-3b5d-4c56-84fe-065ad3ea4fd6', 'name': '', 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'mac_address': 'fa:16:3e:64:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '302f6554-4731-427a-b5b7-754c19224788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:40Z', 'updated_at': '2021-08-16T01:54:40Z', 'revision_number': 1, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'subnets': [{'id': '302f6554-4731-427a-b5b7-754c19224788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:42.580122 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9de0b0d-ec7c-4819-9238-4c8fc5f1e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': '223f0025-3277-428d-85c1-4fb6597d12da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:c2:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:41Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:42.607155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9de0b0d-ec7c-4819-9238-4c8fc5f1e069 None None] Checking router: c8eb8845-4d43-40e1-9768-aec27ac865f9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:42.615978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de0b0d-ec7c-4819-9238-4c8fc5f1e069 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:42.617040 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9de0b0d-ec7c-4819-9238-4c8fc5f1e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:42.639094 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.743495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cca09bcc-d1a6-4594-a5e9-3a1095f11ae7 None None] Provisioning complete for port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:42.743941 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cca09bcc-d1a6-4594-a5e9-3a1095f11ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.785312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecbe35a-d9af-451d-baf3-b1030b45bbc5,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:42.819318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191ce47-4c65-447d-bbb6-a0fe4132c2cb req-549755b9-b703-4541-90b7-275d2c63ed0e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.821030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1191ce47-4c65-447d-bbb6-a0fe4132c2cb req-549755b9-b703-4541-90b7-275d2c63ed0e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.1236148 Aug 16 01:54:42.825687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-cca09bcc-d1a6-4594-a5e9-3a1095f11ae7 None None] Port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:42.830170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d9de0b0d-ec7c-4819-9238-4c8fc5f1e069 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:42.903435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1191ce47-4c65-447d-bbb6-a0fe4132c2cb req-811dbbad-aebe-4ded-9a61-993599dbfed7 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689299 Aug 16 01:54:42.914375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Attempting to bind port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:42.915412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Attempting to bind port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:42.916882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Attempting to bind port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 on network 4580b099-2551-492d-9cb2-8302c2e9c7cf {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:42.931461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 on network 4580b099-2551-492d-9cb2-8302c2e9c7cf not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:42.931798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Attempting to bind port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 on network 4580b099-2551-492d-9cb2-8302c2e9c7cf {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:42.951703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:42.952110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Checking segment: {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:42.952511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Bound using segment: {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:42.957345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Bound port: 0ecbe35a-d9af-451d-baf3-b1030b45bbc5, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:42.957345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.114044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] For port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:43.119368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] For port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:43.144502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c843f0-975c-4105-9636-0d29243d54d4 req-f70fd574-fbec-4709-9d10-abe5354bfd7e tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.147292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4c843f0-975c-4105-9636-0d29243d54d4 req-f70fd574-fbec-4709-9d10-abe5354bfd7e tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 945 time: 0.1053209 Aug 16 01:54:43.218418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4c843f0-975c-4105-9636-0d29243d54d4 req-1b85a8a6-5afa-41a2-88fd-838c5e550dc7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639124 Aug 16 01:54:43.226205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9de0b0d-ec7c-4819-9238-4c8fc5f1e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': '223f0025-3277-428d-85c1-4fb6597d12da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:c2:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:41Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:43.236310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.293947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9de0b0d-ec7c-4819-9238-4c8fc5f1e069 None None] The sync data for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 is: [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': '223f0025-3277-428d-85c1-4fb6597d12da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:c2:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:41Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:43.303758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.304403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.305797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/0ecbe35a-d9af-451d-baf3-b1030b45bbc5 HTTP/1.1" status: 200 len: 1093 time: 1.3106022 Aug 16 01:54:43.343467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ed5c1-2f5f-4866-b0f4-8f1b4b7d68b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecbe35a-d9af-451d-baf3-b1030b45bbc5,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:43.419640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18914e-3e02-4c35-a0f8-b18103a6a760 req-0f106d98-3f50-4371-a985-7a0f17cae432 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.427018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec18914e-3e02-4c35-a0f8-b18103a6a760 req-0f106d98-3f50-4371-a985-7a0f17cae432 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 944 time: 0.0764523 Aug 16 01:54:43.515884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-fb9f3ec6-61d3-4c6f-9b62-f0b563956568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.517413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-fb9f3ec6-61d3-4c6f-9b62-f0b563956568 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 1096 time: 0.0884459 Aug 16 01:54:43.527178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec18914e-3e02-4c35-a0f8-b18103a6a760 req-73e4d19e-7885-492b-86fa-eb21e7eb5531 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992036 Aug 16 01:54:43.586773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-9c0ff00b-a9fd-47d3-b1cb-26f41b574167 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5 HTTP/1.1" status: 200 len: 217 time: 0.0585344 Aug 16 01:54:43.652130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-4aee2d9e-847f-4f5e-aca5-2b9cd2acd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.653763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-4aee2d9e-847f-4f5e-aca5-2b9cd2acd548 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 200 len: 850 time: 0.0484617 Aug 16 01:54:43.658917 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c69993d-9e9e-4519-91bf-5ece8501b269 x-openstack-request-id: req-7c69993d-9e9e-4519-91bf-5ece8501b269 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:43.659298 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:43.659638 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c69993d-9e9e-4519-91bf-5ece8501b269 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:43.660128 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'status': 'completed', 'code': 200} Aug 16 01:54:43.794262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-0bfd40ef-f06b-4203-a32b-4f48f37f4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.795911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-0bfd40ef-f06b-4203-a32b-4f48f37f4fdb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4580b099-2551-492d-9cb2-8302c2e9c7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315615 Aug 16 01:54:43.800411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d3b7b40-9df0-488b-9d49-41f7879b9ada req-5d605da1-1774-4d69-8ab9-442ff8adc868 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 1000 time: 0.1270962 Aug 16 01:54:43.808851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944 req-caca14cd-e9ce-469f-a74a-db0f2fefe4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.810842 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944 req-caca14cd-e9ce-469f-a74a-db0f2fefe4f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 1098 time: 0.1086202 Aug 16 01:54:44.001239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944 req-11c2c863-1117-4726-94f1-c47a9a47ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.005701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944 req-11c2c863-1117-4726-94f1-c47a9a47ce9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.1821845 Aug 16 01:54:44.010892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b7b40-9df0-488b-9d49-41f7879b9ada req-6320c94f-ef4e-495b-a4f8-e46005c378c9 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.012298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d3b7b40-9df0-488b-9d49-41f7879b9ada req-6320c94f-ef4e-495b-a4f8-e46005c378c9 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports/223f0025-3277-428d-85c1-4fb6597d12da HTTP/1.1" status: 200 len: 942 time: 0.1943021 Aug 16 01:54:44.425774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944 req-4248251c-8762-40ae-a007-f69d57c47916 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 217 time: 0.4124804 Aug 16 01:54:44.554220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-3206b7eb-8be9-4af7-a83c-b099e3eedefc service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481861 Aug 16 01:54:44.557683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944 req-3b4b797e-404d-489a-949a-f98a346131d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.559435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944 req-3b4b797e-404d-489a-949a-f98a346131d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.1224170 Aug 16 01:54:44.565635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d3b7b40-9df0-488b-9d49-41f7879b9ada req-6a5506be-59ed-43bb-8c59-873cda622ac2 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 1000 time: 0.1362259 Aug 16 01:54:44.764746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc7b3295-70c2-48c2-b49e-2460974a5265 req-f2ff9293-de2c-4fba-923e-423de3154c3b service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961641 Aug 16 01:54:44.768721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944 req-74e88752-402d-4472-ac35-1159bb3ebd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.770194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944 req-74e88752-402d-4472-ac35-1159bb3ebd28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445920 Aug 16 01:54:44.815469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b7b40-9df0-488b-9d49-41f7879b9ada req-5106d310-f164-45b8-908f-18cb3c291b96 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.816831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d3b7b40-9df0-488b-9d49-41f7879b9ada req-5106d310-f164-45b8-908f-18cb3c291b96 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1900599 Aug 16 01:54:44.893341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944 req-5a6d6a45-ceac-47bc-9659-b6e8626d79a6 service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090953 Aug 16 01:54:45.037176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb3e44c8-5aa0-4bc0-9ae9-b77f2eb08944 req-f873e5c8-1bec-474e-af7d-9ba421396929 service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355875 Aug 16 01:54:45.574534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-6c182bfd-9c2f-417d-ae33-752fb94b1ef0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.576136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-6c182bfd-9c2f-417d-ae33-752fb94b1ef0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.1506996 Aug 16 01:54:45.592553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-660478ea-857f-459b-8edf-9eb58434c340 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/quotas/01123a5299b448f29d82494bba871d75 HTTP/1.1" status: 200 len: 375 time: 0.0102990 Aug 16 01:54:45.647875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-e08b221c-3c87-41c3-8bc4-5eeeb5856901 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497007 Aug 16 01:54:45.662830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'tag': '223f0025-3277-428d-85c1-4fb6597d12da'}, {'name': 'network-changed', 'server_uuid': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'tag': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:45.665258 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb775e9-f4bf-49c1-8629-d927ee101eca" -d '{"events": [{"name": "network-changed", "server_uuid": "5414be5d-1003-4269-8f9f-cd6125341ac5", "tag": "223f0025-3277-428d-85c1-4fb6597d12da"}, {"name": "network-changed", "server_uuid": "4a3eb5ec-0644-4e8b-9dba-75c691fc44f1", "tag": "0ecbe35a-d9af-451d-baf3-b1030b45bbc5"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:45.753701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-9ce18706-c75a-4be4-ab19-139368ce9443 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980518 Aug 16 01:54:45.850029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-6ebf9dcf-c4c5-4713-93ed-006c29b8e940 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890541 Aug 16 01:54:46.183947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380472ef-8176-400c-8de8-c668b7b0a521 req-627f5bc4-1ee1-40ae-ae6e-39c7374ba498 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:46.186684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-380472ef-8176-400c-8de8-c668b7b0a521 req-627f5bc4-1ee1-40ae-ae6e-39c7374ba498 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 944 time: 0.0561843 Aug 16 01:54:46.238495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-380472ef-8176-400c-8de8-c668b7b0a521 req-cfbc5c93-0b7d-43f0-bba3-22ba90721312 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456374 Aug 16 01:54:46.392596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-99bbda7b-76dd-4bd6-8820-7b97658e7b7c tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 1000 time: 0.0707877 Aug 16 01:54:46.468162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-c84f0118-369d-48f2-b146-d48b931d68fb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:46.487309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-c84f0118-369d-48f2-b146-d48b931d68fb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports/223f0025-3277-428d-85c1-4fb6597d12da HTTP/1.1" status: 200 len: 942 time: 0.0881658 Aug 16 01:54:46.586895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1bb033eb-3ef9-44c1-a516-2ac55f97e709 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:46.678191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-372a9d84-bf1d-4a15-90fd-a04a3327433d tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 1000 time: 0.1028528 Aug 16 01:54:46.742364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 1bb033eb-3ef9-44c1-a516-2ac55f97e709 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:46.757483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1bb033eb-3ef9-44c1-a516-2ac55f97e709 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:46.759361 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.844839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3e580a56-b861-4942-8057-0999b1c208a3 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:46.846368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3e580a56-b861-4942-8057-0999b1c208a3 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1593909 Aug 16 01:54:46.882838 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.910000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 1bb033eb-3ef9-44c1-a516-2ac55f97e709, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1bb033eb-3ef9-44c1-a516-2ac55f97e709,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:46.960705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-e7808f7e-1417-49f0-8d93-bb01200ff1b0 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 1000 time: 0.0862935 Aug 16 01:54:46.971877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3ce672e7-ac47-4858-b05b-22c03d6c4367 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:47.009407 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.063137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3ce672e7-ac47-4858-b05b-22c03d6c4367 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.068571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=1bb033eb-3ef9-44c1-a516-2ac55f97e709,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:47.113836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297959b-f1a0-4316-bf8b-d828d74b7fc0 req-bd70f0bf-ba8b-4050-91a9-1f4fb8ff7958 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:47.113836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5297959b-f1a0-4316-bf8b-d828d74b7fc0 req-bd70f0bf-ba8b-4050-91a9-1f4fb8ff7958 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.74 "GET /v2.0/ports?device_id=6eb9bbd8-8241-46f1-9af0-657178b30c2e HTTP/1.1" status: 200 len: 946 time: 0.1058936 Aug 16 01:54:47.221301 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Sync routers for ids ['e79f2500-aa52-41be-bd58-47235d48b8b1'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:47.232448 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Routers {'e79f2500-aa52-41be-bd58-47235d48b8b1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:47.235958 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e79f2500-aa52-41be-bd58-47235d48b8b1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:47.282605 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3ce672e7-ac47-4858-b05b-22c03d6c4367 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.305949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5297959b-f1a0-4316-bf8b-d828d74b7fc0 req-2bac8885-2dc3-417b-af77-4e574dfc646b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Deleting port a22fed16-227a-461b-bb08-bc4079204ba1 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:47.306488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5297959b-f1a0-4316-bf8b-d828d74b7fc0 req-2bac8885-2dc3-417b-af77-4e574dfc646b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.348814 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Set router e79f2500-aa52-41be-bd58-47235d48b8b1 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:47.387703 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3ce672e7-ac47-4858-b05b-22c03d6c4367 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.390511 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3ce672e7-ac47-4858-b05b-22c03d6c4367 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Floating IP d899f331-d2c0-4096-9369-bae73bf2dc4b disassociated. External IP: 172.25.8.54, port: 223f0025-3277-428d-85c1-4fb6597d12da. Aug 16 01:54:47.512835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5297959b-f1a0-4316-bf8b-d828d74b7fc0 req-2bac8885-2dc3-417b-af77-4e574dfc646b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] For port a22fed16-227a-461b-bb08-bc4079204ba1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a22fed16-227a-461b-bb08-bc4079204ba1,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:47.513285 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5297959b-f1a0-4316-bf8b-d828d74b7fc0 req-2bac8885-2dc3-417b-af77-4e574dfc646b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.535162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5297959b-f1a0-4316-bf8b-d828d74b7fc0 req-2bac8885-2dc3-417b-af77-4e574dfc646b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Calling delete_port for a22fed16-227a-461b-bb08-bc4079204ba1 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:47.570404 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'name': 'tempest-TestVolumeBootPattern-1078314333-router', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:41Z', 'revision_number': 4, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'gw_port': {'id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '75e07155-3b5d-4c56-84fe-065ad3ea4fd6', 'name': '', 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'mac_address': 'fa:16:3e:64:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '302f6554-4731-427a-b5b7-754c19224788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:40Z', 'updated_at': '2021-08-16T01:54:41Z', 'revision_number': 2, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'subnets': [{'id': '302f6554-4731-427a-b5b7-754c19224788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:47.602516 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Checking router: e79f2500-aa52-41be-bd58-47235d48b8b1 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:47.603606 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Updating router e79f2500-aa52-41be-bd58-47235d48b8b1 port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:54:47.630080 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.734231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3ce672e7-ac47-4858-b05b-22c03d6c4367 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Router c8eb8845-4d43-40e1-9768-aec27ac865f9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:47.895472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3ce672e7-ac47-4858-b05b-22c03d6c4367 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:47.907026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c91a2a3-2738-41ad-b595-ddaadde1edfe None None] Sync routers for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:47.907542 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3ce672e7-ac47-4858-b05b-22c03d6c4367 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.920276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c91a2a3-2738-41ad-b595-ddaadde1edfe None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:47.921032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8c91a2a3-2738-41ad-b595-ddaadde1edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:47.951951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3ce672e7-ac47-4858-b05b-22c03d6c4367 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "PUT /v2.0/floatingips/d899f331-d2c0-4096-9369-bae73bf2dc4b HTTP/1.1" status: 200 len: 694 time: 0.9770029 Aug 16 01:54:47.960439 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.972152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5297959b-f1a0-4316-bf8b-d828d74b7fc0 req-2bac8885-2dc3-417b-af77-4e574dfc646b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.042730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac8885-2dc3-417b-af77-4e574dfc646b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Pushing event deleted for resources: {'Port': ['ID=a22fed16-227a-461b-bb08-bc4079204ba1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:48.077866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['a22fed16-227a-461b-bb08-bc4079204ba1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:48.106355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5297959b-f1a0-4316-bf8b-d828d74b7fc0 req-2bac8885-2dc3-417b-af77-4e574dfc646b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] No DVR routers for this DVR port a22fed16-227a-461b-bb08-bc4079204ba1 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:48.106355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5297959b-f1a0-4316-bf8b-d828d74b7fc0 req-2bac8885-2dc3-417b-af77-4e574dfc646b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.107598 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5297959b-f1a0-4316-bf8b-d828d74b7fc0 req-2bac8885-2dc3-417b-af77-4e574dfc646b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.74 "DELETE /v2.0/ports/a22fed16-227a-461b-bb08-bc4079204ba1 HTTP/1.1" status: 204 len: 173 time: 0.9867036 Aug 16 01:54:48.120314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3b7a2abd-1138-472f-b6ed-64b8553b1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.124789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8c91a2a3-2738-41ad-b595-ddaadde1edfe None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:48.127372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-3b7a2abd-1138-472f-b6ed-64b8553b1df9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 1097 time: 0.1722412 Aug 16 01:54:48.151067 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Transition to ACTIVE for port object 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:48.220811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-ac5f46ad-510f-47d9-a0bb-156f6287a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.222459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-ac5f46ad-510f-47d9-a0bb-156f6287a47a service neutron] 10.222.0.66 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.0932429 Aug 16 01:54:48.266084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-0bf9f0ee-67de-4375-8a18-b5b02dcb00aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=223f0025-3277-428d-85c1-4fb6597d12da HTTP/1.1" status: 200 len: 217 time: 0.0357199 Aug 16 01:54:48.267344 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.336739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-abf2b8c6-ddfa-4c98-b8dc-60ed1edc1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.340118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-abf2b8c6-ddfa-4c98-b8dc-60ed1edc1ed9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.0670285 Aug 16 01:54:48.340810 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ff160-836e-4aa3-9ffc-b7702a4840c1 None None] Pushing event updated for resources: {'Port': ['ID=75e07155-3b5d-4c56-84fe-065ad3ea4fd6,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:48.381465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8c91a2a3-2738-41ad-b595-ddaadde1edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:48.432043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c91a2a3-2738-41ad-b595-ddaadde1edfe None None] Checking router: c8eb8845-4d43-40e1-9768-aec27ac865f9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:48.442686 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Attempting to bind port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:48.443056 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Attempting to bind port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd1798fea-9143-4a1d-afe7-163a5b090658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:48.443646 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Attempting to bind port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 on network 6cf9c7e9-5119-4616-8170-09ac01351a5a {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:48.451608 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:48.452200 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Checking segment: {'id': 'd1798fea-9143-4a1d-afe7-163a5b090658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:48.452756 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.453310 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Bound using segment: {'id': 'd1798fea-9143-4a1d-afe7-163a5b090658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:48.453958 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Bound port: 75e07155-3b5d-4c56-84fe-065ad3ea4fd6, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1798fea-9143-4a1d-afe7-163a5b090658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:48.454511 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.458173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c91a2a3-2738-41ad-b595-ddaadde1edfe None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:48.458949 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8c91a2a3-2738-41ad-b595-ddaadde1edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:48.470513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-b5c60d0b-6c34-43c9-b89d-258440a00b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.485523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-b5c60d0b-6c34-43c9-b89d-258440a00b7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263161 Aug 16 01:54:48.552146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1bb033eb-3ef9-44c1-a516-2ac55f97e709 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:48.591364 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] For port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:48.596197 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] For port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=75e07155-3b5d-4c56-84fe-065ad3ea4fd6,segment=NetworkSegment(d1798fea-9143-4a1d-afe7-163a5b090658),segment_id=d1798fea-9143-4a1d-afe7-163a5b090658)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:48.617583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-bb47d2e2-9fcf-4835-b92b-46aa4c47a9ba service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295047 Aug 16 01:54:48.730136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732df820-4b29-4b99-988f-5e3fc8bb9bdd req-1da5a98f-8f07-4cd8-99ad-2431ed7c69fc service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088486 Aug 16 01:54:48.754457 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.812293 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ff160-836e-4aa3-9ffc-b7702a4840c1 None None] Pushing event updated for resources: {'Port': ['ID=75e07155-3b5d-4c56-84fe-065ad3ea4fd6,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:48.863428 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Routers {'e79f2500-aa52-41be-bd58-47235d48b8b1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:48.863428 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e79f2500-aa52-41be-bd58-47235d48b8b1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:48.866869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1bb033eb-3ef9-44c1-a516-2ac55f97e709 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:48.867276 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.912592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8c91a2a3-2738-41ad-b595-ddaadde1edfe None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:48.996957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-b51f25ba-3a29-4d1b-9b63-4eece1217910 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:49.000255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-b51f25ba-3a29-4d1b-9b63-4eece1217910 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.2221463 Aug 16 01:54:49.127440 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] Set router e79f2500-aa52-41be-bd58-47235d48b8b1 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:49.208883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-ae3cd19a-6d1d-45a1-b3e6-17c71ff4df26 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:49.210737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-ae3cd19a-6d1d-45a1-b3e6-17c71ff4df26 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/networks?id=0258907d-1453-45b3-ad67-ae6555de60f4 HTTP/1.1" status: 200 len: 815 time: 0.2085545 Aug 16 01:54:49.216723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Request body: {'port': {'device_id': 'd5779a3e-0399-47e6-87a5-9e3b4de5097a', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'admin_state_up': True, 'tenant_id': '01123a5299b448f29d82494bba871d75'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:49.275785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-c1d0d123-8701-4960-a20d-1c891be2a82f tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/quotas/753c30e1989e4520b324f29beb099fb1 HTTP/1.1" status: 200 len: 375 time: 0.0147381 Aug 16 01:54:49.282095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8c91a2a3-2738-41ad-b595-ddaadde1edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:49.325749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c91a2a3-2738-41ad-b595-ddaadde1edfe None None] The sync data for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 is: [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:49.330975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-7009977a-d4ee-4870-8d11-cd7fb84862da tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=753c30e1989e4520b324f29beb099fb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429690 Aug 16 01:54:49.438685 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'name': 'tempest-TestVolumeBootPattern-1078314333-router', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:41Z', 'revision_number': 4, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'gw_port': {'id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '75e07155-3b5d-4c56-84fe-065ad3ea4fd6', 'name': '', 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'mac_address': 'fa:16:3e:64:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '302f6554-4731-427a-b5b7-754c19224788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:40Z', 'updated_at': '2021-08-16T01:54:48Z', 'revision_number': 4, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'subnets': [{'id': '302f6554-4731-427a-b5b7-754c19224788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:49.466275 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884070d-ec95-46fb-ad69-a18980a5c39e None None] The sync data for ids ['e79f2500-aa52-41be-bd58-47235d48b8b1'] in n-d-768509-23 is: [{'id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'name': 'tempest-TestVolumeBootPattern-1078314333-router', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:41Z', 'revision_number': 4, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'gw_port': {'id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '75e07155-3b5d-4c56-84fe-065ad3ea4fd6', 'name': '', 'network_id': '6cf9c7e9-5119-4616-8170-09ac01351a5a', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'mac_address': 'fa:16:3e:64:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '302f6554-4731-427a-b5b7-754c19224788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:40Z', 'updated_at': '2021-08-16T01:54:48Z', 'revision_number': 4, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'subnets': [{'id': '302f6554-4731-427a-b5b7-754c19224788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:49.479801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-2f02a608-1039-4f93-90e7-3fee127e1aa6 service neutron] 10.222.0.66 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176069 Aug 16 01:54:49.482647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:49.587884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Made reservation on behalf of 01123a5299b448f29d82494bba871d75 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:49.591276 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.626089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:49.643165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'port_id': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5', 'mac_address': 'fa:16:3e:af:bf:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:49.678112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-a5215c01-21fd-45bd-a2ca-088b4859bd82 service neutron] 10.222.0.66 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907930 Aug 16 01:54:49.706924 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.715131 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee31e7ca-242f-42da-8461-a58024917f11 None None] New status for floating IP d899f331-d2c0-4096-9369-bae73bf2dc4b: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:49.754807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:49.801261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:49.816254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Allocated IP 172.20.0.2 (b3d29ad8-be58-47a9-b37d-b2ee4bbbe538/2de74b78-8d2a-40b0-ae8f-4fdf1265078a/174adf10-ece4-4414-adf7-ecf2f7cc9a88) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:49.954648 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.998704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.075680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=0ecbe35a-d9af-451d-baf3-b1030b45bbc5,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:50.088926 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b41e1e6-41d0-4916-9630-08f40ba30574 x-openstack-request-id: req-3b41e1e6-41d0-4916-9630-08f40ba30574 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:50.099961 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5414be5d-1003-4269-8f9f-cd6125341ac5", "tag": "223f0025-3277-428d-85c1-4fb6597d12da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a3eb5ec-0644-4e8b-9dba-75c691fc44f1", "tag": "0ecbe35a-d9af-451d-baf3-b1030b45bbc5", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:50.100648 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b41e1e6-41d0-4916-9630-08f40ba30574 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:50.102472 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'tag': '223f0025-3277-428d-85c1-4fb6597d12da', 'status': 'completed', 'code': 200} Aug 16 01:54:50.108060 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'tag': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5', 'status': 'completed', 'code': 200} Aug 16 01:54:50.232742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['0ecbe35a-d9af-451d-baf3-b1030b45bbc5'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:50.284468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b52edbe-c92b-4014-aa90-ea836596b9fc req-d40a7f8b-e056-46d1-b275-fd1df7d1b73b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 210 time: 0.1027031 Aug 16 01:54:50.318725 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.325336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-2a37ed7b-22ef-4a55-b128-b7a12894cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.329321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-2a37ed7b-22ef-4a55-b128-b7a12894cdbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 1097 time: 0.2011528 Aug 16 01:54:50.331834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba', '59cdd188-c28a-49c9-85a7-3faa5aec6eb3'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:50.332038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-c3ce3817-75e1-4c30-afad-741bac471934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.335468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-c3ce3817-75e1-4c30-afad-741bac471934 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 1097 time: 0.2311170 Aug 16 01:54:50.684882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-9b957cc5-0517-40ec-a7f2-1418c561afcd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.692437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:50.692951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-9b957cc5-0517-40ec-a7f2-1418c561afcd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.1878676 Aug 16 01:54:50.738042 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a22fed16-227a-461b-bb08-bc4079204ba1 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:50.743215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:50.760697 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-34dd255a-8121-44f5-992b-7142ecd9e5c5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/quotas/339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 375 time: 0.0668156 Aug 16 01:54:50.775025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:50.794726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event updated for resources: {'Port': ['ID=174adf10-ece4-4414-adf7-ecf2f7cc9a88,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:50.805355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:50.811578 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.821047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: a22fed16-227a-461b-bb08-bc4079204ba1 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:50.821456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a22fed16-227a-461b-bb08-bc4079204ba1 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:50.929258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.929961 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.935820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-f7a4a417-5390-4520-9edb-ec014af0f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.937365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-f7a4a417-5390-4520-9edb-ec014af0f2ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.5824394 Aug 16 01:54:50.944175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-a3c09715-c8da-41e7-a17d-c8e7f7f54013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.945694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-a3c09715-c8da-41e7-a17d-c8e7f7f54013 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 912 time: 0.6013834 Aug 16 01:54:50.986214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-bb58c185-b34a-4a24-9945-595196a7f46c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2243102 Aug 16 01:54:51.042002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:51.049261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:51.049638 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.145515 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.183230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=75e07155-3b5d-4c56-84fe-065ad3ea4fd6,segment=NetworkSegment(d1798fea-9143-4a1d-afe7-163a5b090658),segment_id=d1798fea-9143-4a1d-afe7-163a5b090658)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:51.250472 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.310339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=75e07155-3b5d-4c56-84fe-065ad3ea4fd6,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:51.439572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-f74d467b-2526-479e-bf4c-5a63eadef688 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5 HTTP/1.1" status: 200 len: 217 time: 0.4847898 Aug 16 01:54:51.442147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-ae00e066-0572-44f1-8757-0b7c25d90e35 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=223f0025-3277-428d-85c1-4fb6597d12da HTTP/1.1" status: 200 len: 217 time: 0.4923868 Aug 16 01:54:51.482382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:51.515931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bc954304-2cfb-429a-be7c-ecd356596c99 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3040297 Aug 16 01:54:51.548835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Request body: {'port': {'device_id': 'd5779a3e-0399-47e6-87a5-9e3b4de5097a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:51.622278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-386d7161-044b-4ea2-98f8-882020f558f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.623768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-386d7161-044b-4ea2-98f8-882020f558f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 200 len: 850 time: 0.1725826 Aug 16 01:54:51.628416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:51.633760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-2c40cb59-f555-4432-89f3-f6f7de07faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.635434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-2c40cb59-f555-4432-89f3-f6f7de07faed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.1831851 Aug 16 01:54:51.635877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:51.636622 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.670876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-df7268de-a192-4e79-9ce2-00700d8ad8a6 service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656078 Aug 16 01:54:51.710668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.739622 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.769060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:51.771619 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c87058-22bc-430d-9b41-cc43338f1f11" -d '{"events": [{"server_uuid": "4a3eb5ec-0644-4e8b-9dba-75c691fc44f1", "name": "network-vif-plugged", "status": "completed", "tag": "0ecbe35a-d9af-451d-baf3-b1030b45bbc5"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:51.788881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:51.833657 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.849933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-7b25ad62-2c09-4478-8533-e457b21e5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.851463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-7b25ad62-2c09-4478-8533-e457b21e5cb7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4580b099-2551-492d-9cb2-8302c2e9c7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1987455 Aug 16 01:54:51.855757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-eea80413-b2f6-4d40-8d0b-d087233f4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.857154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-eea80413-b2f6-4d40-8d0b-d087233f4169 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1887596 Aug 16 01:54:51.924870 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.974500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=0ecbe35a-d9af-451d-baf3-b1030b45bbc5,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:52.036399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-612f4321-2464-4bd8-bdb8-49a3e025d2e1 service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410954 Aug 16 01:54:52.105590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'tag': '223f0025-3277-428d-85c1-4fb6597d12da'}, {'server_uuid': '6eb9bbd8-8241-46f1-9af0-657178b30c2e', 'name': 'network-vif-deleted', 'tag': 'a22fed16-227a-461b-bb08-bc4079204ba1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:52.108163 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26da991-e826-4e34-a93d-2d70c5407194" -d '{"events": [{"name": "network-changed", "server_uuid": "5414be5d-1003-4269-8f9f-cd6125341ac5", "tag": "223f0025-3277-428d-85c1-4fb6597d12da"}, {"server_uuid": "6eb9bbd8-8241-46f1-9af0-657178b30c2e", "name": "network-vif-deleted", "tag": "a22fed16-227a-461b-bb08-bc4079204ba1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:52.161040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-932306e0-a574-4c81-8e13-31e0ac23f3c3 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945938 Aug 16 01:54:52.176546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-2c00320d-f6d1-4fed-9e67-24559f77db0f service neutron] 10.222.0.74 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555444 Aug 16 01:54:52.409695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-c483efd1-5c45-4e4a-a8c3-81622f6a5b0c service neutron] 10.222.0.74 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113633 Aug 16 01:54:52.411579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fb775e9-f4bf-49c1-8629-d927ee101eca req-7aab12a3-fb3a-4681-8e96-8227327bcecf service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375684 Aug 16 01:54:52.418416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174adf10-ece4-4414-adf7-ecf2f7cc9a88 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:52.442554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.460633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Transition to ACTIVE for port object 174adf10-ece4-4414-adf7-ecf2f7cc9a88 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:52.516973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:52.570148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:52.570518 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.576172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.632633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Pushing event updated for resources: {'Port': ['ID=174adf10-ece4-4414-adf7-ecf2f7cc9a88,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:52.807647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Attempting to bind port 174adf10-ece4-4414-adf7-ecf2f7cc9a88 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:52.808292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Attempting to bind port 174adf10-ece4-4414-adf7-ecf2f7cc9a88 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:52.808292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Attempting to bind port 174adf10-ece4-4414-adf7-ecf2f7cc9a88 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:52.838346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64c0e8-e4f1-49f8-9ff1-8af7fce0c190 req-9588533d-3b98-4760-a1af-844fcfa1ed37 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:52.839850 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f64c0e8-e4f1-49f8-9ff1-8af7fce0c190 req-9588533d-3b98-4760-a1af-844fcfa1ed37 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.1141369 Aug 16 01:54:52.840481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Port 174adf10-ece4-4414-adf7-ecf2f7cc9a88 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:52.840808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Attempting to bind port 174adf10-ece4-4414-adf7-ecf2f7cc9a88 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:52.861703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-d5d647be-4cfd-40dd-baf5-0e65836adf8d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:52.863175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-d5d647be-4cfd-40dd-baf5-0e65836adf8d tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.74 "GET /v2.0/networks?id=0258907d-1453-45b3-ad67-ae6555de60f4 HTTP/1.1" status: 200 len: 815 time: 0.1925488 Aug 16 01:54:52.865044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:52.865384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Checking segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:52.865765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Bound using segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:52.866236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Bound port: 174adf10-ece4-4414-adf7-ecf2f7cc9a88, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:52.866906 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.887763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Request body: {'port': {'device_id': '0d0971f8-3e9d-48a1-9362-070a570453eb', 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4', 'admin_state_up': True, 'tenant_id': '753c30e1989e4520b324f29beb099fb1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:52.973995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f64c0e8-e4f1-49f8-9ff1-8af7fce0c190 req-de372970-a4a1-4f2e-aca2-095055cbc243 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267259 Aug 16 01:54:53.024351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] For port 174adf10-ece4-4414-adf7-ecf2f7cc9a88, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:53.046886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] For port 174adf10-ece4-4414-adf7-ecf2f7cc9a88, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=174adf10-ece4-4414-adf7-ecf2f7cc9a88,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:53.237153 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.247888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Made reservation on behalf of 753c30e1989e4520b324f29beb099fb1 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:53.253434 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.301922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.302557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.304046 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] 10.222.0.64 "PUT /v2.0/ports/174adf10-ece4-4414-adf7-ecf2f7cc9a88 HTTP/1.1" status: 200 len: 1092 time: 1.7677345 Aug 16 01:54:53.320759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40268) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:53.367769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ba872-9dc6-4fef-ae6a-dbcf4f471205 service neutron] Pushing event updated for resources: {'Port': ['ID=174adf10-ece4-4414-adf7-ecf2f7cc9a88,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:53.461303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Allocated IP 172.20.0.3 (0258907d-1453-45b3-ad67-ae6555de60f4/7bc8dac7-1c32-4619-adf2-5a9b9b9f320a/f98b7c28-4270-4392-af69-296381dfa6eb) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:53.644439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bbe4f2c9-4251-4a8c-9b9d-8ae170be6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.645895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-bbe4f2c9-4251-4a8c-9b9d-8ae170be6f63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 1095 time: 0.1113012 Aug 16 01:54:53.667773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8360f5c8-45bd-4919-833b-fc0b13269d5e req-a72ad95f-2b4a-43f2-83fb-22fcab7b4a24 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 210 time: 0.0384820 Aug 16 01:54:53.719612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-f1bb3127-387c-4dbb-8cba-dd5aae32b8ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=174adf10-ece4-4414-adf7-ecf2f7cc9a88 HTTP/1.1" status: 200 len: 217 time: 0.0572920 Aug 16 01:54:53.737708 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.812615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-9dfafed0-d9e6-48e2-8a30-78d518b42186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.814146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-9dfafed0-d9e6-48e2-8a30-78d518b42186 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.0873682 Aug 16 01:54:53.861224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-b73dca18-7cd8-4add-925b-35adfc84bbdf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346138 Aug 16 01:54:53.886733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d39d48-5d5f-4084-8a62-9915f73c6194 req-69465a5d-8140-4a0b-9206-d467edb3878e tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.888394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c1d39d48-5d5f-4084-8a62-9915f73c6194 req-69465a5d-8140-4a0b-9206-d467edb3878e tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 943 time: 0.1211429 Aug 16 01:54:53.959689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.964487 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.986091 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c1d39d48-5d5f-4084-8a62-9915f73c6194 req-d6e67cf2-0b81-4f70-80e1-e5ebbe6e4412 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866978 Aug 16 01:54:54.043154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Network 0258907d-1453-45b3-ad67-ae6555de60f4 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:54.049953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:54.055691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-0ceddcf9-1461-43ba-bc94-fef611a61244 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854644 Aug 16 01:54:54.056823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:54.060702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Pushing event updated for resources: {'Port': ['ID=f98b7c28-4270-4392-af69-296381dfa6eb,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:54.085836 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537882d7-d05e-45f2-a9de-1fdf0a73d9c5 x-openstack-request-id: req-537882d7-d05e-45f2-a9de-1fdf0a73d9c5 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:54.086841 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3eb5ec-0644-4e8b-9dba-75c691fc44f1", "name": "network-vif-plugged", "status": "completed", "tag": "0ecbe35a-d9af-451d-baf3-b1030b45bbc5", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:54.087637 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-537882d7-d05e-45f2-a9de-1fdf0a73d9c5 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:54.089033 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5', 'code': 200} Aug 16 01:54:54.161625 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439d1688-9749-47f4-94ec-c2c81edc4c62 x-openstack-request-id: req-439d1688-9749-47f4-94ec-c2c81edc4c62 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:54.162005 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5414be5d-1003-4269-8f9f-cd6125341ac5", "tag": "223f0025-3277-428d-85c1-4fb6597d12da", "status": "completed", "code": 200}, {"server_uuid": "6eb9bbd8-8241-46f1-9af0-657178b30c2e", "name": "network-vif-deleted", "tag": "a22fed16-227a-461b-bb08-bc4079204ba1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:54.162251 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-439d1688-9749-47f4-94ec-c2c81edc4c62 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:54.162602 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'tag': '223f0025-3277-428d-85c1-4fb6597d12da', 'status': 'completed', 'code': 200} Aug 16 01:54:54.162872 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb9bbd8-8241-46f1-9af0-657178b30c2e', 'name': 'network-vif-deleted', 'tag': 'a22fed16-227a-461b-bb08-bc4079204ba1', 'status': 'completed', 'code': 200} Aug 16 01:54:54.188364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.189002 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.236804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1661413-8993-47ed-9ba8-d15f4ccf57b1 req-f777a0f3-3903-4160-8161-82410b6f6646 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552427 Aug 16 01:54:54.243364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26da991-e826-4e34-a93d-2d70c5407194 req-dbcd8273-1596-4c72-90d9-cada1d0a4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.245096 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b26da991-e826-4e34-a93d-2d70c5407194 req-dbcd8273-1596-4c72-90d9-cada1d0a4c37 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0531247 Aug 16 01:54:54.249687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df39109-9da5-483d-a5bb-9aca2a9cdf9d req-1d0b8a1f-1371-4499-aaa4-14dcc3a273e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.251229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4df39109-9da5-483d-a5bb-9aca2a9cdf9d req-1d0b8a1f-1371-4499-aaa4-14dcc3a273e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 1098 time: 0.1062984 Aug 16 01:54:54.270253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27f5764a-6bb2-4d8d-b8f4-452fd8a5d451 req-1a78a9c5-7c4e-44f5-b43d-11d03850c605 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 210 time: 0.0324593 Aug 16 01:54:54.282020 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-4dc1ca75-4ffd-446f-abe0-a7d17fa55d41 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4062135 Aug 16 01:54:54.315274 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4df39109-9da5-483d-a5bb-9aca2a9cdf9d req-be90680f-2b6c-412e-a00f-2305212b2830 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473189 Aug 16 01:54:54.320897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Request body: {'port': {'device_id': '0d0971f8-3e9d-48a1-9362-070a570453eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:54.407352 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26da991-e826-4e34-a93d-2d70c5407194 req-ed4ced92-8baa-4f24-b586-8b464aa8ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.408998 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b26da991-e826-4e34-a93d-2d70c5407194 req-ed4ced92-8baa-4f24-b586-8b464aa8ebc5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.1518383 Aug 16 01:54:54.418216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.435326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-c208fc6a-1b52-45b9-8836-c7f04e07df3f tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.436981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-c208fc6a-1b52-45b9-8836-c7f04e07df3f tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0938640 Aug 16 01:54:54.471264 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b26da991-e826-4e34-a93d-2d70c5407194 req-85c89201-31f1-41ce-a8d8-b75cdd476a9d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=223f0025-3277-428d-85c1-4fb6597d12da HTTP/1.1" status: 200 len: 217 time: 0.0484130 Aug 16 01:54:54.476617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] Deleting port 245dc420-0a5a-4f00-86d1-c748d912f80d {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:54.476957 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.515833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-b3b83137-b7bc-41b3-8e13-1b2b0b81a552 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.0718782 Aug 16 01:54:54.530683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-b131cf5a-f9f4-455e-8fc4-8c64576007fb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Request body: {'floatingip': {'port_id': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:54.572476 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26da991-e826-4e34-a93d-2d70c5407194 req-426558f6-af49-4e28-9b44-56e5464a9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.574014 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b26da991-e826-4e34-a93d-2d70c5407194 req-426558f6-af49-4e28-9b44-56e5464a9e7e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.0949457 Aug 16 01:54:54.625398 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-b131cf5a-f9f4-455e-8fc4-8c64576007fb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.633223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] For port 245dc420-0a5a-4f00-86d1-c748d912f80d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=245dc420-0a5a-4f00-86d1-c748d912f80d,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:54.633587 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.648720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] Calling delete_port for 245dc420-0a5a-4f00-86d1-c748d912f80d owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:54.657947 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26da991-e826-4e34-a93d-2d70c5407194 req-fc4711f3-d420-4435-b86e-b9fa82e0b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.659435 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b26da991-e826-4e34-a93d-2d70c5407194 req-fc4711f3-d420-4435-b86e-b9fa82e0b3b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768449 Aug 16 01:54:55.115766 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b26da991-e826-4e34-a93d-2d70c5407194 req-c998be4a-4440-4055-9c65-9c256987983b service neutron] 10.222.0.74 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489027 Aug 16 01:54:55.255758 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b26da991-e826-4e34-a93d-2d70c5407194 req-d8218cf2-06f9-4e7e-a33d-a5bdcf2bfeb4 service neutron] 10.222.0.74 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311786 Aug 16 01:54:55.257719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a0fdb-397c-4900-b46e-938ab322e660 req-edb01db5-9195-4003-ab4a-7fb9fccecb41 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.259285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb1a0fdb-397c-4900-b46e-938ab322e660 req-edb01db5-9195-4003-ab4a-7fb9fccecb41 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.74 "GET /v2.0/ports?device_id=5414be5d-1003-4269-8f9f-cd6125341ac5 HTTP/1.1" status: 200 len: 945 time: 0.1359081 Aug 16 01:54:55.324542 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.351318 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] Pushing event deleted for resources: {'Port': ['ID=245dc420-0a5a-4f00-86d1-c748d912f80d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:55.514546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98b7c28-4270-4392-af69-296381dfa6eb {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:55.525203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.571242 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.589339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Transition to ACTIVE for port object f98b7c28-4270-4392-af69-296381dfa6eb will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:55.604654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-bb1a0fdb-397c-4900-b46e-938ab322e660 req-3e80834c-6291-4e65-87b3-210e10dbff94 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Deleting port 223f0025-3277-428d-85c1-4fb6597d12da {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:55.605004 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bb1a0fdb-397c-4900-b46e-938ab322e660 req-3e80834c-6291-4e65-87b3-210e10dbff94 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.754357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.801168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-bb1a0fdb-397c-4900-b46e-938ab322e660 req-3e80834c-6291-4e65-87b3-210e10dbff94 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] For port 223f0025-3277-428d-85c1-4fb6597d12da, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=223f0025-3277-428d-85c1-4fb6597d12da,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:55.801514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bb1a0fdb-397c-4900-b46e-938ab322e660 req-3e80834c-6291-4e65-87b3-210e10dbff94 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.815924 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] Router 9f08197d-9dd5-4390-bf63-68f21b850b68 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:55.832780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-bb1a0fdb-397c-4900-b46e-938ab322e660 req-3e80834c-6291-4e65-87b3-210e10dbff94 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Calling delete_port for 223f0025-3277-428d-85c1-4fb6597d12da owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:55.837981 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-b131cf5a-f9f4-455e-8fc4-8c64576007fb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.851136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f98b7c28-4270-4392-af69-296381dfa6eb,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:55.928965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:55.935109 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-81eebcf7-6fec-4150-a32f-569fcad67098 admin admin] 10.222.0.66 "PUT /v2.0/routers/9f08197d-9dd5-4390-bf63-68f21b850b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6125016 Aug 16 01:54:55.937672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40286) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:55.940259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cb89a-327e-40b9-99bb-0e9068f7567e None None] Sync routers for ids ['9f08197d-9dd5-4390-bf63-68f21b850b68'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:55.951284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41cb89a-327e-40b9-99bb-0e9068f7567e None None] Routers {'9f08197d-9dd5-4390-bf63-68f21b850b68'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:55.952488 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c41cb89a-327e-40b9-99bb-0e9068f7567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9f08197d-9dd5-4390-bf63-68f21b850b68'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:55.991739 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:54:56.042665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Attempting to bind port f98b7c28-4270-4392-af69-296381dfa6eb on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:56.043021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Attempting to bind port f98b7c28-4270-4392-af69-296381dfa6eb by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:56.043358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Attempting to bind port f98b7c28-4270-4392-af69-296381dfa6eb on network 0258907d-1453-45b3-ad67-ae6555de60f4 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:56.057574 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.064586 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-b131cf5a-f9f4-455e-8fc4-8c64576007fb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.070035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Port f98b7c28-4270-4392-af69-296381dfa6eb on network 0258907d-1453-45b3-ad67-ae6555de60f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:56.070375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Attempting to bind port f98b7c28-4270-4392-af69-296381dfa6eb on network 0258907d-1453-45b3-ad67-ae6555de60f4 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:56.070690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c41cb89a-327e-40b9-99bb-0e9068f7567e None None] Set router 9f08197d-9dd5-4390-bf63-68f21b850b68 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:56.132621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-98f09e1e-1905-4373-a1f8-a545ce4e91dd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.134329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-98f09e1e-1905-4373-a1f8-a545ce4e91dd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.2086406 Aug 16 01:54:56.135165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:56.135506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Checking segment: {'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:56.135895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Bound using segment: {'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:56.136347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Bound port: f98b7c28-4270-4392-af69-296381dfa6eb, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09da8ff2-e130-43bb-97b2-83a9499a76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:56.136712 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.174012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'port': {'device_id': '2dfc0a42-9e5c-451a-b05b-1678ae2f71b2', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'admin_state_up': True, 'tenant_id': '339391903c4f4f3b9336737914285e45'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:56.176871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5779a3e-0399-47e6-87a5-9e3b4de5097a', 'tag': '174adf10-ece4-4414-adf7-ecf2f7cc9a88'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:56.179100 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44a03fc-f5ff-41e1-b577-8bfd563041d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5779a3e-0399-47e6-87a5-9e3b4de5097a", "tag": "174adf10-ece4-4414-adf7-ecf2f7cc9a88"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:56.190301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.281057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c41cb89a-327e-40b9-99bb-0e9068f7567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:54:55Z', 'revision_number': 5, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port': {'id': 'bfe8422d-afcc-4d72-aa90-fbabcec6da70', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:43:13Z', 'updated_at': '2021-08-16T01:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:56.309533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cb89a-327e-40b9-99bb-0e9068f7567e None None] Checking router: 9f08197d-9dd5-4390-bf63-68f21b850b68 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:56.318746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41cb89a-327e-40b9-99bb-0e9068f7567e None None] Routers {'9f08197d-9dd5-4390-bf63-68f21b850b68'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:56.319397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c41cb89a-327e-40b9-99bb-0e9068f7567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9f08197d-9dd5-4390-bf63-68f21b850b68'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:56.365180 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Deleting port bfe8422d-afcc-4d72-aa90-fbabcec6da70 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:56.366010 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.379377 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-b131cf5a-f9f4-455e-8fc4-8c64576007fb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Floating IP d899f331-d2c0-4096-9369-bae73bf2dc4b associated. External IP: 172.25.8.54, port: ba1e01f7-e809-461e-8c5b-fe0cd45bba71. Aug 16 01:54:56.419169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c41cb89a-327e-40b9-99bb-0e9068f7567e None None] Set router 9f08197d-9dd5-4390-bf63-68f21b850b68 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:56.426978 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bb1a0fdb-397c-4900-b46e-938ab322e660 req-3e80834c-6291-4e65-87b3-210e10dbff94 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.471975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['ba1e01f7-e809-461e-8c5b-fe0cd45bba71'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:56.475237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['223f0025-3277-428d-85c1-4fb6597d12da'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:56.484877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] For port f98b7c28-4270-4392-af69-296381dfa6eb, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:56.495561 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] For port bfe8422d-afcc-4d72-aa90-fbabcec6da70, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bfe8422d-afcc-4d72-aa90-fbabcec6da70,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:56.496108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.496957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80834c-6291-4e65-87b3-210e10dbff94 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Pushing event deleted for resources: {'Port': ['ID=223f0025-3277-428d-85c1-4fb6597d12da,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:56.517841 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Calling delete_port for bfe8422d-afcc-4d72-aa90-fbabcec6da70 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:56.518384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] For port f98b7c28-4270-4392-af69-296381dfa6eb, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f98b7c28-4270-4392-af69-296381dfa6eb,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:56.584544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1a0fdb-397c-4900-b46e-938ab322e660 req-3e80834c-6291-4e65-87b3-210e10dbff94 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] No DVR routers for this DVR port 223f0025-3277-428d-85c1-4fb6597d12da on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:56.591664 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bb1a0fdb-397c-4900-b46e-938ab322e660 req-3e80834c-6291-4e65-87b3-210e10dbff94 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.593711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb1a0fdb-397c-4900-b46e-938ab322e660 req-3e80834c-6291-4e65-87b3-210e10dbff94 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.74 "DELETE /v2.0/ports/223f0025-3277-428d-85c1-4fb6597d12da HTTP/1.1" status: 204 len: 173 time: 1.3249424 Aug 16 01:54:56.601933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c41cb89a-327e-40b9-99bb-0e9068f7567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:54:56Z', 'revision_number': 6, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:56.618916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Made reservation on behalf of 339391903c4f4f3b9336737914285e45 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:56.622691 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.636170 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.639507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cb89a-327e-40b9-99bb-0e9068f7567e None None] The sync data for ids ['9f08197d-9dd5-4390-bf63-68f21b850b68'] in n-d-768509-23 is: [{'id': '9f08197d-9dd5-4390-bf63-68f21b850b68', 'name': 'tempest-TaggedBootDevicesTest-1789548508-router', 'tenant_id': '1df95d736c594679814967c806df0199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:43:12Z', 'updated_at': '2021-08-16T01:54:56Z', 'revision_number': 6, 'project_id': '1df95d736c594679814967c806df0199', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:56.754574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f98b7c28-4270-4392-af69-296381dfa6eb,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:56.829064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.829704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.831268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-3321e1aa-aa08-4051-b154-93fc6eafebc3 service neutron] 10.222.0.74 "PUT /v2.0/ports/f98b7c28-4270-4392-af69-296381dfa6eb HTTP/1.1" status: 200 len: 1092 time: 2.5205081 Aug 16 01:54:57.017283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-b131cf5a-f9f4-455e-8fc4-8c64576007fb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Router c8eb8845-4d43-40e1-9768-aec27ac865f9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:57.022296 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.032993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Allocated IP 172.20.0.4 (451b8f7a-e7d9-4b9a-a673-45425a82868a/b7176ff3-edd3-42c6-8174-28ec8618d359/d0b94604-c91e-41d1-b401-c2c16bb9a5c8) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:57.051376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe8422d-afcc-4d72-aa90-fbabcec6da70,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:57.052839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-c5cbb64f-29d1-4a8c-a91c-8d752b3ab50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:57.054464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-c5cbb64f-29d1-4a8c-a91c-8d752b3ab50d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=753c30e1989e4520b324f29beb099fb1&device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 1095 time: 0.0891387 Aug 16 01:54:57.119885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.151888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-b35488a9-5a57-4c30-bf27-8f6454a73e48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f98b7c28-4270-4392-af69-296381dfa6eb HTTP/1.1" status: 200 len: 217 time: 0.0861163 Aug 16 01:54:57.215482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.217867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.312330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-2fa9f0ef-5fd8-4103-a152-72b78acece06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:57.317044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-2fa9f0ef-5fd8-4103-a152-72b78acece06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bc8dac7-1c32-4619-adf2-5a9b9b9f320a HTTP/1.1" status: 200 len: 855 time: 0.1510370 Aug 16 01:54:57.324095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-b131cf5a-f9f4-455e-8fc4-8c64576007fb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:57.335100 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6b806-98c9-45d7-864c-058771ab44e9 None None] Sync routers for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:57.339415 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-b131cf5a-f9f4-455e-8fc4-8c64576007fb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.346529 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6b806-98c9-45d7-864c-058771ab44e9 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:57.347488 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-45a6b806-98c9-45d7-864c-058771ab44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:57.376436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.378760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f08197d-9dd5-4390-bf63-68f21b850b68 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:54:57.383137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-5dfdae70-114e-4525-af0d-823524e6e2dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0258907d-1453-45b3-ad67-ae6555de60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571287 Aug 16 01:54:57.393499 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.398373 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-59db0630-aa62-4a47-afbb-1bb90390ae22 admin admin] 10.222.0.66 "DELETE /v2.0/routers/9f08197d-9dd5-4390-bf63-68f21b850b68 HTTP/1.1" status: 204 len: 168 time: 1.4596043 Aug 16 01:54:57.400590 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40290) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:57.441943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-b131cf5a-f9f4-455e-8fc4-8c64576007fb tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "PUT /v2.0/floatingips/d899f331-d2c0-4096-9369-bae73bf2dc4b HTTP/1.1" status: 200 len: 996 time: 2.9157505 Aug 16 01:54:57.498283 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f317abc1-1e42-4d30-9c0c-d50717404945 admin admin] Deleting subnet 9a060b37-f0b4-4e98-9c03-2837e5244eb9 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:57.509341 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.513002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f317abc1-1e42-4d30-9c0c-d50717404945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.539645 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-45a6b806-98c9-45d7-864c-058771ab44e9 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:57.546862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 174adf10-ece4-4414-adf7-ecf2f7cc9a88 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:57.576656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Transition to ACTIVE for port object d0b94604-c91e-41d1-b401-c2c16bb9a5c8 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:57.605140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f317abc1-1e42-4d30-9c0c-d50717404945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.608472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-ccedb976-a51c-48a1-8e00-7d3d51365d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:57.616157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-ccedb976-a51c-48a1-8e00-7d3d51365d30 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 1098 time: 0.1733115 Aug 16 01:54:57.687965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-02a39ffd-8f0b-4f8e-a735-2cc265735bef service neutron] 10.222.0.74 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925112 Aug 16 01:54:57.808373 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f317abc1-1e42-4d30-9c0c-d50717404945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.982388 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f317abc1-1e42-4d30-9c0c-d50717404945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.987622 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 174adf10-ece4-4414-adf7-ecf2f7cc9a88, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=174adf10-ece4-4414-adf7-ecf2f7cc9a88,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:58.001006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-afd25148-f77b-4cf7-9c8e-a1ec0603a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.003760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-afd25148-f77b-4cf7-9c8e-a1ec0603a657 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.3862720 Aug 16 01:54:58.005771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbade26a-6322-4ee9-aa38-1944ee2d1d88 req-726b1040-ac0c-4790-80ba-205b3b29f9ad service neutron] 10.222.0.74 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057792 Aug 16 01:54:58.007109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '174adf10-ece4-4414-adf7-ecf2f7cc9a88', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'port_id': '174adf10-ece4-4414-adf7-ecf2f7cc9a88', 'mac_address': 'fa:16:3e:90:92:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de74b78-8d2a-40b0-ae8f-4fdf1265078a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:58.028497 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-45a6b806-98c9-45d7-864c-058771ab44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:22:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:55Z', 'revision_number': 8, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:58.047945 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.063786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174adf10-ece4-4414-adf7-ecf2f7cc9a88 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:58.068997 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6b806-98c9-45d7-864c-058771ab44e9 None None] Checking router: c8eb8845-4d43-40e1-9768-aec27ac865f9 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:58.073362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317abc1-1e42-4d30-9c0c-d50717404945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a060b37-f0b4-4e98-9c03-2837e5244eb9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.084379 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6b806-98c9-45d7-864c-058771ab44e9 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:58.085003 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-45a6b806-98c9-45d7-864c-058771ab44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:58.092199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 174adf10-ece4-4414-adf7-ecf2f7cc9a88, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=174adf10-ece4-4414-adf7-ecf2f7cc9a88,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:58.093149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f317abc1-1e42-4d30-9c0c-d50717404945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.099022 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f317abc1-1e42-4d30-9c0c-d50717404945 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9a060b37-f0b4-4e98-9c03-2837e5244eb9 HTTP/1.1" status: 204 len: 168 time: 0.6938097 Aug 16 01:54:58.099022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40292) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:58.109746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ecfde8-33bc-45c3-afee-291fb529220f None None] Network 84d790fc-6460-4f48-a0a4-f45c262f5cff requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:58.213868 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-45a6b806-98c9-45d7-864c-058771ab44e9 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:58.261093 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.301516 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.368295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Deleting port d217a2b3-967a-4e4b-98e4-1d8f94d39c29 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:58.368700 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.442372 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] For port d217a2b3-967a-4e4b-98e4-1d8f94d39c29, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d217a2b3-967a-4e4b-98e4-1d8f94d39c29,segment=NetworkSegment(71662e0e-c0a8-4e8a-ac18-6fb859ac7b70),segment_id=71662e0e-c0a8-4e8a-ac18-6fb859ac7b70)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:58.442870 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.465079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Calling delete_port for d217a2b3-967a-4e4b-98e4-1d8f94d39c29 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:58.474778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=174adf10-ece4-4414-adf7-ecf2f7cc9a88,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.493330 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.514991 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-45a6b806-98c9-45d7-864c-058771ab44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:22:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:55Z', 'revision_number': 8, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:58.551112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=d0b94604-c91e-41d1-b401-c2c16bb9a5c8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.552130 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6b806-98c9-45d7-864c-058771ab44e9 None None] The sync data for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 is: [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'd899f331-d2c0-4096-9369-bae73bf2dc4b', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'port_id': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'mac_address': 'fa:16:3e:22:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:13Z', 'updated_at': '2021-08-16T01:54:55Z', 'revision_number': 8, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:58.578118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:58.578907 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 245dc420-0a5a-4f00-86d1-c748d912f80d no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:58.593298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-1ffb8159-177b-4681-9821-5a6536f9297e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 999 time: 0.5811369 Aug 16 01:54:58.596518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:58.614789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:58.632229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a079ff6-6e62-49b0-8fe7-dba9d53f240e None None] DHCP port deletion for 84d790fc-6460-4f48-a0a4-f45c262f5cff request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:54:58.635065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['174adf10-ece4-4414-adf7-ecf2f7cc9a88'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:58.638828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 245dc420-0a5a-4f00-86d1-c748d912f80d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:58.639175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 245dc420-0a5a-4f00-86d1-c748d912f80d not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:58.639900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bfe8422d-afcc-4d72-aa90-fbabcec6da70 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:58.677467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: bfe8422d-afcc-4d72-aa90-fbabcec6da70 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:58.677836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bfe8422d-afcc-4d72-aa90-fbabcec6da70 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:58.702800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.703474 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.716688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-bca09eb9-d081-47ca-b887-56b338a41b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.724652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-bca09eb9-d081-47ca-b887-56b338a41b13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.1304469 Aug 16 01:54:58.731533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.770471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 223f0025-3277-428d-85c1-4fb6597d12da no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:58.776098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-5ed18c80-b54d-4c45-8c77-8274409de10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.784663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-5ed18c80-b54d-4c45-8c77-8274409de10e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590930 Aug 16 01:54:58.798432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d217a2b3-967a-4e4b-98e4-1d8f94d39c29,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.803897 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] No DVR routers for this DVR port d217a2b3-967a-4e4b-98e4-1d8f94d39c29 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:58.824007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6a079ff6-6e62-49b0-8fe7-dba9d53f240e None None] The port 'd217a2b3-967a-4e4b-98e4-1d8f94d39c29' was deleted {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 16 01:54:58.846074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-787fb878-5cc7-49b3-902a-09e7248ecb4d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6759980 Aug 16 01:54:58.853781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 223f0025-3277-428d-85c1-4fb6597d12da {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:58.854921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 223f0025-3277-428d-85c1-4fb6597d12da not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:58.862629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Request body: {'port': {'device_id': '2dfc0a42-9e5c-451a-b05b-1678ae2f71b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:58.957703 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.970145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-3e9c062e-3a10-4f11-a8e2-6b79d88cca7d service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845396 Aug 16 01:54:58.982554 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.996339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d790fc-6460-4f48-a0a4-f45c262f5cff']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:59.002299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a626a3-46a4-4c3d-816a-591510c1301e None None] New status for floating IP d899f331-d2c0-4096-9369-bae73bf2dc4b: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:59.025246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:59.025569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71662e0e-c0a8-4e8a-ac18-6fb859ac7b70') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:59.035587 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.057099 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.068845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:59.069651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:59.091618 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:59.174776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca359fd2-f4c1-4eea-8763-08386153d84e req-ec34834e-2f2b-4171-b3e6-20f4048f08f0 service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768796 Aug 16 01:54:59.187826 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fda19966-d166-418f-841e-e251d8dba27e None None] Provisioning for port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:59.191863 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fda19966-d166-418f-841e-e251d8dba27e None None] Provisioning complete for port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:59.192239 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fda19966-d166-418f-841e-e251d8dba27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.210688 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.229045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.233555 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] 10.222.0.66 "DELETE /v2.0/networks/84d790fc-6460-4f48-a0a4-f45c262f5cff HTTP/1.1" status: 204 len: 168 time: 1.1310749 Aug 16 01:54:59.243873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fda19966-d166-418f-841e-e251d8dba27e None None] Port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:59.244058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda0f4d-63b8-4ffa-bcb7-ec70fa9046eb admin admin] Pushing event deleted for resources: {'Network': ['ID=84d790fc-6460-4f48-a0a4-f45c262f5cff,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.350068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b94604-c91e-41d1-b401-c2c16bb9a5c8 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:59.360226 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.376190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Transition to ACTIVE for port object d0b94604-c91e-41d1-b401-c2c16bb9a5c8 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:59.436649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276600be-4a5c-431f-a9bc-bb8103233c00 req-23e25458-d55e-45e5-97da-6b0643ef6e83 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:59.438404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-276600be-4a5c-431f-a9bc-bb8103233c00 req-23e25458-d55e-45e5-97da-6b0643ef6e83 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0511603 Aug 16 01:54:59.478882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-276600be-4a5c-431f-a9bc-bb8103233c00 req-1c60b52d-a1d0-4ac9-ba9c-756b14fcbdf2 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330529 Aug 16 01:54:59.490351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.577809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Pushing event updated for resources: {'Port': ['ID=d0b94604-c91e-41d1-b401-c2c16bb9a5c8,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.633643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40300) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:59.678791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Attempting to bind port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:59.679204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Attempting to bind port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:59.679455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Attempting to bind port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:59.690209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:59.690209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Attempting to bind port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:59.691914 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-af15fffd-8b3e-4e14-b0ee-fcf783ca7e82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1df95d736c594679814967c806df0199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568931 Aug 16 01:54:59.693157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40302) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:59.695634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:59.695987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Checking segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:59.696401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Bound using segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:59.696836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Bound port: d0b94604-c91e-41d1-b401-c2c16bb9a5c8, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:59.697391 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.706605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f962ae-8911-4473-a5ef-239d1d51ac28 req-92bab848-2a0a-43c1-96a5-93bb344d2579 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:59.713994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e8f962ae-8911-4473-a5ef-239d1d51ac28 req-92bab848-2a0a-43c1-96a5-93bb344d2579 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 943 time: 0.0892887 Aug 16 01:54:59.777753 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2517be02-f019-49ca-8555-e76d0eb2e8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.794425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e8f962ae-8911-4473-a5ef-239d1d51ac28 req-4ea354ae-9a36-424b-983b-a91ac8ba87d3 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792089 Aug 16 01:54:59.808345 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2517be02-f019-49ca-8555-e76d0eb2e8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.832717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] For port d0b94604-c91e-41d1-b401-c2c16bb9a5c8, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:59.837293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] For port d0b94604-c91e-41d1-b401-c2c16bb9a5c8, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d0b94604-c91e-41d1-b401-c2c16bb9a5c8,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:59.890544 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0758f0bc-8798-4dab-b8e9-9794bc89dca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.923996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef549fc-db34-47e4-8164-27a3893b5c8c req-7a0209a0-2705-42d2-968a-d9e31095e189 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:59.925487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ef549fc-db34-47e4-8164-27a3893b5c8c req-7a0209a0-2705-42d2-968a-d9e31095e189 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 944 time: 0.0507379 Aug 16 01:54:59.953401 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.990774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ef549fc-db34-47e4-8164-27a3893b5c8c req-b4c3eef2-6e03-4941-a8f9-4f55a0225c30 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584753 Aug 16 01:55:00.009041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.009041 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.009041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] 10.222.0.64 "PUT /v2.0/ports/d0b94604-c91e-41d1-b401-c2c16bb9a5c8 HTTP/1.1" status: 200 len: 1092 time: 1.1439867 Aug 16 01:55:00.009323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2517be02-f019-49ca-8555-e76d0eb2e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.009323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2517be02-f019-49ca-8555-e76d0eb2e8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.009323 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2517be02-f019-49ca-8555-e76d0eb2e8cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/198c8035-d853-410e-bd87-e0a81649ddeb HTTP/1.1" status: 204 len: 168 time: 0.3111498 Aug 16 01:55:00.034404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910532-18ff-46fa-ba8f-aec7826d061a service neutron] Pushing event updated for resources: {'Port': ['ID=d0b94604-c91e-41d1-b401-c2c16bb9a5c8,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:00.048595 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517be02-f019-49ca-8555-e76d0eb2e8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198c8035-d853-410e-bd87-e0a81649ddeb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:00.130922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e457184-fcaa-4709-9822-b2701024aae0 req-0ce92a6b-b43e-461f-847e-84e4a00391dd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.132792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e457184-fcaa-4709-9822-b2701024aae0 req-0ce92a6b-b43e-461f-847e-84e4a00391dd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 943 time: 0.0631084 Aug 16 01:55:00.208672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e457184-fcaa-4709-9822-b2701024aae0 req-250efaec-898f-44be-99e3-663beb26663d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696456 Aug 16 01:55:00.216330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-15b0c7b2-a911-4b6e-bc0c-6fb5725878a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.218788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-15b0c7b2-a911-4b6e-bc0c-6fb5725878a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 1095 time: 0.0786142 Aug 16 01:55:00.271338 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232ab820-b80c-4361-b075-bd0c440beb95 x-openstack-request-id: req-232ab820-b80c-4361-b075-bd0c440beb95 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:00.283399 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5779a3e-0399-47e6-87a5-9e3b4de5097a", "tag": "174adf10-ece4-4414-adf7-ecf2f7cc9a88", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:00.284194 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-232ab820-b80c-4361-b075-bd0c440beb95 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:00.284640 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5779a3e-0399-47e6-87a5-9e3b4de5097a', 'tag': '174adf10-ece4-4414-adf7-ecf2f7cc9a88', 'status': 'completed', 'code': 200} Aug 16 01:55:00.288400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-594101f6-dc6e-4054-8eb4-02527af85cfb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0b94604-c91e-41d1-b401-c2c16bb9a5c8 HTTP/1.1" status: 200 len: 217 time: 0.0582280 Aug 16 01:55:00.426638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3045b684-f0e7-4f5d-adf6-19fdddba9c13 req-3f69803d-726e-48e5-8f91-2ef69f80db84 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips/d899f331-d2c0-4096-9369-bae73bf2dc4b HTTP/1.1" status: 200 len: 998 time: 0.1406164 Aug 16 01:55:00.428632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-f5ee7808-ce80-4cb6-887b-de83ff62d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.430156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-f5ee7808-ce80-4cb6-887b-de83ff62d0d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.1020048 Aug 16 01:55:00.461037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a03fc-f5ff-41e1-b577-8bfd563041d6 req-ccbaca22-89f1-4779-8ad1-813c04104d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.464022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d44a03fc-f5ff-41e1-b577-8bfd563041d6 req-ccbaca22-89f1-4779-8ad1-813c04104d3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 1096 time: 0.1337583 Aug 16 01:55:00.511277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d217a2b3-967a-4e4b-98e4-1d8f94d39c29 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:00.535913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: d217a2b3-967a-4e4b-98e4-1d8f94d39c29 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:00.536500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d217a2b3-967a-4e4b-98e4-1d8f94d39c29 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:00.661629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a03fc-f5ff-41e1-b577-8bfd563041d6 req-abd653e2-0117-4bd9-8c12-063d7194cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.663200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d44a03fc-f5ff-41e1-b577-8bfd563041d6 req-abd653e2-0117-4bd9-8c12-063d7194cf68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 906 time: 0.1654859 Aug 16 01:55:00.689016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-d0170fbf-7863-4740-bb6b-c6ddec8a7a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.690596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-d0170fbf-7863-4740-bb6b-c6ddec8a7a3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2438953 Aug 16 01:55:00.740411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d44a03fc-f5ff-41e1-b577-8bfd563041d6 req-d2448671-f554-4878-90eb-8773f4564d0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=174adf10-ece4-4414-adf7-ecf2f7cc9a88 HTTP/1.1" status: 200 len: 217 time: 0.0663879 Aug 16 01:55:00.795592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f98b7c28-4270-4392-af69-296381dfa6eb details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:00.798126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045b684-f0e7-4f5d-adf6-19fdddba9c13 req-beba1a94-f1e7-4e1a-a732-5820818ee1d3 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.799552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3045b684-f0e7-4f5d-adf6-19fdddba9c13 req-beba1a94-f1e7-4e1a-a732-5820818ee1d3 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.3642685 Aug 16 01:55:00.836688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-3045b684-f0e7-4f5d-adf6-19fdddba9c13 req-13f86b27-ed08-4f47-a6d2-84791fe7fa12 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:55:00.848250 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3045b684-f0e7-4f5d-adf6-19fdddba9c13 req-13f86b27-ed08-4f47-a6d2-84791fe7fa12 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232658 Aug 16 01:55:00.912674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a03fc-f5ff-41e1-b577-8bfd563041d6 req-c8f53f6e-62d1-478b-b04f-c1aad08c893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.918983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d44a03fc-f5ff-41e1-b577-8bfd563041d6 req-c8f53f6e-62d1-478b-b04f-c1aad08c893f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.1646559 Aug 16 01:55:00.931514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f98b7c28-4270-4392-af69-296381dfa6eb, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f98b7c28-4270-4392-af69-296381dfa6eb,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:00.945853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-a56916d5-2a99-4dba-be2e-713b0a8ef4ed service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249002 Aug 16 01:55:00.950909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'f98b7c28-4270-4392-af69-296381dfa6eb', 'network_id': '0258907d-1453-45b3-ad67-ae6555de60f4', 'port_id': 'f98b7c28-4270-4392-af69-296381dfa6eb', 'mac_address': 'fa:16:3e:21:ad:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8dac7-1c32-4619-adf2-5a9b9b9f320a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:00.999517 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.014762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98b7c28-4270-4392-af69-296381dfa6eb {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:01.019871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d44a03fc-f5ff-41e1-b577-8bfd563041d6 req-f9341445-ce46-4433-8ead-751ef7b6130c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712955 Aug 16 01:55:01.038329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f98b7c28-4270-4392-af69-296381dfa6eb, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f98b7c28-4270-4392-af69-296381dfa6eb,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:01.153610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9d706-c47f-4b03-9a35-98096fd2c00e req-1ef5b5c7-4d46-4d95-83d4-0da763d0429c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.156404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9e9d706-c47f-4b03-9a35-98096fd2c00e req-1ef5b5c7-4d46-4d95-83d4-0da763d0429c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.2053404 Aug 16 01:55:01.165792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40326) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:01.172207 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-211d38e9-dc86-4651-b74e-dfd773a17ea5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'floatingip': {'port_id': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:01.196588 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.229908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-756e76e7-72c9-4089-835c-13fe3cdb178e req-b4fc0f5f-f4ab-4728-9afd-81a363c87cd4 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537742 Aug 16 01:55:01.247668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d44a03fc-f5ff-41e1-b577-8bfd563041d6 req-29c015d5-3f8e-4553-a688-20990a85c471 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829078 Aug 16 01:55:01.286396 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-211d38e9-dc86-4651-b74e-dfd773a17ea5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.333696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=f98b7c28-4270-4392-af69-296381dfa6eb,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:01.402367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d44a03fc-f5ff-41e1-b577-8bfd563041d6 req-6b57b8f2-e979-4ed2-822f-2d1bebf830d1 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412230 Aug 16 01:55:01.453488 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['f98b7c28-4270-4392-af69-296381dfa6eb'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:01.488418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82130326-637d-42c1-bcba-dc3fa35b5bb5 req-9fec6724-01b9-492e-89a1-b01d70eaba04 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.490268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82130326-637d-42c1-bcba-dc3fa35b5bb5 req-9fec6724-01b9-492e-89a1-b01d70eaba04 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 944 time: 0.0861332 Aug 16 01:55:01.560736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82130326-637d-42c1-bcba-dc3fa35b5bb5 req-bcde02bd-59c6-4f0e-83b3-4418a6c4c3fc tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602548 Aug 16 01:55:01.566614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 174adf10-ece4-4414-adf7-ecf2f7cc9a88 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:01.640498 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40336) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:01.723236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-9e1c2659-64d7-452d-8c99-2faaf1c2d783 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 1001 time: 0.1273921 Aug 16 01:55:01.804434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-f6a3d46d-8f54-4d03-b013-60d91a015a06 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.810435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-f6a3d46d-8f54-4d03-b013-60d91a015a06 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports/ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 943 time: 0.0862126 Aug 16 01:55:01.823264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-944322415-network', 'tenant_id': 'c81045fd2b484fb5924c9564b25aecce'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:01.827964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 174adf10-ece4-4414-adf7-ecf2f7cc9a88 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:01.833965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 174adf10-ece4-4414-adf7-ecf2f7cc9a88 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:01.843411 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.928304 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.936815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-3c7a8599-88d5-422b-bd10-f901bc9345ff tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 1001 time: 0.0767353 Aug 16 01:55:01.955054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5779a3e-0399-47e6-87a5-9e3b4de5097a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174adf10-ece4-4414-adf7-ecf2f7cc9a88'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:01.957259 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8cf841-5be7-492f-8ce5-0cd90c15ae8f" -d '{"events": [{"server_uuid": "d5779a3e-0399-47e6-87a5-9e3b4de5097a", "name": "network-vif-plugged", "status": "completed", "tag": "174adf10-ece4-4414-adf7-ecf2f7cc9a88"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:01.974301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 174adf10-ece4-4414-adf7-ecf2f7cc9a88, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=174adf10-ece4-4414-adf7-ecf2f7cc9a88,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:02.041428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-c2bf8588-6fc8-4ff3-a58f-fb10a4ee3f56 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.046459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-c2bf8588-6fc8-4ff3-a58f-fb10a4ee3f56 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1086605 Aug 16 01:55:02.051776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Made reservation on behalf of c81045fd2b484fb5924c9564b25aecce for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:02.072258 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.077706 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.116722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-25443d68-ef47-436a-99a2-5b97c0f31adc tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 1001 time: 0.0663545 Aug 16 01:55:02.124454 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.141973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-2d615a66-8896-4684-bafb-329e0edd3e63 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:02.190742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=174adf10-ece4-4414-adf7-ecf2f7cc9a88,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:02.214049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-2d615a66-8896-4684-bafb-329e0edd3e63 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.312093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'name': 'network-vif-deleted', 'tag': '223f0025-3277-428d-85c1-4fb6597d12da'}, {'name': 'network-changed', 'server_uuid': '0d0971f8-3e9d-48a1-9362-070a570453eb', 'tag': 'f98b7c28-4270-4392-af69-296381dfa6eb'}, {'name': 'network-changed', 'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71'}, {'name': 'network-changed', 'server_uuid': '2dfc0a42-9e5c-451a-b05b-1678ae2f71b2', 'tag': 'd0b94604-c91e-41d1-b401-c2c16bb9a5c8'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:02.314702 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af45ab03-49e2-476e-af7f-ffe4c4c11579" -d '{"events": [{"server_uuid": "5414be5d-1003-4269-8f9f-cd6125341ac5", "name": "network-vif-deleted", "tag": "223f0025-3277-428d-85c1-4fb6597d12da"}, {"name": "network-changed", "server_uuid": "0d0971f8-3e9d-48a1-9362-070a570453eb", "tag": "f98b7c28-4270-4392-af69-296381dfa6eb"}, {"name": "network-changed", "server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71"}, {"name": "network-changed", "server_uuid": "2dfc0a42-9e5c-451a-b05b-1678ae2f71b2", "tag": "d0b94604-c91e-41d1-b401-c2c16bb9a5c8"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:02.390944 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-2d615a66-8896-4684-bafb-329e0edd3e63 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.430840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-211d38e9-dc86-4651-b74e-dfd773a17ea5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.510755 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.525010 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-211d38e9-dc86-4651-b74e-dfd773a17ea5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.535451 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-2d615a66-8896-4684-bafb-329e0edd3e63 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.535451 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-2d615a66-8896-4684-bafb-329e0edd3e63 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Floating IP d899f331-d2c0-4096-9369-bae73bf2dc4b disassociated. External IP: 172.25.8.54, port: ba1e01f7-e809-461e-8c5b-fe0cd45bba71. Aug 16 01:55:02.636761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.668110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95968b5-25aa-40b2-9f3a-e24557e11f31,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:02.682171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:02.685102 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-211d38e9-dc86-4651-b74e-dfd773a17ea5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Floating IP c2437410-09f0-4a41-b00c-dff46f4ac0e3 associated. External IP: 172.25.8.197, port: 0ecbe35a-d9af-451d-baf3-b1030b45bbc5. Aug 16 01:55:02.745661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.746196 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Added segment b8cb889a-39f1-40ee-ad30-943cd738c59b of type vlan for network a4b97383-1dac-4691-b567-ee900e027f5d Aug 16 01:55:02.758436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-2d615a66-8896-4684-bafb-329e0edd3e63 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Router c8eb8845-4d43-40e1-9768-aec27ac865f9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:02.803706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f98b7c28-4270-4392-af69-296381dfa6eb up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:02.833091 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.838867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.881403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-2d615a66-8896-4684-bafb-329e0edd3e63 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:02.886774 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-2d615a66-8896-4684-bafb-329e0edd3e63 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.892721 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78998bb-3d19-42f5-be2b-e7c6ebd73a11 None None] Sync routers for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:02.903710 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40c81d51-583b-42cb-8981-1daff3ddd033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.903958 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78998bb-3d19-42f5-be2b-e7c6ebd73a11 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:02.904769 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d78998bb-3d19-42f5-be2b-e7c6ebd73a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:02.918215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-2d615a66-8896-4684-bafb-329e0edd3e63 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "PUT /v2.0/floatingips/d899f331-d2c0-4096-9369-bae73bf2dc4b HTTP/1.1" status: 200 len: 695 time: 0.7878199 Aug 16 01:55:02.978752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-f107e989-4c41-452f-ad95-b1e3c8b280f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.980718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-f107e989-4c41-452f-ad95-b1e3c8b280f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 1098 time: 0.0465572 Aug 16 01:55:03.015700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port f98b7c28-4270-4392-af69-296381dfa6eb completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:03.021520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port f98b7c28-4270-4392-af69-296381dfa6eb triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:03.021928 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.036618 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d78998bb-3d19-42f5-be2b-e7c6ebd73a11 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:03.042515 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211d38e9-dc86-4651-b74e-dfd773a17ea5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Router 7ea5a363-431a-4403-b622-ec2aed0cc35c has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:03.079132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-42889bfe-13ac-4e1b-82cb-7bdcd3703450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.087483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-42889bfe-13ac-4e1b-82cb-7bdcd3703450 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.1001313 Aug 16 01:55:03.106063 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.138934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-cd608010-f70f-4a5c-89e2-23ff368addf3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 217 time: 0.0503917 Aug 16 01:55:03.150457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f98b7c28-4270-4392-af69-296381dfa6eb, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f98b7c28-4270-4392-af69-296381dfa6eb,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:03.159320 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.160322 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.160926 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.189450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-a180ed89-6852-47e5-9329-cc6cc485b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.192977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-a180ed89-6852-47e5-9329-cc6cc485b9a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.0525718 Aug 16 01:55:03.241616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-53adb672-1862-4020-aaf5-927227323896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.244020 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-53adb672-1862-4020-aaf5-927227323896 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460424 Aug 16 01:55:03.247257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211d38e9-dc86-4651-b74e-dfd773a17ea5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:03.253134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-211d38e9-dc86-4651-b74e-dfd773a17ea5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.260076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88133a-bb67-4157-8ff3-c0f0c740b6d2 None None] Sync routers for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:03.270406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88133a-bb67-4157-8ff3-c0f0c740b6d2 None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:03.271038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9e88133a-bb67-4157-8ff3-c0f0c740b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:03.274986 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.282224 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-211d38e9-dc86-4651-b74e-dfd773a17ea5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "PUT /v2.0/floatingips/c2437410-09f0-4a41-b00c-dff46f4ac0e3 HTTP/1.1" status: 200 len: 992 time: 2.1148372 Aug 16 01:55:03.282953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'tag': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:03.285561 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3eb5ec-0644-4e8b-9dba-75c691fc44f1", "tag": "0ecbe35a-d9af-451d-baf3-b1030b45bbc5"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:03.288192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b97383-1dac-4691-b567-ee900e027f5d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.317710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network a4b97383-1dac-4691-b567-ee900e027f5d details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:03.358911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-e934350c-164d-40bc-80a2-31e6f2797ba8 service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039040 Aug 16 01:55:03.365229 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ed665e82-6ef2-43f4-b3c6-96767a1a4a88 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7238023 Aug 16 01:55:03.369400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40352) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:03.374859 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] Request body: {'subnet': {'network_id': 'a4b97383-1dac-4691-b567-ee900e027f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-944322415-subnet', 'tenant_id': 'c81045fd2b484fb5924c9564b25aecce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:03.377073 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d78998bb-3d19-42f5-be2b-e7c6ebd73a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:03.411053 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78998bb-3d19-42f5-be2b-e7c6ebd73a11 None None] Checking router: c8eb8845-4d43-40e1-9768-aec27ac865f9 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:03.426429 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78998bb-3d19-42f5-be2b-e7c6ebd73a11 None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:03.426429 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d78998bb-3d19-42f5-be2b-e7c6ebd73a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:03.469848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3f5ea4-c08c-453e-9072-5f4bc328976d req-9009e912-7513-4b33-b18e-0aa4df7d1462 service neutron] 10.222.0.66 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047273 Aug 16 01:55:03.486657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=f98b7c28-4270-4392-af69-296381dfa6eb,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.496160 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] Made reservation on behalf of c81045fd2b484fb5924c9564b25aecce for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:03.501369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.525200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9e88133a-bb67-4157-8ff3-c0f0c740b6d2 None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:03.542515 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d78998bb-3d19-42f5-be2b-e7c6ebd73a11 None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:03.698556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfbd7a-f768-48e8-a676-ee7de2d8ac91 req-10b6d689-1d67-4e3f-b02d-f4e23e5cc560 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.700164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5bbfbd7a-f768-48e8-a676-ee7de2d8ac91 req-10b6d689-1d67-4e3f-b02d-f4e23e5cc560 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 945 time: 0.0546567 Aug 16 01:55:03.754564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5bbfbd7a-f768-48e8-a676-ee7de2d8ac91 req-9fb4e9f9-595a-4b27-ba1e-9be606beef4b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459757 Aug 16 01:55:03.775648 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d78998bb-3d19-42f5-be2b-e7c6ebd73a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:03.776617 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.789347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9e88133a-bb67-4157-8ff3-c0f0c740b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c2437410-09f0-4a41-b00c-dff46f4ac0e3', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'port_id': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'mac_address': 'fa:16:3e:af:bf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:33Z', 'updated_at': '2021-08-16T01:55:01Z', 'revision_number': 1, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:03.809713 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78998bb-3d19-42f5-be2b-e7c6ebd73a11 None None] The sync data for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 is: [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:53:50Z', 'revision_number': 4, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c4192147-8645-45c3-b88e-2336296731e6', 'name': '', 'network_id': '5794c70e-7690-4d0b-bf23-c982fe556cf5', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'mac_address': 'fa:16:3e:1b:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:49Z', 'updated_at': '2021-08-16T01:53:56Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'subnets': [{'id': '98588133-755c-45aa-b2e7-2d29cb7cfdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:03.820340 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88133a-bb67-4157-8ff3-c0f0c740b6d2 None None] Checking router: 7ea5a363-431a-4403-b622-ec2aed0cc35c for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:03.832546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88133a-bb67-4157-8ff3-c0f0c740b6d2 None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:03.833230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9e88133a-bb67-4157-8ff3-c0f0c740b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:03.858426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f14619c-ccee-4bf1-b676-4a5cd3afaab9,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.863184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] Checking segment: {'id': 'b8cb889a-39f1-40ee-ad30-943cd738c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a4b97383-1dac-4691-b567-ee900e027f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:03.863478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] Network hostable DHCP agents. Network: a4b97383-1dac-4691-b567-ee900e027f5d, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:03.899860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd03318-028c-4bcd-ac17-7d62f703182a req-49be2f98-79df-4988-aaa9-c360d95d8565 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.901513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0bd03318-028c-4bcd-ac17-7d62f703182a req-49be2f98-79df-4988-aaa9-c360d95d8565 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 943 time: 0.0745733 Aug 16 01:55:03.941910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0bd03318-028c-4bcd-ac17-7d62f703182a req-231eee9b-cf13-42b0-9c04-d0a1909cad02 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336730 Aug 16 01:55:03.954788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9e88133a-bb67-4157-8ff3-c0f0c740b6d2 None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:03.992091 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e314f7-1873-4356-abc5-1672463c15bc x-openstack-request-id: req-98e314f7-1873-4356-abc5-1672463c15bc {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:03.992380 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5779a3e-0399-47e6-87a5-9e3b4de5097a", "name": "network-vif-plugged", "status": "completed", "tag": "174adf10-ece4-4414-adf7-ecf2f7cc9a88", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:03.992633 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98e314f7-1873-4356-abc5-1672463c15bc {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:03.993122 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5779a3e-0399-47e6-87a5-9e3b4de5097a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174adf10-ece4-4414-adf7-ecf2f7cc9a88', 'code': 200} Aug 16 01:55:03.999456 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] Network a4b97383-1dac-4691-b567-ee900e027f5d is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:04.053631 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a652ec2-1343-45b2-94a8-12e004a0380c x-openstack-request-id: req-4a652ec2-1343-45b2-94a8-12e004a0380c {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:04.053991 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5414be5d-1003-4269-8f9f-cd6125341ac5", "name": "network-vif-deleted", "tag": "223f0025-3277-428d-85c1-4fb6597d12da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d0971f8-3e9d-48a1-9362-070a570453eb", "tag": "f98b7c28-4270-4392-af69-296381dfa6eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2dfc0a42-9e5c-451a-b05b-1678ae2f71b2", "tag": "d0b94604-c91e-41d1-b401-c2c16bb9a5c8", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:04.054482 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a652ec2-1343-45b2-94a8-12e004a0380c {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:04.054607 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5414be5d-1003-4269-8f9f-cd6125341ac5', 'name': 'network-vif-deleted', 'tag': '223f0025-3277-428d-85c1-4fb6597d12da', 'status': 'completed', 'code': 200} Aug 16 01:55:04.054864 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0971f8-3e9d-48a1-9362-070a570453eb', 'tag': 'f98b7c28-4270-4392-af69-296381dfa6eb', 'status': 'completed', 'code': 200} Aug 16 01:55:04.055116 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'status': 'completed', 'code': 200} Aug 16 01:55:04.055398 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfc0a42-9e5c-451a-b05b-1678ae2f71b2', 'tag': 'd0b94604-c91e-41d1-b401-c2c16bb9a5c8', 'status': 'completed', 'code': 200} Aug 16 01:55:04.058466 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.124652 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, a4b97383-1dac-4691-b567-ee900e027f5d) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:04.128899 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.129506 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.146746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6371dd6-75bf-4f5e-951d-dea506b66ab1 None None] Network a4b97383-1dac-4691-b567-ee900e027f5d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:04.167538 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6d8cf-1997-4ae6-a734-ea9e8f429b98 None None] New status for floating IP d899f331-d2c0-4096-9369-bae73bf2dc4b: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:55:04.211387 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-84688651-e304-4c96-a176-a168803a17c3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8403840 Aug 16 01:55:04.301132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-df1d64d4-d159-4438-9d42-8b30e2d9375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.302748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-df1d64d4-d159-4438-9d42-8b30e2d9375e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=753c30e1989e4520b324f29beb099fb1&device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 1097 time: 0.2241826 Aug 16 01:55:04.314638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-fd32fa5c-36b2-4be5-855e-af2a3098cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.316148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-fd32fa5c-36b2-4be5-855e-af2a3098cef1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 1098 time: 0.2087193 Aug 16 01:55:04.354946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe72f97-e10c-4ac3-854a-805eff6ff45b req-34a00d16-144d-49cf-a5ac-cf03f1e0735e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.357752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fe72f97-e10c-4ac3-854a-805eff6ff45b req-34a00d16-144d-49cf-a5ac-cf03f1e0735e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 945 time: 0.1371567 Aug 16 01:55:04.373378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56668459-9d69-4425-ac27-ac3abe86083d req-255c5ced-cb81-4d5e-8db4-ccb6af15c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.374841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56668459-9d69-4425-ac27-ac3abe86083d req-255c5ced-cb81-4d5e-8db4-ccb6af15c695 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 1097 time: 0.2780757 Aug 16 01:55:04.391732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e95edb-7d70-4967-81e6-42eb6228f1aa None None] Network a4b97383-1dac-4691-b567-ee900e027f5d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:04.556362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56668459-9d69-4425-ac27-ac3abe86083d req-2d64dedd-9226-48ad-aca5-56efd0732df4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442668 Aug 16 01:55:04.567315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fe72f97-e10c-4ac3-854a-805eff6ff45b req-08804f13-8405-4ff9-84e9-9fb1fd83fcd1 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915052 Aug 16 01:55:04.608292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-abb86f7b-150f-4862-b328-bff30fe70091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.610404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-abb86f7b-150f-4862-b328-bff30fe70091 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0258907d-1453-45b3-ad67-ae6555de60f4 HTTP/1.1" status: 200 len: 916 time: 0.2927747 Aug 16 01:55:04.613435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-14cee8a4-ddf4-490e-8303-806fe156d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.614936 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-14cee8a4-ddf4-490e-8303-806fe156d899 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.2566564 Aug 16 01:55:04.620876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9e88133a-bb67-4157-8ff3-c0f0c740b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c2437410-09f0-4a41-b00c-dff46f4ac0e3', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'port_id': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'mac_address': 'fa:16:3e:af:bf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:33Z', 'updated_at': '2021-08-16T01:55:01Z', 'revision_number': 1, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:04.670458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88133a-bb67-4157-8ff3-c0f0c740b6d2 None None] The sync data for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 is: [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c2437410-09f0-4a41-b00c-dff46f4ac0e3', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'port_id': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'mac_address': 'fa:16:3e:af:bf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:33Z', 'updated_at': '2021-08-16T01:55:01Z', 'revision_number': 1, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:04.721102 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb33167-e6f5-4b70-8df1-e1acbf72f732 x-openstack-request-id: req-4cb33167-e6f5-4b70-8df1-e1acbf72f732 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:04.725225 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3eb5ec-0644-4e8b-9dba-75c691fc44f1", "tag": "0ecbe35a-d9af-451d-baf3-b1030b45bbc5", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:04.725225 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cb33167-e6f5-4b70-8df1-e1acbf72f732 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:04.725225 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'tag': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5', 'status': 'completed', 'code': 200} Aug 16 01:55:04.951411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0a9124-912d-4bb1-a501-32d212d1ce8c None None] New status for floating IP c2437410-09f0-4a41-b00c-dff46f4ac0e3: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:55:05.065698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-7160dd25-d10f-45d0-8041-0b27da0f38e0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f98b7c28-4270-4392-af69-296381dfa6eb HTTP/1.1" status: 200 len: 217 time: 0.4465017 Aug 16 01:55:05.153156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-5a10e1fb-20d3-4c54-ba71-cdf25e75fcfd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 217 time: 0.1097155 Aug 16 01:55:05.256882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-8d496ab5-e329-45d8-842f-3058935ebd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.259002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-8d496ab5-e329-45d8-842f-3058935ebd4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bc8dac7-1c32-4619-adf2-5a9b9b9f320a HTTP/1.1" status: 200 len: 855 time: 0.1411116 Aug 16 01:55:05.264164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce req-b3d3d0a9-6c80-4718-878a-9aa783e7a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.265542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce req-b3d3d0a9-6c80-4718-878a-9aa783e7a8af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 1098 time: 0.2245634 Aug 16 01:55:05.311216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-c9ebfd0d-ce8c-432c-99d9-f4666510be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.312627 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-c9ebfd0d-ce8c-432c-99d9-f4666510be38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.1339996 Aug 16 01:55:05.324531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-60796344-7e60-47be-b6dc-e2e133e63cfb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0258907d-1453-45b3-ad67-ae6555de60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560853 Aug 16 01:55:05.379131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-5cfa8af8-3710-4e6f-b02b-369d780971f0 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.380562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-5cfa8af8-3710-4e6f-b02b-369d780971f0 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/networks?id=a4b97383-1dac-4691-b567-ee900e027f5d HTTP/1.1" status: 200 len: 817 time: 0.3384497 Aug 16 01:55:05.469703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-fda3b7cf-ccf0-481d-b7bc-880a109d9cf7 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/quotas/c81045fd2b484fb5924c9564b25aecce HTTP/1.1" status: 200 len: 375 time: 0.0658376 Aug 16 01:55:05.515640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-0265c01d-8e9b-4de6-b5e6-8227ab0ed316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.517122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-0265c01d-8e9b-4de6-b5e6-8227ab0ed316 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631153 Aug 16 01:55:05.537183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-11650ceb-c433-43cb-b585-9c971daae3a9 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c81045fd2b484fb5924c9564b25aecce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563395 Aug 16 01:55:05.547013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce req-92017895-5c40-4d2d-8161-9a47f3ecbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.548433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce req-92017895-5c40-4d2d-8161-9a47f3ecbc37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 912 time: 0.2660143 Aug 16 01:55:05.674907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-edbf8294-e550-49d1-a351-5d6b388fe9d7 service neutron] 10.222.0.74 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118193 Aug 16 01:55:05.741556 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.769912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce req-c6db6920-8a42-48ac-b6c4-6f8c7d863de5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5 HTTP/1.1" status: 200 len: 1002 time: 0.2077503 Aug 16 01:55:05.875294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-5c71202d-2627-42dd-885b-7ceb5a950751 service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422880 Aug 16 01:55:05.876094 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-86cb4d6a-32e8-4bb3-a2bb-b77d6540ec28 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433922 Aug 16 01:55:05.886246 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-5fe948d2-ddd3-49e4-9f32-af898dff28cd service neutron] 10.222.0.66 "GET /v2.0/networks/a4b97383-1dac-4691-b567-ee900e027f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187618 Aug 16 01:55:05.891402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-4e7db283-3696-448f-b4fd-19a3c44e732b service neutron] 10.222.0.74 "GET /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986139 Aug 16 01:55:05.895386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce req-15adaba6-53e0-438a-a542-f9fe43990e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.895517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce req-15adaba6-53e0-438a-a542-f9fe43990e53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 200 len: 850 time: 0.1103394 Aug 16 01:55:05.978978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-d9cd1cf2-bdbf-4a7d-820c-f6d2e42439c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.980414 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-d9cd1cf2-bdbf-4a7d-820c-f6d2e42439c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1097 time: 0.0457537 Aug 16 01:55:05.994833 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0971f8-3e9d-48a1-9362-070a570453eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98b7c28-4270-4392-af69-296381dfa6eb'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:05.997632 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e914788-e6b9-47ba-95de-55fe53f3a591" -d '{"events": [{"server_uuid": "0d0971f8-3e9d-48a1-9362-070a570453eb", "name": "network-vif-plugged", "status": "completed", "tag": "f98b7c28-4270-4392-af69-296381dfa6eb"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:06.059455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:06.061695 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4bac5a-c3c6-4abe-bf80-dda61087056d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:06.074639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce req-2f851d3f-d4fd-45c5-b757-d39963ebe3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.076177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce req-2f851d3f-d4fd-45c5-b757-d39963ebe3c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4580b099-2551-492d-9cb2-8302c2e9c7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631622 Aug 16 01:55:06.094354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-ce993a6c-6205-4768-9d9c-1d8dc7be9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.095774 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-ce993a6c-6205-4768-9d9c-1d8dc7be9015 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.0897093 Aug 16 01:55:06.111578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-10624a52-6012-4cf8-b9b3-17edd47ec25d service neutron] 10.222.0.66 "GET /v2.0/networks/a4b97383-1dac-4691-b567-ee900e027f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148666 Aug 16 01:55:06.152747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-b3e6fd04-bccd-4b52-a079-e4736b3fc2d0 service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549205 Aug 16 01:55:06.212812 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-ea9b15aa-b568-46ce-b938-462a261d0635 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 200 len: 1000 time: 0.1092601 Aug 16 01:55:06.231867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce req-654b896d-41bd-457f-9192-cf00a6f09a0f service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435182 Aug 16 01:55:06.268139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-2c441610-90ac-452b-ba52-b80dda07e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.269610 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-2c441610-90ac-452b-ba52-b80dda07e622 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0493097 Aug 16 01:55:06.290411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-6ddce954-052e-4b5c-8e70-a56216c3769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.291907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-6ddce954-052e-4b5c-8e70-a56216c3769d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 1095 time: 0.0923238 Aug 16 01:55:06.324597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-20f1f930-df57-4c18-9cdd-139229cd6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.326136 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-20f1f930-df57-4c18-9cdd-139229cd6b95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414274 Aug 16 01:55:06.413718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e38fb7f-ad0f-4834-b363-5ec4470e21ce req-e18da97e-a276-45a8-9832-6e8ece7c68a8 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736307 Aug 16 01:55:06.462945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-a1d14f0a-947b-4e97-ace9-ff1fa72f48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.464457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-a1d14f0a-947b-4e97-ace9-ff1fa72f48f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.1541822 Aug 16 01:55:06.499560 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-0bcf54bd-3d77-4402-9466-836bc7ad9f80 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652336 Aug 16 01:55:06.524946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-7751b517-d1d7-4b1e-9988-7febdca627d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0b94604-c91e-41d1-b401-c2c16bb9a5c8 HTTP/1.1" status: 200 len: 217 time: 0.0526741 Aug 16 01:55:06.609268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-36b569fa-ede9-44b8-9bbb-b3eacc2e8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.610790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-36b569fa-ede9-44b8-9bbb-b3eacc2e8b0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0751805 Aug 16 01:55:06.623869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089203cb-5292-4656-a226-4d83d504612e req-ab8f495b-1686-4d13-a2e4-e5f21365e1b0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.632846 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68a029e0-e3d1-44dc-980d-06959e64a677 req-0b8dd3f5-ce8c-4719-88d0-2feb6dc898f5 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168578 Aug 16 01:55:06.633006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-089203cb-5292-4656-a226-4d83d504612e req-ab8f495b-1686-4d13-a2e4-e5f21365e1b0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 945 time: 0.1038239 Aug 16 01:55:06.691759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-089203cb-5292-4656-a226-4d83d504612e req-b27d0d24-5602-4e04-a555-a7271dfa2c6f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572333 Aug 16 01:55:06.696937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-77693c31-5e58-4c23-94b7-2a889fbbb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.698643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-77693c31-5e58-4c23-94b7-2a889fbbb23f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723543 Aug 16 01:55:06.840171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3f4c6-b9fa-4ccc-bd82-32e6b84500fd req-f718352f-9825-4673-912a-d74ed30194a4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.841653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4e3f4c6-b9fa-4ccc-bd82-32e6b84500fd req-f718352f-9825-4673-912a-d74ed30194a4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 943 time: 0.0756288 Aug 16 01:55:06.845314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-d9b6e61a-b037-46d5-81c7-adf584dd8434 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297736 Aug 16 01:55:06.936495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4e3f4c6-b9fa-4ccc-bd82-32e6b84500fd req-aa9296c5-1efc-4efc-9b06-f5e779ecfd7d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872660 Aug 16 01:55:06.966794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af45ab03-49e2-476e-af7f-ffe4c4c11579 req-a8963e35-f098-48c8-89bb-938c024fca80 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108937 Aug 16 01:55:07.095645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42a516-5514-4081-97d7-9c08154e4655 req-104d9f1f-ad40-4a37-8d64-31953815c639 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.097101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef42a516-5514-4081-97d7-9c08154e4655 req-104d9f1f-ad40-4a37-8d64-31953815c639 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 945 time: 0.0483177 Aug 16 01:55:07.135981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef42a516-5514-4081-97d7-9c08154e4655 req-3742d159-8659-4bdd-8875-2ba4c652115b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322061 Aug 16 01:55:07.233753 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2396e75d-6d5c-418a-add7-5ce26453fceb x-openstack-request-id: req-2396e75d-6d5c-418a-add7-5ce26453fceb {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:07.234287 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0971f8-3e9d-48a1-9362-070a570453eb", "name": "network-vif-plugged", "status": "completed", "tag": "f98b7c28-4270-4392-af69-296381dfa6eb", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:07.234428 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2396e75d-6d5c-418a-add7-5ce26453fceb {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:07.234891 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0971f8-3e9d-48a1-9362-070a570453eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98b7c28-4270-4392-af69-296381dfa6eb', 'code': 200} Aug 16 01:55:07.266502 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd3a25a-9fb1-43f6-8468-9d3c350b50ea x-openstack-request-id: req-8fd3a25a-9fb1-43f6-8468-9d3c350b50ea {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:07.266792 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:07.267044 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8fd3a25a-9fb1-43f6-8468-9d3c350b50ea {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:07.267447 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'status': 'completed', 'code': 200} Aug 16 01:55:07.358532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5e6ee08-714e-4fde-8ef3-8f854b71760b req-9188fed6-4664-4a8a-99c2-a97f337c4529 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/ports?device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 210 time: 0.0553148 Aug 16 01:55:07.400340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d55710-9946-4da2-a2ae-66827a7c69f4 req-d92fbd07-2fb8-44f6-9751-6ae463f4b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.401856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-05d55710-9946-4da2-a2ae-66827a7c69f4 req-d92fbd07-2fb8-44f6-9751-6ae463f4b5a5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 1097 time: 0.1080811 Aug 16 01:55:07.444524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bac5a-c3c6-4abe-bf80-dda61087056d req-3959cb1e-041b-450c-a619-e569bfb07a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.446614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f4bac5a-c3c6-4abe-bf80-dda61087056d req-3959cb1e-041b-450c-a619-e569bfb07a44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 1098 time: 0.1175530 Aug 16 01:55:07.450462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-de083366-6a0b-47d8-a33b-0a0d85b115b3 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips/d899f331-d2c0-4096-9369-bae73bf2dc4b HTTP/1.1" status: 200 len: 693 time: 0.0639606 Aug 16 01:55:07.586023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-05d55710-9946-4da2-a2ae-66827a7c69f4 req-60e4ca4b-39e7-4b3c-9f79-3de3e503efbd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522956 Aug 16 01:55:07.636511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bac5a-c3c6-4abe-bf80-dda61087056d req-b3b6e45d-dc20-4206-8b0a-5b80c11307a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.638119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f4bac5a-c3c6-4abe-bf80-dda61087056d req-b3b6e45d-dc20-4206-8b0a-5b80c11307a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 200 len: 922 time: 0.1804895 Aug 16 01:55:07.653088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-79cb60cc-1160-480b-9354-96fe3be462aa tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.654488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-79cb60cc-1160-480b-9354-96fe3be462aa tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1979325 Aug 16 01:55:07.667169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-dce754ec-27de-48a8-a653-6925d31d634f tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:55:07.668731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-dce754ec-27de-48a8-a653-6925d31d634f tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076389 Aug 16 01:55:07.700169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f4bac5a-c3c6-4abe-bf80-dda61087056d req-e6e73d46-3407-491f-9f7a-122baae19717 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 200 len: 217 time: 0.0446949 Aug 16 01:55:07.753835 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-d80adcb4-be3c-49b1-93c0-71f9890bf4de tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 696 time: 0.0563290 Aug 16 01:55:07.824410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-5de53d15-1c5c-448d-9160-3000ad57c389 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 696 time: 0.0535433 Aug 16 01:55:07.828162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bac5a-c3c6-4abe-bf80-dda61087056d req-0ae7a741-5ac9-49d4-ad98-7ebb731fbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.829559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f4bac5a-c3c6-4abe-bf80-dda61087056d req-0ae7a741-5ac9-49d4-ad98-7ebb731fbd19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 200 len: 860 time: 0.0928807 Aug 16 01:55:07.971791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bac5a-c3c6-4abe-bf80-dda61087056d req-3afa8fd3-caf5-4abc-9fe1-07c75371d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.973315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f4bac5a-c3c6-4abe-bf80-dda61087056d req-3afa8fd3-caf5-4abc-9fe1-07c75371d8e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5794c70e-7690-4d0b-bf23-c982fe556cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358716 Aug 16 01:55:08.046623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-c6f999ad-48a7-4027-991a-ed8e6c5c35ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Deleting port ee7b1518-3b65-4d55-9f46-9b379bbc009b {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:08.046964 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-c6f999ad-48a7-4027-991a-ed8e6c5c35ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.473425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f4bac5a-c3c6-4abe-bf80-dda61087056d req-2ea30666-606f-4818-8be1-53b989234834 service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905171 Aug 16 01:55:08.506562 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-c6f999ad-48a7-4027-991a-ed8e6c5c35ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.506882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-c6f999ad-48a7-4027-991a-ed8e6c5c35ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.545856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-c6f999ad-48a7-4027-991a-ed8e6c5c35ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Calling delete_port for ee7b1518-3b65-4d55-9f46-9b379bbc009b owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:08.674917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f4bac5a-c3c6-4abe-bf80-dda61087056d req-458074ca-ee77-4f6f-bb02-77fb45ef0afc service neutron] 10.222.0.64 "GET /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919711 Aug 16 01:55:08.761169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-6541f760-486f-42c9-a02a-376483dd2916 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.762672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-6541f760-486f-42c9-a02a-376483dd2916 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.74 "GET /v2.0/networks?id=a4b97383-1dac-4691-b567-ee900e027f5d HTTP/1.1" status: 200 len: 817 time: 0.1436279 Aug 16 01:55:08.788746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Request body: {'port': {'device_id': '64d1dc91-b5ae-4d49-abed-55d89bd2d9df', 'network_id': 'a4b97383-1dac-4691-b567-ee900e027f5d', 'admin_state_up': True, 'tenant_id': 'c81045fd2b484fb5924c9564b25aecce'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:08.918644 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-c6f999ad-48a7-4027-991a-ed8e6c5c35ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.947699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f999ad-48a7-4027-991a-ed8e6c5c35ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Pushing event deleted for resources: {'Port': ['ID=ee7b1518-3b65-4d55-9f46-9b379bbc009b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:09.009784 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-c6f999ad-48a7-4027-991a-ed8e6c5c35ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.012277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-c6f999ad-48a7-4027-991a-ed8e6c5c35ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.013466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a27b996-8569-4da1-8e0f-9fda5854cd32 req-c6f999ad-48a7-4027-991a-ed8e6c5c35ec tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "DELETE /v2.0/floatingips/d899f331-d2c0-4096-9369-bae73bf2dc4b HTTP/1.1" status: 204 len: 173 time: 1.1830122 Aug 16 01:55:09.032590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Made reservation on behalf of c81045fd2b484fb5924c9564b25aecce for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:09.036179 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.158183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca0c5-6363-4ef4-9c18-ab73f322ff50 req-1c4263eb-f92b-4996-a1fe-3db3ade3c3a6 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:09.159678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d5ca0c5-6363-4ef4-9c18-ab73f322ff50 req-1c4263eb-f92b-4996-a1fe-3db3ade3c3a6 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 945 time: 0.0976858 Aug 16 01:55:09.225688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d5ca0c5-6363-4ef4-9c18-ab73f322ff50 req-7f545464-e99a-425d-8626-dfa26b44a456 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476782 Aug 16 01:55:09.230224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Allocated IP 172.20.0.14 (a4b97383-1dac-4691-b567-ee900e027f5d/8f14619c-ccee-4bf1-b676-4a5cd3afaab9/ebd3734b-a66c-4920-80e8-85b5897663e0) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:09.382811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ed80c-aa07-4a9c-a72c-d3a80c78ca34 req-0727c1ef-488c-4882-a5d3-4ebfe0f4076c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:09.384343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b84ed80c-aa07-4a9c-a72c-d3a80c78ca34 req-0727c1ef-488c-4882-a5d3-4ebfe0f4076c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1027231 Aug 16 01:55:09.437332 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.449127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b84ed80c-aa07-4a9c-a72c-d3a80c78ca34 req-5a05681c-e63b-4dcb-9dd5-25edc5427f5e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567610 Aug 16 01:55:09.555375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b62df0-fc90-426a-be87-24e87cd9e4fa req-25c2d280-a2d5-45d3-beb5-d2a46808e98a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:09.556783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91b62df0-fc90-426a-be87-24e87cd9e4fa req-25c2d280-a2d5-45d3-beb5-d2a46808e98a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 943 time: 0.0525820 Aug 16 01:55:09.558547 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.622677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Network a4b97383-1dac-4691-b567-ee900e027f5d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:09.627638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:09.634959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Pushing event updated for resources: {'Port': ['ID=ebd3734b-a66c-4920-80e8-85b5897663e0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:09.638388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:09.646588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91b62df0-fc90-426a-be87-24e87cd9e4fa req-7d000b50-d00a-47d8-bee0-4b9c705f5590 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801904 Aug 16 01:55:09.691709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:09.692325 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.798263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-eafa1ac8-5aa5-4dfe-91ce-7b6e467f6876 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0145676 Aug 16 01:55:09.814355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Request body: {'port': {'device_id': '64d1dc91-b5ae-4d49-abed-55d89bd2d9df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:09.829220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338b7b4-69e8-424c-8379-aa67f20de269 req-b25a91b5-b8da-47ac-923d-b97d9658404e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:09.830710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3338b7b4-69e8-424c-8379-aa67f20de269 req-b25a91b5-b8da-47ac-923d-b97d9658404e tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 945 time: 0.0624857 Aug 16 01:55:09.905669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3338b7b4-69e8-424c-8379-aa67f20de269 req-c46b4929-c5c5-4950-a6ef-5e9d108defef tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600061 Aug 16 01:55:09.906392 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.119349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab93d4e-3ca4-4612-813b-3db89b5db621 req-c4a0ccdf-c409-4cf7-9275-fd7f44fef93c tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:10.120819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ab93d4e-3ca4-4612-813b-3db89b5db621 req-c4a0ccdf-c409-4cf7-9275-fd7f44fef93c tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/ports?device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 932 time: 0.1014075 Aug 16 01:55:10.185136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ab93d4e-3ca4-4612-813b-3db89b5db621 req-433ff582-05e0-4b7d-9229-c2b7dd3a851e tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/security-groups?id=c95968b5-25aa-40b2-9f3a-e24557e11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582566 Aug 16 01:55:10.248003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd3734b-a66c-4920-80e8-85b5897663e0 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:10.255613 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.267873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Transition to ACTIVE for port object ebd3734b-a66c-4920-80e8-85b5897663e0 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:10.358700 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.409844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd3734b-a66c-4920-80e8-85b5897663e0,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:10.480144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Attempting to bind port ebd3734b-a66c-4920-80e8-85b5897663e0 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:10.480482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Attempting to bind port ebd3734b-a66c-4920-80e8-85b5897663e0 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'b8cb889a-39f1-40ee-ad30-943cd738c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a4b97383-1dac-4691-b567-ee900e027f5d'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:10.480806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Attempting to bind port ebd3734b-a66c-4920-80e8-85b5897663e0 on network a4b97383-1dac-4691-b567-ee900e027f5d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:10.485181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Port ebd3734b-a66c-4920-80e8-85b5897663e0 on network a4b97383-1dac-4691-b567-ee900e027f5d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:10.485502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Attempting to bind port ebd3734b-a66c-4920-80e8-85b5897663e0 on network a4b97383-1dac-4691-b567-ee900e027f5d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:10.491084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:10.491721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Checking segment: {'id': 'b8cb889a-39f1-40ee-ad30-943cd738c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a4b97383-1dac-4691-b567-ee900e027f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:10.492139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Bound using segment: {'id': 'b8cb889a-39f1-40ee-ad30-943cd738c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a4b97383-1dac-4691-b567-ee900e027f5d'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:10.493308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Bound port: ebd3734b-a66c-4920-80e8-85b5897663e0, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8cb889a-39f1-40ee-ad30-943cd738c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a4b97383-1dac-4691-b567-ee900e027f5d'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:10.493658 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.558997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] For port ebd3734b-a66c-4920-80e8-85b5897663e0, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:10.561987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] For port ebd3734b-a66c-4920-80e8-85b5897663e0, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ebd3734b-a66c-4920-80e8-85b5897663e0,segment=NetworkSegment(b8cb889a-39f1-40ee-ad30-943cd738c59b),segment_id=b8cb889a-39f1-40ee-ad30-943cd738c59b)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:10.639376 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.703976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:10.704600 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.706072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] 10.222.0.74 "PUT /v2.0/ports/ebd3734b-a66c-4920-80e8-85b5897663e0 HTTP/1.1" status: 200 len: 1093 time: 0.8966753 Aug 16 01:55:10.707393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d1dc91-b5ae-4d49-abed-55d89bd2d9df', 'tag': 'ebd3734b-a66c-4920-80e8-85b5897663e0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:10.709672 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ed9da6-c014-4f00-8cd6-9660f6bf9d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "64d1dc91-b5ae-4d49-abed-55d89bd2d9df", "tag": "ebd3734b-a66c-4920-80e8-85b5897663e0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:10.738503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cd5eb-94e1-4782-a344-64a926991ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd3734b-a66c-4920-80e8-85b5897663e0,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:10.753961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70c526-26dd-493d-bf19-782dbdd4c890 req-374c6c2e-9360-4d4c-b3ff-2d4e35b522ef tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:10.755463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f70c526-26dd-493d-bf19-782dbdd4c890 req-374c6c2e-9360-4d4c-b3ff-2d4e35b522ef tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 945 time: 0.0885837 Aug 16 01:55:10.797881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f70c526-26dd-493d-bf19-782dbdd4c890 req-599a5449-8e6c-4b71-8b3a-64d05999f9c0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363278 Aug 16 01:55:10.845093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-2fd8f9e2-f2f5-4b8c-ae2d-e67a0bd89973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:10.846657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-2fd8f9e2-f2f5-4b8c-ae2d-e67a0bd89973 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c81045fd2b484fb5924c9564b25aecce&device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 1096 time: 0.0421987 Aug 16 01:55:10.915399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-edde3ef2-3817-4cec-9855-1a88bcba7b0f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebd3734b-a66c-4920-80e8-85b5897663e0 HTTP/1.1" status: 200 len: 217 time: 0.0485282 Aug 16 01:55:10.965436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d52f-b9c5-47a1-a3d4-ea63b1105f8c req-2d0583c4-0d70-4053-b6b4-78109112b3c7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:10.966911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e13d52f-b9c5-47a1-a3d4-ea63b1105f8c req-2d0583c4-0d70-4053-b6b4-78109112b3c7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1090908 Aug 16 01:55:10.994200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-e0d44aaa-89c0-4973-bc33-99757be7b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:10.995685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-e0d44aaa-89c0-4973-bc33-99757be7b3c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f14619c-ccee-4bf1-b676-4a5cd3afaab9 HTTP/1.1" status: 200 len: 857 time: 0.0724554 Aug 16 01:55:11.034219 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-1e2ecb27-f770-4f1a-8445-5c7ba087c9b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4b97383-1dac-4691-b567-ee900e027f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310593 Aug 16 01:55:11.037393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e13d52f-b9c5-47a1-a3d4-ea63b1105f8c req-c2ce2b84-fd12-41da-81eb-9e204e3823ca tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633564 Aug 16 01:55:11.174257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f52ef-ea4b-44fa-9758-8e976bf25df0 req-46a49986-cc0d-4e82-9cd0-63e85ffc24a6 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.175664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c0f52ef-ea4b-44fa-9758-8e976bf25df0 req-46a49986-cc0d-4e82-9cd0-63e85ffc24a6 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 945 time: 0.0776441 Aug 16 01:55:11.177891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-40b1f04c-9043-480b-8a4e-71f1a58dbd38 service neutron] 10.222.0.74 "GET /v2.0/networks/a4b97383-1dac-4691-b567-ee900e027f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359224 Aug 16 01:55:11.263492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c0f52ef-ea4b-44fa-9758-8e976bf25df0 req-c093d801-0778-47ba-8296-df2cbb33fbda tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817070 Aug 16 01:55:11.303369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1198135b-8e3e-4a8e-8331-27cc7e7e50d5 req-bd29794a-037e-44ea-ade6-9abe6109a819 service neutron] 10.222.0.74 "GET /v2.0/networks/a4b97383-1dac-4691-b567-ee900e027f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158209 Aug 16 01:55:11.396995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63ebb6-fa35-4199-99eb-24706ade67ee req-7d9e47b5-7fbb-4360-aa91-3c47a9dfebcd tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.398534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff63ebb6-fa35-4199-99eb-24706ade67ee req-7d9e47b5-7fbb-4360-aa91-3c47a9dfebcd tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 946 time: 0.0768206 Aug 16 01:55:11.406175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-b9a058bd-ef53-4184-b7ab-f1796f1f062b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578654 Aug 16 01:55:11.453103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff63ebb6-fa35-4199-99eb-24706ade67ee req-25a1ec54-66ea-42e0-bfcf-d2a72c0f446a tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1d5a2c6-e8de-4475-9285-d19e2db5fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459018 Aug 16 01:55:11.482419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-bbd02cc6-80c3-4744-a018-bbb0e5697d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.484120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-bbd02cc6-80c3-4744-a018-bbb0e5697d26 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 1098 time: 0.0465226 Aug 16 01:55:11.596483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d0b94604-c91e-41d1-b401-c2c16bb9a5c8 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:11.621148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9ac70-db57-42bf-9778-b668bd8481d0 req-53665ac3-80c6-42e0-96aa-86c5ae5066b2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.622713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ae9ac70-db57-42bf-9778-b668bd8481d0 req-53665ac3-80c6-42e0-96aa-86c5ae5066b2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 943 time: 0.1103418 Aug 16 01:55:11.639471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-0ab3399a-9b3c-47fe-b8b6-dc24bd220421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.640924 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-0ab3399a-9b3c-47fe-b8b6-dc24bd220421 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.1378891 Aug 16 01:55:11.690437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d0b94604-c91e-41d1-b401-c2c16bb9a5c8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d0b94604-c91e-41d1-b401-c2c16bb9a5c8,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:11.696609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-122032da-de79-44f3-89b6-eb1ea448480d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b119a8e-02e3-4da4-93e9-0c47af128055 HTTP/1.1" status: 200 len: 217 time: 0.0461242 Aug 16 01:55:11.702345 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'd0b94604-c91e-41d1-b401-c2c16bb9a5c8', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'port_id': 'd0b94604-c91e-41d1-b401-c2c16bb9a5c8', 'mac_address': 'fa:16:3e:fa:3f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:11.703844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ae9ac70-db57-42bf-9778-b668bd8481d0 req-cf018495-50db-4a79-8869-cdae7bca565f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738649 Aug 16 01:55:11.744615 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.751836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-5f86720d-dece-4792-90a7-5e3faee27f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.753969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-5f86720d-dece-4792-90a7-5e3faee27f2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0473614 Aug 16 01:55:11.754859 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d02826-4815-4c8d-90ed-eec69831c482 x-openstack-request-id: req-37d02826-4815-4c8d-90ed-eec69831c482 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:11.755150 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d1dc91-b5ae-4d49-abed-55d89bd2d9df", "tag": "ebd3734b-a66c-4920-80e8-85b5897663e0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:11.755394 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37d02826-4815-4c8d-90ed-eec69831c482 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:11.755837 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d1dc91-b5ae-4d49-abed-55d89bd2d9df', 'tag': 'ebd3734b-a66c-4920-80e8-85b5897663e0', 'status': 'completed', 'code': 200} Aug 16 01:55:11.760722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b94604-c91e-41d1-b401-c2c16bb9a5c8 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:11.781795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d0b94604-c91e-41d1-b401-c2c16bb9a5c8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d0b94604-c91e-41d1-b401-c2c16bb9a5c8,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:11.839321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-add1ce00-8a0f-4c03-a940-3d08d7f801e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.840854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-add1ce00-8a0f-4c03-a940-3d08d7f801e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750053 Aug 16 01:55:11.843306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed9da6-c014-4f00-8cd6-9660f6bf9d3c req-153e0b2e-8f9c-4b81-9aba-eb4a320ac58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.844673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20ed9da6-c014-4f00-8cd6-9660f6bf9d3c req-153e0b2e-8f9c-4b81-9aba-eb4a320ac58d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c81045fd2b484fb5924c9564b25aecce&device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 1096 time: 0.0686738 Aug 16 01:55:11.888454 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.938068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d0b94604-c91e-41d1-b401-c2c16bb9a5c8,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:12.015818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed9da6-c014-4f00-8cd6-9660f6bf9d3c req-1a6e01fc-a9dd-46b1-9d3d-0d74c6ecb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.017241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20ed9da6-c014-4f00-8cd6-9660f6bf9d3c req-1a6e01fc-a9dd-46b1-9d3d-0d74c6ecb625 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4b97383-1dac-4691-b567-ee900e027f5d HTTP/1.1" status: 200 len: 918 time: 0.1600926 Aug 16 01:55:12.019037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-051e29a9-05fb-4ba8-b961-a890f6687348 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630199 Aug 16 01:55:12.080664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20ed9da6-c014-4f00-8cd6-9660f6bf9d3c req-9d9606f0-9546-4ce3-a9df-f16aad8dfe6d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebd3734b-a66c-4920-80e8-85b5897663e0 HTTP/1.1" status: 200 len: 217 time: 0.0496228 Aug 16 01:55:12.170269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed9da6-c014-4f00-8cd6-9660f6bf9d3c req-f95a6092-248d-4f3d-9820-597f4573bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.171749 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20ed9da6-c014-4f00-8cd6-9660f6bf9d3c req-f95a6092-248d-4f3d-9820-597f4573bf1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f14619c-ccee-4bf1-b676-4a5cd3afaab9 HTTP/1.1" status: 200 len: 857 time: 0.0637186 Aug 16 01:55:12.195861 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a800f108-e1ed-43fe-a6f2-cf6de7039456 req-bc91ecb1-dbc2-45f3-ac77-8ce9def5bbf1 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634989 Aug 16 01:55:12.209191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d0b94604-c91e-41d1-b401-c2c16bb9a5c8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:12.210119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20ed9da6-c014-4f00-8cd6-9660f6bf9d3c req-fe8e1802-ba0d-4833-bddf-6ac99b1b6b4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4b97383-1dac-4691-b567-ee900e027f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272431 Aug 16 01:55:12.359958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac1395-a0be-4208-98be-2b19c61be361 req-2910ef17-01a1-49fe-84e3-e498c1bca5ce tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.361463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5ac1395-a0be-4208-98be-2b19c61be361 req-2910ef17-01a1-49fe-84e3-e498c1bca5ce tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 946 time: 0.0944619 Aug 16 01:55:12.365876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20ed9da6-c014-4f00-8cd6-9660f6bf9d3c req-5cc763e4-711a-4bce-b6f3-9009ca6bfac1 service neutron] 10.222.0.74 "GET /v2.0/networks/a4b97383-1dac-4691-b567-ee900e027f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459234 Aug 16 01:55:12.525214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20ed9da6-c014-4f00-8cd6-9660f6bf9d3c req-852173bf-8a04-4c1d-9304-143c4b5297ae service neutron] 10.222.0.74 "GET /v2.0/networks/a4b97383-1dac-4691-b567-ee900e027f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493416 Aug 16 01:55:12.532032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a5ac1395-a0be-4208-98be-2b19c61be361 req-16af8a10-4d5a-48dc-8b48-4c9ff3602fd4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Deleting port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:12.532378 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a5ac1395-a0be-4208-98be-2b19c61be361 req-16af8a10-4d5a-48dc-8b48-4c9ff3602fd4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.696838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a5ac1395-a0be-4208-98be-2b19c61be361 req-16af8a10-4d5a-48dc-8b48-4c9ff3602fd4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] For port ba1e01f7-e809-461e-8c5b-fe0cd45bba71, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ba1e01f7-e809-461e-8c5b-fe0cd45bba71,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:12.697563 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a5ac1395-a0be-4208-98be-2b19c61be361 req-16af8a10-4d5a-48dc-8b48-4c9ff3602fd4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.715353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-c1c5cedf-71f5-4bca-aa3e-6aea461c5042 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.716829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-c1c5cedf-71f5-4bca-aa3e-6aea461c5042 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 812 time: 0.1701388 Aug 16 01:55:12.720591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a5ac1395-a0be-4208-98be-2b19c61be361 req-16af8a10-4d5a-48dc-8b48-4c9ff3602fd4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Calling delete_port for ba1e01f7-e809-461e-8c5b-fe0cd45bba71 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:12.744511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-d1e86d1d-d2c3-4cab-8b90-84caeda788e6 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/quotas/ba1d0ba988054dcba34eab22d5357e9a HTTP/1.1" status: 200 len: 375 time: 0.0199780 Aug 16 01:55:12.850403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-ef87f0fc-e988-4bf8-a8c9-6aca89dda127 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0792537 Aug 16 01:55:12.972943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-15bc563d-9747-4f53-a3d3-18d7e81293aa service neutron] 10.222.0.66 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140442 Aug 16 01:55:13.038692 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a5ac1395-a0be-4208-98be-2b19c61be361 req-16af8a10-4d5a-48dc-8b48-4c9ff3602fd4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.051219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['ba1e01f7-e809-461e-8c5b-fe0cd45bba71'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:13.075511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af8a10-4d5a-48dc-8b48-4c9ff3602fd4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Pushing event deleted for resources: {'Port': ['ID=ba1e01f7-e809-461e-8c5b-fe0cd45bba71,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:13.130040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-2a4aee97-452a-41b9-8aca-112facd87f60 service neutron] 10.222.0.66 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504011 Aug 16 01:55:13.130720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ac1395-a0be-4208-98be-2b19c61be361 req-16af8a10-4d5a-48dc-8b48-4c9ff3602fd4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] No DVR routers for this DVR port ba1e01f7-e809-461e-8c5b-fe0cd45bba71 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:13.133483 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a5ac1395-a0be-4208-98be-2b19c61be361 req-16af8a10-4d5a-48dc-8b48-4c9ff3602fd4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.135743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5ac1395-a0be-4208-98be-2b19c61be361 req-16af8a10-4d5a-48dc-8b48-4c9ff3602fd4 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.64 "DELETE /v2.0/ports/ba1e01f7-e809-461e-8c5b-fe0cd45bba71 HTTP/1.1" status: 204 len: 173 time: 0.7680283 Aug 16 01:55:13.423686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0c888-5f90-4391-b895-843d63a95746 req-3137e1a5-9ad6-426e-b3ac-40eeb8f7b54c tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.423686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fd0c888-5f90-4391-b895-843d63a95746 req-3137e1a5-9ad6-426e-b3ac-40eeb8f7b54c tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/ports?device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 944 time: 0.0599539 Aug 16 01:55:13.467282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fd0c888-5f90-4391-b895-843d63a95746 req-f358e2ad-b3fd-417c-9e02-6dcb8de94491 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/security-groups?id=c95968b5-25aa-40b2-9f3a-e24557e11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 Aug 16 01:55:13.597851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d0b94604-c91e-41d1-b401-c2c16bb9a5c8 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:13.752394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:13.756317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:13.756691 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.758429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'name': 'network-vif-deleted', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:13.764331 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2753da93-637a-4c39-86ec-459d43d9eba4" -d '{"events": [{"server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "name": "network-vif-deleted", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:13.803459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b39883-8f24-4a80-844f-088f3c409d23 req-49a73196-b7eb-4ac7-a7be-51a895dda20f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.805646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6b39883-8f24-4a80-844f-088f3c409d23 req-49a73196-b7eb-4ac7-a7be-51a895dda20f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 945 time: 0.0557036 Aug 16 01:55:13.836874 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.845179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6b39883-8f24-4a80-844f-088f3c409d23 req-bd07f4af-0a26-4f8a-b0bf-52e5dcd99804 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334189 Aug 16 01:55:13.862112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfc0a42-9e5c-451a-b05b-1678ae2f71b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b94604-c91e-41d1-b401-c2c16bb9a5c8'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:13.864352 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecc0635-138b-44fc-a3bc-df9be9b62e5a" -d '{"events": [{"server_uuid": "2dfc0a42-9e5c-451a-b05b-1678ae2f71b2", "name": "network-vif-plugged", "status": "completed", "tag": "d0b94604-c91e-41d1-b401-c2c16bb9a5c8"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:13.879553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d0b94604-c91e-41d1-b401-c2c16bb9a5c8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d0b94604-c91e-41d1-b401-c2c16bb9a5c8,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:13.950532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83f6bddc-8335-44d1-b65c-72befaac1fd1 req-252a057f-14ee-45ad-b7ad-54751a726d50 tempest-FloatingIPsAssociationTestJSON-1087487361 tempest-FloatingIPsAssociationTestJSON-1087487361-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0ece1c9-7172-462e-9903-1cb72878dcfa HTTP/1.1" status: 200 len: 210 time: 0.0273809 Aug 16 01:55:13.952582 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.953385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ba1e01f7-e809-461e-8c5b-fe0cd45bba71 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:13.999778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: ba1e01f7-e809-461e-8c5b-fe0cd45bba71 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:13.999778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ba1e01f7-e809-461e-8c5b-fe0cd45bba71 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:14.024747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d0b94604-c91e-41d1-b401-c2c16bb9a5c8,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:14.063761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82a87a-e35b-416f-ae29-8ccb4ba50b4c req-19179f4e-a8c4-426f-8b8e-d7433754d41c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.065458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e82a87a-e35b-416f-ae29-8ccb4ba50b4c req-19179f4e-a8c4-426f-8b8e-d7433754d41c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 945 time: 0.0556710 Aug 16 01:55:14.105193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e82a87a-e35b-416f-ae29-8ccb4ba50b4c req-71bf0dfb-ee47-4c3e-8538-422934d4b6a1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334101 Aug 16 01:55:14.255278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9d65c39-2310-443d-878f-55740a1472b3 req-2d634c3d-e5b1-4e33-814f-7d872fd65fdc tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 210 time: 0.0295146 Aug 16 01:55:14.263349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652836df-bba3-45a7-b11e-096d73b9d7c7 req-3f5f1c1b-ede1-4da9-9464-3c05c4b03e86 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.264753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-652836df-bba3-45a7-b11e-096d73b9d7c7 req-3f5f1c1b-ede1-4da9-9464-3c05c4b03e86 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 945 time: 0.0732229 Aug 16 01:55:14.370273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-652836df-bba3-45a7-b11e-096d73b9d7c7 req-f7945e1a-d631-4e14-b72e-95497158be16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Deleting port 174adf10-ece4-4414-adf7-ecf2f7cc9a88 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:14.370606 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-652836df-bba3-45a7-b11e-096d73b9d7c7 req-f7945e1a-d631-4e14-b72e-95497158be16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.489689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df4a4c-5016-4d46-8087-94e8a0007447 req-f2505d48-bfd6-4c0c-ae1f-8140af421650 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.491198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75df4a4c-5016-4d46-8087-94e8a0007447 req-f2505d48-bfd6-4c0c-ae1f-8140af421650 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 945 time: 0.1164527 Aug 16 01:55:14.510104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-652836df-bba3-45a7-b11e-096d73b9d7c7 req-f7945e1a-d631-4e14-b72e-95497158be16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] For port 174adf10-ece4-4414-adf7-ecf2f7cc9a88, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=174adf10-ece4-4414-adf7-ecf2f7cc9a88,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:14.510394 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-652836df-bba3-45a7-b11e-096d73b9d7c7 req-f7945e1a-d631-4e14-b72e-95497158be16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.532757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-652836df-bba3-45a7-b11e-096d73b9d7c7 req-f7945e1a-d631-4e14-b72e-95497158be16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Calling delete_port for 174adf10-ece4-4414-adf7-ecf2f7cc9a88 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:14.555176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75df4a4c-5016-4d46-8087-94e8a0007447 req-ae3f2f8e-2fd5-476a-8bb9-384ba0625a56 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561476 Aug 16 01:55:14.601628 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e037747-faf1-43a4-b6b9-ec3acc8b318f x-openstack-request-id: req-0e037747-faf1-43a4-b6b9-ec3acc8b318f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:14.602037 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ece1c9-7172-462e-9903-1cb72878dcfa", "name": "network-vif-deleted", "tag": "ba1e01f7-e809-461e-8c5b-fe0cd45bba71", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:14.602452 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e037747-faf1-43a4-b6b9-ec3acc8b318f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:14.602888 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ece1c9-7172-462e-9903-1cb72878dcfa', 'name': 'network-vif-deleted', 'tag': 'ba1e01f7-e809-461e-8c5b-fe0cd45bba71', 'status': 'completed', 'code': 200} Aug 16 01:55:14.633952 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aec16c7-ee18-407d-a90f-1990db13d4be x-openstack-request-id: req-0aec16c7-ee18-407d-a90f-1990db13d4be {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:14.633952 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfc0a42-9e5c-451a-b05b-1678ae2f71b2", "name": "network-vif-plugged", "status": "completed", "tag": "d0b94604-c91e-41d1-b401-c2c16bb9a5c8", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:14.633952 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0aec16c7-ee18-407d-a90f-1990db13d4be {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:14.633952 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfc0a42-9e5c-451a-b05b-1678ae2f71b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b94604-c91e-41d1-b401-c2c16bb9a5c8', 'code': 200} Aug 16 01:55:14.730091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326363d-8bdf-467d-b89e-94c119fae254 req-383dd766-80c4-47fb-aa87-fc7cb7bb1a98 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.731625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e326363d-8bdf-467d-b89e-94c119fae254 req-383dd766-80c4-47fb-aa87-fc7cb7bb1a98 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/ports?device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 944 time: 0.0505025 Aug 16 01:55:14.737222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d001cd-096f-453a-9957-d8dd21b23bc7 req-b54fe42d-221b-4212-9c03-d894e7b09680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.738793 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f5d001cd-096f-453a-9957-d8dd21b23bc7 req-b54fe42d-221b-4212-9c03-d894e7b09680 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 1097 time: 0.0417237 Aug 16 01:55:14.774042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e326363d-8bdf-467d-b89e-94c119fae254 req-0df8ab70-b530-491b-ac51-bac1f7ec8168 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/security-groups?id=c95968b5-25aa-40b2-9f3a-e24557e11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355647 Aug 16 01:55:14.793003 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f5d001cd-096f-453a-9957-d8dd21b23bc7 req-5e682a48-4555-41e9-bd7a-0779c277afc9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383060 Aug 16 01:55:14.810047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-652836df-bba3-45a7-b11e-096d73b9d7c7 req-f7945e1a-d631-4e14-b72e-95497158be16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.824017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba', '59cdd188-c28a-49c9-85a7-3faa5aec6eb3'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:14.826774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['174adf10-ece4-4414-adf7-ecf2f7cc9a88'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:14.839523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7945e1a-d631-4e14-b72e-95497158be16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event deleted for resources: {'Port': ['ID=174adf10-ece4-4414-adf7-ecf2f7cc9a88,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:14.872441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ebd3734b-a66c-4920-80e8-85b5897663e0 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:14.912069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-652836df-bba3-45a7-b11e-096d73b9d7c7 req-f7945e1a-d631-4e14-b72e-95497158be16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] No DVR routers for this DVR port 174adf10-ece4-4414-adf7-ecf2f7cc9a88 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:14.917062 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-652836df-bba3-45a7-b11e-096d73b9d7c7 req-f7945e1a-d631-4e14-b72e-95497158be16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.919137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-652836df-bba3-45a7-b11e-096d73b9d7c7 req-f7945e1a-d631-4e14-b72e-95497158be16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "DELETE /v2.0/ports/174adf10-ece4-4414-adf7-ecf2f7cc9a88 HTTP/1.1" status: 204 len: 173 time: 0.6471262 Aug 16 01:55:14.927361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99f093-df30-47ed-9e11-21a1cb3184d4 req-b1c83ed0-d56e-4560-b17b-04db0a78eb7b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.928779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c99f093-df30-47ed-9e11-21a1cb3184d4 req-b1c83ed0-d56e-4560-b17b-04db0a78eb7b tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 945 time: 0.0905559 Aug 16 01:55:14.971654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c99f093-df30-47ed-9e11-21a1cb3184d4 req-4884f1fe-3505-40c1-902d-d9b50a9fc61a tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356879 Aug 16 01:55:15.041737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ebd3734b-a66c-4920-80e8-85b5897663e0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ebd3734b-a66c-4920-80e8-85b5897663e0,segment=NetworkSegment(b8cb889a-39f1-40ee-ad30-943cd738c59b),segment_id=b8cb889a-39f1-40ee-ad30-943cd738c59b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:15.061002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'ebd3734b-a66c-4920-80e8-85b5897663e0', 'network_id': 'a4b97383-1dac-4691-b567-ee900e027f5d', 'port_id': 'ebd3734b-a66c-4920-80e8-85b5897663e0', 'mac_address': 'fa:16:3e:35:c9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f14619c-ccee-4bf1-b676-4a5cd3afaab9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:15.069580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73d41b8c-1a8b-414b-833b-322db2fc6ac3 req-cf3ac70f-a76b-4d38-b665-73f522fa0b82 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5779a3e-0399-47e6-87a5-9e3b4de5097a HTTP/1.1" status: 200 len: 210 time: 0.0261359 Aug 16 01:55:15.125954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40492) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:15.132368 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.158911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd3734b-a66c-4920-80e8-85b5897663e0 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:15.194128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ebd3734b-a66c-4920-80e8-85b5897663e0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ebd3734b-a66c-4920-80e8-85b5897663e0,segment=NetworkSegment(b8cb889a-39f1-40ee-ad30-943cd738c59b),segment_id=b8cb889a-39f1-40ee-ad30-943cd738c59b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:15.381130 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.435229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ebd3734b-a66c-4920-80e8-85b5897663e0,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:15.489612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.496278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcff14b-fbe5-45fe-8d67-fca88fbd022f req-08a915a6-a803-4db2-8e59-a70deac9d8e2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.497797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bcff14b-fbe5-45fe-8d67-fca88fbd022f req-08a915a6-a803-4db2-8e59-a70deac9d8e2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 945 time: 0.0492210 Aug 16 01:55:15.545343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bcff14b-fbe5-45fe-8d67-fca88fbd022f req-c72e5e4c-ea82-408e-821a-866452d36434 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412455 Aug 16 01:55:15.658583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['ebd3734b-a66c-4920-80e8-85b5897663e0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:15.735068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d7bea35-d2a4-42a4-811b-4c260d962be7 req-2bf6d8ed-be04-4349-815c-8932e47afc25 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 210 time: 0.0692554 Aug 16 01:55:15.774288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] Deleting port c4192147-8645-45c3-b88e-2336296731e6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:15.774806 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.874304 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] For port c4192147-8645-45c3-b88e-2336296731e6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c4192147-8645-45c3-b88e-2336296731e6,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:15.874953 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.894656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] Calling delete_port for c4192147-8645-45c3-b88e-2336296731e6 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:16.268353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.298705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4192147-8645-45c3-b88e-2336296731e6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:16.310020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1905278-8fc3-4814-bd7e-45bf990aecc0 req-098f1c38-ecbe-46c2-92ba-e228196cab89 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:16.312173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1905278-8fc3-4814-bd7e-45bf990aecc0 req-098f1c38-ecbe-46c2-92ba-e228196cab89 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 945 time: 0.1165528 Aug 16 01:55:16.339863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-6d76792d-a39a-447c-9473-fdfcdbe31975 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:16.341409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-6d76792d-a39a-447c-9473-fdfcdbe31975 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 812 time: 0.5498645 Aug 16 01:55:16.358532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Request body: {'port': {'device_id': 'd4cfe6c4-32bb-4746-aca7-6742b2450b1e', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'admin_state_up': True, 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:16.425885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1905278-8fc3-4814-bd7e-45bf990aecc0 req-9b1401c0-5dc0-45c4-9f84-7a412f93b310 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016462 Aug 16 01:55:16.523589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.595053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102372e-8e5b-496b-b61f-8f0b155afb47 req-a41e55be-0e19-43f5-8f90-b7f11df3e7a8 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:16.596464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2102372e-8e5b-496b-b61f-8f0b155afb47 req-a41e55be-0e19-43f5-8f90-b7f11df3e7a8 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/ports?device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 945 time: 0.0564756 Aug 16 01:55:16.604667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5779a3e-0399-47e6-87a5-9e3b4de5097a', 'name': 'network-vif-deleted', 'tag': '174adf10-ece4-4414-adf7-ecf2f7cc9a88'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:16.606932 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebb35c3-a358-4ee5-b83a-71e06197d39b" -d '{"events": [{"server_uuid": "d5779a3e-0399-47e6-87a5-9e3b4de5097a", "name": "network-vif-deleted", "tag": "174adf10-ece4-4414-adf7-ecf2f7cc9a88"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:16.616903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Made reservation on behalf of ba1d0ba988054dcba34eab22d5357e9a for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:16.620829 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.663984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2102372e-8e5b-496b-b61f-8f0b155afb47 req-8823dba8-12bb-42c7-9ddc-b50ae5a700e0 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/security-groups?id=c95968b5-25aa-40b2-9f3a-e24557e11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602279 Aug 16 01:55:16.768465 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] Router c8eb8845-4d43-40e1-9768-aec27ac865f9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:16.808252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Allocated IP 172.20.0.4 (e599376b-7b08-42e8-85bf-1a61cac76676/7343030e-9add-4353-8aff-66a47414352b/cdaf5990-7d2f-4ca3-8279-f6d0d164fda7) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:16.839740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cca68-7da3-4d93-ab43-5a3205431643 req-13f3e940-950b-435e-80ec-6ed5c296cde4 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:16.841153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-225cca68-7da3-4d93-ab43-5a3205431643 req-13f3e940-950b-435e-80ec-6ed5c296cde4 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 945 time: 0.0835984 Aug 16 01:55:16.877682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ebd3734b-a66c-4920-80e8-85b5897663e0 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:16.887934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:16.896867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40522) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:16.897021 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-89bd106e-4702-40e1-aa69-0cb6e4e8a543 admin admin] 10.222.0.66 "PUT /v2.0/routers/c8eb8845-4d43-40e1-9768-aec27ac865f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695949 Aug 16 01:55:16.901396 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807968b-420f-4a49-b929-800682022f0f None None] Sync routers for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:16.910912 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807968b-420f-4a49-b929-800682022f0f None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:16.911720 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8807968b-420f-4a49-b929-800682022f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:16.976151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-225cca68-7da3-4d93-ab43-5a3205431643 req-ca57a3d3-0dba-4ce2-82e6-d636d2379f8a tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d013d12-1b33-4f5b-9070-34f7037e0546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286151 Aug 16 01:55:17.004804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port ebd3734b-a66c-4920-80e8-85b5897663e0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:17.012130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port ebd3734b-a66c-4920-80e8-85b5897663e0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:17.017729 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.046311 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8807968b-420f-4a49-b929-800682022f0f None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:17.098953 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.115457 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.123629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d1dc91-b5ae-4d49-abed-55d89bd2d9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd3734b-a66c-4920-80e8-85b5897663e0'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:17.126171 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94796f1-f3e3-48cf-b22f-39806bc7ec45" -d '{"events": [{"server_uuid": "64d1dc91-b5ae-4d49-abed-55d89bd2d9df", "name": "network-vif-plugged", "status": "completed", "tag": "ebd3734b-a66c-4920-80e8-85b5897663e0"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:17.131595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.140415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ebd3734b-a66c-4920-80e8-85b5897663e0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ebd3734b-a66c-4920-80e8-85b5897663e0,segment=NetworkSegment(b8cb889a-39f1-40ee-ad30-943cd738c59b),segment_id=b8cb889a-39f1-40ee-ad30-943cd738c59b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:17.166287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Transition to ACTIVE for port object cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:17.194750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2487e-9939-432c-9ca7-129b8f24b06c req-33441378-0a32-4a21-85ba-1a6eb09cd662 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:17.196281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41a2487e-9939-432c-9ca7-129b8f24b06c req-33441378-0a32-4a21-85ba-1a6eb09cd662 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 945 time: 0.1476569 Aug 16 01:55:17.234369 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8807968b-420f-4a49-b929-800682022f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:55:16Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:17.256174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.260803 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807968b-420f-4a49-b929-800682022f0f None None] Checking router: c8eb8845-4d43-40e1-9768-aec27ac865f9 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:17.271163 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807968b-420f-4a49-b929-800682022f0f None None] Routers {'c8eb8845-4d43-40e1-9768-aec27ac865f9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:17.272013 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8807968b-420f-4a49-b929-800682022f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c8eb8845-4d43-40e1-9768-aec27ac865f9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:17.294982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41a2487e-9939-432c-9ca7-129b8f24b06c req-c3eb3666-3875-4c01-9968-52ea98af1ed3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864480 Aug 16 01:55:17.303592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.312829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ebd3734b-a66c-4920-80e8-85b5897663e0,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.357297 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6007826d-d903-4e9e-8d70-3bc681a36b2f x-openstack-request-id: req-6007826d-d903-4e9e-8d70-3bc681a36b2f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:17.357796 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5779a3e-0399-47e6-87a5-9e3b4de5097a", "name": "network-vif-deleted", "tag": "174adf10-ece4-4414-adf7-ecf2f7cc9a88", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:17.357796 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6007826d-d903-4e9e-8d70-3bc681a36b2f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:17.358342 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5779a3e-0399-47e6-87a5-9e3b4de5097a', 'name': 'network-vif-deleted', 'tag': '174adf10-ece4-4414-adf7-ecf2f7cc9a88', 'status': 'completed', 'code': 200} Aug 16 01:55:17.369069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.380906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['51e92d57-5f5c-4198-943f-97a999214cb6', '5b119a8e-02e3-4da4-93e9-0c47af128055'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:17.406407 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8807968b-420f-4a49-b929-800682022f0f None None] Set router c8eb8845-4d43-40e1-9768-aec27ac865f9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:17.456567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Network e599376b-7b08-42e8-85bf-1a61cac76676 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:17.465005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:17.468110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:17.496637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event updated for resources: {'Port': ['ID=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.540700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:17.541375 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.556864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Deleting port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:17.562487 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.624349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 174adf10-ece4-4414-adf7-ecf2f7cc9a88 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:17.629886 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8807968b-420f-4a49-b929-800682022f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:55:16Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:17.650019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 174adf10-ece4-4414-adf7-ecf2f7cc9a88 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:17.650376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 174adf10-ece4-4414-adf7-ecf2f7cc9a88 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:17.664579 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807968b-420f-4a49-b929-800682022f0f None None] The sync data for ids ['c8eb8845-4d43-40e1-9768-aec27ac865f9'] in n-d-768509-23 is: [{'id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1468740844-router', 'tenant_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:44Z', 'updated_at': '2021-08-16T01:55:16Z', 'revision_number': 5, 'project_id': '5c5a15f8c7a940d0a81ed56b8e98895a', 'gw_port': {'id': '0701d8d1-7ee1-422f-98c1-3f12c00c16e1', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb8845-4d43-40e1-9768-aec27ac865f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:17.674107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] For port 0701d8d1-7ee1-422f-98c1-3f12c00c16e1, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0701d8d1-7ee1-422f-98c1-3f12c00c16e1,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:17.674485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.689388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Calling delete_port for 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:17.710833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-4df24751-a20e-48c1-8c17-504e2c02ad2d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3585052 Aug 16 01:55:17.751767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Request body: {'port': {'device_id': 'd4cfe6c4-32bb-4746-aca7-6742b2450b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:17.823925 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.877059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c9111bec-42da-465d-be98-72c54b8c2396 None None] Provisioning for port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:17.877059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c9111bec-42da-465d-be98-72c54b8c2396 None None] Provisioning complete for port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:17.877059 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c9111bec-42da-465d-be98-72c54b8c2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.916185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c9111bec-42da-465d-be98-72c54b8c2396 None None] Port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:18.122717 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.165051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0701d8d1-7ee1-422f-98c1-3f12c00c16e1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.184017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f25e7-2254-4611-ae79-46b681b605b5 req-e61c8440-d932-4215-81e4-e7e56506472c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.185536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c99f25e7-2254-4611-ae79-46b681b605b5 req-e61c8440-d932-4215-81e4-e7e56506472c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 931 time: 0.1133342 Aug 16 01:55:18.288083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c99f25e7-2254-4611-ae79-46b681b605b5 req-37e0526d-29fa-4164-8c32-f1f010aed09d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880520 Aug 16 01:55:18.311910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.403665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:18.418119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.420996 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.423576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.466968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Transition to ACTIVE for port object cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:18.513324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c4192147-8645-45c3-b88e-2336296731e6 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:18.532753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c4192147-8645-45c3-b88e-2336296731e6 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:18.533095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c4192147-8645-45c3-b88e-2336296731e6 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:18.536300 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.564025 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.564574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8eb8845-4d43-40e1-9768-aec27ac865f9 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:55:18.571803 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.572973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d6464b36-2f7d-4960-8d18-3a7fbba3b9fd admin admin] 10.222.0.66 "DELETE /v2.0/routers/c8eb8845-4d43-40e1-9768-aec27ac865f9 HTTP/1.1" status: 204 len: 168 time: 1.6736081 Aug 16 01:55:18.576216 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40536) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:18.616885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.639201 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c55a54a-2795-46f0-af53-a153ae5e4d91 admin admin] Deleting subnet 98588133-755c-45aa-b2e7-2d29cb7cfdea {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:18.651759 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c55a54a-2795-46f0-af53-a153ae5e4d91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.683189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Attempting to bind port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:18.683530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Attempting to bind port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:18.683861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Attempting to bind port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:18.689044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 on network e599376b-7b08-42e8-85bf-1a61cac76676 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:18.689372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Attempting to bind port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:18.696169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:18.698280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c55a54a-2795-46f0-af53-a153ae5e4d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.698655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Checking segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:18.698655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Bound using segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:18.698655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Bound port: cdaf5990-7d2f-4ca3-8279-f6d0d164fda7, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:18.698655 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.783270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] For port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:18.786827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] For port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:18.847568 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cdd1a6-e7b3-4c73-86a0-e8ec826bd6ce x-openstack-request-id: req-b5cdd1a6-e7b3-4c73-86a0-e8ec826bd6ce {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:18.847835 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d1dc91-b5ae-4d49-abed-55d89bd2d9df", "name": "network-vif-plugged", "status": "completed", "tag": "ebd3734b-a66c-4920-80e8-85b5897663e0", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:18.848312 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5cdd1a6-e7b3-4c73-86a0-e8ec826bd6ce {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:18.848915 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d1dc91-b5ae-4d49-abed-55d89bd2d9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd3734b-a66c-4920-80e8-85b5897663e0', 'code': 200} Aug 16 01:55:18.884935 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.933580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.941236 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.941236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] 10.222.0.74 "PUT /v2.0/ports/cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 HTTP/1.1" status: 200 len: 1092 time: 1.1882973 Aug 16 01:55:19.012103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074974f-002b-4dfe-9462-00330c424f98 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.035533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd170a8e-ae60-4931-a823-a3c2013495d4 req-2d30d56c-cc57-49d9-981e-bc89571c0472 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.037175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd170a8e-ae60-4931-a823-a3c2013495d4 req-2d30d56c-cc57-49d9-981e-bc89571c0472 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 945 time: 0.1238477 Aug 16 01:55:19.043963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f9c9d-fdbf-40e3-b2b0-c15d2205be50 req-a2aa4b5c-90ef-4415-bd6d-c018702146bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.045507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7f9c9d-fdbf-40e3-b2b0-c15d2205be50 req-a2aa4b5c-90ef-4415-bd6d-c018702146bf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 1098 time: 0.0877278 Aug 16 01:55:19.095617 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c55a54a-2795-46f0-af53-a153ae5e4d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.141042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd170a8e-ae60-4931-a823-a3c2013495d4 req-ee118607-0b3f-4273-971e-27aa2e8551e2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944686 Aug 16 01:55:19.142618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7f9c9d-fdbf-40e3-b2b0-c15d2205be50 req-fb2063b6-7c7a-4852-9de9-00831ecdd549 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c95968b5-25aa-40b2-9f3a-e24557e11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882828 Aug 16 01:55:19.165098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-63254370-a357-4028-a0f3-4d2d4943ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.166737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-63254370-a357-4028-a0f3-4d2d4943ee3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 1095 time: 0.0588531 Aug 16 01:55:19.239079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-e61fec36-488a-44ce-a920-8d3e8b17f0db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 HTTP/1.1" status: 200 len: 217 time: 0.0403442 Aug 16 01:55:19.255793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c55a54a-2795-46f0-af53-a153ae5e4d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.286912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c55a54a-2795-46f0-af53-a153ae5e4d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.288800 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0c55a54a-2795-46f0-af53-a153ae5e4d91 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/98588133-755c-45aa-b2e7-2d29cb7cfdea HTTP/1.1" status: 204 len: 168 time: 0.7113879 Aug 16 01:55:19.290975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55a54a-2795-46f0-af53-a153ae5e4d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98588133-755c-45aa-b2e7-2d29cb7cfdea,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.292293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40542) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:19.293295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459fcfd7-b8ba-416b-b854-aed917a9d873 None None] Network 5794c70e-7690-4d0b-bf23-c982fe556cf5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:19.361410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cfe6c4-32bb-4746-aca7-6742b2450b1e', 'tag': 'cdaf5990-7d2f-4ca3-8279-f6d0d164fda7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:19.363646 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be69140b-6d11-4ce7-a7e1-fd92554fccb7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cfe6c4-32bb-4746-aca7-6742b2450b1e", "tag": "cdaf5990-7d2f-4ca3-8279-f6d0d164fda7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:19.375262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-8ca21e2b-6aba-4028-b254-f96b1e2a8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.376735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-8ca21e2b-6aba-4028-b254-f96b1e2a8ee7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.1138799 Aug 16 01:55:19.387001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1787a4-58bb-4c7a-ae27-9db48c26eab2 req-df801000-76af-45a5-a87a-e6c428d4f3e3 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.388455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc1787a4-58bb-4c7a-ae27-9db48c26eab2 req-df801000-76af-45a5-a87a-e6c428d4f3e3 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 946 time: 0.1519043 Aug 16 01:55:19.437612 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.471149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc1787a4-58bb-4c7a-ae27-9db48c26eab2 req-1c4527be-9611-4734-8dbd-05b0e8627ff4 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760336 Aug 16 01:55:19.475118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-68b10021-0b47-4d5c-8fba-719da526b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.477102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-68b10021-0b47-4d5c-8fba-719da526b039 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872374 Aug 16 01:55:19.488539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1cac06-e5ff-489e-a247-66594246f9c3 None None] DHCP port deletion for 5794c70e-7690-4d0b-bf23-c982fe556cf5 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:19.544204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1e1cac06-e5ff-489e-a247-66594246f9c3 None None] Deleting port 645f8c59-7a86-4028-b356-5e7a801ec500 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:19.544576 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1e1cac06-e5ff-489e-a247-66594246f9c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.606282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1e1cac06-e5ff-489e-a247-66594246f9c3 None None] For port 645f8c59-7a86-4028-b356-5e7a801ec500, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=645f8c59-7a86-4028-b356-5e7a801ec500,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:19.606681 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1e1cac06-e5ff-489e-a247-66594246f9c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.619245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1e1cac06-e5ff-489e-a247-66594246f9c3 None None] Calling delete_port for 645f8c59-7a86-4028-b356-5e7a801ec500 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:19.620183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Deleting port 645f8c59-7a86-4028-b356-5e7a801ec500 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:19.620526 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.674020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62689c6-6131-41c4-92ce-6326c649501b req-cce5ad54-c48c-4079-b8e0-30c2086980ad tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.675509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c62689c6-6131-41c4-92ce-6326c649501b req-cce5ad54-c48c-4079-b8e0-30c2086980ad tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/ports?device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 946 time: 0.1243906 Aug 16 01:55:19.714543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-3909bbce-9686-46b1-aeb3-117ffae7804d service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185214 Aug 16 01:55:19.797107 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1e1cac06-e5ff-489e-a247-66594246f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.803947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] For port 645f8c59-7a86-4028-b356-5e7a801ec500, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=645f8c59-7a86-4028-b356-5e7a801ec500,segment=NetworkSegment(481f9792-264f-4aeb-a650-0e303d950f97),segment_id=481f9792-264f-4aeb-a650-0e303d950f97)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:19.804317 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.815275 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b813846-ed3b-440e-a2a1-58ee6e025faf req-46df43e8-a80e-4b1a-b88f-3a44afc3b6f7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.816742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b813846-ed3b-440e-a2a1-58ee6e025faf req-46df43e8-a80e-4b1a-b88f-3a44afc3b6f7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.74 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 945 time: 0.1983588 Aug 16 01:55:19.824560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1cac06-e5ff-489e-a247-66594246f9c3 None None] No DVR routers for this DVR port 645f8c59-7a86-4028-b356-5e7a801ec500 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:19.828861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cac06-e5ff-489e-a247-66594246f9c3 None None] Pushing event deleted for resources: {'Port': ['ID=645f8c59-7a86-4028-b356-5e7a801ec500,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.849612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Calling delete_port for 645f8c59-7a86-4028-b356-5e7a801ec500 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:19.869850 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c62689c6-6131-41c4-92ce-6326c649501b req-3847f67c-80d0-4d83-a095-752debd5cac5 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/security-groups?id=c95968b5-25aa-40b2-9f3a-e24557e11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611140 Aug 16 01:55:19.968672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3c9d135-90d4-4550-9a34-bc2bbf8b6dbf req-0f273cb6-7014-4632-96a0-c18cfb3f843c service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445974 Aug 16 01:55:20.057221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8996ab0-0250-48f3-903d-c235ffe6b0f2 req-c9f98358-f621-41e9-b737-d56f8301eb93 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.058753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8996ab0-0250-48f3-903d-c235ffe6b0f2 req-c9f98358-f621-41e9-b737-d56f8301eb93 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 945 time: 0.1101129 Aug 16 01:55:20.088422 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.098204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2b813846-ed3b-440e-a2a1-58ee6e025faf req-12695064-f4de-4d7f-af76-c49e6891f4c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Deleting port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:20.098539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b813846-ed3b-440e-a2a1-58ee6e025faf req-12695064-f4de-4d7f-af76-c49e6891f4c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.137203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=645f8c59-7a86-4028-b356-5e7a801ec500,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.170941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] No DVR routers for this DVR port 645f8c59-7a86-4028-b356-5e7a801ec500 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:20.201902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8996ab0-0250-48f3-903d-c235ffe6b0f2 req-f80c6b87-747a-4888-80cd-d4c1a0bf1bf9 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354671 Aug 16 01:55:20.517195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 645f8c59-7a86-4028-b356-5e7a801ec500 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:20.537865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 645f8c59-7a86-4028-b356-5e7a801ec500 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:20.538211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 645f8c59-7a86-4028-b356-5e7a801ec500 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:20.538625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:20.557935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:20.558281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0701d8d1-7ee1-422f-98c1-3f12c00c16e1 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:20.666397 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.693216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5794c70e-7690-4d0b-bf23-c982fe556cf5']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:20.696157 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.710031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2b813846-ed3b-440e-a2a1-58ee6e025faf req-12695064-f4de-4d7f-af76-c49e6891f4c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] For port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=59cdd188-c28a-49c9-85a7-3faa5aec6eb3,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:20.712207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b813846-ed3b-440e-a2a1-58ee6e025faf req-12695064-f4de-4d7f-af76-c49e6891f4c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.717118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481f9792-264f-4aeb-a650-0e303d950f97') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:20.717367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481f9792-264f-4aeb-a650-0e303d950f97') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:20.736325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2b813846-ed3b-440e-a2a1-58ee6e025faf req-12695064-f4de-4d7f-af76-c49e6891f4c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Calling delete_port for 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:20.745724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.755511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f054f-06b9-4015-b957-d0fe6d840088 req-547bb099-5477-4ae4-a817-5e1a66534339 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.757036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d4f054f-06b9-4015-b957-d0fe6d840088 req-547bb099-5477-4ae4-a817-5e1a66534339 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 945 time: 0.1594746 Aug 16 01:55:20.792015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3424fe-bc58-456a-a2dd-377d67b2c5cc req-7286871f-e555-4758-9def-6c0c2cb4787f tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.793381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b3424fe-bc58-456a-a2dd-377d67b2c5cc req-7286871f-e555-4758-9def-6c0c2cb4787f tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 945 time: 0.1969509 Aug 16 01:55:20.796941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.852316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:20.852726 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:20.858006 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:20.955003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d4f054f-06b9-4015-b957-d0fe6d840088 req-71c42a8c-0447-4f7c-9da7-297bd65ba7ed tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823261 Aug 16 01:55:21.078114 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.091740 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.093581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5794c70e-7690-4d0b-bf23-c982fe556cf5 HTTP/1.1" status: 204 len: 168 time: 1.8001797 Aug 16 01:55:21.112600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92413f-4631-47f1-b376-e13f02b81fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5794c70e-7690-4d0b-bf23-c982fe556cf5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:21.115873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4b3424fe-bc58-456a-a2dd-377d67b2c5cc req-228cb33c-1035-481a-8c43-206327f29518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Deleting port f98b7c28-4270-4392-af69-296381dfa6eb {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:21.116227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4b3424fe-bc58-456a-a2dd-377d67b2c5cc req-228cb33c-1035-481a-8c43-206327f29518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.168733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714ffa3-3a1d-4697-84c0-e45fa7cbbc2d req-f18cd221-90dc-4356-aecf-40a6ba1f054e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.170241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8714ffa3-3a1d-4697-84c0-e45fa7cbbc2d req-f18cd221-90dc-4356-aecf-40a6ba1f054e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 943 time: 0.1538172 Aug 16 01:55:21.173176 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b813846-ed3b-440e-a2a1-58ee6e025faf req-12695064-f4de-4d7f-af76-c49e6891f4c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.184238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:21.217483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12695064-f4de-4d7f-af76-c49e6891f4c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event deleted for resources: {'Port': ['ID=59cdd188-c28a-49c9-85a7-3faa5aec6eb3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:21.302200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b813846-ed3b-440e-a2a1-58ee6e025faf req-12695064-f4de-4d7f-af76-c49e6891f4c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] No DVR routers for this DVR port 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:21.311613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8714ffa3-3a1d-4697-84c0-e45fa7cbbc2d req-53d370ab-44c8-429f-934f-290275bde2fb tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303487 Aug 16 01:55:21.314280 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b813846-ed3b-440e-a2a1-58ee6e025faf req-12695064-f4de-4d7f-af76-c49e6891f4c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.316253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b813846-ed3b-440e-a2a1-58ee6e025faf req-12695064-f4de-4d7f-af76-c49e6891f4c7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.74 "DELETE /v2.0/ports/59cdd188-c28a-49c9-85a7-3faa5aec6eb3 HTTP/1.1" status: 204 len: 173 time: 1.4851866 Aug 16 01:55:21.321668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4b3424fe-bc58-456a-a2dd-377d67b2c5cc req-228cb33c-1035-481a-8c43-206327f29518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] For port f98b7c28-4270-4392-af69-296381dfa6eb, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f98b7c28-4270-4392-af69-296381dfa6eb,segment=NetworkSegment(09da8ff2-e130-43bb-97b2-83a9499a76bd),segment_id=09da8ff2-e130-43bb-97b2-83a9499a76bd)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:21.322549 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4b3424fe-bc58-456a-a2dd-377d67b2c5cc req-228cb33c-1035-481a-8c43-206327f29518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.335667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4b3424fe-bc58-456a-a2dd-377d67b2c5cc req-228cb33c-1035-481a-8c43-206327f29518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Calling delete_port for f98b7c28-4270-4392-af69-296381dfa6eb owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:21.447127 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a095398-c9cc-4577-befb-45d0eff481c3 x-openstack-request-id: req-9a095398-c9cc-4577-befb-45d0eff481c3 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:21.447519 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cfe6c4-32bb-4746-aca7-6742b2450b1e", "tag": "cdaf5990-7d2f-4ca3-8279-f6d0d164fda7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:21.447694 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a095398-c9cc-4577-befb-45d0eff481c3 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:21.448160 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cfe6c4-32bb-4746-aca7-6742b2450b1e', 'tag': 'cdaf5990-7d2f-4ca3-8279-f6d0d164fda7', 'status': 'completed', 'code': 200} Aug 16 01:55:21.448393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40564) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:21.496833 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b8356945-92f9-4496-ad4d-4a132a7583b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c5a15f8c7a940d0a81ed56b8e98895a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449972 Aug 16 01:55:21.497182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40566) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:21.511455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69140b-6d11-4ce7-a7e1-fd92554fccb7 req-cccdaba8-aa2c-46a5-80ac-e6b70103aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.513181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be69140b-6d11-4ce7-a7e1-fd92554fccb7 req-cccdaba8-aa2c-46a5-80ac-e6b70103aa03 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 1095 time: 0.0475893 Aug 16 01:55:21.555733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e01902a9-4a61-4132-973a-80bf560af2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.579515 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e01902a9-4a61-4132-973a-80bf560af2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.606982 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4b3424fe-bc58-456a-a2dd-377d67b2c5cc req-228cb33c-1035-481a-8c43-206327f29518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.618839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['f98b7c28-4270-4392-af69-296381dfa6eb'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:21.640719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7dd8a372-a651-469c-b312-1758575e5c89 req-ba531284-aed1-4fc5-9b83-b6fe946f8c61 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d0971f8-3e9d-48a1-9362-070a570453eb HTTP/1.1" status: 200 len: 210 time: 0.0556867 Aug 16 01:55:21.673654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cb33c-1035-481a-8c43-206327f29518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Pushing event deleted for resources: {'Port': ['ID=f98b7c28-4270-4392-af69-296381dfa6eb,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:21.676477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69140b-6d11-4ce7-a7e1-fd92554fccb7 req-cf0b1708-27ce-47a3-8565-04e04a5b44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.677926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be69140b-6d11-4ce7-a7e1-fd92554fccb7 req-cf0b1708-27ce-47a3-8565-04e04a5b44eb service neutron] 10.222.0.74 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.1577053 Aug 16 01:55:21.747909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3424fe-bc58-456a-a2dd-377d67b2c5cc req-228cb33c-1035-481a-8c43-206327f29518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] No DVR routers for this DVR port f98b7c28-4270-4392-af69-296381dfa6eb on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:21.750225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be69140b-6d11-4ce7-a7e1-fd92554fccb7 req-ff0157f8-4a44-44e0-81e9-10c7ce60e224 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 HTTP/1.1" status: 200 len: 217 time: 0.0654180 Aug 16 01:55:21.751298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4b3424fe-bc58-456a-a2dd-377d67b2c5cc req-228cb33c-1035-481a-8c43-206327f29518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.752546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e01902a9-4a61-4132-973a-80bf560af2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.753156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b3424fe-bc58-456a-a2dd-377d67b2c5cc req-228cb33c-1035-481a-8c43-206327f29518 tempest-ServerDiskConfigTestJSON-496675843 tempest-ServerDiskConfigTestJSON-496675843-project] 10.222.0.74 "DELETE /v2.0/ports/f98b7c28-4270-4392-af69-296381dfa6eb HTTP/1.1" status: 204 len: 173 time: 0.9136951 Aug 16 01:55:21.755423 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e01902a9-4a61-4132-973a-80bf560af2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.756727 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e01902a9-4a61-4132-973a-80bf560af2b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1d5a2c6-e8de-4475-9285-d19e2db5fce9 HTTP/1.1" status: 204 len: 168 time: 0.2585485 Aug 16 01:55:21.772478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01902a9-4a61-4132-973a-80bf560af2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d5a2c6-e8de-4475-9285-d19e2db5fce9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:21.780963 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.832782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69140b-6d11-4ce7-a7e1-fd92554fccb7 req-868d96da-e1fb-4b42-bdbf-6c495ab49e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.834290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be69140b-6d11-4ce7-a7e1-fd92554fccb7 req-868d96da-e1fb-4b42-bdbf-6c495ab49e43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0718372 Aug 16 01:55:21.845443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666d1c2-0ce7-408f-ba49-f5a9f92c2110 req-1b12506b-6254-4ac1-bfa8-74edd5981f80 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.853712 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7666d1c2-0ce7-408f-ba49-f5a9f92c2110 req-1b12506b-6254-4ac1-bfa8-74edd5981f80 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/ports?device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 946 time: 0.1079841 Aug 16 01:55:21.914800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7666d1c2-0ce7-408f-ba49-f5a9f92c2110 req-311af505-2fc5-4993-85d8-b33b225d30aa tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/security-groups?id=c95968b5-25aa-40b2-9f3a-e24557e11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595508 Aug 16 01:55:21.920923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69140b-6d11-4ce7-a7e1-fd92554fccb7 req-6b264ace-2f1a-4262-ac98-e631856ab6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.922399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be69140b-6d11-4ce7-a7e1-fd92554fccb7 req-6b264ace-2f1a-4262-ac98-e631856ab6ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661349 Aug 16 01:55:22.027109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be69140b-6d11-4ce7-a7e1-fd92554fccb7 req-82edbd70-3dda-4669-aaf9-51f8b81c38ca service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964446 Aug 16 01:55:22.120277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be69140b-6d11-4ce7-a7e1-fd92554fccb7 req-fd46ea9f-f78c-40a1-b545-c6194a8fb6dd service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853481 Aug 16 01:55:22.410275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efab87db-b189-4f42-ab49-d976210e0b83 req-ae4381a8-95dc-4da4-95ab-3dfde56ba84b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=145eac29-e2b7-484d-8f50-1af038d814d6 HTTP/1.1" status: 200 len: 210 time: 0.0335236 Aug 16 01:55:22.580070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036d3d2-65c8-4526-8012-325cc90fb7b3 req-49e9ebb4-13b0-43b8-8a89-794722f424c3 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.581562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3036d3d2-65c8-4526-8012-325cc90fb7b3 req-49e9ebb4-13b0-43b8-8a89-794722f424c3 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 946 time: 0.0517406 Aug 16 01:55:22.620453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3036d3d2-65c8-4526-8012-325cc90fb7b3 req-e92c19ca-6725-4d35-80a4-0bab9b6ec9a6 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321262 Aug 16 01:55:22.877560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:22.883944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:22.910258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:22.910606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 59cdd188-c28a-49c9-85a7-3faa5aec6eb3 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:22.924726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40602) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:23.000758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:23.012170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'cdaf5990-7d2f-4ca3-8279-f6d0d164fda7', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'port_id': 'cdaf5990-7d2f-4ca3-8279-f6d0d164fda7', 'mac_address': 'fa:16:3e:09:09:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:23.029993 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-network', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:23.053323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.066707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:23.086114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:23.163628 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Made reservation on behalf of 32364056bdca4f95b7bc6231c3612ed4 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:23.166051 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.174846 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.185378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886fbb9-67cb-446b-b8ab-75ee70ef6e30 req-0d33f3b0-967b-4f8e-af9d-882d49b4544f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.186896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3886fbb9-67cb-446b-b8ab-75ee70ef6e30 req-0d33f3b0-967b-4f8e-af9d-882d49b4544f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 945 time: 0.0500021 Aug 16 01:55:23.192407 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.230018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3886fbb9-67cb-446b-b8ab-75ee70ef6e30 req-43ba3b74-d196-4bc4-adb4-d6f9761758c6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363729 Aug 16 01:55:23.243576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:23.274271 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.338206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23625d1-4afe-4d2d-bc7f-f518427ab5e2 req-4c47b1fa-a591-4dc5-bd0a-c8e425123add tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.339762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f23625d1-4afe-4d2d-bc7f-f518427ab5e2 req-4c47b1fa-a591-4dc5-bd0a-c8e425123add tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 944 time: 0.0490367 Aug 16 01:55:23.380890 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.381423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f23625d1-4afe-4d2d-bc7f-f518427ab5e2 req-97d40cb2-2cce-4a0b-9299-97a0a3dab182 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353546 Aug 16 01:55:23.407727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:23.418146 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb53874f-6c4c-4d50-bb01-6700ab450c78,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:23.427452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.427804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.428157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.430079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.430079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.430079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.430079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.430079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.430540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.430540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.430928 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.431254 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:23.439677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['cdaf5990-7d2f-4ca3-8279-f6d0d164fda7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:23.448359 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.448727 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Added segment c4f922e3-91cd-46b6-b364-2ba528df6753 of type vlan for network 96e8f8c4-80f7-46b6-bf91-6a188d326b42 Aug 16 01:55:23.449171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145eac29-e2b7-484d-8f50-1af038d814d6', 'name': 'network-vif-deleted', 'tag': '59cdd188-c28a-49c9-85a7-3faa5aec6eb3'}, {'server_uuid': '0d0971f8-3e9d-48a1-9362-070a570453eb', 'name': 'network-vif-deleted', 'tag': 'f98b7c28-4270-4392-af69-296381dfa6eb'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:23.451580 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72437950-bb22-409d-bc61-e54600f15194" -d '{"events": [{"server_uuid": "145eac29-e2b7-484d-8f50-1af038d814d6", "name": "network-vif-deleted", "tag": "59cdd188-c28a-49c9-85a7-3faa5aec6eb3"}, {"server_uuid": "0d0971f8-3e9d-48a1-9362-070a570453eb", "name": "network-vif-deleted", "tag": "f98b7c28-4270-4392-af69-296381dfa6eb"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:23.499347 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.604235 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.605223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.605842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.610358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21303453-51dc-4e50-a034-04ed0b7a8d46 req-903bfc28-144c-4a3c-bc73-d9d3381128d0 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.611934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21303453-51dc-4e50-a034-04ed0b7a8d46 req-903bfc28-144c-4a3c-bc73-d9d3381128d0 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/ports?device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 946 time: 0.0516493 Aug 16 01:55:23.654659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21303453-51dc-4e50-a034-04ed0b7a8d46 req-df507268-adb4-4700-8237-8cd16fd83eef tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/security-groups?id=c95968b5-25aa-40b2-9f3a-e24557e11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339046 Aug 16 01:55:23.668783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] Pushing event updated for resources: {'Network': ['ID=96e8f8c4-80f7-46b6-bf91-6a188d326b42,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:23.688181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 96e8f8c4-80f7-46b6-bf91-6a188d326b42 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:23.735929 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-11fcc6a5-aa7e-49f7-94d2-f1ae670355bb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8096941 Aug 16 01:55:23.738606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40618) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:23.744938 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a31539a-b9a1-4474-a831-7bf294ab6cc7 x-openstack-request-id: req-9a31539a-b9a1-4474-a831-7bf294ab6cc7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:23.745727 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145eac29-e2b7-484d-8f50-1af038d814d6", "name": "network-vif-deleted", "tag": "59cdd188-c28a-49c9-85a7-3faa5aec6eb3", "status": "completed", "code": 200}, {"server_uuid": "0d0971f8-3e9d-48a1-9362-070a570453eb", "name": "network-vif-deleted", "tag": "f98b7c28-4270-4392-af69-296381dfa6eb", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:23.746361 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a31539a-b9a1-4474-a831-7bf294ab6cc7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:23.747112 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145eac29-e2b7-484d-8f50-1af038d814d6', 'name': 'network-vif-deleted', 'tag': '59cdd188-c28a-49c9-85a7-3faa5aec6eb3', 'status': 'completed', 'code': 200} Aug 16 01:55:23.747701 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0971f8-3e9d-48a1-9362-070a570453eb', 'name': 'network-vif-deleted', 'tag': 'f98b7c28-4270-4392-af69-296381dfa6eb', 'status': 'completed', 'code': 200} Aug 16 01:55:23.755010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] Request body: {'subnet': {'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-subnet', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:23.855394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] Made reservation on behalf of 32364056bdca4f95b7bc6231c3612ed4 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:23.858308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.036780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-1542697c-8f67-447a-8a5e-e2ef080765e0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.038171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-1542697c-8f67-447a-8a5e-e2ef080765e0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.1407950 Aug 16 01:55:24.076923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-010ece49-ee5c-47a4-9b34-0beae5451c24 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/quotas/01123a5299b448f29d82494bba871d75 HTTP/1.1" status: 200 len: 375 time: 0.0152223 Aug 16 01:55:24.198268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-ad169d80-0866-468b-8c83-7c6b1b27c3d4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156240 Aug 16 01:55:24.212695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a565d-5b10-4d9b-bda0-ff13071a8b9e req-a4a399a5-7472-4c9f-810c-c6621fa18932 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.214240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-939a565d-5b10-4d9b-bda0-ff13071a8b9e req-a4a399a5-7472-4c9f-810c-c6621fa18932 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 945 time: 0.0970631 Aug 16 01:55:24.301374 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.435010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3646149c-afbb-49c2-b62c-cf5f1136064a,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:24.447653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-ff224902-9332-4e8c-9ea9-28b457db57c7 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324653 Aug 16 01:55:24.477856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] Checking segment: {'id': 'c4f922e3-91cd-46b6-b364-2ba528df6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:24.478199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] Network hostable DHCP agents. Network: 96e8f8c4-80f7-46b6-bf91-6a188d326b42, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:24.535270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-939a565d-5b10-4d9b-bda0-ff13071a8b9e req-020b2ec0-699a-4f98-96d7-c08f64320dbc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Deleting port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:24.535612 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-939a565d-5b10-4d9b-bda0-ff13071a8b9e req-020b2ec0-699a-4f98-96d7-c08f64320dbc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.602542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1272-3d2f-40f1-abfe-cbef855c4ee2 req-87869e87-639a-4f54-bda7-52f73e801ebe tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.604035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cab1272-3d2f-40f1-abfe-cbef855c4ee2 req-87869e87-639a-4f54-bda7-52f73e801ebe tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.74 "GET /v2.0/ports?device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 946 time: 0.1825256 Aug 16 01:55:24.673763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] Network 96e8f8c4-80f7-46b6-bf91-6a188d326b42 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:24.727979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-d6b0a501-56a6-48f4-96e2-42f55c9c502f service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632070 Aug 16 01:55:24.745595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-939a565d-5b10-4d9b-bda0-ff13071a8b9e req-020b2ec0-699a-4f98-96d7-c08f64320dbc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] For port d0b94604-c91e-41d1-b401-c2c16bb9a5c8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d0b94604-c91e-41d1-b401-c2c16bb9a5c8,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:24.745993 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-939a565d-5b10-4d9b-bda0-ff13071a8b9e req-020b2ec0-699a-4f98-96d7-c08f64320dbc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.763967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-939a565d-5b10-4d9b-bda0-ff13071a8b9e req-020b2ec0-699a-4f98-96d7-c08f64320dbc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Calling delete_port for d0b94604-c91e-41d1-b401-c2c16bb9a5c8 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:24.817539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5cab1272-3d2f-40f1-abfe-cbef855c4ee2 req-0b55e6eb-b8d1-4826-bc1f-44be84d66e2e tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Deleting port ebd3734b-a66c-4920-80e8-85b5897663e0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:24.821057 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cab1272-3d2f-40f1-abfe-cbef855c4ee2 req-0b55e6eb-b8d1-4826-bc1f-44be84d66e2e tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.821057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 96e8f8c4-80f7-46b6-bf91-6a188d326b42) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:24.825758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.827136 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.828788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85001d9d-6b72-4c11-a9e9-cb90fae9f248 None None] Network 96e8f8c4-80f7-46b6-bf91-6a188d326b42 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:24.897498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:24.965109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5cab1272-3d2f-40f1-abfe-cbef855c4ee2 req-0b55e6eb-b8d1-4826-bc1f-44be84d66e2e tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] For port ebd3734b-a66c-4920-80e8-85b5897663e0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ebd3734b-a66c-4920-80e8-85b5897663e0,segment=NetworkSegment(b8cb889a-39f1-40ee-ad30-943cd738c59b),segment_id=b8cb889a-39f1-40ee-ad30-943cd738c59b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:24.965536 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cab1272-3d2f-40f1-abfe-cbef855c4ee2 req-0b55e6eb-b8d1-4826-bc1f-44be84d66e2e tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.024572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-96e8f8c4-80f7-46b6-bf91-6a188d326b42', 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'fixed_ips': [{'subnet_id': '3646149c-afbb-49c2-b62c-cf5f1136064a'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:55:25.025029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5cab1272-3d2f-40f1-abfe-cbef855c4ee2 req-0b55e6eb-b8d1-4826-bc1f-44be84d66e2e tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Calling delete_port for ebd3734b-a66c-4920-80e8-85b5897663e0 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:25.026076 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.073738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1786b3fc-7fec-42c3-9fdc-c9f8963b3857 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3310971 Aug 16 01:55:25.074155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40652) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:25.079344 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-router', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:25.118732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:25.125786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:25.125786 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.157575 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-939a565d-5b10-4d9b-bda0-ff13071a8b9e req-020b2ec0-699a-4f98-96d7-c08f64320dbc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.172649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d0b94604-c91e-41d1-b401-c2c16bb9a5c8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:25.192163 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b2ec0-699a-4f98-96d7-c08f64320dbc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event deleted for resources: {'Port': ['ID=d0b94604-c91e-41d1-b401-c2c16bb9a5c8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:25.239794 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.241280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.257204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-939a565d-5b10-4d9b-bda0-ff13071a8b9e req-020b2ec0-699a-4f98-96d7-c08f64320dbc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] No DVR routers for this DVR port d0b94604-c91e-41d1-b401-c2c16bb9a5c8 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:25.260182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Allocated IP 172.20.0.2 (96e8f8c4-80f7-46b6-bf91-6a188d326b42/3646149c-afbb-49c2-b62c-cf5f1136064a/13a21510-5df8-45b2-b0f9-5ccbb24d0ae5) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:25.260400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-939a565d-5b10-4d9b-bda0-ff13071a8b9e req-020b2ec0-699a-4f98-96d7-c08f64320dbc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.262907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-939a565d-5b10-4d9b-bda0-ff13071a8b9e req-020b2ec0-699a-4f98-96d7-c08f64320dbc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "DELETE /v2.0/ports/d0b94604-c91e-41d1-b401-c2c16bb9a5c8 HTTP/1.1" status: 204 len: 173 time: 1.0383613 Aug 16 01:55:25.320562 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.376125 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cab1272-3d2f-40f1-abfe-cbef855c4ee2 req-0b55e6eb-b8d1-4826-bc1f-44be84d66e2e tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.380686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cfe6c4-32bb-4746-aca7-6742b2450b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaf5990-7d2f-4ca3-8279-f6d0d164fda7'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:25.383159 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd622f69-42d7-4f8c-9956-429c40b8c2e5" -d '{"events": [{"server_uuid": "d4cfe6c4-32bb-4746-aca7-6742b2450b1e", "name": "network-vif-plugged", "status": "completed", "tag": "cdaf5990-7d2f-4ca3-8279-f6d0d164fda7"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:25.397495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['ebd3734b-a66c-4920-80e8-85b5897663e0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:25.419466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55e6eb-b8d1-4826-bc1f-44be84d66e2e tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Pushing event deleted for resources: {'Port': ['ID=ebd3734b-a66c-4920-80e8-85b5897663e0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:25.475023 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.486684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cab1272-3d2f-40f1-abfe-cbef855c4ee2 req-0b55e6eb-b8d1-4826-bc1f-44be84d66e2e tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] No DVR routers for this DVR port ebd3734b-a66c-4920-80e8-85b5897663e0 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:25.489385 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5cab1272-3d2f-40f1-abfe-cbef855c4ee2 req-0b55e6eb-b8d1-4826-bc1f-44be84d66e2e tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.492048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cab1272-3d2f-40f1-abfe-cbef855c4ee2 req-0b55e6eb-b8d1-4826-bc1f-44be84d66e2e tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.74 "DELETE /v2.0/ports/ebd3734b-a66c-4920-80e8-85b5897663e0 HTTP/1.1" status: 204 len: 173 time: 0.8781681 Aug 16 01:55:25.613449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8bb19c80-bb92-4a23-b0da-c991d6a61b99 req-0cbc60d2-0093-4495-aab2-fe8f93f2718f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 210 time: 0.0302966 Aug 16 01:55:25.629197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:25.702854 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.705373 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.706538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f98b7c28-4270-4392-af69-296381dfa6eb no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:25.767187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: f98b7c28-4270-4392-af69-296381dfa6eb {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:25.767542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f98b7c28-4270-4392-af69-296381dfa6eb not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:25.768983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfc0a42-9e5c-451a-b05b-1678ae2f71b2', 'name': 'network-vif-deleted', 'tag': 'd0b94604-c91e-41d1-b401-c2c16bb9a5c8'}, {'server_uuid': '64d1dc91-b5ae-4d49-abed-55d89bd2d9df', 'name': 'network-vif-deleted', 'tag': 'ebd3734b-a66c-4920-80e8-85b5897663e0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:25.777311 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8396a5ca-7c60-4184-9cad-e2307b947d43" -d '{"events": [{"server_uuid": "2dfc0a42-9e5c-451a-b05b-1678ae2f71b2", "name": "network-vif-deleted", "tag": "d0b94604-c91e-41d1-b401-c2c16bb9a5c8"}, {"server_uuid": "64d1dc91-b5ae-4d49-abed-55d89bd2d9df", "name": "network-vif-deleted", "tag": "ebd3734b-a66c-4920-80e8-85b5897663e0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:25.789275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.797633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Transition to ACTIVE for port object 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:25.816890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4413050-6281-4200-95d8-4765787ce42f req-08331bd8-b428-45b0-ad9d-41f5dc77c90c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:25.818552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4413050-6281-4200-95d8-4765787ce42f req-08331bd8-b428-45b0-ad9d-41f5dc77c90c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 945 time: 0.1008615 Aug 16 01:55:25.830598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Transition to ACTIVE for port object 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:25.837139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:25.861400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4413050-6281-4200-95d8-4765787ce42f req-849ad07f-7290-4839-a6d1-215fd708e357 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362437 Aug 16 01:55:25.938865 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.019654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Network 96e8f8c4-80f7-46b6-bf91-6a188d326b42 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:26.022637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:26.026474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:26.033677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Pushing event updated for resources: {'Port': ['ID=13a21510-5df8-45b2-b0f9-5ccbb24d0ae5,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.084350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-feb679c6-33f4-4512-9a9e-28a424838716 req-927781af-7559-44f6-a772-f9c492b12d37 tempest-InstanceActionsV221TestJSON-246150034 tempest-InstanceActionsV221TestJSON-246150034-project] 10.222.0.66 "GET /v2.0/ports?device_id=64d1dc91-b5ae-4d49-abed-55d89bd2d9df HTTP/1.1" status: 200 len: 210 time: 0.0320699 Aug 16 01:55:26.086081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Attempting to bind port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:26.086465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Attempting to bind port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'c4f922e3-91cd-46b6-b364-2ba528df6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:26.086832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Attempting to bind port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 on network 96e8f8c4-80f7-46b6-bf91-6a188d326b42 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:26.092090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:26.092473 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Checking segment: {'id': 'c4f922e3-91cd-46b6-b364-2ba528df6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:26.092880 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.093286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Bound using segment: {'id': 'c4f922e3-91cd-46b6-b364-2ba528df6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:26.093924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Bound port: 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f922e3-91cd-46b6-b364-2ba528df6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:26.094320 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.171887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] For port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:26.176836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] For port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=13a21510-5df8-45b2-b0f9-5ccbb24d0ae5,segment=NetworkSegment(c4f922e3-91cd-46b6-b364-2ba528df6753),segment_id=c4f922e3-91cd-46b6-b364-2ba528df6753)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:26.178394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dab60532-0926-4041-9df5-99a36cf5d927 req-8a2d6afb-1b14-48c5-bd29-c4e8ae83680e tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 210 time: 0.0378048 Aug 16 01:55:26.183542 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.205867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.230895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40668) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:26.256205 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.299758 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f702da-eab1-4964-bad4-fb544d19ea3b x-openstack-request-id: req-13f702da-eab1-4964-bad4-fb544d19ea3b {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:26.300053 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cfe6c4-32bb-4746-aca7-6742b2450b1e", "name": "network-vif-plugged", "status": "completed", "tag": "cdaf5990-7d2f-4ca3-8279-f6d0d164fda7", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:26.300310 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-13f702da-eab1-4964-bad4-fb544d19ea3b {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:26.300871 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cfe6c4-32bb-4746-aca7-6742b2450b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaf5990-7d2f-4ca3-8279-f6d0d164fda7', 'code': 200} Aug 16 01:55:26.328010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-71de0b7f-05ce-426d-8de9-a4c11f34430b admin admin] Deleting subnet 7bc8dac7-1c32-4619-adf2-5a9b9b9f320a {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:26.328010 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71de0b7f-05ce-426d-8de9-a4c11f34430b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.367124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2845c-7270-4d91-9be3-bfd6bb94c450 None None] Pushing event updated for resources: {'Port': ['ID=13a21510-5df8-45b2-b0f9-5ccbb24d0ae5,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.447020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Allocated IP 172.25.8.155 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/f29a35a9-fdfa-4496-bdf4-807c69391b22) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:26.486679 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71de0b7f-05ce-426d-8de9-a4c11f34430b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.540299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c645647-6e2f-4f92-bde5-1f6d727196ba req-9699eb7a-4700-4b14-9d26-3fa2d6867bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.542072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c645647-6e2f-4f92-bde5-1f6d727196ba req-9699eb7a-4700-4b14-9d26-3fa2d6867bff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 1097 time: 0.1709001 Aug 16 01:55:26.549899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4329fd1-e9b7-4f7b-8965-786781a8b609 req-6056fa80-1ad0-4f57-8d27-0519bd5d54f2 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.550995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4329fd1-e9b7-4f7b-8965-786781a8b609 req-6056fa80-1ad0-4f57-8d27-0519bd5d54f2 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 946 time: 0.1618009 Aug 16 01:55:26.593032 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.650817 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71de0b7f-05ce-426d-8de9-a4c11f34430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.706687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4329fd1-e9b7-4f7b-8965-786781a8b609 req-5dd64d2c-dada-401b-9817-b9921e7fb4e9 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458464 Aug 16 01:55:26.719423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c645647-6e2f-4f92-bde5-1f6d727196ba req-e0eeb05a-3cef-42f3-a0fa-6c9a39d1338d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657648 Aug 16 01:55:26.753790 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.791428 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab8ce0f-c223-4302-a5c7-9317c816d81b x-openstack-request-id: req-cab8ce0f-c223-4302-a5c7-9317c816d81b {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:26.791428 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfc0a42-9e5c-451a-b05b-1678ae2f71b2", "name": "network-vif-deleted", "tag": "d0b94604-c91e-41d1-b401-c2c16bb9a5c8", "status": "completed", "code": 200}, {"server_uuid": "64d1dc91-b5ae-4d49-abed-55d89bd2d9df", "name": "network-vif-deleted", "tag": "ebd3734b-a66c-4920-80e8-85b5897663e0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:26.791428 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cab8ce0f-c223-4302-a5c7-9317c816d81b {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:26.791428 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfc0a42-9e5c-451a-b05b-1678ae2f71b2', 'name': 'network-vif-deleted', 'tag': 'd0b94604-c91e-41d1-b401-c2c16bb9a5c8', 'status': 'completed', 'code': 200} Aug 16 01:55:26.791428 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d1dc91-b5ae-4d49-abed-55d89bd2d9df', 'name': 'network-vif-deleted', 'tag': 'ebd3734b-a66c-4920-80e8-85b5897663e0', 'status': 'completed', 'code': 200} Aug 16 01:55:26.816048 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:26.826763 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:26.829642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:26.858520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Pushing event updated for resources: {'Port': ['ID=f29a35a9-fdfa-4496-bdf4-807c69391b22,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.872905 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71de0b7f-05ce-426d-8de9-a4c11f34430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.926793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d961070-12a9-4ac0-ae70-47a405320ebb req-6d139bfe-c9ca-4325-b185-bbd5104378c3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 210 time: 0.0701768 Aug 16 01:55:26.932535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de0b7f-05ce-426d-8de9-a4c11f34430b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bc8dac7-1c32-4619-adf2-5a9b9b9f320a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.959427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71de0b7f-05ce-426d-8de9-a4c11f34430b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.960147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-71de0b7f-05ce-426d-8de9-a4c11f34430b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7bc8dac7-1c32-4619-adf2-5a9b9b9f320a HTTP/1.1" status: 204 len: 168 time: 0.7263517 Aug 16 01:55:26.963823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40676) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:27.132347 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.159802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfeb1f-ee15-406c-a8d2-bf88375f9751 req-3e9fde91-4a6b-4a35-a1ef-62a711551120 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:27.161315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18dfeb1f-ee15-406c-a8d2-bf88375f9751 req-3e9fde91-4a6b-4a35-a1ef-62a711551120 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 945 time: 0.1110096 Aug 16 01:55:27.170033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-00d5e730-fcb8-4b1b-8d35-e5d0b21f1900 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:27.171487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-00d5e730-fcb8-4b1b-8d35-e5d0b21f1900 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 946 time: 0.1224127 Aug 16 01:55:27.277930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.362080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18dfeb1f-ee15-406c-a8d2-bf88375f9751 req-bad7ea07-76c9-4896-88ce-726637bd64aa tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746411 Aug 16 01:55:27.362080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.380797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0258907d-1453-45b3-ad67-ae6555de60f4']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:27.407980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09da8ff2-e130-43bb-97b2-83a9499a76bd') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:27.408319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09da8ff2-e130-43bb-97b2-83a9499a76bd') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:27.436940 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.455629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Deleting port 16369f71-8119-4533-b65a-e0720fc05fd7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:27.455975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.471825 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.537913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:27.538342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:27.542523 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:27.609867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.691100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d0b94604-c91e-41d1-b401-c2c16bb9a5c8 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:27.693513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8c2a59b-9c3d-4eaf-ae5f-8a965bf1ff86 req-2295d2af-7339-4221-83e8-95f8ea6b4e85 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 210 time: 0.0823979 Aug 16 01:55:27.739991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] For port 16369f71-8119-4533-b65a-e0720fc05fd7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=16369f71-8119-4533-b65a-e0720fc05fd7,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:27.740814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.771140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: d0b94604-c91e-41d1-b401-c2c16bb9a5c8 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:27.771651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d0b94604-c91e-41d1-b401-c2c16bb9a5c8 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:27.772178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 16369f71-8119-4533-b65a-e0720fc05fd7 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:27.777033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8b43f-f740-4938-9a67-73a8e8f2f33b None None] Network 96e8f8c4-80f7-46b6-bf91-6a188d326b42 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:27.839823 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.858732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.864912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0258907d-1453-45b3-ad67-ae6555de60f4 HTTP/1.1" status: 204 len: 168 time: 0.8950956 Aug 16 01:55:27.877769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88034b-6d00-422a-8438-f61d3090b949 admin admin] Pushing event deleted for resources: {'Network': ['ID=0258907d-1453-45b3-ad67-ae6555de60f4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:28.027404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:55:28.115288 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.116625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.117700 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Floating IP c8fa64dc-505f-41f0-8687-8f687f0b0038 disassociated. External IP: 172.25.8.8, port: 16369f71-8119-4533-b65a-e0720fc05fd7. Aug 16 01:55:28.117867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ffa33b1d-e920-474b-b86b-4499b55228ed None None] Provisioning for port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:28.118694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Calling delete_port for 16369f71-8119-4533-b65a-e0720fc05fd7 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:28.120958 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-dc58dc48-732f-4692-aa5b-41c924e1a6d4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.122553 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-dc58dc48-732f-4692-aa5b-41c924e1a6d4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.1875687 Aug 16 01:55:28.135247 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.146043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Request body: {'port': {'device_id': '945bf1d5-1646-44ea-b238-04dd39840055', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'admin_state_up': True, 'tenant_id': '01123a5299b448f29d82494bba871d75'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:28.269072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 16369f71-8119-4533-b65a-e0720fc05fd7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=16369f71-8119-4533-b65a-e0720fc05fd7,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:28.277222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:28.294357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Sync routers for ids ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:28.298237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc3835-ff13-4710-aea3-54c07d5f6338 req-5d614f48-76bb-459f-96cf-19b81c01b149 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.303567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-babc3835-ff13-4710-aea3-54c07d5f6338 req-5d614f48-76bb-459f-96cf-19b81c01b149 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 946 time: 0.3524408 Aug 16 01:55:28.311875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16369f71-8119-4533-b65a-e0720fc05fd7'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:28.322217 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ad70a7-1a92-476a-916c-7b3b825e5bcc" -d '{"events": [{"server_uuid": "c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "16369f71-8119-4533-b65a-e0720fc05fd7"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:28.326304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Routers {'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:28.327335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:28.359492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-babc3835-ff13-4710-aea3-54c07d5f6338 req-ce37c9be-6b28-4146-b959-45dfc1ac4bca tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e379d47-7095-4fb7-9b2e-f4ca404478e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478904 Aug 16 01:55:28.413625 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.413625 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-30508947-c8e9-4226-9fa0-076083015c70 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3368266 Aug 16 01:55:28.426080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40696) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:28.430637 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.442046 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40700) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:28.598486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21071bb3-e7e3-442a-9269-58ad2c744cd5 req-f63711fc-50d5-45f6-8574-7760f11ae29c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 210 time: 0.0393245 Aug 16 01:55:28.603689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.655488 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-637d3c3d-55f5-4bf3-90d4-a299a17b74b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=753c30e1989e4520b324f29beb099fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057073 Aug 16 01:55:28.674164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=16369f71-8119-4533-b65a-e0720fc05fd7,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:28.685881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40704) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:28.687879 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:28.715398 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2163de7f-e3d1-4ede-a969-5530d40169a6 x-openstack-request-id: req-2163de7f-e3d1-4ede-a969-5530d40169a6 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:28.727517 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "16369f71-8119-4533-b65a-e0720fc05fd7", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:28.727517 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2163de7f-e3d1-4ede-a969-5530d40169a6 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:28.727517 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16369f71-8119-4533-b65a-e0720fc05fd7', 'code': 200} Aug 16 01:55:28.728572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Pushing event deleted for resources: {'Port': ['ID=16369f71-8119-4533-b65a-e0720fc05fd7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:28.811418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Set router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:28.925658 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ebd3734b-a66c-4920-80e8-85b5897663e0 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:28.945378 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Made reservation on behalf of 01123a5299b448f29d82494bba871d75 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:28.950039 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.953882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: ebd3734b-a66c-4920-80e8-85b5897663e0 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:28.954239 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ebd3734b-a66c-4920-80e8-85b5897663e0 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:28.971705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:28.977419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:28.977792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.120961 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.158576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Allocated IP 172.20.0.10 (b3d29ad8-be58-47a9-b37d-b2ee4bbbe538/2de74b78-8d2a-40b0-ae8f-4fdf1265078a/f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:29.165973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=13a21510-5df8-45b2-b0f9-5ccbb24d0ae5,segment=NetworkSegment(c4f922e3-91cd-46b6-b364-2ba528df6753),segment_id=c4f922e3-91cd-46b6-b364-2ba528df6753)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:29.180355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-router', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:25Z', 'updated_at': '2021-08-16T01:55:27Z', 'revision_number': 3, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'gw_port': {'id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:29.212334 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Checking router: b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:29.212704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Updating router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 port f29a35a9-fdfa-4496-bdf4-807c69391b22 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:55:29.253933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.285367 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.346549 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.432005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49496174-260d-4180-a57a-a0d18545b9fa req-28b7b838-b3ee-4b7d-821f-8326003331b6 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.433582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49496174-260d-4180-a57a-a0d18545b9fa req-28b7b838-b3ee-4b7d-821f-8326003331b6 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 945 time: 0.1600800 Aug 16 01:55:29.487684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=13a21510-5df8-45b2-b0f9-5ccbb24d0ae5,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.505181 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-65b61ff0-1f64-4858-bd27-2531b5c972ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.557162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49496174-260d-4180-a57a-a0d18545b9fa req-54c8be48-ab96-4bff-bf1c-24d0a0017396 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097448 Aug 16 01:55:29.559084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:29.564938 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-65b61ff0-1f64-4858-bd27-2531b5c972ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.675420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40714) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:29.741197 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.785644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.793885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Allocated IP 172.20.0.1 (96e8f8c4-80f7-46b6-bf91-6a188d326b42/3646149c-afbb-49c2-b62c-cf5f1136064a/da987a0f-be5c-439e-beb4-d7202c0503db) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:29.803186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-d147c415-b648-4c84-bcd7-a33a8cf6393f admin admin] Deleting subnet 8f14619c-ccee-4bf1-b676-4a5cd3afaab9 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:29.810287 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d147c415-b648-4c84-bcd7-a33a8cf6393f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.812813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:29.823244 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959cd23-23fe-4091-b774-5e4643ae5622 None None] Sync routers for ids ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:29.842387 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959cd23-23fe-4091-b774-5e4643ae5622 None None] Routers {'846a21ed-03c9-4d1d-8f56-dd679ca2c752'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:29.843253 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8959cd23-23fe-4091-b774-5e4643ae5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:29.884071 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a95823db-f4ca-4208-af6a-621f4c68d007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.910287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] No DVR routers for this DVR port 16369f71-8119-4533-b65a-e0720fc05fd7 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:29.914481 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d147c415-b648-4c84-bcd7-a33a8cf6393f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.918627 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.921512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a42a6eb7-619c-45d2-a973-6612ae6bf125 req-afced1aa-5690-4e5c-aabf-e0afdf5f9fbe tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.64 "DELETE /v2.0/ports/16369f71-8119-4533-b65a-e0720fc05fd7 HTTP/1.1" status: 204 len: 173 time: 2.7403672 Aug 16 01:55:29.944964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'name': 'network-vif-deleted', 'tag': '16369f71-8119-4533-b65a-e0720fc05fd7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:29.947787 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a588f8d9-eac0-4fc8-9788-802ed37c7c5d" -d '{"events": [{"server_uuid": "c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0", "name": "network-vif-deleted", "tag": "16369f71-8119-4533-b65a-e0720fc05fd7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:29.964657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Transition to ACTIVE for port object f29a35a9-fdfa-4496-bdf4-807c69391b22 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:29.974852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba398148-8ecc-40ea-bd13-d2dc51ee91d9 req-6975b16f-4a5e-464a-9a9d-cb7a5f982e25 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 210 time: 0.0945754 Aug 16 01:55:29.978206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-65b61ff0-1f64-4858-bd27-2531b5c972ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.981894 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-65b61ff0-1f64-4858-bd27-2531b5c972ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.983079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-65b61ff0-1f64-4858-bd27-2531b5c972ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d013d12-1b33-4f5b-9070-34f7037e0546 HTTP/1.1" status: 204 len: 168 time: 1.2959449 Aug 16 01:55:30.004414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b61ff0-1f64-4858-bd27-2531b5c972ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d013d12-1b33-4f5b-9070-34f7037e0546,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.010099 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.027489 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.042241 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d147c415-b648-4c84-bcd7-a33a8cf6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.048972 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.061777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Transition to ACTIVE for port object da987a0f-be5c-439e-beb4-d7202c0503db will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:30.114641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:30.119569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:30.124288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85462f6c-a001-4708-891b-988d1d8f6ed3 None None] Pushing event updated for resources: {'Port': ['ID=f29a35a9-fdfa-4496-bdf4-807c69391b22,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.133520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:30.147145 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:30.188954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event updated for resources: {'Port': ['ID=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.215470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Attempting to bind port f29a35a9-fdfa-4496-bdf4-807c69391b22 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:30.216108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Attempting to bind port f29a35a9-fdfa-4496-bdf4-807c69391b22 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:30.216636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Attempting to bind port f29a35a9-fdfa-4496-bdf4-807c69391b22 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:30.227591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:30.228829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:30.229414 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.232034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:30.232966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Bound port: f29a35a9-fdfa-4496-bdf4-807c69391b22, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:30.233595 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.246400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.247246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.279708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cba1bae7-4316-472b-8575-00bf9c6310ea req-01121189-0d28-4c83-a150-748592928ee2 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0 HTTP/1.1" status: 200 len: 210 time: 0.0479362 Aug 16 01:55:30.281755 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d147c415-b648-4c84-bcd7-a33a8cf6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.306969 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8959cd23-23fe-4091-b774-5e4643ae5622 None None] Set router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:30.347930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.352166 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-27508c27-65c0-4d6c-976f-73676d40d273 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2170060 Aug 16 01:55:30.355359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147c415-b648-4c84-bcd7-a33a8cf6393f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f14619c-ccee-4bf1-b676-4a5cd3afaab9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.373960 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d147c415-b648-4c84-bcd7-a33a8cf6393f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.378882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d147c415-b648-4c84-bcd7-a33a8cf6393f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8f14619c-ccee-4bf1-b676-4a5cd3afaab9 HTTP/1.1" status: 204 len: 168 time: 0.7023599 Aug 16 01:55:30.379545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40720) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:30.418437 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Request body: {'port': {'device_id': '945bf1d5-1646-44ea-b238-04dd39840055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:30.468741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Network 96e8f8c4-80f7-46b6-bf91-6a188d326b42 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:30.476726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:30.499276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:30.502577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Pushing event updated for resources: {'Port': ['ID=da987a0f-be5c-439e-beb4-d7202c0503db,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.618570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32f0727e-fa57-4d38-bd01-900b0dcbed5f req-902b8fc3-2aea-4e67-8438-e03468496c65 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ba1d0ba988054dcba34eab22d5357e9a HTTP/1.1" status: 200 len: 267 time: 0.2255695 Aug 16 01:55:30.623916 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.639933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:30.642266 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.649902 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.787358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] For port f29a35a9-fdfa-4496-bdf4-807c69391b22, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:30.805861 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.817622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b97383-1dac-4691-b567-ee900e027f5d']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:30.827294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] For port f29a35a9-fdfa-4496-bdf4-807c69391b22, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f29a35a9-fdfa-4496-bdf4-807c69391b22,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:30.831107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cb889a-39f1-40ee-ad30-943cd738c59b') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:30.831107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cb889a-39f1-40ee-ad30-943cd738c59b') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:30.840910 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8959cd23-23fe-4091-b774-5e4643ae5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:06Z', 'revision_number': 4, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '11e762ae-32fb-4bb2-a11a-adf294ca9735', 'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'mac_address': 'fa:16:3e:10:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:06Z', 'updated_at': '2021-08-16T01:53:12Z', 'revision_number': 5, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'subnets': [{'id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:30.842620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.859851 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.866733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:30.867395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.888392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:30.888725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:30.939048 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:30.969323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0727e-fa57-4d38-bd01-900b0dcbed5f req-01b574bf-dff7-4313-a62c-9610c8864ed5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.978773 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959cd23-23fe-4091-b774-5e4643ae5622 None None] Checking router: 846a21ed-03c9-4d1d-8f56-dd679ca2c752 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:30.981231 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32f0727e-fa57-4d38-bd01-900b0dcbed5f req-01b574bf-dff7-4313-a62c-9610c8864ed5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 945 time: 0.3615723 Aug 16 01:55:30.986764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-32f0727e-fa57-4d38-bd01-900b0dcbed5f req-9beb6c9f-fdd9-402e-8e49-7e6e7f2e6fb5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Request body: {'port': {'security_groups': []}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:30.999009 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959cd23-23fe-4091-b774-5e4643ae5622 None None] Routers {'846a21ed-03c9-4d1d-8f56-dd679ca2c752'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:30.999630 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8959cd23-23fe-4091-b774-5e4643ae5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:31.059135 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.107023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32f0727e-fa57-4d38-bd01-900b0dcbed5f req-9beb6c9f-fdd9-402e-8e49-7e6e7f2e6fb5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.128760 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.128998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85462f6c-a001-4708-891b-988d1d8f6ed3 None None] Pushing event updated for resources: {'Port': ['ID=f29a35a9-fdfa-4496-bdf4-807c69391b22,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:31.152177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.157018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a4b97383-1dac-4691-b567-ee900e027f5d HTTP/1.1" status: 204 len: 168 time: 0.7764297 Aug 16 01:55:31.171520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Routers {'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:31.172422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:31.176521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511f77d-a39f-44a0-b8e0-f85a4240eb53 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b97383-1dac-4691-b567-ee900e027f5d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:31.181881 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8959cd23-23fe-4091-b774-5e4643ae5622 None None] Set router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:31.325773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3cf65862-5627-483f-a9fb-c0063d9664db None None] Provisioning for port da987a0f-be5c-439e-beb4-d7202c0503db completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:31.342256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3cf65862-5627-483f-a9fb-c0063d9664db None None] Provisioning complete for port da987a0f-be5c-439e-beb4-d7202c0503db triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:31.342746 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3cf65862-5627-483f-a9fb-c0063d9664db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.396086 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] Set router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:31.404943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-32f0727e-fa57-4d38-bd01-900b0dcbed5f req-9beb6c9f-fdd9-402e-8e49-7e6e7f2e6fb5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] For port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:31.440487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3cf65862-5627-483f-a9fb-c0063d9664db None None] Port da987a0f-be5c-439e-beb4-d7202c0503db cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:31.444122 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32f0727e-fa57-4d38-bd01-900b0dcbed5f req-9beb6c9f-fdd9-402e-8e49-7e6e7f2e6fb5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.446306 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.456527 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:31.483331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.502612 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8959cd23-23fe-4091-b774-5e4643ae5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:06Z', 'revision_number': 4, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '11e762ae-32fb-4bb2-a11a-adf294ca9735', 'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'mac_address': 'fa:16:3e:10:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:06Z', 'updated_at': '2021-08-16T01:53:12Z', 'revision_number': 5, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'subnets': [{'id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:31.523550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Transition to ACTIVE for port object f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:31.536738 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959cd23-23fe-4091-b774-5e4643ae5622 None None] The sync data for ids ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'] in n-d-768509-23 is: [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:53:06Z', 'revision_number': 4, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '11e762ae-32fb-4bb2-a11a-adf294ca9735', 'name': '', 'network_id': '92822500-96b6-4196-9522-de8d3e45c6d3', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'mac_address': 'fa:16:3e:10:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:06Z', 'updated_at': '2021-08-16T01:53:12Z', 'revision_number': 5, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'subnets': [{'id': 'ac0619a1-eda0-4a45-9618-1d3067585157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:31.593450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32f0727e-fa57-4d38-bd01-900b0dcbed5f req-9beb6c9f-fdd9-402e-8e49-7e6e7f2e6fb5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.631252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['51e92d57-5f5c-4198-943f-97a999214cb6', '5b119a8e-02e3-4da4-93e9-0c47af128055', 'cdaf5990-7d2f-4ca3-8279-f6d0d164fda7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:31.645002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.728423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb6c9f-fdd9-402e-8e49-7e6e7f2e6fb5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event updated for resources: {'Port': ['ID=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:31.756742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0727e-fa57-4d38-bd01-900b0dcbed5f req-9beb6c9f-fdd9-402e-8e49-7e6e7f2e6fb5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:31.757688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-32f0727e-fa57-4d38-bd01-900b0dcbed5f req-9beb6c9f-fdd9-402e-8e49-7e6e7f2e6fb5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.777203 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32f0727e-fa57-4d38-bd01-900b0dcbed5f req-9beb6c9f-fdd9-402e-8e49-7e6e7f2e6fb5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "PUT /v2.0/ports/cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 HTTP/1.1" status: 200 len: 904 time: 0.7951632 Aug 16 01:55:31.801047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-router', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:25Z', 'updated_at': '2021-08-16T01:55:27Z', 'revision_number': 3, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'gw_port': {'id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:31.811098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40748) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:31.829444 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Pushing event updated for resources: {'Port': ['ID=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:31.855834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1066abd-b13e-49be-aa7b-d86c5e83f87d None None] The sync data for ids ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'] in n-d-768509-23 is: [{'id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-router', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:25Z', 'updated_at': '2021-08-16T01:55:27Z', 'revision_number': 3, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'gw_port': {'id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:31.857994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['cdaf5990-7d2f-4ca3-8279-f6d0d164fda7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:31.876838 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.920703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Attempting to bind port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:31.921410 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Attempting to bind port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:31.921997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Attempting to bind port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:31.928187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:31.928706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Attempting to bind port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:31.935777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:31.936777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Checking segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:31.937431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Bound using segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:31.938100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Bound port: f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:31.938640 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.943204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.970424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-937a51fe-5d5e-47e8-ac7a-17fdbd8ebde5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c81045fd2b484fb5924c9564b25aecce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540670 Aug 16 01:55:32.009232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40752) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:32.035417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9451ab37-feea-44a0-b3cc-3b5cda5612f8 req-556f179c-a558-4866-b698-44e24bc1e4b1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dfc0a42-9e5c-451a-b05b-1678ae2f71b2 HTTP/1.1" status: 200 len: 210 time: 0.1331127 Aug 16 01:55:32.056697 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Pushing event updated for resources: {'Port': ['ID=da987a0f-be5c-439e-beb4-d7202c0503db,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:32.137177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40754) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:32.146583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d461f9f-9c19-4374-b3ab-0d1b598ebb98 None None] New status for floating IP c8fa64dc-505f-41f0-8687-8f687f0b0038: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:55:32.156964 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.181291 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a3938-8066-4f71-9007-5e68377f804e x-openstack-request-id: req-479a3938-8066-4f71-9007-5e68377f804e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:32.182040 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0", "name": "network-vif-deleted", "tag": "16369f71-8119-4533-b65a-e0720fc05fd7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:32.182501 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-479a3938-8066-4f71-9007-5e68377f804e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:32.186246 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d2e852-5a0f-4e33-bfe8-dcfbca94f7f0', 'name': 'network-vif-deleted', 'tag': '16369f71-8119-4533-b65a-e0720fc05fd7', 'status': 'completed', 'code': 200} Aug 16 01:55:32.212999 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.388990 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bdf5fef2-6984-4e7b-85ee-fe4abcce038e None None] Provisioning complete for port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:32.390218 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bdf5fef2-6984-4e7b-85ee-fe4abcce038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.392754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-356009424-network', 'tenant_id': '9a1334693a3a4ff6afa8909ef1492dae'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:32.425239 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.432724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.436784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c95968b5-25aa-40b2-9f3a-e24557e11f31 HTTP/1.1" status: 204 len: 168 time: 0.4189754 Aug 16 01:55:32.465405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95968b5-25aa-40b2-9f3a-e24557e11f31,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:32.560769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Made reservation on behalf of 9a1334693a3a4ff6afa8909ef1492dae for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:32.564218 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.572908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.573485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.573960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.574674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.575366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.576047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.576721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.577415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.578109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.578785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.579414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.579872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cced1-d176-4035-8d65-0c2c8b32136e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:32.608217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe94457-3cda-4444-abcb-ed6bf40e374f req-c6ee6a29-10b9-4dc6-a714-5470654279ad tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.618937 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fe94457-3cda-4444-abcb-ed6bf40e374f req-c6ee6a29-10b9-4dc6-a714-5470654279ad tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 944 time: 0.1575394 Aug 16 01:55:32.622042 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.651376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f29a35a9-fdfa-4496-bdf4-807c69391b22 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:32.679935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] For port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:32.683969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] For port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:32.689928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fe94457-3cda-4444-abcb-ed6bf40e374f req-48d5eeac-9118-432d-9269-26c2a0ec59c4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692110 Aug 16 01:55:32.696971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.821344 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.839206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.885258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Network 96e8f8c4-80f7-46b6-bf91-6a188d326b42 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:32.886232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3966c-f8e4-4b95-ad9e-dc1172764629 req-75d6f454-2363-40ff-99b6-c6fe29389e51 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.886648 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.887167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.887398 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.888822 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] 10.222.0.64 "PUT /v2.0/ports/f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 HTTP/1.1" status: 200 len: 1093 time: 2.4757299 Aug 16 01:55:32.889286 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945bf1d5-1646-44ea-b238-04dd39840055', 'tag': 'f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:32.891964 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72189ad-faea-413e-975d-7d658a692a16" -d '{"events": [{"name": "network-changed", "server_uuid": "945bf1d5-1646-44ea-b238-04dd39840055", "tag": "f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:32.898387 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:32.899079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19a3966c-f8e4-4b95-ad9e-dc1172764629 req-75d6f454-2363-40ff-99b6-c6fe29389e51 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 907 time: 0.0740952 Aug 16 01:55:32.920192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8785e1-31cd-4773-bfbc-04aa373d515e service neutron] Pushing event updated for resources: {'Port': ['ID=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:32.981254 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f29a35a9-fdfa-4496-bdf4-807c69391b22 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:32.984039 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-93f16cf1-29a7-4ddf-bea0-6a444eefdd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.990316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f29a35a9-fdfa-4496-bdf4-807c69391b22 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:32.990703 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.993996 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:55:33.023201 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.070640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:33.101699 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.102092 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Added segment da21521b-b947-4888-b161-c809c8ab301e of type vlan for network ef38b8d3-c6f0-4580-af2c-7043b0a17b71 Aug 16 01:55:33.103393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40772) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:33.104054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33e5d74-530e-463f-95bb-6b0eaa63a8f7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:33.150032 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.164695 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:33.191469 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc46f54-28cd-443a-841a-4ce4a66d76b3 x-openstack-request-id: req-3cc46f54-28cd-443a-841a-4ce4a66d76b3 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:33.191829 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945bf1d5-1646-44ea-b238-04dd39840055", "tag": "f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:33.199650 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3cc46f54-28cd-443a-841a-4ce4a66d76b3 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:33.199650 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945bf1d5-1646-44ea-b238-04dd39840055', 'tag': 'f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510', 'status': 'completed', 'code': 200} Aug 16 01:55:33.205750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f29a35a9-fdfa-4496-bdf4-807c69391b22, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f29a35a9-fdfa-4496-bdf4-807c69391b22,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:33.228134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-f476bd0a-9cd5-4bb7-acda-2f863ea20fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.229740 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-f476bd0a-9cd5-4bb7-acda-2f863ea20fae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 1096 time: 0.1739349 Aug 16 01:55:33.234171 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.286682 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.354322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ae482870-3f42-42cb-8c66-eb2ad1c331ae None None] Provisioning complete for port da987a0f-be5c-439e-beb4-d7202c0503db triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:33.354720 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ae482870-3f42-42cb-8c66-eb2ad1c331ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.359803 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feda-9152-4d10-b271-c4406f199061 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.395284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:33.407063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feda-9152-4d10-b271-c4406f199061 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.407254 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-208c0f22-6fff-4984-a9bb-93f89c9d3b0d admin admin] 10.222.0.66 "PUT /v2.0/routers/b3498ca4-3ce3-47cd-adb5-79b519fa0bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9784143 Aug 16 01:55:33.430401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ae482870-3f42-42cb-8c66-eb2ad1c331ae None None] Port da987a0f-be5c-439e-beb4-d7202c0503db cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:33.431865 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.432450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.433047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.433166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f29a35a9-fdfa-4496-bdf4-807c69391b22,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:33.508554 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-206e8ef1-af44-4b7d-9e8b-4cf762ea8d96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 HTTP/1.1" status: 200 len: 217 time: 0.2175703 Aug 16 01:55:33.546825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] Pushing event updated for resources: {'Network': ['ID=ef38b8d3-c6f0-4580-af2c-7043b0a17b71,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:33.559908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network ef38b8d3-c6f0-4580-af2c-7043b0a17b71 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:33.560907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f04280-1a38-4080-a513-27970e411fe0 req-d5ed2aa7-e908-487c-8536-1fcf83be89e9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.568950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9f04280-1a38-4080-a513-27970e411fe0 req-d5ed2aa7-e908-487c-8536-1fcf83be89e9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.2700179 Aug 16 01:55:33.594347 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-62523b68-fba9-48e8-99a2-21b8aec1a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.596563 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-62523b68-fba9-48e8-99a2-21b8aec1a8ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.0795639 Aug 16 01:55:33.630090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9f04280-1a38-4080-a513-27970e411fe0 req-60f4de96-a4c2-4c90-8aaa-c36ee4cee541 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556376 Aug 16 01:55:33.641874 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-eb189205-97e8-440e-a39d-0babb8d066d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360675 Aug 16 01:55:33.673963 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-50fae084-6061-44f6-b2a3-7ec21f8c986a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5354400 Aug 16 01:55:33.674948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40792) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:33.684478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] Request body: {'subnet': {'network_id': 'ef38b8d3-c6f0-4580-af2c-7043b0a17b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-356009424-subnet', 'tenant_id': '9a1334693a3a4ff6afa8909ef1492dae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:33.723775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feda-9152-4d10-b271-c4406f199061 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.726662 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feda-9152-4d10-b271-c4406f199061 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.727849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f8a1feda-9152-4d10-b271-c4406f199061 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "DELETE /v2.0/security-groups/9e379d47-7095-4fb7-9b2e-f4ca404478e1 HTTP/1.1" status: 204 len: 168 time: 0.6058545 Aug 16 01:55:33.731668 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40796) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:33.739473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1feda-9152-4d10-b271-c4406f199061 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e379d47-7095-4fb7-9b2e-f4ca404478e1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:33.759333 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-1192040a-22d8-489a-8566-460829a73ad7 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] show failed (client error): The resource could not be found. Aug 16 01:55:33.760400 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1192040a-22d8-489a-8566-460829a73ad7 tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "GET /v2.0/security-groups/9e379d47-7095-4fb7-9b2e-f4ca404478e1 HTTP/1.1" status: 404 len: 347 time: 0.0277598 Aug 16 01:55:33.764190 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-1fdc56ec-0da7-44bd-a8d0-0f5da0018d34 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132793 Aug 16 01:55:33.764649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40800) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:33.856788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] Made reservation on behalf of 9a1334693a3a4ff6afa8909ef1492dae for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:33.861203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.980906 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.992922 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-f0a2f77c-a95c-4fb8-8118-803dde11890f req-2d1b7568-8416-4c0a-9dc8-c6045f330a25 tempest-FloatingIPDetailsNegativeTestJSON-2089903401 tempest-FloatingIPDetailsNegativeTestJSON-2089903401-project] show failed (client error): The resource could not be found. Aug 16 01:55:33.994037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0a2f77c-a95c-4fb8-8118-803dde11890f req-2d1b7568-8416-4c0a-9dc8-c6045f330a25 tempest-FloatingIPDetailsNegativeTestJSON-2089903401 tempest-FloatingIPDetailsNegativeTestJSON-2089903401-project] 10.222.0.66 "GET /v2.0/floatingips/d7f3b223-5e5b-4414-b902-6a9cbc053a1d HTTP/1.1" status: 404 len: 350 time: 0.0531092 Aug 16 01:55:34.008419 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40810) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:34.082623 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0414f355-d4d1-4ae7-a66c-2dfb4262ec78 req-2760ec25-5e62-4840-9f48-2e874e976e0a service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100700 Aug 16 01:55:34.098053 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-290b7a2f-cb00-41d5-9361-5878e182f47b tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Deleting port 4cd6ab1b-04bf-4cee-9cf2-13ff5dd18f92 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:34.098747 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-290b7a2f-cb00-41d5-9361-5878e182f47b tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.193943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cfe6c4-32bb-4746-aca7-6742b2450b1e', 'tag': 'cdaf5990-7d2f-4ca3-8279-f6d0d164fda7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:34.196414 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cfe6c4-32bb-4746-aca7-6742b2450b1e", "tag": "cdaf5990-7d2f-4ca3-8279-f6d0d164fda7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:34.199512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40814) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:34.240468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f4ea6-2c88-4808-b857-2c6b8a3150a7 req-6a5fa494-f7f3-4888-8c39-b8a1e54a7f9c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.242998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-613f4ea6-2c88-4808-b857-2c6b8a3150a7 req-6a5fa494-f7f3-4888-8c39-b8a1e54a7f9c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1320345 Aug 16 01:55:34.310642 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-290b7a2f-cb00-41d5-9361-5878e182f47b tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.310977 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-290b7a2f-cb00-41d5-9361-5878e182f47b tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.311098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-613f4ea6-2c88-4808-b857-2c6b8a3150a7 req-b8bfd6f6-864d-41af-8e2f-8da155e48520 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589805 Aug 16 01:55:34.347595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.354073 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72189ad-faea-413e-975d-7d658a692a16 req-58cf7dab-f8fe-4b98-bdf2-987d5db0c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.355609 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b72189ad-faea-413e-975d-7d658a692a16 req-58cf7dab-f8fe-4b98-bdf2-987d5db0c65d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 1096 time: 0.1424561 Aug 16 01:55:34.356542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-290b7a2f-cb00-41d5-9361-5878e182f47b tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Calling delete_port for 4cd6ab1b-04bf-4cee-9cf2-13ff5dd18f92 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:34.415630 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Sync routers for ids ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:34.436987 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Routers {'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:34.438113 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:34.441954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-299197718-network', 'tenant_id': 'd861848d9aaa4f3faa7e5a9f78b4cf95'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:34.557162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f29a35a9-fdfa-4496-bdf4-807c69391b22 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:34.565434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483f06b-e1e2-405c-8833-c6632960035c req-a45e6740-01e4-4ab4-ba74-b5b2cb453f15 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.575622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c483f06b-e1e2-405c-8833-c6632960035c req-a45e6740-01e4-4ab4-ba74-b5b2cb453f15 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 944 time: 0.1306622 Aug 16 01:55:34.604542 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Set router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:34.620991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bff7765-ed59-43ea-b496-fca8c6bbf135,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:34.641119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] Checking segment: {'id': 'da21521b-b947-4888-b161-c809c8ab301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ef38b8d3-c6f0-4580-af2c-7043b0a17b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:34.641491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] Network hostable DHCP agents. Network: ef38b8d3-c6f0-4580-af2c-7043b0a17b71, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:34.658128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f29a35a9-fdfa-4496-bdf4-807c69391b22 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:34.658443 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.698930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72189ad-faea-413e-975d-7d658a692a16 req-a8151d78-05f4-41cb-997c-c92a2e9cce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.700639 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b72189ad-faea-413e-975d-7d658a692a16 req-a8151d78-05f4-41cb-997c-c92a2e9cce64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 906 time: 0.3350756 Aug 16 01:55:34.710853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c483f06b-e1e2-405c-8833-c6632960035c req-6915d0c4-2278-4a3d-af13-4d18ab68edc6 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288519 Aug 16 01:55:34.715174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Made reservation on behalf of d861848d9aaa4f3faa7e5a9f78b4cf95 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:34.729205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.755493 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b72189ad-faea-413e-975d-7d658a692a16 req-c03303a4-b009-49a6-a698-f14728bcceb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 HTTP/1.1" status: 200 len: 217 time: 0.0431781 Aug 16 01:55:34.770570 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.840473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] Network ef38b8d3-c6f0-4580-af2c-7043b0a17b71 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:34.868501 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39609d7-16bb-4409-a071-1cdeec51b1d0 x-openstack-request-id: req-f39609d7-16bb-4409-a071-1cdeec51b1d0 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:34.869992 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cfe6c4-32bb-4746-aca7-6742b2450b1e", "tag": "cdaf5990-7d2f-4ca3-8279-f6d0d164fda7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:34.870262 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f39609d7-16bb-4409-a071-1cdeec51b1d0 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:34.870678 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cfe6c4-32bb-4746-aca7-6742b2450b1e', 'tag': 'cdaf5990-7d2f-4ca3-8279-f6d0d164fda7', 'status': 'completed', 'code': 200} Aug 16 01:55:34.893874 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-router', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:25Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'gw_port': {'id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'da987a0f-be5c-439e-beb4-d7202c0503db', 'name': '', 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'mac_address': 'fa:16:3e:35:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3646149c-afbb-49c2-b62c-cf5f1136064a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 2, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'subnets': [{'id': '3646149c-afbb-49c2-b62c-cf5f1136064a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:34.927102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72189ad-faea-413e-975d-7d658a692a16 req-a5967b14-96de-4b2b-880f-be85b7f790cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.927996 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Checking router: b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:34.928572 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Updating router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 port da987a0f-be5c-439e-beb4-d7202c0503db binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:55:34.931239 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b72189ad-faea-413e-975d-7d658a692a16 req-a5967b14-96de-4b2b-880f-be85b7f790cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.0982866 Aug 16 01:55:34.959380 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.962482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, ef38b8d3-c6f0-4580-af2c-7043b0a17b71) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:34.969168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.970032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.974742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c3309-e676-4c2c-a3b3-9d9ff393fad8 None None] Network ef38b8d3-c6f0-4580-af2c-7043b0a17b71 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:35.058624 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b72189ad-faea-413e-975d-7d658a692a16 req-33254a29-0117-4197-9d2a-77e7e594b199 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492141 Aug 16 01:55:35.069894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2 req-7fb29742-eb4a-4916-8491-f92ee97ef098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:35.071646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2 req-7fb29742-eb4a-4916-8491-f92ee97ef098 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 1059 time: 0.2000949 Aug 16 01:55:35.196036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-942b7d92-b2ee-498e-b290-0119a774c71e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:35.203814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-942b7d92-b2ee-498e-b290-0119a774c71e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 812 time: 0.2536275 Aug 16 01:55:35.212956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d2dc8-d9b5-48ba-bb9a-3b43427f2760 None None] Network ef38b8d3-c6f0-4580-af2c-7043b0a17b71 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:35.250270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42e4e4a9-3f08-4a42-9a3a-4f16f443556f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/quotas/ba1d0ba988054dcba34eab22d5357e9a HTTP/1.1" status: 200 len: 375 time: 0.0454595 Aug 16 01:55:35.258608 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.319331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2 req-fcd1439b-10c3-47a8-acf6-996c193e565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:35.323312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2 req-fcd1439b-10c3-47a8-acf6-996c193e565c service neutron] 10.222.0.74 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.2351112 Aug 16 01:55:35.369560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.371604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2 req-173d8e46-7659-4deb-8eea-733273bc404f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 HTTP/1.1" status: 200 len: 217 time: 0.0412242 Aug 16 01:55:35.375300 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.389162 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Transition to ACTIVE for port object da987a0f-be5c-439e-beb4-d7202c0503db will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:35.399284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-206befd7-c200-4a3a-addf-65c9f48dc397 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1477602 Aug 16 01:55:35.454641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-290b7a2f-cb00-41d5-9361-5878e182f47b tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.465203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.485600 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.505590 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b7a2f-cb00-41d5-9361-5878e182f47b tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Pushing event deleted for resources: {'Port': ['ID=4cd6ab1b-04bf-4cee-9cf2-13ff5dd18f92,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:35.516504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2 req-81c5ed5b-416d-4f89-a1f3-4249449acf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:35.518107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2 req-81c5ed5b-416d-4f89-a1f3-4249449acf69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.1106825 Aug 16 01:55:35.550220 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b72189ad-faea-413e-975d-7d658a692a16 req-8a461c5f-fd78-42e2-825d-54def12394f6 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541481 Aug 16 01:55:35.565880 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Pushing event updated for resources: {'Port': ['ID=da987a0f-be5c-439e-beb4-d7202c0503db,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:35.581686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:35.588843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3738311e-d67c-40de-8ec1-43719efbbe5b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9121935 Aug 16 01:55:35.610923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a09d678-189e-4932-9b1d-06019a9f0093,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:35.622178 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.622581 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.623075 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.623416 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.623833 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.624063 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.624532 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.624866 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.625189 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.625509 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.625883 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.626209 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:35.632058 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.633862 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Added segment e7143a7e-3798-448a-9b1a-77a325d5ba63 of type vlan for network 8bbe0a56-7745-4401-9730-5e9ba656e7d5 Aug 16 01:55:35.712988 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Attempting to bind port da987a0f-be5c-439e-beb4-d7202c0503db on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:35.713361 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Attempting to bind port da987a0f-be5c-439e-beb4-d7202c0503db by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'c4f922e3-91cd-46b6-b364-2ba528df6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:35.714339 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Attempting to bind port da987a0f-be5c-439e-beb4-d7202c0503db on network 96e8f8c4-80f7-46b6-bf91-6a188d326b42 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:35.721970 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:35.723275 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Checking segment: {'id': 'c4f922e3-91cd-46b6-b364-2ba528df6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:35.723275 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.723475 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Bound using segment: {'id': 'c4f922e3-91cd-46b6-b364-2ba528df6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:35.727989 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Bound port: da987a0f-be5c-439e-beb4-d7202c0503db, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f922e3-91cd-46b6-b364-2ba528df6753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:35.727989 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.728204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2 req-0cb74af6-5eec-43f3-ab62-d3543db36166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:35.736970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2 req-0cb74af6-5eec-43f3-ab62-d3543db36166 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1939480 Aug 16 01:55:35.782914 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-290b7a2f-cb00-41d5-9361-5878e182f47b tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.785687 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-290b7a2f-cb00-41d5-9361-5878e182f47b tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.786916 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-290b7a2f-cb00-41d5-9361-5878e182f47b tempest-ServersTestJSON-1241929718 tempest-ServersTestJSON-1241929718-project] 10.222.0.66 "DELETE /v2.0/floatingips/c8fa64dc-505f-41f0-8687-8f687f0b0038 HTTP/1.1" status: 204 len: 168 time: 2.0213485 Aug 16 01:55:35.805888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40840) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:35.809551 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.820724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-9e13380e-019a-4e15-9533-2b2b0c18dae2 service neutron] 10.222.0.66 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204950 Aug 16 01:55:35.837569 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.845291 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] For port da987a0f-be5c-439e-beb4-d7202c0503db, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:35.849262 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] For port da987a0f-be5c-439e-beb4-d7202c0503db, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=da987a0f-be5c-439e-beb4-d7202c0503db,segment=NetworkSegment(c4f922e3-91cd-46b6-b364-2ba528df6753),segment_id=c4f922e3-91cd-46b6-b364-2ba528df6753)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:35.933038 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-b72189ad-faea-413e-975d-7d658a692a16 req-8a1b84ab-93e7-40fa-bf0f-e6c5c29c071f service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556440 Aug 16 01:55:35.937468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2 req-e313f529-fc45-43fb-9a71-1fc56e59ce30 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988924 Aug 16 01:55:35.991773 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.030797 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] Deleting port da987a0f-be5c-439e-beb4-d7202c0503db {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:36.031250 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.063936 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.071676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:36.072339 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.106220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-1e2c8614-9c2e-412a-bb9b-4d303b7f0f5b service neutron] 10.222.0.66 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484689 Aug 16 01:55:36.121651 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466aa00-b1ad-4f28-acf7-0fd29eb6a4fc None None] Pushing event updated for resources: {'Port': ['ID=da987a0f-be5c-439e-beb4-d7202c0503db,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.127635 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Routers {'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:36.128548 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:36.187346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcf0a02c-4fee-4f29-a431-6e60ff8d6bc2 req-c7de37c1-a616-4af7-8f04-ef66d7646335 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402403 Aug 16 01:55:36.199460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9935446 Aug 16 01:55:36.206101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40848) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:36.217987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] Request body: {'subnet': {'network_id': '8bbe0a56-7745-4401-9730-5e9ba656e7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-299197718-subnet', 'tenant_id': 'd861848d9aaa4f3faa7e5a9f78b4cf95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:36.232734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85146c25-cf4c-449d-85fa-2d0d97703d05 admin admin] Pushing event updated for resources: {'Network': ['ID=8bbe0a56-7745-4401-9730-5e9ba656e7d5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.245930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 8bbe0a56-7745-4401-9730-5e9ba656e7d5 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:36.307714 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] Set router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:36.365306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] Made reservation on behalf of d861848d9aaa4f3faa7e5a9f78b4cf95 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:36.369359 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.645403 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-router', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:25Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'gw_port': {'id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'da987a0f-be5c-439e-beb4-d7202c0503db', 'name': '', 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'mac_address': 'fa:16:3e:35:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3646149c-afbb-49c2-b62c-cf5f1136064a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:35Z', 'revision_number': 4, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'subnets': [{'id': '3646149c-afbb-49c2-b62c-cf5f1136064a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:36.694385 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f273d-8b3a-4fd1-ad98-c7f9b0791694 None None] The sync data for ids ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'] in n-d-768509-23 is: [{'id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-router', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:25Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'gw_port': {'id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'da987a0f-be5c-439e-beb4-d7202c0503db', 'name': '', 'network_id': '96e8f8c4-80f7-46b6-bf91-6a188d326b42', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'mac_address': 'fa:16:3e:35:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3646149c-afbb-49c2-b62c-cf5f1136064a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:35Z', 'revision_number': 4, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'subnets': [{'id': '3646149c-afbb-49c2-b62c-cf5f1136064a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:36.705551 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.789366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25435248-a090-42c7-9d79-133eb28670a2 req-1b5e6c98-082e-4f54-9281-d9ca5f6f7f63 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:36.797075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25435248-a090-42c7-9d79-133eb28670a2 req-1b5e6c98-082e-4f54-9281-d9ca5f6f7f63 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 944 time: 0.1450939 Aug 16 01:55:36.834131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20eb246-413a-4c23-9e30-2178d3145ac6,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.858015 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] For port da987a0f-be5c-439e-beb4-d7202c0503db, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=da987a0f-be5c-439e-beb4-d7202c0503db,segment=NetworkSegment(c4f922e3-91cd-46b6-b364-2ba528df6753),segment_id=c4f922e3-91cd-46b6-b364-2ba528df6753)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:36.858634 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.871819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] Checking segment: {'id': 'e7143a7e-3798-448a-9b1a-77a325d5ba63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8bbe0a56-7745-4401-9730-5e9ba656e7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:36.872245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] Network hostable DHCP agents. Network: 8bbe0a56-7745-4401-9730-5e9ba656e7d5, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:36.875520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] Calling delete_port for da987a0f-be5c-439e-beb4-d7202c0503db owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:36.894223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25435248-a090-42c7-9d79-133eb28670a2 req-1f5c5dbc-dfa4-47b4-b445-5140395b5bc1 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914016 Aug 16 01:55:36.985742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] Network 8bbe0a56-7745-4401-9730-5e9ba656e7d5 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:37.083253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 8bbe0a56-7745-4401-9730-5e9ba656e7d5) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:37.088156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:37.089008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.093972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221ed624-45b7-44f1-b835-3ff247aaffda None None] Network 8bbe0a56-7745-4401-9730-5e9ba656e7d5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:37.164903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9b807f09-3d3d-4a2c-acb0-86b94f62e758 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9576986 Aug 16 01:55:37.347672 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.383339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c53773-995e-4322-92be-b9ce942b1a59 None None] Network 8bbe0a56-7745-4401-9730-5e9ba656e7d5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:37.427165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.427643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-d5025a7f-5163-4837-8801-cca675df90eb tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:37.430946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-d5025a7f-5163-4837-8801-cca675df90eb tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/networks?id=ef38b8d3-c6f0-4580-af2c-7043b0a17b71 HTTP/1.1" status: 200 len: 821 time: 0.2230804 Aug 16 01:55:37.479730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-d7f04af0-9982-4aca-897b-553ed0926f01 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/quotas/9a1334693a3a4ff6afa8909ef1492dae HTTP/1.1" status: 200 len: 375 time: 0.0369036 Aug 16 01:55:37.498223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=da987a0f-be5c-439e-beb4-d7202c0503db,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:37.548453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-2bbf66f9-7f4a-443f-bc8b-09f3d401e94c tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1334693a3a4ff6afa8909ef1492dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600526 Aug 16 01:55:37.702454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-d3508f71-dd69-4d12-a468-8704a72f173f service neutron] 10.222.0.66 "GET /v2.0/networks/ef38b8d3-c6f0-4580-af2c-7043b0a17b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528630 Aug 16 01:55:37.733337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:37.836615 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.858359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:37.877433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'port_id': 'f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510', 'mac_address': 'fa:16:3e:57:81:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de74b78-8d2a-40b0-ae8f-4fdf1265078a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:37.894784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-6d440407-d1a9-4bb7-8a1e-c62b642d3cd4 service neutron] 10.222.0.66 "GET /v2.0/networks/ef38b8d3-c6f0-4580-af2c-7043b0a17b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881344 Aug 16 01:55:37.928649 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.943087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:37.974034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:38.072465 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.134032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:38.145109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.145484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.145986 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.146404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.147418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.147866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.148832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.149271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.149682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.150235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.150647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.151054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:38.184902 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] Router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:38.186449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] Deleting port 11e762ae-32fb-4bb2-a11a-adf294ca9735 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:38.186787 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.306546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:38.348816 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] For port 11e762ae-32fb-4bb2-a11a-adf294ca9735, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=11e762ae-32fb-4bb2-a11a-adf294ca9735,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:38.349189 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.371098 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] Calling delete_port for 11e762ae-32fb-4bb2-a11a-adf294ca9735 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:38.486567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d55e5477-b1fc-428f-a9f7-fab86313d0f7 req-5607e244-c119-4ea6-8562-fdf952927a73 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 210 time: 0.0985701 Aug 16 01:55:38.561112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:38.575974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40894) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:38.579262 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-df236447-21d5-4a05-bbf3-698a22d05ffd admin admin] 10.222.0.66 "PUT /v2.0/routers/b3498ca4-3ce3-47cd-adb5-79b519fa0bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5693157 Aug 16 01:55:38.712105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd5440-e3fa-4127-8103-cbc65b0fa17b None None] Sync routers for ids ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:38.723017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd5440-e3fa-4127-8103-cbc65b0fa17b None None] Routers {'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:38.723881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0efd5440-e3fa-4127-8103-cbc65b0fa17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:38.769802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.872658 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.927476 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-0efd5440-e3fa-4127-8103-cbc65b0fa17b None None] Set router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:38.936878 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=11e762ae-32fb-4bb2-a11a-adf294ca9735,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:38.937914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.253918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b0733-c04b-40b5-b1de-920ebbe681c3 req-6251b8db-5135-4f79-abda-623d36445d05 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.255500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d05b0733-c04b-40b5-b1de-920ebbe681c3 req-6251b8db-5135-4f79-abda-623d36445d05 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 945 time: 0.1603088 Aug 16 01:55:39.268765 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-7f8df4c6-f00d-409c-9f5b-c6c84bf92b12 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.276437 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-7f8df4c6-f00d-409c-9f5b-c6c84bf92b12 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 812 time: 0.2283504 Aug 16 01:55:39.295394 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Request body: {'port': {'device_id': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'admin_state_up': True, 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:39.323628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d05b0733-c04b-40b5-b1de-920ebbe681c3 req-c01bc3cd-ccdb-4b0f-bd40-9c7350987366 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564158 Aug 16 01:55:39.329224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Deleting port f29a35a9-fdfa-4496-bdf4-807c69391b22 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:39.329533 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.368668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0efd5440-e3fa-4127-8103-cbc65b0fa17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-router', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:25Z', 'updated_at': '2021-08-16T01:55:37Z', 'revision_number': 5, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'gw_port': {'id': 'f29a35a9-fdfa-4496-bdf4-807c69391b22', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:39.403836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd5440-e3fa-4127-8103-cbc65b0fa17b None None] Checking router: b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:39.430503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd5440-e3fa-4127-8103-cbc65b0fa17b None None] Routers {'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:39.431240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0efd5440-e3fa-4127-8103-cbc65b0fa17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:39.510459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61b0c0e6-0f7f-435f-a9d1-91e1d80a7a5d req-1a500ba6-1003-4e9d-a9ae-2a3f2f0bbdaf tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 210 time: 0.0550237 Aug 16 01:55:39.520285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] For port f29a35a9-fdfa-4496-bdf4-807c69391b22, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f29a35a9-fdfa-4496-bdf4-807c69391b22,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:39.520725 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.527893 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.541273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Calling delete_port for f29a35a9-fdfa-4496-bdf4-807c69391b22 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:39.692112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-0efd5440-e3fa-4127-8103-cbc65b0fa17b None None] Set router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:39.751158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:39.754665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0efd5440-e3fa-4127-8103-cbc65b0fa17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-router', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:25Z', 'updated_at': '2021-08-16T01:55:38Z', 'revision_number': 6, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:39.804206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd5440-e3fa-4127-8103-cbc65b0fa17b None None] The sync data for ids ['b3498ca4-3ce3-47cd-adb5-79b519fa0bb0'] in n-d-768509-23 is: [{'id': 'b3498ca4-3ce3-47cd-adb5-79b519fa0bb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-715376595-router', 'tenant_id': '32364056bdca4f95b7bc6231c3612ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:25Z', 'updated_at': '2021-08-16T01:55:38Z', 'revision_number': 6, 'project_id': '32364056bdca4f95b7bc6231c3612ed4', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:39.804379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Made reservation on behalf of ba1d0ba988054dcba34eab22d5357e9a for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:39.813044 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.836951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] Router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:40.055891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:40.062022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:40.063043 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.200399 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.249651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945bf1d5-1646-44ea-b238-04dd39840055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:40.252332 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11bc29a-cb07-4394-a708-fedeab4307b9" -d '{"events": [{"server_uuid": "945bf1d5-1646-44ea-b238-04dd39840055", "name": "network-vif-plugged", "status": "completed", "tag": "f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:40.278822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:40.294415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adc33dcb-208c-4700-a971-bdbe6d5e46e4 req-5f9a7d76-b0ac-423c-bfe3-78380e23601b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 210 time: 0.4474149 Aug 16 01:55:40.295942 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.338484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29a35a9-fdfa-4496-bdf4-807c69391b22,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:40.354878 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.428958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:40.436482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.441994 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Allocated IP 172.20.0.12 (e599376b-7b08-42e8-85bf-1a61cac76676/7343030e-9add-4353-8aff-66a47414352b/b8600914-ec18-4a5f-9c41-b9e89b2a18f2) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:40.444343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:40.453131 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1fce8c5e-5b60-462c-b199-687b091a2e2c admin admin] 10.222.0.66 "PUT /v2.0/routers/846a21ed-03c9-4d1d-8f56-dd679ca2c752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6398818 Aug 16 01:55:40.454187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40954) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:40.457282 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2bc2ea-c428-4d76-b389-67a2ea29cfbb None None] Sync routers for ids ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:40.472410 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2bc2ea-c428-4d76-b389-67a2ea29cfbb None None] Routers {'846a21ed-03c9-4d1d-8f56-dd679ca2c752'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:40.473147 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1e2bc2ea-c428-4d76-b389-67a2ea29cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:40.603270 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.607367 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.725980 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.739504 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405155d2-06e7-4fa9-987e-3be9a52f64d0 x-openstack-request-id: req-405155d2-06e7-4fa9-987e-3be9a52f64d0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:40.739504 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945bf1d5-1646-44ea-b238-04dd39840055", "name": "network-vif-plugged", "status": "completed", "tag": "f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:40.739504 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-405155d2-06e7-4fa9-987e-3be9a52f64d0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:40.739504 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945bf1d5-1646-44ea-b238-04dd39840055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510', 'code': 200} Aug 16 01:55:40.791701 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-1e2bc2ea-c428-4d76-b389-67a2ea29cfbb None None] Set router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:40.826728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.826728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:55:40.829359 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.833851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cacd39b5-cf2f-48d3-9089-6ca7ca308c07 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b3498ca4-3ce3-47cd-adb5-79b519fa0bb0 HTTP/1.1" status: 204 len: 168 time: 2.2568176 Aug 16 01:55:40.834715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40982) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:40.949133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f29a35a9-fdfa-4496-bdf4-807c69391b22 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:40.987400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f29a35a9-fdfa-4496-bdf4-807c69391b22 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:40.987915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f29a35a9-fdfa-4496-bdf4-807c69391b22 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:40.990239 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device da987a0f-be5c-439e-beb4-d7202c0503db no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:41.031905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.039196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: da987a0f-be5c-439e-beb4-d7202c0503db {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:41.039552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device da987a0f-be5c-439e-beb4-d7202c0503db not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:41.046954 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.067875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Transition to ACTIVE for port object b8600914-ec18-4a5f-9c41-b9e89b2a18f2 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:41.073320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075b73b-0ca4-452c-a5ff-8ba6bb471e66 req-25fe9ea9-7734-4452-9b7c-0f96b02cafb6 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.075201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2075b73b-0ca4-452c-a5ff-8ba6bb471e66 req-25fe9ea9-7734-4452-9b7c-0f96b02cafb6 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 946 time: 0.2208531 Aug 16 01:55:41.078608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b4542b-6809-417a-8c7d-ae97009a4926 admin admin] Deleting subnet 3646149c-afbb-49c2-b62c-cf5f1136064a {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:41.082302 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b4542b-6809-417a-8c7d-ae97009a4926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.100591 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1e2bc2ea-c428-4d76-b389-67a2ea29cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:55:38Z', 'revision_number': 5, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:41.122064 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b4542b-6809-417a-8c7d-ae97009a4926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.133116 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2bc2ea-c428-4d76-b389-67a2ea29cfbb None None] Checking router: 846a21ed-03c9-4d1d-8f56-dd679ca2c752 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:41.141787 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2bc2ea-c428-4d76-b389-67a2ea29cfbb None None] Routers {'846a21ed-03c9-4d1d-8f56-dd679ca2c752'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:41.142584 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1e2bc2ea-c428-4d76-b389-67a2ea29cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:41.209767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b4542b-6809-417a-8c7d-ae97009a4926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.262045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.276031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['51e92d57-5f5c-4198-943f-97a999214cb6', '5b119a8e-02e3-4da4-93e9-0c47af128055'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:41.303557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce70cc-c569-45c8-bacf-318cb6c3b2b0 req-01e43047-2966-439d-a43a-6b9ff4c9451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.305776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41ce70cc-c569-45c8-bacf-318cb6c3b2b0 req-01e43047-2966-439d-a43a-6b9ff4c9451c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 1098 time: 0.4594162 Aug 16 01:55:41.315784 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-1e2bc2ea-c428-4d76-b389-67a2ea29cfbb None None] Set router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:41.348525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Network e599376b-7b08-42e8-85bf-1a61cac76676 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:41.352916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2075b73b-0ca4-452c-a5ff-8ba6bb471e66 req-4e503dee-136f-406a-9abd-0ff4399944e8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857239 Aug 16 01:55:41.353122 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:41.355556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event updated for resources: {'Port': ['ID=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:41.371373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41ce70cc-c569-45c8-bacf-318cb6c3b2b0 req-d57b052e-6b4a-422b-8d3f-eb91a8a22964 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521591 Aug 16 01:55:41.372441 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b4542b-6809-417a-8c7d-ae97009a4926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.376732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:41.467631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4542b-6809-417a-8c7d-ae97009a4926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3646149c-afbb-49c2-b62c-cf5f1136064a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:41.474086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b4542b-6809-417a-8c7d-ae97009a4926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.478742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-33b4542b-6809-417a-8c7d-ae97009a4926 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3646149c-afbb-49c2-b62c-cf5f1136064a HTTP/1.1" status: 204 len: 168 time: 0.6419802 Aug 16 01:55:41.481126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40996) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:41.491718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29174d-fd42-417b-8db6-0d88690eb927 None None] Network 96e8f8c4-80f7-46b6-bf91-6a188d326b42 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:41.520363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Deleting port 4e359219-c1c0-405f-b654-9739aaca145a {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:41.521284 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.555117 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.555796 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.777596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77becef6-1208-494a-9501-a14de3b71139 req-75e21f06-e04a-4dca-8095-d53c67962fa0 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 210 time: 0.1329172 Aug 16 01:55:41.810605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] For port 4e359219-c1c0-405f-b654-9739aaca145a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4e359219-c1c0-405f-b654-9739aaca145a,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:41.810996 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.845199 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-42f20ebd-6dc3-4b9c-8f0e-c08e675d512d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5561483 Aug 16 01:55:41.852930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Calling delete_port for 4e359219-c1c0-405f-b654-9739aaca145a owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:41.859407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Request body: {'port': {'device_id': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:41.873161 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1e2bc2ea-c428-4d76-b389-67a2ea29cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:55:38Z', 'revision_number': 5, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:41.917666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.993855 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2bc2ea-c428-4d76-b389-67a2ea29cfbb None None] The sync data for ids ['846a21ed-03c9-4d1d-8f56-dd679ca2c752'] in n-d-768509-23 is: [{'id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'name': 'tempest-ServersTestJSON-707178597-router', 'tenant_id': '955c02577c0e46d9af4e8101c2760e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e359219-c1c0-405f-b654-9739aaca145a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:02Z', 'updated_at': '2021-08-16T01:55:38Z', 'revision_number': 5, 'project_id': '955c02577c0e46d9af4e8101c2760e57', 'gw_port': {'id': '4e359219-c1c0-405f-b654-9739aaca145a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a21ed-03c9-4d1d-8f56-dd679ca2c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:42.047051 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f581a73-734e-4843-b573-783a7eb886cf None None] DHCP port deletion for 96e8f8c4-80f7-46b6-bf91-6a188d326b42 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:42.058342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.180901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a2f178ee-ec95-41ea-b163-204a98e0dccb None None] Provisioning for port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:42.205811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a2f178ee-ec95-41ea-b163-204a98e0dccb None None] Provisioning complete for port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:42.207146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a2f178ee-ec95-41ea-b163-204a98e0dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.218401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-294352d0-ee05-4057-aa15-988cbd3438d4 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.221048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-294352d0-ee05-4057-aa15-988cbd3438d4 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.74 "GET /v2.0/networks?id=ef38b8d3-c6f0-4580-af2c-7043b0a17b71 HTTP/1.1" status: 200 len: 821 time: 0.3579834 Aug 16 01:55:42.246779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7f581a73-734e-4843-b573-783a7eb886cf None None] Deleting port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:42.247474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Request body: {'port': {'device_id': '1c71db0e-6882-4622-8bf8-f42954eeaec7', 'network_id': 'ef38b8d3-c6f0-4580-af2c-7043b0a17b71', 'admin_state_up': True, 'tenant_id': '9a1334693a3a4ff6afa8909ef1492dae'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:42.248992 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7f581a73-734e-4843-b573-783a7eb886cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.331597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7f581a73-734e-4843-b573-783a7eb886cf None None] For port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=13a21510-5df8-45b2-b0f9-5ccbb24d0ae5,segment=NetworkSegment(c4f922e3-91cd-46b6-b364-2ba528df6753),segment_id=c4f922e3-91cd-46b6-b364-2ba528df6753)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:42.332090 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7f581a73-734e-4843-b573-783a7eb886cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.350117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7f581a73-734e-4843-b573-783a7eb886cf None None] Calling delete_port for 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:42.610248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a2f178ee-ec95-41ea-b163-204a98e0dccb None None] Port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:42.610650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Deleting port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:42.610650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.610824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:42.639489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7105b49-a8d0-4be9-8fd3-2f4bc91fe700 req-79543b4e-8ddd-475e-873f-051821f5eded tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.650767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7105b49-a8d0-4be9-8fd3-2f4bc91fe700 req-79543b4e-8ddd-475e-873f-051821f5eded tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 932 time: 0.4518723 Aug 16 01:55:42.686523 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.720557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] For port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=13a21510-5df8-45b2-b0f9-5ccbb24d0ae5,segment=NetworkSegment(c4f922e3-91cd-46b6-b364-2ba528df6753),segment_id=c4f922e3-91cd-46b6-b364-2ba528df6753)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:42.720977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.749075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Calling delete_port for 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:42.777182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7105b49-a8d0-4be9-8fd3-2f4bc91fe700 req-8e989c2f-fa10-47ed-8fda-82df19dd7e86 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250978 Aug 16 01:55:42.788930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8600914-ec18-4a5f-9c41-b9e89b2a18f2 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:42.797246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.814581 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Transition to ACTIVE for port object b8600914-ec18-4a5f-9c41-b9e89b2a18f2 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:42.981619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb1fd1-99d6-47db-a27a-d8fb5f53c23c req-a66217b3-d9d1-44c1-8de2-b2ed6577bea0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.983138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91cb1fd1-99d6-47db-a27a-d8fb5f53c23c req-a66217b3-d9d1-44c1-8de2-b2ed6577bea0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 946 time: 0.0500293 Aug 16 01:55:43.024287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91cb1fd1-99d6-47db-a27a-d8fb5f53c23c req-7430b600-253c-4f41-b4b9-2cb2d8b6a1b0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347435 Aug 16 01:55:43.114025 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-307455df-8db5-4e57-a1c0-cbe891737f95 req-5b3752d4-f9f2-4343-943c-200f2c82ea40 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 210 time: 0.0265214 Aug 16 01:55:43.244654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.245278 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7f581a73-734e-4843-b573-783a7eb886cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.245841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Made reservation on behalf of 9a1334693a3a4ff6afa8909ef1492dae for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:43.248733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.249632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.276417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 11e762ae-32fb-4bb2-a11a-adf294ca9735 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:43.282735 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.308041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f581a73-734e-4843-b573-783a7eb886cf None None] Pushing event deleted for resources: {'Port': ['ID=13a21510-5df8-45b2-b0f9-5ccbb24d0ae5,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.342656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f581a73-734e-4843-b573-783a7eb886cf None None] No DVR routers for this DVR port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:43.351047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 11e762ae-32fb-4bb2-a11a-adf294ca9735 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:43.351047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 11e762ae-32fb-4bb2-a11a-adf294ca9735 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:43.359283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a21510-5df8-45b2-b0f9-5ccbb24d0ae5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.374044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] No DVR routers for this DVR port 13a21510-5df8-45b2-b0f9-5ccbb24d0ae5 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:43.467964 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Pushing event updated for resources: {'Port': ['ID=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.550748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e359219-c1c0-405f-b654-9739aaca145a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.562037 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.568116 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.585015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e8f8c4-80f7-46b6-bf91-6a188d326b42']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:43.600254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f922e3-91cd-46b6-b364-2ba528df6753') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:43.601104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f922e3-91cd-46b6-b364-2ba528df6753') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:43.618348 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.620708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Allocated IP 172.20.0.4 (ef38b8d3-c6f0-4580-af2c-7043b0a17b71/9bff7765-ed59-43ea-b496-fca8c6bbf135/a1b0c5b2-1085-46df-89b6-3027fdea1a77) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:43.646049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.657445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:43.657996 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:43.660065 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:43.717675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.721275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.722986 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Attempting to bind port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:43.723324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Attempting to bind port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:43.723652 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Attempting to bind port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:43.733272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 on network e599376b-7b08-42e8-85bf-1a61cac76676 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:43.733966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Attempting to bind port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 on network e599376b-7b08-42e8-85bf-1a61cac76676 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:43.770815 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:43.771131 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Checking segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:43.771717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Bound using segment: {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:43.772362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Bound port: b8600914-ec18-4a5f-9c41-b9e89b2a18f2, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a64ca2d-46da-4f86-b0ea-2f903b35473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:43.772903 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.847416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] For port b8600914-ec18-4a5f-9c41-b9e89b2a18f2, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:43.852828 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] For port b8600914-ec18-4a5f-9c41-b9e89b2a18f2, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:43.861770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.880127 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.889289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.892175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] 10.222.0.66 "DELETE /v2.0/networks/96e8f8c4-80f7-46b6-bf91-6a188d326b42 HTTP/1.1" status: 204 len: 168 time: 2.4073043 Aug 16 01:55:43.907873 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.909773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009a494-091b-412d-b596-20141be4b443 admin admin] Pushing event deleted for resources: {'Network': ['ID=96e8f8c4-80f7-46b6-bf91-6a188d326b42,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.909954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 846a21ed-03c9-4d1d-8f56-dd679ca2c752 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:55:43.919292 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.920702 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e71f149b-3331-4d42-85c5-867bb8e3fb90 admin admin] 10.222.0.66 "DELETE /v2.0/routers/846a21ed-03c9-4d1d-8f56-dd679ca2c752 HTTP/1.1" status: 204 len: 168 time: 3.4624648 Aug 16 01:55:43.923752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41028) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:43.987999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29ac35c-0402-4e4e-b2c4-6726b29ed19c admin admin] Deleting subnet ac0619a1-eda0-4a45-9618-1d3067585157 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:43.987999 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29ac35c-0402-4e4e-b2c4-6726b29ed19c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.009932 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.048653 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29ac35c-0402-4e4e-b2c4-6726b29ed19c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.059463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.059463 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.059463 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] 10.222.0.64 "PUT /v2.0/ports/b8600914-ec18-4a5f-9c41-b9e89b2a18f2 HTTP/1.1" status: 200 len: 1093 time: 2.2021172 Aug 16 01:55:44.059463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'tag': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:44.059921 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca75f382-4323-432f-aebb-7ff843388f21" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2f428a-0784-4248-9549-7163bc3399e3", "tag": "b8600914-ec18-4a5f-9c41-b9e89b2a18f2"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:44.103580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82507d-07f1-4e64-ac8d-36d6ca04912e service neutron] Pushing event updated for resources: {'Port': ['ID=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.124761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1ca81-32dd-4f3d-98b7-f3e5a10a8928 req-c5ba2363-e2aa-4b7b-a371-70a750bc1cb5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.126409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88e1ca81-32dd-4f3d-98b7-f3e5a10a8928 req-c5ba2363-e2aa-4b7b-a371-70a750bc1cb5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 944 time: 0.1054711 Aug 16 01:55:44.190232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.199269 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29ac35c-0402-4e4e-b2c4-6726b29ed19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.262943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88e1ca81-32dd-4f3d-98b7-f3e5a10a8928 req-a3d58ffa-d43d-4e57-9bf8-cb52805dde06 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132827 Aug 16 01:55:44.264171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-ba44f3f0-394d-4e9e-b484-5651e3957e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.269650 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-ba44f3f0-394d-4e9e-b484-5651e3957e5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 1096 time: 0.0593314 Aug 16 01:55:44.344141 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-c31e2381-6bbb-48a0-9f34-487ef40f64b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2 HTTP/1.1" status: 200 len: 217 time: 0.0687633 Aug 16 01:55:44.344643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Network ef38b8d3-c6f0-4580-af2c-7043b0a17b71 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:44.348838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:44.353354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:44.361076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Pushing event updated for resources: {'Port': ['ID=a1b0c5b2-1085-46df-89b6-3027fdea1a77,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.418305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-cd5977b7-3cc0-4f49-b4f3-9d83dd3e254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.419823 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-cd5977b7-3cc0-4f49-b4f3-9d83dd3e254d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0687051 Aug 16 01:55:44.420096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.420848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.430926 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29ac35c-0402-4e4e-b2c4-6726b29ed19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.451424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ccaebb-de6b-44c4-91a5-48902cfbbe5d None None] Network 92822500-96b6-4196-9522-de8d3e45c6d3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:44.468707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29ac35c-0402-4e4e-b2c4-6726b29ed19c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.471838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f29ac35c-0402-4e4e-b2c4-6726b29ed19c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ac0619a1-eda0-4a45-9618-1d3067585157 HTTP/1.1" status: 204 len: 168 time: 0.5467725 Aug 16 01:55:44.477439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41038) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:44.478502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ac35c-0402-4e4e-b2c4-6726b29ed19c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac0619a1-eda0-4a45-9618-1d3067585157,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.488384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41040) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:44.511537 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-06d148b5-6e81-4724-9a9f-a8c74ad8ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.516182 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-06d148b5-6e81-4724-9a9f-a8c74ad8ba98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852001 Aug 16 01:55:44.602532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.606928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-aae96618-4bb9-460e-a0f4-f6def86dbd91 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3672132 Aug 16 01:55:44.611137 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5403bb2c-c455-47ba-b546-13af181bb932 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32364056bdca4f95b7bc6231c3612ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214120 Aug 16 01:55:44.613654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41046) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:44.622631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Request body: {'port': {'device_id': '1c71db0e-6882-4622-8bf8-f42954eeaec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:44.685334 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-e5259ac5-23b1-46f2-bcbd-fff45e6acfc0 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639256 Aug 16 01:55:44.701292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4e359219-c1c0-405f-b654-9739aaca145a no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:44.743257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 4e359219-c1c0-405f-b654-9739aaca145a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:44.744153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4e359219-c1c0-405f-b654-9739aaca145a not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:44.769456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e30ec1ad-1b97-42c4-9608-9bd160e08a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.801652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eed814-9ebc-49f4-9ab9-e915b1fc5623 None None] DHCP port deletion for 92822500-96b6-4196-9522-de8d3e45c6d3 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:44.807620 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e30ec1ad-1b97-42c4-9608-9bd160e08a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.817077 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.842085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75eae95-f016-4938-a54c-83da8ffe0f27 req-68bb8141-418b-4a4d-a087-b6af0b4130b9 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.843714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d75eae95-f016-4938-a54c-83da8ffe0f27 req-68bb8141-418b-4a4d-a087-b6af0b4130b9 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 946 time: 0.1512227 Aug 16 01:55:44.867540 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-355e3b82-2d97-4a55-b6bd-7dbe4ff593a6 req-acc18315-9c23-4e24-b15a-ab481d98e297 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697221 Aug 16 01:55:44.891019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b4eed814-9ebc-49f4-9ab9-e915b1fc5623 None None] Deleting port 6c42762c-188a-4184-a68c-b77acefeab4d {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:44.891669 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4eed814-9ebc-49f4-9ab9-e915b1fc5623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.905967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Deleting port 6c42762c-188a-4184-a68c-b77acefeab4d {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:44.906311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.958524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b4eed814-9ebc-49f4-9ab9-e915b1fc5623 None None] For port 6c42762c-188a-4184-a68c-b77acefeab4d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6c42762c-188a-4184-a68c-b77acefeab4d,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:44.958924 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4eed814-9ebc-49f4-9ab9-e915b1fc5623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.982292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b4eed814-9ebc-49f4-9ab9-e915b1fc5623 None None] Calling delete_port for 6c42762c-188a-4184-a68c-b77acefeab4d owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:45.030120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d75eae95-f016-4938-a54c-83da8ffe0f27 req-ffad8f63-3a35-48a5-9ee1-1e30a570d8dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794815 Aug 16 01:55:45.033521 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e30ec1ad-1b97-42c4-9608-9bd160e08a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.037789 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e30ec1ad-1b97-42c4-9608-9bd160e08a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.048260 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e30ec1ad-1b97-42c4-9608-9bd160e08a67 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb53874f-6c4c-4d50-bb01-6700ab450c78 HTTP/1.1" status: 204 len: 168 time: 0.4329772 Aug 16 01:55:45.063101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] For port 6c42762c-188a-4184-a68c-b77acefeab4d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6c42762c-188a-4184-a68c-b77acefeab4d,segment=NetworkSegment(415813e3-bd0b-4c48-bc09-d1ee6123cc1c),segment_id=415813e3-bd0b-4c48-bc09-d1ee6123cc1c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:45.065402 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.070012 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ec1ad-1b97-42c4-9608-9bd160e08a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb53874f-6c4c-4d50-bb01-6700ab450c78,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:45.096446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Calling delete_port for 6c42762c-188a-4184-a68c-b77acefeab4d owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:45.142054 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b13ff67-c442-4f09-9cb9-f44fa0d7cef2 x-openstack-request-id: req-1b13ff67-c442-4f09-9cb9-f44fa0d7cef2 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:45.142698 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2f428a-0784-4248-9549-7163bc3399e3", "tag": "b8600914-ec18-4a5f-9c41-b9e89b2a18f2", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:45.144984 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b13ff67-c442-4f09-9cb9-f44fa0d7cef2 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:45.144984 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'tag': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2', 'status': 'completed', 'code': 200} Aug 16 01:55:45.192490 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4eed814-9ebc-49f4-9ab9-e915b1fc5623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.236193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eed814-9ebc-49f4-9ab9-e915b1fc5623 None None] No DVR routers for this DVR port 6c42762c-188a-4184-a68c-b77acefeab4d on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:45.246444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eed814-9ebc-49f4-9ab9-e915b1fc5623 None None] Pushing event deleted for resources: {'Port': ['ID=6c42762c-188a-4184-a68c-b77acefeab4d,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:45.246806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75f382-4323-432f-aebb-7ff843388f21 req-bf82c9c2-66f0-456d-a478-6aa574f43676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.252383 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ca75f382-4323-432f-aebb-7ff843388f21 req-bf82c9c2-66f0-456d-a478-6aa574f43676 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 1096 time: 0.0925374 Aug 16 01:55:45.316741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6316fd5-d731-491e-adda-0f5a3c8f9ca3 req-5206264d-42a1-4ebc-ae20-e7076b2317d5 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.318368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6316fd5-d731-491e-adda-0f5a3c8f9ca3 req-5206264d-42a1-4ebc-ae20-e7076b2317d5 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 931 time: 0.1111658 Aug 16 01:55:45.342494 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.373557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75f382-4323-432f-aebb-7ff843388f21 req-8c79acc5-9b92-4758-b53b-34c32a17c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.375270 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ca75f382-4323-432f-aebb-7ff843388f21 req-8c79acc5-9b92-4758-b53b-34c32a17c54f service neutron] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.1140537 Aug 16 01:55:45.401262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c42762c-188a-4184-a68c-b77acefeab4d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:45.414327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] No DVR routers for this DVR port 6c42762c-188a-4184-a68c-b77acefeab4d on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:45.417305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b0c5b2-1085-46df-89b6-3027fdea1a77 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:45.424615 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ca75f382-4323-432f-aebb-7ff843388f21 req-65d4bd71-5d56-42d1-aeb2-3f69061ac285 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2 HTTP/1.1" status: 200 len: 217 time: 0.0405991 Aug 16 01:55:45.433277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.476722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6316fd5-d731-491e-adda-0f5a3c8f9ca3 req-a87405d6-0435-468f-a9a7-87d4ee4a21cb tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/security-groups?id=b33e5d74-530e-463f-95bb-6b0eaa63a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427677 Aug 16 01:55:45.498408 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75f382-4323-432f-aebb-7ff843388f21 req-cf5ed0b7-31c3-41ac-8b9f-0ca4b24ee465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.499947 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ca75f382-4323-432f-aebb-7ff843388f21 req-cf5ed0b7-31c3-41ac-8b9f-0ca4b24ee465 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0685642 Aug 16 01:55:45.531623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Transition to ACTIVE for port object a1b0c5b2-1085-46df-89b6-3027fdea1a77 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:45.560172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.575587 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75f382-4323-432f-aebb-7ff843388f21 req-4dcb37eb-9e6c-45b6-a008-eed58ba5a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.575913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92822500-96b6-4196-9522-de8d3e45c6d3']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:45.579773 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ca75f382-4323-432f-aebb-7ff843388f21 req-4dcb37eb-9e6c-45b6-a008-eed58ba5a191 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699224 Aug 16 01:55:45.594659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415813e3-bd0b-4c48-bc09-d1ee6123cc1c') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:45.605209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415813e3-bd0b-4c48-bc09-d1ee6123cc1c') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:45.610075 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.633570 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.673348 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.724109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:45.727559 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.727717 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ca75f382-4323-432f-aebb-7ff843388f21 req-c0cd9d8b-69f9-4971-abf1-c4c8a8c722dd service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326132 Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:45.835341 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:45.861180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Attempting to bind port a1b0c5b2-1085-46df-89b6-3027fdea1a77 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:45.861517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Attempting to bind port a1b0c5b2-1085-46df-89b6-3027fdea1a77 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'da21521b-b947-4888-b161-c809c8ab301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ef38b8d3-c6f0-4580-af2c-7043b0a17b71'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:45.861862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Attempting to bind port a1b0c5b2-1085-46df-89b6-3027fdea1a77 on network ef38b8d3-c6f0-4580-af2c-7043b0a17b71 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:45.879921 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-ca75f382-4323-432f-aebb-7ff843388f21 req-7b53ba33-e27a-427d-a21f-571127f0ab5b service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449308 Aug 16 01:55:45.896397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Port a1b0c5b2-1085-46df-89b6-3027fdea1a77 on network ef38b8d3-c6f0-4580-af2c-7043b0a17b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:45.896706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Attempting to bind port a1b0c5b2-1085-46df-89b6-3027fdea1a77 on network ef38b8d3-c6f0-4580-af2c-7043b0a17b71 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:45.907482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Pushing event updated for resources: {'Port': ['ID=a1b0c5b2-1085-46df-89b6-3027fdea1a77,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:45.912610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:45.912982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Checking segment: {'id': 'da21521b-b947-4888-b161-c809c8ab301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ef38b8d3-c6f0-4580-af2c-7043b0a17b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:45.913357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Bound using segment: {'id': 'da21521b-b947-4888-b161-c809c8ab301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ef38b8d3-c6f0-4580-af2c-7043b0a17b71'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:45.913897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Bound port: a1b0c5b2-1085-46df-89b6-3027fdea1a77, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da21521b-b947-4888-b161-c809c8ab301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ef38b8d3-c6f0-4580-af2c-7043b0a17b71'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:45.914260 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.959356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d80511-8198-48cf-abe9-4a5e11a8e26b req-d686fede-8bbf-4b07-98ad-d8d856bef2f2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.961477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24d80511-8198-48cf-abe9-4a5e11a8e26b req-d686fede-8bbf-4b07-98ad-d8d856bef2f2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 944 time: 0.1014228 Aug 16 01:55:46.012819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] For port a1b0c5b2-1085-46df-89b6-3027fdea1a77, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:46.017667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] For port a1b0c5b2-1085-46df-89b6-3027fdea1a77, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a1b0c5b2-1085-46df-89b6-3027fdea1a77,segment=NetworkSegment(da21521b-b947-4888-b161-c809c8ab301e),segment_id=da21521b-b947-4888-b161-c809c8ab301e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:46.024178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24d80511-8198-48cf-abe9-4a5e11a8e26b req-a4cb4ad1-06a4-45e3-a539-ed128d6aed62 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545919 Aug 16 01:55:46.044045 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.061295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.065592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] 10.222.0.66 "DELETE /v2.0/networks/92822500-96b6-4196-9522-de8d3e45c6d3 HTTP/1.1" status: 204 len: 168 time: 1.5827234 Aug 16 01:55:46.082635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb35f9-94d2-4a13-8eea-a47c15d6c039 admin admin] Pushing event deleted for resources: {'Network': ['ID=92822500-96b6-4196-9522-de8d3e45c6d3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.152314 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.205220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.205868 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.207352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] 10.222.0.74 "PUT /v2.0/ports/a1b0c5b2-1085-46df-89b6-3027fdea1a77 HTTP/1.1" status: 200 len: 1092 time: 1.5901427 Aug 16 01:55:46.215044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c71db0e-6882-4622-8bf8-f42954eeaec7', 'tag': 'a1b0c5b2-1085-46df-89b6-3027fdea1a77'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:46.217304 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa96e2e-f932-4866-8e24-d7f8d3e90b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c71db0e-6882-4622-8bf8-f42954eeaec7", "tag": "a1b0c5b2-1085-46df-89b6-3027fdea1a77"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:46.298597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b96561-5d7d-4e53-82df-9f5503adfc2b service neutron] Pushing event updated for resources: {'Port': ['ID=a1b0c5b2-1085-46df-89b6-3027fdea1a77,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.348240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-b916e064-9557-4a3e-9689-eac7cab0d3b5 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.350075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-b916e064-9557-4a3e-9689-eac7cab0d3b5 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/networks?id=8bbe0a56-7745-4401-9730-5e9ba656e7d5 HTTP/1.1" status: 200 len: 809 time: 0.1358225 Aug 16 01:55:46.390311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-c60fb7ac-a97e-4cf2-923c-ea575eb071b1 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/quotas/d861848d9aaa4f3faa7e5a9f78b4cf95 HTTP/1.1" status: 200 len: 375 time: 0.0295193 Aug 16 01:55:46.424398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-10bfe15f-09e0-4f46-88a9-99e4f7be7345 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d861848d9aaa4f3faa7e5a9f78b4cf95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279872 Aug 16 01:55:46.431409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-dfc24745-4f0f-41f6-a173-bd6b9febe624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.432885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-dfc24745-4f0f-41f6-a173-bd6b9febe624 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9a1334693a3a4ff6afa8909ef1492dae&device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 1095 time: 0.0817132 Aug 16 01:55:46.513782 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-3217ba8e-217a-4bf6-8a8c-71c7f20ae45e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1b0c5b2-1085-46df-89b6-3027fdea1a77 HTTP/1.1" status: 200 len: 217 time: 0.0720992 Aug 16 01:55:46.564637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6c42762c-188a-4184-a68c-b77acefeab4d no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:46.587705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41096) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:46.589352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 6c42762c-188a-4184-a68c-b77acefeab4d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:46.590026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6c42762c-188a-4184-a68c-b77acefeab4d not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:46.590165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-3b83cb17-dd13-4267-b6d4-314a64765b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.591582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-3b83cb17-dd13-4267-b6d4-314a64765b17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9bff7765-ed59-43ea-b496-fca8c6bbf135 HTTP/1.1" status: 200 len: 861 time: 0.0685720 Aug 16 01:55:46.602696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-a01b6b12-e14b-482b-bf45-7191d01db1a3 service neutron] 10.222.0.66 "GET /v2.0/networks/8bbe0a56-7745-4401-9730-5e9ba656e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688025 Aug 16 01:55:46.661157 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bc50dbd7-2bba-4b47-bab6-5795bee35b83 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=955c02577c0e46d9af4e8101c2760e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711193 Aug 16 01:55:46.664181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41104) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:46.673235 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-8f45ead3-de26-46b1-8cf7-630c587ebfff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef38b8d3-c6f0-4580-af2c-7043b0a17b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621002 Aug 16 01:55:46.723859 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf24a-7909-4671-88e2-486fdd92b40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.756495 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf24a-7909-4671-88e2-486fdd92b40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.790408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-3b82ea0d-5bc3-4b15-80d8-d943d05cf1c9 service neutron] 10.222.0.66 "GET /v2.0/networks/8bbe0a56-7745-4401-9730-5e9ba656e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867731 Aug 16 01:55:46.824843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-24158cc3-1ab7-450b-b4e2-0ed039a0e1a6 service neutron] 10.222.0.74 "GET /v2.0/networks/ef38b8d3-c6f0-4580-af2c-7043b0a17b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440036 Aug 16 01:55:46.877654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf24a-7909-4671-88e2-486fdd92b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.880470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf24a-7909-4671-88e2-486fdd92b40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.884247 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0d6bf24a-7909-4671-88e2-486fdd92b40e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d012771d-7e26-4e24-b066-4b44ddfcc753 HTTP/1.1" status: 204 len: 168 time: 0.2175229 Aug 16 01:55:46.893074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bf24a-7909-4671-88e2-486fdd92b40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d012771d-7e26-4e24-b066-4b44ddfcc753,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.937212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a081d5-2b47-48ac-a9cf-aed4b6d789c3 req-989b56d6-b3a7-4005-b3bb-227264fb8ce2 service neutron] 10.222.0.74 "GET /v2.0/networks/ef38b8d3-c6f0-4580-af2c-7043b0a17b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039464 Aug 16 01:55:47.362464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc28d3-fd15-4972-9c1a-9f59ec980962 req-f5e1e86e-baaf-4a17-9510-5121108360d2 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.364225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40fc28d3-fd15-4972-9c1a-9f59ec980962 req-f5e1e86e-baaf-4a17-9510-5121108360d2 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 946 time: 0.0676386 Aug 16 01:55:47.415699 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40fc28d3-fd15-4972-9c1a-9f59ec980962 req-9c1df42d-8d79-4090-bef5-e750c20f9ac1 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382121 Aug 16 01:55:47.629185 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fc7cfc-495e-4dcc-a2ac-faac04c03272 x-openstack-request-id: req-a0fc7cfc-495e-4dcc-a2ac-faac04c03272 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:47.629781 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c71db0e-6882-4622-8bf8-f42954eeaec7", "tag": "a1b0c5b2-1085-46df-89b6-3027fdea1a77", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:47.630162 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0fc7cfc-495e-4dcc-a2ac-faac04c03272 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:47.630733 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c71db0e-6882-4622-8bf8-f42954eeaec7', 'tag': 'a1b0c5b2-1085-46df-89b6-3027fdea1a77', 'status': 'completed', 'code': 200} Aug 16 01:55:47.741712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ea332-af38-4581-ada9-169cb2e332f7 req-ac2ef94e-5c0d-4d27-8850-3b6f4c675437 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.744138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b0ea332-af38-4581-ada9-169cb2e332f7 req-ac2ef94e-5c0d-4d27-8850-3b6f4c675437 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 943 time: 0.0710151 Aug 16 01:55:47.775944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b8600914-ec18-4a5f-9c41-b9e89b2a18f2 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:47.807118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b0ea332-af38-4581-ada9-169cb2e332f7 req-730763a2-0910-4ca6-81d9-2d4635f4f5ce tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/security-groups?id=b33e5d74-530e-463f-95bb-6b0eaa63a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507693 Aug 16 01:55:47.945989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b8600914-ec18-4a5f-9c41-b9e89b2a18f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:47.963298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdd3ce-051c-49d7-bf7e-e8497f212fb8 req-5aca3c95-a903-4ce5-b129-3519b9579d26 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.964841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9fdd3ce-051c-49d7-bf7e-e8497f212fb8 req-5aca3c95-a903-4ce5-b129-3519b9579d26 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 944 time: 0.1000626 Aug 16 01:55:47.978110 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'port_id': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2', 'mac_address': 'fa:16:3e:53:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:47.989432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa96e2e-f932-4866-8e24-d7f8d3e90b4d req-3a70bcef-c58a-4fd4-8476-71b5563f5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.991252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9aa96e2e-f932-4866-8e24-d7f8d3e90b4d req-3a70bcef-c58a-4fd4-8476-71b5563f5522 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9a1334693a3a4ff6afa8909ef1492dae&device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 1095 time: 0.3391390 Aug 16 01:55:48.025523 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.040241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8600914-ec18-4a5f-9c41-b9e89b2a18f2 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:48.063620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b8600914-ec18-4a5f-9c41-b9e89b2a18f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:48.163828 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.239097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.416101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['b8600914-ec18-4a5f-9c41-b9e89b2a18f2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:48.480710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9fdd3ce-051c-49d7-bf7e-e8497f212fb8 req-48f46f91-6374-48aa-b430-cf1a62955298 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086334 Aug 16 01:55:48.542818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa96e2e-f932-4866-8e24-d7f8d3e90b4d req-590a109a-d5c0-4eed-86b9-cb8afc08121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.544313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9aa96e2e-f932-4866-8e24-d7f8d3e90b4d req-590a109a-d5c0-4eed-86b9-cb8afc08121e service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef38b8d3-c6f0-4580-af2c-7043b0a17b71 HTTP/1.1" status: 200 len: 922 time: 0.5442371 Aug 16 01:55:48.604091 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9aa96e2e-f932-4866-8e24-d7f8d3e90b4d req-83081b7b-5693-4c0b-a1f5-3c61b61cac3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1b0c5b2-1085-46df-89b6-3027fdea1a77 HTTP/1.1" status: 200 len: 217 time: 0.0509951 Aug 16 01:55:48.655065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31941cc4-b7de-4e02-8cea-d88a2b6bcf8a req-e315a16c-306a-4f45-9379-f754bba42b06 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 210 time: 0.0556874 Aug 16 01:55:48.674848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa96e2e-f932-4866-8e24-d7f8d3e90b4d req-e3161dcd-1227-4526-a222-f1a7a62c7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.676311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9aa96e2e-f932-4866-8e24-d7f8d3e90b4d req-e3161dcd-1227-4526-a222-f1a7a62c7779 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9bff7765-ed59-43ea-b496-fca8c6bbf135 HTTP/1.1" status: 200 len: 861 time: 0.0647466 Aug 16 01:55:48.719234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9aa96e2e-f932-4866-8e24-d7f8d3e90b4d req-63019b61-9af0-4c36-8958-6b6eb626f33d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef38b8d3-c6f0-4580-af2c-7043b0a17b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354095 Aug 16 01:55:48.838906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518965a0-a642-41f7-a4ea-6bbfbc847e7b req-375a6dcb-299b-4860-afcc-4f5bc683699b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.840670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518965a0-a642-41f7-a4ea-6bbfbc847e7b req-375a6dcb-299b-4860-afcc-4f5bc683699b tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 946 time: 0.1139693 Aug 16 01:55:48.876596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9aa96e2e-f932-4866-8e24-d7f8d3e90b4d req-4ef3ee21-3d4b-44be-b8ca-a3c9794aefd4 service neutron] 10.222.0.74 "GET /v2.0/networks/ef38b8d3-c6f0-4580-af2c-7043b0a17b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485906 Aug 16 01:55:48.911525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518965a0-a642-41f7-a4ea-6bbfbc847e7b req-5ac8d457-9a11-4593-8e46-ce4b558a9f65 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633299 Aug 16 01:55:48.996573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9aa96e2e-f932-4866-8e24-d7f8d3e90b4d req-da9cfee6-6137-4319-817d-afc355396d99 service neutron] 10.222.0.74 "GET /v2.0/networks/ef38b8d3-c6f0-4580-af2c-7043b0a17b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089506 Aug 16 01:55:49.023258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a1b0c5b2-1085-46df-89b6-3027fdea1a77 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:49.154505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a1b0c5b2-1085-46df-89b6-3027fdea1a77, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a1b0c5b2-1085-46df-89b6-3027fdea1a77,segment=NetworkSegment(da21521b-b947-4888-b161-c809c8ab301e),segment_id=da21521b-b947-4888-b161-c809c8ab301e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:49.171028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'a1b0c5b2-1085-46df-89b6-3027fdea1a77', 'network_id': 'ef38b8d3-c6f0-4580-af2c-7043b0a17b71', 'port_id': 'a1b0c5b2-1085-46df-89b6-3027fdea1a77', 'mac_address': 'fa:16:3e:a9:dd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bff7765-ed59-43ea-b496-fca8c6bbf135', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:49.212931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cf229-51ca-4a36-b317-3d59034f4961 req-3114b062-2212-4676-9373-3c78a7b1957b tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.214756 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d84cf229-51ca-4a36-b317-3d59034f4961 req-3114b062-2212-4676-9373-3c78a7b1957b tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 943 time: 0.0618088 Aug 16 01:55:49.224275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.239496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b0c5b2-1085-46df-89b6-3027fdea1a77 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:49.265775 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a1b0c5b2-1085-46df-89b6-3027fdea1a77, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a1b0c5b2-1085-46df-89b6-3027fdea1a77,segment=NetworkSegment(da21521b-b947-4888-b161-c809c8ab301e),segment_id=da21521b-b947-4888-b161-c809c8ab301e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:49.273938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d84cf229-51ca-4a36-b317-3d59034f4961 req-1e157c6d-9e7b-4ca2-8bb2-4f9a278d79bd tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/security-groups?id=b33e5d74-530e-463f-95bb-6b0eaa63a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444698 Aug 16 01:55:49.352074 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.403944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a1b0c5b2-1085-46df-89b6-3027fdea1a77,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:49.619259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['a1b0c5b2-1085-46df-89b6-3027fdea1a77'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:49.787767 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b8600914-ec18-4a5f-9c41-b9e89b2a18f2 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:49.856591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d1dc-6125-4dc8-87fc-14c62eca5edf req-68a6e611-946f-4588-8054-4e54e873db5b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.858252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be81d1dc-6125-4dc8-87fc-14c62eca5edf req-68a6e611-946f-4588-8054-4e54e873db5b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 945 time: 0.0777946 Aug 16 01:55:49.899093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be81d1dc-6125-4dc8-87fc-14c62eca5edf req-499e745b-16a0-4961-b613-4ebaaab66279 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345569 Aug 16 01:55:49.929642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:49.934122 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:49.934726 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.029858 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.076789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:50.079553 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c21ddd-74c7-4317-88bb-2a0007a24a16" -d '{"events": [{"server_uuid": "fe2f428a-0784-4248-9549-7163bc3399e3", "name": "network-vif-plugged", "status": "completed", "tag": "b8600914-ec18-4a5f-9c41-b9e89b2a18f2"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:50.089738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead43516-3176-4466-ac11-b9eb8390987c req-ed7b28cb-f2e6-43e5-a8bb-4780a5d8f204 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.097853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b8600914-ec18-4a5f-9c41-b9e89b2a18f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:50.100873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ead43516-3176-4466-ac11-b9eb8390987c req-ed7b28cb-f2e6-43e5-a8bb-4780a5d8f204 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 946 time: 0.0766375 Aug 16 01:55:50.163238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ead43516-3176-4466-ac11-b9eb8390987c req-8db3add6-39d5-41ad-aec0-8b2f251f4cf5 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605900 Aug 16 01:55:50.167664 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.186797 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-166f54df-1568-4733-b39a-cf19b3145cbc tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.189369 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-166f54df-1568-4733-b39a-cf19b3145cbc tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.64 "GET /v2.0/networks?id=8bbe0a56-7745-4401-9730-5e9ba656e7d5 HTTP/1.1" status: 200 len: 809 time: 0.1621034 Aug 16 01:55:50.208479 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Request body: {'port': {'device_id': '5063de8a-cc6f-4af2-a78f-09fe79f63e30', 'network_id': '8bbe0a56-7745-4401-9730-5e9ba656e7d5', 'admin_state_up': True, 'tenant_id': 'd861848d9aaa4f3faa7e5a9f78b4cf95'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:50.244829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:50.290561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16371bb5-9186-42ab-8b55-9af79caac014 req-8015790b-c477-4607-907f-5722dd394bd4 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 210 time: 0.0324590 Aug 16 01:55:50.336374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41218) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:50.480268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33c5030b-f371-4584-abf2-a60b593957af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.501677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Made reservation on behalf of d861848d9aaa4f3faa7e5a9f78b4cf95 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:50.507746 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.580826 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b213cf-5899-48b3-ba02-e00631c6e21b x-openstack-request-id: req-f9b213cf-5899-48b3-ba02-e00631c6e21b {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:50.581133 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2f428a-0784-4248-9549-7163bc3399e3", "name": "network-vif-plugged", "status": "completed", "tag": "b8600914-ec18-4a5f-9c41-b9e89b2a18f2", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:50.581488 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9b213cf-5899-48b3-ba02-e00631c6e21b {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:50.582092 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2', 'code': 200} Aug 16 01:55:50.613804 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33c5030b-f371-4584-abf2-a60b593957af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.680092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33c5030b-f371-4584-abf2-a60b593957af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.698923 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Allocated IP 172.20.0.4 (8bbe0a56-7745-4401-9730-5e9ba656e7d5/b20eb246-413a-4c23-9e30-2178d3145ac6/79ff2691-5dbc-48c6-bcc8-dc97abf49ce0) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:50.706403 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.763575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa16c31-23a2-4797-b140-f734211f3298 req-4f784e38-25e7-4d0a-b847-427ca930a005 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.765095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aaa16c31-23a2-4797-b140-f734211f3298 req-4f784e38-25e7-4d0a-b847-427ca930a005 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 944 time: 0.1312928 Aug 16 01:55:50.765720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5030b-f371-4584-abf2-a60b593957af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d881b860-03aa-47c3-8748-e70cf04ab2d0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:50.773422 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-33c5030b-f371-4584-abf2-a60b593957af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77edd05695ca4279b86d2d92907f5de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357059 Aug 16 01:55:50.779311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41232) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:50.790588 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93b8f2-2725-424b-888d-3d1e18c95d07 req-dbb25bd6-a00d-4293-8e12-a76a876dc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.792089 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e93b8f2-2725-424b-888d-3d1e18c95d07 req-dbb25bd6-a00d-4293-8e12-a76a876dc5aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 1098 time: 0.1295652 Aug 16 01:55:50.871531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aaa16c31-23a2-4797-b140-f734211f3298 req-31462500-e3e6-49c0-90de-5c550cd8ffed tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/security-groups?id=b33e5d74-530e-463f-95bb-6b0eaa63a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952153 Aug 16 01:55:50.877177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e93b8f2-2725-424b-888d-3d1e18c95d07 req-ac1bc624-9b64-4590-80b2-ca0d9ed7fa4c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721905 Aug 16 01:55:50.881310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.895840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c865d0a-ac61-4bb1-bfb7-8895ebc23434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.917164 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c865d0a-ac61-4bb1-bfb7-8895ebc23434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.032217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c610b-9482-48f8-ac8a-a96de43f1f67 req-71183ee8-ea25-45f7-a978-65392baed192 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:51.033937 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e8c610b-9482-48f8-ac8a-a96de43f1f67 req-71183ee8-ea25-45f7-a978-65392baed192 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.0564771 Aug 16 01:55:51.034995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a1b0c5b2-1085-46df-89b6-3027fdea1a77 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:51.087281 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.090504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e8c610b-9482-48f8-ac8a-a96de43f1f67 req-d170f973-3026-4c72-bf91-fc44dc0da776 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480578 Aug 16 01:55:51.106008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c865d0a-ac61-4bb1-bfb7-8895ebc23434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.119355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c865d0a-ac61-4bb1-bfb7-8895ebc23434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.119355 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1c865d0a-ac61-4bb1-bfb7-8895ebc23434 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d881b860-03aa-47c3-8748-e70cf04ab2d0 HTTP/1.1" status: 204 len: 168 time: 0.3323886 Aug 16 01:55:51.127504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c865d0a-ac61-4bb1-bfb7-8895ebc23434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d881b860-03aa-47c3-8748-e70cf04ab2d0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:51.171199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Pushing event updated for resources: {'Port': ['ID=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:51.183520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Network 8bbe0a56-7745-4401-9730-5e9ba656e7d5 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:51.185219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:51.186848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port a1b0c5b2-1085-46df-89b6-3027fdea1a77 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:51.188671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:51.198033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port a1b0c5b2-1085-46df-89b6-3027fdea1a77 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:51.202704 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.279388 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:51.280378 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.299092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a602635-27ae-4396-b921-74f063498c4f req-38fbfe1c-aba9-46c1-9b03-35c88c08eec4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:51.300608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a602635-27ae-4396-b921-74f063498c4f req-38fbfe1c-aba9-46c1-9b03-35c88c08eec4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 946 time: 0.1305058 Aug 16 01:55:51.326433 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.367569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a1b0c5b2-1085-46df-89b6-3027fdea1a77, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a1b0c5b2-1085-46df-89b6-3027fdea1a77,segment=NetworkSegment(da21521b-b947-4888-b161-c809c8ab301e),segment_id=da21521b-b947-4888-b161-c809c8ab301e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:51.392751 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d83c121c-f668-4d2d-901e-c3429e339109 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1907535 Aug 16 01:55:51.399044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb9f32-84c0-40b7-b992-af61d6affbbc req-1f6555de-9866-434a-8eb5-a25ca954cb16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:51.400540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4cb9f32-84c0-40b7-b992-af61d6affbbc req-1f6555de-9866-434a-8eb5-a25ca954cb16 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 946 time: 0.1141593 Aug 16 01:55:51.414309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Request body: {'port': {'device_id': '5063de8a-cc6f-4af2-a78f-09fe79f63e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:51.473795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4cb9f32-84c0-40b7-b992-af61d6affbbc req-8a6132f3-13c6-4cab-9037-6b0e98e8b7ca tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 Aug 16 01:55:51.479229 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.497251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8a602635-27ae-4396-b921-74f063498c4f req-73540d58-5cfb-4c1c-9c3c-1c9df68aebbf tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Deleting port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:51.497888 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a602635-27ae-4396-b921-74f063498c4f req-73540d58-5cfb-4c1c-9c3c-1c9df68aebbf tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.506393 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.614704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a1b0c5b2-1085-46df-89b6-3027fdea1a77,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:51.701708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8a602635-27ae-4396-b921-74f063498c4f req-73540d58-5cfb-4c1c-9c3c-1c9df68aebbf tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] For port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:51.702178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a602635-27ae-4396-b921-74f063498c4f req-73540d58-5cfb-4c1c-9c3c-1c9df68aebbf tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.754102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8a602635-27ae-4396-b921-74f063498c4f req-73540d58-5cfb-4c1c-9c3c-1c9df68aebbf tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Calling delete_port for f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:51.773088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e286-eaa7-4b1b-b650-3396d6fe290d req-edca6361-de71-421e-8888-a2f246c8387f tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:51.781335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1845e286-eaa7-4b1b-b650-3396d6fe290d req-edca6361-de71-421e-8888-a2f246c8387f tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 931 time: 0.1677432 Aug 16 01:55:51.826448 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.879916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1845e286-eaa7-4b1b-b650-3396d6fe290d req-0b50bd96-e5c4-4495-909d-8212fd380d50 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a09d678-189e-4932-9b1d-06019a9f0093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972989 Aug 16 01:55:51.918193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:51.944397 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.081572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b777441-14f7-45ad-ae56-516ff2f18f77 req-b6570479-4902-41ef-943e-990a411b6ef1 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.087286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b777441-14f7-45ad-ae56-516ff2f18f77 req-b6570479-4902-41ef-943e-990a411b6ef1 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 945 time: 0.0963972 Aug 16 01:55:52.134497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b777441-14f7-45ad-ae56-516ff2f18f77 req-a994d3c0-4f1c-4967-b294-1b74d25acdf4 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/security-groups?id=b33e5d74-530e-463f-95bb-6b0eaa63a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Aug 16 01:55:52.210237 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Transition to ACTIVE for port object 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:52.219470 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a602635-27ae-4396-b921-74f063498c4f req-73540d58-5cfb-4c1c-9c3c-1c9df68aebbf tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.231156 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:52.299945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73540d58-5cfb-4c1c-9c3c-1c9df68aebbf tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event deleted for resources: {'Port': ['ID=f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:52.305288 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.389370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a602635-27ae-4396-b921-74f063498c4f req-73540d58-5cfb-4c1c-9c3c-1c9df68aebbf tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] No DVR routers for this DVR port f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:52.395106 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8a602635-27ae-4396-b921-74f063498c4f req-73540d58-5cfb-4c1c-9c3c-1c9df68aebbf tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.397038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a602635-27ae-4396-b921-74f063498c4f req-73540d58-5cfb-4c1c-9c3c-1c9df68aebbf tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "DELETE /v2.0/ports/f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 HTTP/1.1" status: 204 len: 173 time: 1.0580235 Aug 16 01:55:52.397490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945bf1d5-1646-44ea-b238-04dd39840055', 'name': 'network-vif-deleted', 'tag': 'f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:52.400188 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959a3dac-4df7-4f75-bc70-f2e9bbcfb2ab" -d '{"events": [{"server_uuid": "945bf1d5-1646-44ea-b238-04dd39840055", "name": "network-vif-deleted", "tag": "f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:52.411890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ee8b1-334e-4840-b81a-ea764c92a495 req-f34035d9-3ccf-465f-b042-2ed0d63f8dc9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.413615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-741ee8b1-334e-4840-b81a-ea764c92a495 req-f34035d9-3ccf-465f-b042-2ed0d63f8dc9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.2057419 Aug 16 01:55:52.484817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-741ee8b1-334e-4840-b81a-ea764c92a495 req-649a6a56-0c6e-4ea9-ba65-119ce8679c50 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603266 Aug 16 01:55:52.500345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:52.518408 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Attempting to bind port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:52.518837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Attempting to bind port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'e7143a7e-3798-448a-9b1a-77a325d5ba63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8bbe0a56-7745-4401-9730-5e9ba656e7d5'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:52.520960 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Attempting to bind port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 on network 8bbe0a56-7745-4401-9730-5e9ba656e7d5 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:52.525434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 on network 8bbe0a56-7745-4401-9730-5e9ba656e7d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:52.525766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Attempting to bind port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 on network 8bbe0a56-7745-4401-9730-5e9ba656e7d5 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:52.531350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:52.531688 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Checking segment: {'id': 'e7143a7e-3798-448a-9b1a-77a325d5ba63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8bbe0a56-7745-4401-9730-5e9ba656e7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:52.532076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Bound using segment: {'id': 'e7143a7e-3798-448a-9b1a-77a325d5ba63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8bbe0a56-7745-4401-9730-5e9ba656e7d5'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:52.532566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Bound port: 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7143a7e-3798-448a-9b1a-77a325d5ba63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8bbe0a56-7745-4401-9730-5e9ba656e7d5'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:52.533359 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.583318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c71db0e-6882-4622-8bf8-f42954eeaec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b0c5b2-1085-46df-89b6-3027fdea1a77'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:52.585880 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed96230-1293-40b8-a9d1-f0d9db83876c" -d '{"events": [{"server_uuid": "1c71db0e-6882-4622-8bf8-f42954eeaec7", "name": "network-vif-plugged", "status": "completed", "tag": "a1b0c5b2-1085-46df-89b6-3027fdea1a77"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:52.598193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41296) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:52.612040 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dab910-8dfb-4a86-8cac-0b4acb6193f2 x-openstack-request-id: req-c9dab910-8dfb-4a86-8cac-0b4acb6193f2 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:52.612348 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945bf1d5-1646-44ea-b238-04dd39840055", "name": "network-vif-deleted", "tag": "f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:52.612589 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9dab910-8dfb-4a86-8cac-0b4acb6193f2 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:52.612991 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945bf1d5-1646-44ea-b238-04dd39840055', 'name': 'network-vif-deleted', 'tag': 'f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510', 'status': 'completed', 'code': 200} Aug 16 01:55:52.682696 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] For port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:52.686882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] For port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0,segment=NetworkSegment(e7143a7e-3798-448a-9b1a-77a325d5ba63),segment_id=e7143a7e-3798-448a-9b1a-77a325d5ba63)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:52.712935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-network', 'tenant_id': '57944a39ed824a15aff00c4389f15532'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:52.844540 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.877690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Made reservation on behalf of 57944a39ed824a15aff00c4389f15532 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:52.882061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.882846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.883104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.888269 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] 10.222.0.64 "PUT /v2.0/ports/79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 HTTP/1.1" status: 200 len: 1092 time: 1.4805043 Aug 16 01:55:52.888269 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5063de8a-cc6f-4af2-a78f-09fe79f63e30', 'tag': '79ff2691-5dbc-48c6-bcc8-dc97abf49ce0'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:52.888269 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0036d61e-fb87-4495-867f-f1f95d8f6ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "5063de8a-cc6f-4af2-a78f-09fe79f63e30", "tag": "79ff2691-5dbc-48c6-bcc8-dc97abf49ce0"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:52.893252 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.917640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4990f2-2120-45c8-8b18-26f83329dbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:52.993558 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.088871 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.110667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:53.122272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d9517242-84e4-4f6f-a2f0-de1073cbbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.124797 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d9517242-84e4-4f6f-a2f0-de1073cbbdfb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d861848d9aaa4f3faa7e5a9f78b4cf95&device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 1095 time: 0.0547507 Aug 16 01:55:53.154030 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.154689 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Added segment 691cde22-94a6-43ac-ae19-2cf2b6ad4d6b of type vlan for network 70853d84-8ef5-487c-aa41-be85b7fb1059 Aug 16 01:55:53.156363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217ad3d8-509f-4578-a2c1-c501f57133d4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:53.182255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1dda0ca-71c9-420e-a622-db47668b3000 req-832c160f-fb5f-4113-b8f5-8d9e2c088f4c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=945bf1d5-1646-44ea-b238-04dd39840055 HTTP/1.1" status: 200 len: 210 time: 0.0437427 Aug 16 01:55:53.183039 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-9b9238cf-55a7-4360-8241-6a3314cfde29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 HTTP/1.1" status: 200 len: 217 time: 0.0481360 Aug 16 01:55:53.225219 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.249260 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc86f1e0-66da-4ddf-ac01-1bf7131637c0 x-openstack-request-id: req-fc86f1e0-66da-4ddf-ac01-1bf7131637c0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:53.249795 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c71db0e-6882-4622-8bf8-f42954eeaec7", "name": "network-vif-plugged", "status": "completed", "tag": "a1b0c5b2-1085-46df-89b6-3027fdea1a77", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:53.250102 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc86f1e0-66da-4ddf-ac01-1bf7131637c0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:53.250559 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c71db0e-6882-4622-8bf8-f42954eeaec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b0c5b2-1085-46df-89b6-3027fdea1a77', 'code': 200} Aug 16 01:55:53.272151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-00d676e7-dc4f-433b-b751-b0a60f0c84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.273776 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-00d676e7-dc4f-433b-b751-b0a60f0c84c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b20eb246-413a-4c23-9e30-2178d3145ac6 HTTP/1.1" status: 200 len: 849 time: 0.0832417 Aug 16 01:55:53.317558 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-89590afc-b603-417d-bc00-3180ef1244dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bbe0a56-7745-4401-9730-5e9ba656e7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353146 Aug 16 01:55:53.360108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.368028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.368028 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.390709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b2e05-72c9-42e4-8b2c-54e658c3c147 req-9f45f4b8-7098-4fd0-9265-96cd5055c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.395877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-358b2e05-72c9-42e4-8b2c-54e658c3c147 req-9f45f4b8-7098-4fd0-9265-96cd5055c95b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 1097 time: 0.0738366 Aug 16 01:55:53.419788 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031ac6a2-8008-4c81-925b-5c199b956a10 x-openstack-request-id: req-031ac6a2-8008-4c81-925b-5c199b956a10 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:53.420113 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5063de8a-cc6f-4af2-a78f-09fe79f63e30", "tag": "79ff2691-5dbc-48c6-bcc8-dc97abf49ce0", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:53.420341 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-031ac6a2-8008-4c81-925b-5c199b956a10 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:53.420750 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5063de8a-cc6f-4af2-a78f-09fe79f63e30', 'tag': '79ff2691-5dbc-48c6-bcc8-dc97abf49ce0', 'status': 'completed', 'code': 200} Aug 16 01:55:53.474570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] Pushing event updated for resources: {'Network': ['ID=70853d84-8ef5-487c-aa41-be85b7fb1059,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:53.481868 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-d2b635d9-6ede-4714-b22b-843a4b09d430 service neutron] 10.222.0.64 "GET /v2.0/networks/8bbe0a56-7745-4401-9730-5e9ba656e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506016 Aug 16 01:55:53.488133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 70853d84-8ef5-487c-aa41-be85b7fb1059 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:53.524403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-358b2e05-72c9-42e4-8b2c-54e658c3c147 req-e7be9b3e-fb3c-40d4-a0d2-09296656d468 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b33e5d74-530e-463f-95bb-6b0eaa63a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048689 Aug 16 01:55:53.527141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6c5f67df-632f-48a0-871a-cea73aaa6b1c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9274325 Aug 16 01:55:53.536820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41322) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:53.543066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] Request body: {'subnet': {'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-subnet', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:53.563946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fae5f-8533-4192-bd93-8d7297f14657 req-d21be24a-c827-4683-a82a-073f8151750b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.573660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c6fae5f-8533-4192-bd93-8d7297f14657 req-d21be24a-c827-4683-a82a-073f8151750b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 943 time: 0.1081042 Aug 16 01:55:53.629484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c6fae5f-8533-4192-bd93-8d7297f14657 req-379c3fcc-6f4a-4748-aa63-43b5876c360f tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a09d678-189e-4932-9b1d-06019a9f0093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547063 Aug 16 01:55:53.665147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] Made reservation on behalf of 57944a39ed824a15aff00c4389f15532 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:53.668634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.814527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a7934-a8a1-4eb3-863c-8aa935c968cc req-44bce8d6-e380-426c-b54f-e9fee57b5319 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.816204 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829a7934-a8a1-4eb3-863c-8aa935c968cc req-44bce8d6-e380-426c-b54f-e9fee57b5319 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.0953667 Aug 16 01:55:53.823976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:53.856906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:53.857551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device f6ed9b3b-2ad0-4aa9-bcc1-81cbd1270510 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:53.895629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-829a7934-a8a1-4eb3-863c-8aa935c968cc req-1d681dc6-8eba-4ace-ab91-1a4367e21e6c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722332 Aug 16 01:55:53.945065 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-2bd0be51-7978-4619-a9a8-926bfb46e5bb req-a252e92a-a765-4163-8bb5-520bd2a6802f service neutron] 10.222.0.64 "GET /v2.0/networks/8bbe0a56-7745-4401-9730-5e9ba656e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520526 Aug 16 01:55:54.028859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6960e-8fa2-4cff-a7ff-74b9089ecf2e req-33ec127c-75fb-48a4-bbb7-8f645b20403a tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.030559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6a6960e-8fa2-4cff-a7ff-74b9089ecf2e req-33ec127c-75fb-48a4-bbb7-8f645b20403a tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 945 time: 0.0527453 Aug 16 01:55:54.072143 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.105129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6a6960e-8fa2-4cff-a7ff-74b9089ecf2e req-9d46f63c-8b49-4b40-82ad-19b4b8afbe84 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/security-groups?id=b33e5d74-530e-463f-95bb-6b0eaa63a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683596 Aug 16 01:55:54.114080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036d61e-fb87-4495-867f-f1f95d8f6ff3 req-134820a5-1373-4965-8988-5326297d4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.115878 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0036d61e-fb87-4495-867f-f1f95d8f6ff3 req-134820a5-1373-4965-8988-5326297d4ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d861848d9aaa4f3faa7e5a9f78b4cf95&device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 1095 time: 0.0458534 Aug 16 01:55:54.154045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f33e2d76-f463-4cbc-a142-5a38cb259210,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:54.173975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] Checking segment: {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:54.174345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] Network hostable DHCP agents. Network: 70853d84-8ef5-487c-aa41-be85b7fb1059, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:54.243983 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036d61e-fb87-4495-867f-f1f95d8f6ff3 req-c3e18e2b-5ebd-44e5-8a0c-760338df4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.247750 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0036d61e-fb87-4495-867f-f1f95d8f6ff3 req-c3e18e2b-5ebd-44e5-8a0c-760338df4727 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bbe0a56-7745-4401-9730-5e9ba656e7d5 HTTP/1.1" status: 200 len: 910 time: 0.1130044 Aug 16 01:55:54.295013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] Network 70853d84-8ef5-487c-aa41-be85b7fb1059 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:54.297069 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0036d61e-fb87-4495-867f-f1f95d8f6ff3 req-93ddb479-dfd8-401d-b6d5-106371a6db48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 HTTP/1.1" status: 200 len: 217 time: 0.0376232 Aug 16 01:55:54.357223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 70853d84-8ef5-487c-aa41-be85b7fb1059) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:54.361553 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036d61e-fb87-4495-867f-f1f95d8f6ff3 req-632ac08b-1a91-4c3f-827c-4ea963a296f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.362945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.363592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.364405 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0036d61e-fb87-4495-867f-f1f95d8f6ff3 req-632ac08b-1a91-4c3f-827c-4ea963a296f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b20eb246-413a-4c23-9e30-2178d3145ac6 HTTP/1.1" status: 200 len: 849 time: 0.0527670 Aug 16 01:55:54.365463 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caaa81c-6bf6-449c-bd8f-ecae3c3fa6e7 None None] Network 70853d84-8ef5-487c-aa41-be85b7fb1059 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:54.406267 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0036d61e-fb87-4495-867f-f1f95d8f6ff3 req-3ac32f2a-8dce-4529-a5d1-fed211147c1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bbe0a56-7745-4401-9730-5e9ba656e7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331912 Aug 16 01:55:54.432216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-92c611cf-c1ff-4eec-ad6d-a05dc2f8e362 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8936167 Aug 16 01:55:54.435041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41342) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:54.439544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:54.530005 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0036d61e-fb87-4495-867f-f1f95d8f6ff3 req-b57e56e3-47f3-4f55-9b46-2dc11e73d10c service neutron] 10.222.0.64 "GET /v2.0/networks/8bbe0a56-7745-4401-9730-5e9ba656e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152041 Aug 16 01:55:54.547123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-70853d84-8ef5-487c-aa41-be85b7fb1059', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:55:54.548446 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.577899 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.579044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.655540 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.658978 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0036d61e-fb87-4495-867f-f1f95d8f6ff3 req-e78c288c-0a5a-47d8-a757-af076442ef28 service neutron] 10.222.0.64 "GET /v2.0/networks/8bbe0a56-7745-4401-9730-5e9ba656e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212604 Aug 16 01:55:54.727611 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Allocated IP 172.20.0.2 (70853d84-8ef5-487c-aa41-be85b7fb1059/f33e2d76-f463-4cbc-a142-5a38cb259210/6b34d854-d448-4819-938e-d5da35fab65f) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:54.904141 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.912909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Transition to ACTIVE for port object 6b34d854-d448-4819-938e-d5da35fab65f will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:54.930123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Transition to ACTIVE for port object 6b34d854-d448-4819-938e-d5da35fab65f will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:54.933606 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.089764 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.099721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb3237-c93a-4021-82ec-d8946a88dd05 req-3e8bc6b4-7b97-4d69-9032-44f6d796157e tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.104244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2bb3237-c93a-4021-82ec-d8946a88dd05 req-3e8bc6b4-7b97-4d69-9032-44f6d796157e tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 943 time: 0.0557542 Aug 16 01:55:55.132331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Network 70853d84-8ef5-487c-aa41-be85b7fb1059 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:55.135543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:55.150181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:55.150181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Pushing event updated for resources: {'Port': ['ID=6b34d854-d448-4819-938e-d5da35fab65f,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:55.201353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2bb3237-c93a-4021-82ec-d8946a88dd05 req-901b3461-4fd0-42aa-a734-a3bd48fa502d tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a09d678-189e-4932-9b1d-06019a9f0093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936804 Aug 16 01:55:55.207824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Attempting to bind port 6b34d854-d448-4819-938e-d5da35fab65f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:55.208188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Attempting to bind port 6b34d854-d448-4819-938e-d5da35fab65f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:55.208558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Attempting to bind port 6b34d854-d448-4819-938e-d5da35fab65f on network 70853d84-8ef5-487c-aa41-be85b7fb1059 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:55.215755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:55.216149 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Checking segment: {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:55.216560 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.216955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Bound using segment: {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:55.217689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Bound port: 6b34d854-d448-4819-938e-d5da35fab65f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:55.218113 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.307385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] For port 6b34d854-d448-4819-938e-d5da35fab65f, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:55.311465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] For port 6b34d854-d448-4819-938e-d5da35fab65f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6b34d854-d448-4819-938e-d5da35fab65f,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:55.417185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa4c07-5aeb-4682-a5f8-fb521f104557 req-d0fe10f6-22de-44fb-94cc-7f881802f09c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.419676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55aa4c07-5aeb-4682-a5f8-fb521f104557 req-d0fe10f6-22de-44fb-94cc-7f881802f09c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.1135216 Aug 16 01:55:55.438435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.523195 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.523195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55aa4c07-5aeb-4682-a5f8-fb521f104557 req-427e9bf1-8047-4b66-85c2-0aa78875421b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668480 Aug 16 01:55:55.634506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Allocated IP 172.25.8.28 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/828e4f95-42d5-4655-99bb-ec0eddf735f8) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:55.748934 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.375342 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.438776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cc6b9-3edf-4fa9-bbf2-3f8ea66ec94d None None] Pushing event updated for resources: {'Port': ['ID=6b34d854-d448-4819-938e-d5da35fab65f,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:56.637523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.695597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:56.698831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:56.701414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:56.732046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Pushing event updated for resources: {'Port': ['ID=828e4f95-42d5-4655-99bb-ec0eddf735f8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:56.970072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2fb25d0a-272b-4a82-975b-094d16d40a29 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.971626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2fb25d0a-272b-4a82-975b-094d16d40a29 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.1714723 Aug 16 01:55:56.987629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-84da2efd-0432-43b3-b885-e41697a21648 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/quotas/01123a5299b448f29d82494bba871d75 HTTP/1.1" status: 200 len: 375 time: 0.0094271 Aug 16 01:55:57.037985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-48b91e27-1b0b-4ec0-8ad9-b05ba87cb6d7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435734 Aug 16 01:55:57.154960 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-715b4f17-51e0-4d3b-be5b-a986463a29aa service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083274 Aug 16 01:55:57.342626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-8034e6be-3e8b-40a4-b7bc-44f3bbb847d6 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832244 Aug 16 01:55:57.354788 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.461403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9888eb-700c-4755-aaf8-87856a51fc41 None None] Network 70853d84-8ef5-487c-aa41-be85b7fb1059 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:57.608944 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.642551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7909d01b-b853-4375-a431-37bb665d3fec None None] Provisioning for port 6b34d854-d448-4819-938e-d5da35fab65f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:57.841171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:57.994776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0,segment=NetworkSegment(e7143a7e-3798-448a-9b1a-77a325d5ba63),segment_id=e7143a7e-3798-448a-9b1a-77a325d5ba63)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:58.012189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '79ff2691-5dbc-48c6-bcc8-dc97abf49ce0', 'network_id': '8bbe0a56-7745-4401-9730-5e9ba656e7d5', 'port_id': '79ff2691-5dbc-48c6-bcc8-dc97abf49ce0', 'mac_address': 'fa:16:3e:ef:8c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20eb246-413a-4c23-9e30-2178d3145ac6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:58.066122 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.083877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:58.106106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0,segment=NetworkSegment(e7143a7e-3798-448a-9b1a-77a325d5ba63),segment_id=e7143a7e-3798-448a-9b1a-77a325d5ba63)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:58.138657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb905ef-1717-49fc-ad3a-3d7f7bd62900 req-2f0cafd6-a917-4531-8ad1-8afabf27b619 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.140306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efb905ef-1717-49fc-ad3a-3d7f7bd62900 req-2f0cafd6-a917-4531-8ad1-8afabf27b619 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 945 time: 0.4818454 Aug 16 01:55:58.194124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efb905ef-1717-49fc-ad3a-3d7f7bd62900 req-5c112656-4dc2-48a4-847c-4a02a8aa6344 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/security-groups?id=b33e5d74-530e-463f-95bb-6b0eaa63a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467806 Aug 16 01:55:58.274692 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.275933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b8600914-ec18-4a5f-9c41-b9e89b2a18f2 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:58.300347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Router 8c145924-0b87-4946-bd1c-6656c0cf38dc is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:55:58.453347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e047d-46a3-4faa-b7ef-c0fdcd8ed930 req-0a30ebeb-be61-4d25-94c7-43191345c9b8 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.455040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e81e047d-46a3-4faa-b7ef-c0fdcd8ed930 req-0a30ebeb-be61-4d25-94c7-43191345c9b8 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 944 time: 0.1009500 Aug 16 01:55:58.493545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:58.505716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e81e047d-46a3-4faa-b7ef-c0fdcd8ed930 req-261d29a3-7fa6-4d36-9798-a8c9408b556c tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a09d678-189e-4932-9b1d-06019a9f0093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 Aug 16 01:55:58.562848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Sync routers for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:58.577458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:58.578264 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:58.580127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:58.611903 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.614408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8d58a735-cf77-43f0-ab77-4160d72e19fc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1780519 Aug 16 01:55:58.618839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41440) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:58.644143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781c833-2574-4c68-b2aa-5080e9ad16a2 req-49685fe8-7e19-4852-95d5-8afd54cbe4e0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.649349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6b34d854-d448-4819-938e-d5da35fab65f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:58.653168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0781c833-2574-4c68-b2aa-5080e9ad16a2 req-49685fe8-7e19-4852-95d5-8afd54cbe4e0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.0754926 Aug 16 01:55:58.714984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0781c833-2574-4c68-b2aa-5080e9ad16a2 req-877c8591-07ab-4532-8186-184af213c5df tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550585 Aug 16 01:55:58.872414 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b8600914-ec18-4a5f-9c41-b9e89b2a18f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:58.875659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:58.955985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'port_id': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2', 'mac_address': 'fa:16:3e:53:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:58.991301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a341866d-17a3-48e7-9264-3bde03787ac8 req-cb40a0a2-6656-4379-8aa8-a192fcbf790e tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 210 time: 0.0395815 Aug 16 01:55:59.070451 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.081919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 6b34d854-d448-4819-938e-d5da35fab65f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:59.103712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6b34d854-d448-4819-938e-d5da35fab65f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:59.104089 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.108657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8600914-ec18-4a5f-9c41-b9e89b2a18f2 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:59.137660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b8600914-ec18-4a5f-9c41-b9e89b2a18f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:59.238834 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.277007 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.333479 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.403628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['b8600914-ec18-4a5f-9c41-b9e89b2a18f2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:59.469163 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:55:56Z', 'revision_number': 3, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:59.477864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 6b34d854-d448-4819-938e-d5da35fab65f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6b34d854-d448-4819-938e-d5da35fab65f,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:59.515465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:59.543066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Checking router: 8c145924-0b87-4946-bd1c-6656c0cf38dc for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:59.545240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Updating router 8c145924-0b87-4946-bd1c-6656c0cf38dc port 828e4f95-42d5-4655-99bb-ec0eddf735f8 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:55:59.569582 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.585511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Allocated IP 172.20.0.1 (70853d84-8ef5-487c-aa41-be85b7fb1059/f33e2d76-f463-4cbc-a142-5a38cb259210/9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:59.602672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['79ff2691-5dbc-48c6-bcc8-dc97abf49ce0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:59.665255 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.759282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=6b34d854-d448-4819-938e-d5da35fab65f,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:59.810411 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.838987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Transition to ACTIVE for port object 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:59.955037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-052c67ea-9eca-4bb0-b0cc-1f9bbc9e97a9 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9219bbfd5f68429d91c28bf0605161ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462651 Aug 16 01:55:59.972459 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-24ede80b-5c5a-40c6-a857-d2217c6c67b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.015069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.088094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Network 70853d84-8ef5-487c-aa41-be85b7fb1059 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:00.097498 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:00.112453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-56a38065-3cf8-4da2-9a01-d02ee43e582b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.120372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-56a38065-3cf8-4da2-9a01-d02ee43e582b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564910 Aug 16 01:56:00.125143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:00.141256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-e28e9946-6124-4ad7-80c7-dd4336832dda tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/quotas/9219bbfd5f68429d91c28bf0605161ce HTTP/1.1" status: 200 len: 375 time: 0.0184181 Aug 16 01:56:00.190453 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Pushing event updated for resources: {'Port': ['ID=9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:00.198675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-9d277751-74b6-47d5-9a1a-ce91dc393b3a tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9219bbfd5f68429d91c28bf0605161ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559914 Aug 16 01:56:00.213949 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.298470 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.310159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Transition to ACTIVE for port object 828e4f95-42d5-4655-99bb-ec0eddf735f8 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:00.380523 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.573174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-cc5c078a-3d57-4dba-9c4b-b6446a99d97d tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.578024 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-cc5c078a-3d57-4dba-9c4b-b6446a99d97d tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 805 time: 0.2704940 Aug 16 01:56:00.595930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Request body: {'port': {'device_id': 'ffe0d339-b426-417f-9f9f-6386fa874940', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'admin_state_up': True, 'tenant_id': '01123a5299b448f29d82494bba871d75'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:00.620032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c12688-d723-4a77-a55c-be747e448c76 None None] Pushing event updated for resources: {'Port': ['ID=828e4f95-42d5-4655-99bb-ec0eddf735f8,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:00.627766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Attempting to bind port 828e4f95-42d5-4655-99bb-ec0eddf735f8 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:00.628391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Attempting to bind port 828e4f95-42d5-4655-99bb-ec0eddf735f8 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:00.636600 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Attempting to bind port 828e4f95-42d5-4655-99bb-ec0eddf735f8 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:00.640861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:00.641246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:00.641652 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.642076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:00.659468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Bound port: 828e4f95-42d5-4655-99bb-ec0eddf735f8, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:00.661061 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.712009 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6b34d854-d448-4819-938e-d5da35fab65f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:00.814670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb189c-836b-4520-aa1e-f1a9d0feb97c req-14ebea4a-bf07-4ba1-9db0-e74f9064be1e tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.821695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6caf5cb6-962c-4599-90fe-e47daf155b8e None None] Provisioning for port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:00.823275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.827542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7cb189c-836b-4520-aa1e-f1a9d0feb97c req-14ebea4a-bf07-4ba1-9db0-e74f9064be1e tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 944 time: 0.1445107 Aug 16 01:56:00.858025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6caf5cb6-962c-4599-90fe-e47daf155b8e None None] Provisioning complete for port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:00.858867 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6caf5cb6-962c-4599-90fe-e47daf155b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.913019 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7cb189c-836b-4520-aa1e-f1a9d0feb97c req-9fa83d0b-74c9-41dc-be17-f2672e7780fd tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a09d678-189e-4932-9b1d-06019a9f0093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777040 Aug 16 01:56:00.994072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6caf5cb6-962c-4599-90fe-e47daf155b8e None None] Port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:01.025437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] For port 828e4f95-42d5-4655-99bb-ec0eddf735f8, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:01.045587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] For port 828e4f95-42d5-4655-99bb-ec0eddf735f8, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=828e4f95-42d5-4655-99bb-ec0eddf735f8,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:01.074609 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.079854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6b34d854-d448-4819-938e-d5da35fab65f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:01.080229 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.132065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbe097-f1c5-412c-a079-573050205327 req-91dc1e54-c7ea-4050-92ff-2a1b94b0d368 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.134756 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Made reservation on behalf of 01123a5299b448f29d82494bba871d75 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:01.138669 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.141103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1fbe097-f1c5-412c-a079-573050205327 req-91dc1e54-c7ea-4050-92ff-2a1b94b0d368 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 945 time: 0.1116698 Aug 16 01:56:01.193099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81391eda-59c3-45af-83b3-a4170be96ff3 req-8dba4e8e-6591-4086-862f-225a9f16977c tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.194780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.195856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81391eda-59c3-45af-83b3-a4170be96ff3 req-8dba4e8e-6591-4086-862f-225a9f16977c tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 945 time: 0.1488805 Aug 16 01:56:01.304509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1fbe097-f1c5-412c-a079-573050205327 req-c7b6a05c-d8d0-4f47-9fcc-db3578a8ea79 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/security-groups?id=b33e5d74-530e-463f-95bb-6b0eaa63a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622016 Aug 16 01:56:01.337466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Allocated IP 172.20.0.3 (b3d29ad8-be58-47a9-b37d-b2ee4bbbe538/2de74b78-8d2a-40b0-ae8f-4fdf1265078a/6f7aa0a8-1a87-450f-b904-fe760cca0ca3) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:01.398889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-81391eda-59c3-45af-83b3-a4170be96ff3 req-7e19439d-36e0-4e89-920a-0b67fb7ee76e tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Deleting port a1b0c5b2-1085-46df-89b6-3027fdea1a77 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:01.402177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-81391eda-59c3-45af-83b3-a4170be96ff3 req-7e19439d-36e0-4e89-920a-0b67fb7ee76e tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.429629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c12688-d723-4a77-a55c-be747e448c76 None None] Pushing event updated for resources: {'Port': ['ID=828e4f95-42d5-4655-99bb-ec0eddf735f8,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:01.456095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:01.456678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:55:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:01.486064 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.538997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Pushing event updated for resources: {'Port': ['ID=9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:01.630056 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.630701 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.712532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:01.716810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da825652-d476-4033-b54c-b1897fad095a req-17fa7b86-522a-4153-813c-b53310704218 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.737625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da825652-d476-4033-b54c-b1897fad095a req-17fa7b86-522a-4153-813c-b53310704218 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 945 time: 0.2263453 Aug 16 01:56:01.741008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Network 70853d84-8ef5-487c-aa41-be85b7fb1059 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:01.742758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-81391eda-59c3-45af-83b3-a4170be96ff3 req-7e19439d-36e0-4e89-920a-0b67fb7ee76e tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] For port a1b0c5b2-1085-46df-89b6-3027fdea1a77, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a1b0c5b2-1085-46df-89b6-3027fdea1a77,segment=NetworkSegment(da21521b-b947-4888-b161-c809c8ab301e),segment_id=da21521b-b947-4888-b161-c809c8ab301e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:01.743818 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-81391eda-59c3-45af-83b3-a4170be96ff3 req-7e19439d-36e0-4e89-920a-0b67fb7ee76e tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.744114 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:01.839371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-81391eda-59c3-45af-83b3-a4170be96ff3 req-7e19439d-36e0-4e89-920a-0b67fb7ee76e tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Calling delete_port for a1b0c5b2-1085-46df-89b6-3027fdea1a77 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:01.864837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da825652-d476-4033-b54c-b1897fad095a req-8547d7a9-8c7c-49be-9276-1a89a51cb4ec tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236000 Aug 16 01:56:02.047327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Router 8c145924-0b87-4946-bd1c-6656c0cf38dc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:02.061854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b018273e-acad-4b4d-9d1a-763708443293 req-b9f49d94-c1e1-4262-ab27-b6b280d00f70 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 210 time: 0.0582788 Aug 16 01:56:02.149215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:02.175637 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.211777 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:02.307344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-d04c2abc-cda3-4179-8ed7-f2bf8d78700e tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9219bbfd5f68429d91c28bf0605161ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574167 Aug 16 01:56:02.365899 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:02.444778 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:02.455165 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9ca9a958-13fb-49a5-bc8d-19023a142a95 admin admin] 10.222.0.66 "PUT /v2.0/routers/8c145924-0b87-4946-bd1c-6656c0cf38dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8346379 Aug 16 01:56:02.456333 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event updated for resources: {'Port': ['ID=6f7aa0a8-1a87-450f-b904-fe760cca0ca3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:02.459669 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:02.485181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:02.494811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d0d66a60-4329-4c5a-9013-2bc17e233c6e None None] Provisioning complete for port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:02.495195 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d0d66a60-4329-4c5a-9013-2bc17e233c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.565514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-81391eda-59c3-45af-83b3-a4170be96ff3 req-7e19439d-36e0-4e89-920a-0b67fb7ee76e tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.611288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:02.617075 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.624972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-e24a33cf-e5da-447b-98d7-e8a14d5cf232 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:02.634138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-e24a33cf-e5da-447b-98d7-e8a14d5cf232 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3251948 Aug 16 01:56:02.714157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-50b9ffab-3ea1-45fc-b491-33f864eec5bc tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/quotas/9219bbfd5f68429d91c28bf0605161ce HTTP/1.1" status: 200 len: 375 time: 0.0785956 Aug 16 01:56:02.753170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19439d-36e0-4e89-920a-0b67fb7ee76e tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Pushing event deleted for resources: {'Port': ['ID=a1b0c5b2-1085-46df-89b6-3027fdea1a77,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:02.763877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d0d66a60-4329-4c5a-9013-2bc17e233c6e None None] Port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:02.814830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-81391eda-59c3-45af-83b3-a4170be96ff3 req-7e19439d-36e0-4e89-920a-0b67fb7ee76e tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] No DVR routers for this DVR port a1b0c5b2-1085-46df-89b6-3027fdea1a77 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:02.840991 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-81391eda-59c3-45af-83b3-a4170be96ff3 req-7e19439d-36e0-4e89-920a-0b67fb7ee76e tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.844315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81391eda-59c3-45af-83b3-a4170be96ff3 req-7e19439d-36e0-4e89-920a-0b67fb7ee76e tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.74 "DELETE /v2.0/ports/a1b0c5b2-1085-46df-89b6-3027fdea1a77 HTTP/1.1" status: 204 len: 173 time: 1.6414609 Aug 16 01:56:02.881592 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ec636350-8b4d-4d9b-b51c-a9c7f6ad361c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2867305 Aug 16 01:56:02.881730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-2df25456-2636-4bd2-8e9b-387589b340a3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9219bbfd5f68429d91c28bf0605161ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1166685 Aug 16 01:56:02.881730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c71db0e-6882-4622-8bf8-f42954eeaec7', 'name': 'network-vif-deleted', 'tag': 'a1b0c5b2-1085-46df-89b6-3027fdea1a77'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:02.884499 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7004c76-3159-41e8-95c4-6c406d87056d" -d '{"events": [{"server_uuid": "1c71db0e-6882-4622-8bf8-f42954eeaec7", "name": "network-vif-deleted", "tag": "a1b0c5b2-1085-46df-89b6-3027fdea1a77"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:02.898579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Request body: {'port': {'device_id': 'ffe0d339-b426-417f-9f9f-6386fa874940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:02.997002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:03.005960 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:03.006436 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.031670 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.170054 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.225701 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 2, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:03.284200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e730ca1e-1112-439e-9a11-6da90aae9e1c None None] The sync data for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 is: [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 2, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:03.308134 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dc6c6347-cea9-41f1-a76e-a4e66b009ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.395932 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.485535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5063de8a-cc6f-4af2-a78f-09fe79f63e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff2691-5dbc-48c6-bcc8-dc97abf49ce0'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:03.508863 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cdd906-055b-4883-bc4c-d08445cad9dd" -d '{"events": [{"server_uuid": "5063de8a-cc6f-4af2-a78f-09fe79f63e30", "name": "network-vif-plugged", "status": "completed", "tag": "79ff2691-5dbc-48c6-bcc8-dc97abf49ce0"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:03.536012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0,segment=NetworkSegment(e7143a7e-3798-448a-9b1a-77a325d5ba63),segment_id=e7143a7e-3798-448a-9b1a-77a325d5ba63)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:03.651002 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:03.686551 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.695329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.697590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b8600914-ec18-4a5f-9c41-b9e89b2a18f2 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:03.714897 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Transition to ACTIVE for port object 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:03.775488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd670a28-cf53-4d1b-a70b-a60c2970d52a req-55bda19b-205c-491f-abe2-4558fc9f0a10 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.794077 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd670a28-cf53-4d1b-a70b-a60c2970d52a req-55bda19b-205c-491f-abe2-4558fc9f0a10 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 945 time: 0.0896854 Aug 16 01:56:03.830579 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.850251 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd670a28-cf53-4d1b-a70b-a60c2970d52a req-9261a061-a086-497c-a489-484000aa9d2b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a09d678-189e-4932-9b1d-06019a9f0093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562274 Aug 16 01:56:03.891785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:03.967936 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78815963-4510-4a5d-8d9d-76be53509753 req-4f60e0ec-6b93-42e2-8847-83ca15964388 tempest-InstanceActionsNegativeTestJSON-1835646620 tempest-InstanceActionsNegativeTestJSON-1835646620-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c71db0e-6882-4622-8bf8-f42954eeaec7 HTTP/1.1" status: 200 len: 210 time: 0.0398123 Aug 16 01:56:03.986922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:03.988803 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7aa0a8-1a87-450f-b904-fe760cca0ca3,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:03.991091 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.068062 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.113580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Attempting to bind port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:04.113964 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Attempting to bind port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:04.114295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Attempting to bind port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:04.120728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:04.121051 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Attempting to bind port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 on network b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:04.159440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:04.159798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Checking segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:04.163523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Bound using segment: {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:04.170038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Bound port: 6f7aa0a8-1a87-450f-b904-fe760cca0ca3, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3a448e-1a86-4410-9eb5-7b3f73776aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:04.170038 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.170397 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.199139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-a58382ed-04e3-4136-af38-aa66c390b745 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9219bbfd5f68429d91c28bf0605161ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683429 Aug 16 01:56:04.227820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b8600914-ec18-4a5f-9c41-b9e89b2a18f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:04.345304 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.348102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] For port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:04.351839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] For port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6f7aa0a8-1a87-450f-b904-fe760cca0ca3,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:04.449570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.576181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72603436-f864-4338-b7af-02ac0efd5be1 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.583058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72603436-f864-4338-b7af-02ac0efd5be1 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3708460 Aug 16 01:56:04.618189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Request body: {'port': {'device_id': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '9219bbfd5f68429d91c28bf0605161ce'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:04.619156 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.619833 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.622267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:04.624580 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f7aa0a8-1a87-450f-b904-fe760cca0ca3 HTTP/1.1" status: 200 len: 1092 time: 1.7418029 Aug 16 01:56:04.643892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe0d339-b426-417f-9f9f-6386fa874940', 'tag': '6f7aa0a8-1a87-450f-b904-fe760cca0ca3'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:04.646438 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2c1637-84ee-4459-a381-947c11b3a69d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe0d339-b426-417f-9f9f-6386fa874940", "tag": "6f7aa0a8-1a87-450f-b904-fe760cca0ca3"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:04.690063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e615894-27f2-4eec-8d83-9e8365e737b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7aa0a8-1a87-450f-b904-fe760cca0ca3,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:04.801346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 828e4f95-42d5-4655-99bb-ec0eddf735f8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:04.893912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-d3eaf760-2bfb-440b-86ca-44a2bf11351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.895884 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-d3eaf760-2bfb-440b-86ca-44a2bf11351c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 1095 time: 0.0905595 Aug 16 01:56:04.954422 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-6bcd9b8f-1cc7-4f43-9aff-2527022ec1d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f7aa0a8-1a87-450f-b904-fe760cca0ca3 HTTP/1.1" status: 200 len: 217 time: 0.0494733 Aug 16 01:56:05.017757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-413135cb-9677-429c-bfe8-3b27ee64e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:05.020681 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-413135cb-9677-429c-bfe8-3b27ee64e56f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.0586905 Aug 16 01:56:05.048899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Made reservation on behalf of 9219bbfd5f68429d91c28bf0605161ce for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:05.055726 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.064541 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.068356 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-4a5dc438-877a-44ce-b69f-f3991fc2f3dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306132 Aug 16 01:56:05.085715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 828e4f95-42d5-4655-99bb-ec0eddf735f8 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:05.094316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 828e4f95-42d5-4655-99bb-ec0eddf735f8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:05.094744 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.152851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a1b0c5b2-1085-46df-89b6-3027fdea1a77 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:05.226631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: a1b0c5b2-1085-46df-89b6-3027fdea1a77 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:05.228014 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a1b0c5b2-1085-46df-89b6-3027fdea1a77 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:05.228726 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-0893833e-e86a-4ff3-848e-b3216ac2a831 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577644 Aug 16 01:56:05.305853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41576) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:05.313383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.341193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-192eddf1-8364-428c-869d-44d4ba8dc8ea tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365778310', 'description': 'tempest-description--1932830783'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:05.353668 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.380286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 828e4f95-42d5-4655-99bb-ec0eddf735f8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=828e4f95-42d5-4655-99bb-ec0eddf735f8,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:05.426450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.450274 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-234c1617-4a17-4238-8b3e-b6bc0e6ba7c2 req-ba2610cf-e48e-4c09-9377-67fcdde2e68c service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039886 Aug 16 01:56:05.506326 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.507881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f96f30-cd4f-490a-a75e-951cb618fc7c req-cff3c32e-921c-4699-a3f9-db999646aca8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:05.509547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9f96f30-cd4f-490a-a75e-951cb618fc7c req-cff3c32e-921c-4699-a3f9-db999646aca8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.1386964 Aug 16 01:56:05.545810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:05.605207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=828e4f95-42d5-4655-99bb-ec0eddf735f8,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:05.640340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-192eddf1-8364-428c-869d-44d4ba8dc8ea tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.746894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9f96f30-cd4f-490a-a75e-951cb618fc7c req-95097ed6-9b55-44ee-ac61-eb0393ad6e2b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037690 Aug 16 01:56:05.762960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Allocated IP 192.168.233.250 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/8a149559-cfd9-4a0f-8fc6-f13247b92d21) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:05.797491 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.830143 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-192eddf1-8364-428c-869d-44d4ba8dc8ea tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.841479 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de78d94e-8967-4aff-9917-8fbac0632944 x-openstack-request-id: req-de78d94e-8967-4aff-9917-8fbac0632944 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:05.841783 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c71db0e-6882-4622-8bf8-f42954eeaec7", "name": "network-vif-deleted", "tag": "a1b0c5b2-1085-46df-89b6-3027fdea1a77", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:05.842065 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de78d94e-8967-4aff-9917-8fbac0632944 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:05.842470 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c71db0e-6882-4622-8bf8-f42954eeaec7', 'name': 'network-vif-deleted', 'tag': 'a1b0c5b2-1085-46df-89b6-3027fdea1a77', 'status': 'completed', 'code': 200} Aug 16 01:56:05.994149 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-90c1a826-4aa1-41d9-be85-188b859d3bfa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0929747 Aug 16 01:56:06.002836 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-192eddf1-8364-428c-869d-44d4ba8dc8ea tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.029993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e5c51-820e-4615-bdd6-7f76dd548043 req-c87f6f4f-1105-45ea-acb2-13c6e688cde4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.031763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a22e5c51-820e-4615-bdd6-7f76dd548043 req-c87f6f4f-1105-45ea-acb2-13c6e688cde4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 943 time: 0.0875678 Aug 16 01:56:06.083320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.105787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eddf1-8364-428c-869d-44d4ba8dc8ea tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dae81b0-d16d-490f-ac62-9a9b25112fd5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:06.115736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a22e5c51-820e-4615-bdd6-7f76dd548043 req-32345948-a351-4cc8-b5bc-9ed9acbda385 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748496 Aug 16 01:56:06.137039 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-20a77022-d7e5-47ee-8098-9c2995cad9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.137894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Transition to ACTIVE for port object 8a149559-cfd9-4a0f-8fc6-f13247b92d21 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:06.138652 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-20a77022-d7e5-47ee-8098-9c2995cad9af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 1098 time: 0.0986388 Aug 16 01:56:06.244891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83137109-8678-4e31-a304-12ea9c403385 req-b80053c2-3b42-4874-8c2c-f6cc2fe6360f tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 210 time: 0.0474415 Aug 16 01:56:06.297497 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe8ef64-3641-4c48-a4b9-74cd3a190315 x-openstack-request-id: req-cfe8ef64-3641-4c48-a4b9-74cd3a190315 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:06.298067 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5063de8a-cc6f-4af2-a78f-09fe79f63e30", "name": "network-vif-plugged", "status": "completed", "tag": "79ff2691-5dbc-48c6-bcc8-dc97abf49ce0", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:06.298067 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cfe8ef64-3641-4c48-a4b9-74cd3a190315 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:06.298456 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5063de8a-cc6f-4af2-a78f-09fe79f63e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff2691-5dbc-48c6-bcc8-dc97abf49ce0', 'code': 200} Aug 16 01:56:06.323294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-d14302ef-7b6c-4a5c-bc7f-6b3e900f5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.325410 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-d14302ef-7b6c-4a5c-bc7f-6b3e900f5f51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 912 time: 0.1571157 Aug 16 01:56:06.387329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-192eddf1-8364-428c-869d-44d4ba8dc8ea tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.391032 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-192eddf1-8364-428c-869d-44d4ba8dc8ea tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0811546 Aug 16 01:56:06.391450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41580) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:06.398441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-676d33e0-43ef-4fee-b988-6de59c5efcc6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'security_group_rule': {'security_group_id': '1dae81b0-d16d-490f-ac62-9a9b25112fd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:06.441583 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-2e8cdb31-0ed8-43b2-ba7f-b289413949e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5 HTTP/1.1" status: 200 len: 1002 time: 0.1052895 Aug 16 01:56:06.488122 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccdf2d4-096c-407c-af72-96db44831526 x-openstack-request-id: req-6ccdf2d4-096c-407c-af72-96db44831526 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:06.488122 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe0d339-b426-417f-9f9f-6386fa874940", "tag": "6f7aa0a8-1a87-450f-b904-fe760cca0ca3", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:06.488398 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ccdf2d4-096c-407c-af72-96db44831526 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:06.488721 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe0d339-b426-417f-9f9f-6386fa874940', 'tag': '6f7aa0a8-1a87-450f-b904-fe760cca0ca3', 'status': 'completed', 'code': 200} Aug 16 01:56:06.505142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb151d-a379-4cdd-8c76-60666be99153 req-4654cad3-9bf9-4f41-85d2-33ec5b948b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.507655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9afb151d-a379-4cdd-8c76-60666be99153 req-4654cad3-9bf9-4f41-85d2-33ec5b948b22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 1097 time: 0.0522568 Aug 16 01:56:06.581315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 828e4f95-42d5-4655-99bb-ec0eddf735f8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:06.617139 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.645993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c1637-84ee-4459-a381-947c11b3a69d req-63b9e51d-e348-4fb3-b0d5-5c57ae12d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.647989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e2c1637-84ee-4459-a381-947c11b3a69d req-63b9e51d-e348-4fb3-b0d5-5c57ae12d402 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01123a5299b448f29d82494bba871d75&device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 1095 time: 0.1301868 Aug 16 01:56:06.661936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d5169-0ead-4716-a0fc-cbd956f18ca1 req-c0c9a56f-1a14-4d61-8813-6824f7e3bcbf tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.670389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e06d5169-0ead-4716-a0fc-cbd956f18ca1 req-c0c9a56f-1a14-4d61-8813-6824f7e3bcbf tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 945 time: 0.1304657 Aug 16 01:56:06.687897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:06.690873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:06.694894 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Sync routers for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:06.695973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:06.705829 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:06.706485 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:56:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:07.060624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 828e4f95-42d5-4655-99bb-ec0eddf735f8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:07.061488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-a54869ec-7467-4f06-8845-0d438dc087ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.062441 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.065635 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-a54869ec-7467-4f06-8845-0d438dc087ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 200 len: 850 time: 0.6107144 Aug 16 01:56:07.085323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9afb151d-a379-4cdd-8c76-60666be99153 req-18301446-9dad-4557-b2d5-3ae6014e008f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3a09d678-189e-4932-9b1d-06019a9f0093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563884 Aug 16 01:56:07.117232 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:07.140731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-a6841be6-d1a6-436a-b369-6f5cd9217f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.144125 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-a6841be6-d1a6-436a-b369-6f5cd9217f69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4580b099-2551-492d-9cb2-8302c2e9c7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688283 Aug 16 01:56:07.157724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-676d33e0-43ef-4fee-b988-6de59c5efcc6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.192787 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e06d5169-0ead-4716-a0fc-cbd956f18ca1 req-d4639ce0-3e53-4fef-823d-ad7a52e2070b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a09d678-189e-4932-9b1d-06019a9f0093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192804 Aug 16 01:56:07.197889 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-59903110-1e3b-4050-8b25-ef2f22f5f43e None None] Provisioning for port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:07.203003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-59903110-1e3b-4050-8b25-ef2f22f5f43e None None] Provisioning complete for port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:07.203878 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-59903110-1e3b-4050-8b25-ef2f22f5f43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.255251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.262042 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.275385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-59903110-1e3b-4050-8b25-ef2f22f5f43e None None] Port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:07.293704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Pushing event updated for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:07.300654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41596) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:07.395669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c1637-84ee-4459-a381-947c11b3a69d req-e4a4088a-9883-4aa4-b057-048e98ad1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.398539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e2c1637-84ee-4459-a381-947c11b3a69d req-e4a4088a-9883-4aa4-b057-048e98ad1180 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 200 len: 906 time: 0.7200203 Aug 16 01:56:07.407196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-af93d371-7a65-47ad-9452-3be53e9699d5 admin admin] Deleting subnet 9bff7765-ed59-43ea-b496-fca8c6bbf135 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:07.422390 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af93d371-7a65-47ad-9452-3be53e9699d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.467338 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-8b286e16-ddf6-485c-931b-b7ea2b35a0c8 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158114 Aug 16 01:56:07.482858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e2c1637-84ee-4459-a381-947c11b3a69d req-37342d37-ae5e-4fa1-821e-6a182eaecd56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f7aa0a8-1a87-450f-b904-fe760cca0ca3 HTTP/1.1" status: 200 len: 217 time: 0.0700667 Aug 16 01:56:07.487775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3a5a7aaa-8555-4ef3-a64d-be5fc54719c3 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8954725 Aug 16 01:56:07.508393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af93d371-7a65-47ad-9452-3be53e9699d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.511849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Request body: {'port': {'device_id': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:07.519834 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-676d33e0-43ef-4fee-b988-6de59c5efcc6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.531306 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 2, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:07.565966 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Checking router: 8c145924-0b87-4946-bd1c-6656c0cf38dc for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:07.565966 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Updating router 8c145924-0b87-4946-bd1c-6656c0cf38dc port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:56:07.577438 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af93d371-7a65-47ad-9452-3be53e9699d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.593176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91680e3-08a0-4107-b3fe-1cce71290b21 req-7e93ef7c-d59e-4c15-b766-04fda6ac3376 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.598677 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.602896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b91680e3-08a0-4107-b3fe-1cce71290b21 req-7e93ef7c-d59e-4c15-b766-04fda6ac3376 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.2012229 Aug 16 01:56:07.644202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c1637-84ee-4459-a381-947c11b3a69d req-ec2de4c4-6b31-476a-96b7-01526581c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.647677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e2c1637-84ee-4459-a381-947c11b3a69d req-ec2de4c4-6b31-476a-96b7-01526581c6d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 200 len: 845 time: 0.1510932 Aug 16 01:56:07.676068 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.700178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-676d33e0-43ef-4fee-b988-6de59c5efcc6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.708604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e2c1637-84ee-4459-a381-947c11b3a69d req-72ccd82e-4173-46cc-a4c6-6ff16bbc74ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490098 Aug 16 01:56:07.741130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b91680e3-08a0-4107-b3fe-1cce71290b21 req-1da97d87-1733-4c1e-95f1-f2c50ee2ac85 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367366 Aug 16 01:56:07.840073 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d52cafa0-ef5e-4e24-b1cf-6a46e4ee2078 req-57c1242f-b09d-4947-bf1b-b1d3358a20e4 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779246 Aug 16 01:56:07.863258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d33e0-43ef-4fee-b988-6de59c5efcc6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df01791f-5013-49b7-ba8e-a14f874e294d,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:07.890647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af93d371-7a65-47ad-9452-3be53e9699d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.928467 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af93d371-7a65-47ad-9452-3be53e9699d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.934584 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-af93d371-7a65-47ad-9452-3be53e9699d5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9bff7765-ed59-43ea-b496-fca8c6bbf135 HTTP/1.1" status: 204 len: 168 time: 0.6296461 Aug 16 01:56:07.954771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41602) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:07.960279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93d371-7a65-47ad-9452-3be53e9699d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bff7765-ed59-43ea-b496-fca8c6bbf135,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:08.047500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-cd8208d8-e7ab-4bd1-bc26-d10d334fe684 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9219bbfd5f68429d91c28bf0605161ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1346512 Aug 16 01:56:08.077658 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-676d33e0-43ef-4fee-b988-6de59c5efcc6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.078918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-676d33e0-43ef-4fee-b988-6de59c5efcc6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6863139 Aug 16 01:56:08.081955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41604) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:08.094452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c93fe8c4-e910-4222-950f-01659332675d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'security_group_rule': {'security_group_id': '1dae81b0-d16d-490f-ac62-9a9b25112fd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:08.095324 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.115979 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Transition to ACTIVE for port object 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:08.245362 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.274297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186bc23-899f-4144-9a37-b4df473ab0ee req-1d4002c3-daf3-4f0d-8c4f-47baa1151374 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:08.283852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1186bc23-899f-4144-9a37-b4df473ab0ee req-1d4002c3-daf3-4f0d-8c4f-47baa1151374 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 943 time: 0.4122472 Aug 16 01:56:08.285772 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.292126 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c93fe8c4-e910-4222-950f-01659332675d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.299993 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:08.302335 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e4c0a3-ff90-4dbc-bee6-08e019517c3b" -d '{"events": [{"server_uuid": "fe2f428a-0784-4248-9549-7163bc3399e3", "name": "network-vif-plugged", "status": "completed", "tag": "b8600914-ec18-4a5f-9c41-b9e89b2a18f2"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:08.335704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e2c1637-84ee-4459-a381-947c11b3a69d req-baf2d20d-81f2-4d0a-acba-9e43e90506a1 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169026 Aug 16 01:56:08.449279 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c93fe8c4-e910-4222-950f-01659332675d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.495920 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f78ea-97b9-4406-b830-2366a2afd98b None None] Pushing event updated for resources: {'Port': ['ID=9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:08.518539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1186bc23-899f-4144-9a37-b4df473ab0ee req-ae7a26c1-a750-4c9c-8361-635ed2c42242 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337112 Aug 16 01:56:08.558716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-4843cfb8-a0c8-470d-a9bd-5bff3ae127a1 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:08.560242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-4843cfb8-a0c8-470d-a9bd-5bff3ae127a1 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4997816 Aug 16 01:56:08.587586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Request body: {'port': {'device_id': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '9219bbfd5f68429d91c28bf0605161ce'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:08.601249 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Attempting to bind port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:08.611495 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Attempting to bind port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:08.611916 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Attempting to bind port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 on network 70853d84-8ef5-487c-aa41-be85b7fb1059 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:08.620428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c93fe8c4-e910-4222-950f-01659332675d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.645438 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:08.645957 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Checking segment: {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:08.646507 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.648765 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Bound using segment: {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:08.651858 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Bound port: 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:08.652281 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.670802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fe8c4-e910-4222-950f-01659332675d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf69fbc-63e1-44aa-9f62-43da47eae434,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:08.758242 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c93fe8c4-e910-4222-950f-01659332675d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.759666 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c93fe8c4-e910-4222-950f-01659332675d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6726005 Aug 16 01:56:08.762929 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41612) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:08.765985 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] For port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:08.768400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:08.772272 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] For port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:08.906776 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.975893 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f78ea-97b9-4406-b830-2366a2afd98b None None] Pushing event updated for resources: {'Port': ['ID=9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:09.015629 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:09.016737 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:56:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:09.022513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.187952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2670ccad-f9ad-4d0d-8859-f1da2634d536 req-c0d49daf-c427-48c8-b1c0-4d295cb0920b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 210 time: 0.1149578 Aug 16 01:56:09.216734 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:09.235642 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.238485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.283740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef38b8d3-c6f0-4580-af2c-7043b0a17b71']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:09.338897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e2c1637-84ee-4459-a381-947c11b3a69d req-a6fd1deb-10b6-4327-ad71-582878f0a0a1 service neutron] 10.222.0.64 "GET /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9682240 Aug 16 01:56:09.343748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da21521b-b947-4888-b161-c809c8ab301e') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:09.344053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da21521b-b947-4888-b161-c809c8ab301e') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:09.364016 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.499460 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.514629 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Allocated IP 172.25.8.72 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/002dcced-f6a0-4690-b910-8754491f2d63) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:09.525548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:09.526135 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:09.532097 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:09.542543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a149559-cfd9-4a0f-8fc6-f13247b92d21 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:09.600743 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.626339 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:08Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:09.650308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd55f-db5e-415c-8c9e-8b5efe9dc697 req-48b83e7b-83e3-4dbf-9877-1b31bfa6b1ce tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:09.660126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b3dd55f-db5e-415c-8c9e-8b5efe9dc697 req-48b83e7b-83e3-4dbf-9877-1b31bfa6b1ce tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 945 time: 0.2155950 Aug 16 01:56:09.666168 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3802d-a081-4ee0-8e03-41c6d0293a74 None None] The sync data for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 is: [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:08Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:09.674527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Transition to ACTIVE for port object 8a149559-cfd9-4a0f-8fc6-f13247b92d21 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:09.675358 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.722982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b3dd55f-db5e-415c-8c9e-8b5efe9dc697 req-fe488ac9-6808-4874-a4fb-cd763c9ce20c tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a09d678-189e-4932-9b1d-06019a9f0093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575023 Aug 16 01:56:09.777246 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5197dd32-bd69-42c5-9c64-354daac4a11a x-openstack-request-id: req-5197dd32-bd69-42c5-9c64-354daac4a11a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:09.777723 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2f428a-0784-4248-9549-7163bc3399e3", "name": "network-vif-plugged", "status": "completed", "tag": "b8600914-ec18-4a5f-9c41-b9e89b2a18f2", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:09.777849 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5197dd32-bd69-42c5-9c64-354daac4a11a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:09.778196 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2', 'code': 200} Aug 16 01:56:09.814639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Made reservation on behalf of 9219bbfd5f68429d91c28bf0605161ce for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:09.818967 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.879741 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.884842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.889400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ef38b8d3-c6f0-4580-af2c-7043b0a17b71 HTTP/1.1" status: 204 len: 168 time: 1.9232521 Aug 16 01:56:09.891087 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.900848 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.979523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:09.988773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e04fb-1c1a-412c-b197-78be87887a35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef38b8d3-c6f0-4580-af2c-7043b0a17b71,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:09.996032 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:56:10.028822 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8df73-a201-4f23-aca1-da6674f3dddb req-690ab53f-b94c-4a20-a4a7-4fb915efe3b8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.042200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3f8df73-a201-4f23-aca1-da6674f3dddb req-690ab53f-b94c-4a20-a4a7-4fb915efe3b8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.2072175 Aug 16 01:56:10.058669 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:10.062047 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:10.067162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:10.070596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'Port': ['ID=002dcced-f6a0-4690-b910-8754491f2d63,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.175762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6f7aa0a8-1a87-450f-b904-fe760cca0ca3,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:10.190906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '6f7aa0a8-1a87-450f-b904-fe760cca0ca3', 'network_id': 'b3d29ad8-be58-47a9-b37d-b2ee4bbbe538', 'port_id': '6f7aa0a8-1a87-450f-b904-fe760cca0ca3', 'mac_address': 'fa:16:3e:cf:6b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de74b78-8d2a-40b0-ae8f-4fdf1265078a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:10.248789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Pushing event updated for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.253028 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.299698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:10.311042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3f8df73-a201-4f23-aca1-da6674f3dddb req-1816c33b-4292-4fdf-819c-6ce32e57038a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678094 Aug 16 01:56:10.320323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.352229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6f7aa0a8-1a87-450f-b904-fe760cca0ca3,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:10.372423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Allocated IP 192.168.233.33 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/dea99606-53de-4fc0-9e01-ab5cc3a51de7) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:10.414744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Attempting to bind port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:10.415712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Attempting to bind port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:10.416672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Attempting to bind port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:10.428294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:10.429218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Attempting to bind port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:10.449114 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.453687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:10.454633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:10.455205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:10.463439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Bound port: 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:10.463439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.529763 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41628) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:10.602648 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.644148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=6f7aa0a8-1a87-450f-b904-fe760cca0ca3,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.711667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:10.753005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2903-130b-40c4-863b-10bbc143aee8 req-174c0c60-3538-4fb9-83f4-388ab7d7e834 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.754761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b8e2903-130b-40c4-863b-10bbc143aee8 req-174c0c60-3538-4fb9-83f4-388ab7d7e834 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 944 time: 0.2884486 Aug 16 01:56:10.833167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['6f7aa0a8-1a87-450f-b904-fe760cca0ca3'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:10.839641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:10.900884 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b8e2903-130b-40c4-863b-10bbc143aee8 req-7f2f1359-d29d-4bf5-af8c-4ef143d6bb7f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245410 Aug 16 01:56:10.908896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:10.979871 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:11.000285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:11.000798 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.033342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.077326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Transition to ACTIVE for port object dea99606-53de-4fc0-9e01-ab5cc3a51de7 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:11.114358 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.187172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ebe8919-9c50-4e11-aae4-f4c74be6068d req-93f3c28c-bf03-49a8-94c7-4c26bccd3b8f tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 210 time: 0.0910482 Aug 16 01:56:11.232015 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.259836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.264153 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.268260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] 10.222.0.74 "PUT /v2.0/ports/8a149559-cfd9-4a0f-8fc6-f13247b92d21 HTTP/1.1" status: 200 len: 1097 time: 3.7603641 Aug 16 01:56:11.284439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:11.288814 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e02e5e-1140-4d10-8c05-264a79a8adff" -d '{"events": [{"name": "network-changed", "server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:11.303401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:11.347245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.353718 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-448dba42-1eb3-47ad-a1ef-2d3e46e84d3d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a1334693a3a4ff6afa8909ef1492dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205161 Aug 16 01:56:11.358534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41638) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:11.403436 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.450933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f587ea-e321-4614-a1ba-d24fbf9b4d91 service neutron] Pushing event updated for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:11.462256 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a5af88a-78d4-42a9-be0c-d3898e6ab105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.491923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.500913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:11.503638 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a5af88a-78d4-42a9-be0c-d3898e6ab105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.561422 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-01b3ba1e-10e6-4606-a5b0-009d3bc449fa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2072322 Aug 16 01:56:11.564984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.643568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'Port': ['ID=002dcced-f6a0-4690-b910-8754491f2d63,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:11.647814 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.670503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:11.679156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:11.686285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:11.746673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-70cb0767-00b7-498d-b0df-142a828350e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.748401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-70cb0767-00b7-498d-b0df-142a828350e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9219bbfd5f68429d91c28bf0605161ce&device_id=39bcea3d-7121-4de8-a8a5-c458c57ea112 HTTP/1.1" status: 200 len: 1100 time: 0.2797225 Aug 16 01:56:11.756789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Pushing event updated for resources: {'Port': ['ID=dea99606-53de-4fc0-9e01-ab5cc3a51de7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:11.803645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-e4e23537-9527-4a77-a443-046ef2c43376 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21 HTTP/1.1" status: 200 len: 217 time: 0.0441132 Aug 16 01:56:11.809539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.810372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.813227 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.821877 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e99da64b-88f4-4b9e-ad8c-5f3c2d5924ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0503767 Aug 16 01:56:11.866299 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a5af88a-78d4-42a9-be0c-d3898e6ab105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.869974 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a5af88a-78d4-42a9-be0c-d3898e6ab105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.872307 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0a5af88a-78d4-42a9-be0c-d3898e6ab105 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b33e5d74-530e-463f-95bb-6b0eaa63a8f7 HTTP/1.1" status: 204 len: 168 time: 0.5125239 Aug 16 01:56:11.889689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5af88a-78d4-42a9-be0c-d3898e6ab105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33e5d74-530e-463f-95bb-6b0eaa63a8f7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:11.933431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-42b6813f-120b-49de-944a-f2d46297e36b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3506660 Aug 16 01:56:11.939848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-38e4fa03-1270-42c7-8ff5-d3e0c19bdbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.942257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-38e4fa03-1270-42c7-8ff5-d3e0c19bdbaa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 1097 time: 0.3255801 Aug 16 01:56:11.964066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Request body: {'port': {'device_id': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:11.982221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:12.108594 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d658e5d7-6614-4065-bb40-755c9fbbbad6 x-openstack-request-id: req-d658e5d7-6614-4065-bb40-755c9fbbbad6 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:12.109324 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:12.109800 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d658e5d7-6614-4065-bb40-755c9fbbbad6 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:12.111218 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'status': 'completed', 'code': 200} Aug 16 01:56:12.138421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-05becf46-8e6d-4aca-bc82-47671271dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.140260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-05becf46-8e6d-4aca-bc82-47671271dc5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.3230476 Aug 16 01:56:12.197049 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-85f93c89-ff41-4ea7-977b-d90a4136c8b3 None None] Provisioning for port dea99606-53de-4fc0-9e01-ab5cc3a51de7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:12.201632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:12.203499 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.210556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-85f93c89-ff41-4ea7-977b-d90a4136c8b3 None None] Provisioning complete for port dea99606-53de-4fc0-9e01-ab5cc3a51de7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:12.210556 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-85f93c89-ff41-4ea7-977b-d90a4136c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.211679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:12.212288 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.284436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-85f93c89-ff41-4ea7-977b-d90a4136c8b3 None None] Port dea99606-53de-4fc0-9e01-ab5cc3a51de7 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:12.329103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-ccb8bee3-f698-45d8-9d58-59230309b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.330695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-ccb8bee3-f698-45d8-9d58-59230309b403 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1786959 Aug 16 01:56:12.367643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f20e0b-3b2e-40b1-88c3-334640072c44 req-0571e73f-c2fe-4ad9-bf58-fd7e7265ac47 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.368698 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.376580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4f20e0b-3b2e-40b1-88c3-334640072c44 req-0571e73f-c2fe-4ad9-bf58-fd7e7265ac47 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.2086723 Aug 16 01:56:12.396756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe0d339-b426-417f-9f9f-6386fa874940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7aa0a8-1a87-450f-b904-fe760cca0ca3'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:12.403084 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a53332b-6d8e-4435-b764-048926cb6e95" -d '{"events": [{"server_uuid": "ffe0d339-b426-417f-9f9f-6386fa874940", "name": "network-vif-plugged", "status": "completed", "tag": "6f7aa0a8-1a87-450f-b904-fe760cca0ca3"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:12.423735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6f7aa0a8-1a87-450f-b904-fe760cca0ca3,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:12.471316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-24e8ee32-3508-4a75-a703-a743f1e1cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.473696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-24e8ee32-3508-4a75-a703-a743f1e1cfff service neutron] 10.222.0.74 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.5051720 Aug 16 01:56:12.541326 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.584838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-2f82e574-7b88-42be-9d1c-7d7ca2daec45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e92d57-5f5c-4198-943f-97a999214cb6 HTTP/1.1" status: 200 len: 217 time: 0.0616007 Aug 16 01:56:12.660066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=6f7aa0a8-1a87-450f-b904-fe760cca0ca3,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:12.703265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:12.755165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:12.756264 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.768297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4f20e0b-3b2e-40b1-88c3-334640072c44 req-63ac8565-7d3d-44e3-ba4c-934b058e6d64 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902493 Aug 16 01:56:12.780863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-3016d968-e4c8-4004-a779-5727824abac1 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356816 Aug 16 01:56:12.792190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-f1b43335-a4fb-41d9-b623-87195034a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.792190 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-f1b43335-a4fb-41d9-b623-87195034a14c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.1915791 Aug 16 01:56:12.970632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-131d08b7-5026-4149-80bc-6ea4357fa9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.972145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-131d08b7-5026-4149-80bc-6ea4357fa9be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738102 Aug 16 01:56:13.007150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10db43-1d6d-45d5-b6ec-80e287c85782 req-291c285d-a37d-4ac6-9b7e-6f2f2b0705bd tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.008599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd10db43-1d6d-45d5-b6ec-80e287c85782 req-291c285d-a37d-4ac6-9b7e-6f2f2b0705bd tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.1368439 Aug 16 01:56:13.013582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f91e9bc3-3e32-4388-a465-78e8930a19bb req-019ca4b3-df59-4985-aa2c-a1f169414d5c service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141006 Aug 16 01:56:13.134606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea99606-53de-4fc0-9e01-ab5cc3a51de7 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:13.134606 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.144052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd10db43-1d6d-45d5-b6ec-80e287c85782 req-585bf125-6d56-48fe-9c0a-73156af8e414 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787978 Aug 16 01:56:13.154729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Transition to ACTIVE for port object dea99606-53de-4fc0-9e01-ab5cc3a51de7 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:13.165396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-3d8ce31c-1385-46d4-ad99-03be551d78c1 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827178 Aug 16 01:56:13.311654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-1b163270-a94b-4aa5-b6b7-3be02d99361d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1365778310&fields=id&tenant_id=57944a39ed824a15aff00c4389f15532 HTTP/1.1" status: 200 len: 267 time: 0.0778062 Aug 16 01:56:13.316265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.383035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87ad9d7d-ff5e-47bd-bc8d-03594eb8947e req-6d6d8824-16bb-43f4-a622-497f1653c5e2 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103603 Aug 16 01:56:13.496131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e02e5e-1140-4d10-8c05-264a79a8adff req-545e7b0c-4797-4505-9b6a-f221465e1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.497666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60e02e5e-1140-4d10-8c05-264a79a8adff req-545e7b0c-4797-4505-9b6a-f221465e1d13 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9219bbfd5f68429d91c28bf0605161ce&device_id=39bcea3d-7121-4de8-a8a5-c458c57ea112 HTTP/1.1" status: 200 len: 1100 time: 0.2209697 Aug 16 01:56:13.499422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Pushing event updated for resources: {'Port': ['ID=dea99606-53de-4fc0-9e01-ab5cc3a51de7,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:13.691056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea7b66-39ae-4505-8b59-4497622c6833 req-3515f077-015c-4cac-92e5-ea3cdcef4aaa tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.692636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbea7b66-39ae-4505-8b59-4497622c6833 req-3515f077-015c-4cac-92e5-ea3cdcef4aaa tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.64 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 945 time: 0.2530692 Aug 16 01:56:13.717485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-83d30cec-ece8-400a-b6d0-03b01c99d555 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.719544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-83d30cec-ece8-400a-b6d0-03b01c99d555 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 817 time: 0.3910267 Aug 16 01:56:13.788735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-829a7b06-8c42-46ea-ab91-02255e1f5cbe tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/quotas/57944a39ed824a15aff00c4389f15532 HTTP/1.1" status: 200 len: 375 time: 0.0682814 Aug 16 01:56:13.795939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Attempting to bind port dea99606-53de-4fc0-9e01-ab5cc3a51de7 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:13.796275 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Attempting to bind port dea99606-53de-4fc0-9e01-ab5cc3a51de7 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:13.796599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Attempting to bind port dea99606-53de-4fc0-9e01-ab5cc3a51de7 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:13.824982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e02e5e-1140-4d10-8c05-264a79a8adff req-cbc3c20d-3a40-40ac-9849-d7e052ad5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.827631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60e02e5e-1140-4d10-8c05-264a79a8adff req-cbc3c20d-3a40-40ac-9849-d7e052ad5ea0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.2941911 Aug 16 01:56:13.850403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Port dea99606-53de-4fc0-9e01-ab5cc3a51de7 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:13.850726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Attempting to bind port dea99606-53de-4fc0-9e01-ab5cc3a51de7 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:13.888078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:13.888078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:13.888078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:13.888529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Bound port: dea99606-53de-4fc0-9e01-ab5cc3a51de7, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:13.889478 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.377678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60e02e5e-1140-4d10-8c05-264a79a8adff req-8d42e635-4e11-4c73-8aee-647b6e34d1e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21 HTTP/1.1" status: 200 len: 217 time: 0.5234830 Aug 16 01:56:14.466088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-5a761c78-2932-4fad-bb24-e558e7b731dd tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6638079 Aug 16 01:56:14.569481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e02e5e-1140-4d10-8c05-264a79a8adff req-eca0643a-c709-475e-8518-d8a9c364cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:14.571067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60e02e5e-1140-4d10-8c05-264a79a8adff req-eca0643a-c709-475e-8518-d8a9c364cb38 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.1842368 Aug 16 01:56:14.581920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] For port dea99606-53de-4fc0-9e01-ab5cc3a51de7, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:14.590461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] For port dea99606-53de-4fc0-9e01-ab5cc3a51de7, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=dea99606-53de-4fc0-9e01-ab5cc3a51de7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:14.602632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-bbea7b66-39ae-4505-8b59-4497622c6833 req-3378c916-d222-40a5-8640-1d4ef11b293b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Deleting port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:14.602978 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bbea7b66-39ae-4505-8b59-4497622c6833 req-3378c916-d222-40a5-8640-1d4ef11b293b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.732838 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.762887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e02e5e-1140-4d10-8c05-264a79a8adff req-5a73a539-d440-4547-bbdf-e329b7ae6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:14.764634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60e02e5e-1140-4d10-8c05-264a79a8adff req-5a73a539-d440-4547-bbdf-e329b7ae6bae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1844714 Aug 16 01:56:14.787255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-9ccb6ddf-35e8-4af3-b4a9-ad485a0bb555 service neutron] 10.222.0.66 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990956 Aug 16 01:56:14.894965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:14.895598 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.897220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] 10.222.0.64 "PUT /v2.0/ports/dea99606-53de-4fc0-9e01-ab5cc3a51de7 HTTP/1.1" status: 200 len: 1096 time: 2.9427006 Aug 16 01:56:14.897693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'tag': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:14.900129 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60" -d '{"events": [{"name": "network-changed", "server_uuid": "9686718f-9037-458e-b83c-23bc3ab85c3d", "tag": "dea99606-53de-4fc0-9e01-ab5cc3a51de7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:14.922118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-bbea7b66-39ae-4505-8b59-4497622c6833 req-3378c916-d222-40a5-8640-1d4ef11b293b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] For port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0,segment=NetworkSegment(e7143a7e-3798-448a-9b1a-77a325d5ba63),segment_id=e7143a7e-3798-448a-9b1a-77a325d5ba63)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:14.922628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bbea7b66-39ae-4505-8b59-4497622c6833 req-3378c916-d222-40a5-8640-1d4ef11b293b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.012506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-bbea7b66-39ae-4505-8b59-4497622c6833 req-3378c916-d222-40a5-8640-1d4ef11b293b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Calling delete_port for 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:15.033411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcfe76-7994-44e4-8a52-b51c108371eb service neutron] Pushing event updated for resources: {'Port': ['ID=dea99606-53de-4fc0-9e01-ab5cc3a51de7,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:15.188443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8a149559-cfd9-4a0f-8fc6-f13247b92d21 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:15.197657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60e02e5e-1140-4d10-8c05-264a79a8adff req-143a6d48-7e5c-48fc-9235-da98f9f5cf72 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093909 Aug 16 01:56:15.209634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-64819513-123d-4708-a803-991668fc4361 service neutron] 10.222.0.66 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926792 Aug 16 01:56:15.280912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-574b4af0-4bec-42b6-a1a0-76926a2390a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:15.283059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-574b4af0-4bec-42b6-a1a0-76926a2390a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9219bbfd5f68429d91c28bf0605161ce&device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 1099 time: 0.1692545 Aug 16 01:56:15.418772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-08160bc1-7c2d-46cf-aef6-aaa05e57dba9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=dea99606-53de-4fc0-9e01-ab5cc3a51de7 HTTP/1.1" status: 200 len: 217 time: 0.0912790 Aug 16 01:56:15.610489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:15.622779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60e02e5e-1140-4d10-8c05-264a79a8adff req-a9c5c9ba-9b8f-408d-a998-d038fe346aa8 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961957 Aug 16 01:56:15.643778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-fc4e0d42-dd98-4b45-8b11-c4082c2e76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:15.645294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-fc4e0d42-dd98-4b45-8b11-c4082c2e76f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.2077601 Aug 16 01:56:15.649395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'mac_address': 'fa:16:3e:c9:fb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:15.737376 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bbea7b66-39ae-4505-8b59-4497622c6833 req-3378c916-d222-40a5-8640-1d4ef11b293b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.751462 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.778545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a149559-cfd9-4a0f-8fc6-f13247b92d21 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:15.785074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a17ac-2672-45d1-bf82-5bfaecdc5ae7 req-d80abbcb-308d-47a1-bad3-530bdfda8529 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:15.786772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f8a17ac-2672-45d1-bf82-5bfaecdc5ae7 req-d80abbcb-308d-47a1-bad3-530bdfda8529 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 945 time: 0.1583350 Aug 16 01:56:15.823207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:15.834254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378c916-d222-40a5-8640-1d4ef11b293b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Pushing event deleted for resources: {'Port': ['ID=79ff2691-5dbc-48c6-bcc8-dc97abf49ce0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:15.838961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-66e8a2d8-4dc6-4ede-bb74-9778a7271dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:15.840566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-66e8a2d8-4dc6-4ede-bb74-9778a7271dcc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1591504 Aug 16 01:56:15.917239 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.014157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:16.014295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f8a17ac-2672-45d1-bf82-5bfaecdc5ae7 req-17ef9f90-946f-4ca6-b1be-cef5aaaa60a8 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a09d678-189e-4932-9b1d-06019a9f0093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795623 Aug 16 01:56:16.028128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:16.064739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbea7b66-39ae-4505-8b59-4497622c6833 req-3378c916-d222-40a5-8640-1d4ef11b293b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] No DVR routers for this DVR port 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:16.076039 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bbea7b66-39ae-4505-8b59-4497622c6833 req-3378c916-d222-40a5-8640-1d4ef11b293b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.076998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:16.077352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:16.078089 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbea7b66-39ae-4505-8b59-4497622c6833 req-3378c916-d222-40a5-8640-1d4ef11b293b tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.64 "DELETE /v2.0/ports/79ff2691-5dbc-48c6-bcc8-dc97abf49ce0 HTTP/1.1" status: 204 len: 173 time: 2.3559494 Aug 16 01:56:16.107353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-dc7ce974-24a9-40a7-a99f-f5ae86b63b4a service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438538 Aug 16 01:56:16.177259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['8a149559-cfd9-4a0f-8fc6-f13247b92d21'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:16.293142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bad4e-2da6-43b9-81f6-f2904385b2e5 req-fb4acc4d-0dc5-4dcd-bb94-5c64192f7106 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:16.304804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-903bad4e-2da6-43b9-81f6-f2904385b2e5 req-fb4acc4d-0dc5-4dcd-bb94-5c64192f7106 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 947 time: 0.1745327 Aug 16 01:56:16.364460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fb55be5-8d8d-41b7-b9fd-04527a92977c req-d94078df-74ed-4ce3-9161-1b1df75f5977 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467570 Aug 16 01:56:16.434520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-903bad4e-2da6-43b9-81f6-f2904385b2e5 req-7248efc2-6202-402f-bdfb-19e3d665a402 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177588 Aug 16 01:56:16.561973 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c77a46-8ef6-43a1-936b-c32b0e63c0d7 x-openstack-request-id: req-55c77a46-8ef6-43a1-936b-c32b0e63c0d7 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:16.562855 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe0d339-b426-417f-9f9f-6386fa874940", "name": "network-vif-plugged", "status": "completed", "tag": "6f7aa0a8-1a87-450f-b904-fe760cca0ca3", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:16.563582 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55c77a46-8ef6-43a1-936b-c32b0e63c0d7 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:16.564180 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe0d339-b426-417f-9f9f-6386fa874940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7aa0a8-1a87-450f-b904-fe760cca0ca3', 'code': 200} Aug 16 01:56:16.737346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacfcb9-c11e-4678-a023-dd371ff4e8a1 req-f800633d-acd0-47a2-962e-8447b5906e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:16.742722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-faacfcb9-c11e-4678-a023-dd371ff4e8a1 req-f800633d-acd0-47a2-962e-8447b5906e2a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 1097 time: 0.0740759 Aug 16 01:56:16.846815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-faacfcb9-c11e-4678-a023-dd371ff4e8a1 req-3390a773-d1bf-4608-918c-4e540a95f310 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960100 Aug 16 01:56:16.963488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759360a9-55b8-4bc3-9a8c-4f2c5003f14e req-7cc8f29c-5b40-44ea-8392-dbf81e316ee8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:16.965765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-759360a9-55b8-4bc3-9a8c-4f2c5003f14e req-7cc8f29c-5b40-44ea-8392-dbf81e316ee8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.0651987 Aug 16 01:56:17.025597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-759360a9-55b8-4bc3-9a8c-4f2c5003f14e req-63443aae-ae33-4a31-ab44-1a3b496d4dc8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533037 Aug 16 01:56:17.152963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5345ba-5290-404d-ba67-fa9d2b3a2866 req-92b4a92e-af27-4814-a68d-78436738cc35 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.154545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b5345ba-5290-404d-ba67-fa9d2b3a2866 req-92b4a92e-af27-4814-a68d-78436738cc35 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0583825 Aug 16 01:56:17.201534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b5345ba-5290-404d-ba67-fa9d2b3a2866 req-f84e5418-4abf-4f53-aecd-ebcaefc8d8c9 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391729 Aug 16 01:56:17.203195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8a149559-cfd9-4a0f-8fc6-f13247b92d21 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:17.248340 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c049b3-8834-44d8-8d6a-a5667557d9c1 x-openstack-request-id: req-16c049b3-8834-44d8-8d6a-a5667557d9c1 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:17.248642 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9686718f-9037-458e-b83c-23bc3ab85c3d", "tag": "dea99606-53de-4fc0-9e01-ab5cc3a51de7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:17.248901 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16c049b3-8834-44d8-8d6a-a5667557d9c1 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:17.249311 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'tag': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7', 'status': 'completed', 'code': 200} Aug 16 01:56:17.341001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc1ff343-cc82-478f-aeef-e56ba93dc248 req-214869e8-cb49-437b-a866-38604c09a127 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 210 time: 0.0379260 Aug 16 01:56:17.351143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60 req-9992d184-da12-41db-bed0-af9a29944a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.352778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60 req-9992d184-da12-41db-bed0-af9a29944a41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9219bbfd5f68429d91c28bf0605161ce&device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 1099 time: 0.0806961 Aug 16 01:56:17.478139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:17.478237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77d56ddd-0b7d-4ad5-b91b-2c055913ef90 req-d3d4a278-fa63-4c2d-b86b-bf6bd61b8e13 tempest-ServerGroupTestJSON-406684574 tempest-ServerGroupTestJSON-406684574-project] 10.222.0.66 "GET /v2.0/ports?device_id=5063de8a-cc6f-4af2-a78f-09fe79f63e30 HTTP/1.1" status: 200 len: 210 time: 0.0374594 Aug 16 01:56:17.484025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:17.484025 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.545076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60 req-e77fb1fa-29f4-4002-8a8a-f67373c228ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.549067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60 req-e77fb1fa-29f4-4002-8a8a-f67373c228ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1879396 Aug 16 01:56:17.624765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60 req-b04fe340-403d-42f5-bf0b-64f7018ceb91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=dea99606-53de-4fc0-9e01-ab5cc3a51de7 HTTP/1.1" status: 200 len: 217 time: 0.0605114 Aug 16 01:56:17.636337 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.697838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:17.699967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60 req-9da5e701-2600-497d-ad92-9f4be7b891cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.701587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60 req-9da5e701-2600-497d-ad92-9f4be7b891cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0530231 Aug 16 01:56:17.757522 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.789094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4638445-4a69-4fcf-8d09-a0b0156454e0 req-72050a40-07d6-4693-8fd8-ff70e98f6ba4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.796036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4638445-4a69-4fcf-8d09-a0b0156454e0 req-72050a40-07d6-4693-8fd8-ff70e98f6ba4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 947 time: 0.1702538 Aug 16 01:56:17.799410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60 req-fda432fe-d89d-4c1e-8d60-d4fd96dd6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.800719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60 req-fda432fe-d89d-4c1e-8d60-d4fd96dd6866 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750825 Aug 16 01:56:17.813060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:17.901796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4638445-4a69-4fcf-8d09-a0b0156454e0 req-3378331d-fb35-4812-bab4-ea77aac100cc tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047468 Aug 16 01:56:17.978382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60 req-2451c901-2260-4b99-be72-7c4a024eadd5 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615870 Aug 16 01:56:18.132682 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c0e9909-2fb5-4a2b-82a0-d02a0feffd60 req-029d1294-857b-4c1f-8b82-76d827f5fb42 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449184 Aug 16 01:56:18.188837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f9992-309b-4b2a-a2d9-35cd5b09a006 req-d269d6af-b449-4d3b-b327-bdf7adf930d5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.190834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d6f9992-309b-4b2a-a2d9-35cd5b09a006 req-d269d6af-b449-4d3b-b327-bdf7adf930d5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.0570743 Aug 16 01:56:18.245372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d6f9992-309b-4b2a-a2d9-35cd5b09a006 req-d7987a84-8dd5-4f11-96bc-946334516038 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479505 Aug 16 01:56:18.362380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280682fe-4a69-440f-a668-e8ed68fe07aa req-868a7ca6-d3f7-47e5-97df-b125b1057f3f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.363914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280682fe-4a69-440f-a668-e8ed68fe07aa req-868a7ca6-d3f7-47e5-97df-b125b1057f3f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0516801 Aug 16 01:56:18.404809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-280682fe-4a69-440f-a668-e8ed68fe07aa req-de5da61d-90b8-4fd3-9627-de99ddae4fce tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335486 Aug 16 01:56:18.495216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d16769d-dca8-4db6-8776-cfe73d839d4a req-0a3cb5ce-bd14-40e0-8f52-103030812415 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 210 time: 0.0316138 Aug 16 01:56:18.565295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:18.570199 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4264ead5-aae0-4c19-969b-d2e89244e6b0" -d '{"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-plugged", "status": "completed", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:18.728683 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e7d7d8-6c62-40ed-9f7e-c950c6c343ca x-openstack-request-id: req-23e7d7d8-6c62-40ed-9f7e-c950c6c343ca {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:18.729616 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-plugged", "status": "completed", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:18.730063 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23e7d7d8-6c62-40ed-9f7e-c950c6c343ca {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:18.730638 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'code': 200} Aug 16 01:56:18.883258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dec1d2-0a33-4bfe-bb28-00af295ecfd7 req-f15c82e7-22a4-4924-a539-d434395d0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.884776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e0dec1d2-0a33-4bfe-bb28-00af295ecfd7 req-f15c82e7-22a4-4924-a539-d434395d0185 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=39bcea3d-7121-4de8-a8a5-c458c57ea112 HTTP/1.1" status: 200 len: 1102 time: 0.0786710 Aug 16 01:56:18.894352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f10fb3-12e3-43d6-8f8b-e46124594523 req-2278bcce-04ed-411b-90fc-6b0eb70ebea7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.896663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17f10fb3-12e3-43d6-8f8b-e46124594523 req-2278bcce-04ed-411b-90fc-6b0eb70ebea7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0913131 Aug 16 01:56:18.919407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41782) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:19.029343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17f10fb3-12e3-43d6-8f8b-e46124594523 req-ea619ec8-9c19-4ca9-8c10-2c1d85886674 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063354 Aug 16 01:56:19.031005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e0dec1d2-0a33-4bfe-bb28-00af295ecfd7 req-8a971afe-b8b5-4164-81c8-cb92850cd161 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260483 Aug 16 01:56:19.042380 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97f8053a-40a1-41db-b98a-a03bb6dbf328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.083979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-76c19045-9417-424b-9f07-e0d0b1d9d380 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.085729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-76c19045-9417-424b-9f07-e0d0b1d9d380 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.74 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 817 time: 0.1992881 Aug 16 01:56:19.133339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-2c7e2af6-887c-4844-81a8-55afb10f194c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57944a39ed824a15aff00c4389f15532 HTTP/1.1" status: 200 len: 380 time: 0.0378571 Aug 16 01:56:19.157737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'port': {'device_id': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'admin_state_up': True, 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'security_groups': ['1dae81b0-d16d-490f-ac62-9a9b25112fd5']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:19.160291 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97f8053a-40a1-41db-b98a-a03bb6dbf328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.250766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5063de8a-cc6f-4af2-a78f-09fe79f63e30', 'name': 'network-vif-deleted', 'tag': '79ff2691-5dbc-48c6-bcc8-dc97abf49ce0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:19.254117 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66ef034-fef4-42b4-ab44-5a0bc7da6ba6" -d '{"events": [{"server_uuid": "5063de8a-cc6f-4af2-a78f-09fe79f63e30", "name": "network-vif-deleted", "tag": "79ff2691-5dbc-48c6-bcc8-dc97abf49ce0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:19.259825 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97f8053a-40a1-41db-b98a-a03bb6dbf328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.295223 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-97f8053a-40a1-41db-b98a-a03bb6dbf328 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b330f1d2e8046f79e4a08a3f765e1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741102 Aug 16 01:56:19.306435 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41800) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:19.331483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8053a-40a1-41db-b98a-a03bb6dbf328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9015bbc4-14af-448e-a034-5ece3b51d375,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:19.366950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bad783-fd56-48cc-9525-55d256d9ecf8 req-411fdc2b-13a2-4d4e-b2c3-e26f0e7dec8e tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.368515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20bad783-fd56-48cc-9525-55d256d9ecf8 req-411fdc2b-13a2-4d4e-b2c3-e26f0e7dec8e tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 947 time: 0.0739710 Aug 16 01:56:19.379735 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-786bed2b-7e95-4a62-803f-c4132d9bbfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.404491 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-786bed2b-7e95-4a62-803f-c4132d9bbfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.432352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20bad783-fd56-48cc-9525-55d256d9ecf8 req-cb513df8-e808-4c65-ba90-693a9adfbf65 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553365 Aug 16 01:56:19.455982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Made reservation on behalf of 57944a39ed824a15aff00c4389f15532 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:19.462426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.522436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323ceb9-8db1-4868-b87d-0ed22c02361d req-10575b4e-0dca-4d5a-b633-47a982d5c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.523950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9323ceb9-8db1-4868-b87d-0ed22c02361d req-10575b4e-0dca-4d5a-b633-47a982d5c180 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 1098 time: 0.0580332 Aug 16 01:56:19.575115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-786bed2b-7e95-4a62-803f-c4132d9bbfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.577934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-786bed2b-7e95-4a62-803f-c4132d9bbfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.583723 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-786bed2b-7e95-4a62-803f-c4132d9bbfe1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9015bbc4-14af-448e-a034-5ece3b51d375 HTTP/1.1" status: 204 len: 168 time: 0.2742941 Aug 16 01:56:19.592542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bed2b-7e95-4a62-803f-c4132d9bbfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9015bbc4-14af-448e-a034-5ece3b51d375,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:19.706473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3be446-5c47-4d1a-97b1-12438c2a526a req-652fece9-427f-47fe-90eb-36acec957bec tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.714628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c3be446-5c47-4d1a-97b1-12438c2a526a req-652fece9-427f-47fe-90eb-36acec957bec tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.1657357 Aug 16 01:56:19.825983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c3be446-5c47-4d1a-97b1-12438c2a526a req-ab1f496f-2a9e-4606-987a-36cdc1e44b2f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062510 Aug 16 01:56:19.825983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323ceb9-8db1-4868-b87d-0ed22c02361d req-affa4e1d-baa5-417d-904e-b4b361fafaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.825983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9323ceb9-8db1-4868-b87d-0ed22c02361d req-affa4e1d-baa5-417d-904e-b4b361fafaef service neutron] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.2930489 Aug 16 01:56:19.882501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9323ceb9-8db1-4868-b87d-0ed22c02361d req-7d5a137b-c66f-4166-be39-218da11f7bae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2 HTTP/1.1" status: 200 len: 217 time: 0.0465567 Aug 16 01:56:19.885199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Allocated IP 172.20.0.7 (70853d84-8ef5-487c-aa41-be85b7fb1059/f33e2d76-f463-4cbc-a142-5a38cb259210/9e34da1c-5be6-47e5-b4bd-c733afabed3b) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:19.928878 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ead688-396b-4d61-9ef6-1bf92c95b2b0 x-openstack-request-id: req-98ead688-396b-4d61-9ef6-1bf92c95b2b0 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:19.929226 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5063de8a-cc6f-4af2-a78f-09fe79f63e30", "name": "network-vif-deleted", "tag": "79ff2691-5dbc-48c6-bcc8-dc97abf49ce0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:19.929418 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98ead688-396b-4d61-9ef6-1bf92c95b2b0 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:19.929789 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5063de8a-cc6f-4af2-a78f-09fe79f63e30', 'name': 'network-vif-deleted', 'tag': '79ff2691-5dbc-48c6-bcc8-dc97abf49ce0', 'status': 'completed', 'code': 200} Aug 16 01:56:19.980223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323ceb9-8db1-4868-b87d-0ed22c02361d req-ff5c1899-1f0f-4cae-acfe-6582858042e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.981714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9323ceb9-8db1-4868-b87d-0ed22c02361d req-ff5c1899-1f0f-4cae-acfe-6582858042e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0904157 Aug 16 01:56:20.050628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device dea99606-53de-4fc0-9e01-ab5cc3a51de7 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:20.098621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323ceb9-8db1-4868-b87d-0ed22c02361d req-2b24fefa-8812-454c-ada7-784c004748db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:20.101197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9323ceb9-8db1-4868-b87d-0ed22c02361d req-2b24fefa-8812-454c-ada7-784c004748db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038067 Aug 16 01:56:20.108561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de094ad-3199-45e7-90fd-09dc5939bacd req-3c912fbe-a82d-4466-a9b2-2fd35170067f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:20.109999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0de094ad-3199-45e7-90fd-09dc5939bacd req-3c912fbe-a82d-4466-a9b2-2fd35170067f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.1500447 Aug 16 01:56:20.185558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port dea99606-53de-4fc0-9e01-ab5cc3a51de7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=dea99606-53de-4fc0-9e01-ab5cc3a51de7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:20.197552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7', 'mac_address': 'fa:16:3e:d4:8e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:20.230847 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.238108 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.238815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0de094ad-3199-45e7-90fd-09dc5939bacd req-3e171ee0-4e79-4fd0-a724-99c7ace87aa1 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201961 Aug 16 01:56:20.252025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea99606-53de-4fc0-9e01-ab5cc3a51de7 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:20.266296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Transition to ACTIVE for port object 9e34da1c-5be6-47e5-b4bd-c733afabed3b will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:20.281554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port dea99606-53de-4fc0-9e01-ab5cc3a51de7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=dea99606-53de-4fc0-9e01-ab5cc3a51de7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:20.292248 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9323ceb9-8db1-4868-b87d-0ed22c02361d req-5c29ee1f-f1a2-4391-8e31-a50238e2ddff service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812675 Aug 16 01:56:20.351243 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.379555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea550105-ca5e-4a5a-92c4-60b122be5729 req-5e1c47f2-bbc3-4512-9b9b-25df2ca5758a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 210 time: 0.0660286 Aug 16 01:56:20.450263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=dea99606-53de-4fc0-9e01-ab5cc3a51de7,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:20.451519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9323ceb9-8db1-4868-b87d-0ed22c02361d req-d601f248-bad1-4775-8682-1f1d39b0fa52 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496007 Aug 16 01:56:20.453361 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.511594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Network 70853d84-8ef5-487c-aa41-be85b7fb1059 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:20.515239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:20.517526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:20.547914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:20.576244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:20.576873 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.628076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['dea99606-53de-4fc0-9e01-ab5cc3a51de7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:20.677972 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-b7151196-2d01-4b56-adaa-3b47db846c1e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5227656 Aug 16 01:56:20.691139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Request body: {'port': {'device_id': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:20.780523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.790493 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.881104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869b42-ab9f-40b4-91e2-d8ae90b1e731 req-5780eaa3-6618-416f-9469-ad994a3466a8 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:20.882551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69869b42-ab9f-40b4-91e2-d8ae90b1e731 req-5780eaa3-6618-416f-9469-ad994a3466a8 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 948 time: 0.0882859 Aug 16 01:56:20.967509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8419c57d-2a7f-480e-a676-12674a69d49c None None] Provisioning for port 9e34da1c-5be6-47e5-b4bd-c733afabed3b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:20.971445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8419c57d-2a7f-480e-a676-12674a69d49c None None] Provisioning complete for port 9e34da1c-5be6-47e5-b4bd-c733afabed3b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:20.971816 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8419c57d-2a7f-480e-a676-12674a69d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.990841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69869b42-ab9f-40b4-91e2-d8ae90b1e731 req-3feb767b-5d2d-4256-9217-ed57beb5213e tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657015 Aug 16 01:56:21.012335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8419c57d-2a7f-480e-a676-12674a69d49c None None] Port 9e34da1c-5be6-47e5-b4bd-c733afabed3b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:21.047985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41846) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.135594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e34da1c-5be6-47e5-b4bd-c733afabed3b {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:21.151293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1112460136-network', 'tenant_id': '65fc6c9f5b0c4ed6b8d2f7df0ee37a43'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:21.153435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.225838 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Made reservation on behalf of 65fc6c9f5b0c4ed6b8d2f7df0ee37a43 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:21.228395 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.238145 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.336783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.421415 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.449564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:21.460311 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a35c355-171c-4610-b4bf-a874b514545a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.466365 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.466715 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Added segment bf9fa06d-79db-4e3c-83c2-14cbc1179c8c of type vlan for network 26cca5d1-9758-4bf7-83a9-9882722bc126 Aug 16 01:56:21.510365 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.556398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Transition to ACTIVE for port object 9e34da1c-5be6-47e5-b4bd-c733afabed3b will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:21.597590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-981cfa07-11d2-49da-8e99-a58f2ef17c6f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.599930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-981cfa07-11d2-49da-8e99-a58f2ef17c6f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.4763260 Aug 16 01:56:21.614475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-50fadf9b-18a8-4b62-a836-fee9d226deb9 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/quotas/339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 375 time: 0.0089819 Aug 16 01:56:21.648238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.649355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.650062 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.666832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-631e8fa8-0409-4a85-8bf4-9568050a087f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468547 Aug 16 01:56:21.667682 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.712076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] Pushing event updated for resources: {'Network': ['ID=26cca5d1-9758-4bf7-83a9-9882722bc126,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.727402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 26cca5d1-9758-4bf7-83a9-9882722bc126 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:21.772367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.795815 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-596304e4-7965-44a7-a669-f4c2bfdb5972 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7439027 Aug 16 01:56:21.796030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41856) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.803325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] Request body: {'subnet': {'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1112460136-subnet', 'tenant_id': '65fc6c9f5b0c4ed6b8d2f7df0ee37a43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:21.848399 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.870537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-8cafe4fc-35bd-45c5-8b5a-e3d598705371 service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782444 Aug 16 01:56:21.874858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Attempting to bind port 9e34da1c-5be6-47e5-b4bd-c733afabed3b on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:21.875197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Attempting to bind port 9e34da1c-5be6-47e5-b4bd-c733afabed3b by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:21.875528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Attempting to bind port 9e34da1c-5be6-47e5-b4bd-c733afabed3b on network 70853d84-8ef5-487c-aa41-be85b7fb1059 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:21.890065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Port 9e34da1c-5be6-47e5-b4bd-c733afabed3b on network 70853d84-8ef5-487c-aa41-be85b7fb1059 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:21.890388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Attempting to bind port 9e34da1c-5be6-47e5-b4bd-c733afabed3b on network 70853d84-8ef5-487c-aa41-be85b7fb1059 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:21.899279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] Made reservation on behalf of 65fc6c9f5b0c4ed6b8d2f7df0ee37a43 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:21.901732 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.933340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:21.933669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Checking segment: {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:21.934104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Bound using segment: {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:21.934544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Bound port: 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:21.934905 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.023547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-163b97f1-ab49-4fc9-b767-8c4c635bfbd4 service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455922 Aug 16 01:56:22.032233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:22.033648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:22.059373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device dea99606-53de-4fc0-9e01-ab5cc3a51de7 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:22.180309 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.216409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.217317 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.218819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] 10.222.0.74 "PUT /v2.0/ports/9e34da1c-5be6-47e5-b4bd-c733afabed3b HTTP/1.1" status: 200 len: 1092 time: 1.5337503 Aug 16 01:56:22.220974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:22.224663 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9669b34d-7e43-4ca4-9b3e-30986dac7b92" -d '{"events": [{"name": "network-changed", "server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:22.235795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port dea99606-53de-4fc0-9e01-ab5cc3a51de7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:22.236731 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.240480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port dea99606-53de-4fc0-9e01-ab5cc3a51de7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:22.241927 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.254267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7619de4-1b7a-40a2-9050-6e3d5a014ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.301018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f660934d-b427-40a4-a144-ca195fdf6a77,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.311089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] Checking segment: {'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:22.312634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] Network hostable DHCP agents. Network: 26cca5d1-9758-4bf7-83a9-9882722bc126, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:22.355679 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.401599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port dea99606-53de-4fc0-9e01-ab5cc3a51de7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=dea99606-53de-4fc0-9e01-ab5cc3a51de7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:22.403340 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:22.406519 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1598f2-8988-47a7-ae5f-2f27bb9a5a5e" -d '{"events": [{"server_uuid": "9686718f-9037-458e-b83c-23bc3ab85c3d", "name": "network-vif-plugged", "status": "completed", "tag": "dea99606-53de-4fc0-9e01-ab5cc3a51de7"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:22.407726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] Network 26cca5d1-9758-4bf7-83a9-9882722bc126 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:22.431981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-7c603652-9163-4509-a3db-f4b29cd6332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.433960 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-7c603652-9163-4509-a3db-f4b29cd6332d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 1095 time: 0.0679407 Aug 16 01:56:22.494122 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.494493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 26cca5d1-9758-4bf7-83a9-9882722bc126) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:22.494938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b8600914-ec18-4a5f-9c41-b9e89b2a18f2 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:22.500930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-bd917a74-307c-4e76-b9d8-18dda56c4044 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b HTTP/1.1" status: 200 len: 217 time: 0.0530372 Aug 16 01:56:22.502780 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.507201 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.541398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f622bba-3949-424d-9108-0d4452f62f83 None None] Network 26cca5d1-9758-4bf7-83a9-9882722bc126 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:22.587812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-8ddcdf75-db80-4b24-bd42-1e254bdca0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.589301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-8ddcdf75-db80-4b24-bd42-1e254bdca0ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.0785251 Aug 16 01:56:22.601986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78858369-efc1-45f6-87b5-6f6bdd561012 req-5bf66b17-72fb-4175-a0b6-852f401636b6 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.603441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78858369-efc1-45f6-87b5-6f6bdd561012 req-5bf66b17-72fb-4175-a0b6-852f401636b6 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.1055026 Aug 16 01:56:22.662761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=dea99606-53de-4fc0-9e01-ab5cc3a51de7,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.670206 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78858369-efc1-45f6-87b5-6f6bdd561012 req-655a4a18-5e7b-4bae-87f2-8215fbb67c96 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561895 Aug 16 01:56:22.673099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-5a2e06ca-10e5-4ee1-9200-f78f5da5c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.674567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-5a2e06ca-10e5-4ee1-9200-f78f5da5c8c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702837 Aug 16 01:56:22.677962 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a0bec2d9-f7d7-4686-be75-d806d8c11836 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8800566 Aug 16 01:56:22.743617 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.789093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-5861166c-4c6a-404c-8a7c-721cca350db1 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074979 Aug 16 01:56:22.801770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b8600914-ec18-4a5f-9c41-b9e89b2a18f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:22.822975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c62a5-c1c1-4c7d-b876-0f2a56ccec39 None None] Network 26cca5d1-9758-4bf7-83a9-9882722bc126 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:22.932597 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.943893 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdec77b-f395-495f-850c-efa518df7935 req-8547cf2d-4daf-4f2a-b8f9-544d27e85752 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.945431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bdec77b-f395-495f-850c-efa518df7935 req-8547cf2d-4daf-4f2a-b8f9-544d27e85752 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 946 time: 0.1105506 Aug 16 01:56:22.966047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd0b2fc-29fb-4df7-a3f4-cd2ef22fbe3c req-6e4dbcbd-ada5-478e-b47d-ec835d6c8a32 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697648 Aug 16 01:56:22.994623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bdec77b-f395-495f-850c-efa518df7935 req-4df7d1d5-2561-41e0-a59e-77687713fb1c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403652 Aug 16 01:56:22.996788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:23.102849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c3e52-06d1-4e30-a3b2-6266baeb5291 req-ed589394-5746-4408-8369-f785af8168dc tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.104441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b71c3e52-06d1-4e30-a3b2-6266baeb5291 req-ed589394-5746-4408-8369-f785af8168dc tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0496786 Aug 16 01:56:23.144173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b71c3e52-06d1-4e30-a3b2-6266baeb5291 req-2466652d-f29a-4e90-b7b9-1b9407e2a055 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336843 Aug 16 01:56:23.251231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad7751-8b7e-4fdf-8475-9dc0e4b6e23e req-5f2fe905-6d77-42e9-aa02-62ba0411c9ff tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.252938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dad7751-8b7e-4fdf-8475-9dc0e4b6e23e req-5f2fe905-6d77-42e9-aa02-62ba0411c9ff tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 949 time: 0.0518117 Aug 16 01:56:23.293479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dad7751-8b7e-4fdf-8475-9dc0e4b6e23e req-69d93ead-c232-4350-a248-dc88927c3e4b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332108 Aug 16 01:56:23.337190 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3524e65d-efb2-47c6-8ae3-8b6cf63564d9 x-openstack-request-id: req-3524e65d-efb2-47c6-8ae3-8b6cf63564d9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:23.337596 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:23.338024 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3524e65d-efb2-47c6-8ae3-8b6cf63564d9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:23.338422 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'status': 'completed', 'code': 200} Aug 16 01:56:23.402285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb7766a6-bdf1-4a15-8faa-46beaddc0510 req-b363ae66-298c-4739-9d7b-f07b21e492c0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 210 time: 0.0384629 Aug 16 01:56:23.439330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669b34d-7e43-4ca4-9b3e-30986dac7b92 req-609027f2-8d30-4ba4-b4a8-ad00bebd1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.441223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9669b34d-7e43-4ca4-9b3e-30986dac7b92 req-609027f2-8d30-4ba4-b4a8-ad00bebd1b66 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 1095 time: 0.0672841 Aug 16 01:56:23.459187 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a8e58a-3cee-4ff4-b35e-a5d2f292ed29 x-openstack-request-id: req-42a8e58a-3cee-4ff4-b35e-a5d2f292ed29 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:23.459187 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9686718f-9037-458e-b83c-23bc3ab85c3d", "name": "network-vif-plugged", "status": "completed", "tag": "dea99606-53de-4fc0-9e01-ab5cc3a51de7", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:23.459187 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42a8e58a-3cee-4ff4-b35e-a5d2f292ed29 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:23.459187 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7', 'code': 200} Aug 16 01:56:23.589171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669b34d-7e43-4ca4-9b3e-30986dac7b92 req-a5b6e905-d52d-4fa3-955e-f25c4b591a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.590843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9669b34d-7e43-4ca4-9b3e-30986dac7b92 req-a5b6e905-d52d-4fa3-955e-f25c4b591a2b service neutron] 10.222.0.74 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 918 time: 0.1411791 Aug 16 01:56:23.595228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871934c8-4c57-4e4a-917f-846d1460ac2f req-bf99fb9c-c57d-4d6b-8b86-4c3a25b9f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.596704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-871934c8-4c57-4e4a-917f-846d1460ac2f req-bf99fb9c-c57d-4d6b-8b86-4c3a25b9f871 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 1101 time: 0.0675237 Aug 16 01:56:23.640177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9669b34d-7e43-4ca4-9b3e-30986dac7b92 req-32a33776-f094-4bfa-84bb-87ff09029c8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b HTTP/1.1" status: 200 len: 217 time: 0.0420341 Aug 16 01:56:23.747219 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-871934c8-4c57-4e4a-917f-846d1460ac2f req-92db2b8e-2db1-4da0-a75d-7a71962d795e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416712 Aug 16 01:56:23.760677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669b34d-7e43-4ca4-9b3e-30986dac7b92 req-a3370677-931b-400c-a2df-1da5ecf3faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.762137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9669b34d-7e43-4ca4-9b3e-30986dac7b92 req-a3370677-931b-400c-a2df-1da5ecf3faaa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.1136692 Aug 16 01:56:23.835353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-69ebbcff-fd9f-4431-bdfa-f7c38301bdf1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.836829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-69ebbcff-fd9f-4431-bdfa-f7c38301bdf1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/networks?id=26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 200 len: 814 time: 0.1605561 Aug 16 01:56:23.842335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669b34d-7e43-4ca4-9b3e-30986dac7b92 req-6f1d8080-063c-4046-ae9b-889d7d044582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.843796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9669b34d-7e43-4ca4-9b3e-30986dac7b92 req-6f1d8080-063c-4046-ae9b-889d7d044582 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739694 Aug 16 01:56:23.865412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-d5b394ed-6b17-442e-9e47-4d88ffa3464e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/quotas/65fc6c9f5b0c4ed6b8d2f7df0ee37a43 HTTP/1.1" status: 200 len: 375 time: 0.0206392 Aug 16 01:56:23.931828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-d81e1206-6200-49ba-a9e2-8be9eee6000e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566058 Aug 16 01:56:24.018845 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9669b34d-7e43-4ca4-9b3e-30986dac7b92 req-d57ab76f-7548-4235-bac9-50b52ae04f9d service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661544 Aug 16 01:56:24.102808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-fd6cb8dc-8e9a-4737-8b0a-73277eaf4dbd service neutron] 10.222.0.66 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635742 Aug 16 01:56:24.188075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9669b34d-7e43-4ca4-9b3e-30986dac7b92 req-62f37418-ef6c-48ad-a100-06f7a9350252 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598096 Aug 16 01:56:24.222389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-643b9f7a-c8b2-49b1-b1ed-73fb0928dfa5 service neutron] 10.222.0.66 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095090 Aug 16 01:56:24.552710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8d097-3f6f-486b-970b-eb16102ecd52 req-9ea129eb-f6c4-4167-8429-51098c23f390 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.554262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cd8d097-3f6f-486b-970b-eb16102ecd52 req-9ea129eb-f6c4-4167-8429-51098c23f390 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0524135 Aug 16 01:56:24.592692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cd8d097-3f6f-486b-970b-eb16102ecd52 req-1b4fe5a1-f1a1-4232-addf-10263d499967 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Aug 16 01:56:24.698701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e6812-0cdb-43e9-aaa5-d0521d019970 req-c1977244-a2e4-4465-a771-76f62364a89c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.700125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-271e6812-0cdb-43e9-aaa5-d0521d019970 req-c1977244-a2e4-4465-a771-76f62364a89c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 944 time: 0.0520270 Aug 16 01:56:24.737201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-271e6812-0cdb-43e9-aaa5-d0521d019970 req-9b42cdde-f0c4-476d-9d82-bcc4e0523756 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308757 Aug 16 01:56:24.854878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149461b-db99-4479-89ab-a221d8a6e70d req-ef78701b-28f7-4e29-9c1a-c203f9b23e0a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.856313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c149461b-db99-4479-89ab-a221d8a6e70d req-ef78701b-28f7-4e29-9c1a-c203f9b23e0a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0639219 Aug 16 01:56:24.894273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c149461b-db99-4479-89ab-a221d8a6e70d req-cc683511-bda5-4431-bfbf-95689484a351 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Aug 16 01:56:25.053596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c077a91-715f-4d78-952e-5d9b00b6ed91 req-fc609f7c-debd-4ce6-a89c-2a85ef2e68bb tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.055097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c077a91-715f-4d78-952e-5d9b00b6ed91 req-fc609f7c-debd-4ce6-a89c-2a85ef2e68bb tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 949 time: 0.0861399 Aug 16 01:56:25.063245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-9e3fe82e-c643-40fe-8818-74223d2e266e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.064622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-9e3fe82e-c643-40fe-8818-74223d2e266e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.1411316 Aug 16 01:56:25.082376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'port': {'device_id': '70cce97c-4d22-4bc1-85e0-d6712bf2cc1b', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'admin_state_up': True, 'tenant_id': '339391903c4f4f3b9336737914285e45'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:25.145440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c077a91-715f-4d78-952e-5d9b00b6ed91 req-ff223f8f-6ed5-4b72-905b-03f4794866db tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798402 Aug 16 01:56:25.232864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9e34da1c-5be6-47e5-b4bd-c733afabed3b details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:25.240504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d84d89c-d4d7-4261-9a9e-84108798432c req-dbf5dc48-1bfc-4f87-bd64-a66e27152261 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 210 time: 0.0335770 Aug 16 01:56:25.305494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Made reservation on behalf of 339391903c4f4f3b9336737914285e45 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:25.309240 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.354489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ced75d89-846a-4444-9c65-0f6c2977bc61 req-8cf63166-552c-4030-b60f-e536fcb6e5a8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 210 time: 0.0301743 Aug 16 01:56:25.361267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:25.380285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'port_id': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'mac_address': 'fa:16:3e:3c:e0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:25.437024 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.451180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e34da1c-5be6-47e5-b4bd-c733afabed3b {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:25.459958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:25.462501 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e09335-f4dc-4d5b-b609-6dd301d4f8e6" -d '{"events": [{"server_uuid": "fe2f428a-0784-4248-9549-7163bc3399e3", "name": "network-vif-unplugged", "status": "completed", "tag": "b8600914-ec18-4a5f-9c41-b9e89b2a18f2"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:25.495294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:25.534973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00fede-d571-4600-8b86-4c4e0469dde1 req-d78caa2a-5901-4b24-b795-7e4679db760d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.536917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d00fede-d571-4600-8b86-4c4e0469dde1 req-d78caa2a-5901-4b24-b795-7e4679db760d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0960088 Aug 16 01:56:25.564122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Allocated IP 172.20.0.7 (451b8f7a-e7d9-4b9a-a673-45425a82868a/b7176ff3-edd3-42c6-8174-28ec8618d359/1666d17d-1538-481f-a35c-0feadfea6e57) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:25.568639 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.595621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d00fede-d571-4600-8b86-4c4e0469dde1 req-8bb1b43f-3488-4ea0-ba77-f74fc0774970 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512235 Aug 16 01:56:25.620522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:25.777538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d745b3-fe29-4595-99f7-e4e3651f2ec8 req-74003bb2-4029-4a48-9cf9-cfbb5cf505b8 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.779103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5d745b3-fe29-4595-99f7-e4e3651f2ec8 req-74003bb2-4029-4a48-9cf9-cfbb5cf505b8 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=39bcea3d-7121-4de8-a8a5-c458c57ea112 HTTP/1.1" status: 200 len: 950 time: 0.0896134 Aug 16 01:56:25.798767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.826246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Transition to ACTIVE for port object 1666d17d-1538-481f-a35c-0feadfea6e57 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:25.835927 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5d745b3-fe29-4595-99f7-e4e3651f2ec8 req-d75f02bb-ce5d-4dfa-b6a9-eea72fe28c9f tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480194 Aug 16 01:56:25.836330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['9e34da1c-5be6-47e5-b4bd-c733afabed3b'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:25.969481 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6942d36-42f3-4ad6-a92a-8d43c59d9c0a x-openstack-request-id: req-d6942d36-42f3-4ad6-a92a-8d43c59d9c0a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:25.969767 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2f428a-0784-4248-9549-7163bc3399e3", "name": "network-vif-unplugged", "status": "failed", "tag": "b8600914-ec18-4a5f-9c41-b9e89b2a18f2", "code": 422}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:25.970041 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6942d36-42f3-4ad6-a92a-8d43c59d9c0a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:25.970433 n-d-768509-23 neutron-server[95517]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2', 'code': 422} returned with failed status Aug 16 01:56:25.986316 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.069483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:26.084279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:26.086403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b8600914-ec18-4a5f-9c41-b9e89b2a18f2 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:26.093906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:26.098598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=1666d17d-1538-481f-a35c-0feadfea6e57,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:26.146435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d835cfb-9f1f-4f6a-9939-6a24ffce724a req-c7c002f2-5fab-469c-894b-128b425af75c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:26.148008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d835cfb-9f1f-4f6a-9939-6a24ffce724a req-c7c002f2-5fab-469c-894b-128b425af75c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.1140115 Aug 16 01:56:26.169533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:26.170206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.220768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d835cfb-9f1f-4f6a-9939-6a24ffce724a req-0d598223-173c-49cc-9692-1ebb596bbac5 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661235 Aug 16 01:56:26.291651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-3974e26a-8081-4265-a348-d1efd81b6b10 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2129540 Aug 16 01:56:26.315823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Request body: {'port': {'device_id': '70cce97c-4d22-4bc1-85e0-d6712bf2cc1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:26.363431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cd2c8-2004-4380-b2f3-2c5ca2f0fe6c req-bb97c5cf-e8c4-4070-a9a8-3376553e7d69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:26.365705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb0cd2c8-2004-4380-b2f3-2c5ca2f0fe6c req-bb97c5cf-e8c4-4070-a9a8-3376553e7d69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0839474 Aug 16 01:56:26.405624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.434009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb0cd2c8-2004-4380-b2f3-2c5ca2f0fe6c req-573b51c7-15ed-4580-9d3c-cd2ccaafad19 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495007 Aug 16 01:56:26.505057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-13eb4847-8da0-4f0a-b22a-394d5d13bf69 None None] Provisioning for port 1666d17d-1538-481f-a35c-0feadfea6e57 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:26.523787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-13eb4847-8da0-4f0a-b22a-394d5d13bf69 None None] Provisioning complete for port 1666d17d-1538-481f-a35c-0feadfea6e57 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:26.524174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-13eb4847-8da0-4f0a-b22a-394d5d13bf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.574070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-13eb4847-8da0-4f0a-b22a-394d5d13bf69 None None] Port 1666d17d-1538-481f-a35c-0feadfea6e57 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:26.701362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1666d17d-1538-481f-a35c-0feadfea6e57 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:26.710177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.723357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Transition to ACTIVE for port object 1666d17d-1538-481f-a35c-0feadfea6e57 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:26.941538 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.075176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Pushing event updated for resources: {'Port': ['ID=1666d17d-1538-481f-a35c-0feadfea6e57,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:27.075176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Attempting to bind port 1666d17d-1538-481f-a35c-0feadfea6e57 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:27.075176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Attempting to bind port 1666d17d-1538-481f-a35c-0feadfea6e57 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:27.075176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Attempting to bind port 1666d17d-1538-481f-a35c-0feadfea6e57 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:27.075176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Port 1666d17d-1538-481f-a35c-0feadfea6e57 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:27.075176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Attempting to bind port 1666d17d-1538-481f-a35c-0feadfea6e57 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:27.075176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:27.075176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Checking segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:27.075176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Bound using segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:27.075176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Bound port: 1666d17d-1538-481f-a35c-0feadfea6e57, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:27.075176 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.114722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] For port 1666d17d-1538-481f-a35c-0feadfea6e57, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:27.118363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] For port 1666d17d-1538-481f-a35c-0feadfea6e57, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1666d17d-1538-481f-a35c-0feadfea6e57,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:27.233347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9e34da1c-5be6-47e5-b4bd-c733afabed3b up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:27.386961 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 9e34da1c-5be6-47e5-b4bd-c733afabed3b completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:27.392287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 9e34da1c-5be6-47e5-b4bd-c733afabed3b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:27.392877 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.402706 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.508673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.509681 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.510761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] 10.222.0.64 "PUT /v2.0/ports/1666d17d-1538-481f-a35c-0feadfea6e57 HTTP/1.1" status: 200 len: 1092 time: 1.2005165 Aug 16 01:56:27.511226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cce97c-4d22-4bc1-85e0-d6712bf2cc1b', 'tag': '1666d17d-1538-481f-a35c-0feadfea6e57'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:27.513696 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6744299-816e-49fd-b7fa-a109283f837f" -d '{"events": [{"name": "network-changed", "server_uuid": "70cce97c-4d22-4bc1-85e0-d6712bf2cc1b", "tag": "1666d17d-1538-481f-a35c-0feadfea6e57"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:27.533476 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.557136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08dc09-6b0e-4b8d-b3d3-5748a9d31c14 service neutron] Pushing event updated for resources: {'Port': ['ID=1666d17d-1538-481f-a35c-0feadfea6e57,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:27.592793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-0bda68e3-db44-41ac-9210-ad7e7060ba6c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.594514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-0bda68e3-db44-41ac-9210-ad7e7060ba6c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.74 "GET /v2.0/networks?id=26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 200 len: 814 time: 0.2118926 Aug 16 01:56:27.596174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:27.608468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Request body: {'port': {'device_id': '8bda3f83-8df8-4204-b402-1186880d54ad', 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126', 'admin_state_up': True, 'tenant_id': '65fc6c9f5b0c4ed6b8d2f7df0ee37a43'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:27.627545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41966) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:27.705625 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.759985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:27.827799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a547c3-4b91-4ee2-880e-1d2f780f178c admin admin] Deleting subnet b20eb246-413a-4c23-9e30-2178d3145ac6 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:27.836838 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7a547c3-4b91-4ee2-880e-1d2f780f178c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.870078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ea6454b9-d1f6-4b69-a15f-c98db4d05095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.871573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-ea6454b9-d1f6-4b69-a15f-c98db4d05095 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 1095 time: 0.1807091 Aug 16 01:56:27.881749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443562a-f6c7-472b-a4b0-2feeecaa1b73 req-729cdac2-bae0-4bb3-828e-f183a1b216ec tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.883228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4443562a-f6c7-472b-a4b0-2feeecaa1b73 req-729cdac2-bae0-4bb3-828e-f183a1b216ec tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.1538565 Aug 16 01:56:27.939616 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7a547c3-4b91-4ee2-880e-1d2f780f178c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.943495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-41b05193-3ff1-4a2c-8c1c-57ab0add1b0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1666d17d-1538-481f-a35c-0feadfea6e57 HTTP/1.1" status: 200 len: 217 time: 0.0576799 Aug 16 01:56:27.972218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:27.974826 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb412bec-3e69-4e94-ab45-aec7e1f2e6d2" -d '{"events": [{"server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "name": "network-vif-plugged", "status": "completed", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:28.046666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7a547c3-4b91-4ee2-880e-1d2f780f178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.051059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4443562a-f6c7-472b-a4b0-2feeecaa1b73 req-1644f80e-425c-455e-9fbc-10c20079ea0f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495976 Aug 16 01:56:28.084197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-0e32d0c6-aa41-45c0-a494-3414e4fb2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.085694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-0e32d0c6-aa41-45c0-a494-3414e4fb2e7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.1136940 Aug 16 01:56:28.104374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Made reservation on behalf of 65fc6c9f5b0c4ed6b8d2f7df0ee37a43 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:28.108700 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.180980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1203424c-661b-4ad9-856d-6da946cb9563 req-f390ae7d-42ea-4e90-9a99-ec5285f85949 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 210 time: 0.0424981 Aug 16 01:56:28.576890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-b1e0a687-8eca-42c7-8b05-a1d927f73c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.578395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-b1e0a687-8eca-42c7-8b05-a1d927f73c85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4827864 Aug 16 01:56:28.582268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7a547c3-4b91-4ee2-880e-1d2f780f178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.686820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a547c3-4b91-4ee2-880e-1d2f780f178c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20eb246-413a-4c23-9e30-2178d3145ac6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.692781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7a547c3-4b91-4ee2-880e-1d2f780f178c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.697081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c7a547c3-4b91-4ee2-880e-1d2f780f178c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b20eb246-413a-4c23-9e30-2178d3145ac6 HTTP/1.1" status: 204 len: 168 time: 1.0661860 Aug 16 01:56:28.697952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41970) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:28.764439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c369c-ad40-494c-8ca1-c6f16793a5a9 req-4e332636-892a-4905-ab1a-7408ed555b46 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.772716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-741c369c-ad40-494c-8ca1-c6f16793a5a9 req-4e332636-892a-4905-ab1a-7408ed555b46 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.2003386 Aug 16 01:56:28.790643 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.824755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Allocated IP 172.20.0.11 (26cca5d1-9758-4bf7-83a9-9882722bc126/f660934d-b427-40a4-a144-ca195fdf6a77/b72e44e5-c316-41ea-b400-e387a102ba06) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:28.831917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-63845a57-376d-4a53-9bfb-0c755e9517fd service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346506 Aug 16 01:56:28.870966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-741c369c-ad40-494c-8ca1-c6f16793a5a9 req-b202b93e-d19c-4219-b713-9c4aaf3b2365 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973616 Aug 16 01:56:28.882591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.903768 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbe0a56-7745-4401-9730-5e9ba656e7d5']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:28.916311 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7143a7e-3798-448a-9b1a-77a325d5ba63') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:28.916858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7143a7e-3798-448a-9b1a-77a325d5ba63') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:28.927932 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.944329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.951963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:28.954715 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:28.995759 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:29.015538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f9d3eeb-0dac-4c05-9b97-b4d6583c0f2d req-1ad7b16a-45c1-4a13-8673-788e5306b114 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763537 Aug 16 01:56:29.072782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.122942 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.139888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.141916 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] 10.222.0.66 "DELETE /v2.0/networks/8bbe0a56-7745-4401-9730-5e9ba656e7d5 HTTP/1.1" status: 204 len: 168 time: 0.4429202 Aug 16 01:56:29.142768 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=8bbe0a56-7745-4401-9730-5e9ba656e7d5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.151572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.151925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.152270 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.152610 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.152946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.153279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.153719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.154078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.154407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.154736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.155067 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.155390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e105ad50-8613-4bfd-b61b-3177269e8f9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:29.271931 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.322739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Network 26cca5d1-9758-4bf7-83a9-9882722bc126 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:29.325987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:29.329964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:29.356635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.417119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.417760 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.429072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964e2d4-1467-4201-bb38-4175d48b47ac req-45700c35-870d-4918-8d46-15a4adf516e8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.430768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e964e2d4-1467-4201-bb38-4175d48b47ac req-45700c35-870d-4918-8d46-15a4adf516e8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0932789 Aug 16 01:56:29.478233 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e964e2d4-1467-4201-bb38-4175d48b47ac req-7163daaf-450d-412c-935d-f64d8a193590 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413315 Aug 16 01:56:29.554437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-28b0c67e-5f40-4752-9f07-41448d746bd5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9511011 Aug 16 01:56:29.567874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Request body: {'port': {'device_id': '8bda3f83-8df8-4204-b402-1186880d54ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:29.587827 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4f82b6-46d5-479f-9c2c-c82211a3fff0 x-openstack-request-id: req-ce4f82b6-46d5-479f-9c2c-c82211a3fff0 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:29.588464 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cce97c-4d22-4bc1-85e0-d6712bf2cc1b", "tag": "1666d17d-1538-481f-a35c-0feadfea6e57", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:29.588464 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce4f82b6-46d5-479f-9c2c-c82211a3fff0 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:29.589164 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cce97c-4d22-4bc1-85e0-d6712bf2cc1b', 'tag': '1666d17d-1538-481f-a35c-0feadfea6e57', 'status': 'completed', 'code': 200} Aug 16 01:56:29.604007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41988) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.625383 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c77bbe2-33f1-45d0-bd6b-5cebdb4d695c x-openstack-request-id: req-4c77bbe2-33f1-45d0-bd6b-5cebdb4d695c {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:29.626714 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "name": "network-vif-plugged", "status": "completed", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:29.627037 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c77bbe2-33f1-45d0-bd6b-5cebdb4d695c {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:29.627500 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'code': 200} Aug 16 01:56:29.660085 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.663864 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-93c7fa4e-a097-4eed-876b-79e3aedf1296 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d861848d9aaa4f3faa7e5a9f78b4cf95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586965 Aug 16 01:56:29.666443 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41990) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.722779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfab337a-4d38-4fe8-abe6-5c9bf7dd786e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.746629 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfab337a-4d38-4fe8-abe6-5c9bf7dd786e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.791538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6744299-816e-49fd-b7fa-a109283f837f req-c14c2ae0-2b7d-4d25-a787-5ab7ea6c20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.793226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6744299-816e-49fd-b7fa-a109283f837f req-c14c2ae0-2b7d-4d25-a787-5ab7ea6c20c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 1095 time: 0.1535244 Aug 16 01:56:29.871265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576e51f-244f-41fb-a569-7e951e890d5a req-094c1179-9ea0-420b-b63c-6216afccb8ba tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.872870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c576e51f-244f-41fb-a569-7e951e890d5a req-094c1179-9ea0-420b-b63c-6216afccb8ba tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.1888907 Aug 16 01:56:29.893392 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dbe94135-cb36-4fd2-92ab-fb3eb3f90a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.923209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389ee29-90f5-4019-878f-423681c5ad97 req-7df66967-19ea-4924-8e49-e06b09c62346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.924684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b389ee29-90f5-4019-878f-423681c5ad97 req-7df66967-19ea-4924-8e49-e06b09c62346 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 1097 time: 0.2248614 Aug 16 01:56:29.938815 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfab337a-4d38-4fe8-abe6-5c9bf7dd786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.941553 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfab337a-4d38-4fe8-abe6-5c9bf7dd786e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.943438 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dfab337a-4d38-4fe8-abe6-5c9bf7dd786e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a09d678-189e-4932-9b1d-06019a9f0093 HTTP/1.1" status: 204 len: 168 time: 0.2760496 Aug 16 01:56:29.951404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab337a-4d38-4fe8-abe6-5c9bf7dd786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a09d678-189e-4932-9b1d-06019a9f0093,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.087188 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c576e51f-244f-41fb-a569-7e951e890d5a req-73e1213b-8e0f-453f-926c-f0b040c27b5e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682239 Aug 16 01:56:30.095165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6744299-816e-49fd-b7fa-a109283f837f req-1bcaa394-236a-471f-a65a-b69fdf0bd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.096639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6744299-816e-49fd-b7fa-a109283f837f req-1bcaa394-236a-471f-a65a-b69fdf0bd7dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.2909763 Aug 16 01:56:30.098816 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b389ee29-90f5-4019-878f-423681c5ad97 req-48ed5d3c-2ed4-407a-8904-6c514d39d512 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564000 Aug 16 01:56:30.148041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6744299-816e-49fd-b7fa-a109283f837f req-a08e138a-ae24-47c9-8bd3-3b295c020810 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1666d17d-1538-481f-a35c-0feadfea6e57 HTTP/1.1" status: 200 len: 217 time: 0.0384727 Aug 16 01:56:30.277403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6744299-816e-49fd-b7fa-a109283f837f req-8f14e76b-ff93-4a88-900a-385b90bc30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.278868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6744299-816e-49fd-b7fa-a109283f837f req-8f14e76b-ff93-4a88-900a-385b90bc30e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.1156392 Aug 16 01:56:30.316969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbb55e-2e75-4322-9b05-65302465d3b2 req-130dee77-1ab4-4c21-8e76-a7d2139d23f7 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.318813 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecfbb55e-2e75-4322-9b05-65302465d3b2 req-130dee77-1ab4-4c21-8e76-a7d2139d23f7 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 932 time: 0.1626813 Aug 16 01:56:30.351359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72e44e5-c316-41ea-b400-e387a102ba06 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:30.383966 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.415998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Transition to ACTIVE for port object b72e44e5-c316-41ea-b400-e387a102ba06 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:30.428565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6744299-816e-49fd-b7fa-a109283f837f req-ea2c6619-20be-43ea-a952-7e213d690754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.430337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6744299-816e-49fd-b7fa-a109283f837f req-ea2c6619-20be-43ea-a952-7e213d690754 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303060 Aug 16 01:56:30.433446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecfbb55e-2e75-4322-9b05-65302465d3b2 req-d44cb043-bd76-42a7-b90f-675e97b67ce2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882232 Aug 16 01:56:30.573073 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.646679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6744299-816e-49fd-b7fa-a109283f837f req-bad258b3-87bd-46d7-9249-9896c869a042 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079496 Aug 16 01:56:30.663525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de35e2a-2789-47c0-8903-00937719f5f7 req-5449b706-f89a-4f38-8249-9377cb52edf5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.666358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0de35e2a-2789-47c0-8903-00937719f5f7 req-5449b706-f89a-4f38-8249-9377cb52edf5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1528840 Aug 16 01:56:30.683534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.847304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0de35e2a-2789-47c0-8903-00937719f5f7 req-d3a0a167-67ea-45dd-a433-5de63a6b67c0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646750 Aug 16 01:56:30.891466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6744299-816e-49fd-b7fa-a109283f837f req-a4e52110-f1f8-4de4-a1e5-2c273dd75078 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188971 Aug 16 01:56:30.892698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Attempting to bind port b72e44e5-c316-41ea-b400-e387a102ba06 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:30.893228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Attempting to bind port b72e44e5-c316-41ea-b400-e387a102ba06 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:30.893741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Attempting to bind port b72e44e5-c316-41ea-b400-e387a102ba06 on network 26cca5d1-9758-4bf7-83a9-9882722bc126 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:30.902514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Port b72e44e5-c316-41ea-b400-e387a102ba06 on network 26cca5d1-9758-4bf7-83a9-9882722bc126 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:30.902823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Attempting to bind port b72e44e5-c316-41ea-b400-e387a102ba06 on network 26cca5d1-9758-4bf7-83a9-9882722bc126 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:30.910086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:30.915262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Checking segment: {'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:30.915262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Bound using segment: {'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:30.915262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Bound port: b72e44e5-c316-41ea-b400-e387a102ba06, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:30.915262 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.060205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:31.064909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:31.075880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dd7e7-402e-4a18-a194-58fa93b0261d req-5f326892-a182-4206-b478-c88b032e606e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.077465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-003dd7e7-402e-4a18-a194-58fa93b0261d req-5f326892-a182-4206-b478-c88b032e606e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.1036899 Aug 16 01:56:31.118883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-003dd7e7-402e-4a18-a194-58fa93b0261d req-7e6216c8-3c18-47ab-a7d4-7fc2be8c544a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348427 Aug 16 01:56:31.251039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8a149559-cfd9-4a0f-8fc6-f13247b92d21 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:31.275657 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.322200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.322902 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.324400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] 10.222.0.74 "PUT /v2.0/ports/b72e44e5-c316-41ea-b400-e387a102ba06 HTTP/1.1" status: 200 len: 1093 time: 1.7608764 Aug 16 01:56:31.340475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630500d2-c00d-406b-9b9a-fd8ccdacd8e0 req-a513d251-08db-4733-8dc8-d0fc11f8e2f9 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.342132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-630500d2-c00d-406b-9b9a-fd8ccdacd8e0 req-a513d251-08db-4733-8dc8-d0fc11f8e2f9 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.1035862 Aug 16 01:56:31.378483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a48482-2672-40cc-b43e-7153344bba69 service neutron] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:31.414072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-630500d2-c00d-406b-9b9a-fd8ccdacd8e0 req-35793fac-28f4-4076-b39a-74049a6393bf tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512357 Aug 16 01:56:31.438976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:31.455611 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'mac_address': 'fa:16:3e:c9:fb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:31.508953 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.536553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a149559-cfd9-4a0f-8fc6-f13247b92d21 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:31.553210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-3ed3d67d-29dc-44b8-a6f3-b7ef7af0b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.556373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-3ed3d67d-29dc-44b8-a6f3-b7ef7af0b052 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 1096 time: 0.0579603 Aug 16 01:56:31.563578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:31.603281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:31.605627 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828da240-02ea-47ee-84a6-e441e7063aef" -d '{"events": [{"name": "network-changed", "server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:31.615035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-babb9e5f-725e-4cec-a30a-51dd5e9c7307 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72e44e5-c316-41ea-b400-e387a102ba06 HTTP/1.1" status: 200 len: 217 time: 0.0470865 Aug 16 01:56:31.706365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364772-b1bb-44a7-a9bd-4843e1a3c86d req-2efa8c85-5114-4810-ae70-e91b1fae0f2d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.708161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e364772-b1bb-44a7-a9bd-4843e1a3c86d req-2efa8c85-5114-4810-ae70-e91b1fae0f2d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0992730 Aug 16 01:56:31.709633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-db5005de-bf16-43df-b282-5f01a9e68755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.711018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-db5005de-bf16-43df-b282-5f01a9e68755 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f660934d-b427-40a4-a144-ca195fdf6a77 HTTP/1.1" status: 200 len: 854 time: 0.0892036 Aug 16 01:56:31.722474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42052) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:31.745282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.755326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-f8a68999-e39e-4a59-b148-0a2033b2bddf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=26cca5d1-9758-4bf7-83a9-9882722bc126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346072 Aug 16 01:56:31.784745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e364772-b1bb-44a7-a9bd-4843e1a3c86d req-3c190dc9-a60b-4dc2-8658-1f9300843be8 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703800 Aug 16 01:56:31.863438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:31.878079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['8a149559-cfd9-4a0f-8fc6-f13247b92d21'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:31.881414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2024782067-network', 'tenant_id': 'e49d4479207f4baab8a06dae6dc5af71'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:31.912175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-dda3ba35-5f95-4412-b18e-44b1a75ab20f service neutron] 10.222.0.74 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429782 Aug 16 01:56:31.949970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b670f65-23a8-4b18-9ec8-255bcc1d358f req-bee7b5b1-12b6-4405-9643-26c97f40fb5b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.951474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b670f65-23a8-4b18-9ec8-255bcc1d358f req-bee7b5b1-12b6-4405-9643-26c97f40fb5b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 944 time: 0.0715232 Aug 16 01:56:31.978570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Made reservation on behalf of e49d4479207f4baab8a06dae6dc5af71 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:31.980961 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.992272 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.038433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b670f65-23a8-4b18-9ec8-255bcc1d358f req-4632f2ea-e227-4b24-a254-13533d3e3676 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609043 Aug 16 01:56:32.070328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d73c66a-3e32-4002-ab90-3242bfeb4b7e req-b8061fc1-b58c-45f6-b01c-69cc6ef4744b service neutron] 10.222.0.74 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486712 Aug 16 01:56:32.101457 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a407d65-01bf-46a0-93f9-75f0f0d86e54 x-openstack-request-id: req-5a407d65-01bf-46a0-93f9-75f0f0d86e54 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:32.101974 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:32.102410 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5a407d65-01bf-46a0-93f9-75f0f0d86e54 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:32.104342 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'status': 'completed', 'code': 200} Aug 16 01:56:32.133746 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.242249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.256260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a5c8-5ca2-43c3-be29-56a34927dfac req-44aa31ac-e471-42ee-80d2-44ac043572e3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.266402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66d6a5c8-5ca2-43c3-be29-56a34927dfac req-44aa31ac-e471-42ee-80d2-44ac043572e3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1103289 Aug 16 01:56:32.284644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:32.325809 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.326163 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Added segment 6dce9326-45c8-43ce-9599-87734c13956c of type vlan for network 0f3603a8-1d64-40a2-b24e-e93a1a382582 Aug 16 01:56:32.350033 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274281cc-c099-4910-a885-9d0ae027a22b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:32.397926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66d6a5c8-5ca2-43c3-be29-56a34927dfac req-f8519616-6dec-402d-8a77-ba873ec4a6fd tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259601 Aug 16 01:56:32.401109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.433557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828da240-02ea-47ee-84a6-e441e7063aef req-98477ab6-a73f-41ed-bba9-106db2f53a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.437738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-828da240-02ea-47ee-84a6-e441e7063aef req-98477ab6-a73f-41ed-bba9-106db2f53a31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 1096 time: 0.1565876 Aug 16 01:56:32.546033 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.548507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.549760 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.611399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8c9-0d49-4f73-ba3c-33b08e70286f req-023fa715-2e7c-4676-bf74-bb38c0413b3a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.613332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c446c8c9-0d49-4f73-ba3c-33b08e70286f req-023fa715-2e7c-4676-bf74-bb38c0413b3a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.1055043 Aug 16 01:56:32.617612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828da240-02ea-47ee-84a6-e441e7063aef req-7189bc04-b36a-4117-9e16-7f2a659bf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.619011 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-828da240-02ea-47ee-84a6-e441e7063aef req-7189bc04-b36a-4117-9e16-7f2a659bf6c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 200 len: 915 time: 0.1679728 Aug 16 01:56:32.648277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] Pushing event updated for resources: {'Network': ['ID=0f3603a8-1d64-40a2-b24e-e93a1a382582,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:32.660244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 0f3603a8-1d64-40a2-b24e-e93a1a382582 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:32.681575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-828da240-02ea-47ee-84a6-e441e7063aef req-b5819431-91a5-46ae-b30f-8e2acfdf357f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72e44e5-c316-41ea-b400-e387a102ba06 HTTP/1.1" status: 200 len: 217 time: 0.0549650 Aug 16 01:56:32.728852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c446c8c9-0d49-4f73-ba3c-33b08e70286f req-b907bbee-0d79-4efa-9c4e-2c0c496db8ea tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088524 Aug 16 01:56:32.760566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828da240-02ea-47ee-84a6-e441e7063aef req-7852ac4b-d807-4d20-b27c-64d12ae42172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.762139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-828da240-02ea-47ee-84a6-e441e7063aef req-7852ac4b-d807-4d20-b27c-64d12ae42172 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f660934d-b427-40a4-a144-ca195fdf6a77 HTTP/1.1" status: 200 len: 854 time: 0.0688498 Aug 16 01:56:32.771518 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-09fa2f29-c139-459b-8d0b-874bdcf9be0c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0450559 Aug 16 01:56:32.772433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42070) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:32.779172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] Request body: {'subnet': {'network_id': '0f3603a8-1d64-40a2-b24e-e93a1a382582', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2024782067-subnet', 'tenant_id': 'e49d4479207f4baab8a06dae6dc5af71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:32.811696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-828da240-02ea-47ee-84a6-e441e7063aef req-c1a4f712-6107-4f86-9000-607893eb3d9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=26cca5d1-9758-4bf7-83a9-9882722bc126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409455 Aug 16 01:56:32.883529 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.996260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40f16a-398f-40a6-af06-490e9eec8fba req-76fcfcf3-a328-4bb9-b5ff-2cb4d1df4954 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.997911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa40f16a-398f-40a6-af06-490e9eec8fba req-76fcfcf3-a328-4bb9-b5ff-2cb4d1df4954 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0866597 Aug 16 01:56:33.001842 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-828da240-02ea-47ee-84a6-e441e7063aef req-5f9221a4-d8f2-408e-8a73-df0433559076 service neutron] 10.222.0.74 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827662 Aug 16 01:56:33.019922 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5847d312-eef6-4b74-a2d2-90dcfe32c84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.062169 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] Made reservation on behalf of e49d4479207f4baab8a06dae6dc5af71 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:33.065242 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.109486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa40f16a-398f-40a6-af06-490e9eec8fba req-a013c318-91b6-4e51-826e-74fed832d134 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026087 Aug 16 01:56:33.229706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-828da240-02ea-47ee-84a6-e441e7063aef req-28ea8b2d-1d29-48fa-97af-1c2b0120f0a3 service neutron] 10.222.0.74 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151506 Aug 16 01:56:33.268408 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8a149559-cfd9-4a0f-8fc6-f13247b92d21 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:33.350203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:33.350746 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.359984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7adf2-8f71-45cc-a80f-aa2dcef91af8 req-5aa9bfec-53c5-4b7e-94ed-93a71bcc5ce0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.368649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bde7adf2-8f71-45cc-a80f-aa2dcef91af8 req-5aa9bfec-53c5-4b7e-94ed-93a71bcc5ce0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0859547 Aug 16 01:56:33.414508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bde7adf2-8f71-45cc-a80f-aa2dcef91af8 req-65d961cb-61e2-45f4-964d-233130b33441 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446990 Aug 16 01:56:33.429046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.486951 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.516512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb331a2e-1b8f-4932-833c-ffb91e1385ee,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.526283 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] Checking segment: {'id': '6dce9326-45c8-43ce-9599-87734c13956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0f3603a8-1d64-40a2-b24e-e93a1a382582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:33.526754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] Network hostable DHCP agents. Network: 0f3603a8-1d64-40a2-b24e-e93a1a382582, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:33.536243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:33.538551 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b6ba1d-11de-4d87-9c31-6fe1334b6c29" -d '{"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-plugged", "status": "completed", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:33.555281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:33.634728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dce159-ff6c-4fd7-9a87-3bed61c61af8 req-fbd3f994-578c-4f7c-8ce5-cdf5f8895b0a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.636754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94dce159-ff6c-4fd7-9a87-3bed61c61af8 req-fbd3f994-578c-4f7c-8ce5-cdf5f8895b0a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 944 time: 0.0706460 Aug 16 01:56:33.648271 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] Network 0f3603a8-1d64-40a2-b24e-e93a1a382582 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:33.648530 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.710013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.714775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94dce159-ff6c-4fd7-9a87-3bed61c61af8 req-6932652d-1b8f-4877-8c29-5e27435d1d39 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703452 Aug 16 01:56:33.780461 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 0f3603a8-1d64-40a2-b24e-e93a1a382582) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:33.790816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56362e1-5613-4bcb-853a-52a289032cfa None None] Network 0f3603a8-1d64-40a2-b24e-e93a1a382582 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:33.792022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.793966 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.879701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea5896-3246-4a87-b95f-6a8c8035e4a1 req-da42907a-60ce-40a0-b710-8158cf4f7bad tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.881353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26ea5896-3246-4a87-b95f-6a8c8035e4a1 req-da42907a-60ce-40a0-b710-8158cf4f7bad tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0724523 Aug 16 01:56:33.896220 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dd9c9aa1-572c-45f4-9faf-0b431bda6f6c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1223269 Aug 16 01:56:33.947872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26ea5896-3246-4a87-b95f-6a8c8035e4a1 req-b3222e1c-59d3-49b4-a551-7396b30c6d65 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542769 Aug 16 01:56:34.044581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155fbb94-2ec6-4381-9e7f-4d1894c73c16 None None] Network 0f3603a8-1d64-40a2-b24e-e93a1a382582 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:34.125860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66e00f-bc64-457b-864d-4c41171fed69 req-3dfbc1a0-9820-42c0-b469-3d15fd84ae83 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.132579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b66e00f-bc64-457b-864d-4c41171fed69 req-3dfbc1a0-9820-42c0-b469-3d15fd84ae83 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0985739 Aug 16 01:56:34.138227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42100) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.143240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6365ad71-e65c-4378-905a-b55d18042f2b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'floatingip': {'port_id': '9e34da1c-5be6-47e5-b4bd-c733afabed3b'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:34.152499 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.235118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6365ad71-e65c-4378-905a-b55d18042f2b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.239705 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ef7a3d-a489-4558-9e99-0e32c9621fe1 x-openstack-request-id: req-b0ef7a3d-a489-4558-9e99-0e32c9621fe1 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:34.240309 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-plugged", "status": "completed", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:34.240891 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0ef7a3d-a489-4558-9e99-0e32c9621fe1 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:34.241453 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'code': 200} Aug 16 01:56:34.366359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee8f6e-8e2a-41fe-88e9-4f1b95993127 req-23ee8bc6-3b71-4c08-b821-81e21619052e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.368274 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89ee8f6e-8e2a-41fe-88e9-4f1b95993127 req-23ee8bc6-3b71-4c08-b821-81e21619052e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.0709441 Aug 16 01:56:34.432822 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89ee8f6e-8e2a-41fe-88e9-4f1b95993127 req-f29863bd-3d2d-4655-91f5-34034fc1b7d6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550795 Aug 16 01:56:34.659617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715f32b-89f8-4bbf-8fe5-16af232b8d1a req-81051812-143a-4429-8e88-de7c6d0d3f88 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.663864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4715f32b-89f8-4bbf-8fe5-16af232b8d1a req-81051812-143a-4429-8e88-de7c6d0d3f88 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0713844 Aug 16 01:56:34.720934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4715f32b-89f8-4bbf-8fe5-16af232b8d1a req-624afbf2-42c2-404a-9419-534d05f50045 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526893 Aug 16 01:56:34.932719 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6365ad71-e65c-4378-905a-b55d18042f2b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.081971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6365ad71-e65c-4378-905a-b55d18042f2b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.158079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-4c515cee-b2f0-4245-b605-35574d90b7b6 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:35.171573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-4c515cee-b2f0-4245-b605-35574d90b7b6 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/networks?id=0f3603a8-1d64-40a2-b24e-e93a1a382582 HTTP/1.1" status: 200 len: 821 time: 0.1606631 Aug 16 01:56:35.186419 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-070ced0b-2007-4b6d-a01c-ee29ed496684 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/quotas/e49d4479207f4baab8a06dae6dc5af71 HTTP/1.1" status: 200 len: 375 time: 0.0137281 Aug 16 01:56:35.212349 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-6365ad71-e65c-4378-905a-b55d18042f2b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Floating IP 8f1f2842-9be4-4d92-ae7d-cb27f20f62d6 associated. External IP: 172.25.8.72, port: 9e34da1c-5be6-47e5-b4bd-c733afabed3b. Aug 16 01:56:35.237318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-fd946c01-d6bd-4825-9528-3ea5b65ff96b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e49d4479207f4baab8a06dae6dc5af71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480697 Aug 16 01:56:35.297318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device b72e44e5-c316-41ea-b400-e387a102ba06 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:35.365940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-11bb9486-fd4a-47dc-bc62-4658e94b1916 service neutron] 10.222.0.66 "GET /v2.0/networks/0f3603a8-1d64-40a2-b24e-e93a1a382582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276121 Aug 16 01:56:35.513779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-f204f7fb-c3a8-4e37-9616-8a0580116519 service neutron] 10.222.0.66 "GET /v2.0/networks/0f3603a8-1d64-40a2-b24e-e93a1a382582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468811 Aug 16 01:56:35.539855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6365ad71-e65c-4378-905a-b55d18042f2b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Router 8c145924-0b87-4946-bd1c-6656c0cf38dc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:35.643434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:35.709016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126', 'port_id': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'mac_address': 'fa:16:3e:a9:d7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f660934d-b427-40a4-a144-ca195fdf6a77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:35.731893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6365ad71-e65c-4378-905a-b55d18042f2b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:35.736805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6365ad71-e65c-4378-905a-b55d18042f2b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.745463 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be5621-4de5-4953-9370-f9c3631f96ea None None] Sync routers for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:35.765600 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be5621-4de5-4953-9370-f9c3631f96ea None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:35.766285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b2be5621-4de5-4953-9370-f9c3631f96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:56:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:35.782969 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.783168 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6365ad71-e65c-4378-905a-b55d18042f2b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "PUT /v2.0/floatingips/8f1f2842-9be4-4d92-ae7d-cb27f20f62d6 HTTP/1.1" status: 200 len: 990 time: 1.6326423 Aug 16 01:56:35.783168 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:35.783168 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62341690-e9b4-47b6-8291-1d804f6c2e87" -d '{"events": [{"name": "network-changed", "server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:35.817811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72e44e5-c316-41ea-b400-e387a102ba06 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:35.848735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:35.904739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-b2be5621-4de5-4953-9370-f9c3631f96ea None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:36.103473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dcd74-25e4-4555-84ed-a3ebd91eb1e5 req-b199d137-08d9-4c6c-b504-c5bbaa07422e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.105860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a8dcd74-25e4-4555-84ed-a3ebd91eb1e5 req-b199d137-08d9-4c6c-b504-c5bbaa07422e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 944 time: 0.0729976 Aug 16 01:56:36.152882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a8dcd74-25e4-4555-84ed-a3ebd91eb1e5 req-999694a3-ac5d-4467-97a7-70c3a3dd8176 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Aug 16 01:56:36.162143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b2be5621-4de5-4953-9370-f9c3631f96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '8f1f2842-9be4-4d92-ae7d-cb27f20f62d6', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'port_id': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'mac_address': 'fa:16:3e:3c:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:56:10Z', 'updated_at': '2021-08-16T01:56:34Z', 'revision_number': 1, 'project_id': '57944a39ed824a15aff00c4389f15532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:36.191492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be5621-4de5-4953-9370-f9c3631f96ea None None] Checking router: 8c145924-0b87-4946-bd1c-6656c0cf38dc for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:36.200754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be5621-4de5-4953-9370-f9c3631f96ea None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:36.201368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b2be5621-4de5-4953-9370-f9c3631f96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:56:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:36.265457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75306b20-97d0-456a-9781-4b8996b82f55 req-b99c6805-eb44-4e00-8d60-83789c70c72f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.266976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75306b20-97d0-456a-9781-4b8996b82f55 req-b99c6805-eb44-4e00-8d60-83789c70c72f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0554671 Aug 16 01:56:36.308144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75306b20-97d0-456a-9781-4b8996b82f55 req-6234a96d-8a8d-4514-8512-4d60cb3e3e55 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339983 Aug 16 01:56:36.312931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-b2be5621-4de5-4953-9370-f9c3631f96ea None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:36.342954 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.344877 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.435087 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daf58c-1244-4aea-8379-a2cb4cbc9541 req-514538f6-b826-4c1a-93b9-2eaf11da3155 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.442952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31daf58c-1244-4aea-8379-a2cb4cbc9541 req-514538f6-b826-4c1a-93b9-2eaf11da3155 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.0733147 Aug 16 01:56:36.461410 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:36.499191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31daf58c-1244-4aea-8379-a2cb4cbc9541 req-3136cd71-41c9-4349-99a6-27760673f156 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477939 Aug 16 01:56:36.656419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['b72e44e5-c316-41ea-b400-e387a102ba06'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:36.688796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b2be5621-4de5-4953-9370-f9c3631f96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '8f1f2842-9be4-4d92-ae7d-cb27f20f62d6', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'port_id': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'mac_address': 'fa:16:3e:3c:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:56:10Z', 'updated_at': '2021-08-16T01:56:34Z', 'revision_number': 1, 'project_id': '57944a39ed824a15aff00c4389f15532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:36.734167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be5621-4de5-4953-9370-f9c3631f96ea None None] The sync data for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 is: [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '8f1f2842-9be4-4d92-ae7d-cb27f20f62d6', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'port_id': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'mac_address': 'fa:16:3e:3c:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:56:10Z', 'updated_at': '2021-08-16T01:56:34Z', 'revision_number': 1, 'project_id': '57944a39ed824a15aff00c4389f15532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:36.739684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b18ec1-254d-4c07-8eaa-2a7cd7fbf166 req-f6e4003c-facf-4be7-ad75-647d8dc648c0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.750689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3b18ec1-254d-4c07-8eaa-2a7cd7fbf166 req-f6e4003c-facf-4be7-ad75-647d8dc648c0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0902297 Aug 16 01:56:36.804613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3b18ec1-254d-4c07-8eaa-2a7cd7fbf166 req-138b6419-9596-4c99-804b-fd2c371ba975 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493193 Aug 16 01:56:36.934849 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3a43fa-84c1-4c59-8e65-e1b2ee33292f x-openstack-request-id: req-9a3a43fa-84c1-4c59-8e65-e1b2ee33292f {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:36.935357 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:36.935357 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a3a43fa-84c1-4c59-8e65-e1b2ee33292f {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:36.935754 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'status': 'completed', 'code': 200} Aug 16 01:56:37.060076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31bdcf6d-7498-40d7-b80e-12b0af3d31dc req-19298b5b-24dd-4f17-b3c2-b0bc0b9798fa tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 210 time: 0.0394094 Aug 16 01:56:37.078747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62341690-e9b4-47b6-8291-1d804f6c2e87 req-65384764-bfe9-410a-aa05-903f536af513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.081409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62341690-e9b4-47b6-8291-1d804f6c2e87 req-65384764-bfe9-410a-aa05-903f536af513 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 1097 time: 0.1146853 Aug 16 01:56:37.134080 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b67231-2df4-4b76-b40a-ff35b6f48a57 None None] New status for floating IP 8f1f2842-9be4-4d92-ae7d-cb27f20f62d6: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:56:37.326363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62341690-e9b4-47b6-8291-1d804f6c2e87 req-fce6b738-1622-42d6-924c-766f5fdc84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.327959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62341690-e9b4-47b6-8291-1d804f6c2e87 req-fce6b738-1622-42d6-924c-766f5fdc84fd service neutron] 10.222.0.74 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 918 time: 0.2285283 Aug 16 01:56:37.344992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81361f71-4d8b-4260-8526-eaa64eee72e8 req-d52fbf6f-ae01-4161-b4e2-8b5c339c96d4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.353308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81361f71-4d8b-4260-8526-eaa64eee72e8 req-d52fbf6f-ae01-4161-b4e2-8b5c339c96d4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.0966630 Aug 16 01:56:37.484574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81361f71-4d8b-4260-8526-eaa64eee72e8 req-622048de-19ec-4ddf-b4ea-e3ccfb11659a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301312 Aug 16 01:56:37.495683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62341690-e9b4-47b6-8291-1d804f6c2e87 req-0f532151-f31a-4f4e-b606-f71ab115c8f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b HTTP/1.1" status: 200 len: 998 time: 0.1402688 Aug 16 01:56:37.645749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62341690-e9b4-47b6-8291-1d804f6c2e87 req-fede94d4-95d8-4014-aad2-c54c32642bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.655676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62341690-e9b4-47b6-8291-1d804f6c2e87 req-fede94d4-95d8-4014-aad2-c54c32642bde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.1388242 Aug 16 01:56:37.708248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be1584-80e6-41a3-9aa2-410c2e54019f req-f815653c-41c5-4c96-a5d1-fd1768afc3cd tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.717730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76be1584-80e6-41a3-9aa2-410c2e54019f req-f815653c-41c5-4c96-a5d1-fd1768afc3cd tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1277716 Aug 16 01:56:37.765297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62341690-e9b4-47b6-8291-1d804f6c2e87 req-37092744-a463-4ed0-9c0e-023c89e3d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.766860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62341690-e9b4-47b6-8291-1d804f6c2e87 req-37092744-a463-4ed0-9c0e-023c89e3d7d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027946 Aug 16 01:56:37.842327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76be1584-80e6-41a3-9aa2-410c2e54019f req-fdd87d4d-829d-43ff-897f-532caecfe78c tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214614 Aug 16 01:56:37.926351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62341690-e9b4-47b6-8291-1d804f6c2e87 req-07ef03a1-b462-45ea-ad66-e7f0e9fbddcb service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465068 Aug 16 01:56:38.447082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce761f19-d45e-410b-b04a-1e5395b682c2 req-1887a141-f1dc-4f8b-b6e3-ae0c1cc26a3b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.454409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce761f19-d45e-410b-b04a-1e5395b682c2 req-1887a141-f1dc-4f8b-b6e3-ae0c1cc26a3b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.5085192 Aug 16 01:56:38.499257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62341690-e9b4-47b6-8291-1d804f6c2e87 req-1a5db718-459e-402a-8e5d-d285d45fadd5 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613055 Aug 16 01:56:38.516758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce761f19-d45e-410b-b04a-1e5395b682c2 req-f3e623e1-3e4c-4cd5-8cd5-c6ffe14b0a94 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610199 Aug 16 01:56:38.725105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e14cc-8c90-4c97-b9b4-2c0916a7b0e7 req-c77de17a-538b-44b0-b037-2d1fe5887b11 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.732598 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef8e14cc-8c90-4c97-b9b4-2c0916a7b0e7 req-c77de17a-538b-44b0-b037-2d1fe5887b11 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0705671 Aug 16 01:56:38.777147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef8e14cc-8c90-4c97-b9b4-2c0916a7b0e7 req-df2032e2-efc3-47d1-8e71-15b2e797cd49 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Aug 16 01:56:38.932205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-edb4f749-7ada-4f8f-adf8-e53d8cfd66df req-ae3006de-86f4-4e0e-8a68-bdb346a5976d tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 210 time: 0.0330958 Aug 16 01:56:39.133769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f70b8c-5485-4070-a563-741da2b29fa8 req-8b430bfa-c045-4a13-965c-7f25615325b6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.135429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f70b8c-5485-4070-a563-741da2b29fa8 req-8b430bfa-c045-4a13-965c-7f25615325b6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.0700166 Aug 16 01:56:39.183240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f70b8c-5485-4070-a563-741da2b29fa8 req-71e29be8-e96f-49e0-a5e0-0deefb57bfb1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Aug 16 01:56:39.333038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device b72e44e5-c316-41ea-b400-e387a102ba06 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:39.419021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb643a1b-3623-4da1-ba77-fc4a3c6ef9f7 req-f0be99b7-9823-42c3-b3fe-6b1b9701df25 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.427452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb643a1b-3623-4da1-ba77-fc4a3c6ef9f7 req-f0be99b7-9823-42c3-b3fe-6b1b9701df25 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1678441 Aug 16 01:56:39.509460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb643a1b-3623-4da1-ba77-fc4a3c6ef9f7 req-9b78a5a2-c3b7-49f2-83b3-b66c368749c7 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810335 Aug 16 01:56:39.516222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-f1f3f658-3dc2-415f-8614-99362f2ecd92 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.517777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-f1f3f658-3dc2-415f-8614-99362f2ecd92 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.64 "GET /v2.0/networks?id=0f3603a8-1d64-40a2-b24e-e93a1a382582 HTTP/1.1" status: 200 len: 821 time: 0.2467675 Aug 16 01:56:39.540809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Request body: {'port': {'device_id': '77fa925f-1542-4c77-9708-14e1822542ac', 'network_id': '0f3603a8-1d64-40a2-b24e-e93a1a382582', 'admin_state_up': True, 'tenant_id': 'e49d4479207f4baab8a06dae6dc5af71'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:39.601174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port b72e44e5-c316-41ea-b400-e387a102ba06 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:39.606072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port b72e44e5-c316-41ea-b400-e387a102ba06 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:39.607656 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.728043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c026c-5119-408e-be18-da18c9a10a29 req-28920103-5d53-4427-8e51-bf658f575f2f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.729650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-143c026c-5119-408e-be18-da18c9a10a29 req-28920103-5d53-4427-8e51-bf658f575f2f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.0987659 Aug 16 01:56:39.788371 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.822375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:39.824701 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c470929-bf5b-4f5a-8672-73851bdb6e2a" -d '{"events": [{"server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:39.828889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-143c026c-5119-408e-be18-da18c9a10a29 req-1f401fce-1cc9-47f2-bae6-9feab3a382b8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894556 Aug 16 01:56:39.849074 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:39.899323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Made reservation on behalf of e49d4479207f4baab8a06dae6dc5af71 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:39.903357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.068433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b13a6-db3e-452c-9db4-88c65fa26144 req-2e6a03e5-af48-4669-a57c-eb29e47241f5 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.069989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-007b13a6-db3e-452c-9db4-88c65fa26144 req-2e6a03e5-af48-4669-a57c-eb29e47241f5 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0956736 Aug 16 01:56:40.076778 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.122080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Allocated IP 172.20.0.3 (0f3603a8-1d64-40a2-b24e-e93a1a382582/fb331a2e-1b8f-4932-833c-ffb91e1385ee/6ba0cce1-5eb5-4494-b7e7-275385b27d64) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:40.125811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.134567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.134931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.135281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.135628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.135786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-007b13a6-db3e-452c-9db4-88c65fa26144 req-8ef3afa4-f7a7-41a5-a6c1-49a8c4cb1e73 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583551 Aug 16 01:56:40.135965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.136306 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.136639 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.136969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.137300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.137628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.137987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.138319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:40.184903 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a58cab-1609-4c45-9922-6990774452d3 x-openstack-request-id: req-e3a58cab-1609-4c45-9922-6990774452d3 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:40.185292 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:40.185686 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3a58cab-1609-4c45-9922-6990774452d3 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:40.186213 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'code': 200} Aug 16 01:56:40.328514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c00b24b-4add-4085-b2d7-9fde614f387b req-9621d586-8dcc-4e20-870c-5c660493c7b6 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 210 time: 0.0391481 Aug 16 01:56:40.340061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.348206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d575e67-a47d-4052-9676-cf2f9d19e61f req-3c3647e8-22ad-4943-b5a6-1215bd8cccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.349888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d575e67-a47d-4052-9676-cf2f9d19e61f req-3c3647e8-22ad-4943-b5a6-1215bd8cccf4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 1098 time: 0.0970590 Aug 16 01:56:40.406606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d575e67-a47d-4052-9676-cf2f9d19e61f req-9794e99f-1986-4437-8247-2fd71634da1e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473940 Aug 16 01:56:40.503829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd6fb1-bb97-47a3-8ee2-e653dd99fbb8 req-ef736b1f-93fd-4b4d-9a11-6ff0a868d447 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.506037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1fd6fb1-bb97-47a3-8ee2-e653dd99fbb8 req-ef736b1f-93fd-4b4d-9a11-6ff0a868d447 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0581379 Aug 16 01:56:40.544403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1fd6fb1-bb97-47a3-8ee2-e653dd99fbb8 req-2717de6f-06ec-4400-9655-48df2ead9591 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Aug 16 01:56:40.650985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52273411-27bd-49d8-878f-be3f96b1d097 req-316aab32-f023-4441-a654-0a5127aa946d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.652443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52273411-27bd-49d8-878f-be3f96b1d097 req-316aab32-f023-4441-a654-0a5127aa946d tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0501688 Aug 16 01:56:40.697388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52273411-27bd-49d8-878f-be3f96b1d097 req-ac48e96e-1201-4cd4-927c-9b5a37f9bf92 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370979 Aug 16 01:56:40.909985 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.986098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Network 0f3603a8-1d64-40a2-b24e-e93a1a382582 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:40.992558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:40.998733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:41.010811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf96a1e-249b-44ea-afc2-36a7baeba113 req-bf01dba3-f27e-465b-8eb9-0bbaac7ef9e0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.018435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddf96a1e-249b-44ea-afc2-36a7baeba113 req-bf01dba3-f27e-465b-8eb9-0bbaac7ef9e0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.1216426 Aug 16 01:56:41.055438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Pushing event updated for resources: {'Port': ['ID=6ba0cce1-5eb5-4494-b7e7-275385b27d64,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.092265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.092747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.093122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.093520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.094123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.094474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.094806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.095496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.095999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.096601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.096935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.097217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.115418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.116069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.144514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddf96a1e-249b-44ea-afc2-36a7baeba113 req-6a616e4d-5118-422a-9185-a955c7f094a4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249676 Aug 16 01:56:41.220165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0be4a314-872b-405d-a7dc-396c3411d70b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6878166 Aug 16 01:56:41.244630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Request body: {'port': {'device_id': '77fa925f-1542-4c77-9708-14e1822542ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:41.390179 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.453970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de680a7-1354-4c3a-8bcf-3df3dee7d335 req-f028ff90-e18f-44b3-8950-3361f3fda87d tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.455973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6de680a7-1354-4c3a-8bcf-3df3dee7d335 req-f028ff90-e18f-44b3-8950-3361f3fda87d tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.1487951 Aug 16 01:56:41.596691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6de680a7-1354-4c3a-8bcf-3df3dee7d335 req-78de8923-a568-435f-a92d-b0afd700ab4d tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317787 Aug 16 01:56:41.881723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba0cce1-5eb5-4494-b7e7-275385b27d64 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:41.901427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.956678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Transition to ACTIVE for port object 6ba0cce1-5eb5-4494-b7e7-275385b27d64 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:41.979726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301be62-35a4-400d-9fbe-f93c6e30c198 req-1d2f3516-7414-43d0-ae87-839b3f5e0c46 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.981632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b301be62-35a4-400d-9fbe-f93c6e30c198 req-1d2f3516-7414-43d0-ae87-839b3f5e0c46 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 931 time: 0.0918779 Aug 16 01:56:42.038516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b301be62-35a4-400d-9fbe-f93c6e30c198 req-be9e1234-dcf8-4871-9bd2-5641631e3159 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/security-groups?id=274281cc-c099-4910-a885-9d0ae027a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468738 Aug 16 01:56:42.047826 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.182628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba0cce1-5eb5-4494-b7e7-275385b27d64,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:42.215427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Attempting to bind port 6ba0cce1-5eb5-4494-b7e7-275385b27d64 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:42.215767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Attempting to bind port 6ba0cce1-5eb5-4494-b7e7-275385b27d64 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '6dce9326-45c8-43ce-9599-87734c13956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0f3603a8-1d64-40a2-b24e-e93a1a382582'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:42.216163 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Attempting to bind port 6ba0cce1-5eb5-4494-b7e7-275385b27d64 on network 0f3603a8-1d64-40a2-b24e-e93a1a382582 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:42.258190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Port 6ba0cce1-5eb5-4494-b7e7-275385b27d64 on network 0f3603a8-1d64-40a2-b24e-e93a1a382582 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:42.259027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Attempting to bind port 6ba0cce1-5eb5-4494-b7e7-275385b27d64 on network 0f3603a8-1d64-40a2-b24e-e93a1a382582 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:42.269467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:42.269984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Checking segment: {'id': '6dce9326-45c8-43ce-9599-87734c13956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0f3603a8-1d64-40a2-b24e-e93a1a382582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:42.270465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Bound using segment: {'id': '6dce9326-45c8-43ce-9599-87734c13956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0f3603a8-1d64-40a2-b24e-e93a1a382582'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:42.270977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Bound port: 6ba0cce1-5eb5-4494-b7e7-275385b27d64, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dce9326-45c8-43ce-9599-87734c13956c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0f3603a8-1d64-40a2-b24e-e93a1a382582'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:42.271520 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.310567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6558a6d-4f80-40b1-bbdf-a964a8e29b2b req-03ceb1b4-0d6b-40ff-a3b5-5be92f7e225b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.312190 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6558a6d-4f80-40b1-bbdf-a964a8e29b2b req-03ceb1b4-0d6b-40ff-a3b5-5be92f7e225b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0981941 Aug 16 01:56:42.424124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] For port 6ba0cce1-5eb5-4494-b7e7-275385b27d64, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:42.433179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6558a6d-4f80-40b1-bbdf-a964a8e29b2b req-6be22145-6602-4c0f-8c5d-b6d07168c83b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909722 Aug 16 01:56:42.445018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] For port 6ba0cce1-5eb5-4494-b7e7-275385b27d64, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6ba0cce1-5eb5-4494-b7e7-275385b27d64,segment=NetworkSegment(6dce9326-45c8-43ce-9599-87734c13956c),segment_id=6dce9326-45c8-43ce-9599-87734c13956c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:42.592857 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.610542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662ff96-f68e-4fb5-bc93-c8ab58a3c351 req-2db516f9-87b1-4c5a-953b-0412da61c010 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.613147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3662ff96-f68e-4fb5-bc93-c8ab58a3c351 req-2db516f9-87b1-4c5a-953b-0412da61c010 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0948331 Aug 16 01:56:42.685749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.687066 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.689649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] 10.222.0.64 "PUT /v2.0/ports/6ba0cce1-5eb5-4494-b7e7-275385b27d64 HTTP/1.1" status: 200 len: 1092 time: 1.4526522 Aug 16 01:56:42.704763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fa925f-1542-4c77-9708-14e1822542ac', 'tag': '6ba0cce1-5eb5-4494-b7e7-275385b27d64'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:42.709007 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450901bc-fe75-4202-a412-c96a92fe46ad" -d '{"events": [{"name": "network-changed", "server_uuid": "77fa925f-1542-4c77-9708-14e1822542ac", "tag": "6ba0cce1-5eb5-4494-b7e7-275385b27d64"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:42.743298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3662ff96-f68e-4fb5-bc93-c8ab58a3c351 req-d5f66496-4e63-4f21-af87-93b396068569 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879567 Aug 16 01:56:42.767782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d6fa0-ff3a-43d7-91df-995c77526ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba0cce1-5eb5-4494-b7e7-275385b27d64,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:42.903030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e9ad-4b6e-43bd-8ae5-3d68dc83fe22 req-7f481bc9-a615-439d-8ff4-6da324b3563b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.905022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8e5e9ad-4b6e-43bd-8ae5-3d68dc83fe22 req-7f481bc9-a615-439d-8ff4-6da324b3563b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.0906436 Aug 16 01:56:43.009415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8e5e9ad-4b6e-43bd-8ae5-3d68dc83fe22 req-62966782-9719-45fe-ab9c-778bc4784e59 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930107 Aug 16 01:56:43.017117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-6616f9be-5ebc-4d2c-b19f-2e2f76bc2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.017806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-6616f9be-5ebc-4d2c-b19f-2e2f76bc2069 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e49d4479207f4baab8a06dae6dc5af71&device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 1095 time: 0.1124399 Aug 16 01:56:43.078922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-c287f9b7-817f-428c-beb6-2709294caee6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba0cce1-5eb5-4494-b7e7-275385b27d64 HTTP/1.1" status: 200 len: 217 time: 0.0515413 Aug 16 01:56:43.150788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0f43fbd5-6b8d-4a96-bfe1-c8b8257f7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.152990 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-0f43fbd5-6b8d-4a96-bfe1-c8b8257f7f26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb331a2e-1b8f-4932-833c-ffb91e1385ee HTTP/1.1" status: 200 len: 861 time: 0.0650041 Aug 16 01:56:43.248036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-23c8e81d-f0ff-46ce-b44a-aac0ebdc5139 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f3603a8-1d64-40a2-b24e-e93a1a382582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702512 Aug 16 01:56:43.362517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-48ba35d1-e9cb-4a61-99c5-55fa25903cb3 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.362517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-48ba35d1-e9cb-4a61-99c5-55fa25903cb3 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/networks?id=26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 200 len: 814 time: 0.2208169 Aug 16 01:56:43.383444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-6982698e-f066-42b6-b696-273d77dbf2f8 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/quotas/65fc6c9f5b0c4ed6b8d2f7df0ee37a43 HTTP/1.1" status: 200 len: 375 time: 0.0148442 Aug 16 01:56:43.437266 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-7042a8a9-79ff-4ae9-a2ea-5f3fe4778d3c service neutron] 10.222.0.64 "GET /v2.0/networks/0f3603a8-1d64-40a2-b24e-e93a1a382582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731942 Aug 16 01:56:43.506205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5eddd2cb-5d33-4932-b8eb-76395f46a7f2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160011 Aug 16 01:56:43.622919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeac95f3-c571-4282-9b9d-fba1e6f61d3e req-62216336-fe71-4a69-8c5d-a4ec66e7aace service neutron] 10.222.0.64 "GET /v2.0/networks/0f3603a8-1d64-40a2-b24e-e93a1a382582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771071 Aug 16 01:56:43.650719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-a43f347c-d872-4956-8694-7d671f73bb42 service neutron] 10.222.0.66 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251898 Aug 16 01:56:43.778951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-9bfdefe3-b152-49bf-a073-a0f373b5a87a service neutron] 10.222.0.66 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219385 Aug 16 01:56:44.091750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead32256-4c54-4ca8-af94-1969d6803e26 req-cc4eb681-ffa9-451c-9dad-8a1f3dd07b73 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.093300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ead32256-4c54-4ca8-af94-1969d6803e26 req-cc4eb681-ffa9-451c-9dad-8a1f3dd07b73 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0625210 Aug 16 01:56:44.138073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ead32256-4c54-4ca8-af94-1969d6803e26 req-c6e38875-d059-4729-87dd-8bb59bf5ec30 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379884 Aug 16 01:56:44.193452 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462a1ea-e0a7-4407-a7b2-80ecd7d402f5 x-openstack-request-id: req-b462a1ea-e0a7-4407-a7b2-80ecd7d402f5 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:44.193987 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fa925f-1542-4c77-9708-14e1822542ac", "tag": "6ba0cce1-5eb5-4494-b7e7-275385b27d64", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:44.194451 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b462a1ea-e0a7-4407-a7b2-80ecd7d402f5 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:44.194954 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fa925f-1542-4c77-9708-14e1822542ac', 'tag': '6ba0cce1-5eb5-4494-b7e7-275385b27d64', 'status': 'completed', 'code': 200} Aug 16 01:56:44.438014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450901bc-fe75-4202-a412-c96a92fe46ad req-ae561bc1-037a-4aae-b3ce-89a8931a41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.438014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-450901bc-fe75-4202-a412-c96a92fe46ad req-ae561bc1-037a-4aae-b3ce-89a8931a41ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e49d4479207f4baab8a06dae6dc5af71&device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 1095 time: 0.0428767 Aug 16 01:56:44.438014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450901bc-fe75-4202-a412-c96a92fe46ad req-4bd971b7-fbaf-4e11-be19-e17f5f7fd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.438014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-450901bc-fe75-4202-a412-c96a92fe46ad req-4bd971b7-fbaf-4e11-be19-e17f5f7fd048 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f3603a8-1d64-40a2-b24e-e93a1a382582 HTTP/1.1" status: 200 len: 922 time: 0.1027460 Aug 16 01:56:44.438014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-450901bc-fe75-4202-a412-c96a92fe46ad req-85f334f5-1a7f-4712-9e6f-2beb984df23b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba0cce1-5eb5-4494-b7e7-275385b27d64 HTTP/1.1" status: 200 len: 217 time: 0.0409050 Aug 16 01:56:44.477221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450901bc-fe75-4202-a412-c96a92fe46ad req-6eae6b36-0bc8-47ca-992d-e005294697d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.478738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-450901bc-fe75-4202-a412-c96a92fe46ad req-6eae6b36-0bc8-47ca-992d-e005294697d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb331a2e-1b8f-4932-833c-ffb91e1385ee HTTP/1.1" status: 200 len: 861 time: 0.0505519 Aug 16 01:56:44.517153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-450901bc-fe75-4202-a412-c96a92fe46ad req-ce450a60-5fc9-4d80-b3e7-9b7c32b4d86e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f3603a8-1d64-40a2-b24e-e93a1a382582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304201 Aug 16 01:56:44.668357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-450901bc-fe75-4202-a412-c96a92fe46ad req-456c335e-def8-4836-a5b2-17f62ff4fbb0 service neutron] 10.222.0.64 "GET /v2.0/networks/0f3603a8-1d64-40a2-b24e-e93a1a382582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350091 Aug 16 01:56:44.946269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-450901bc-fe75-4202-a412-c96a92fe46ad req-9f9069d8-b0d5-4c10-ba4b-6520a631dd50 service neutron] 10.222.0.64 "GET /v2.0/networks/0f3603a8-1d64-40a2-b24e-e93a1a382582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650945 Aug 16 01:56:45.119822 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b5359-3437-43c7-8207-eb8559eeb996 req-6f5d3899-4b4d-49f0-820c-f3b68f32a335 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.127600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83b5359-3437-43c7-8207-eb8559eeb996 req-6f5d3899-4b4d-49f0-820c-f3b68f32a335 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 943 time: 0.1044936 Aug 16 01:56:45.202592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83b5359-3437-43c7-8207-eb8559eeb996 req-d57aa22e-c6cc-410c-99d1-c02f89ba48de tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/security-groups?id=274281cc-c099-4910-a885-9d0ae027a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735717 Aug 16 01:56:45.209891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f250d-a6aa-45fc-b376-8c2518f9140e req-a3aaa607-a8ca-47e6-bcd2-c8e7cd383969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.211654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb3f250d-a6aa-45fc-b376-8c2518f9140e req-a3aaa607-a8ca-47e6-bcd2-c8e7cd383969 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1097 time: 0.0811889 Aug 16 01:56:45.358014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f250d-a6aa-45fc-b376-8c2518f9140e req-71f09995-da27-42d0-8be5-9c2a103c874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.359638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb3f250d-a6aa-45fc-b376-8c2518f9140e req-71f09995-da27-42d0-8be5-9c2a103c874c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.1348476 Aug 16 01:56:45.440228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae4c54e3-e28f-4db5-b80d-0338ce45c33a req-5001b9ff-8564-47af-8de9-ffd909286074 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 210 time: 0.0655842 Aug 16 01:56:45.476158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb3f250d-a6aa-45fc-b376-8c2518f9140e req-ac28cd8e-2c41-4c2a-8ad4-09d1705e66f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 200 len: 1000 time: 0.0989270 Aug 16 01:56:45.547346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f250d-a6aa-45fc-b376-8c2518f9140e req-52dab375-5d9b-4a61-8d3c-5c2a1a0720e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.548832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb3f250d-a6aa-45fc-b376-8c2518f9140e req-52dab375-5d9b-4a61-8d3c-5c2a1a0720e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0725262 Aug 16 01:56:45.579179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde4428-8274-42e7-b297-4aebe55f1824 req-46017520-cb6d-473f-ad4b-285c822b649b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.580651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bde4428-8274-42e7-b297-4aebe55f1824 req-46017520-cb6d-473f-ad4b-285c822b649b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.0726631 Aug 16 01:56:45.639370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f250d-a6aa-45fc-b376-8c2518f9140e req-2e136d8b-f0c6-40e7-9c5f-bd75cfa31ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.640879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb3f250d-a6aa-45fc-b376-8c2518f9140e req-2e136d8b-f0c6-40e7-9c5f-bd75cfa31ba4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789557 Aug 16 01:56:45.643783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bde4428-8274-42e7-b297-4aebe55f1824 req-1c73270f-82fb-4cfd-8637-5e7d0014b1b9 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491126 Aug 16 01:56:45.801712 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb3f250d-a6aa-45fc-b376-8c2518f9140e req-39707c13-9b77-40cb-aead-782bf1f4109c service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516883 Aug 16 01:56:45.808879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5645ad-f1bc-4c70-ba8c-23ec368e37dc req-16f6b9d9-97d1-408d-a91a-fd19d3db1f21 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.810282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e5645ad-f1bc-4c70-ba8c-23ec368e37dc req-16f6b9d9-97d1-408d-a91a-fd19d3db1f21 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0783699 Aug 16 01:56:45.911718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e5645ad-f1bc-4c70-ba8c-23ec368e37dc req-d814d34f-0724-4185-a8bf-abb6800c5db6 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923915 Aug 16 01:56:45.935580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb3f250d-a6aa-45fc-b376-8c2518f9140e req-3f3fc687-7f7c-42b7-8ba6-6afbd02f2fc3 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240938 Aug 16 01:56:46.025305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673eef86-a382-4c04-b1c4-5c491deafe7c req-96bae3c8-ebbb-4d8e-a2f0-117644e6dd64 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.026820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-673eef86-a382-4c04-b1c4-5c491deafe7c req-96bae3c8-ebbb-4d8e-a2f0-117644e6dd64 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0508208 Aug 16 01:56:46.066806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-673eef86-a382-4c04-b1c4-5c491deafe7c req-40f537a6-2416-4a95-8eb9-ecbdfe8d29d3 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Aug 16 01:56:46.996884 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:56:47.638208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-49aef3a6-b331-41a9-9dad-a757e2eb3ead tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.639918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-49aef3a6-b331-41a9-9dad-a757e2eb3ead tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.74 "GET /v2.0/networks?id=26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 200 len: 814 time: 0.1705575 Aug 16 01:56:47.662195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Request body: {'port': {'device_id': '59b22253-3e30-4ba6-b312-64cf009c91cc', 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126', 'admin_state_up': True, 'tenant_id': '65fc6c9f5b0c4ed6b8d2f7df0ee37a43'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:47.778693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0f4fa-c342-4bbe-83ca-63fb264e2d06 req-9bd5ef26-bf4f-4bc1-a8e8-78755ba460a4 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.779153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24e0f4fa-c342-4bbe-83ca-63fb264e2d06 req-9bd5ef26-bf4f-4bc1-a8e8-78755ba460a4 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 943 time: 0.1119599 Aug 16 01:56:47.863899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24e0f4fa-c342-4bbe-83ca-63fb264e2d06 req-d448613e-5d9f-44fa-a8f3-06c680c15355 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/security-groups?id=274281cc-c099-4910-a885-9d0ae027a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751395 Aug 16 01:56:47.996059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Made reservation on behalf of 65fc6c9f5b0c4ed6b8d2f7df0ee37a43 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:47.999576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.042900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0273bef6-9442-4127-b5ea-b984ca464451 req-cc7c3d39-0bde-464b-8827-092f2eb051c2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 210 time: 0.0355523 Aug 16 01:56:48.198322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Allocated IP 172.20.0.7 (26cca5d1-9758-4bf7-83a9-9882722bc126/f660934d-b427-40a4-a144-ca195fdf6a77/50f03bc5-8e41-4f5f-b46e-d85ceec66dcf) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:48.214291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6ba0cce1-5eb5-4494-b7e7-275385b27d64 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:48.219445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94819c50-aaab-4cfd-9f27-2134c0fb4005 req-672736e2-85cf-483e-aeb6-6578b0d67d2d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.226381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94819c50-aaab-4cfd-9f27-2134c0fb4005 req-672736e2-85cf-483e-aeb6-6578b0d67d2d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.1149907 Aug 16 01:56:48.293673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94819c50-aaab-4cfd-9f27-2134c0fb4005 req-bbd2d6ec-d387-4406-b5c0-3ffe47ed892c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651157 Aug 16 01:56:48.335520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6ba0cce1-5eb5-4494-b7e7-275385b27d64, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6ba0cce1-5eb5-4494-b7e7-275385b27d64,segment=NetworkSegment(6dce9326-45c8-43ce-9599-87734c13956c),segment_id=6dce9326-45c8-43ce-9599-87734c13956c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:48.353585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '6ba0cce1-5eb5-4494-b7e7-275385b27d64', 'network_id': '0f3603a8-1d64-40a2-b24e-e93a1a382582', 'port_id': '6ba0cce1-5eb5-4494-b7e7-275385b27d64', 'mac_address': 'fa:16:3e:3b:d0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb331a2e-1b8f-4932-833c-ffb91e1385ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:48.395142 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.409036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba0cce1-5eb5-4494-b7e7-275385b27d64 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:48.437511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6ba0cce1-5eb5-4494-b7e7-275385b27d64, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6ba0cce1-5eb5-4494-b7e7-275385b27d64,segment=NetworkSegment(6dce9326-45c8-43ce-9599-87734c13956c),segment_id=6dce9326-45c8-43ce-9599-87734c13956c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:48.556378 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.632882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=6ba0cce1-5eb5-4494-b7e7-275385b27d64,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.814374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97350573-3327-4647-90a7-f2f2972743f4 req-c8a4f008-333e-4ac0-ab22-b9eff91b00e2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.815826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97350573-3327-4647-90a7-f2f2972743f4 req-c8a4f008-333e-4ac0-ab22-b9eff91b00e2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0811911 Aug 16 01:56:48.825911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.845524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['6ba0cce1-5eb5-4494-b7e7-275385b27d64'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:48.877764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97350573-3327-4647-90a7-f2f2972743f4 req-2d73aa8d-b1cf-446b-995e-b02b77672cee tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495365 Aug 16 01:56:48.978567 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.997789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['b72e44e5-c316-41ea-b400-e387a102ba06'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:49.051865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Network 26cca5d1-9758-4bf7-83a9-9882722bc126 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:49.073651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:49.073651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:49.080569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Pushing event updated for resources: {'Port': ['ID=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.124765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4caa-89f4-4f6f-ae6c-f2246f09bc62 req-9abe2e20-5326-4561-af67-5fe182c122e0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.126345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-537f4caa-89f4-4f6f-ae6c-f2246f09bc62 req-9abe2e20-5326-4561-af67-5fe182c122e0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.1604323 Aug 16 01:56:49.165128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.165748 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.191341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-537f4caa-89f4-4f6f-ae6c-f2246f09bc62 req-783b4cfd-077a-4801-8230-4dfe2220ebd9 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572917 Aug 16 01:56:49.248001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-c3aeab8d-e2b7-4fa6-8f2a-6d9098275d0b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5911195 Aug 16 01:56:49.271729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Request body: {'port': {'device_id': '59b22253-3e30-4ba6-b312-64cf009c91cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:49.341410 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.346439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8a149559-cfd9-4a0f-8fc6-f13247b92d21 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:49.449607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.473398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:49.475936 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21da200c-75fc-44f3-9639-ac5e6d928619" -d '{"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-unplugged", "status": "completed", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:49.489110 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:49.521944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae94c9-ea66-414e-9297-72622f7d38a2 req-d87c1982-2373-402b-8ba5-e0f9af787893 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.525181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eae94c9-ea66-414e-9297-72622f7d38a2 req-d87c1982-2373-402b-8ba5-e0f9af787893 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 944 time: 0.1326504 Aug 16 01:56:49.585712 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.620738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eae94c9-ea66-414e-9297-72622f7d38a2 req-4f01ebfc-d6c5-40b6-aae3-dfb963dbc66e tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/security-groups?id=274281cc-c099-4910-a885-9d0ae027a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886381 Aug 16 01:56:49.648602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.781704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:49.796263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1782ea-a64d-45e5-94b5-9168495cb0c8 req-0aafc703-a1a4-4b4c-82b7-9ccb056c206f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.797713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c1782ea-a64d-45e5-94b5-9168495cb0c8 req-0aafc703-a1a4-4b4c-82b7-9ccb056c206f tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1127872 Aug 16 01:56:49.799776 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.827737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Transition to ACTIVE for port object 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:49.845414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c1782ea-a64d-45e5-94b5-9168495cb0c8 req-a8462595-e01c-44d7-9d64-6733969a19ea tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407579 Aug 16 01:56:49.934228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.995084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Pushing event updated for resources: {'Port': ['ID=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:50.010192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4555-aaeb-45b8-a7a4-1f0b37a8bd83 req-fa222b39-d49b-4b8f-9d3d-14c47fd3122b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.011739 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b19f4555-aaeb-45b8-a7a4-1f0b37a8bd83 req-fa222b39-d49b-4b8f-9d3d-14c47fd3122b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 931 time: 0.1068041 Aug 16 01:56:50.092329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b19f4555-aaeb-45b8-a7a4-1f0b37a8bd83 req-59f5dccc-3ba6-4c1d-ac7c-1fd19fe8c265 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598433 Aug 16 01:56:50.109243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Attempting to bind port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:50.109575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Attempting to bind port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:50.109921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Attempting to bind port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf on network 26cca5d1-9758-4bf7-83a9-9882722bc126 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:50.115103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf on network 26cca5d1-9758-4bf7-83a9-9882722bc126 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:50.115421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Attempting to bind port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf on network 26cca5d1-9758-4bf7-83a9-9882722bc126 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:50.120660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:50.122923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Checking segment: {'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:50.124233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Bound using segment: {'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:50.124674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Bound port: 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:50.125385 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.226353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] For port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:50.229764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6ba0cce1-5eb5-4494-b7e7-275385b27d64 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:50.230334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] For port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:50.248246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ecc08-c5c8-4441-9852-fce0d5016cc9 req-cd1e36de-2ed6-488b-a7b4-d6460a12d45f tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.257725 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f02ecc08-c5c8-4441-9852-fce0d5016cc9 req-cd1e36de-2ed6-488b-a7b4-d6460a12d45f tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=39bcea3d-7121-4de8-a8a5-c458c57ea112 HTTP/1.1" status: 200 len: 948 time: 0.0892577 Aug 16 01:56:50.296548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f02ecc08-c5c8-4441-9852-fce0d5016cc9 req-8b421468-420e-40d7-acec-8bb3a46404ab tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375741 Aug 16 01:56:50.345357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.367798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 6ba0cce1-5eb5-4494-b7e7-275385b27d64 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:50.371791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 6ba0cce1-5eb5-4494-b7e7-275385b27d64 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:50.372162 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.399478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.400235 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.401833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] 10.222.0.74 "PUT /v2.0/ports/50f03bc5-8e41-4f5f-b46e-d85ceec66dcf HTTP/1.1" status: 200 len: 1092 time: 1.1364319 Aug 16 01:56:50.402304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b22253-3e30-4ba6-b312-64cf009c91cc', 'tag': '50f03bc5-8e41-4f5f-b46e-d85ceec66dcf'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:50.408807 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8a1c41-89a4-45d8-bab6-315b98543536" -d '{"events": [{"name": "network-changed", "server_uuid": "59b22253-3e30-4ba6-b312-64cf009c91cc", "tag": "50f03bc5-8e41-4f5f-b46e-d85ceec66dcf"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:50.449524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929ec00-0676-40c0-b514-7dc83cd197ef service neutron] Pushing event updated for resources: {'Port': ['ID=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:50.474730 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.484710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f62d-2383-4c8f-b370-331c1f4da297 req-b6d5d78d-f443-4403-9f73-814475bf4d69 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.489256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40b0f62d-2383-4c8f-b370-331c1f4da297 req-b6d5d78d-f443-4403-9f73-814475bf4d69 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.1116629 Aug 16 01:56:50.537362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6ba0cce1-5eb5-4494-b7e7-275385b27d64, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6ba0cce1-5eb5-4494-b7e7-275385b27d64,segment=NetworkSegment(6dce9326-45c8-43ce-9599-87734c13956c),segment_id=6dce9326-45c8-43ce-9599-87734c13956c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:50.571665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40b0f62d-2383-4c8f-b370-331c1f4da297 req-68050757-e06a-40a9-b893-1532310f8383 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748050 Aug 16 01:56:50.585764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-69bff02a-8a41-421c-a538-af342379ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.587341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-69bff02a-8a41-421c-a538-af342379ef84 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 1095 time: 0.0558956 Aug 16 01:56:50.624774 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.632731 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add0ac7c-19f9-4f15-a308-d041968737a0 x-openstack-request-id: req-add0ac7c-19f9-4f15-a308-d041968737a0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:50.633233 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-unplugged", "status": "completed", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:50.633722 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-add0ac7c-19f9-4f15-a308-d041968737a0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:50.634301 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'code': 200} Aug 16 01:56:50.651420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-bd01d8bf-3e00-4aa7-b995-91f421c6ad70 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf HTTP/1.1" status: 200 len: 217 time: 0.0480335 Aug 16 01:56:50.697361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=6ba0cce1-5eb5-4494-b7e7-275385b27d64,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:50.746452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.754744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-91675cfa-e8e1-4f51-91f5-fc3e98fa24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.754744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-91675cfa-e8e1-4f51-91f5-fc3e98fa24c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f660934d-b427-40a4-a144-ca195fdf6a77 HTTP/1.1" status: 200 len: 854 time: 0.0921066 Aug 16 01:56:50.784621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880aa2a1-9145-4eed-a5b0-1f2e8318e611 req-f305c82b-3b01-45c5-9798-6a3785985b56 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.792839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-880aa2a1-9145-4eed-a5b0-1f2e8318e611 req-f305c82b-3b01-45c5-9798-6a3785985b56 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0900438 Aug 16 01:56:50.815648 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-a40ff599-f4d6-4f48-a482-a98af41622d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=26cca5d1-9758-4bf7-83a9-9882722bc126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517561 Aug 16 01:56:50.890183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-880aa2a1-9145-4eed-a5b0-1f2e8318e611 req-72d3fe5c-5044-4212-9036-88b6f29c023b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962698 Aug 16 01:56:50.946384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-6990aa62-46aa-42e9-8c4b-42ed4ea63527 service neutron] 10.222.0.74 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195121 Aug 16 01:56:51.072374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9377e7-19a6-4c69-a726-e6e7c3808f62 req-c16586ab-6c11-4421-9154-b5eb41c46ab4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.073905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae9377e7-19a6-4c69-a726-e6e7c3808f62 req-c16586ab-6c11-4421-9154-b5eb41c46ab4 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.1109519 Aug 16 01:56:51.107909 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f1abf72-f24d-4e39-a16a-b7a765f67532 req-e076e392-61f2-43f5-a741-585e26d2af5c service neutron] 10.222.0.74 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524761 Aug 16 01:56:51.132188 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae9377e7-19a6-4c69-a726-e6e7c3808f62 req-4c4f36d3-19c6-4f8f-8b1f-fc29283cb77d tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Aug 16 01:56:51.847422 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.901401 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8402e2a-45d2-4e89-a5d4-fea9497008e3 x-openstack-request-id: req-e8402e2a-45d2-4e89-a5d4-fea9497008e3 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:51.901907 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b22253-3e30-4ba6-b312-64cf009c91cc", "tag": "50f03bc5-8e41-4f5f-b46e-d85ceec66dcf", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:51.901998 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e8402e2a-45d2-4e89-a5d4-fea9497008e3 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:51.902348 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b22253-3e30-4ba6-b312-64cf009c91cc', 'tag': '50f03bc5-8e41-4f5f-b46e-d85ceec66dcf', 'status': 'completed', 'code': 200} Aug 16 01:56:52.028552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1c41-89a4-45d8-bab6-315b98543536 req-3d59f015-9313-49c4-9525-7521c5753d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.030226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f8a1c41-89a4-45d8-bab6-315b98543536 req-3d59f015-9313-49c4-9525-7521c5753d5c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 1095 time: 0.0959797 Aug 16 01:56:52.092924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d554a3-256b-45fb-a0d3-c98317cee7ec req-df05fd91-8fef-46b3-8a46-878a552a90c9 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.094452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16d554a3-256b-45fb-a0d3-c98317cee7ec req-df05fd91-8fef-46b3-8a46-878a552a90c9 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 945 time: 0.1151745 Aug 16 01:56:52.166262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16d554a3-256b-45fb-a0d3-c98317cee7ec req-6bb8a9a9-8449-4ef6-b075-cb32a76c076a tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/security-groups?id=274281cc-c099-4910-a885-9d0ae027a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637541 Aug 16 01:56:52.171160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1c41-89a4-45d8-bab6-315b98543536 req-d840bb27-87e0-4bc0-adbc-d5d602b27596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.172629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f8a1c41-89a4-45d8-bab6-315b98543536 req-d840bb27-87e0-4bc0-adbc-d5d602b27596 service neutron] 10.222.0.74 "GET /v2.0/networks?id=26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 200 len: 915 time: 0.1338203 Aug 16 01:56:52.238572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f8a1c41-89a4-45d8-bab6-315b98543536 req-50c0f790-d0ab-4cb4-af94-cd2b0c810757 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf HTTP/1.1" status: 200 len: 217 time: 0.0479062 Aug 16 01:56:52.299236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1c41-89a4-45d8-bab6-315b98543536 req-9daf71d5-ae4f-44cc-aeeb-5d7352e11cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.301425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f8a1c41-89a4-45d8-bab6-315b98543536 req-9daf71d5-ae4f-44cc-aeeb-5d7352e11cc6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f660934d-b427-40a4-a144-ca195fdf6a77 HTTP/1.1" status: 200 len: 854 time: 0.0498288 Aug 16 01:56:52.335180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f8a1c41-89a4-45d8-bab6-315b98543536 req-4c542ad1-e6a7-4230-9d80-d88e7796ed8d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=26cca5d1-9758-4bf7-83a9-9882722bc126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248983 Aug 16 01:56:52.455875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f8a1c41-89a4-45d8-bab6-315b98543536 req-7bdaeecf-1e74-4a00-82b6-a0abcaeb4c13 service neutron] 10.222.0.74 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055644 Aug 16 01:56:52.552791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f8a1c41-89a4-45d8-bab6-315b98543536 req-480c1842-aea3-406a-a2cc-0d6faf605bd2 service neutron] 10.222.0.74 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878401 Aug 16 01:56:52.635981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fa925f-1542-4c77-9708-14e1822542ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba0cce1-5eb5-4494-b7e7-275385b27d64'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:52.638747 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c747f6-6a7f-4a7d-b391-9953dc021047" -d '{"events": [{"server_uuid": "77fa925f-1542-4c77-9708-14e1822542ac", "name": "network-vif-plugged", "status": "completed", "tag": "6ba0cce1-5eb5-4494-b7e7-275385b27d64"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:52.796779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde43e0-4b59-4310-87e5-1ca3a19b8383 req-cc44db49-5263-4aed-b60f-73c77b159756 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.798388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acde43e0-4b59-4310-87e5-1ca3a19b8383 req-cc44db49-5263-4aed-b60f-73c77b159756 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 943 time: 0.0570948 Aug 16 01:56:52.841742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-acde43e0-4b59-4310-87e5-1ca3a19b8383 req-988b0061-e0e4-4087-a8f7-e700aa524515 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Aug 16 01:56:52.950109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af48ce-c849-4047-9e17-5ee2fca289ce req-3a09f0e5-64a4-4648-a105-9734f90c31b6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.951742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55af48ce-c849-4047-9e17-5ee2fca289ce req-3a09f0e5-64a4-4648-a105-9734f90c31b6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.0545242 Aug 16 01:56:52.994708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55af48ce-c849-4047-9e17-5ee2fca289ce req-daf5cb10-7384-4871-9bc6-133f2acb0567 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360835 Aug 16 01:56:53.157389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695f994-12af-4288-aab2-7c0424ce768b req-764a0359-0ae0-48cd-b28f-6834eeb6e280 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.158896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f695f994-12af-4288-aab2-7c0424ce768b req-764a0359-0ae0-48cd-b28f-6834eeb6e280 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0518863 Aug 16 01:56:53.196542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f695f994-12af-4288-aab2-7c0424ce768b req-bf36c74f-eb51-45c4-a421-bbfa75dd3ce0 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Aug 16 01:56:53.239369 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b531891c-5dcc-4c74-af0a-2fecf43a0f7f x-openstack-request-id: req-b531891c-5dcc-4c74-af0a-2fecf43a0f7f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:53.239859 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fa925f-1542-4c77-9708-14e1822542ac", "name": "network-vif-plugged", "status": "completed", "tag": "6ba0cce1-5eb5-4494-b7e7-275385b27d64", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:53.243170 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b531891c-5dcc-4c74-af0a-2fecf43a0f7f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:53.243170 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fa925f-1542-4c77-9708-14e1822542ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba0cce1-5eb5-4494-b7e7-275385b27d64', 'code': 200} Aug 16 01:56:53.346882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad76a6-8813-4c71-b6b5-209c15677751 req-7518853a-08ca-4ff3-bebc-1e86c652de01 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.348444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aad76a6-8813-4c71-b6b5-209c15677751 req-7518853a-08ca-4ff3-bebc-1e86c652de01 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0643761 Aug 16 01:56:53.363667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:53.405938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8aad76a6-8813-4c71-b6b5-209c15677751 req-a36e33c9-7578-42ce-8b55-0b16a27c3500 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438268 Aug 16 01:56:53.407728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100ef70-837a-4c48-b73d-37b5d023789c req-1100724e-eb3f-4da3-9ee6-6897b9ff5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.409149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8100ef70-837a-4c48-b73d-37b5d023789c req-1100724e-eb3f-4da3-9ee6-6897b9ff5394 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 1097 time: 0.0793607 Aug 16 01:56:53.460039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8100ef70-837a-4c48-b73d-37b5d023789c req-f0433d34-ee10-4cb9-a922-7907829102b7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=274281cc-c099-4910-a885-9d0ae027a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Aug 16 01:56:53.475256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:53.487166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '50f03bc5-8e41-4f5f-b46e-d85ceec66dcf', 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126', 'port_id': '50f03bc5-8e41-4f5f-b46e-d85ceec66dcf', 'mac_address': 'fa:16:3e:37:1d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f660934d-b427-40a4-a144-ca195fdf6a77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:53.528041 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.543946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:53.564548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:53.592555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83f021-ed05-47c0-8141-3fa1097053d0 req-96c0563f-6db9-446d-8dc3-6ffd35e30f94 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.594079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e83f021-ed05-47c0-8141-3fa1097053d0 req-96c0563f-6db9-446d-8dc3-6ffd35e30f94 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 945 time: 0.0548527 Aug 16 01:56:53.632150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e83f021-ed05-47c0-8141-3fa1097053d0 req-30ef4d06-0609-4f58-a83c-adb92c13232f tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/security-groups?id=274281cc-c099-4910-a885-9d0ae027a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319817 Aug 16 01:56:53.676172 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.728007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:53.920594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bead6-5cef-4369-95c3-c65ec9c91cf8 req-eb7b5ad7-5545-4521-9ce1-d32bc1092a95 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.922028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-345bead6-5cef-4369-95c3-c65ec9c91cf8 req-eb7b5ad7-5545-4521-9ce1-d32bc1092a95 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0539348 Aug 16 01:56:53.961110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-345bead6-5cef-4369-95c3-c65ec9c91cf8 req-b6923154-cfff-4fbf-88a0-e34566130015 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Aug 16 01:56:54.006002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['50f03bc5-8e41-4f5f-b46e-d85ceec66dcf'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:54.063928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71a48-454d-4f11-8a98-ce2d838960c9 req-36a0f841-fb58-4259-afa0-76d4d1819209 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.065446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6b71a48-454d-4f11-8a98-ce2d838960c9 req-36a0f841-fb58-4259-afa0-76d4d1819209 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 944 time: 0.0505221 Aug 16 01:56:54.107366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6b71a48-454d-4f11-8a98-ce2d838960c9 req-7b71f0c3-a01b-4127-826d-727b349f2102 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Aug 16 01:56:54.212403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e02ce1-6333-4103-b4d9-b63e4a02c5f2 req-a496c9cc-e987-4ac5-941d-22347a7637df tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.213811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54e02ce1-6333-4103-b4d9-b63e4a02c5f2 req-a496c9cc-e987-4ac5-941d-22347a7637df tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0490992 Aug 16 01:56:54.253630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54e02ce1-6333-4103-b4d9-b63e4a02c5f2 req-9449d0c4-a125-42a2-b3d2-74e57a314a6c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336616 Aug 16 01:56:54.363959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71145e-6b01-41fd-99fc-36cfa3eeb763 req-0a5afa2b-a752-4999-843c-fb6b7940a053 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.370300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e71145e-6b01-41fd-99fc-36cfa3eeb763 req-0a5afa2b-a752-4999-843c-fb6b7940a053 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.0582709 Aug 16 01:56:54.404790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e71145e-6b01-41fd-99fc-36cfa3eeb763 req-68c50c01-3543-4981-8214-cafd8a37c2b0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330117 Aug 16 01:56:54.867288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b12e7-2aa6-41b1-a914-324c41d41645 req-69fa9f43-cbf3-4d4e-97bd-282f19d24439 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.868767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b2b12e7-2aa6-41b1-a914-324c41d41645 req-69fa9f43-cbf3-4d4e-97bd-282f19d24439 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0498714 Aug 16 01:56:54.905968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b2b12e7-2aa6-41b1-a914-324c41d41645 req-9ee14075-a0a4-4dd0-8ea4-708f229bfbdf tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310931 Aug 16 01:56:55.084683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a35814-0b04-4455-8b14-faf9e505a55e req-fb285201-dd98-4556-ab57-2ccf18e012f5 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.086193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e0a35814-0b04-4455-8b14-faf9e505a55e req-fb285201-dd98-4556-ab57-2ccf18e012f5 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 945 time: 0.0493290 Aug 16 01:56:55.124262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e0a35814-0b04-4455-8b14-faf9e505a55e req-3ef5e842-fa4b-4edb-b4a2-e15be3746729 tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/security-groups?id=274281cc-c099-4910-a885-9d0ae027a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321081 Aug 16 01:56:55.233542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1c7b0-99a4-4d57-ba62-b9961c5dedc7 req-6ca20238-a0aa-4021-b863-2e0512fe0cb8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.235044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6d1c7b0-99a4-4d57-ba62-b9961c5dedc7 req-6ca20238-a0aa-4021-b863-2e0512fe0cb8 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.0536773 Aug 16 01:56:55.273336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6d1c7b0-99a4-4d57-ba62-b9961c5dedc7 req-cad054ec-23bf-414c-9391-fa58fc422884 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322242 Aug 16 01:56:55.380773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:55.493494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:55.498174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:55.498556 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.589099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33a4ce-8324-4139-8d9c-4b5d6890e790 req-e9fb170a-e38b-4369-ae9c-d4eaa8684065 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.590880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b33a4ce-8324-4139-8d9c-4b5d6890e790 req-e9fb170a-e38b-4369-ae9c-d4eaa8684065 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 944 time: 0.0569749 Aug 16 01:56:55.608612 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.637361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b22253-3e30-4ba6-b312-64cf009c91cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f03bc5-8e41-4f5f-b46e-d85ceec66dcf'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:55.640592 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7bd049-7fd2-4399-a7d6-3ea02f8026e1" -d '{"events": [{"server_uuid": "59b22253-3e30-4ba6-b312-64cf009c91cc", "name": "network-vif-plugged", "status": "completed", "tag": "50f03bc5-8e41-4f5f-b46e-d85ceec66dcf"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:55.649118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b33a4ce-8324-4139-8d9c-4b5d6890e790 req-a67a3bb5-4fd0-4499-a31c-b1c2aed7449c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519531 Aug 16 01:56:55.655349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:55.733552 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.796115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:55.823866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785d5c1-d11d-489c-a2ae-f55eafaab32a req-a50ba93b-7165-41ed-99de-dc74e3c2f3bd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.826906 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b785d5c1-d11d-489c-a2ae-f55eafaab32a req-a50ba93b-7165-41ed-99de-dc74e3c2f3bd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.0906584 Aug 16 01:56:55.827604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01b559-93b1-40f9-865c-2e8fe02ca3ec req-61cb143b-ef6b-4d74-a12b-623314d19d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.828973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e01b559-93b1-40f9-865c-2e8fe02ca3ec req-61cb143b-ef6b-4d74-a12b-623314d19d02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 1097 time: 0.1047437 Aug 16 01:56:55.923578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b785d5c1-d11d-489c-a2ae-f55eafaab32a req-bd9f1d80-1495-4280-af8c-1bd50b59790e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918539 Aug 16 01:56:55.974096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01b559-93b1-40f9-865c-2e8fe02ca3ec req-c5c2ebed-9566-44f9-8fce-33b30a799f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.976048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e01b559-93b1-40f9-865c-2e8fe02ca3ec req-c5c2ebed-9566-44f9-8fce-33b30a799f08 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.1381454 Aug 16 01:56:56.079792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e01b559-93b1-40f9-865c-2e8fe02ca3ec req-22e43bf8-47f6-4bd8-9273-b54001dcb2ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 200 len: 1000 time: 0.0954137 Aug 16 01:56:56.151231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01b559-93b1-40f9-865c-2e8fe02ca3ec req-4f31c1ab-0c25-4bf8-a9e6-23857c6a18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.152645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e01b559-93b1-40f9-865c-2e8fe02ca3ec req-4f31c1ab-0c25-4bf8-a9e6-23857c6a18c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0574162 Aug 16 01:56:56.160375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445fe8-3199-467c-88ae-0c0bed4f19dd req-98e1ba5d-37d5-42b5-9251-ba89cbad29e4 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.161900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-84445fe8-3199-467c-88ae-0c0bed4f19dd req-98e1ba5d-37d5-42b5-9251-ba89cbad29e4 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0975318 Aug 16 01:56:56.233195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-84445fe8-3199-467c-88ae-0c0bed4f19dd req-54ae48d3-e61d-4ad6-8432-98fe09a3e42a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610712 Aug 16 01:56:56.239743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01b559-93b1-40f9-865c-2e8fe02ca3ec req-a2dc25fa-64c9-4674-8811-022f6b78618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.241241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e01b559-93b1-40f9-865c-2e8fe02ca3ec req-a2dc25fa-64c9-4674-8811-022f6b78618f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776837 Aug 16 01:56:56.245222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device dea99606-53de-4fc0-9e01-ab5cc3a51de7 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:56.471063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port dea99606-53de-4fc0-9e01-ab5cc3a51de7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=dea99606-53de-4fc0-9e01-ab5cc3a51de7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:56.489145 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d93b1fe-cfe1-470b-b54c-e44697020ae0 x-openstack-request-id: req-2d93b1fe-cfe1-470b-b54c-e44697020ae0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:56.489433 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b22253-3e30-4ba6-b312-64cf009c91cc", "name": "network-vif-plugged", "status": "completed", "tag": "50f03bc5-8e41-4f5f-b46e-d85ceec66dcf", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:56.491443 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d93b1fe-cfe1-470b-b54c-e44697020ae0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:56.492265 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b22253-3e30-4ba6-b312-64cf009c91cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f03bc5-8e41-4f5f-b46e-d85ceec66dcf', 'code': 200} Aug 16 01:56:56.495241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7', 'mac_address': 'fa:16:3e:d4:8e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:56.578427 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.600854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e01b559-93b1-40f9-865c-2e8fe02ca3ec req-a2123f18-bd34-4967-8a62-9e264905c0c2 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460112 Aug 16 01:56:56.605999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dea99606-53de-4fc0-9e01-ab5cc3a51de7 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:56.634926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port dea99606-53de-4fc0-9e01-ab5cc3a51de7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=dea99606-53de-4fc0-9e01-ab5cc3a51de7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:56.714856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f77a1-7e36-436a-bbf7-32eed18a500e req-0eb30326-8555-4838-8fcc-f7af458387d7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.716270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-240f77a1-7e36-436a-bbf7-32eed18a500e req-0eb30326-8555-4838-8fcc-f7af458387d7 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.2685935 Aug 16 01:56:56.724090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce129298-aebf-4db4-ba8d-cd637ca538f7 req-d4c44850-52a7-457d-b918-7d374162c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.724346 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.724452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce129298-aebf-4db4-ba8d-cd637ca538f7 req-d4c44850-52a7-457d-b918-7d374162c589 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 1097 time: 0.3051183 Aug 16 01:56:56.812576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=dea99606-53de-4fc0-9e01-ab5cc3a51de7,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:56.827109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['dea99606-53de-4fc0-9e01-ab5cc3a51de7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:56.830721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd7986-571b-444b-9cef-83d75f3c4262 req-eda1d886-25c5-4904-8759-ca7d07ec1a05 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.832900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43dd7986-571b-444b-9cef-83d75f3c4262 req-eda1d886-25c5-4904-8759-ca7d07ec1a05 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 945 time: 0.1971800 Aug 16 01:56:56.881165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce129298-aebf-4db4-ba8d-cd637ca538f7 req-30ebdb3f-b092-4e13-8ff3-3778accb638c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411576 Aug 16 01:56:56.890886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e01b559-93b1-40f9-865c-2e8fe02ca3ec req-027fe2da-e905-4dd6-bd41-0fb32fd4a900 service neutron] 10.222.0.64 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781408 Aug 16 01:56:56.920187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43dd7986-571b-444b-9cef-83d75f3c4262 req-1cc3c68e-4064-4274-9d87-c5c0b67a9e28 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752337 Aug 16 01:56:56.956324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-240f77a1-7e36-436a-bbf7-32eed18a500e req-4845c3b1-3c5c-477b-b6d6-855a575809dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Deleting port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:56.957166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-240f77a1-7e36-436a-bbf7-32eed18a500e req-4845c3b1-3c5c-477b-b6d6-855a575809dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.092717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-240f77a1-7e36-436a-bbf7-32eed18a500e req-4845c3b1-3c5c-477b-b6d6-855a575809dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] For port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6f7aa0a8-1a87-450f-b904-fe760cca0ca3,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:57.093270 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-240f77a1-7e36-436a-bbf7-32eed18a500e req-4845c3b1-3c5c-477b-b6d6-855a575809dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.109802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-240f77a1-7e36-436a-bbf7-32eed18a500e req-4845c3b1-3c5c-477b-b6d6-855a575809dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Calling delete_port for 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:57.215316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09cf2b-e332-45d6-854f-8750b7837d81 req-10775b42-6bfc-4f0c-85a6-e8d7635eb6cd tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.223558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db09cf2b-e332-45d6-854f-8750b7837d81 req-10775b42-6bfc-4f0c-85a6-e8d7635eb6cd tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 945 time: 0.1153259 Aug 16 01:56:57.274955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db09cf2b-e332-45d6-854f-8750b7837d81 req-ce23b9f0-16b5-4cd0-a949-0164fc46faaf tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504017 Aug 16 01:56:57.408534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-240f77a1-7e36-436a-bbf7-32eed18a500e req-4845c3b1-3c5c-477b-b6d6-855a575809dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.420824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:57.424621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['6f7aa0a8-1a87-450f-b904-fe760cca0ca3'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:57.468187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845c3b1-3c5c-477b-b6d6-855a575809dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event deleted for resources: {'Port': ['ID=6f7aa0a8-1a87-450f-b904-fe760cca0ca3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:57.541712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89f42f-bfe0-49bf-a23f-226a47b7d928 req-da516800-14ac-47dc-aafc-b45bac934c14 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.543682 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b89f42f-bfe0-49bf-a23f-226a47b7d928 req-da516800-14ac-47dc-aafc-b45bac934c14 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.1495800 Aug 16 01:56:57.544970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-240f77a1-7e36-436a-bbf7-32eed18a500e req-4845c3b1-3c5c-477b-b6d6-855a575809dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] No DVR routers for this DVR port 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:57.552842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-240f77a1-7e36-436a-bbf7-32eed18a500e req-4845c3b1-3c5c-477b-b6d6-855a575809dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.555397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-240f77a1-7e36-436a-bbf7-32eed18a500e req-4845c3b1-3c5c-477b-b6d6-855a575809dc tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.64 "DELETE /v2.0/ports/6f7aa0a8-1a87-450f-b904-fe760cca0ca3 HTTP/1.1" status: 204 len: 173 time: 0.8229034 Aug 16 01:56:57.564090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe0d339-b426-417f-9f9f-6386fa874940', 'name': 'network-vif-deleted', 'tag': '6f7aa0a8-1a87-450f-b904-fe760cca0ca3'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:57.567293 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77760c7b-ba34-48b9-bf6b-4ab60f1ecb1d" -d '{"events": [{"server_uuid": "ffe0d339-b426-417f-9f9f-6386fa874940", "name": "network-vif-deleted", "tag": "6f7aa0a8-1a87-450f-b904-fe760cca0ca3"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:57.630059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b89f42f-bfe0-49bf-a23f-226a47b7d928 req-8f0a6017-d1c5-43e2-9102-439578f20ddb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733044 Aug 16 01:56:57.867006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2430c4-5fcc-4b64-9b4e-65c03bf2d912 req-511e898f-75c7-4bbe-9036-f4d8d09d99b4 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.875681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b2430c4-5fcc-4b64-9b4e-65c03bf2d912 req-511e898f-75c7-4bbe-9036-f4d8d09d99b4 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0783124 Aug 16 01:56:57.920112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b2430c4-5fcc-4b64-9b4e-65c03bf2d912 req-9104e2e8-dc4a-46d2-8935-cae01081bc80 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Aug 16 01:56:58.044181 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42312f9a-81d6-4cb6-a27f-9f7db5f9a04e x-openstack-request-id: req-42312f9a-81d6-4cb6-a27f-9f7db5f9a04e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:58.044478 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe0d339-b426-417f-9f9f-6386fa874940", "name": "network-vif-deleted", "tag": "6f7aa0a8-1a87-450f-b904-fe760cca0ca3", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:58.044718 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42312f9a-81d6-4cb6-a27f-9f7db5f9a04e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:58.045157 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe0d339-b426-417f-9f9f-6386fa874940', 'name': 'network-vif-deleted', 'tag': '6f7aa0a8-1a87-450f-b904-fe760cca0ca3', 'status': 'completed', 'code': 200} Aug 16 01:56:58.234327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65b0ba9e-e154-4505-8e02-47b3de959a91 req-fd390e46-1896-4820-9c75-6bc1aa8577a1 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffe0d339-b426-417f-9f9f-6386fa874940 HTTP/1.1" status: 200 len: 210 time: 0.0346274 Aug 16 01:56:58.265974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device dea99606-53de-4fc0-9e01-ab5cc3a51de7 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:58.447116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port dea99606-53de-4fc0-9e01-ab5cc3a51de7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:58.450537 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.458353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081edbd-2a6f-49d5-98eb-4d55dfacc683 req-78001deb-ce89-441c-9b31-7a242fb50c80 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.460247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5081edbd-2a6f-49d5-98eb-4d55dfacc683 req-78001deb-ce89-441c-9b31-7a242fb50c80 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 945 time: 0.0759068 Aug 16 01:56:58.531325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5081edbd-2a6f-49d5-98eb-4d55dfacc683 req-da7e12da-61f6-4556-bf7a-2fdfe108cd0f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628223 Aug 16 01:56:58.627151 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.664028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:58.667057 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c6ca57-5843-40e3-9a89-41913306f584" -d '{"events": [{"server_uuid": "9686718f-9037-458e-b83c-23bc3ab85c3d", "name": "network-vif-plugged", "status": "completed", "tag": "dea99606-53de-4fc0-9e01-ab5cc3a51de7"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:58.683399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port dea99606-53de-4fc0-9e01-ab5cc3a51de7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=dea99606-53de-4fc0-9e01-ab5cc3a51de7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:58.750897 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.840915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=dea99606-53de-4fc0-9e01-ab5cc3a51de7,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:59.506939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d88120-4501-423a-855c-acc9ccbdd885 req-d31ac99c-0b8f-4043-8765-bb610ae3c02b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.508541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13d88120-4501-423a-855c-acc9ccbdd885 req-d31ac99c-0b8f-4043-8765-bb610ae3c02b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.0638771 Aug 16 01:56:59.562744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13d88120-4501-423a-855c-acc9ccbdd885 req-4b1210bd-f081-4467-acaa-9578216ffbfc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454810 Aug 16 01:56:59.621654 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a980cc9-935d-42d9-b154-9480f9a9c2c2 x-openstack-request-id: req-2a980cc9-935d-42d9-b154-9480f9a9c2c2 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:59.622670 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9686718f-9037-458e-b83c-23bc3ab85c3d", "name": "network-vif-plugged", "status": "completed", "tag": "dea99606-53de-4fc0-9e01-ab5cc3a51de7", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:59.622954 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a980cc9-935d-42d9-b154-9480f9a9c2c2 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:59.623500 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7', 'code': 200} Aug 16 01:56:59.791813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae9830-3132-47d2-b196-f67825fae9c9 req-b80ff97e-22d8-4e1b-8ad7-3d643d07f6d3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.793553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2ae9830-3132-47d2-b196-f67825fae9c9 req-b80ff97e-22d8-4e1b-8ad7-3d643d07f6d3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0667107 Aug 16 01:56:59.839527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2ae9830-3132-47d2-b196-f67825fae9c9 req-3295b50b-5100-435f-8791-6c584cef557b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396495 Aug 16 01:56:59.853279 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b31d878-1385-4756-8327-4d92be526866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.990377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a9471-817f-442e-9e2b-49d89059a716 req-f98b96d8-2e10-4a85-a3e5-6e288df463df tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.992287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba3a9471-817f-442e-9e2b-49d89059a716 req-f98b96d8-2e10-4a85-a3e5-6e288df463df tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 945 time: 0.0587816 Aug 16 01:57:00.037864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba3a9471-817f-442e-9e2b-49d89059a716 req-b4b7384b-aeae-4bb2-8eac-422cf8fbe5cd tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/security-groups?id=274281cc-c099-4910-a885-9d0ae027a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Aug 16 01:57:00.248009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555721-f947-48a7-b76b-ea2439e55f1c req-788d7808-13a9-43c2-85bb-1433fa4fdb78 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.249636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e555721-f947-48a7-b76b-ea2439e55f1c req-788d7808-13a9-43c2-85bb-1433fa4fdb78 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 945 time: 0.0566285 Aug 16 01:57:00.275371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:00.295387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e555721-f947-48a7-b76b-ea2439e55f1c req-5cd8feeb-207c-4bd9-8b11-5d1a91359bfb tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Aug 16 01:57:00.333497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:00.333497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6f7aa0a8-1a87-450f-b904-fe760cca0ca3 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:00.655651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456d67f-d5e8-481a-bbeb-5a97a8e59669 req-e4b76ed2-8b65-4198-8935-c47f482f7a0e tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.661680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8456d67f-d5e8-481a-bbeb-5a97a8e59669 req-e4b76ed2-8b65-4198-8935-c47f482f7a0e tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.64 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 945 time: 0.0494993 Aug 16 01:57:00.767064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8456d67f-d5e8-481a-bbeb-5a97a8e59669 req-c1c5a5d1-530e-41ec-9c31-31c6542637ad tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Deleting port 6ba0cce1-5eb5-4494-b7e7-275385b27d64 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:00.767064 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8456d67f-d5e8-481a-bbeb-5a97a8e59669 req-c1c5a5d1-530e-41ec-9c31-31c6542637ad tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.871307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8456d67f-d5e8-481a-bbeb-5a97a8e59669 req-c1c5a5d1-530e-41ec-9c31-31c6542637ad tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] For port 6ba0cce1-5eb5-4494-b7e7-275385b27d64, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6ba0cce1-5eb5-4494-b7e7-275385b27d64,segment=NetworkSegment(6dce9326-45c8-43ce-9599-87734c13956c),segment_id=6dce9326-45c8-43ce-9599-87734c13956c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:00.872388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8456d67f-d5e8-481a-bbeb-5a97a8e59669 req-c1c5a5d1-530e-41ec-9c31-31c6542637ad tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.896867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8456d67f-d5e8-481a-bbeb-5a97a8e59669 req-c1c5a5d1-530e-41ec-9c31-31c6542637ad tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Calling delete_port for 6ba0cce1-5eb5-4494-b7e7-275385b27d64 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:01.066440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b6016-523e-4c10-a31f-69df2ce25845 req-75bf14d9-bf45-4d2c-b769-5f0e13a6382a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.069377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-761b6016-523e-4c10-a31f-69df2ce25845 req-75bf14d9-bf45-4d2c-b769-5f0e13a6382a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.74 "GET /v2.0/ports?device_id=59b22253-3e30-4ba6-b312-64cf009c91cc HTTP/1.1" status: 200 len: 945 time: 0.1107354 Aug 16 01:57:01.077312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ca649-2051-4ee5-9850-3f32415e8eb9 req-17425771-a941-46a3-99e3-2572bace39ad tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.078980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-269ca649-2051-4ee5-9850-3f32415e8eb9 req-17425771-a941-46a3-99e3-2572bace39ad tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1204581 Aug 16 01:57:01.213408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-269ca649-2051-4ee5-9850-3f32415e8eb9 req-b0902c2c-56ac-4518-8520-da4df953bea2 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229465 Aug 16 01:57:01.263549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-761b6016-523e-4c10-a31f-69df2ce25845 req-5876f9ae-a7eb-4336-8432-aab23815a0fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Deleting port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:01.263549 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-761b6016-523e-4c10-a31f-69df2ce25845 req-5876f9ae-a7eb-4336-8432-aab23815a0fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.326642 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8456d67f-d5e8-481a-bbeb-5a97a8e59669 req-c1c5a5d1-530e-41ec-9c31-31c6542637ad tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.345507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['6ba0cce1-5eb5-4494-b7e7-275385b27d64'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:01.400834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5a5d1-530e-41ec-9c31-31c6542637ad tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Pushing event deleted for resources: {'Port': ['ID=6ba0cce1-5eb5-4494-b7e7-275385b27d64,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:01.487112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8456d67f-d5e8-481a-bbeb-5a97a8e59669 req-c1c5a5d1-530e-41ec-9c31-31c6542637ad tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] No DVR routers for this DVR port 6ba0cce1-5eb5-4494-b7e7-275385b27d64 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:01.491213 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8456d67f-d5e8-481a-bbeb-5a97a8e59669 req-c1c5a5d1-530e-41ec-9c31-31c6542637ad tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.493808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8456d67f-d5e8-481a-bbeb-5a97a8e59669 req-c1c5a5d1-530e-41ec-9c31-31c6542637ad tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.64 "DELETE /v2.0/ports/6ba0cce1-5eb5-4494-b7e7-275385b27d64 HTTP/1.1" status: 204 len: 173 time: 0.8278854 Aug 16 01:57:01.499062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fa925f-1542-4c77-9708-14e1822542ac', 'name': 'network-vif-deleted', 'tag': '6ba0cce1-5eb5-4494-b7e7-275385b27d64'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:01.502317 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301fe1fc-e7b5-403a-9183-36dce379c868" -d '{"events": [{"server_uuid": "77fa925f-1542-4c77-9708-14e1822542ac", "name": "network-vif-deleted", "tag": "6ba0cce1-5eb5-4494-b7e7-275385b27d64"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:01.529135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fef363-779a-4ec1-a39b-066798074de3 req-a560ebb2-9945-431d-878b-0781378eb2f8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.537866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70fef363-779a-4ec1-a39b-066798074de3 req-a560ebb2-9945-431d-878b-0781378eb2f8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.2001662 Aug 16 01:57:01.549735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-761b6016-523e-4c10-a31f-69df2ce25845 req-5876f9ae-a7eb-4336-8432-aab23815a0fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] For port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:01.553648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-761b6016-523e-4c10-a31f-69df2ce25845 req-5876f9ae-a7eb-4336-8432-aab23815a0fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.609885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-761b6016-523e-4c10-a31f-69df2ce25845 req-5876f9ae-a7eb-4336-8432-aab23815a0fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Calling delete_port for 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:01.617537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70fef363-779a-4ec1-a39b-066798074de3 req-11af1494-7d14-4ed1-a189-dae7c0e8bacd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787363 Aug 16 01:57:01.841536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e885f6-c62d-4f8d-a1f7-61418a0f95cb req-ecc69e9b-16e7-42d6-9081-d2ec0bb4ec6a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.843290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29e885f6-c62d-4f8d-a1f7-61418a0f95cb req-ecc69e9b-16e7-42d6-9081-d2ec0bb4ec6a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0690093 Aug 16 01:57:01.878895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-761b6016-523e-4c10-a31f-69df2ce25845 req-5876f9ae-a7eb-4336-8432-aab23815a0fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.891678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['b72e44e5-c316-41ea-b400-e387a102ba06', '50f03bc5-8e41-4f5f-b46e-d85ceec66dcf'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:01.951609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876f9ae-a7eb-4336-8432-aab23815a0fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Pushing event deleted for resources: {'Port': ['ID=50f03bc5-8e41-4f5f-b46e-d85ceec66dcf,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:01.974877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29e885f6-c62d-4f8d-a1f7-61418a0f95cb req-0ececa6d-a400-48e4-9900-98cac9d95279 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222565 Aug 16 01:57:02.032323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-761b6016-523e-4c10-a31f-69df2ce25845 req-5876f9ae-a7eb-4336-8432-aab23815a0fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] No DVR routers for this DVR port 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:02.036732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-761b6016-523e-4c10-a31f-69df2ce25845 req-5876f9ae-a7eb-4336-8432-aab23815a0fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.040990 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-761b6016-523e-4c10-a31f-69df2ce25845 req-5876f9ae-a7eb-4336-8432-aab23815a0fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.74 "DELETE /v2.0/ports/50f03bc5-8e41-4f5f-b46e-d85ceec66dcf HTTP/1.1" status: 204 len: 173 time: 0.9602988 Aug 16 01:57:02.124038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dda6e76d-2d1d-48f2-ada8-39219613d4d9 req-fc7e47c8-ffac-4681-b8c8-1aaa8fc5445b tempest-ServerMetadataNegativeTestJSON-763959292 tempest-ServerMetadataNegativeTestJSON-763959292-project] 10.222.0.66 "GET /v2.0/ports?device_id=77fa925f-1542-4c77-9708-14e1822542ac HTTP/1.1" status: 200 len: 210 time: 0.0452528 Aug 16 01:57:03.245027 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.338874 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6fde7538-7d21-4024-bd1f-6d3ad71f2dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.307067 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6ba0cce1-5eb5-4494-b7e7-275385b27d64 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:04.327682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 6ba0cce1-5eb5-4494-b7e7-275385b27d64 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:04.328027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6ba0cce1-5eb5-4494-b7e7-275385b27d64 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:04.441092 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.406190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e7cec-7a9a-4e52-beaa-abcaf36019af req-16550220-fca3-421c-95c6-9b2db5191e17 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.407759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-863e7cec-7a9a-4e52-beaa-abcaf36019af req-16550220-fca3-421c-95c6-9b2db5191e17 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2f428a-0784-4248-9549-7163bc3399e3 HTTP/1.1" status: 200 len: 944 time: 0.0651343 Aug 16 01:57:05.435800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:05.469280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:05.470006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 50f03bc5-8e41-4f5f-b46e-d85ceec66dcf not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:05.513196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-863e7cec-7a9a-4e52-beaa-abcaf36019af req-6df5d033-4bae-4aa7-9719-7c0e578d103a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Deleting port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:05.513545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-863e7cec-7a9a-4e52-beaa-abcaf36019af req-6df5d033-4bae-4aa7-9719-7c0e578d103a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.620972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-863e7cec-7a9a-4e52-beaa-abcaf36019af req-6df5d033-4bae-4aa7-9719-7c0e578d103a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] For port b8600914-ec18-4a5f-9c41-b9e89b2a18f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:05.621380 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-863e7cec-7a9a-4e52-beaa-abcaf36019af req-6df5d033-4bae-4aa7-9719-7c0e578d103a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.636057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-863e7cec-7a9a-4e52-beaa-abcaf36019af req-6df5d033-4bae-4aa7-9719-7c0e578d103a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Calling delete_port for b8600914-ec18-4a5f-9c41-b9e89b2a18f2 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:05.811944 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.887326 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-863e7cec-7a9a-4e52-beaa-abcaf36019af req-6df5d033-4bae-4aa7-9719-7c0e578d103a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.899344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['51e92d57-5f5c-4198-943f-97a999214cb6', '5b119a8e-02e3-4da4-93e9-0c47af128055'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:05.928422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5d033-4bae-4aa7-9719-7c0e578d103a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event deleted for resources: {'Port': ['ID=b8600914-ec18-4a5f-9c41-b9e89b2a18f2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:05.984875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-863e7cec-7a9a-4e52-beaa-abcaf36019af req-6df5d033-4bae-4aa7-9719-7c0e578d103a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] No DVR routers for this DVR port b8600914-ec18-4a5f-9c41-b9e89b2a18f2 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:05.997017 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-863e7cec-7a9a-4e52-beaa-abcaf36019af req-6df5d033-4bae-4aa7-9719-7c0e578d103a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.004067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-863e7cec-7a9a-4e52-beaa-abcaf36019af req-6df5d033-4bae-4aa7-9719-7c0e578d103a tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "DELETE /v2.0/ports/b8600914-ec18-4a5f-9c41-b9e89b2a18f2 HTTP/1.1" status: 204 len: 173 time: 0.5894134 Aug 16 01:57:06.866874 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d126f9b-3113-4ffd-833d-8e02120bf70f x-openstack-request-id: req-4d126f9b-3113-4ffd-833d-8e02120bf70f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:06.867465 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fa925f-1542-4c77-9708-14e1822542ac", "name": "network-vif-deleted", "tag": "6ba0cce1-5eb5-4494-b7e7-275385b27d64", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:06.867465 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d126f9b-3113-4ffd-833d-8e02120bf70f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:06.867924 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fa925f-1542-4c77-9708-14e1822542ac', 'name': 'network-vif-deleted', 'tag': '6ba0cce1-5eb5-4494-b7e7-275385b27d64', 'status': 'completed', 'code': 200} Aug 16 01:57:06.965122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d37ef-82d9-46ad-9659-fba0595c2842 req-a76a477e-4127-4ec1-aed6-deaac6bece3a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.966700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-301d37ef-82d9-46ad-9659-fba0595c2842 req-a76a477e-4127-4ec1-aed6-deaac6bece3a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.0528066 Aug 16 01:57:07.016840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-301d37ef-82d9-46ad-9659-fba0595c2842 req-37d3bb52-2300-465a-8fea-c333e8d853cb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 Aug 16 01:57:07.235294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaab77b-073f-425c-9efd-fe1753733e1e req-4a07fa1c-b185-4e14-900b-9854ea6c85a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.236961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfaab77b-073f-425c-9efd-fe1753733e1e req-4a07fa1c-b185-4e14-900b-9854ea6c85a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0639539 Aug 16 01:57:07.294546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfaab77b-073f-425c-9efd-fe1753733e1e req-1dcacc08-17cb-41c4-a58a-ba2a711d4db4 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499356 Aug 16 01:57:07.347508 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42722) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:07.429788 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a8ae16-cdd8-4b9f-84c0-6ade463feb34 admin admin] Deleting subnet fb331a2e-1b8f-4932-833c-ffb91e1385ee {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:07.434913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a8ae16-cdd8-4b9f-84c0-6ade463feb34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.478610 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a8ae16-cdd8-4b9f-84c0-6ade463feb34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.526419 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a8ae16-cdd8-4b9f-84c0-6ade463feb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.613378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acb99f-dd69-4b82-9fff-a9333402d2e2 req-07443e3e-b368-4418-9423-ce815fc59762 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.615300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47acb99f-dd69-4b82-9fff-a9333402d2e2 req-07443e3e-b368-4418-9423-ce815fc59762 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0596714 Aug 16 01:57:07.654798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47acb99f-dd69-4b82-9fff-a9333402d2e2 req-158cd5c3-ef6d-4c1f-9a3c-ed5e90d46467 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Aug 16 01:57:07.910406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a8ae16-cdd8-4b9f-84c0-6ade463feb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.938414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8ae16-cdd8-4b9f-84c0-6ade463feb34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb331a2e-1b8f-4932-833c-ffb91e1385ee,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:07.940585 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a8ae16-cdd8-4b9f-84c0-6ade463feb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.945166 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-23a8ae16-cdd8-4b9f-84c0-6ade463feb34 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fb331a2e-1b8f-4932-833c-ffb91e1385ee HTTP/1.1" status: 204 len: 168 time: 0.5950532 Aug 16 01:57:07.946714 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42732) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:08.024094 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.121243 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.133035 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3603a8-1d64-40a2-b24e-e93a1a382582']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:08.144796 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dce9326-45c8-43ce-9599-87734c13956c') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:08.145275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dce9326-45c8-43ce-9599-87734c13956c') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:08.155821 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.171737 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.178217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:08.178895 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:08.181108 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:08.275637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c35bd-7964-4303-ae3b-e535c03ec8e7 req-5707bfa5-eac0-4f42-99e9-6ab6166cefcb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.277406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d12c35bd-7964-4303-ae3b-e535c03ec8e7 req-5707bfa5-eac0-4f42-99e9-6ab6166cefcb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 943 time: 0.0592554 Aug 16 01:57:08.310339 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.330189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 1666d17d-1538-481f-a35c-0feadfea6e57 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:08.348626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d12c35bd-7964-4303-ae3b-e535c03ec8e7 req-3854f0b4-9b94-4a0b-bf21-5981b061ff63 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627012 Aug 16 01:57:08.357851 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.378782 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0f3603a8-1d64-40a2-b24e-e93a1a382582 HTTP/1.1" status: 204 len: 168 time: 0.4175684 Aug 16 01:57:08.378782 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4b6df-7dd8-45bd-867b-571939be1779 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3603a8-1d64-40a2-b24e-e93a1a382582,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.490923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 1666d17d-1538-481f-a35c-0feadfea6e57, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1666d17d-1538-481f-a35c-0feadfea6e57,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:08.501018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ea462-c5ab-44f1-9218-7c01fdf8a76a req-e05050e1-aff7-4e1a-9630-d06d8b3668c3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.502734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-452ea462-c5ab-44f1-9218-7c01fdf8a76a req-e05050e1-aff7-4e1a-9630-d06d8b3668c3 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 907 time: 0.0642323 Aug 16 01:57:08.507684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '1666d17d-1538-481f-a35c-0feadfea6e57', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'port_id': '1666d17d-1538-481f-a35c-0feadfea6e57', 'mac_address': 'fa:16:3e:fd:a9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:08.569527 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.590262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1666d17d-1538-481f-a35c-0feadfea6e57 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:08.619803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 1666d17d-1538-481f-a35c-0feadfea6e57, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1666d17d-1538-481f-a35c-0feadfea6e57,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:08.701148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966228f1-4622-4731-8c6a-27c64617c70e req-52d411e1-48a9-43ba-92d7-c6786683180f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.702603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-966228f1-4622-4731-8c6a-27c64617c70e req-52d411e1-48a9-43ba-92d7-c6786683180f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0501785 Aug 16 01:57:08.738265 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.741441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-966228f1-4622-4731-8c6a-27c64617c70e req-688ea1ce-1f64-4ab6-90e9-282852b49955 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Aug 16 01:57:08.798075 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42770) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:08.803257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=1666d17d-1538-481f-a35c-0feadfea6e57,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.840047 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-57ee4538-3550-4d92-aa03-119089393517 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e49d4479207f4baab8a06dae6dc5af71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407548 Aug 16 01:57:08.842599 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42772) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:08.870778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf51ab-684c-43b2-8c96-492a41d07271 req-4768ecf2-2c6c-47ac-9366-38a505a17b8f tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.872582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41bf51ab-684c-43b2-8c96-492a41d07271 req-4768ecf2-2c6c-47ac-9366-38a505a17b8f tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0534477 Aug 16 01:57:08.873230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b22253-3e30-4ba6-b312-64cf009c91cc', 'name': 'network-vif-deleted', 'tag': '50f03bc5-8e41-4f5f-b46e-d85ceec66dcf'}, {'server_uuid': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'name': 'network-vif-deleted', 'tag': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:08.875667 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229efe11-2b97-4395-b7ae-8423c94fe763" -d '{"events": [{"server_uuid": "59b22253-3e30-4ba6-b312-64cf009c91cc", "name": "network-vif-deleted", "tag": "50f03bc5-8e41-4f5f-b46e-d85ceec66dcf"}, {"server_uuid": "fe2f428a-0784-4248-9549-7163bc3399e3", "name": "network-vif-deleted", "tag": "b8600914-ec18-4a5f-9c41-b9e89b2a18f2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:08.897515 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e97ced37-9b0a-4313-907f-7a395fac4586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.915347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41bf51ab-684c-43b2-8c96-492a41d07271 req-20b322a6-10c9-4c59-96e0-02801455a0c4 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340147 Aug 16 01:57:08.919364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e97ced37-9b0a-4313-907f-7a395fac4586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.038061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['1666d17d-1538-481f-a35c-0feadfea6e57'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:09.053201 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e97ced37-9b0a-4313-907f-7a395fac4586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.056162 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e97ced37-9b0a-4313-907f-7a395fac4586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.061038 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e97ced37-9b0a-4313-907f-7a395fac4586 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/274281cc-c099-4910-a885-9d0ae027a22b HTTP/1.1" status: 204 len: 168 time: 0.2172499 Aug 16 01:57:09.069865 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ced37-9b0a-4313-907f-7a395fac4586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274281cc-c099-4910-a885-9d0ae027a22b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:09.123473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac710e-4137-4dbe-bc26-a1eae3d328ff req-9b3a3469-a842-40cc-ba9a-d1f127649c00 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.124988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bac710e-4137-4dbe-bc26-a1eae3d328ff req-9b3a3469-a842-40cc-ba9a-d1f127649c00 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0553586 Aug 16 01:57:09.166390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bac710e-4137-4dbe-bc26-a1eae3d328ff req-af04e506-4fbb-44d8-886f-fafc3ab4109b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345874 Aug 16 01:57:09.219949 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34028547-10fc-401b-9e81-b15e8b4a5460 x-openstack-request-id: req-34028547-10fc-401b-9e81-b15e8b4a5460 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:09.219949 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b22253-3e30-4ba6-b312-64cf009c91cc", "name": "network-vif-deleted", "tag": "50f03bc5-8e41-4f5f-b46e-d85ceec66dcf", "status": "completed", "code": 200}, {"server_uuid": "fe2f428a-0784-4248-9549-7163bc3399e3", "name": "network-vif-deleted", "tag": "b8600914-ec18-4a5f-9c41-b9e89b2a18f2", "status": "failed", "code": 422}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:09.219949 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34028547-10fc-401b-9e81-b15e8b4a5460 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:09.219949 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b22253-3e30-4ba6-b312-64cf009c91cc', 'name': 'network-vif-deleted', 'tag': '50f03bc5-8e41-4f5f-b46e-d85ceec66dcf', 'status': 'completed', 'code': 200} Aug 16 01:57:09.219949 n-d-768509-23 neutron-server[95516]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe2f428a-0784-4248-9549-7163bc3399e3', 'name': 'network-vif-deleted', 'tag': 'b8600914-ec18-4a5f-9c41-b9e89b2a18f2', 'status': 'failed', 'code': 422} returned with failed status Aug 16 01:57:09.478388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15214c1e-d7d0-42ae-ab45-5c77646497ff req-f7a0551a-ff99-40b1-b927-51d2e9091f08 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.480216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15214c1e-d7d0-42ae-ab45-5c77646497ff req-f7a0551a-ff99-40b1-b927-51d2e9091f08 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 944 time: 0.0530572 Aug 16 01:57:09.524393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15214c1e-d7d0-42ae-ab45-5c77646497ff req-34ee5d22-e6c3-45e2-bb61-865c81c47095 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376735 Aug 16 01:57:09.664914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce39280-03f6-47ce-a4d2-077db68c2dc3 req-8a257c02-daea-46a7-b3f4-eaa9060d86e9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.666452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cce39280-03f6-47ce-a4d2-077db68c2dc3 req-8a257c02-daea-46a7-b3f4-eaa9060d86e9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 907 time: 0.0509448 Aug 16 01:57:09.738941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc878ef-4fd6-4bf1-8ab7-d0d3b4bd131a req-8ea315e8-5cb3-45f1-9480-5a8b89ec138b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.740540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdc878ef-4fd6-4bf1-8ab7-d0d3b4bd131a req-8ea315e8-5cb3-45f1-9480-5a8b89ec138b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 907 time: 0.0565655 Aug 16 01:57:09.849076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-fdc878ef-4fd6-4bf1-8ab7-d0d3b4bd131a req-ac117bda-f217-4173-8954-2572297e367e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Deleting port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:09.849426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fdc878ef-4fd6-4bf1-8ab7-d0d3b4bd131a req-ac117bda-f217-4173-8954-2572297e367e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.951644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-fdc878ef-4fd6-4bf1-8ab7-d0d3b4bd131a req-ac117bda-f217-4173-8954-2572297e367e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] For port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:09.952081 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fdc878ef-4fd6-4bf1-8ab7-d0d3b4bd131a req-ac117bda-f217-4173-8954-2572297e367e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.210538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42858) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:10.330387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-fdc878ef-4fd6-4bf1-8ab7-d0d3b4bd131a req-ac117bda-f217-4173-8954-2572297e367e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Calling delete_port for cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:10.330729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1831619964-network', 'tenant_id': '9b74fa3f28b64648bcc01aae50526e54'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:10.338091 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 1666d17d-1538-481f-a35c-0feadfea6e57 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:10.412381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Made reservation on behalf of 9b74fa3f28b64648bcc01aae50526e54 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:10.415352 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.419806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db8bf7-a92c-4c2c-923c-0108b1c50f59 req-c1373fd5-0e05-4757-b437-637c4d0e6263 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.427729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74db8bf7-a92c-4c2c-923c-0108b1c50f59 req-c1373fd5-0e05-4757-b437-637c4d0e6263 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 949 time: 0.0985162 Aug 16 01:57:10.427938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.464264 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 1666d17d-1538-481f-a35c-0feadfea6e57 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:10.468675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 1666d17d-1538-481f-a35c-0feadfea6e57 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:10.469268 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.533474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.552001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74db8bf7-a92c-4c2c-923c-0108b1c50f59 req-b1a75e11-9e31-412c-83c9-033275c63a44 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198399 Aug 16 01:57:10.560832 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.584479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cce97c-4d22-4bc1-85e0-d6712bf2cc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1666d17d-1538-481f-a35c-0feadfea6e57'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:10.586773 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717cca64-e11e-48c8-b0a3-d0c8f8627fb3" -d '{"events": [{"server_uuid": "70cce97c-4d22-4bc1-85e0-d6712bf2cc1b", "name": "network-vif-plugged", "status": "completed", "tag": "1666d17d-1538-481f-a35c-0feadfea6e57"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:10.600550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 1666d17d-1538-481f-a35c-0feadfea6e57, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1666d17d-1538-481f-a35c-0feadfea6e57,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:10.601793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.632882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:10.638343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571f4223-f151-4d39-87a9-99488eb54275,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.645949 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.651693 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Added segment b70ab144-cf06-4027-853c-afd50a1ff39b of type vlan for network e50cb3b6-a871-454a-8a83-aa6d752994ba Aug 16 01:57:10.652771 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fdc878ef-4fd6-4bf1-8ab7-d0d3b4bd131a req-ac117bda-f217-4173-8954-2572297e367e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.686616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac117bda-f217-4173-8954-2572297e367e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event deleted for resources: {'Port': ['ID=cdaf5990-7d2f-4ca3-8279-f6d0d164fda7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.692237 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.703124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59adb70-218a-45e6-a56d-fc6ddf7f63f7 req-a10f84b2-df6d-44cd-9fd9-3119b2bd5174 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.710792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a59adb70-218a-45e6-a56d-fc6ddf7f63f7 req-a10f84b2-df6d-44cd-9fd9-3119b2bd5174 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0955610 Aug 16 01:57:10.722230 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.774080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc878ef-4fd6-4bf1-8ab7-d0d3b4bd131a req-ac117bda-f217-4173-8954-2572297e367e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] No DVR routers for this DVR port cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:10.797312 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fdc878ef-4fd6-4bf1-8ab7-d0d3b4bd131a req-ac117bda-f217-4173-8954-2572297e367e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.797312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdc878ef-4fd6-4bf1-8ab7-d0d3b4bd131a req-ac117bda-f217-4173-8954-2572297e367e tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "DELETE /v2.0/ports/cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 HTTP/1.1" status: 204 len: 173 time: 1.0441341 Aug 16 01:57:10.805983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=1666d17d-1538-481f-a35c-0feadfea6e57,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.810819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a59adb70-218a-45e6-a56d-fc6ddf7f63f7 req-6ac5659b-5585-42e4-95ba-2d5e0d6e7866 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990632 Aug 16 01:57:10.812832 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.814249 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.815171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.913711 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=e50cb3b6-a871-454a-8a83-aa6d752994ba,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.934509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network e50cb3b6-a871-454a-8a83-aa6d752994ba details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:10.993899 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-58bc98b8-c07c-4a64-bd70-085afbeaa2f6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7741594 Aug 16 01:57:10.993899 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42874) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:10.996141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] Request body: {'subnet': {'network_id': 'e50cb3b6-a871-454a-8a83-aa6d752994ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1831619964-subnet', 'tenant_id': '9b74fa3f28b64648bcc01aae50526e54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:11.026796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7b300-4f07-470e-ab4c-d11d905f212d req-97bbd0a0-32ff-4620-83dc-06ab3177095f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.028314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25d7b300-4f07-470e-ab4c-d11d905f212d req-97bbd0a0-32ff-4620-83dc-06ab3177095f tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 945 time: 0.0535676 Aug 16 01:57:11.067456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25d7b300-4f07-470e-ab4c-d11d905f212d req-cb5be29d-abf2-4da8-bac3-72a24a09544d tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/security-groups?id=f127ea73-c39d-4b71-8458-e199266357d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330505 Aug 16 01:57:11.110098 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] Made reservation on behalf of 9b74fa3f28b64648bcc01aae50526e54 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:11.113340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.172403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dca5b-cf02-4971-85c7-0a86788fc5c6 req-e7d9e256-26e7-45d0-9981-ef4bdaf194ab tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.173907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-118dca5b-cf02-4971-85c7-0a86788fc5c6 req-e7d9e256-26e7-45d0-9981-ef4bdaf194ab tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 945 time: 0.0493453 Aug 16 01:57:11.218403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-118dca5b-cf02-4971-85c7-0a86788fc5c6 req-211613d6-f0d0-4750-85b2-0195d0ce7294 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371532 Aug 16 01:57:11.218664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cfe6c4-32bb-4746-aca7-6742b2450b1e', 'name': 'network-vif-deleted', 'tag': 'cdaf5990-7d2f-4ca3-8279-f6d0d164fda7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:11.220921 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6208a0bf-0b18-408a-85fc-63f61d3e85fe" -d '{"events": [{"server_uuid": "d4cfe6c4-32bb-4746-aca7-6742b2450b1e", "name": "network-vif-deleted", "tag": "cdaf5990-7d2f-4ca3-8279-f6d0d164fda7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:11.385447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-8f01a7cb-03a6-4dca-ba0e-a3cb9332a039 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436983 Aug 16 01:57:11.396101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.448577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a1673a-f045-45b5-aaef-1be010f6cda4,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:11.464506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] Checking segment: {'id': 'b70ab144-cf06-4027-853c-afd50a1ff39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e50cb3b6-a871-454a-8a83-aa6d752994ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:11.464869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] Network hostable DHCP agents. Network: e50cb3b6-a871-454a-8a83-aa6d752994ba, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:11.468243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-9ad37f42-3cf1-43a5-8734-e4e75b6da2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.470070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-9ad37f42-3cf1-43a5-8734-e4e75b6da2e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 1098 time: 0.0582058 Aug 16 01:57:11.567540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] Network e50cb3b6-a871-454a-8a83-aa6d752994ba is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:11.577315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-7377e455-6542-4b3b-9bef-05715927b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.582003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-7377e455-6542-4b3b-9bef-05715927b6a3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 200 len: 913 time: 0.0871925 Aug 16 01:57:11.638198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-b320636f-7e90-41bf-ba46-6d0478ddfe48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b119a8e-02e3-4da4-93e9-0c47af128055 HTTP/1.1" status: 200 len: 217 time: 0.0392346 Aug 16 01:57:11.702973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-ac89bab4-61e6-44cd-a490-e5eb8055bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.703401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, e50cb3b6-a871-454a-8a83-aa6d752994ba) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:11.704465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-ac89bab4-61e6-44cd-a490-e5eb8055bd7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 200 len: 851 time: 0.0445085 Aug 16 01:57:11.708617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.709268 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.714587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202328e7-78da-4d3e-8af1-90f3793351e5 None None] Network e50cb3b6-a871-454a-8a83-aa6d752994ba requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:11.797558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2944dd1-b8e7-4536-b2ec-b8ba8856f9dc req-e91b8e7c-abcc-4d01-8841-7ddbf1862828 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.799272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2944dd1-b8e7-4536-b2ec-b8ba8856f9dc req-e91b8e7c-abcc-4d01-8841-7ddbf1862828 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.74 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 945 time: 0.0847390 Aug 16 01:57:11.803283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-335cd6c9-aeef-4527-89b5-7dbb26edb4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.804691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-335cd6c9-aeef-4527-89b5-7dbb26edb4f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e599376b-7b08-42e8-85bf-1a61cac76676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890212 Aug 16 01:57:11.808186 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5e93acc9-d171-45e8-8b69-4879dcb44e89 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8168526 Aug 16 01:57:11.854025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc375b7-bbcc-4639-8828-d06027df1622 None None] Network e50cb3b6-a871-454a-8a83-aa6d752994ba requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:11.989230 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eafd1c9-e487-4a72-80ef-abe2cf4edbbd x-openstack-request-id: req-4eafd1c9-e487-4a72-80ef-abe2cf4edbbd {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:11.990123 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cce97c-4d22-4bc1-85e0-d6712bf2cc1b", "name": "network-vif-plugged", "status": "completed", "tag": "1666d17d-1538-481f-a35c-0feadfea6e57", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:11.990764 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4eafd1c9-e487-4a72-80ef-abe2cf4edbbd {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:11.991895 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cce97c-4d22-4bc1-85e0-d6712bf2cc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1666d17d-1538-481f-a35c-0feadfea6e57', 'code': 200} Aug 16 01:57:12.067618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3a71efe2-949d-44eb-9523-ef5cfc33d36e req-2841d7ab-e445-4cbb-a46a-edc817ed5cbd tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4cfe6c4-32bb-4746-aca7-6742b2450b1e HTTP/1.1" status: 200 len: 210 time: 0.0722392 Aug 16 01:57:12.108620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-bf00d03b-6c66-4437-9f2e-7071c31d03e9 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431030 Aug 16 01:57:12.119262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b6cd4-d95c-4af5-a935-2821f01f21bf req-cf2acdd0-9364-4fd4-b3f2-ebcce6c633d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:12.120882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f4b6cd4-d95c-4af5-a935-2821f01f21bf req-cf2acdd0-9364-4fd4-b3f2-ebcce6c633d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 1097 time: 0.1268826 Aug 16 01:57:12.144442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-e2944dd1-b8e7-4536-b2ec-b8ba8856f9dc req-1057f909-5a10-44f9-be93-8ee718231009 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Deleting port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:12.144793 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2944dd1-b8e7-4536-b2ec-b8ba8856f9dc req-1057f909-5a10-44f9-be93-8ee718231009 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.170208 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a20ef33-bf81-4e80-b879-67688012aa64 x-openstack-request-id: req-9a20ef33-bf81-4e80-b879-67688012aa64 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:12.170726 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cfe6c4-32bb-4746-aca7-6742b2450b1e", "name": "network-vif-deleted", "tag": "cdaf5990-7d2f-4ca3-8279-f6d0d164fda7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:12.171386 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a20ef33-bf81-4e80-b879-67688012aa64 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:12.171930 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cfe6c4-32bb-4746-aca7-6742b2450b1e', 'name': 'network-vif-deleted', 'tag': 'cdaf5990-7d2f-4ca3-8279-f6d0d164fda7', 'status': 'completed', 'code': 200} Aug 16 01:57:12.324740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f4b6cd4-d95c-4af5-a935-2821f01f21bf req-fc854cb2-9eee-42ab-abaf-a638854671d3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911881 Aug 16 01:57:12.340820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device dea99606-53de-4fc0-9e01-ab5cc3a51de7 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:12.391753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d2b19f1-a66a-43bd-9198-c7a49354d5e3 req-15e866e4-b739-4bad-b57e-5de5204c1c26 service neutron] 10.222.0.74 "GET /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688069 Aug 16 01:57:12.403374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed2dd0-561e-4b71-8cf3-da8867a3c3d3 req-de34fdd8-7fbd-470c-9752-67b56c932d47 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:12.404954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8ed2dd0-561e-4b71-8cf3-da8867a3c3d3 req-de34fdd8-7fbd-470c-9752-67b56c932d47 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.1342950 Aug 16 01:57:12.406844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e2944dd1-b8e7-4536-b2ec-b8ba8856f9dc req-1057f909-5a10-44f9-be93-8ee718231009 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] For port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba,segment=NetworkSegment(8c3a448e-1a86-4410-9eb5-7b3f73776aa3),segment_id=8c3a448e-1a86-4410-9eb5-7b3f73776aa3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:12.407217 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2944dd1-b8e7-4536-b2ec-b8ba8856f9dc req-1057f909-5a10-44f9-be93-8ee718231009 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.420125 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.427734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-e2944dd1-b8e7-4536-b2ec-b8ba8856f9dc req-1057f909-5a10-44f9-be93-8ee718231009 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Calling delete_port for 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:12.460734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port dea99606-53de-4fc0-9e01-ab5cc3a51de7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=dea99606-53de-4fc0-9e01-ab5cc3a51de7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:12.498137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8ed2dd0-561e-4b71-8cf3-da8867a3c3d3 req-3e00c878-33b0-4ae1-865e-2edc5d4a747e tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829694 Aug 16 01:57:12.532145 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.585752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=dea99606-53de-4fc0-9e01-ab5cc3a51de7,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:12.648038 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2944dd1-b8e7-4536-b2ec-b8ba8856f9dc req-1057f909-5a10-44f9-be93-8ee718231009 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.660474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:12.674257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb082cee-e8a7-4877-814a-889467066176 req-971224e2-09ed-47ef-8aee-56ea30d4024c tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.66 "GET /v2.0/ports?device_id=046c4278-c744-4a54-a0f7-cbf72f87d9c6 HTTP/1.1" status: 200 len: 210 time: 0.0309513 Aug 16 01:57:12.692583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057f909-5a10-44f9-be93-8ee718231009 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Pushing event deleted for resources: {'Port': ['ID=824abde6-9c2f-4e4e-8fa9-72b1dd8adeba,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:12.734781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2944dd1-b8e7-4536-b2ec-b8ba8856f9dc req-1057f909-5a10-44f9-be93-8ee718231009 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] No DVR routers for this DVR port 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:12.737772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2944dd1-b8e7-4536-b2ec-b8ba8856f9dc req-1057f909-5a10-44f9-be93-8ee718231009 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.739798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2944dd1-b8e7-4536-b2ec-b8ba8856f9dc req-1057f909-5a10-44f9-be93-8ee718231009 tempest-ServersTestJSON-60654494 tempest-ServersTestJSON-60654494-project] 10.222.0.74 "DELETE /v2.0/ports/824abde6-9c2f-4e4e-8fa9-72b1dd8adeba HTTP/1.1" status: 204 len: 173 time: 0.9342258 Aug 16 01:57:12.960060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-4d0ab92f-4bf2-4c61-8c27-d77f8443c9e3 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:12.961460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-4d0ab92f-4bf2-4c61-8c27-d77f8443c9e3 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/networks?id=e50cb3b6-a871-454a-8a83-aa6d752994ba HTTP/1.1" status: 200 len: 809 time: 0.0993571 Aug 16 01:57:12.976855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-600d2c16-c409-4249-9440-5ba49947441b tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/quotas/9b74fa3f28b64648bcc01aae50526e54 HTTP/1.1" status: 200 len: 375 time: 0.0095720 Aug 16 01:57:13.009397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-311a7e80-143e-438c-ae52-7a185158c2d9 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9b74fa3f28b64648bcc01aae50526e54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268636 Aug 16 01:57:13.101891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-235ccbd7-ab4d-432d-9107-c15885e9d6be service neutron] 10.222.0.66 "GET /v2.0/networks/e50cb3b6-a871-454a-8a83-aa6d752994ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854206 Aug 16 01:57:13.193431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-f97e49cf-6521-4e87-a43e-16d9ec4f8841 service neutron] 10.222.0.66 "GET /v2.0/networks/e50cb3b6-a871-454a-8a83-aa6d752994ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853965 Aug 16 01:57:13.485636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:13.514868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:13.515409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 824abde6-9c2f-4e4e-8fa9-72b1dd8adeba not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:13.516178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:13.522987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c44230-2d8e-4622-a824-94e5769c7031 req-1e6106ff-3e8c-4999-8652-153101c2fbdb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.525183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6c44230-2d8e-4622-a824-94e5769c7031 req-1e6106ff-3e8c-4999-8652-153101c2fbdb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 945 time: 0.0795717 Aug 16 01:57:13.547252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:13.547754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device cdaf5990-7d2f-4ca3-8279-f6d0d164fda7 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:13.567202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6c44230-2d8e-4622-a824-94e5769c7031 req-05a10bac-055b-4e85-814d-442443a9aadc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Aug 16 01:57:13.785080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1ed1b8e-acf5-4a6d-ab7f-a7a5cf9bdc90 req-df5bfe7c-03bf-45af-8bcf-6b2f7dcf5a49 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 210 time: 0.0269356 Aug 16 01:57:13.887238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca454e08-7c08-458f-9ae5-05d8261d8b9e req-302eccd4-38d8-4d45-b9e2-0cdfbf2f5f8a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.888732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca454e08-7c08-458f-9ae5-05d8261d8b9e req-302eccd4-38d8-4d45-b9e2-0cdfbf2f5f8a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0508685 Aug 16 01:57:13.927512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca454e08-7c08-458f-9ae5-05d8261d8b9e req-db7a44f6-21cd-4d87-b7b3-7207f9bae1bb tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327811 Aug 16 01:57:13.993204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:13.995501 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241c1d95-fd95-4f55-b970-549abae449eb" -d '{"events": [{"server_uuid": "9686718f-9037-458e-b83c-23bc3ab85c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "dea99606-53de-4fc0-9e01-ab5cc3a51de7"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:14.035400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851b6b5-4358-46f3-8783-e6e02bd94bef req-df58155a-d545-471b-9df9-82ffa76a3f9a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.036897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2851b6b5-4358-46f3-8783-e6e02bd94bef req-df58155a-d545-471b-9df9-82ffa76a3f9a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 945 time: 0.0550077 Aug 16 01:57:14.075580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2851b6b5-4358-46f3-8783-e6e02bd94bef req-cf95aa5c-c39c-4e0c-900e-cf1bdc321869 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Aug 16 01:57:14.186657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046c4278-c744-4a54-a0f7-cbf72f87d9c6', 'name': 'network-vif-deleted', 'tag': '824abde6-9c2f-4e4e-8fa9-72b1dd8adeba'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:14.189618 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3ab4e0-a121-4b7c-82f3-34f0cb5df939" -d '{"events": [{"server_uuid": "046c4278-c744-4a54-a0f7-cbf72f87d9c6", "name": "network-vif-deleted", "tag": "824abde6-9c2f-4e4e-8fa9-72b1dd8adeba"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:14.241102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcc6d9-3365-48b7-b717-839fd4535dcd req-4f1d1717-37e1-4786-868f-ff16cbeb44c6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.242869 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5bcc6d9-3365-48b7-b717-839fd4535dcd req-4f1d1717-37e1-4786-868f-ff16cbeb44c6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0492995 Aug 16 01:57:14.280768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5bcc6d9-3365-48b7-b717-839fd4535dcd req-62377c0b-3b79-4936-8397-f495761d3368 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319355 Aug 16 01:57:14.671252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 42978) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:14.700656 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83204dc2-ecc4-49af-93cd-d290f037008d x-openstack-request-id: req-83204dc2-ecc4-49af-93cd-d290f037008d {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:14.701261 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9686718f-9037-458e-b83c-23bc3ab85c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "dea99606-53de-4fc0-9e01-ab5cc3a51de7", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:14.701459 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83204dc2-ecc4-49af-93cd-d290f037008d {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:14.701969 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7', 'code': 200} Aug 16 01:57:14.719460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef4beb2-cd18-4bac-a9b6-10a8a7894e92 admin admin] Deleting subnet 2de74b78-8d2a-40b0-ae8f-4fdf1265078a {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:14.722613 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eef4beb2-cd18-4bac-a9b6-10a8a7894e92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.786789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eef4beb2-cd18-4bac-a9b6-10a8a7894e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.837555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf6d53-f9e1-4be5-b6ba-f8a577b8046b req-b8281cf5-4a9d-4f82-a3e3-baf812af589e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.839058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86cf6d53-f9e1-4be5-b6ba-f8a577b8046b req-b8281cf5-4a9d-4f82-a3e3-baf812af589e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 945 time: 0.0925801 Aug 16 01:57:14.841430 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eef4beb2-cd18-4bac-a9b6-10a8a7894e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.905097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86cf6d53-f9e1-4be5-b6ba-f8a577b8046b req-e2626637-7167-4c51-8fb7-9af4df46c9f1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 Aug 16 01:57:14.948161 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a7a635-5d4e-4e8e-8163-bd3d3dd7dd2c x-openstack-request-id: req-33a7a635-5d4e-4e8e-8163-bd3d3dd7dd2c {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:14.948423 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046c4278-c744-4a54-a0f7-cbf72f87d9c6", "name": "network-vif-deleted", "tag": "824abde6-9c2f-4e4e-8fa9-72b1dd8adeba", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:14.950029 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33a7a635-5d4e-4e8e-8163-bd3d3dd7dd2c {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:14.950029 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046c4278-c744-4a54-a0f7-cbf72f87d9c6', 'name': 'network-vif-deleted', 'tag': '824abde6-9c2f-4e4e-8fa9-72b1dd8adeba', 'status': 'completed', 'code': 200} Aug 16 01:57:15.025011 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eef4beb2-cd18-4bac-a9b6-10a8a7894e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.055136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4beb2-cd18-4bac-a9b6-10a8a7894e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de74b78-8d2a-40b0-ae8f-4fdf1265078a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:15.060281 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eef4beb2-cd18-4bac-a9b6-10a8a7894e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.064068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eef4beb2-cd18-4bac-a9b6-10a8a7894e92 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2de74b78-8d2a-40b0-ae8f-4fdf1265078a HTTP/1.1" status: 204 len: 168 time: 0.3898439 Aug 16 01:57:15.065791 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42990) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.078371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545154d9-24d4-44f2-8a06-ae05ba600567 req-bc3c6387-317b-4861-b7a0-5a291db43392 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.081666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-545154d9-24d4-44f2-8a06-ae05ba600567 req-bc3c6387-317b-4861-b7a0-5a291db43392 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0862808 Aug 16 01:57:15.121109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-545154d9-24d4-44f2-8a06-ae05ba600567 req-865fb172-20cc-4097-9a4f-1274f1f6f88c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336521 Aug 16 01:57:15.150539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.230709 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.233404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28936734-ecce-4511-87c5-b250f526adc3 req-cf3a40d3-b026-4ef3-81c7-9353f24790be tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.234959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28936734-ecce-4511-87c5-b250f526adc3 req-cf3a40d3-b026-4ef3-81c7-9353f24790be tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 946 time: 0.0535216 Aug 16 01:57:15.244140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d29ad8-be58-47a9-b37d-b2ee4bbbe538']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:15.256597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3a448e-1a86-4410-9eb5-7b3f73776aa3') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:15.257220 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3a448e-1a86-4410-9eb5-7b3f73776aa3') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:15.266310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.275188 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28936734-ecce-4511-87c5-b250f526adc3 req-fb689a52-d56f-416c-8a58-a549a7356362 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339358 Aug 16 01:57:15.295779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.295779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:15.295779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:15.296249 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:15.412674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.417662 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.420792 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] 10.222.0.66 "DELETE /v2.0/networks/b3d29ad8-be58-47a9-b37d-b2ee4bbbe538 HTTP/1.1" status: 204 len: 168 time: 0.3529813 Aug 16 01:57:15.421223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3da27ad0-e8ac-4a36-9e5b-c87baf4e78f5 req-f7c37518-d362-4d60-81e6-60886acb7661 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 210 time: 0.0351026 Aug 16 01:57:15.445838 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e4817-f1bf-42b9-a28f-91cfec21421d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d29ad8-be58-47a9-b37d-b2ee4bbbe538,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:15.483737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8a149559-cfd9-4a0f-8fc6-f13247b92d21 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:15.541384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb900fb6-48d3-4a97-9861-7a936e2777d0 req-b0cd01e4-46d9-4823-a01f-1a84ac10dbe5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.542922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb900fb6-48d3-4a97-9861-7a936e2777d0 req-b0cd01e4-46d9-4823-a01f-1a84ac10dbe5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0534930 Aug 16 01:57:15.597964 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb900fb6-48d3-4a97-9861-7a936e2777d0 req-c1d17907-d0fd-44d5-8bda-4e085973ec92 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487933 Aug 16 01:57:15.599848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:15.615107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'mac_address': 'fa:16:3e:c9:fb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:15.660765 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.680524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a149559-cfd9-4a0f-8fc6-f13247b92d21 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:15.713592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:15.766262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43010) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.778933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.809358 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8652d42a-819e-4a71-bc6c-efeaa4217f87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01123a5299b448f29d82494bba871d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418990 Aug 16 01:57:15.811966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43012) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.846066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:15.878597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0308d7c6-7572-4c33-9f12-bab715d42bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.901665 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0308d7c6-7572-4c33-9f12-bab715d42bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.932188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-fa09468d-3e14-4c04-9c69-7194d5de2965 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.932752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['8a149559-cfd9-4a0f-8fc6-f13247b92d21'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:15.932883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-fa09468d-3e14-4c04-9c69-7194d5de2965 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.74 "GET /v2.0/networks?id=e50cb3b6-a871-454a-8a83-aa6d752994ba HTTP/1.1" status: 200 len: 809 time: 0.1187191 Aug 16 01:57:15.976239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Request body: {'port': {'device_id': '452d3341-e799-44c1-80f3-3ef93af4d875', 'network_id': 'e50cb3b6-a871-454a-8a83-aa6d752994ba', 'admin_state_up': True, 'tenant_id': '9b74fa3f28b64648bcc01aae50526e54'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:16.104929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0308d7c6-7572-4c33-9f12-bab715d42bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.108411 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0308d7c6-7572-4c33-9f12-bab715d42bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.117473 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0308d7c6-7572-4c33-9f12-bab715d42bf3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f127ea73-c39d-4b71-8458-e199266357d4 HTTP/1.1" status: 204 len: 168 time: 0.3018043 Aug 16 01:57:16.136936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308d7c6-7572-4c33-9f12-bab715d42bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f127ea73-c39d-4b71-8458-e199266357d4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.218399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Made reservation on behalf of 9b74fa3f28b64648bcc01aae50526e54 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:16.223136 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.355410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965cee1-c1c2-474b-a3d9-c82f24debb9e req-f63cf55a-71fc-45d4-bd26-a320819cd659 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:16.358279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6965cee1-c1c2-474b-a3d9-c82f24debb9e req-f63cf55a-71fc-45d4-bd26-a320819cd659 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 945 time: 0.1249270 Aug 16 01:57:16.458080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae18c2e-6d15-4d62-ad4a-a8348e52454a req-9a4cc3d0-e92c-43e1-9383-79bca5967ec8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:16.459481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ae18c2e-6d15-4d62-ad4a-a8348e52454a req-9a4cc3d0-e92c-43e1-9383-79bca5967ec8 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 946 time: 0.1302042 Aug 16 01:57:16.510554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6965cee1-c1c2-474b-a3d9-c82f24debb9e req-17ae6191-e4fa-40e9-8af1-0278557b8c01 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240299 Aug 16 01:57:16.516502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Allocated IP 172.20.0.14 (e50cb3b6-a871-454a-8a83-aa6d752994ba/24a1673a-f045-45b5-aaef-1be010f6cda4/dc5f88c8-daa9-4186-af95-2cd2ace0fd94) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:16.717955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4ae18c2e-6d15-4d62-ad4a-a8348e52454a req-946f861a-b249-4825-8382-fdacc570c6e5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Deleting port 5b119a8e-02e3-4da4-93e9-0c47af128055 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:16.717955 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4ae18c2e-6d15-4d62-ad4a-a8348e52454a req-946f861a-b249-4825-8382-fdacc570c6e5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.751392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5940b7-0f02-4a2f-8f40-238470e0f79f req-3a73179b-1ba7-49c8-b675-301e572b0ef0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:16.753155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b5940b7-0f02-4a2f-8f40-238470e0f79f req-3a73179b-1ba7-49c8-b675-301e572b0ef0 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de9864a-ea8a-471f-bf74-f6e64187ed79 HTTP/1.1" status: 200 len: 946 time: 0.1659553 Aug 16 01:57:16.867438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.878873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b5940b7-0f02-4a2f-8f40-238470e0f79f req-a5ccd25e-9129-44da-a08e-c8ea75f60244 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939221 Aug 16 01:57:16.904478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4ae18c2e-6d15-4d62-ad4a-a8348e52454a req-946f861a-b249-4825-8382-fdacc570c6e5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] For port 5b119a8e-02e3-4da4-93e9-0c47af128055, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5b119a8e-02e3-4da4-93e9-0c47af128055,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:16.904851 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4ae18c2e-6d15-4d62-ad4a-a8348e52454a req-946f861a-b249-4825-8382-fdacc570c6e5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.928891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4ae18c2e-6d15-4d62-ad4a-a8348e52454a req-946f861a-b249-4825-8382-fdacc570c6e5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Calling delete_port for 5b119a8e-02e3-4da4-93e9-0c47af128055 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:17.063362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52705c81-726b-4ea2-902d-8d43841feb13 req-8daf7b27-9c9e-423c-85ad-dd85f591b93c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 210 time: 0.0272989 Aug 16 01:57:17.159632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.222093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb2e98-2d8d-4ade-9d37-e8f3e7dd0b09 req-561e1e35-e585-497a-b7c5-c17c58a2a0e0 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:17.222093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6bb2e98-2d8d-4ade-9d37-e8f3e7dd0b09 req-561e1e35-e585-497a-b7c5-c17c58a2a0e0 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0929797 Aug 16 01:57:17.222633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Network e50cb3b6-a871-454a-8a83-aa6d752994ba is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:17.225877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:17.229751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:17.262060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Pushing event updated for resources: {'Port': ['ID=dc5f88c8-daa9-4186-af95-2cd2ace0fd94,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:17.274021 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4ae18c2e-6d15-4d62-ad4a-a8348e52454a req-946f861a-b249-4825-8382-fdacc570c6e5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.284539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['51e92d57-5f5c-4198-943f-97a999214cb6', '5b119a8e-02e3-4da4-93e9-0c47af128055'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:17.334543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:17.335215 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.337812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f861a-b249-4825-8382-fdacc570c6e5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event deleted for resources: {'Port': ['ID=5b119a8e-02e3-4da4-93e9-0c47af128055,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:17.407601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6bb2e98-2d8d-4ade-9d37-e8f3e7dd0b09 req-a16baf9a-84eb-45b9-94b0-830814a76ce1 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613021 Aug 16 01:57:17.421634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae18c2e-6d15-4d62-ad4a-a8348e52454a req-946f861a-b249-4825-8382-fdacc570c6e5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] No DVR routers for this DVR port 5b119a8e-02e3-4da4-93e9-0c47af128055 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:17.435896 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4ae18c2e-6d15-4d62-ad4a-a8348e52454a req-946f861a-b249-4825-8382-fdacc570c6e5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.438556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ae18c2e-6d15-4d62-ad4a-a8348e52454a req-946f861a-b249-4825-8382-fdacc570c6e5 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "DELETE /v2.0/ports/5b119a8e-02e3-4da4-93e9-0c47af128055 HTTP/1.1" status: 204 len: 173 time: 0.9678473 Aug 16 01:57:17.439023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de9864a-ea8a-471f-bf74-f6e64187ed79', 'name': 'network-vif-deleted', 'tag': '5b119a8e-02e3-4da4-93e9-0c47af128055'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:17.449967 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3624c997-4a76-4bc3-b68d-1c5cf272d7bc" -d '{"events": [{"server_uuid": "2de9864a-ea8a-471f-bf74-f6e64187ed79", "name": "network-vif-deleted", "tag": "5b119a8e-02e3-4da4-93e9-0c47af128055"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:17.454474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2889f6b1-ed8b-4905-92e6-4457960e9af6 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4824390 Aug 16 01:57:17.467396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Request body: {'port': {'device_id': '452d3341-e799-44c1-80f3-3ef93af4d875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:17.521005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8a149559-cfd9-4a0f-8fc6-f13247b92d21 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:17.577966 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.646750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:17.646750 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.832150 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.883219 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1056f8-5f45-4b69-9710-4ff5c6171750 x-openstack-request-id: req-ac1056f8-5f45-4b69-9710-4ff5c6171750 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:17.883219 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de9864a-ea8a-471f-bf74-f6e64187ed79", "name": "network-vif-deleted", "tag": "5b119a8e-02e3-4da4-93e9-0c47af128055", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:17.883589 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac1056f8-5f45-4b69-9710-4ff5c6171750 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:17.883870 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de9864a-ea8a-471f-bf74-f6e64187ed79', 'name': 'network-vif-deleted', 'tag': '5b119a8e-02e3-4da4-93e9-0c47af128055', 'status': 'completed', 'code': 200} Aug 16 01:57:17.898469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:17.901513 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69b3da5-9b41-4269-a83f-86a38e28810e" -d '{"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-plugged", "status": "completed", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:17.907638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:17.996549 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.069266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=10']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:18.087482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1a24a-ed54-4776-bbe6-abba16c07725 req-a2c643b2-0df5-4746-86b0-783c10fea010 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.091536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27f1a24a-ed54-4776-bbe6-abba16c07725 req-a2c643b2-0df5-4746-86b0-783c10fea010 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 945 time: 0.2870378 Aug 16 01:57:18.118843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab33980-c5b5-438c-992d-bb7a435d991e req-d52081f1-9a77-40e8-930f-7d29e60943c9 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.121969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ab33980-c5b5-438c-992d-bb7a435d991e req-d52081f1-9a77-40e8-930f-7d29e60943c9 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 945 time: 0.1688998 Aug 16 01:57:18.171779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6228478-fa71-4919-8b5c-b96734880282 req-71284ddb-f945-418b-a52a-d5f682130969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.173785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6228478-fa71-4919-8b5c-b96734880282 req-71284ddb-f945-418b-a52a-d5f682130969 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 1098 time: 0.1888020 Aug 16 01:57:18.305223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ab33980-c5b5-438c-992d-bb7a435d991e req-65475654-8332-4c9e-8d47-df9d85f913ee tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587234 Aug 16 01:57:18.400712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5f88c8-daa9-4186-af95-2cd2ace0fd94 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:18.416597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.455361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Transition to ACTIVE for port object dc5f88c8-daa9-4186-af95-2cd2ace0fd94 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:18.482407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-27f1a24a-ed54-4776-bbe6-abba16c07725 req-2dc2e03d-ffe7-4c02-8b53-2cea5db288fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Deleting port 1666d17d-1538-481f-a35c-0feadfea6e57 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:18.482752 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-27f1a24a-ed54-4776-bbe6-abba16c07725 req-2dc2e03d-ffe7-4c02-8b53-2cea5db288fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.487699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6228478-fa71-4919-8b5c-b96734880282 req-5b885745-946e-4f99-84f5-ea3ce4261bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.489355 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6228478-fa71-4919-8b5c-b96734880282 req-5b885745-946e-4f99-84f5-ea3ce4261bd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 912 time: 0.2874699 Aug 16 01:57:18.577094 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.698743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6228478-fa71-4919-8b5c-b96734880282 req-0d11510f-00a9-448d-b67c-57db9c0a51a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5 HTTP/1.1" status: 200 len: 1002 time: 0.1949692 Aug 16 01:57:18.713065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Pushing event updated for resources: {'Port': ['ID=dc5f88c8-daa9-4186-af95-2cd2ace0fd94,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:18.803977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-27f1a24a-ed54-4776-bbe6-abba16c07725 req-2dc2e03d-ffe7-4c02-8b53-2cea5db288fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] For port 1666d17d-1538-481f-a35c-0feadfea6e57, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=1666d17d-1538-481f-a35c-0feadfea6e57,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:18.804355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-27f1a24a-ed54-4776-bbe6-abba16c07725 req-2dc2e03d-ffe7-4c02-8b53-2cea5db288fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.842900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-27f1a24a-ed54-4776-bbe6-abba16c07725 req-2dc2e03d-ffe7-4c02-8b53-2cea5db288fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Calling delete_port for 1666d17d-1538-481f-a35c-0feadfea6e57 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:18.873793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6228478-fa71-4919-8b5c-b96734880282 req-7c7e4830-c2b5-4d3c-b3de-3136f81cfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.875312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6228478-fa71-4919-8b5c-b96734880282 req-7c7e4830-c2b5-4d3c-b3de-3136f81cfff8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 200 len: 850 time: 0.1459980 Aug 16 01:57:19.321405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Attempting to bind port dc5f88c8-daa9-4186-af95-2cd2ace0fd94 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:19.322101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Attempting to bind port dc5f88c8-daa9-4186-af95-2cd2ace0fd94 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'b70ab144-cf06-4027-853c-afd50a1ff39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e50cb3b6-a871-454a-8a83-aa6d752994ba'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:19.322101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Attempting to bind port dc5f88c8-daa9-4186-af95-2cd2ace0fd94 on network e50cb3b6-a871-454a-8a83-aa6d752994ba {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:19.377403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Port dc5f88c8-daa9-4186-af95-2cd2ace0fd94 on network e50cb3b6-a871-454a-8a83-aa6d752994ba not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:19.378428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Attempting to bind port dc5f88c8-daa9-4186-af95-2cd2ace0fd94 on network e50cb3b6-a871-454a-8a83-aa6d752994ba {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:19.403656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:19.403984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Checking segment: {'id': 'b70ab144-cf06-4027-853c-afd50a1ff39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e50cb3b6-a871-454a-8a83-aa6d752994ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:19.404374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Bound using segment: {'id': 'b70ab144-cf06-4027-853c-afd50a1ff39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e50cb3b6-a871-454a-8a83-aa6d752994ba'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:19.404813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Bound port: dc5f88c8-daa9-4186-af95-2cd2ace0fd94, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70ab144-cf06-4027-853c-afd50a1ff39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e50cb3b6-a871-454a-8a83-aa6d752994ba'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:19.405169 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.450972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ba57a-e7ff-4cc3-8e60-3c24ab289698 req-49955332-f08e-48d0-b4f2-458c4cb8b04d tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:19.453150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c21ba57a-e7ff-4cc3-8e60-3c24ab289698 req-49955332-f08e-48d0-b4f2-458c4cb8b04d tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.5668194 Aug 16 01:57:19.506232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6228478-fa71-4919-8b5c-b96734880282 req-39237f1c-66f3-487c-9e5e-ff5f2e239c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:19.506232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6228478-fa71-4919-8b5c-b96734880282 req-39237f1c-66f3-487c-9e5e-ff5f2e239c2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4580b099-2551-492d-9cb2-8302c2e9c7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6076477 Aug 16 01:57:19.516409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5b119a8e-02e3-4da4-93e9-0c47af128055 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:19.555520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 5b119a8e-02e3-4da4-93e9-0c47af128055 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:19.556223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5b119a8e-02e3-4da4-93e9-0c47af128055 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:19.634662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] For port dc5f88c8-daa9-4186-af95-2cd2ace0fd94, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:19.661990 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c21ba57a-e7ff-4cc3-8e60-3c24ab289698 req-f3b4c9a4-dd5e-46ce-a882-2cbdd2de9bf4 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761689 Aug 16 01:57:19.678829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] For port dc5f88c8-daa9-4186-af95-2cd2ace0fd94, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dc5f88c8-daa9-4186-af95-2cd2ace0fd94,segment=NetworkSegment(b70ab144-cf06-4027-853c-afd50a1ff39b),segment_id=b70ab144-cf06-4027-853c-afd50a1ff39b)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:19.710117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6228478-fa71-4919-8b5c-b96734880282 req-5aa56ca9-2ab3-4bb7-9beb-ae8b44426af7 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909711 Aug 16 01:57:19.742060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-27f1a24a-ed54-4776-bbe6-abba16c07725 req-2dc2e03d-ffe7-4c02-8b53-2cea5db288fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.748238 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6923c50e-7128-4f1f-8f37-569fa278c7db x-openstack-request-id: req-6923c50e-7128-4f1f-8f37-569fa278c7db {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:19.748541 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-plugged", "status": "completed", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:19.748799 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6923c50e-7128-4f1f-8f37-569fa278c7db {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:19.749419 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'code': 200} Aug 16 01:57:19.783180 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.825028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2e03d-ffe7-4c02-8b53-2cea5db288fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event deleted for resources: {'Port': ['ID=1666d17d-1538-481f-a35c-0feadfea6e57,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:19.871932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:19.872570 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.874225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] 10.222.0.74 "PUT /v2.0/ports/dc5f88c8-daa9-4186-af95-2cd2ace0fd94 HTTP/1.1" status: 200 len: 1093 time: 2.4113746 Aug 16 01:57:19.891279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452d3341-e799-44c1-80f3-3ef93af4d875', 'tag': 'dc5f88c8-daa9-4186-af95-2cd2ace0fd94'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:19.893567 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c622626-8bd3-4565-aff2-e741f3e4c9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "452d3341-e799-44c1-80f3-3ef93af4d875", "tag": "dc5f88c8-daa9-4186-af95-2cd2ace0fd94"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:19.985453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f1a24a-ed54-4776-bbe6-abba16c07725 req-2dc2e03d-ffe7-4c02-8b53-2cea5db288fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] No DVR routers for this DVR port 1666d17d-1538-481f-a35c-0feadfea6e57 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:20.000837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-27f1a24a-ed54-4776-bbe6-abba16c07725 req-2dc2e03d-ffe7-4c02-8b53-2cea5db288fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.005427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27f1a24a-ed54-4776-bbe6-abba16c07725 req-2dc2e03d-ffe7-4c02-8b53-2cea5db288fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "DELETE /v2.0/ports/1666d17d-1538-481f-a35c-0feadfea6e57 HTTP/1.1" status: 204 len: 173 time: 1.8782146 Aug 16 01:57:20.037496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed15e18-65d3-4e7c-94d3-c641cdffb4de service neutron] Pushing event updated for resources: {'Port': ['ID=dc5f88c8-daa9-4186-af95-2cd2ace0fd94,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:20.076342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b2ac0-b612-4503-9291-e10dcb4b7ce4 req-f7b0ecc7-6fa6-4c2e-83a6-7e8ae0bf8671 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.081809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-037b2ac0-b612-4503-9291-e10dcb4b7ce4 req-f7b0ecc7-6fa6-4c2e-83a6-7e8ae0bf8671 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 944 time: 0.1850288 Aug 16 01:57:20.102389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6228478-fa71-4919-8b5c-b96734880282 req-88cbda59-6d6f-473b-bc4d-6acfb1d1bb04 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846109 Aug 16 01:57:20.150663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-ff162d10-dada-4ab4-80f4-c04614ce8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.152281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-ff162d10-dada-4ab4-80f4-c04614ce8b1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b74fa3f28b64648bcc01aae50526e54&device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 1096 time: 0.1080272 Aug 16 01:57:20.156338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-037b2ac0-b612-4503-9291-e10dcb4b7ce4 req-0e3c583e-b6b2-4212-8595-405e3299594c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/security-groups?id=571f4223-f151-4d39-87a9-99488eb54275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736713 Aug 16 01:57:20.208233 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-753f20e0-1d09-45b8-bc30-386627ec505d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc5f88c8-daa9-4186-af95-2cd2ace0fd94 HTTP/1.1" status: 200 len: 217 time: 0.0461006 Aug 16 01:57:20.277197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-18823504-8f51-4ace-807a-5c4cfb2bbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.280661 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-18823504-8f51-4ace-807a-5c4cfb2bbf62 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24a1673a-f045-45b5-aaef-1be010f6cda4 HTTP/1.1" status: 200 len: 849 time: 0.0617170 Aug 16 01:57:20.364647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-5ccc873d-8742-4bc9-b1b4-ec27edff0aee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e50cb3b6-a871-454a-8a83-aa6d752994ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753183 Aug 16 01:57:20.372136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 1666d17d-1538-481f-a35c-0feadfea6e57 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:20.404687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 1666d17d-1538-481f-a35c-0feadfea6e57 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:20.405415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 1666d17d-1538-481f-a35c-0feadfea6e57 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:20.439676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dbbbb60d-daa2-4dbf-b9ad-aeb9a6e40840 req-446cf460-8844-4f9c-b921-0bbd6ecffeb8 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0711646 Aug 16 01:57:20.561004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a343161b-9ab4-4c9d-8c00-ee97bb1d248f req-3382ee54-960e-4a4e-8b32-87d0ea57b1ea tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 210 time: 0.0355735 Aug 16 01:57:20.620140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-e9e0e675-690d-4964-90c8-fd8f60fbcddd service neutron] 10.222.0.74 "GET /v2.0/networks/e50cb3b6-a871-454a-8a83-aa6d752994ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401848 Aug 16 01:57:20.769145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab3e9173-d218-4649-8ceb-eea0ddebe09a req-ad88dadf-3ceb-404f-9bec-248daf0d1870 service neutron] 10.222.0.74 "GET /v2.0/networks/e50cb3b6-a871-454a-8a83-aa6d752994ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379166 Aug 16 01:57:20.835466 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.389675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46030d2-91e5-4ec0-9111-6d625e4ed069 req-a290c32b-e5e3-447d-ad6b-2fa1bf3dd176 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.391300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a46030d2-91e5-4ec0-9111-6d625e4ed069 req-a290c32b-e5e3-447d-ad6b-2fa1bf3dd176 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0702760 Aug 16 01:57:21.436600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a46030d2-91e5-4ec0-9111-6d625e4ed069 req-e1d55610-7cc7-4d17-b676-fa7e0ca123e2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378613 Aug 16 01:57:21.496740 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c46e7a-8c8f-4421-9443-d1c4ee61f6d9 x-openstack-request-id: req-69c46e7a-8c8f-4421-9443-d1c4ee61f6d9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:21.497040 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452d3341-e799-44c1-80f3-3ef93af4d875", "tag": "dc5f88c8-daa9-4186-af95-2cd2ace0fd94", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:21.497315 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69c46e7a-8c8f-4421-9443-d1c4ee61f6d9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:21.497718 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452d3341-e799-44c1-80f3-3ef93af4d875', 'tag': 'dc5f88c8-daa9-4186-af95-2cd2ace0fd94', 'status': 'completed', 'code': 200} Aug 16 01:57:21.636921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c622626-8bd3-4565-aff2-e741f3e4c9fe req-7a659312-a626-4b8f-b80f-ef5b2f69b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.638656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c622626-8bd3-4565-aff2-e741f3e4c9fe req-7a659312-a626-4b8f-b80f-ef5b2f69b086 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b74fa3f28b64648bcc01aae50526e54&device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 1096 time: 0.1162577 Aug 16 01:57:21.648855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab860a-4184-4402-bb4e-c48b5a517764 req-7aa71f84-3743-4d6c-814d-b4278d9a207c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.650378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cab860a-4184-4402-bb4e-c48b5a517764 req-7aa71f84-3743-4d6c-814d-b4278d9a207c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0976815 Aug 16 01:57:21.746620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddad8e2-39f2-4660-bbfe-ad283e3b39b5 req-aa6ee359-d771-46c1-8991-5724ec01065b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.748398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ddad8e2-39f2-4660-bbfe-ad283e3b39b5 req-aa6ee359-d771-46c1-8991-5724ec01065b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.1599760 Aug 16 01:57:21.784450 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.815445 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cab860a-4184-4402-bb4e-c48b5a517764 req-d2c07198-7f06-4336-b290-0b8a848863d3 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532187 Aug 16 01:57:21.842995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c622626-8bd3-4565-aff2-e741f3e4c9fe req-f77a9464-62cb-4b33-9f4e-0a40a5849d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.844548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c622626-8bd3-4565-aff2-e741f3e4c9fe req-f77a9464-62cb-4b33-9f4e-0a40a5849d14 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e50cb3b6-a871-454a-8a83-aa6d752994ba HTTP/1.1" status: 200 len: 910 time: 0.1917779 Aug 16 01:57:21.919006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c622626-8bd3-4565-aff2-e741f3e4c9fe req-5d1808da-d564-4b14-a71c-481dee8d84ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc5f88c8-daa9-4186-af95-2cd2ace0fd94 HTTP/1.1" status: 200 len: 217 time: 0.0456188 Aug 16 01:57:21.990521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2ddad8e2-39f2-4660-bbfe-ad283e3b39b5 req-3570dc8c-caea-445a-9c10-0d6532efab69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Deleting port 51e92d57-5f5c-4198-943f-97a999214cb6 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:21.993011 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2ddad8e2-39f2-4660-bbfe-ad283e3b39b5 req-3570dc8c-caea-445a-9c10-0d6532efab69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.009994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c622626-8bd3-4565-aff2-e741f3e4c9fe req-56e2f0cf-e126-4ca3-b28f-63662777e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.011733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c622626-8bd3-4565-aff2-e741f3e4c9fe req-56e2f0cf-e126-4ca3-b28f-63662777e9ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24a1673a-f045-45b5-aaef-1be010f6cda4 HTTP/1.1" status: 200 len: 849 time: 0.0850205 Aug 16 01:57:22.113943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c622626-8bd3-4565-aff2-e741f3e4c9fe req-589f9f1b-e2ed-4813-bad7-3ef51fc28756 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e50cb3b6-a871-454a-8a83-aa6d752994ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727730 Aug 16 01:57:22.233960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2ddad8e2-39f2-4660-bbfe-ad283e3b39b5 req-3570dc8c-caea-445a-9c10-0d6532efab69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] For port 51e92d57-5f5c-4198-943f-97a999214cb6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=51e92d57-5f5c-4198-943f-97a999214cb6,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:22.234346 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2ddad8e2-39f2-4660-bbfe-ad283e3b39b5 req-3570dc8c-caea-445a-9c10-0d6532efab69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.264995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9cf2e-24fb-4817-8415-6dade08357ec req-284d37eb-5ecb-4745-a557-68d0be448e00 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.266610 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48a9cf2e-24fb-4817-8415-6dade08357ec req-284d37eb-5ecb-4745-a557-68d0be448e00 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 944 time: 0.2134063 Aug 16 01:57:22.272675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2ddad8e2-39f2-4660-bbfe-ad283e3b39b5 req-3570dc8c-caea-445a-9c10-0d6532efab69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Calling delete_port for 51e92d57-5f5c-4198-943f-97a999214cb6 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:22.377132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c622626-8bd3-4565-aff2-e741f3e4c9fe req-36fb867c-e1ff-470c-bf58-09d9232934c2 service neutron] 10.222.0.74 "GET /v2.0/networks/e50cb3b6-a871-454a-8a83-aa6d752994ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532747 Aug 16 01:57:22.394629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48a9cf2e-24fb-4817-8415-6dade08357ec req-34eff921-13bc-4cdb-89a8-bd75536ff3b9 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/security-groups?id=571f4223-f151-4d39-87a9-99488eb54275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196287 Aug 16 01:57:22.650917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4e764-d475-4210-9cb7-5a899057961c req-065028cd-b2ec-474b-bafa-e089f27b0d54 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.652489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49c4e764-d475-4210-9cb7-5a899057961c req-065028cd-b2ec-474b-bafa-e089f27b0d54 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=05f5edc4-ced7-48cb-b12a-dcde86dcc297 HTTP/1.1" status: 200 len: 945 time: 0.1433411 Aug 16 01:57:22.656916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c622626-8bd3-4565-aff2-e741f3e4c9fe req-3a7f9736-7ca1-4396-a876-22096d8b2cfe service neutron] 10.222.0.74 "GET /v2.0/networks/e50cb3b6-a871-454a-8a83-aa6d752994ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414021 Aug 16 01:57:22.723726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49c4e764-d475-4210-9cb7-5a899057961c req-1ce1fd46-b296-4553-8fa7-dbb3c845bef9 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf09d512-2a58-44f0-bce3-fa12fe28b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566750 Aug 16 01:57:22.738461 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2ddad8e2-39f2-4660-bbfe-ad283e3b39b5 req-3570dc8c-caea-445a-9c10-0d6532efab69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.753685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['51e92d57-5f5c-4198-943f-97a999214cb6'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:22.818419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570dc8c-caea-445a-9c10-0d6532efab69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event deleted for resources: {'Port': ['ID=51e92d57-5f5c-4198-943f-97a999214cb6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:22.914899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddad8e2-39f2-4660-bbfe-ad283e3b39b5 req-3570dc8c-caea-445a-9c10-0d6532efab69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] No DVR routers for this DVR port 51e92d57-5f5c-4198-943f-97a999214cb6 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:22.917704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2ddad8e2-39f2-4660-bbfe-ad283e3b39b5 req-3570dc8c-caea-445a-9c10-0d6532efab69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.919929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ddad8e2-39f2-4660-bbfe-ad283e3b39b5 req-3570dc8c-caea-445a-9c10-0d6532efab69 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.74 "DELETE /v2.0/ports/51e92d57-5f5c-4198-943f-97a999214cb6 HTTP/1.1" status: 204 len: 173 time: 1.1643710 Aug 16 01:57:22.999317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626112-028f-47c1-bbad-35038c06e770 req-b971fdd8-f032-45e6-8d15-dd4e83987da2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:23.001084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d626112-028f-47c1-bbad-35038c06e770 req-b971fdd8-f032-45e6-8d15-dd4e83987da2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0553136 Aug 16 01:57:23.058816 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d626112-028f-47c1-bbad-35038c06e770 req-268a1951-1fc7-498b-8a08-77c655158d21 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504439 Aug 16 01:57:23.214670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-063db482-aba0-4183-8db6-9af3fa5326af req-e9d640f3-a388-42f7-92ee-589e2ad37ec3 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0426412 Aug 16 01:57:23.336544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-abf15b86-35bf-4bc4-9fbd-a49cb94cec3e req-93cfcd41-ce34-47d5-8cc9-9f1062af21db tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 210 time: 0.0493257 Aug 16 01:57:23.480045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174ce9a2-12c0-4614-b639-b8222a70d651 req-7fb5be69-d3bb-4858-8c4d-e5545e3bfaab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0662606 Aug 16 01:57:23.498859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cce97c-4d22-4bc1-85e0-d6712bf2cc1b', 'name': 'network-vif-deleted', 'tag': '1666d17d-1538-481f-a35c-0feadfea6e57'}, {'server_uuid': '05f5edc4-ced7-48cb-b12a-dcde86dcc297', 'name': 'network-vif-deleted', 'tag': '51e92d57-5f5c-4198-943f-97a999214cb6'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:23.501230 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38299a16-7f61-466e-a77a-cb775d43d2cd" -d '{"events": [{"server_uuid": "70cce97c-4d22-4bc1-85e0-d6712bf2cc1b", "name": "network-vif-deleted", "tag": "1666d17d-1538-481f-a35c-0feadfea6e57"}, {"server_uuid": "05f5edc4-ced7-48cb-b12a-dcde86dcc297", "name": "network-vif-deleted", "tag": "51e92d57-5f5c-4198-943f-97a999214cb6"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:23.546189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device dc5f88c8-daa9-4186-af95-2cd2ace0fd94 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:23.584814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f70679-8373-4d11-886a-0eedb26a8a77 req-de468cf1-c09d-4389-80e7-251aa1416815 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:23.594183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2f70679-8373-4d11-886a-0eedb26a8a77 req-de468cf1-c09d-4389-80e7-251aa1416815 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 944 time: 0.0709996 Aug 16 01:57:23.659121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2f70679-8373-4d11-886a-0eedb26a8a77 req-8a06896c-0d51-419f-89aa-6f744ab0c368 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/security-groups?id=571f4223-f151-4d39-87a9-99488eb54275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609241 Aug 16 01:57:23.712319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port dc5f88c8-daa9-4186-af95-2cd2ace0fd94, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dc5f88c8-daa9-4186-af95-2cd2ace0fd94,segment=NetworkSegment(b70ab144-cf06-4027-853c-afd50a1ff39b),segment_id=b70ab144-cf06-4027-853c-afd50a1ff39b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:23.727049 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'dc5f88c8-daa9-4186-af95-2cd2ace0fd94', 'network_id': 'e50cb3b6-a871-454a-8a83-aa6d752994ba', 'port_id': 'dc5f88c8-daa9-4186-af95-2cd2ace0fd94', 'mac_address': 'fa:16:3e:83:63:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a1673a-f045-45b5-aaef-1be010f6cda4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:23.777557 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.805443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5f88c8-daa9-4186-af95-2cd2ace0fd94 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:23.826443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dc286-980e-461a-b46c-b2f517a94dbd req-be3a4985-0594-4fae-9ee2-999a778e6f02 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:23.827620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc0dc286-980e-461a-b46c-b2f517a94dbd req-be3a4985-0594-4fae-9ee2-999a778e6f02 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0657008 Aug 16 01:57:23.833675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port dc5f88c8-daa9-4186-af95-2cd2ace0fd94, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dc5f88c8-daa9-4186-af95-2cd2ace0fd94,segment=NetworkSegment(b70ab144-cf06-4027-853c-afd50a1ff39b),segment_id=b70ab144-cf06-4027-853c-afd50a1ff39b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:23.875787 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.953350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc0dc286-980e-461a-b46c-b2f517a94dbd req-2c80cfac-336b-4e24-abc6-0baff5bfc6d1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189041 Aug 16 01:57:23.962137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=dc5f88c8-daa9-4186-af95-2cd2ace0fd94,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:24.000785 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:57:24.020668 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e423b3-a23b-487d-abce-7226060981b9 x-openstack-request-id: req-b0e423b3-a23b-487d-abce-7226060981b9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:24.021051 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cce97c-4d22-4bc1-85e0-d6712bf2cc1b", "name": "network-vif-deleted", "tag": "1666d17d-1538-481f-a35c-0feadfea6e57", "status": "completed", "code": 200}, {"server_uuid": "05f5edc4-ced7-48cb-b12a-dcde86dcc297", "name": "network-vif-deleted", "tag": "51e92d57-5f5c-4198-943f-97a999214cb6", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:24.021376 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0e423b3-a23b-487d-abce-7226060981b9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:24.021930 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cce97c-4d22-4bc1-85e0-d6712bf2cc1b', 'name': 'network-vif-deleted', 'tag': '1666d17d-1538-481f-a35c-0feadfea6e57', 'status': 'completed', 'code': 200} Aug 16 01:57:24.026590 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f5edc4-ced7-48cb-b12a-dcde86dcc297', 'name': 'network-vif-deleted', 'tag': '51e92d57-5f5c-4198-943f-97a999214cb6', 'status': 'completed', 'code': 200} Aug 16 01:57:24.119661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['dc5f88c8-daa9-4186-af95-2cd2ace0fd94'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:24.274785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e5f72-7eec-4c90-80cf-50f63b7b236d req-22a575ec-4013-430f-8d78-6e6bd8fe841c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:24.284153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca1e5f72-7eec-4c90-80cf-50f63b7b236d req-22a575ec-4013-430f-8d78-6e6bd8fe841c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0842981 Aug 16 01:57:24.325148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca1e5f72-7eec-4c90-80cf-50f63b7b236d req-7a786c7f-17b9-4429-814c-2105732f5ca4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 Aug 16 01:57:24.900075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-603080b3-f6d4-477c-b02e-79f8ef04669b req-03b56eec-db90-4eb1-a9c8-2c2e3e913fa9 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0314491 Aug 16 01:57:25.022922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26b01503-3db2-41bb-8db4-535e76c7e0a6 req-c6803bff-6715-4a31-8745-205a1f8ae1f4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 210 time: 0.0370755 Aug 16 01:57:25.214469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9de16-0f2b-4c8d-9125-0b2dc514beee req-35da9329-5647-4a88-997e-8d8b7a09d81c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:25.216025 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35d9de16-0f2b-4c8d-9125-0b2dc514beee req-35da9329-5647-4a88-997e-8d8b7a09d81c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 945 time: 0.0515218 Aug 16 01:57:25.277431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35d9de16-0f2b-4c8d-9125-0b2dc514beee req-e542b2e1-7017-4a53-89ab-913191c0d3ed tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/security-groups?id=571f4223-f151-4d39-87a9-99488eb54275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 Aug 16 01:57:25.411279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b5cbd-57d5-46a8-926f-6a943f35bed7 req-a479d8a0-8517-41e5-8d1b-104c3a597c36 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:25.413005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af2b5cbd-57d5-46a8-926f-6a943f35bed7 req-a479d8a0-8517-41e5-8d1b-104c3a597c36 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.0733740 Aug 16 01:57:25.482144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af2b5cbd-57d5-46a8-926f-6a943f35bed7 req-6913bbb2-ca27-49c2-822f-7ddadedc5477 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec2dfa72-07d3-4282-b996-133939704652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501790 Aug 16 01:57:25.576375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device dc5f88c8-daa9-4186-af95-2cd2ace0fd94 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:25.858378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port dc5f88c8-daa9-4186-af95-2cd2ace0fd94 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:25.863716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port dc5f88c8-daa9-4186-af95-2cd2ace0fd94 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:25.864369 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.945468 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.982999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port dc5f88c8-daa9-4186-af95-2cd2ace0fd94, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dc5f88c8-daa9-4186-af95-2cd2ace0fd94,segment=NetworkSegment(b70ab144-cf06-4027-853c-afd50a1ff39b),segment_id=b70ab144-cf06-4027-853c-afd50a1ff39b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:25.983535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d3341-e799-44c1-80f3-3ef93af4d875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5f88c8-daa9-4186-af95-2cd2ace0fd94'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:25.986145 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f862f3a2-1571-4e36-a9ac-894d778da8a3" -d '{"events": [{"server_uuid": "452d3341-e799-44c1-80f3-3ef93af4d875", "name": "network-vif-plugged", "status": "completed", "tag": "dc5f88c8-daa9-4186-af95-2cd2ace0fd94"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:26.098685 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.100070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 51e92d57-5f5c-4198-943f-97a999214cb6 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:26.158413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 51e92d57-5f5c-4198-943f-97a999214cb6 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:26.162971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 51e92d57-5f5c-4198-943f-97a999214cb6 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:26.270227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f5d7e-1b07-47c0-817e-2d7ea559ab2b req-28740b99-6474-4586-9794-d33964edd239 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:26.280372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-227f5d7e-1b07-47c0-817e-2d7ea559ab2b req-28740b99-6474-4586-9794-d33964edd239 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1256461 Aug 16 01:57:26.283228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=dc5f88c8-daa9-4186-af95-2cd2ace0fd94,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:26.330950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-227f5d7e-1b07-47c0-817e-2d7ea559ab2b req-452d73f2-049a-466e-b896-b5ada93ae900 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494964 Aug 16 01:57:26.489315 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089bc6de-7133-461b-9861-e3879107284c x-openstack-request-id: req-089bc6de-7133-461b-9861-e3879107284c {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:26.489315 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d3341-e799-44c1-80f3-3ef93af4d875", "name": "network-vif-plugged", "status": "completed", "tag": "dc5f88c8-daa9-4186-af95-2cd2ace0fd94", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:26.489315 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-089bc6de-7133-461b-9861-e3879107284c {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:26.489720 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452d3341-e799-44c1-80f3-3ef93af4d875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5f88c8-daa9-4186-af95-2cd2ace0fd94', 'code': 200} Aug 16 01:57:26.629633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-ae5b08e1-bf43-4f1d-a537-6903437069cd tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:26.631551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-ae5b08e1-bf43-4f1d-a537-6903437069cd tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 945 time: 0.1417644 Aug 16 01:57:26.647895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46de84f1-a622-4382-af02-ca4dc3d8ff52 req-cfab7f09-a0b5-42b4-9be4-cdac20482903 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=70cce97c-4d22-4bc1-85e0-d6712bf2cc1b HTTP/1.1" status: 200 len: 210 time: 0.0865252 Aug 16 01:57:26.733653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87843905-1a0a-44cc-b3ea-37176f0ce930 req-e0e0437a-1948-46bc-aed2-b4d1218959f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:26.735193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87843905-1a0a-44cc-b3ea-37176f0ce930 req-e0e0437a-1948-46bc-aed2-b4d1218959f3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 1098 time: 0.1648054 Aug 16 01:57:26.828443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb7bb263-15e4-4b53-ab4a-6c95563cfeb1 req-6cb6ca7b-4b31-4a46-b92d-270dfb0bd3e9 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0444536 Aug 16 01:57:26.835290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87843905-1a0a-44cc-b3ea-37176f0ce930 req-efdb8c4e-ae92-401a-a8db-ed7c819833e1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=571f4223-f151-4d39-87a9-99488eb54275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894115 Aug 16 01:57:26.863784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Deleting port 41f14e64-86ae-4f7e-8217-465b53aefeac {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:26.864383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.017343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] For port 41f14e64-86ae-4f7e-8217-465b53aefeac, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41f14e64-86ae-4f7e-8217-465b53aefeac,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:27.018329 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.130592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcfdab-4758-4208-afda-19938d26d4ca req-2e1fb648-fce9-4624-8bf9-46cbdd856500 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:27.137905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fdcfdab-4758-4208-afda-19938d26d4ca req-2e1fb648-fce9-4624-8bf9-46cbdd856500 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 946 time: 0.1163309 Aug 16 01:57:27.229969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fdcfdab-4758-4208-afda-19938d26d4ca req-71cfeb96-d75c-451d-9025-72b9901f13a2 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/security-groups?id=571f4223-f151-4d39-87a9-99488eb54275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876307 Aug 16 01:57:27.345733 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.347738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.348062 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Floating IP 208d9a86-c722-4894-8856-186b0ff86b8e disassociated. External IP: 172.25.8.202, port: 41f14e64-86ae-4f7e-8217-465b53aefeac. Aug 16 01:57:27.348415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Calling delete_port for 41f14e64-86ae-4f7e-8217-465b53aefeac owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:27.425320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b06c9-adcf-4b12-aa54-7caede415a49 req-baef51d1-0dbf-4598-ba66-9a25db18812c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:27.431779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-098b06c9-adcf-4b12-aa54-7caede415a49 req-baef51d1-0dbf-4598-ba66-9a25db18812c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1266246 Aug 16 01:57:27.511108 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-098b06c9-adcf-4b12-aa54-7caede415a49 req-8febc6ce-03a9-410e-8393-737cc1a6f68e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638707 Aug 16 01:57:27.653240 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.749942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6760e710-e28a-4c04-b557-5d3c1a77689c req-4351624f-361e-4061-9a02-b034ed871277 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 210 time: 0.0642238 Aug 16 01:57:27.804940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event deleted for resources: {'Port': ['ID=41f14e64-86ae-4f7e-8217-465b53aefeac,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:27.930777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Router 532cc84d-550d-4bb6-a42a-e53da2da0714 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:28.085321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6e79430-c15f-4405-be26-3e43695658dc req-3460cb3a-4fbe-47f2-a9ce-ba6b7a3b7022 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0293534 Aug 16 01:57:28.096550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:28.108140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e22abf-a47e-4b2a-b564-a3d4e5eb954c None None] Sync routers for ids ['532cc84d-550d-4bb6-a42a-e53da2da0714'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:28.120648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e22abf-a47e-4b2a-b564-a3d4e5eb954c None None] Routers {'532cc84d-550d-4bb6-a42a-e53da2da0714'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:28.125262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-26e22abf-a47e-4b2a-b564-a3d4e5eb954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:57:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['532cc84d-550d-4bb6-a42a-e53da2da0714'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:28.181262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] No DVR routers for this DVR port 41f14e64-86ae-4f7e-8217-465b53aefeac on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:28.184107 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.187006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-208b7221-ae72-4399-b669-d8d7d1464e07 req-46c8d5c6-818d-4be0-a0c0-553464aefc82 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.64 "DELETE /v2.0/ports/41f14e64-86ae-4f7e-8217-465b53aefeac HTTP/1.1" status: 204 len: 173 time: 1.5378850 Aug 16 01:57:28.187560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-deleted', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:28.191141 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe17025-8203-4049-8516-f21665849e0c" -d '{"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-deleted", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:28.319976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe14a4-6c0b-4b1b-b2e1-50f0235a1704 req-6f2551a7-d23c-4c01-9a95-2c2a21e6eba4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.323100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1dbe14a4-6c0b-4b1b-b2e1-50f0235a1704 req-6f2551a7-d23c-4c01-9a95-2c2a21e6eba4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0901434 Aug 16 01:57:28.329137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-26e22abf-a47e-4b2a-b564-a3d4e5eb954c None None] Set router 532cc84d-550d-4bb6-a42a-e53da2da0714 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:28.399839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1dbe14a4-6c0b-4b1b-b2e1-50f0235a1704 req-947f04d7-489c-45ef-87a1-4eb826f037fc tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710380 Aug 16 01:57:28.450511 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d456525-9bd1-4af5-99f0-5946ca0b24d1 x-openstack-request-id: req-8d456525-9bd1-4af5-99f0-5946ca0b24d1 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:28.450658 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf5678a-8912-4eba-b8c8-1d2609d1ec7c", "name": "network-vif-deleted", "tag": "41f14e64-86ae-4f7e-8217-465b53aefeac", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:28.450921 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d456525-9bd1-4af5-99f0-5946ca0b24d1 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:28.451329 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf5678a-8912-4eba-b8c8-1d2609d1ec7c', 'name': 'network-vif-deleted', 'tag': '41f14e64-86ae-4f7e-8217-465b53aefeac', 'status': 'completed', 'code': 200} Aug 16 01:57:28.582699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97566b88-fff2-45ff-b9d0-3c07c199691b req-8bb7ab94-64c9-45d0-991f-5595965acdcb tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.592306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97566b88-fff2-45ff-b9d0-3c07c199691b req-8bb7ab94-64c9-45d0-991f-5595965acdcb tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 946 time: 0.0834956 Aug 16 01:57:28.647481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97566b88-fff2-45ff-b9d0-3c07c199691b req-c9d369f8-33ec-4c2a-8268-1711efbee04f tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/security-groups?id=571f4223-f151-4d39-87a9-99488eb54275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541792 Aug 16 01:57:28.730657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-26e22abf-a47e-4b2a-b564-a3d4e5eb954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 4, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '31b05de9-016f-4d9d-b458-12dc562d4d3e', 'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'mac_address': 'fa:16:3e:ef:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:05Z', 'updated_at': '2021-08-16T01:48:14Z', 'revision_number': 5, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'subnets': [{'id': '7343030e-9add-4353-8aff-66a47414352b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:28.791844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf07595-66ca-4dd3-aa90-6c6a03bda466 req-92bc131e-8515-438c-8c45-22a0e5941eff tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.800924 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bf07595-66ca-4dd3-aa90-6c6a03bda466 req-92bc131e-8515-438c-8c45-22a0e5941eff tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0912883 Aug 16 01:57:28.850411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bf07595-66ca-4dd3-aa90-6c6a03bda466 req-08c966e9-5b74-41d1-b6f3-d40c8d12d822 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 Aug 16 01:57:28.993508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e22abf-a47e-4b2a-b564-a3d4e5eb954c None None] Checking router: 532cc84d-550d-4bb6-a42a-e53da2da0714 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:29.003124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e22abf-a47e-4b2a-b564-a3d4e5eb954c None None] Routers {'532cc84d-550d-4bb6-a42a-e53da2da0714'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:29.003781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-26e22abf-a47e-4b2a-b564-a3d4e5eb954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:57:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['532cc84d-550d-4bb6-a42a-e53da2da0714'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:29.207742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-045a92bf-4397-4cd4-8bb6-a7f7c051264d req-663d848b-d6dc-4540-a1f8-1a4f8f8b6669 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cf5678a-8912-4eba-b8c8-1d2609d1ec7c HTTP/1.1" status: 200 len: 210 time: 0.0444427 Aug 16 01:57:29.283915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-26e22abf-a47e-4b2a-b564-a3d4e5eb954c None None] Set router 532cc84d-550d-4bb6-a42a-e53da2da0714 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:29.536353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08f02ca0-d6d3-4440-9811-08df9f4b0773 req-5d97b83d-e13c-4204-8122-9006be0f1f1c tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0417006 Aug 16 01:57:29.574349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-26e22abf-a47e-4b2a-b564-a3d4e5eb954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 4, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '31b05de9-016f-4d9d-b458-12dc562d4d3e', 'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'mac_address': 'fa:16:3e:ef:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:05Z', 'updated_at': '2021-08-16T01:48:14Z', 'revision_number': 5, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'subnets': [{'id': '7343030e-9add-4353-8aff-66a47414352b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:29.635160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e22abf-a47e-4b2a-b564-a3d4e5eb954c None None] The sync data for ids ['532cc84d-550d-4bb6-a42a-e53da2da0714'] in n-d-768509-23 is: [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 4, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '31b05de9-016f-4d9d-b458-12dc562d4d3e', 'name': '', 'network_id': 'e599376b-7b08-42e8-85bf-1a61cac76676', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'mac_address': 'fa:16:3e:ef:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7343030e-9add-4353-8aff-66a47414352b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:05Z', 'updated_at': '2021-08-16T01:48:14Z', 'revision_number': 5, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'subnets': [{'id': '7343030e-9add-4353-8aff-66a47414352b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:29.727630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d4d94-9d06-40bc-bb41-a4c45b107d2b req-554be72a-e847-4e3d-81e4-80ecd15d7a9c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:29.735208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-707d4d94-9d06-40bc-bb41-a4c45b107d2b req-554be72a-e847-4e3d-81e4-80ecd15d7a9c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0690844 Aug 16 01:57:29.785650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-707d4d94-9d06-40bc-bb41-a4c45b107d2b req-a5ee48ca-c5ac-4b8d-b09e-263cf6747aa2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494947 Aug 16 01:57:29.849800 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17e1d9bf-e8dd-4b0e-ba76-75675e4ea280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.929668 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a0e4c-a21f-43d4-8766-b5a32bfd06f5 None None] New status for floating IP 208d9a86-c722-4894-8856-186b0ff86b8e: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:57:30.114921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be102fa-5021-42e3-9ef8-2ed618ec9b95 req-6ccffa76-234f-41ac-98ca-057843ea0225 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:30.116650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8be102fa-5021-42e3-9ef8-2ed618ec9b95 req-6ccffa76-234f-41ac-98ca-057843ea0225 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0727260 Aug 16 01:57:30.193955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8be102fa-5021-42e3-9ef8-2ed618ec9b95 req-522dfaae-187e-4839-862f-05e0bdc76685 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567684 Aug 16 01:57:30.493874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:30.503524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 41f14e64-86ae-4f7e-8217-465b53aefeac {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:30.503873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41f14e64-86ae-4f7e-8217-465b53aefeac not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:30.773970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 43364) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:30.873662 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0021650d-4325-4fc7-9072-f87e419c1492 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.907474 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0021650d-4325-4fc7-9072-f87e419c1492 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.965468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f817c7b-b7bf-486a-9f57-0f26acea05b0 req-9b15bdf1-92d0-4dee-979d-7778fba2ed10 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0427268 Aug 16 01:57:31.075686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0021650d-4325-4fc7-9072-f87e419c1492 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.079007 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0021650d-4325-4fc7-9072-f87e419c1492 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.083480 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43374) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:31.088641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0021650d-4325-4fc7-9072-f87e419c1492 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "DELETE /v2.0/security-groups/ec2dfa72-07d3-4282-b996-133939704652 HTTP/1.1" status: 204 len: 168 time: 0.3121271 Aug 16 01:57:31.100872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021650d-4325-4fc7-9072-f87e419c1492 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2dfa72-07d3-4282-b996-133939704652,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.116430 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-661adbf1-305d-418d-9c99-6506d5366900 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] show failed (client error): The resource could not be found. Aug 16 01:57:31.131197 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-661adbf1-305d-418d-9c99-6506d5366900 tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "GET /v2.0/security-groups/ec2dfa72-07d3-4282-b996-133939704652 HTTP/1.1" status: 404 len: 347 time: 0.0444191 Aug 16 01:57:31.133856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43376) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:31.307386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Deleting port 233b9a1c-1358-4520-806b-faa92278e69b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:31.307765 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.433425 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.433940 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.467583 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Calling delete_port for 233b9a1c-1358-4520-806b-faa92278e69b owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:31.722059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7793aa-f1fc-4de3-a99e-72814a80adfc req-113416b9-ff9f-4a21-a137-5f498e42e21d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.723161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c7793aa-f1fc-4de3-a99e-72814a80adfc req-113416b9-ff9f-4a21-a137-5f498e42e21d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.4902813 Aug 16 01:57:31.761556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c7793aa-f1fc-4de3-a99e-72814a80adfc req-f371ee57-fde7-4bbd-a3ee-9d95816fb2d2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Aug 16 01:57:31.846873 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.872775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Pushing event deleted for resources: {'Port': ['ID=233b9a1c-1358-4520-806b-faa92278e69b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.885092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.885538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.885779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.886134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.886567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.886779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.887104 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.887441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.887741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.888058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.888380 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.888702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.954061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.957430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.959389 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2b9b3267-c51b-4102-8030-a211151f3f6b tempest-ServerActionsTestJSON-2080461228 tempest-ServerActionsTestJSON-2080461228-project] 10.222.0.66 "DELETE /v2.0/floatingips/208d9a86-c722-4894-8856-186b0ff86b8e HTTP/1.1" status: 204 len: 168 time: 0.8236196 Aug 16 01:57:31.965993 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43392) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:32.058644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d7a6d-e6dd-4437-9113-828061f39bc6 req-e5f96160-7038-47ee-8d1f-da25a74ad2e5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.060164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-730d7a6d-e6dd-4437-9113-828061f39bc6 req-e5f96160-7038-47ee-8d1f-da25a74ad2e5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0606949 Aug 16 01:57:32.098486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-730d7a6d-e6dd-4437-9113-828061f39bc6 req-10535b52-43c2-48df-9043-2bab99e7afc6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323999 Aug 16 01:57:32.304671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50da8e11-a7b8-4e14-b9c5-53d416eba257 req-55cf5b14-b9ec-4ddc-85b8-9951140f344f tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0331514 Aug 16 01:57:32.560697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd872c-eb98-4a71-9d88-fc4f95ccd46e req-da7c549c-a410-4416-bad5-8ef6445bb106 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.562216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfbd872c-eb98-4a71-9d88-fc4f95ccd46e req-da7c549c-a410-4416-bad5-8ef6445bb106 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/networks?id=26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 200 len: 814 time: 0.1126478 Aug 16 01:57:32.578932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfbd872c-eb98-4a71-9d88-fc4f95ccd46e req-4bbcf697-46e6-40f0-967a-9e3a49dcb1d7 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/quotas/65fc6c9f5b0c4ed6b8d2f7df0ee37a43 HTTP/1.1" status: 200 len: 375 time: 0.0098333 Aug 16 01:57:32.635677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfbd872c-eb98-4a71-9d88-fc4f95ccd46e req-278ad4b7-a7d7-4b05-9215-ecce89cf5310 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481470 Aug 16 01:57:32.794776 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.797145 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.851843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7b1cd898-987f-4f17-b4c1-dc5c965605ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.873462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54726960-dfc4-494c-a4da-286bb9b4dce1 req-0094ed1b-7d97-46d9-9b3f-61e36aa55f9d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.875095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54726960-dfc4-494c-a4da-286bb9b4dce1 req-0094ed1b-7d97-46d9-9b3f-61e36aa55f9d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0513117 Aug 16 01:57:32.914510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54726960-dfc4-494c-a4da-286bb9b4dce1 req-0dcb5759-0da9-4f38-bb25-990990ab84d7 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Aug 16 01:57:33.055372 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] Deleting port 31b05de9-016f-4d9d-b458-12dc562d4d3e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:33.055711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.140004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] For port 31b05de9-016f-4d9d-b458-12dc562d4d3e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=31b05de9-016f-4d9d-b458-12dc562d4d3e,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:33.140369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.153996 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] Calling delete_port for 31b05de9-016f-4d9d-b458-12dc562d4d3e owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:33.196256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2ab8b-2a90-47c8-8994-0e0420db949e req-5cf9f507-db42-45b5-b141-c64a4d187d50 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.197918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b5c2ab8b-2a90-47c8-8994-0e0420db949e req-5cf9f507-db42-45b5-b141-c64a4d187d50 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=39bcea3d-7121-4de8-a8a5-c458c57ea112 HTTP/1.1" status: 200 len: 951 time: 0.0529592 Aug 16 01:57:33.235875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b5c2ab8b-2a90-47c8-8994-0e0420db949e req-678e9db4-c74d-47c7-95bc-9da9b2454330 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Aug 16 01:57:33.345746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059ba4a-a11f-4d1c-b8c1-a4f2077f6529 req-59863585-383b-4cee-a539-691415fafac6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.347315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7059ba4a-a11f-4d1c-b8c1-a4f2077f6529 req-59863585-383b-4cee-a539-691415fafac6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0516450 Aug 16 01:57:33.384450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7059ba4a-a11f-4d1c-b8c1-a4f2077f6529 req-656b8151-84d5-454e-8d0c-927825484795 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311346 Aug 16 01:57:33.457805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.485079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b05de9-016f-4d9d-b458-12dc562d4d3e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:33.667263 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.877412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09dabcc7-1873-46cf-995e-a6045260e6a3 req-23c3eaab-a4b7-4b72-8c4d-5f2389b945bb tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0274401 Aug 16 01:57:33.920508 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] Router 532cc84d-550d-4bb6-a42a-e53da2da0714 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:33.982852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8689588f-ca94-4645-ab09-af64286a7149 req-98c0e8c3-86a8-41db-b2fe-8945b5b26f8f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43 HTTP/1.1" status: 200 len: 221 time: 0.0282867 Aug 16 01:57:34.007401 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.043905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:34.052631 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9acebd71-6d73-4cc7-a8ee-c742a9d07a54 admin admin] 10.222.0.66 "PUT /v2.0/routers/532cc84d-550d-4bb6-a42a-e53da2da0714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0820165 Aug 16 01:57:34.052631 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43488) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:34.053272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8f090-04a7-4d36-940c-eb9c46c21c55 None None] Sync routers for ids ['532cc84d-550d-4bb6-a42a-e53da2da0714'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:34.062556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8f090-04a7-4d36-940c-eb9c46c21c55 None None] Routers {'532cc84d-550d-4bb6-a42a-e53da2da0714'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:34.063171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-13a8f090-04a7-4d36-940c-eb9c46c21c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:57:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['532cc84d-550d-4bb6-a42a-e53da2da0714'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:34.180075 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.205532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-13a8f090-04a7-4d36-940c-eb9c46c21c55 None None] Set router 532cc84d-550d-4bb6-a42a-e53da2da0714 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:34.320668 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.329331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc905942-1a02-4775-9fc7-e15e0719ec46 req-fe5c7d9f-10a5-4e86-8dc9-fb00840cc268 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.334366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc905942-1a02-4775-9fc7-e15e0719ec46 req-fe5c7d9f-10a5-4e86-8dc9-fb00840cc268 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0658290 Aug 16 01:57:34.372901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc905942-1a02-4775-9fc7-e15e0719ec46 req-700b2b1b-e3eb-4d19-8148-af4c85e168a1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337219 Aug 16 01:57:34.450574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Deleting port 38e9ba80-7d72-45ba-8fde-0026f2b6d451 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:34.450916 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.451885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-13a8f090-04a7-4d36-940c-eb9c46c21c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:57:33Z', 'revision_number': 5, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port': {'id': '38e9ba80-7d72-45ba-8fde-0026f2b6d451', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:01Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:34.481711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8f090-04a7-4d36-940c-eb9c46c21c55 None None] Checking router: 532cc84d-550d-4bb6-a42a-e53da2da0714 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:34.491020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8f090-04a7-4d36-940c-eb9c46c21c55 None None] Routers {'532cc84d-550d-4bb6-a42a-e53da2da0714'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:34.492277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-13a8f090-04a7-4d36-940c-eb9c46c21c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:57:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['532cc84d-550d-4bb6-a42a-e53da2da0714'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:34.549689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] For port 38e9ba80-7d72-45ba-8fde-0026f2b6d451, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=38e9ba80-7d72-45ba-8fde-0026f2b6d451,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:34.550090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.589098 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Calling delete_port for 38e9ba80-7d72-45ba-8fde-0026f2b6d451 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:34.592557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-13a8f090-04a7-4d36-940c-eb9c46c21c55 None None] Set router 532cc84d-550d-4bb6-a42a-e53da2da0714 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:34.684648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-13a8f090-04a7-4d36-940c-eb9c46c21c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:57:34Z', 'revision_number': 6, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:34.709806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1820af4-cc41-428e-ad87-5ca36906eebc req-f356e752-0438-474b-95d1-943b4757e7e0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.713628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8f090-04a7-4d36-940c-eb9c46c21c55 None None] The sync data for ids ['532cc84d-550d-4bb6-a42a-e53da2da0714'] in n-d-768509-23 is: [{'id': '532cc84d-550d-4bb6-a42a-e53da2da0714', 'name': 'tempest-ServerActionsTestJSON-1561419363-router', 'tenant_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:00Z', 'updated_at': '2021-08-16T01:57:34Z', 'revision_number': 6, 'project_id': 'ba1d0ba988054dcba34eab22d5357e9a', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:34.718297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b1820af4-cc41-428e-ad87-5ca36906eebc req-f356e752-0438-474b-95d1-943b4757e7e0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0772245 Aug 16 01:57:34.761978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b1820af4-cc41-428e-ad87-5ca36906eebc req-800ce72a-f2df-47c4-af9b-1d2d23d2edd0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Aug 16 01:57:34.941956 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.970284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e9ba80-7d72-45ba-8fde-0026f2b6d451,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:35.036749 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.133239 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.135722 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.280130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0256ae56-3ce9-4e8a-87b9-35e5251f8711 req-87381b23-86ec-4746-8ee6-620be4c3f680 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0282254 Aug 16 01:57:35.286765 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.287497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 532cc84d-550d-4bb6-a42a-e53da2da0714 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:57:35.292534 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.294175 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-83efc554-662a-4a66-bbc3-a395f0b85346 admin admin] 10.222.0.66 "DELETE /v2.0/routers/532cc84d-550d-4bb6-a42a-e53da2da0714 HTTP/1.1" status: 204 len: 168 time: 1.2404468 Aug 16 01:57:35.297677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43540) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:35.349009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a77f71-6724-4742-82ac-421d4527f14b admin admin] Deleting subnet 7343030e-9add-4353-8aff-66a47414352b {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:35.352138 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06a77f71-6724-4742-82ac-421d4527f14b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.388393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06a77f71-6724-4742-82ac-421d4527f14b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.459672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0c892-ccb1-40bd-b8ce-06c32a403ded req-d77a2547-36a3-48b4-883c-1208c8214e72 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:35.461939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87e0c892-ccb1-40bd-b8ce-06c32a403ded req-d77a2547-36a3-48b4-883c-1208c8214e72 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0568874 Aug 16 01:57:35.479678 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06a77f71-6724-4742-82ac-421d4527f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.505965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87e0c892-ccb1-40bd-b8ce-06c32a403ded req-405a7d18-81dd-4eab-968d-e662e502ac5a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350881 Aug 16 01:57:35.584542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8a149559-cfd9-4a0f-8fc6-f13247b92d21 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:35.635809 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06a77f71-6724-4742-82ac-421d4527f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.667792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a77f71-6724-4742-82ac-421d4527f14b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7343030e-9add-4353-8aff-66a47414352b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:35.672477 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06a77f71-6724-4742-82ac-421d4527f14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.677949 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-06a77f71-6724-4742-82ac-421d4527f14b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7343030e-9add-4353-8aff-66a47414352b HTTP/1.1" status: 204 len: 168 time: 0.3784418 Aug 16 01:57:35.678374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43554) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:35.690381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80df4a85-10bf-43db-9432-eba79a35103e None None] Network e599376b-7b08-42e8-85bf-1a61cac76676 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:35.818868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.863815 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.945156 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Deleting port 93404160-7243-456d-9ca3-8224170252cd {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:35.945695 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.985574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:35.988327 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e204f0-78e8-4e27-86c0-1cb4f872a9dc" -d '{"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-unplugged", "status": "completed", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:36.006239 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:36.046357 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.055407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] For port 93404160-7243-456d-9ca3-8224170252cd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=93404160-7243-456d-9ca3-8224170252cd,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:36.055783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.072850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9773-50bc-458e-b276-0c960841b1f8 req-2ec15ced-d291-4dbd-bc72-d42f75ab9394 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.075788 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.081045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a29f9773-50bc-458e-b276-0c960841b1f8 req-2ec15ced-d291-4dbd-bc72-d42f75ab9394 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0753136 Aug 16 01:57:36.101675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Calling delete_port for 93404160-7243-456d-9ca3-8224170252cd owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:36.120736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a44c6-6c75-4182-914e-ba5f340da1ea None None] DHCP port deletion for e599376b-7b08-42e8-85bf-1a61cac76676 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:36.125546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a29f9773-50bc-458e-b276-0c960841b1f8 req-9db6ecfb-344c-4e51-91d9-fdff4d19c866 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421610 Aug 16 01:57:36.137765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=11']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:36.227021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-344a44c6-6c75-4182-914e-ba5f340da1ea None None] Deleting port 93404160-7243-456d-9ca3-8224170252cd {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:36.227501 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-344a44c6-6c75-4182-914e-ba5f340da1ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.292216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.310319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-344a44c6-6c75-4182-914e-ba5f340da1ea None None] For port 93404160-7243-456d-9ca3-8224170252cd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=93404160-7243-456d-9ca3-8224170252cd,segment=NetworkSegment(9a64ca2d-46da-4f86-b0ea-2f903b35473c),segment_id=9a64ca2d-46da-4f86-b0ea-2f903b35473c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:36.310737 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-344a44c6-6c75-4182-914e-ba5f340da1ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.326656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-344a44c6-6c75-4182-914e-ba5f340da1ea None None] Calling delete_port for 93404160-7243-456d-9ca3-8224170252cd owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:36.330704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Pushing event deleted for resources: {'Port': ['ID=93404160-7243-456d-9ca3-8224170252cd,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:36.333661 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] No DVR routers for this DVR port 93404160-7243-456d-9ca3-8224170252cd on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:36.436408 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-344a44c6-6c75-4182-914e-ba5f340da1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.457307 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.463658 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a44c6-6c75-4182-914e-ba5f340da1ea None None] Pushing event deleted for resources: {'Port': ['ID=93404160-7243-456d-9ca3-8224170252cd,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:36.469392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a44c6-6c75-4182-914e-ba5f340da1ea None None] No DVR routers for this DVR port 93404160-7243-456d-9ca3-8224170252cd on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:36.476450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e599376b-7b08-42e8-85bf-1a61cac76676']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:36.493731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a64ca2d-46da-4f86-b0ea-2f903b35473c') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:36.494218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a64ca2d-46da-4f86-b0ea-2f903b35473c') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:36.504321 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.522353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.528222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:36.528612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:36.530453 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:36.665470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 38e9ba80-7d72-45ba-8fde-0026f2b6d451 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:36.686937 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.696000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 38e9ba80-7d72-45ba-8fde-0026f2b6d451 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:36.696563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 38e9ba80-7d72-45ba-8fde-0026f2b6d451 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:36.697196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 93404160-7243-456d-9ca3-8224170252cd no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:36.699983 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.704542 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e599376b-7b08-42e8-85bf-1a61cac76676 HTTP/1.1" status: 204 len: 168 time: 1.0225761 Aug 16 01:57:36.717702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58843a84-0e64-4a19-9098-a1a359f3a148 admin admin] Pushing event deleted for resources: {'Network': ['ID=e599376b-7b08-42e8-85bf-1a61cac76676,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:36.728085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 93404160-7243-456d-9ca3-8224170252cd {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:36.728504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 93404160-7243-456d-9ca3-8224170252cd not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:36.728984 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 31b05de9-016f-4d9d-b458-12dc562d4d3e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:36.750414 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 31b05de9-016f-4d9d-b458-12dc562d4d3e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:36.750759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 31b05de9-016f-4d9d-b458-12dc562d4d3e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:36.802249 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2af131-cdfe-4954-ae1f-b2322293bdad x-openstack-request-id: req-ff2af131-cdfe-4954-ae1f-b2322293bdad {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:36.802658 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-unplugged", "status": "completed", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:36.803128 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff2af131-cdfe-4954-ae1f-b2322293bdad {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:36.803773 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'code': 200} Aug 16 01:57:36.886513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42d9d211-c4f3-4487-9361-5834cc653691 req-0e3f4335-8536-4742-bbed-28fd4bc0b7df tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0266795 Aug 16 01:57:37.073765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad3a96-7795-4f7c-84a0-3e2a294fc6ad req-8ec9e7af-c1fc-40af-ab78-6ac435344534 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.075425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60ad3a96-7795-4f7c-84a0-3e2a294fc6ad req-8ec9e7af-c1fc-40af-ab78-6ac435344534 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0510349 Aug 16 01:57:37.092447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43650) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:37.122590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60ad3a96-7795-4f7c-84a0-3e2a294fc6ad req-ef620f47-2b7f-48ca-806b-15d13a80e5cc tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Aug 16 01:57:37.136953 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dd067ac1-370b-4109-a490-9c6435a62764 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba1d0ba988054dcba34eab22d5357e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430651 Aug 16 01:57:37.139418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43660) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:37.201509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3511753-d352-42a6-87db-4413f53e92fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.224703 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3511753-d352-42a6-87db-4413f53e92fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.424601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3511753-d352-42a6-87db-4413f53e92fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.429149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3511753-d352-42a6-87db-4413f53e92fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.430218 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e3511753-d352-42a6-87db-4413f53e92fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf09d512-2a58-44f0-bce3-fa12fe28b440 HTTP/1.1" status: 204 len: 168 time: 0.2864254 Aug 16 01:57:37.452272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3511753-d352-42a6-87db-4413f53e92fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf09d512-2a58-44f0-bce3-fa12fe28b440,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:37.557005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8832-6a55-46cc-b35d-2a26aec29b17 req-76520c19-244a-44b8-b73e-c3e369526903 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.558734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e9a8832-6a55-46cc-b35d-2a26aec29b17 req-76520c19-244a-44b8-b73e-c3e369526903 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0522542 Aug 16 01:57:37.602413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e9a8832-6a55-46cc-b35d-2a26aec29b17 req-2b24c466-ae67-4e57-8fa5-c2170bbb2b7f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366409 Aug 16 01:57:38.489198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13c85f00-5107-42b0-983f-4de0f124b313 req-a9779be9-2abd-45c1-9683-eb23424e6a01 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0294917 Aug 16 01:57:38.616552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acfe7f-9be7-47fe-82d3-e5e29dd04bb2 req-9f4d47ed-f30a-4638-a2bb-92d0da10636f tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.622069 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00acfe7f-9be7-47fe-82d3-e5e29dd04bb2 req-9f4d47ed-f30a-4638-a2bb-92d0da10636f tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 946 time: 0.0585964 Aug 16 01:57:38.659713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00acfe7f-9be7-47fe-82d3-e5e29dd04bb2 req-6ef8a7c3-83d8-44a5-b620-1af437bb5473 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/security-groups?id=571f4223-f151-4d39-87a9-99488eb54275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352435 Aug 16 01:57:38.836892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43750) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:38.874355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54892a-f630-4463-988c-7e805532f709 req-5bdb586f-f384-41de-897f-882fbfa23f9f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.876053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d54892a-f630-4463-988c-7e805532f709 req-5bdb586f-f384-41de-897f-882fbfa23f9f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0597198 Aug 16 01:57:38.927332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d54892a-f630-4463-988c-7e805532f709 req-9149c281-a052-47da-a500-331a593e7c5f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 Aug 16 01:57:38.956272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-network', 'tenant_id': '425afef20f5847a9befe7ee30ed13505'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:39.103141 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614996c-bb74-4de5-afef-d8e5b584d48a req-bba815f3-b883-4cda-b615-567a8391913e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.104626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e614996c-bb74-4de5-afef-d8e5b584d48a req-bba815f3-b883-4cda-b615-567a8391913e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0513246 Aug 16 01:57:39.108967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Made reservation on behalf of 425afef20f5847a9befe7ee30ed13505 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:39.111544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.121199 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.154936 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e614996c-bb74-4de5-afef-d8e5b584d48a req-1c222d1d-a1be-43d0-a5af-6d61327e1072 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 Aug 16 01:57:39.235209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.315355 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.338080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:39.357223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747a3120-4ebd-4c83-a09e-476592f10c24,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:39.361647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.362209 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Added segment e9265bd4-ab9f-42ba-896f-cc6071ccf3cf of type vlan for network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a Aug 16 01:57:39.416842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.492649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0dc5-4382-45d8-a71e-16f27ff77f75 req-6ba15915-7224-4e8e-aab2-91d2ab6a9e9d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.494919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a0f0dc5-4382-45d8-a71e-16f27ff77f75 req-6ba15915-7224-4e8e-aab2-91d2ab6a9e9d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0515740 Aug 16 01:57:39.540590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a0f0dc5-4382-45d8-a71e-16f27ff77f75 req-ea9e64f9-b9bc-4e24-9c91-a089d0c74646 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394466 Aug 16 01:57:39.577807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.578883 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.579475 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.645776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] Pushing event updated for resources: {'Network': ['ID=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:39.665059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:39.721661 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3e60365b-e403-4b50-aa51-f0c3c2011b86 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8830359 Aug 16 01:57:39.724396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43808) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:39.729394 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] Request body: {'subnet': {'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-subnet', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:39.773609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ede02e1-5b84-4a39-b751-2060f331de4e req-8b0ca117-531f-47ce-8104-44e4c67a58d5 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0307810 Aug 16 01:57:39.793107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dee4bb-82d9-4cd0-aa21-59e516a0ca75 req-4124d2a1-6221-4c1f-9701-6a4529d489f7 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.794628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86dee4bb-82d9-4cd0-aa21-59e516a0ca75 req-4124d2a1-6221-4c1f-9701-6a4529d489f7 tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.74 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 946 time: 0.0937889 Aug 16 01:57:39.806493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] Made reservation on behalf of 425afef20f5847a9befe7ee30ed13505 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:39.811399 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.948377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c384-5b2e-4eac-b1ea-709d1ffb910b req-ce890203-b491-4f32-a779-25f1e15db589 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.949918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4328c384-5b2e-4eac-b1ea-709d1ffb910b req-ce890203-b491-4f32-a779-25f1e15db589 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1007118 Aug 16 01:57:39.961530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-86dee4bb-82d9-4cd0-aa21-59e516a0ca75 req-6024f6af-e34c-43ef-b018-c414a4e21c6c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Deleting port dc5f88c8-daa9-4186-af95-2cd2ace0fd94 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:39.966565 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86dee4bb-82d9-4cd0-aa21-59e516a0ca75 req-6024f6af-e34c-43ef-b018-c414a4e21c6c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.042551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4328c384-5b2e-4eac-b1ea-709d1ffb910b req-f6cc314d-7b65-4c65-982b-5d4ccbff0491 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833435 Aug 16 01:57:40.078744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-86dee4bb-82d9-4cd0-aa21-59e516a0ca75 req-6024f6af-e34c-43ef-b018-c414a4e21c6c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] For port dc5f88c8-daa9-4186-af95-2cd2ace0fd94, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dc5f88c8-daa9-4186-af95-2cd2ace0fd94,segment=NetworkSegment(b70ab144-cf06-4027-853c-afd50a1ff39b),segment_id=b70ab144-cf06-4027-853c-afd50a1ff39b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:40.079120 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86dee4bb-82d9-4cd0-aa21-59e516a0ca75 req-6024f6af-e34c-43ef-b018-c414a4e21c6c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.092011 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.093870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-86dee4bb-82d9-4cd0-aa21-59e516a0ca75 req-6024f6af-e34c-43ef-b018-c414a4e21c6c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Calling delete_port for dc5f88c8-daa9-4186-af95-2cd2ace0fd94 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:40.172909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] Checking segment: {'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:40.173266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] Network hostable DHCP agents. Network: cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:40.177090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ebfeea-9363-4125-816a-3528e07633d1,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:40.264770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324180f-3759-40b7-ba6c-133231e39af2 req-1fe64f5a-d1da-43ac-b57e-34648f82af9c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.266521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a324180f-3759-40b7-ba6c-133231e39af2 req-1fe64f5a-d1da-43ac-b57e-34648f82af9c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/ports?device_id=452d3341-e799-44c1-80f3-3ef93af4d875 HTTP/1.1" status: 200 len: 946 time: 0.0830417 Aug 16 01:57:40.280567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] Network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:40.331665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a324180f-3759-40b7-ba6c-133231e39af2 req-5260de45-4da2-4240-aea7-4c3e0af698dd tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.66 "GET /v2.0/security-groups?id=571f4223-f151-4d39-87a9-99488eb54275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551362 Aug 16 01:57:40.400792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:40.407856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.407856 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.412054 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86dee4bb-82d9-4cd0-aa21-59e516a0ca75 req-6024f6af-e34c-43ef-b018-c414a4e21c6c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.417449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b76bef0-5ea3-482c-9700-16eb43f1cc6d None None] Network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:40.434854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['dc5f88c8-daa9-4186-af95-2cd2ace0fd94'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:40.466128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024f6af-e34c-43ef-b018-c414a4e21c6c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Pushing event deleted for resources: {'Port': ['ID=dc5f88c8-daa9-4186-af95-2cd2ace0fd94,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:40.493784 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-357c0a36-b780-4baf-bf4b-e05c38728b57 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7678814 Aug 16 01:57:40.496263 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43832) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:40.504809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-router', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:40.507351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dee4bb-82d9-4cd0-aa21-59e516a0ca75 req-6024f6af-e34c-43ef-b018-c414a4e21c6c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] No DVR routers for this DVR port dc5f88c8-daa9-4186-af95-2cd2ace0fd94 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:40.521409 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86dee4bb-82d9-4cd0-aa21-59e516a0ca75 req-6024f6af-e34c-43ef-b018-c414a4e21c6c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.523549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86dee4bb-82d9-4cd0-aa21-59e516a0ca75 req-6024f6af-e34c-43ef-b018-c414a4e21c6c tempest-ServerTagsTestJSON-2059275994 tempest-ServerTagsTestJSON-2059275994-project] 10.222.0.74 "DELETE /v2.0/ports/dc5f88c8-daa9-4186-af95-2cd2ace0fd94 HTTP/1.1" status: 204 len: 173 time: 0.7226987 Aug 16 01:57:40.524023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d3341-e799-44c1-80f3-3ef93af4d875', 'name': 'network-vif-deleted', 'tag': 'dc5f88c8-daa9-4186-af95-2cd2ace0fd94'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:40.526566 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d344f0-2854-4eaa-acd4-99ebc593746d" -d '{"events": [{"server_uuid": "452d3341-e799-44c1-80f3-3ef93af4d875", "name": "network-vif-deleted", "tag": "dc5f88c8-daa9-4186-af95-2cd2ace0fd94"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:40.609848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168058e8-8c64-4759-b3d7-62e6d84a4d0d None None] Network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:40.659205 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.660841 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.752853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.987923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.303165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.323492 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.448865 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Allocated IP 172.25.8.216 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/13bcc9fa-32b9-49d7-a2c9-30e4f06af17a) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:41.556188 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.692240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.737734 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:41.743450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:41.745655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Pushing event updated for resources: {'Port': ['ID=13bcc9fa-32b9-49d7-a2c9-30e4f06af17a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:41.747811 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:41.905265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33743ad3-6f01-4689-abdb-2d4c68d0fde3 req-899b4928-413a-443d-807e-945f37c2f4d4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:41.906825 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33743ad3-6f01-4689-abdb-2d4c68d0fde3 req-899b4928-413a-443d-807e-945f37c2f4d4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0524094 Aug 16 01:57:41.946668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33743ad3-6f01-4689-abdb-2d4c68d0fde3 req-e468df3b-23be-43cc-974f-617ef6b9bf7b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327687 Aug 16 01:57:41.993533 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80076d9-0bd8-4f96-a334-c6f4692b3654 x-openstack-request-id: req-c80076d9-0bd8-4f96-a334-c6f4692b3654 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:41.993855 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d3341-e799-44c1-80f3-3ef93af4d875", "name": "network-vif-deleted", "tag": "dc5f88c8-daa9-4186-af95-2cd2ace0fd94", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:41.994113 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c80076d9-0bd8-4f96-a334-c6f4692b3654 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:41.996744 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452d3341-e799-44c1-80f3-3ef93af4d875', 'name': 'network-vif-deleted', 'tag': 'dc5f88c8-daa9-4186-af95-2cd2ace0fd94', 'status': 'completed', 'code': 200} Aug 16 01:57:42.138519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14b15415-681b-400b-a3e3-e18bc3bf083e req-93cab282-4f39-43de-9d2c-716953d3faca tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0294886 Aug 16 01:57:42.195894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 43880) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:42.258544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Deleting subnet 24a1673a-f045-45b5-aaef-1be010f6cda4 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:42.262420 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.307827 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.371277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.467869 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.535299 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.568050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a1673a-f045-45b5-aaef-1be010f6cda4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:42.578519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.578874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.579260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.579666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.580002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.580365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.580652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.580984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.581313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.581714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.582181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.586567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.586567 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.587477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dceaa295-87ea-4780-af94-b8bec72e97ac admin admin] 10.222.0.66 "DELETE /v2.0/subnets/24a1673a-f045-45b5-aaef-1be010f6cda4 HTTP/1.1" status: 204 len: 168 time: 0.3956442 Aug 16 01:57:42.589958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 43900) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:42.663137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.708990 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.751976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.763768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50cb3b6-a871-454a-8a83-aa6d752994ba']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:42.779323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70ab144-cf06-4027-853c-afd50a1ff39b') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:42.780731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70ab144-cf06-4027-853c-afd50a1ff39b') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:42.799437 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.817131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.824212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:42.824631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:42.826578 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:43.120515 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Router 585a52cd-1800-48f3-bef3-12002a166cdb is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:57:43.143431 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.149588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.151681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] 10.222.0.66 "DELETE /v2.0/networks/e50cb3b6-a871-454a-8a83-aa6d752994ba HTTP/1.1" status: 204 len: 168 time: 0.5606055 Aug 16 01:57:43.170004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d4226-ab66-4bd4-b6d3-be6614d222ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e50cb3b6-a871-454a-8a83-aa6d752994ba,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.240653 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:43.251474 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Sync routers for ids ['585a52cd-1800-48f3-bef3-12002a166cdb'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:43.260742 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Routers {'585a52cd-1800-48f3-bef3-12002a166cdb'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:43.263827 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:57:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['585a52cd-1800-48f3-bef3-12002a166cdb'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:43.375408 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Set router 585a52cd-1800-48f3-bef3-12002a166cdb gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:43.520332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.521631 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eaf69bea-ed3b-4b5d-9bcb-d9f84bab2d43 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0242710 Aug 16 01:57:43.524410 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43924) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.567427 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-router', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:40Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 3, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'gw_port': {'id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:41Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:43.599977 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Checking router: 585a52cd-1800-48f3-bef3-12002a166cdb for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:43.600323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Updating router 585a52cd-1800-48f3-bef3-12002a166cdb port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:57:43.630700 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.642822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device dc5f88c8-daa9-4186-af95-2cd2ace0fd94 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:43.663558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: dc5f88c8-daa9-4186-af95-2cd2ace0fd94 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:43.665677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device dc5f88c8-daa9-4186-af95-2cd2ace0fd94 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:43.814765 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43932) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.905469 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.916760 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-151ca12d-87b5-4a85-a19e-b62de2db29c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b74fa3f28b64648bcc01aae50526e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986648 Aug 16 01:57:43.917069 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43934) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.960882 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Transition to ACTIVE for port object 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:44.029046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-629c5dc4-8dd4-4179-bd07-0b21ca763ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.046472 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.081350 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-629c5dc4-8dd4-4179-bd07-0b21ca763ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.092817 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Pushing event updated for resources: {'Port': ['ID=13bcc9fa-32b9-49d7-a2c9-30e4f06af17a,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.101893 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.102345 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.102783 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.103213 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.103642 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.104062 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.104635 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.105182 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.105725 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.106371 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.106926 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.107463 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.107835 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.129916 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Attempting to bind port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:44.130643 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Attempting to bind port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:44.131598 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Attempting to bind port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:44.137903 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:44.138381 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:44.138921 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.139405 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:44.140320 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Bound port: 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:44.140922 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.204534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014758ac-6776-4171-9726-1a2f7b0c720a req-c25fd592-0c09-4882-8c0c-987a2fbd31a9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:44.209130 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] For port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:44.212562 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] For port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=13bcc9fa-32b9-49d7-a2c9-30e4f06af17a,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:44.214721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-014758ac-6776-4171-9726-1a2f7b0c720a req-c25fd592-0c09-4882-8c0c-987a2fbd31a9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0668931 Aug 16 01:57:44.257115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-629c5dc4-8dd4-4179-bd07-0b21ca763ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.260335 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-629c5dc4-8dd4-4179-bd07-0b21ca763ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.264522 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-629c5dc4-8dd4-4179-bd07-0b21ca763ff2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/571f4223-f151-4d39-87a9-99488eb54275 HTTP/1.1" status: 204 len: 168 time: 0.3433363 Aug 16 01:57:44.271589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-014758ac-6776-4171-9726-1a2f7b0c720a req-5437a04b-6a05-4ed4-b768-03404258e213 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557353 Aug 16 01:57:44.286636 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.311218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c5dc4-8dd4-4179-bd07-0b21ca763ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571f4223-f151-4d39-87a9-99488eb54275,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.364678 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Allocated IP 172.20.0.1 (cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a/19ebfeea-9363-4125-816a-3528e07633d1/64ef3a37-fa27-4666-9224-ff8fe48f1c97) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:44.365877 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Routers {'585a52cd-1800-48f3-bef3-12002a166cdb'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:44.366599 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:57:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['585a52cd-1800-48f3-bef3-12002a166cdb'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:44.453374 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fa864-b59a-4270-87fc-ee2366cef053 None None] Pushing event updated for resources: {'Port': ['ID=13bcc9fa-32b9-49d7-a2c9-30e4f06af17a,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.472552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f0edad3-b495-48f0-a755-a0e1a1bfc901 req-eaf43491-7541-4847-90da-ab3953ae8b8a tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0478318 Aug 16 01:57:44.528725 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] Set router 585a52cd-1800-48f3-bef3-12002a166cdb gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:44.542409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.687762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.742946 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-router', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:40Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 3, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'gw_port': {'id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:41Z', 'updated_at': '2021-08-16T01:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:44.746895 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:44.751994 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:44.757656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:44.761013 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Pushing event updated for resources: {'Port': ['ID=64ef3a37-fa27-4666-9224-ff8fe48f1c97,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.827477 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.909902 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc7b68-a56c-4de7-897d-dc3a65f6295a None None] The sync data for ids ['585a52cd-1800-48f3-bef3-12002a166cdb'] in n-d-768509-23 is: [{'id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-router', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:40Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 3, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'gw_port': {'id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:41Z', 'updated_at': '2021-08-16T01:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:45.194370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.425222 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.505032 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.600613 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.602622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Pushing event updated for resources: {'Port': ['ID=64ef3a37-fa27-4666-9224-ff8fe48f1c97,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:45.718846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:45.720475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:45.874539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Router 585a52cd-1800-48f3-bef3-12002a166cdb has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:46.003031 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:46.008707 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f51e4dd6-6eeb-4d4e-b326-1d5170645f7a admin admin] 10.222.0.66 "PUT /v2.0/routers/585a52cd-1800-48f3-bef3-12002a166cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4830792 Aug 16 01:57:46.691495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:46.733462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61ccf15f-a1a7-4ca1-b3e0-2c0f56612e85 req-755eebd5-9382-4e94-8038-76aa2170a537 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0306838 Aug 16 01:57:46.771333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Sync routers for ids ['585a52cd-1800-48f3-bef3-12002a166cdb'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:46.781383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Routers {'585a52cd-1800-48f3-bef3-12002a166cdb'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:46.782041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:57:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['585a52cd-1800-48f3-bef3-12002a166cdb'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:46.843233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:47.077728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:47.077728 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.110291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Set router 585a52cd-1800-48f3-bef3-12002a166cdb gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:47.267518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d300f6-4be3-4247-a601-4945c3271847 req-d5083385-2587-411e-b9c2-e992f792f6bd tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:47.269181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-d5083385-2587-411e-b9c2-e992f792f6bd tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 819 time: 0.1221333 Aug 16 01:57:47.279769 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.291784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-54399a78-7c86-4b81-958e-be1542061a21 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/quotas/425afef20f5847a9befe7ee30ed13505 HTTP/1.1" status: 200 len: 375 time: 0.0157926 Aug 16 01:57:47.323197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=13bcc9fa-32b9-49d7-a2c9-30e4f06af17a,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:47.354136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-fa65f7ab-1b14-4d50-bae7-cd324040c9dc tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613914 Aug 16 01:57:47.412226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-router', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:40Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 4, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'gw_port': {'id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:41Z', 'updated_at': '2021-08-16T01:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '64ef3a37-fa27-4666-9224-ff8fe48f1c97', 'name': '', 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'mac_address': 'fa:16:3e:a3:4e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19ebfeea-9363-4125-816a-3528e07633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 2, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'subnets': [{'id': '19ebfeea-9363-4125-816a-3528e07633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:47.450736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Checking router: 585a52cd-1800-48f3-bef3-12002a166cdb for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:47.451113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Updating router 585a52cd-1800-48f3-bef3-12002a166cdb port 64ef3a37-fa27-4666-9224-ff8fe48f1c97 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:57:47.466531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-a8eb06d2-d56d-4bfb-af53-ba625240bfb6 service neutron] 10.222.0.66 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114831 Aug 16 01:57:47.497366 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.572094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-7aff6757-8d4d-4fa0-b730-15f30265f8d5 service neutron] 10.222.0.66 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046889 Aug 16 01:57:47.756506 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.837104 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.856086 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=13bcc9fa-32b9-49d7-a2c9-30e4f06af17a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:47.857179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Transition to ACTIVE for port object 64ef3a37-fa27-4666-9224-ff8fe48f1c97 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:47.864985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.865337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.865680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.866053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.866388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.866980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.867322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.867650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.867980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.868304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.868794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.869130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:48.057621 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.114267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac7275-37ad-458c-9bac-4bf618108527 None None] Pushing event updated for resources: {'Port': ['ID=64ef3a37-fa27-4666-9224-ff8fe48f1c97,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.165513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Attempting to bind port 64ef3a37-fa27-4666-9224-ff8fe48f1c97 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:48.165907 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Attempting to bind port 64ef3a37-fa27-4666-9224-ff8fe48f1c97 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:48.166408 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Attempting to bind port 64ef3a37-fa27-4666-9224-ff8fe48f1c97 on network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:48.172041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:48.172423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Checking segment: {'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:48.172827 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.173974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Bound using segment: {'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:48.174434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Bound port: 64ef3a37-fa27-4666-9224-ff8fe48f1c97, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:48.174820 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.247242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] For port 64ef3a37-fa27-4666-9224-ff8fe48f1c97, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:48.250540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] For port 64ef3a37-fa27-4666-9224-ff8fe48f1c97, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=64ef3a37-fa27-4666-9224-ff8fe48f1c97,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:48.414154 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.504596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Routers {'585a52cd-1800-48f3-bef3-12002a166cdb'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:48.505248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:57:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['585a52cd-1800-48f3-bef3-12002a166cdb'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:48.507269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac7275-37ad-458c-9bac-4bf618108527 None None] Pushing event updated for resources: {'Port': ['ID=64ef3a37-fa27-4666-9224-ff8fe48f1c97,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.720544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809909f-52a2-415c-a74c-1c7ef697ff84 req-61356275-d15a-44b3-b184-eaee581b14f9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.720544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2809909f-52a2-415c-a74c-1c7ef697ff84 req-61356275-d15a-44b3-b184-eaee581b14f9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0943627 Aug 16 01:57:48.721633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] Set router 585a52cd-1800-48f3-bef3-12002a166cdb gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:48.721633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:48.723062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2809909f-52a2-415c-a74c-1c7ef697ff84 req-5e880e30-32f7-4b0f-972a-e725c1b109b7 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343299 Aug 16 01:57:48.871575 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:48.872579 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.889516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebc14650-d9c7-4ed6-bd6f-f02d7e271aeb req-08bf2d43-219b-472f-8816-c66e75c10df1 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0275145 Aug 16 01:57:49.007319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a226e06-c854-41e6-bc9a-012055736919 req-17128b7e-1d1e-4ed3-826a-c4a966d56fc4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 210 time: 0.0527043 Aug 16 01:57:49.032106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-router', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:40Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 4, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'gw_port': {'id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:41Z', 'updated_at': '2021-08-16T01:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '64ef3a37-fa27-4666-9224-ff8fe48f1c97', 'name': '', 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'mac_address': 'fa:16:3e:a3:4e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19ebfeea-9363-4125-816a-3528e07633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'subnets': [{'id': '19ebfeea-9363-4125-816a-3528e07633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:49.066959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959aca1-384a-47d7-bea3-77cc0548b10e None None] The sync data for ids ['585a52cd-1800-48f3-bef3-12002a166cdb'] in n-d-768509-23 is: [{'id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-router', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:40Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 4, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'gw_port': {'id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:41Z', 'updated_at': '2021-08-16T01:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '64ef3a37-fa27-4666-9224-ff8fe48f1c97', 'name': '', 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'mac_address': 'fa:16:3e:a3:4e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19ebfeea-9363-4125-816a-3528e07633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'subnets': [{'id': '19ebfeea-9363-4125-816a-3528e07633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:49.186086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb0f0-e166-48f8-bdc6-3e8ac1374ff0 req-5865b58c-7e68-4de8-85bd-94b1b9e409f8 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.190364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ccbb0f0-e166-48f8-bdc6-3e8ac1374ff0 req-5865b58c-7e68-4de8-85bd-94b1b9e409f8 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 947 time: 0.1045871 Aug 16 01:57:49.238717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ccbb0f0-e166-48f8-bdc6-3e8ac1374ff0 req-52ba27e4-18d9-4948-8575-3f85661d74e8 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442245 Aug 16 01:57:49.376551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf9f30-67f0-4457-a31c-5d635f190e14 req-e4cbec8a-c2de-4cda-8fc4-07d3d6217013 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.378517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-84bf9f30-67f0-4457-a31c-5d635f190e14 req-e4cbec8a-c2de-4cda-8fc4-07d3d6217013 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0719929 Aug 16 01:57:49.437507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-84bf9f30-67f0-4457-a31c-5d635f190e14 req-36c571e1-d384-4a59-9851-cb2db955c080 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527074 Aug 16 01:57:49.715477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea655186-f7ea-4867-8637-878be87922f7 req-7e00da7a-d1a4-4b58-a74a-ad4ab5f1d3b7 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.724076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-7e00da7a-d1a4-4b58-a74a-ad4ab5f1d3b7 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 819 time: 0.1870620 Aug 16 01:57:49.742679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-0a797a86-e45d-480e-9c20-bc06f0b4e43f tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/quotas/425afef20f5847a9befe7ee30ed13505 HTTP/1.1" status: 200 len: 375 time: 0.0142264 Aug 16 01:57:49.823495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-c1c72dca-2741-49e5-a51a-f726114cd533 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770812 Aug 16 01:57:50.140877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-4fff8400-8c67-4e2d-ab16-38feaa6df0fe service neutron] 10.222.0.66 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095891 Aug 16 01:57:50.234093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-11dceaaf-9370-4193-b54a-70705a9e10f6 service neutron] 10.222.0.66 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921683 Aug 16 01:57:50.718632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5201fc21-8ff9-49cf-87f7-e76e1dd2b127 req-05878f36-6417-441d-a1bf-6bc2ecfade69 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0832560 Aug 16 01:57:50.778048 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.790068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bbacb-bc55-4cee-9f0b-058eede015aa req-78296ca6-ff80-42ac-b595-1177012d33ff tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.790956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 64ef3a37-fa27-4666-9224-ff8fe48f1c97 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:50.811019 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f0bbacb-bc55-4cee-9f0b-058eede015aa req-78296ca6-ff80-42ac-b595-1177012d33ff tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.64 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 947 time: 0.2310796 Aug 16 01:57:50.983291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 64ef3a37-fa27-4666-9224-ff8fe48f1c97 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:50.987939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 64ef3a37-fa27-4666-9224-ff8fe48f1c97 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:50.998009 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.037854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055446f-2f0d-4e94-bf29-20bab729100f req-81bf929c-befd-405b-b366-9a6820e24b54 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.045877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9055446f-2f0d-4e94-bf29-20bab729100f req-81bf929c-befd-405b-b366-9a6820e24b54 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 947 time: 0.2048869 Aug 16 01:57:51.100387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d300f6-4be3-4247-a601-4945c3271847 req-bc18b1da-4986-4128-bdce-383dc7c04b09 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.102791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-bc18b1da-4986-4128-bdce-383dc7c04b09 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.74 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 819 time: 0.2600729 Aug 16 01:57:51.109531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4f0bbacb-bc55-4cee-9f0b-058eede015aa req-539640fc-0275-486f-8263-98bb31fe7e70 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Deleting port dea99606-53de-4fc0-9e01-ab5cc3a51de7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:51.110094 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f0bbacb-bc55-4cee-9f0b-058eede015aa req-539640fc-0275-486f-8263-98bb31fe7e70 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.125352 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.125559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Request body: {'port': {'device_id': '88dfa3ce-8a28-4070-85e8-3de88a801b94', 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a', 'admin_state_up': True, 'tenant_id': '425afef20f5847a9befe7ee30ed13505'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:51.165882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 64ef3a37-fa27-4666-9224-ff8fe48f1c97, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=64ef3a37-fa27-4666-9224-ff8fe48f1c97,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:51.185104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9055446f-2f0d-4e94-bf29-20bab729100f req-f65b66a7-d31e-4fcb-843c-d6775b7db29b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380467 Aug 16 01:57:51.277269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17a5cc47-d873-4421-af74-a36ab4eb7e96 req-1913057d-34f2-4d7a-bf7e-4762f01e6800 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 210 time: 0.0513656 Aug 16 01:57:51.324108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4f0bbacb-bc55-4cee-9f0b-058eede015aa req-539640fc-0275-486f-8263-98bb31fe7e70 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] For port dea99606-53de-4fc0-9e01-ab5cc3a51de7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=dea99606-53de-4fc0-9e01-ab5cc3a51de7,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:51.324530 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f0bbacb-bc55-4cee-9f0b-058eede015aa req-539640fc-0275-486f-8263-98bb31fe7e70 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.358648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4f0bbacb-bc55-4cee-9f0b-058eede015aa req-539640fc-0275-486f-8263-98bb31fe7e70 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Calling delete_port for dea99606-53de-4fc0-9e01-ab5cc3a51de7 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:51.449542 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.479071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdb06f-456e-4572-948a-561906d209f4 req-405f12da-0f0b-4f4e-8194-1761428d689f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.479071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96cdb06f-456e-4572-948a-561906d209f4 req-405f12da-0f0b-4f4e-8194-1761428d689f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0983582 Aug 16 01:57:51.517012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96cdb06f-456e-4572-948a-561906d209f4 req-8ed11567-c9ff-4257-bd1f-f24ebd0c7e27 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517001 Aug 16 01:57:51.532616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=64ef3a37-fa27-4666-9224-ff8fe48f1c97,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:51.673650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0841ea-1225-4aeb-a7cd-61a48c39c1bd req-148c128c-28cb-4e36-a011-408a95a3e394 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.675324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef0841ea-1225-4aeb-a7cd-61a48c39c1bd req-148c128c-28cb-4e36-a011-408a95a3e394 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0528021 Aug 16 01:57:51.698964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Made reservation on behalf of 425afef20f5847a9befe7ee30ed13505 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:51.702574 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.707685 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f0bbacb-bc55-4cee-9f0b-058eede015aa req-539640fc-0275-486f-8263-98bb31fe7e70 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.770102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539640fc-0275-486f-8263-98bb31fe7e70 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Pushing event deleted for resources: {'Port': ['ID=dea99606-53de-4fc0-9e01-ab5cc3a51de7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:51.809606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef0841ea-1225-4aeb-a7cd-61a48c39c1bd req-b7259653-9d66-404b-9d1c-99f9bdec26cd tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278410 Aug 16 01:57:51.840629 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.879267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0bbacb-bc55-4cee-9f0b-058eede015aa req-539640fc-0275-486f-8263-98bb31fe7e70 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] No DVR routers for this DVR port dea99606-53de-4fc0-9e01-ab5cc3a51de7 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:51.893192 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4f0bbacb-bc55-4cee-9f0b-058eede015aa req-539640fc-0275-486f-8263-98bb31fe7e70 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.895309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f0bbacb-bc55-4cee-9f0b-058eede015aa req-539640fc-0275-486f-8263-98bb31fe7e70 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.64 "DELETE /v2.0/ports/dea99606-53de-4fc0-9e01-ab5cc3a51de7 HTTP/1.1" status: 204 len: 173 time: 1.0834432 Aug 16 01:57:51.897334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'name': 'network-vif-deleted', 'tag': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:51.899920 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ac581a-1254-4444-84f0-9367eb92997c" -d '{"events": [{"server_uuid": "9686718f-9037-458e-b83c-23bc3ab85c3d", "name": "network-vif-deleted", "tag": "dea99606-53de-4fc0-9e01-ab5cc3a51de7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:52.011502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Allocated IP 172.20.0.13 (cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a/19ebfeea-9363-4125-816a-3528e07633d1/605f3ff7-5176-4f17-b9cb-2fcfce967d4e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:52.033391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d5668ce-9bb9-46f0-b2f0-3e7badc2ae4a req-86fc3bc8-5a40-4076-ae40-7373b0a41757 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0370548 Aug 16 01:57:52.088837 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd0b053-b60c-44f5-8122-c0b08218bcb8 x-openstack-request-id: req-9dd0b053-b60c-44f5-8122-c0b08218bcb8 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:52.089182 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9686718f-9037-458e-b83c-23bc3ab85c3d", "name": "network-vif-deleted", "tag": "dea99606-53de-4fc0-9e01-ab5cc3a51de7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:52.089474 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9dd0b053-b60c-44f5-8122-c0b08218bcb8 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:52.089898 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9686718f-9037-458e-b83c-23bc3ab85c3d', 'name': 'network-vif-deleted', 'tag': 'dea99606-53de-4fc0-9e01-ab5cc3a51de7', 'status': 'completed', 'code': 200} Aug 16 01:57:52.271770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aeaa1b-f41f-4f15-b610-0ecd67c0d7a1 req-5d201644-8fb2-438c-a731-e01ec84242f9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.278361 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9aeaa1b-f41f-4f15-b610-0ecd67c0d7a1 req-5d201644-8fb2-438c-a731-e01ec84242f9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1034164 Aug 16 01:57:52.291252 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.350839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9aeaa1b-f41f-4f15-b610-0ecd67c0d7a1 req-f3d01e68-cf71-4507-a292-b705f8da9d6c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715566 Aug 16 01:57:52.456049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26acbf41-28ef-4bca-8043-0b1e243bbaf1 req-9366a1af-d616-4f10-a530-3253a8c71f71 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9686718f-9037-458e-b83c-23bc3ab85c3d HTTP/1.1" status: 200 len: 210 time: 0.0337756 Aug 16 01:57:52.464984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.529055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:52.534400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:52.542789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:52.551011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Pushing event updated for resources: {'Port': ['ID=605f3ff7-5176-4f17-b9cb-2fcfce967d4e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.618423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c49721a-aba2-4765-a9f9-a04bae179720 req-f858b082-9ad8-4c31-bdfd-551ba1eb9c50 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 210 time: 0.0412831 Aug 16 01:57:52.648339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.649490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.680950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 64ef3a37-fa27-4666-9224-ff8fe48f1c97 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:52.740641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 64ef3a37-fa27-4666-9224-ff8fe48f1c97 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:52.741033 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.754822 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28780b6a-a049-4f40-acfd-39fea0e700b0 req-390f1264-8fcf-4598-b1f1-343ec42959e7 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.762771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28780b6a-a049-4f40-acfd-39fea0e700b0 req-390f1264-8fcf-4598-b1f1-343ec42959e7 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0688605 Aug 16 01:57:52.806274 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-f264e047-4d1b-4d10-8ed7-e0185799741d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6867912 Aug 16 01:57:52.821576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Request body: {'port': {'device_id': '88dfa3ce-8a28-4070-85e8-3de88a801b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:52.862586 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28780b6a-a049-4f40-acfd-39fea0e700b0 req-17440cb5-f2e5-4680-9c73-f58df26a86b0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986838 Aug 16 01:57:52.912761 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.105577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f990c-d011-49bb-89b0-c0383c017ad9 req-f077c518-5294-4af6-b1c5-feb939c65e59 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.107412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-673f990c-d011-49bb-89b0-c0383c017ad9 req-f077c518-5294-4af6-b1c5-feb939c65e59 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1322465 Aug 16 01:57:53.196765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-673f990c-d011-49bb-89b0-c0383c017ad9 req-8cdff011-e4be-4951-9c2d-be11ca6aa49a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500610 Aug 16 01:57:53.287531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605f3ff7-5176-4f17-b9cb-2fcfce967d4e {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:53.295700 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.309563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Transition to ACTIVE for port object 605f3ff7-5176-4f17-b9cb-2fcfce967d4e will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:53.364451 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2b2ea48-cf5a-4f96-978f-091462539d76 req-3b968808-188c-4bd9-837e-82e92bdb228b tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0272889 Aug 16 01:57:53.399985 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.514731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Pushing event updated for resources: {'Port': ['ID=605f3ff7-5176-4f17-b9cb-2fcfce967d4e,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.562896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404f465-b18f-4302-8ff3-b0730c9b5530 req-7469ed28-0fef-499e-b87c-2fb54b0881a5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.570453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a404f465-b18f-4302-8ff3-b0730c9b5530 req-7469ed28-0fef-499e-b87c-2fb54b0881a5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1329856 Aug 16 01:57:53.619452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Attempting to bind port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:53.619793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Attempting to bind port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:53.620127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Attempting to bind port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e on network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:53.632183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a404f465-b18f-4302-8ff3-b0730c9b5530 req-ab28995d-b3bc-4c8b-a69b-d7eab2e9a5a4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616412 Aug 16 01:57:53.633258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e on network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:53.633590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Attempting to bind port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e on network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:53.639435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:53.639803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Checking segment: {'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:53.640172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Bound using segment: {'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:53.640602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Bound port: 605f3ff7-5176-4f17-b9cb-2fcfce967d4e, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:53.640963 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.717700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] For port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:53.721514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] For port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:53.753626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-788b2075-5c21-487a-9ec0-b36d2fc4bad1 req-d6611efd-fbdf-41b2-bd71-5eecd55477e0 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 210 time: 0.0297277 Aug 16 01:57:53.847894 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.911090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Pushing event updated for resources: {'Port': ['ID=605f3ff7-5176-4f17-b9cb-2fcfce967d4e,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.919081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.919081 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.919081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-4fe54319-f810-4f69-8753-e966d9c19953 service neutron] 10.222.0.74 "PUT /v2.0/ports/605f3ff7-5176-4f17-b9cb-2fcfce967d4e HTTP/1.1" status: 200 len: 1093 time: 1.1000433 Aug 16 01:57:54.027859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea655186-f7ea-4867-8637-878be87922f7 req-abe9bf41-16b8-4bd8-923f-bda281f2c051 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.032776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-abe9bf41-16b8-4bd8-923f-bda281f2c051 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.64 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 819 time: 0.1116490 Aug 16 01:57:54.046718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Request body: {'port': {'device_id': '0e344739-7090-40dc-8e1e-7d4977d3e1e5', 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a', 'admin_state_up': True, 'tenant_id': '425afef20f5847a9befe7ee30ed13505'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:54.111748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dfa3ce-8a28-4070-85e8-3de88a801b94', 'tag': '605f3ff7-5176-4f17-b9cb-2fcfce967d4e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:54.114042 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe25667-e96c-4f90-a1b7-9d6086884804" -d '{"events": [{"name": "network-changed", "server_uuid": "88dfa3ce-8a28-4070-85e8-3de88a801b94", "tag": "605f3ff7-5176-4f17-b9cb-2fcfce967d4e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:54.176632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d300f6-4be3-4247-a601-4945c3271847 req-0230f93a-ffcb-4f24-8ebb-36bb748e5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.178195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-0230f93a-ffcb-4f24-8ebb-36bb748e5b9e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 1096 time: 0.1038737 Aug 16 01:57:54.580474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device dea99606-53de-4fc0-9e01-ab5cc3a51de7 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:54.604708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: dea99606-53de-4fc0-9e01-ab5cc3a51de7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:54.605621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device dea99606-53de-4fc0-9e01-ab5cc3a51de7 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:54.646821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-0550aa4b-fa43-4485-90a9-049db7d15ee0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e HTTP/1.1" status: 200 len: 217 time: 0.4572849 Aug 16 01:57:54.738836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d300f6-4be3-4247-a601-4945c3271847 req-ea2c76cb-4f89-45fb-a631-3326e94663de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.740345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-ea2c76cb-4f89-45fb-a631-3326e94663de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19ebfeea-9363-4125-816a-3528e07633d1 HTTP/1.1" status: 200 len: 859 time: 0.0837693 Aug 16 01:57:54.748164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de671843-3958-4471-96ad-7e012a6ed211 req-f03e8747-4c04-43ae-a016-67b8cfd679a2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.749610 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de671843-3958-4471-96ad-7e012a6ed211 req-f03e8747-4c04-43ae-a016-67b8cfd679a2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1071336 Aug 16 01:57:54.787949 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-5e79498b-719f-46cd-ae78-4f364de633d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372138 Aug 16 01:57:54.842973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Made reservation on behalf of 425afef20f5847a9befe7ee30ed13505 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:54.846846 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.872934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de671843-3958-4471-96ad-7e012a6ed211 req-2a95210c-03cb-485f-b502-ca82f4aa63f9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138883 Aug 16 01:57:54.952130 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488794ec-0189-48eb-bd79-7a7e1982bf88 x-openstack-request-id: req-488794ec-0189-48eb-bd79-7a7e1982bf88 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:54.952564 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88dfa3ce-8a28-4070-85e8-3de88a801b94", "tag": "605f3ff7-5176-4f17-b9cb-2fcfce967d4e", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:54.952820 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-488794ec-0189-48eb-bd79-7a7e1982bf88 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:54.953210 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dfa3ce-8a28-4070-85e8-3de88a801b94', 'tag': '605f3ff7-5176-4f17-b9cb-2fcfce967d4e', 'status': 'completed', 'code': 200} Aug 16 01:57:54.991051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-030881ff-c6d6-4a12-95bc-dd7339f0fc5c service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938529 Aug 16 01:57:55.132503 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d271d3-1c94-4782-99a9-8b6cabccf3d9 req-c83901b3-8bcf-4ab1-8497-121b963a18e8 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0388334 Aug 16 01:57:55.133556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Allocated IP 172.20.0.4 (cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a/19ebfeea-9363-4125-816a-3528e07633d1/ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:55.287006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d300f6-4be3-4247-a601-4945c3271847 req-aa614d63-bcfc-4268-956b-398f03c624c0 service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834737 Aug 16 01:57:55.331949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e3a4e-73ef-4fae-bcfc-59cd0fa5cb3f req-d09f94bf-45a1-4513-ae1e-02236c63bc33 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.333454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-937e3a4e-73ef-4fae-bcfc-59cd0fa5cb3f req-d09f94bf-45a1-4513-ae1e-02236c63bc33 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=39bcea3d-7121-4de8-a8a5-c458c57ea112 HTTP/1.1" status: 200 len: 949 time: 0.1196487 Aug 16 01:57:55.356824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.400067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-937e3a4e-73ef-4fae-bcfc-59cd0fa5cb3f req-ab274172-cebe-4dc5-9664-8145608e948b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588117 Aug 16 01:57:55.531665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0bd4fcff-5c68-4884-a4fa-4c03df7039a4 req-181f494b-2a89-49cc-9e09-4db93ffe45a5 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 210 time: 0.0470824 Aug 16 01:57:55.533199 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.592946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:55.598088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe25667-e96c-4f90-a1b7-9d6086884804 req-f854e67c-fad0-4d97-b00b-6f3b8aa43ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.599872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afe25667-e96c-4f90-a1b7-9d6086884804 req-f854e67c-fad0-4d97-b00b-6f3b8aa43ece service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 1096 time: 0.1242986 Aug 16 01:57:55.603450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:55.611050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:55.670088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.670853 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.675847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Pushing event updated for resources: {'Port': ['ID=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.795700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe25667-e96c-4f90-a1b7-9d6086884804 req-2ae2f28a-5a2f-4b18-aea7-4f437dda3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.798455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afe25667-e96c-4f90-a1b7-9d6086884804 req-2ae2f28a-5a2f-4b18-aea7-4f437dda3b5d service neutron] 10.222.0.74 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 920 time: 0.1881926 Aug 16 01:57:55.842808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afe25667-e96c-4f90-a1b7-9d6086884804 req-2b2b9133-8ec4-4fcd-9c19-3ee255104414 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e HTTP/1.1" status: 200 len: 217 time: 0.0358245 Aug 16 01:57:55.883119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-67d58985-e7df-4579-bab7-45dd6bb7117d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8425174 Aug 16 01:57:55.899807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Request body: {'port': {'device_id': '0e344739-7090-40dc-8e1e-7d4977d3e1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:55.904680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe25667-e96c-4f90-a1b7-9d6086884804 req-669e31cb-6f8c-4598-9927-0b7cc155cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.906214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afe25667-e96c-4f90-a1b7-9d6086884804 req-669e31cb-6f8c-4598-9927-0b7cc155cc30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19ebfeea-9363-4125-816a-3528e07633d1 HTTP/1.1" status: 200 len: 859 time: 0.0563138 Aug 16 01:57:55.958226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afe25667-e96c-4f90-a1b7-9d6086884804 req-7a701a8d-79b5-4b4c-b29a-aaad9069aa61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360589 Aug 16 01:57:56.028439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.204545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afe25667-e96c-4f90-a1b7-9d6086884804 req-6c011993-bf98-45da-9e3c-b1000f9388a6 service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244856 Aug 16 01:57:56.267109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf63a4-0e82-4632-9b0c-bcffd25241bc req-6d487528-aeac-4ef8-b815-8392ebaf97a5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.268791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fdf63a4-0e82-4632-9b0c-bcffd25241bc req-6d487528-aeac-4ef8-b815-8392ebaf97a5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1751387 Aug 16 01:57:56.386408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fdf63a4-0e82-4632-9b0c-bcffd25241bc req-8eb21789-ce24-4c3d-99fb-fa32b1993627 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680420 Aug 16 01:57:56.458072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afe25667-e96c-4f90-a1b7-9d6086884804 req-64938a85-e427-4282-9c32-dbe9e7560454 service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407627 Aug 16 01:57:56.494547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef668-f244-44fb-a24f-e681b3bad35b req-b023a18c-9e6b-49e2-933f-f5db93410d8b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.496049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9feef668-f244-44fb-a24f-e681b3bad35b req-b023a18c-9e6b-49e2-933f-f5db93410d8b tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.74 "GET /v2.0/ports?device_id=39bcea3d-7121-4de8-a8a5-c458c57ea112 HTTP/1.1" status: 200 len: 949 time: 0.1013517 Aug 16 01:57:56.590099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63b88f70-8293-4a63-be42-c222dea09b62 req-36602f0f-12fa-49c0-ac45-171c09bbdb8c tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0701010 Aug 16 01:57:56.632225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:56.642031 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.663972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Transition to ACTIVE for port object ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:56.706576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-9feef668-f244-44fb-a24f-e681b3bad35b req-860bbf0f-9011-49f1-8cfe-cbdae5b93ff4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Deleting port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:56.706936 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9feef668-f244-44fb-a24f-e681b3bad35b req-860bbf0f-9011-49f1-8cfe-cbdae5b93ff4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.758068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a3c7-1865-48de-845c-62a239109e16 req-eebba361-d54c-4a1c-8d9f-757679d01007 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.759603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e733a3c7-1865-48de-845c-62a239109e16 req-eebba361-d54c-4a1c-8d9f-757679d01007 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=39bcea3d-7121-4de8-a8a5-c458c57ea112 HTTP/1.1" status: 200 len: 949 time: 0.1063354 Aug 16 01:57:56.822696 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44278) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.827372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e733a3c7-1865-48de-845c-62a239109e16 req-b06a2866-5dab-4149-a4ac-59b62f013d98 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/security-groups?id=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550549 Aug 16 01:57:56.827372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.879363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9feef668-f244-44fb-a24f-e681b3bad35b req-860bbf0f-9011-49f1-8cfe-cbdae5b93ff4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] For port 8a149559-cfd9-4a0f-8fc6-f13247b92d21, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=8a149559-cfd9-4a0f-8fc6-f13247b92d21,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:56.879806 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9feef668-f244-44fb-a24f-e681b3bad35b req-860bbf0f-9011-49f1-8cfe-cbdae5b93ff4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.935848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-9feef668-f244-44fb-a24f-e681b3bad35b req-860bbf0f-9011-49f1-8cfe-cbdae5b93ff4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Calling delete_port for 8a149559-cfd9-4a0f-8fc6-f13247b92d21 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:56.943573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:56.957323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33596613-2d38-4d4f-968a-9bf2f640d69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.043638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26376a58-a706-47b3-96e9-61da37433128 req-2c1aeada-b376-48d9-8b86-231fee66ebeb tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.045147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26376a58-a706-47b3-96e9-61da37433128 req-2c1aeada-b376-48d9-8b86-231fee66ebeb tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 943 time: 0.1567831 Aug 16 01:57:57.051793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33596613-2d38-4d4f-968a-9bf2f640d69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.113606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Attempting to bind port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:57.113969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Attempting to bind port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:57.118091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Attempting to bind port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 on network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:57.136690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 on network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:57.136690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Attempting to bind port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 on network cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:57.136690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26376a58-a706-47b3-96e9-61da37433128 req-94e18bbf-92af-4d01-9a6a-dc1a1700bd3e tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827682 Aug 16 01:57:57.139310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:57.139447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Checking segment: {'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:57.139825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Bound using segment: {'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:57.140326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Bound port: ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:57.140618 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.241367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] For port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:57.244868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] For port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:57.268819 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33596613-2d38-4d4f-968a-9bf2f640d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.308739 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-33596613-2d38-4d4f-968a-9bf2f640d69c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=407879dfaa1e4abf9cc22810313190ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4842024 Aug 16 01:57:57.310274 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33596613-2d38-4d4f-968a-9bf2f640d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95892434-35b3-4cd1-b5f2-967438559da2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.311521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44284) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:57.364369 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aef2e126-7066-4804-9105-71e0844fc22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.386631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aef2e126-7066-4804-9105-71e0844fc22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.435099 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9feef668-f244-44fb-a24f-e681b3bad35b req-860bbf0f-9011-49f1-8cfe-cbdae5b93ff4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.437390 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.500583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.502545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.504247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 HTTP/1.1" status: 200 len: 1092 time: 1.6112497 Aug 16 01:57:57.516991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e344739-7090-40dc-8e1e-7d4977d3e1e5', 'tag': 'ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:57.519258 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c971eb9-b998-4d81-9acb-221d922db622" -d '{"events": [{"name": "network-changed", "server_uuid": "0e344739-7090-40dc-8e1e-7d4977d3e1e5", "tag": "ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:57.567080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feef668-f244-44fb-a24f-e681b3bad35b req-860bbf0f-9011-49f1-8cfe-cbdae5b93ff4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] No DVR routers for this DVR port 8a149559-cfd9-4a0f-8fc6-f13247b92d21 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:57.572869 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9feef668-f244-44fb-a24f-e681b3bad35b req-860bbf0f-9011-49f1-8cfe-cbdae5b93ff4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.574837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9feef668-f244-44fb-a24f-e681b3bad35b req-860bbf0f-9011-49f1-8cfe-cbdae5b93ff4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.74 "DELETE /v2.0/ports/8a149559-cfd9-4a0f-8fc6-f13247b92d21 HTTP/1.1" status: 204 len: 173 time: 1.0701826 Aug 16 01:57:57.576734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23873ea4-2f81-4b73-8ec1-b245a9d473a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.608393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bbf0f-9011-49f1-8cfe-cbdae5b93ff4 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] Pushing event deleted for resources: {'Port': ['ID=8a149559-cfd9-4a0f-8fc6-f13247b92d21,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.618971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e86d-5f52-4e5b-b1c3-c7d537bc493d req-9f73f9b7-ef3a-440d-bd2c-834d702c3c5a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.620455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef50e86d-5f52-4e5b-b1c3-c7d537bc493d req-9f73f9b7-ef3a-440d-bd2c-834d702c3c5a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1489177 Aug 16 01:57:57.623162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aef2e126-7066-4804-9105-71e0844fc22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.624146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aef2e126-7066-4804-9105-71e0844fc22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.625217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aef2e126-7066-4804-9105-71e0844fc22f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95892434-35b3-4cd1-b5f2-967438559da2 HTTP/1.1" status: 204 len: 168 time: 0.3117599 Aug 16 01:57:57.640105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2e126-7066-4804-9105-71e0844fc22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95892434-35b3-4cd1-b5f2-967438559da2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.669623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef50e86d-5f52-4e5b-b1c3-c7d537bc493d req-09620f7e-50fa-4877-9a8f-a4350cdd763c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Aug 16 01:57:57.735637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea655186-f7ea-4867-8637-878be87922f7 req-d51d5471-0316-49b5-a7ad-3cae24397e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.737156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-d51d5471-0316-49b5-a7ad-3cae24397e6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 1095 time: 0.0445752 Aug 16 01:57:57.782125 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 605f3ff7-5176-4f17-b9cb-2fcfce967d4e details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:57.784718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-e5d6bf4e-d4e3-46de-b663-c2d56621bdcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 HTTP/1.1" status: 200 len: 217 time: 0.0359721 Aug 16 01:57:57.801413 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b92559-a718-434e-be98-1ea0b1a6fbce x-openstack-request-id: req-35b92559-a718-434e-be98-1ea0b1a6fbce {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:57.801413 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e344739-7090-40dc-8e1e-7d4977d3e1e5", "tag": "ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:57.801809 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35b92559-a718-434e-be98-1ea0b1a6fbce {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:57.802311 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e344739-7090-40dc-8e1e-7d4977d3e1e5', 'tag': 'ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0', 'status': 'completed', 'code': 200} Aug 16 01:57:57.889860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea655186-f7ea-4867-8637-878be87922f7 req-d47a9e84-8b85-4f9f-8554-e16965dd3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.891442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-d47a9e84-8b85-4f9f-8554-e16965dd3f16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19ebfeea-9363-4125-816a-3528e07633d1 HTTP/1.1" status: 200 len: 859 time: 0.0857189 Aug 16 01:57:57.894140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa639a05-21e2-4b5f-8179-642567a86856 req-fc2cce3b-3776-479a-8ec7-c1bb074eb3b9 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0468388 Aug 16 01:57:57.938239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-9f1b2d7f-3ba1-466f-bcb0-f2c005f7d886 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309870 Aug 16 01:57:57.948928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:57.974940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '605f3ff7-5176-4f17-b9cb-2fcfce967d4e', 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a', 'port_id': '605f3ff7-5176-4f17-b9cb-2fcfce967d4e', 'mac_address': 'fa:16:3e:9b:7f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ebfeea-9363-4125-816a-3528e07633d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:58.029002 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.053055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605f3ff7-5176-4f17-b9cb-2fcfce967d4e {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:58.074314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:58.109607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea503f3-bd0c-4afc-bd96-186cf98d700c req-56c1a753-79bd-4bee-aa40-caeaef8bc7bf tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.111708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cea503f3-bd0c-4afc-bd96-186cf98d700c req-56c1a753-79bd-4bee-aa40-caeaef8bc7bf tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0881157 Aug 16 01:57:58.121157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-b04e9217-b1ef-4a5e-a511-bec94a7a1612 service neutron] 10.222.0.64 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736784 Aug 16 01:57:58.206044 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.207838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cea503f3-bd0c-4afc-bd96-186cf98d700c req-27920e72-e378-4cf6-adde-7749a6739972 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895345 Aug 16 01:57:58.244602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea655186-f7ea-4867-8637-878be87922f7 req-c2333849-24a6-4311-b3dd-dd32f3dfd133 service neutron] 10.222.0.64 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102760 Aug 16 01:57:58.259480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=605f3ff7-5176-4f17-b9cb-2fcfce967d4e,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.323230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3effa7-28f8-4a30-b467-c6c54f72d6de req-94dedb4c-c790-4959-a947-0a8efc0e7b34 tempest-ListImageFiltersTestJSON-2015935388 tempest-ListImageFiltersTestJSON-2015935388-project] 10.222.0.66 "GET /v2.0/ports?device_id=39bcea3d-7121-4de8-a8a5-c458c57ea112 HTTP/1.1" status: 200 len: 210 time: 0.0269878 Aug 16 01:57:58.432856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdcd9d-7f25-48db-aa31-6042b32af343 req-5217e546-cf18-4d8a-80b0-90e984997608 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.438362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6dbdcd9d-7f25-48db-aa31-6042b32af343 req-5217e546-cf18-4d8a-80b0-90e984997608 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 943 time: 0.0570586 Aug 16 01:57:58.443270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['605f3ff7-5176-4f17-b9cb-2fcfce967d4e'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:58.500165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6dbdcd9d-7f25-48db-aa31-6042b32af343 req-37f5cb9b-5d44-47f3-8340-2e9c87aa6d88 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559590 Aug 16 01:57:58.538025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c971eb9-b998-4d81-9acb-221d922db622 req-1b3e5f21-22d0-4059-96e2-24484951f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.539003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c971eb9-b998-4d81-9acb-221d922db622 req-1b3e5f21-22d0-4059-96e2-24484951f6a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 1095 time: 0.0671296 Aug 16 01:57:58.620915 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44310) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:58.645167 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-753f90b7-f65d-4c66-9b3b-f74f78e57596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.684488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c971eb9-b998-4d81-9acb-221d922db622 req-efec9439-a8f1-4529-b1ca-8788256ec152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.686049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c971eb9-b998-4d81-9acb-221d922db622 req-efec9439-a8f1-4529-b1ca-8788256ec152 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 920 time: 0.1397545 Aug 16 01:57:58.699377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66e2f0-7a89-4447-8ddd-f6638c616f1a req-6ebf8478-d882-43b5-ad02-8d529c352196 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.700850 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb66e2f0-7a89-4447-8ddd-f6638c616f1a req-6ebf8478-d882-43b5-ad02-8d529c352196 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0732725 Aug 16 01:57:58.746878 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c971eb9-b998-4d81-9acb-221d922db622 req-79b6f4b1-f114-4e91-84f3-84c7869f98b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 HTTP/1.1" status: 200 len: 217 time: 0.0450783 Aug 16 01:57:58.747299 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-753f90b7-f65d-4c66-9b3b-f74f78e57596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.805685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb66e2f0-7a89-4447-8ddd-f6638c616f1a req-1215de33-ea01-47d5-a4fd-73e2da9c5936 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964241 Aug 16 01:57:58.812806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c971eb9-b998-4d81-9acb-221d922db622 req-947ff525-8559-4bb2-b0dc-7770d2b4c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.814808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c971eb9-b998-4d81-9acb-221d922db622 req-947ff525-8559-4bb2-b0dc-7770d2b4c087 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19ebfeea-9363-4125-816a-3528e07633d1 HTTP/1.1" status: 200 len: 859 time: 0.0609369 Aug 16 01:57:58.859042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c971eb9-b998-4d81-9acb-221d922db622 req-fc307d4e-54b1-4d5a-ad62-51be59d96fe8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288119 Aug 16 01:57:58.880586 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-753f90b7-f65d-4c66-9b3b-f74f78e57596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.924247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f90b7-f65d-4c66-9b3b-f74f78e57596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb22caa-d673-438e-9f5b-aa700cd364d8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.935985 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-753f90b7-f65d-4c66-9b3b-f74f78e57596 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e39f48aac1244499b7f62b35cb23d4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149080 Aug 16 01:57:58.939107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44318) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.040860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c971eb9-b998-4d81-9acb-221d922db622 req-b23cd309-afb2-47c2-be62-664947ade48a service neutron] 10.222.0.64 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727755 Aug 16 01:57:59.069247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf56125-a71b-4513-ac10-cba6b23fa99b req-69a3a9de-9d1c-4f37-b094-6489f081fffc tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.070744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcf56125-a71b-4513-ac10-cba6b23fa99b req-69a3a9de-9d1c-4f37-b094-6489f081fffc tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1079874 Aug 16 01:57:59.071369 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d0f23ef-de30-450a-8dd8-d60a68c7199c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.151047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d0f23ef-de30-450a-8dd8-d60a68c7199c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.198529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcf56125-a71b-4513-ac10-cba6b23fa99b req-2a7cb1e9-4e7d-4ad6-a2aa-82e9df23261d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153669 Aug 16 01:57:59.229160 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c971eb9-b998-4d81-9acb-221d922db622 req-27d23aef-c406-4017-9e66-c16b0698db5f service neutron] 10.222.0.64 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760545 Aug 16 01:57:59.303369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7c320f-91f2-482f-b5d6-2fb950099fa9 req-f3bd51ac-5004-45ad-91f6-12d4ee4b0e35 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0269160 Aug 16 01:57:59.343221 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d0f23ef-de30-450a-8dd8-d60a68c7199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.345983 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d0f23ef-de30-450a-8dd8-d60a68c7199c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.347484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7d0f23ef-de30-450a-8dd8-d60a68c7199c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ebb22caa-d673-438e-9f5b-aa700cd364d8 HTTP/1.1" status: 204 len: 168 time: 0.4071651 Aug 16 01:57:59.356409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f23ef-de30-450a-8dd8-d60a68c7199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb22caa-d673-438e-9f5b-aa700cd364d8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.437196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec620d-e561-4b7c-a91d-113a45569b15 req-af840065-689e-4822-acc4-48170bc6acf6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.439290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebec620d-e561-4b7c-a91d-113a45569b15 req-af840065-689e-4822-acc4-48170bc6acf6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0536075 Aug 16 01:57:59.478774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebec620d-e561-4b7c-a91d-113a45569b15 req-1d657472-dc9a-4bf9-a77a-5eae40150408 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336246 Aug 16 01:57:59.798409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 605f3ff7-5176-4f17-b9cb-2fcfce967d4e up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:59.891727 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1f2998a1-71f9-4897-9835-74785ee6ed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.957025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-deleted', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:59.959404 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a3ac4f-8e5e-4190-a4e0-a8fddd4bcaee" -d '{"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-deleted", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:59.985462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6fe21-3bac-4b25-8843-457b0bf84030 req-2ac83451-1a7a-4fd1-8595-513ecd3b6b86 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.987151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00b6fe21-3bac-4b25-8843-457b0bf84030 req-2ac83451-1a7a-4fd1-8595-513ecd3b6b86 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.4181979 Aug 16 01:58:00.011499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:00.017291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:00.017291 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.027619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00b6fe21-3bac-4b25-8843-457b0bf84030 req-290eda35-d13b-4a8a-bbfe-ed95d7f8264e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342984 Aug 16 01:58:00.107272 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.133233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dfa3ce-8a28-4070-85e8-3de88a801b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605f3ff7-5176-4f17-b9cb-2fcfce967d4e'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:00.135634 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b64015-7360-42c7-8b3f-0c4f48e976ed" -d '{"events": [{"server_uuid": "88dfa3ce-8a28-4070-85e8-3de88a801b94", "name": "network-vif-plugged", "status": "completed", "tag": "605f3ff7-5176-4f17-b9cb-2fcfce967d4e"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:00.149369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:00.153862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d961738-aebe-4894-a80b-a6cc82e902fb req-240f909e-50b8-4f85-9124-fe2ea305cda0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0390224 Aug 16 01:58:00.251491 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.252640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8a149559-cfd9-4a0f-8fc6-f13247b92d21 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:00.317112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 8a149559-cfd9-4a0f-8fc6-f13247b92d21 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:00.317112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 8a149559-cfd9-4a0f-8fc6-f13247b92d21 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:00.342426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=605f3ff7-5176-4f17-b9cb-2fcfce967d4e,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:01.002718 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:58:01.047298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7ae18-e598-42f1-af7a-55a0c0039554 req-c6f091a3-ed32-4e4e-97cb-1b679cd57991 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:01.049048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56e7ae18-e598-42f1-af7a-55a0c0039554 req-c6f091a3-ed32-4e4e-97cb-1b679cd57991 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 943 time: 0.0495069 Aug 16 01:58:01.090399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56e7ae18-e598-42f1-af7a-55a0c0039554 req-9d0d5e3c-bc3a-416d-b540-163fbf89bfb1 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348306 Aug 16 01:58:01.625507 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65959562-9320-494e-96d2-08b878991209 x-openstack-request-id: req-65959562-9320-494e-96d2-08b878991209 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:01.625780 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bcea3d-7121-4de8-a8a5-c458c57ea112", "name": "network-vif-deleted", "tag": "8a149559-cfd9-4a0f-8fc6-f13247b92d21", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:01.626078 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65959562-9320-494e-96d2-08b878991209 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:01.626506 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bcea3d-7121-4de8-a8a5-c458c57ea112', 'name': 'network-vif-deleted', 'tag': '8a149559-cfd9-4a0f-8fc6-f13247b92d21', 'status': 'completed', 'code': 200} Aug 16 01:58:01.692069 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c60c5f-9d73-4282-b341-1230c388de8f x-openstack-request-id: req-44c60c5f-9d73-4282-b341-1230c388de8f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:01.692721 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dfa3ce-8a28-4070-85e8-3de88a801b94", "name": "network-vif-plugged", "status": "completed", "tag": "605f3ff7-5176-4f17-b9cb-2fcfce967d4e", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:01.692978 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44c60c5f-9d73-4282-b341-1230c388de8f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:01.693469 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dfa3ce-8a28-4070-85e8-3de88a801b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605f3ff7-5176-4f17-b9cb-2fcfce967d4e', 'code': 200} Aug 16 01:58:01.798206 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d98ba604-d0d8-4e4e-9d99-5dc2969b7616 req-b4be2d04-c3b7-466b-b64a-25304aecb05f tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0520265 Aug 16 01:58:01.835500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a20aa-ea35-4ac3-8261-d962116761aa req-8195a2de-8ea7-4b86-af5b-98b1cab154f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:01.835500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-055a20aa-ea35-4ac3-8261-d962116761aa req-8195a2de-8ea7-4b86-af5b-98b1cab154f2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 1098 time: 0.0741334 Aug 16 01:58:01.878458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-055a20aa-ea35-4ac3-8261-d962116761aa req-5a2eb039-e649-4b80-941a-7a8465af9e26 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Aug 16 01:58:02.606769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:02.752246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:02.764781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0', 'network_id': 'cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a', 'port_id': 'ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0', 'mac_address': 'fa:16:3e:7e:5e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ebfeea-9363-4125-816a-3528e07633d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:02.860463 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.876593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:02.902044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:02.904014 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.942828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39706a40-bb6f-4932-9d52-7e18678f66d0 req-9d87ace3-41af-4a82-af11-dfac41572809 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:02.951744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39706a40-bb6f-4932-9d52-7e18678f66d0 req-9d87ace3-41af-4a82-af11-dfac41572809 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0701890 Aug 16 01:58:02.992418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39706a40-bb6f-4932-9d52-7e18678f66d0 req-d2206b5c-2013-4626-8316-bb93b6a01b6a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393529 Aug 16 01:58:02.994277 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8636cb6e-c251-4c15-a31a-7fa3ce472505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.088816 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.152368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:03.306593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:03.619083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad31bd9c-28a2-49e9-aed4-d1f3d4fcaeca req-e8668115-5f9a-481e-81cd-d5e7dd7a6d72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2dd72bcd6614a5197388b0742ff04b8&device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0443344 Aug 16 01:58:03.632703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc20585-c3e2-49e0-90bc-107c1fc5d76b req-5cc9f778-fb3b-4764-9693-2d5d7833b0d5 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.634250 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4dc20585-c3e2-49e0-90bc-107c1fc5d76b req-5cc9f778-fb3b-4764-9693-2d5d7833b0d5 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 944 time: 0.0891345 Aug 16 01:58:03.661855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad31bd9c-28a2-49e9-aed4-d1f3d4fcaeca req-10e65349-b29e-4a49-b675-5e123102252e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e2dd72bcd6614a5197388b0742ff04b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263326 Aug 16 01:58:03.736643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4dc20585-c3e2-49e0-90bc-107c1fc5d76b req-234ab388-344d-40c6-9fb1-3ff5b4959101 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914660 Aug 16 01:58:03.784899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31bd9c-28a2-49e9-aed4-d1f3d4fcaeca req-2fafec1b-5272-48e2-b15f-9eba2f7b3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.787039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad31bd9c-28a2-49e9-aed4-d1f3d4fcaeca req-2fafec1b-5272-48e2-b15f-9eba2f7b3ba4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1179895 Aug 16 01:58:04.023016 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.636090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:04.696389 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44502) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:04.723070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887bc1d-ec3f-414e-8e50-570e67bb58df req-6879dcb5-fdea-41eb-b788-10eb58608784 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:04.725774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7887bc1d-ec3f-414e-8e50-570e67bb58df req-6879dcb5-fdea-41eb-b788-10eb58608784 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0705223 Aug 16 01:58:04.768136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7887bc1d-ec3f-414e-8e50-570e67bb58df req-0f2502d1-b74d-4168-ab7a-97710eb49ce1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355954 Aug 16 01:58:04.788273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:04.792540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:04.792922 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.839581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d6e0b55-fa03-4170-8140-e233884aba16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.912440 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.926130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc01b1ee-4d8e-426a-a323-f5d91be721d9 req-756d5d8c-4168-4d5b-90b6-23a1b71ca527 tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0736184 Aug 16 01:58:04.960624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:04.961616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e344739-7090-40dc-8e1e-7d4977d3e1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:04.964321 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef65760b-3c85-41c9-afa3-42642b48555d" -d '{"events": [{"server_uuid": "0e344739-7090-40dc-8e1e-7d4977d3e1e5", "name": "network-vif-plugged", "status": "completed", "tag": "ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:05.030630 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d6e0b55-fa03-4170-8140-e233884aba16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.045965 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.086408 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44520) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:05.108773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d6e0b55-fa03-4170-8140-e233884aba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.113207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:05.127830 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad31bd9c-28a2-49e9-aed4-d1f3d4fcaeca req-977b6839-dac1-4472-90bc-a295ea12371e tempest-ServerShowV257Test-726736429 tempest-ServerShowV257Test-726736429-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dffda21-09a9-4726-b676-1952707761c6 HTTP/1.1" status: 200 len: 210 time: 0.0412705 Aug 16 01:58:05.161192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e0b55-fa03-4170-8140-e233884aba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d714aa7-aa67-42aa-9e4c-48a703d354e3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:05.182292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-7c91d8b0-e5ba-4c57-80fe-c32fb50c89f7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:05.186548 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0d6e0b55-fa03-4170-8140-e233884aba16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d738a3d66484aae817f29e1cb128f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882491 Aug 16 01:58:05.190184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44524) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:05.191096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-7c91d8b0-e5ba-4c57-80fe-c32fb50c89f7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.1667910 Aug 16 01:58:05.208565 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-ad10cb34-dddf-45b2-b6f9-b8d014e8aff7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/quotas/339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 375 time: 0.0163651 Aug 16 01:58:05.256287 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09e5a775-e185-460e-a810-c493db693545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.269980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-dae4a8f8-35c1-413b-baa9-7068886d6da3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599818 Aug 16 01:58:05.301432 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09e5a775-e185-460e-a810-c493db693545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.329956 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b52f1de2-fdd6-435f-89bb-7bfc7aec8af3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9219bbfd5f68429d91c28bf0605161ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398310 Aug 16 01:58:05.331709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44526) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:05.408393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-fdf979f9-10cb-43c0-a789-aa65067b1320 service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375430 Aug 16 01:58:05.466303 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2b507a1-991e-48ab-b24a-7f09b7dc9a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.466969 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09e5a775-e185-460e-a810-c493db693545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.472635 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09e5a775-e185-460e-a810-c493db693545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.474302 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-09e5a775-e185-460e-a810-c493db693545 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d714aa7-aa67-42aa-9e4c-48a703d354e3 HTTP/1.1" status: 204 len: 168 time: 0.2811716 Aug 16 01:58:05.489736 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2b507a1-991e-48ab-b24a-7f09b7dc9a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.509788 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5a775-e185-460e-a810-c493db693545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d714aa7-aa67-42aa-9e4c-48a703d354e3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:05.578162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-ebd3c1eb-5882-49b1-972f-a0f577fd2466 service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627998 Aug 16 01:58:05.658029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2b507a1-991e-48ab-b24a-7f09b7dc9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.661985 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2b507a1-991e-48ab-b24a-7f09b7dc9a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.662161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a2b507a1-991e-48ab-b24a-7f09b7dc9a76 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50 HTTP/1.1" status: 204 len: 168 time: 0.3289580 Aug 16 01:58:05.673866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b507a1-991e-48ab-b24a-7f09b7dc9a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f3c0aa-e3b9-4b6f-9a69-85fbf9c0dd50,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:05.847222 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.854520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-51aaea91-e9be-4718-8791-cb820c9885d8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469503 Aug 16 01:58:05.952532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-c5943267-7ae5-4d1a-a3d2-3a07f4954841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:05.955223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-c5943267-7ae5-4d1a-a3d2-3a07f4954841 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 1098 time: 0.0556328 Aug 16 01:58:06.129355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-e85feb5f-e72f-4c79-bd67-9441b8353f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.132230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-e85feb5f-e72f-4c79-bd67-9441b8353f96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 912 time: 0.1527424 Aug 16 01:58:06.221975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-a116e9e1-f8f9-41ff-a7cf-abb4fd233a41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5 HTTP/1.1" status: 200 len: 1002 time: 0.0803909 Aug 16 01:58:06.323108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-7e49b13b-5ac0-40ed-b5d6-978bd885c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.325128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-7e49b13b-5ac0-40ed-b5d6-978bd885c136 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 200 len: 850 time: 0.0953066 Aug 16 01:58:06.351100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cbbfe-9e2f-4946-a7ba-9f347f90b963 req-9b46e7e4-c64d-434d-a3f6-4db8ccd5350c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.352638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c91cbbfe-9e2f-4946-a7ba-9f347f90b963 req-9b46e7e4-c64d-434d-a3f6-4db8ccd5350c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0886176 Aug 16 01:58:06.386256 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44560) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:06.400616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c18d79ba-c843-4d6c-b334-aff0ec286d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.416176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-9bd5d2d7-d407-4a34-ac56-ffd27cb4772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.417792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-9bd5d2d7-d407-4a34-ac56-ffd27cb4772f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4580b099-2551-492d-9cb2-8302c2e9c7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833824 Aug 16 01:58:06.431049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c91cbbfe-9e2f-4946-a7ba-9f347f90b963 req-6b0cce0e-a087-4ab1-b308-bfedccb59e98 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633249 Aug 16 01:58:06.558216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c18d79ba-c843-4d6c-b334-aff0ec286d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.560285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-13da53a9-391d-4ddf-b0d5-a2e245290893 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253176 Aug 16 01:58:06.575173 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f63d35d-e332-44a1-b021-6159471bdabf x-openstack-request-id: req-8f63d35d-e332-44a1-b021-6159471bdabf {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:06.575702 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e344739-7090-40dc-8e1e-7d4977d3e1e5", "name": "network-vif-plugged", "status": "completed", "tag": "ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:06.575702 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f63d35d-e332-44a1-b021-6159471bdabf {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:06.576082 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e344739-7090-40dc-8e1e-7d4977d3e1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0', 'code': 200} Aug 16 01:58:06.640334 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c18d79ba-c843-4d6c-b334-aff0ec286d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.702197 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c18d79ba-c843-4d6c-b334-aff0ec286d79 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c0734a8dfc047768eff9de352a4520a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147700 Aug 16 01:58:06.704040 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44570) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:06.712992 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d79ba-c843-4d6c-b334-aff0ec286d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd1d074-671b-4ae9-b923-5325d1d594f2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.739829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b4d3788-ad85-47fc-8cd0-fb1773cbbbc4 req-3e4604b8-c51d-4e4b-bdfe-0674cf2b75ad service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720836 Aug 16 01:58:06.761888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-93791efa-fc49-414c-aba4-cabcb3e4b70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.767591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e091a6b-e152-4b9a-a885-e3f799de89c4 req-4485524e-4d7b-4f2d-a77b-7395b4573f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.769292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e091a6b-e152-4b9a-a885-e3f799de89c4 req-4485524e-4d7b-4f2d-a77b-7395b4573f6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1082764 Aug 16 01:58:06.771275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70bc71de-4826-4641-93e8-715d6fac2148 req-fcdefb32-f38f-4c36-a25e-028e6777b151 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 210 time: 0.0522785 Aug 16 01:58:06.785402 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-93791efa-fc49-414c-aba4-cabcb3e4b70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.814455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e091a6b-e152-4b9a-a885-e3f799de89c4 req-8ff79ae0-84ff-45cc-b375-dfcfd46ba54a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350475 Aug 16 01:58:06.904724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5b842-950b-4521-8f54-4f2baadfba86 req-c22946b4-41fd-4cda-818a-0f09a0ed516c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.906365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17b5b842-950b-4521-8f54-4f2baadfba86 req-c22946b4-41fd-4cda-818a-0f09a0ed516c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0514767 Aug 16 01:58:06.947395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17b5b842-950b-4521-8f54-4f2baadfba86 req-75191ea6-5c3f-4382-864b-6b6f230a586b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329361 Aug 16 01:58:06.999449 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-93791efa-fc49-414c-aba4-cabcb3e4b70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.002597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-93791efa-fc49-414c-aba4-cabcb3e4b70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.003841 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-93791efa-fc49-414c-aba4-cabcb3e4b70f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccd1d074-671b-4ae9-b923-5325d1d594f2 HTTP/1.1" status: 204 len: 168 time: 0.2986367 Aug 16 01:58:07.012028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93791efa-fc49-414c-aba4-cabcb3e4b70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd1d074-671b-4ae9-b923-5325d1d594f2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.069290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14548d0a-0496-4c1a-8f16-cab52e2b55a1 req-28250916-d00c-45d5-89c9-9bf24cee0e5a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.070844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14548d0a-0496-4c1a-8f16-cab52e2b55a1 req-28250916-d00c-45d5-89c9-9bf24cee0e5a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0541427 Aug 16 01:58:07.117619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14548d0a-0496-4c1a-8f16-cab52e2b55a1 req-bf8ef15d-56eb-4615-b4dc-8d692ad97809 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355215 Aug 16 01:58:07.265630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f5319-49ed-45ed-a937-28eda6fe0356 req-bd2632d3-2567-4539-bfab-39840e4e75f6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.267715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-015f5319-49ed-45ed-a937-28eda6fe0356 req-bd2632d3-2567-4539-bfab-39840e4e75f6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0544636 Aug 16 01:58:07.291515 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44596) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:07.312554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-015f5319-49ed-45ed-a937-28eda6fe0356 req-22d2e090-35e2-48a5-94a8-8eda04e58495 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385489 Aug 16 01:58:07.322108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44600) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:07.413562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1494659016-network', 'tenant_id': '8d74813b676f420485965d14f320364c'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:07.570114 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b54be8c-e5d2-48e2-b2c8-376174af60f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.588675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Made reservation on behalf of 8d74813b676f420485965d14f320364c for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:07.591055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.604231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.723022 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b54be8c-e5d2-48e2-b2c8-376174af60f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.844847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854183b-4c30-4317-b2f4-545cd01b3e78 req-0cfe72ff-6aae-4d8f-b1bb-52f16a90ebe8 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.847208 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b54be8c-e5d2-48e2-b2c8-376174af60f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.854846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c854183b-4c30-4317-b2f4-545cd01b3e78 req-0cfe72ff-6aae-4d8f-b1bb-52f16a90ebe8 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0665774 Aug 16 01:58:07.900520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c854183b-4c30-4317-b2f4-545cd01b3e78 req-28fc62eb-f04d-47a0-bd77-f7224d60660c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447702 Aug 16 01:58:07.917656 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3b54be8c-e5d2-48e2-b2c8-376174af60f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2dd72bcd6614a5197388b0742ff04b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5943451 Aug 16 01:58:07.924518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44624) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:07.950183 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54be8c-e5d2-48e2-b2c8-376174af60f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8455cb01-c5ba-4026-9d8d-501fcb5aba6c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.052824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61d656f5-afd9-4abf-9a74-361c290ab5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.058348 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.087554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61d656f5-afd9-4abf-9a74-361c290ab5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.107679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842b2f-9c0b-41b3-943c-d1a19a69aa0c req-0e6f4c8e-783f-45cf-b20f-fd617156036c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.107679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88842b2f-9c0b-41b3-943c-d1a19a69aa0c req-0e6f4c8e-783f-45cf-b20f-fd617156036c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0986598 Aug 16 01:58:08.165787 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88842b2f-9c0b-41b3-943c-d1a19a69aa0c req-f50d2659-49ef-49ea-9b60-1ec09e552bbf tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496230 Aug 16 01:58:08.177347 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.217473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd006024-08ef-48c3-a3ed-cadd427b21ea,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.330270 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61d656f5-afd9-4abf-9a74-361c290ab5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.331705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:08.332793 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61d656f5-afd9-4abf-9a74-361c290ab5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.333978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-61d656f5-afd9-4abf-9a74-361c290ab5c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8455cb01-c5ba-4026-9d8d-501fcb5aba6c HTTP/1.1" status: 204 len: 168 time: 0.4084175 Aug 16 01:58:08.341652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.342239 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Added segment d641c4ff-9984-4724-a39d-ae217e99a096 of type vlan for network fb7fdcd8-5bf9-449f-99af-4865ce33e031 Aug 16 01:58:08.346193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b3350-fd3b-489c-90e6-2f0a6b83404d req-69ef7435-5967-41ed-9405-0f3b08f0ce82 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.347888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea0b3350-fd3b-489c-90e6-2f0a6b83404d req-69ef7435-5967-41ed-9405-0f3b08f0ce82 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0620062 Aug 16 01:58:08.353604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d656f5-afd9-4abf-9a74-361c290ab5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8455cb01-c5ba-4026-9d8d-501fcb5aba6c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.390657 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.409678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea0b3350-fd3b-489c-90e6-2f0a6b83404d req-1e7ea83c-eef2-4ba6-a529-a19174c5a196 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394106 Aug 16 01:58:08.507043 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-039d71d0-d0b1-458c-acd5-dd0312f3e47e req-56a6060a-f968-49c3-a15c-9c20faedce37 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 210 time: 0.0288696 Aug 16 01:58:08.565450 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.567208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.568021 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.640343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7fdcd8-5bf9-449f-99af-4865ce33e031,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.655579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network fb7fdcd8-5bf9-449f-99af-4865ce33e031 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:08.663946 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-729a7b1b-4dac-4124-8ed0-c878ae989ef4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3713067 Aug 16 01:58:08.666993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44646) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:08.673088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] Request body: {'subnet': {'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-subnet', 'tenant_id': '8d74813b676f420485965d14f320364c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:08.816677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] Made reservation on behalf of 8d74813b676f420485965d14f320364c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:08.819171 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.137466 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.299377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c37e90-8a2a-4aa2-b57f-56592b73215e,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:09.324201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] Checking segment: {'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:09.325017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] Network hostable DHCP agents. Network: fb7fdcd8-5bf9-449f-99af-4865ce33e031, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:09.381964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93077dc0-17ee-4fa8-bca2-72fd579ed0c4 req-c1d28c0b-c062-4b9f-97d8-24c1614c98cf tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.383480 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93077dc0-17ee-4fa8-bca2-72fd579ed0c4 req-c1d28c0b-c062-4b9f-97d8-24c1614c98cf tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1507280 Aug 16 01:58:09.393583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-805a5b41-b364-4d14-ae85-cd0d6c0b4be8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.398530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-805a5b41-b364-4d14-ae85-cd0d6c0b4be8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.2133777 Aug 16 01:58:09.421980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'port': {'device_id': '9703f1c8-336d-4e24-90bd-5be6fbc01a50', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'admin_state_up': True, 'tenant_id': '339391903c4f4f3b9336737914285e45'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:09.488044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8685b4e-9366-48f4-a4af-3d0c84bc339f req-4e51b49d-c414-4f20-9a83-bc20ab0d9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.489585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8685b4e-9366-48f4-a4af-3d0c84bc339f req-4e51b49d-c414-4f20-9a83-bc20ab0d9fbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1541715 Aug 16 01:58:09.514532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93077dc0-17ee-4fa8-bca2-72fd579ed0c4 req-b987d81b-31e6-4f71-8159-44200830ca9c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185262 Aug 16 01:58:09.530585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] Network fb7fdcd8-5bf9-449f-99af-4865ce33e031 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:09.664870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8685b4e-9366-48f4-a4af-3d0c84bc339f req-a36dcc57-0e1f-4c24-b1e5-cdd46ec23b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.666379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8685b4e-9366-48f4-a4af-3d0c84bc339f req-a36dcc57-0e1f-4c24-b1e5-cdd46ec23b6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 920 time: 0.1669729 Aug 16 01:58:09.687351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, fb7fdcd8-5bf9-449f-99af-4865ce33e031) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:09.700830 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5caa253-d70a-4ee9-aca2-b15e4012a5d6 None None] Network fb7fdcd8-5bf9-449f-99af-4865ce33e031 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:09.733772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ca239-62c3-4290-99fa-01714dad5065 req-b983de79-7442-48fd-baa3-c597c52c7905 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.740463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a07ca239-62c3-4290-99fa-01714dad5065 req-b983de79-7442-48fd-baa3-c597c52c7905 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.1156249 Aug 16 01:58:09.740463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.740463 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.742642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8685b4e-9366-48f4-a4af-3d0c84bc339f req-1cbf0f51-ea25-4599-9817-05ebed313fbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 HTTP/1.1" status: 200 len: 217 time: 0.0682843 Aug 16 01:58:09.834122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Made reservation on behalf of 339391903c4f4f3b9336737914285e45 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:09.838014 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.845072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a07ca239-62c3-4290-99fa-01714dad5065 req-22cfaaa0-7da0-45ca-9f79-900ad9a8c29d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895431 Aug 16 01:58:09.893098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8685b4e-9366-48f4-a4af-3d0c84bc339f req-8101a29b-4099-4a69-a247-0f9300e9438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.894647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8685b4e-9366-48f4-a4af-3d0c84bc339f req-8101a29b-4099-4a69-a247-0f9300e9438c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19ebfeea-9363-4125-816a-3528e07633d1 HTTP/1.1" status: 200 len: 859 time: 0.1416228 Aug 16 01:58:09.958523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eda0a9a6-e2ac-42be-a4c4-ed74a5c0a0bf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2902241 Aug 16 01:58:09.962108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44692) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:09.966754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'tenant_id': '8d74813b676f420485965d14f320364c', 'fixed_ips': [{'subnet_id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:09.967631 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.969497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:10.079183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8685b4e-9366-48f4-a4af-3d0c84bc339f req-b19393f5-55f0-4c18-afdf-f76adaae5ab2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458399 Aug 16 01:58:10.114178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Allocated IP 172.20.0.2 (fb7fdcd8-5bf9-449f-99af-4865ce33e031/d2c37e90-8a2a-4aa2-b57f-56592b73215e/e73ecfab-2282-4632-af49-3adbc6ba6384) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:10.165969 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.167173 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.212838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8685b4e-9366-48f4-a4af-3d0c84bc339f req-a3a2a4b8-698b-4f08-8695-8ba713c9eda6 service neutron] 10.222.0.64 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058004 Aug 16 01:58:10.273486 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.342697 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.349116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8685b4e-9366-48f4-a4af-3d0c84bc339f req-5840263e-eb5f-4835-9f52-dfa11267d6b3 service neutron] 10.222.0.64 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281884 Aug 16 01:58:10.352114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Transition to ACTIVE for port object e73ecfab-2282-4632-af49-3adbc6ba6384 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:10.354573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Allocated IP 172.20.0.11 (451b8f7a-e7d9-4b9a-a673-45425a82868a/b7176ff3-edd3-42c6-8174-28ec8618d359/e81d1732-b828-4b65-a3f6-81b5f99ef6a3) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:10.382179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Transition to ACTIVE for port object e73ecfab-2282-4632-af49-3adbc6ba6384 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:10.388182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bc1cc-dcff-4500-bc5c-121cc323d1f8 req-7143e28f-46cc-4f16-ad6a-c2d541ee060f tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.389711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-938bc1cc-dcff-4500-bc5c-121cc323d1f8 req-7143e28f-46cc-4f16-ad6a-c2d541ee060f tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.1759720 Aug 16 01:58:10.494780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-938bc1cc-dcff-4500-bc5c-121cc323d1f8 req-9d43de70-3e58-44b2-9dee-a68347d46d70 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954375 Aug 16 01:58:10.520389 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.632681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Network fb7fdcd8-5bf9-449f-99af-4865ce33e031 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:10.635742 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.638587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:10.641578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:10.649249 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Pushing event updated for resources: {'Port': ['ID=e73ecfab-2282-4632-af49-3adbc6ba6384,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.661615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4aeda579-53ee-47de-b204-157202aedd49 req-2367a26d-51b8-4992-8731-297313cddb37 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 210 time: 0.0470037 Aug 16 01:58:10.700478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Transition to ACTIVE for port object e81d1732-b828-4b65-a3f6-81b5f99ef6a3 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:10.734714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Attempting to bind port e73ecfab-2282-4632-af49-3adbc6ba6384 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:10.735258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Attempting to bind port e73ecfab-2282-4632-af49-3adbc6ba6384 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:10.737717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Attempting to bind port e73ecfab-2282-4632-af49-3adbc6ba6384 on network fb7fdcd8-5bf9-449f-99af-4865ce33e031 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:10.741472 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.752180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:10.752565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Checking segment: {'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:10.756810 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.757416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Bound using segment: {'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:10.758220 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Bound port: e73ecfab-2282-4632-af49-3adbc6ba6384, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:10.758780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.833995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] For port e73ecfab-2282-4632-af49-3adbc6ba6384, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:10.837336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] For port e73ecfab-2282-4632-af49-3adbc6ba6384, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e73ecfab-2282-4632-af49-3adbc6ba6384,segment=NetworkSegment(d641c4ff-9984-4724-a39d-ae217e99a096),segment_id=d641c4ff-9984-4724-a39d-ae217e99a096)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:10.857631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22b42a-b415-4961-a9d5-5376a02a2c49 req-24deb441-8133-4fa8-abc9-befa248417f9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.867529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a22b42a-b415-4961-a9d5-5376a02a2c49 req-24deb441-8133-4fa8-abc9-befa248417f9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0770810 Aug 16 01:58:10.879931 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.943372 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.994334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a22b42a-b415-4961-a9d5-5376a02a2c49 req-8b33b961-e273-42e9-abb2-5aad879c7a20 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093290 Aug 16 01:58:11.001435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=e81d1732-b828-4b65-a3f6-81b5f99ef6a3,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.004821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:11.006644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:11.008923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:11.081185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe38b8-e8a6-4af8-96fe-fa9fb6c37b8c None None] Pushing event updated for resources: {'Port': ['ID=e73ecfab-2282-4632-af49-3adbc6ba6384,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.092574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.106761 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.119089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.156083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.235118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-10fbfccc-f851-4d11-9c54-f30aed692417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8247910 Aug 16 01:58:11.252205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Request body: {'port': {'device_id': '9703f1c8-336d-4e24-90bd-5be6fbc01a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:11.307514 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Allocated IP 172.25.8.15 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/3ed8d531-c2ab-4c49-90c5-73015fa0d802) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:11.388809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.572042 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.622640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2568e3cb-d9f0-453b-b8b4-ac0e863fa6de None None] Provisioning for port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:11.627556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2568e3cb-d9f0-453b-b8b4-ac0e863fa6de None None] Provisioning complete for port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:11.627932 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2568e3cb-d9f0-453b-b8b4-ac0e863fa6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.681061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2568e3cb-d9f0-453b-b8b4-ac0e863fa6de None None] Port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:11.798394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa290-1c66-4247-b6d6-3fadee3bdee3 req-d99c772a-4720-47ff-bd08-9ccb9ae6a6d3 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.800069 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-762fa290-1c66-4247-b6d6-3fadee3bdee3 req-d99c772a-4720-47ff-bd08-9ccb9ae6a6d3 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0764830 Aug 16 01:58:11.880216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-762fa290-1c66-4247-b6d6-3fadee3bdee3 req-64c7a0c6-597d-4ab5-ad3d-2d1b69261ab3 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702412 Aug 16 01:58:11.950619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81d1732-b828-4b65-a3f6-81b5f99ef6a3 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:11.960189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.978255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Transition to ACTIVE for port object e81d1732-b828-4b65-a3f6-81b5f99ef6a3 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:12.114067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439968b-8783-44ed-bdee-1d3f3cacaca8 req-155615e2-e43e-448e-9071-8bf325b8adbc tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.115650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2439968b-8783-44ed-bdee-1d3f3cacaca8 req-155615e2-e43e-448e-9071-8bf325b8adbc tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0515528 Aug 16 01:58:12.172241 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.174330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2439968b-8783-44ed-bdee-1d3f3cacaca8 req-f1ac9847-8fd1-4308-8a05-089ad6c218a3 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512125 Aug 16 01:58:12.176514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.272779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Pushing event updated for resources: {'Port': ['ID=3ed8d531-c2ab-4c49-90c5-73015fa0d802,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.287255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Pushing event updated for resources: {'Port': ['ID=e81d1732-b828-4b65-a3f6-81b5f99ef6a3,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.302365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:12.304318 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:12.307993 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:12.409481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44740) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:12.502691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Attempting to bind port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:12.503045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Attempting to bind port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:12.503384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Attempting to bind port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:12.508664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:12.508997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Attempting to bind port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:12.519366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:12.519366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Checking segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:12.519366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Bound using segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:12.519366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Bound port: e81d1732-b828-4b65-a3f6-81b5f99ef6a3, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:12.519366 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.573691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab4a4a4-ed9c-4ff0-a53b-d02251faf89f None None] Network fb7fdcd8-5bf9-449f-99af-4865ce33e031 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:12.682482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e16856f5-cd5b-4055-b7d5-bcff701a994c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.719260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] For port e81d1732-b828-4b65-a3f6-81b5f99ef6a3, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:12.739589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] For port e81d1732-b828-4b65-a3f6-81b5f99ef6a3, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e81d1732-b828-4b65-a3f6-81b5f99ef6a3,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:12.785135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e73ecfab-2282-4632-af49-3adbc6ba6384 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:12.797831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e18acd-ba82-41ba-a904-1144661c57a1 req-ca2a7474-2c84-4b2b-bdca-73e95316d603 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.799238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68e18acd-ba82-41ba-a904-1144661c57a1 req-ca2a7474-2c84-4b2b-bdca-73e95316d603 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 944 time: 0.1476796 Aug 16 01:58:12.889322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68e18acd-ba82-41ba-a904-1144661c57a1 req-fbe8d7c2-d556-4c57-acff-c5525f850909 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611637 Aug 16 01:58:12.898144 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.934506 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e16856f5-cd5b-4055-b7d5-bcff701a994c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.031429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb24a64-032c-4951-873c-8396e2ecb4a8 req-302d3f91-e56a-47e9-9824-460625e983a3 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.034193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6eb24a64-032c-4951-873c-8396e2ecb4a8 req-302d3f91-e56a-47e9-9824-460625e983a3 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0635490 Aug 16 01:58:13.057355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-361a48e5-381b-49c8-9c77-a7ec454c04cd None None] Provisioning for port e73ecfab-2282-4632-af49-3adbc6ba6384 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:13.062193 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.116677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.117558 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.119049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] 10.222.0.64 "PUT /v2.0/ports/e81d1732-b828-4b65-a3f6-81b5f99ef6a3 HTTP/1.1" status: 200 len: 1093 time: 1.8736403 Aug 16 01:58:13.119617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9703f1c8-336d-4e24-90bd-5be6fbc01a50', 'tag': 'e81d1732-b828-4b65-a3f6-81b5f99ef6a3'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:13.122506 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270" -d '{"events": [{"name": "network-changed", "server_uuid": "9703f1c8-336d-4e24-90bd-5be6fbc01a50", "tag": "e81d1732-b828-4b65-a3f6-81b5f99ef6a3"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:13.138570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6eb24a64-032c-4951-873c-8396e2ecb4a8 req-fc159f9a-4d82-47f8-a76c-ce83a1bebdc9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984077 Aug 16 01:58:13.166337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port e73ecfab-2282-4632-af49-3adbc6ba6384 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:13.177140 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e16856f5-cd5b-4055-b7d5-bcff701a994c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.180811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e73ecfab-2282-4632-af49-3adbc6ba6384 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:13.181997 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.191809 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.228862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16856f5-cd5b-4055-b7d5-bcff701a994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd41f7-02f6-4de9-b0b3-8a378120efbe,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.298520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-92e39b6a-62ba-4fee-b710-e774940419cb None None] Provisioning complete for port e73ecfab-2282-4632-af49-3adbc6ba6384 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:13.299141 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-92e39b6a-62ba-4fee-b710-e774940419cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.301924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d4cf5-76a0-46bf-87c5-5a177b0cf968 service neutron] Pushing event updated for resources: {'Port': ['ID=e81d1732-b828-4b65-a3f6-81b5f99ef6a3,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.321272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e16856f5-cd5b-4055-b7d5-bcff701a994c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c060b9f4fe8e47b08e332409447eabff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9093482 Aug 16 01:58:13.326671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44760) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:13.443484 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6b66af7c-0145-4187-8a28-76ff2385d97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.467323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.528009 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-92e39b6a-62ba-4fee-b710-e774940419cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.529290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6b66af7c-0145-4187-8a28-76ff2385d97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.539136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port e73ecfab-2282-4632-af49-3adbc6ba6384, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e73ecfab-2282-4632-af49-3adbc6ba6384,segment=NetworkSegment(d641c4ff-9984-4724-a39d-ae217e99a096),segment_id=d641c4ff-9984-4724-a39d-ae217e99a096)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:13.553446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-e0aea70d-c322-4530-9c01-8d596e1dafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.554983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-e0aea70d-c322-4530-9c01-8d596e1dafc4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 1096 time: 0.1139596 Aug 16 01:58:13.613181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee263c-892b-4393-85ba-6bd5bb13c53b req-08a5765f-8c80-40c4-a695-c1c56594259a tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.614703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5bee263c-892b-4393-85ba-6bd5bb13c53b req-08a5765f-8c80-40c4-a695-c1c56594259a tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.1398659 Aug 16 01:58:13.615979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-07999667-49e2-4feb-b423-48f46d9495a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e81d1732-b828-4b65-a3f6-81b5f99ef6a3 HTTP/1.1" status: 200 len: 217 time: 0.0479352 Aug 16 01:58:13.663776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Router 5aa3469c-3648-4e1d-ac3f-12e82870d460 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:58:13.700462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5bee263c-892b-4393-85ba-6bd5bb13c53b req-fc0daf11-3cbe-4e31-af08-960876bee6f2 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792255 Aug 16 01:58:13.701982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-16b06b5a-4fd3-4943-b157-19199fea719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.703521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-16b06b5a-4fd3-4943-b157-19199fea719e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0784535 Aug 16 01:58:13.726465 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.812922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:13.829463 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Sync routers for ids ['5aa3469c-3648-4e1d-ac3f-12e82870d460'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:13.836837 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-92e39b6a-62ba-4fee-b710-e774940419cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:58:13.837326 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-92e39b6a-62ba-4fee-b710-e774940419cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:58:13.843152 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Routers {'5aa3469c-3648-4e1d-ac3f-12e82870d460'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:13.845017 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:58:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5aa3469c-3648-4e1d-ac3f-12e82870d460'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:13.866375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=e73ecfab-2282-4632-af49-3adbc6ba6384,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.962997 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Set router 5aa3469c-3648-4e1d-ac3f-12e82870d460 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:14.113969 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.115705 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f014d0be-cef2-469f-8d7a-06926748e19f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1517315 Aug 16 01:58:14.118076 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14046531-784a-4c0f-993b-c56f24b37f84 x-openstack-request-id: req-14046531-784a-4c0f-993b-c56f24b37f84 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:14.118359 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9703f1c8-336d-4e24-90bd-5be6fbc01a50", "tag": "e81d1732-b828-4b65-a3f6-81b5f99ef6a3", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:14.118607 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-14046531-784a-4c0f-993b-c56f24b37f84 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:14.118984 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9703f1c8-336d-4e24-90bd-5be6fbc01a50', 'tag': 'e81d1732-b828-4b65-a3f6-81b5f99ef6a3', 'status': 'completed', 'code': 200} Aug 16 01:58:14.119276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44766) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:14.121300 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6b66af7c-0145-4187-8a28-76ff2385d97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.123771 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6b66af7c-0145-4187-8a28-76ff2385d97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.124861 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6b66af7c-0145-4187-8a28-76ff2385d97e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22bd41f7-02f6-4de9-b0b3-8a378120efbe HTTP/1.1" status: 204 len: 168 time: 0.7969539 Aug 16 01:58:14.163702 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:12Z', 'revision_number': 3, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:14.170130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66af7c-0145-4187-8a28-76ff2385d97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd41f7-02f6-4de9-b0b3-8a378120efbe,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:14.183142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-fa763e7c-c1dd-45a7-a378-a3c81c6fdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.184650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-fa763e7c-c1dd-45a7-a378-a3c81c6fdb1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4730864 Aug 16 01:58:14.195404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24be5-6c9b-4aaa-8909-898ba3962105 req-e1756b43-0dd6-421e-9ef9-f840718670df tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.202804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2f24be5-6c9b-4aaa-8909-898ba3962105 req-e1756b43-0dd6-421e-9ef9-f840718670df tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0870261 Aug 16 01:58:14.226211 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Checking router: 5aa3469c-3648-4e1d-ac3f-12e82870d460 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:14.228879 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Updating router 5aa3469c-3648-4e1d-ac3f-12e82870d460 port 3ed8d531-c2ab-4c49-90c5-73015fa0d802 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:14.285640 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.310302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2f24be5-6c9b-4aaa-8909-898ba3962105 req-246e0db8-161b-4702-bc39-6392a768d1e2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905023 Aug 16 01:58:14.363401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-e2e49553-ebd3-40b7-8022-1208646207e5 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573148 Aug 16 01:58:14.508836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65ad7c25-d5a2-469d-b982-4768ce8dbf66 req-36a80ad6-870b-4b23-92d8-4e258937ce90 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373377 Aug 16 01:58:14.598887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdb3fc-c3b6-4185-bc1f-e26acd327963 req-6ae5fc57-e202-4a27-83de-955667c9a627 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.600634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36bdb3fc-c3b6-4185-bc1f-e26acd327963 req-6ae5fc57-e202-4a27-83de-955667c9a627 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0906179 Aug 16 01:58:14.617244 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.631395 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Transition to ACTIVE for port object 3ed8d531-c2ab-4c49-90c5-73015fa0d802 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:14.650414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36bdb3fc-c3b6-4185-bc1f-e26acd327963 req-ae6ac312-e28f-446b-baca-8a35b8386cd6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421307 Aug 16 01:58:14.737528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e73ecfab-2282-4632-af49-3adbc6ba6384 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:14.779642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270 req-860083a4-cfa2-498a-b103-4cb23cb9df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.783171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270 req-860083a4-cfa2-498a-b103-4cb23cb9df05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 1096 time: 0.1036048 Aug 16 01:58:14.795923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.835571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e73ecfab-2282-4632-af49-3adbc6ba6384 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:14.835571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.891877 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.941795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270 req-10bc9bbc-209f-42d7-8757-8178344b312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.943354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270 req-10bc9bbc-209f-42d7-8757-8178344b312b service neutron] 10.222.0.64 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.1522121 Aug 16 01:58:15.006780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270 req-44df7ffc-5817-4371-8e43-636c5698e276 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e81d1732-b828-4b65-a3f6-81b5f99ef6a3 HTTP/1.1" status: 200 len: 217 time: 0.0549030 Aug 16 01:58:15.027841 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Attempting to bind port 3ed8d531-c2ab-4c49-90c5-73015fa0d802 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:15.028205 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Attempting to bind port 3ed8d531-c2ab-4c49-90c5-73015fa0d802 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:15.028560 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Attempting to bind port 3ed8d531-c2ab-4c49-90c5-73015fa0d802 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:15.040371 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:15.040963 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:15.041532 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.042217 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:15.042973 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Bound port: 3ed8d531-c2ab-4c49-90c5-73015fa0d802, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:15.043513 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.046491 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df590c5-011c-495a-b90d-6552ed247bf5 None None] Pushing event updated for resources: {'Port': ['ID=3ed8d531-c2ab-4c49-90c5-73015fa0d802,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.084393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270 req-bfef6393-7daa-4895-a636-f6df09298552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.087797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270 req-bfef6393-7daa-4895-a636-f6df09298552 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0712113 Aug 16 01:58:15.104404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Allocated IP 172.20.0.1 (fb7fdcd8-5bf9-449f-99af-4865ce33e031/d2c37e90-8a2a-4aa2-b57f-56592b73215e/c74ddf23-e3f2-47f2-a829-5034046c5754) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:15.124124 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] For port 3ed8d531-c2ab-4c49-90c5-73015fa0d802, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:15.128803 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] For port 3ed8d531-c2ab-4c49-90c5-73015fa0d802, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3ed8d531-c2ab-4c49-90c5-73015fa0d802,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:15.178970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270 req-01dee053-2b71-4968-8a55-96d586bde87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.180811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270 req-01dee053-2b71-4968-8a55-96d586bde87f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835383 Aug 16 01:58:15.192873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f24f17-8baa-45bc-a0a1-1a420dfb7e54 req-421c5cac-8b84-4af2-b8ad-2bef1df6f934 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.194425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9f24f17-8baa-45bc-a0a1-1a420dfb7e54 req-421c5cac-8b84-4af2-b8ad-2bef1df6f934 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 944 time: 0.0836782 Aug 16 01:58:15.235801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.250894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Transition to ACTIVE for port object c74ddf23-e3f2-47f2-a829-5034046c5754 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:15.279144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9f24f17-8baa-45bc-a0a1-1a420dfb7e54 req-3a04394b-fea9-4a84-9510-67da91217f79 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758157 Aug 16 01:58:15.305800 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.308298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270 req-bb46a639-281e-4db2-8c90-255c79fb0664 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127961 Aug 16 01:58:15.369763 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Routers {'5aa3469c-3648-4e1d-ac3f-12e82870d460'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:15.370676 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:58:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5aa3469c-3648-4e1d-ac3f-12e82870d460'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:15.428440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.450315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f77df3c-65c6-4fb8-99bd-09dea7fbe270 req-3e746c1e-e4b6-4054-986a-ec1dddd3adab service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342144 Aug 16 01:58:15.483852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c74ddf23-e3f2-47f2-a829-5034046c5754,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.498604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Network fb7fdcd8-5bf9-449f-99af-4865ce33e031 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:15.500247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:15.502683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b2547-3cd6-47c6-bb40-dc3f9d54862c req-c9630cb3-1241-4232-9520-54b7f5688875 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.504258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af0b2547-3cd6-47c6-bb40-dc3f9d54862c req-c9630cb3-1241-4232-9520-54b7f5688875 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0771015 Aug 16 01:58:15.507931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44786) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:15.513562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:15.517857 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df590c5-011c-495a-b90d-6552ed247bf5 None None] Pushing event updated for resources: {'Port': ['ID=3ed8d531-c2ab-4c49-90c5-73015fa0d802,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.534238 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] Set router 5aa3469c-3648-4e1d-ac3f-12e82870d460 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:15.540887 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b87d-7bbb-4dfd-a530-489d34e1a574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.567781 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.585217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af0b2547-3cd6-47c6-bb40-dc3f9d54862c req-a0d76a61-fd0a-407e-b42b-077547d8f6c3 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631201 Aug 16 01:58:15.677633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b87d-7bbb-4dfd-a530-489d34e1a574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.771352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b87d-7bbb-4dfd-a530-489d34e1a574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.822678 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:12Z', 'revision_number': 3, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:15.837897 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44794) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:15.846401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3ba3b87d-7bbb-4dfd-a530-489d34e1a574 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19d68434e86a41458ca9e29eb234d48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367965 Aug 16 01:58:15.853566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3b87d-7bbb-4dfd-a530-489d34e1a574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b307bc8-df5c-471a-bc20-cbf72ab2bc90,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.868516 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe9f47-9d5a-4107-ac39-9f4650bc86fb None None] The sync data for ids ['5aa3469c-3648-4e1d-ac3f-12e82870d460'] in n-d-768509-23 is: [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:12Z', 'revision_number': 3, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:15.944762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4511b920-afd3-4398-ab05-52d185334e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.956570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.983888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4511b920-afd3-4398-ab05-52d185334e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.050282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7f91a-fdfc-4d6c-8814-5dce252a4ece req-9b0bdeef-2688-43d5-be24-d3cbc99ea888 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.058170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9b7f91a-fdfc-4d6c-8814-5dce252a4ece req-9b0bdeef-2688-43d5-be24-d3cbc99ea888 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0659814 Aug 16 01:58:16.097946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9b7f91a-fdfc-4d6c-8814-5dce252a4ece req-c062ca3e-d437-4160-b2d4-76ed546fc12c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387890 Aug 16 01:58:16.119614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-23ea86d9-b491-4d9a-976a-18ba964138ec None None] Provisioning for port c74ddf23-e3f2-47f2-a829-5034046c5754 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:16.144557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-23ea86d9-b491-4d9a-976a-18ba964138ec None None] Provisioning complete for port c74ddf23-e3f2-47f2-a829-5034046c5754 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:16.144557 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23ea86d9-b491-4d9a-976a-18ba964138ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.184313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-23ea86d9-b491-4d9a-976a-18ba964138ec None None] Port c74ddf23-e3f2-47f2-a829-5034046c5754 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:16.208787 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.268411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150340-1674-454d-9090-b8c1884c43c9 req-cfd2e787-642d-4f9b-9b16-fdd2f7996089 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.270087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73150340-1674-454d-9090-b8c1884c43c9 req-cfd2e787-642d-4f9b-9b16-fdd2f7996089 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0543113 Aug 16 01:58:16.310499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73150340-1674-454d-9090-b8c1884c43c9 req-c7059cc6-cc0d-4e55-8e87-86c913e6947e tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343308 Aug 16 01:58:16.421868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698f67a-43f4-40c9-8b83-ab80f2a2446f req-dcd0bbf0-6cf4-48d1-ac95-9ddd8024dd69 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.423835 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6698f67a-43f4-40c9-8b83-ab80f2a2446f req-dcd0bbf0-6cf4-48d1-ac95-9ddd8024dd69 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0541899 Aug 16 01:58:16.471741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6698f67a-43f4-40c9-8b83-ab80f2a2446f req-99a825a5-7bc8-4af9-b2a8-5205ed96d4c0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 Aug 16 01:58:16.520119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4511b920-afd3-4398-ab05-52d185334e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.522886 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4511b920-afd3-4398-ab05-52d185334e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.524231 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4511b920-afd3-4398-ab05-52d185334e74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b307bc8-df5c-471a-bc20-cbf72ab2bc90 HTTP/1.1" status: 204 len: 168 time: 0.6852906 Aug 16 01:58:16.527507 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.596636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511b920-afd3-4398-ab05-52d185334e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b307bc8-df5c-471a-bc20-cbf72ab2bc90,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:16.620820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cca0d-f586-4878-8f3b-6fdc2c4196e5 req-76b5d281-12a1-4897-a55a-280d8354e54c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.626597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f95cca0d-f586-4878-8f3b-6fdc2c4196e5 req-76b5d281-12a1-4897-a55a-280d8354e54c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 944 time: 0.0933163 Aug 16 01:58:16.648798 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.651723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c74ddf23-e3f2-47f2-a829-5034046c5754,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:16.721096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f95cca0d-f586-4878-8f3b-6fdc2c4196e5 req-5c71bf45-f34b-4b50-ad60-995fd3e93b63 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841274 Aug 16 01:58:16.791258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3ed8d531-c2ab-4c49-90c5-73015fa0d802 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:16.804606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Network fb7fdcd8-5bf9-449f-99af-4865ce33e031 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:16.806433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:16.947938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98228d-a52b-4827-8583-37bfc9cab5b2 req-3672b255-8281-47b4-ae87-3c304e91b756 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.958239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b98228d-a52b-4827-8583-37bfc9cab5b2 req-3672b255-8281-47b4-ae87-3c304e91b756 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.1322131 Aug 16 01:58:16.970707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44814) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:16.971226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3ed8d531-c2ab-4c49-90c5-73015fa0d802 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:16.975307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3ed8d531-c2ab-4c49-90c5-73015fa0d802 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:16.975692 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.987562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Router 5aa3469c-3648-4e1d-ac3f-12e82870d460 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:17.080601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b98228d-a52b-4827-8583-37bfc9cab5b2 req-c337bacf-2e4b-42f7-a096-27391f646f76 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073647 Aug 16 01:58:17.184310 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.190110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-548d8638-f33f-4196-bc67-c9937e5ffd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.207302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:17.223015 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-26dddbe0-3b2c-4cd9-97d5-bdf11ccc14b2 admin admin] 10.222.0.66 "PUT /v2.0/routers/5aa3469c-3648-4e1d-ac3f-12e82870d460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0943954 Aug 16 01:58:17.232051 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 3ed8d531-c2ab-4c49-90c5-73015fa0d802, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3ed8d531-c2ab-4c49-90c5-73015fa0d802,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:17.292306 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.336088 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-548d8638-f33f-4196-bc67-c9937e5ffd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.379321 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bdd9278c-ac1e-45f2-aed1-1d6d5848db44 None None] Provisioning complete for port c74ddf23-e3f2-47f2-a829-5034046c5754 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:17.379580 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bdd9278c-ac1e-45f2-aed1-1d6d5848db44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.381538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=3ed8d531-c2ab-4c49-90c5-73015fa0d802,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.394557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88c6a6-f79f-4fbb-866b-b146fb0c71e8 req-09fdab0b-8691-430e-8942-67d7c9b7e1df tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.396334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b88c6a6-f79f-4fbb-866b-b146fb0c71e8 req-09fdab0b-8691-430e-8942-67d7c9b7e1df tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1117170 Aug 16 01:58:17.440668 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-548d8638-f33f-4196-bc67-c9937e5ffd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.459766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b88c6a6-f79f-4fbb-866b-b146fb0c71e8 req-0c451325-8218-4974-bdd2-f66d3cd0d15d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572913 Aug 16 01:58:17.470963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9278c-ac1e-45f2-aed1-1d6d5848db44 None None] Port c74ddf23-e3f2-47f2-a829-5034046c5754 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:17.513584 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-548d8638-f33f-4196-bc67-c9937e5ffd14 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7652211b8fe7434bbbd6d89dfcbb0748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5400443 Aug 16 01:58:17.514543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44838) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:17.564654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d8638-f33f-4196-bc67-c9937e5ffd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ab6baf-8e56-4173-96d2-ec94e7d3b2f9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.602391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee243c60-d34c-41d8-8069-fc756636db7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.606929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331ae0f-c0f0-4bc1-b1cf-dcc335060d59 req-e1561ddc-bdd7-4902-934a-f60f1b9398b4 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.608607 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f331ae0f-c0f0-4bc1-b1cf-dcc335060d59 req-e1561ddc-bdd7-4902-934a-f60f1b9398b4 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0619321 Aug 16 01:58:17.639811 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee243c60-d34c-41d8-8069-fc756636db7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.666331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f331ae0f-c0f0-4bc1-b1cf-dcc335060d59 req-abf03c3c-14c6-45b4-9af1-8a88d669cbaa tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514398 Aug 16 01:58:17.793888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee243c60-d34c-41d8-8069-fc756636db7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.796485 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee243c60-d34c-41d8-8069-fc756636db7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.798417 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ee243c60-d34c-41d8-8069-fc756636db7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46ab6baf-8e56-4173-96d2-ec94e7d3b2f9 HTTP/1.1" status: 204 len: 168 time: 0.2816021 Aug 16 01:58:17.806727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee243c60-d34c-41d8-8069-fc756636db7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ab6baf-8e56-4173-96d2-ec94e7d3b2f9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.954247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Sync routers for ids ['5aa3469c-3648-4e1d-ac3f-12e82870d460'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:17.963590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Routers {'5aa3469c-3648-4e1d-ac3f-12e82870d460'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:17.964212 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:58:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5aa3469c-3648-4e1d-ac3f-12e82870d460'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:18.090643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Set router 5aa3469c-3648-4e1d-ac3f-12e82870d460 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:18.295868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:15Z', 'revision_number': 4, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c74ddf23-e3f2-47f2-a829-5034046c5754', 'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'tenant_id': '8d74813b676f420485965d14f320364c', 'mac_address': 'fa:16:3e:ec:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:14Z', 'updated_at': '2021-08-16T01:58:16Z', 'revision_number': 2, 'project_id': '8d74813b676f420485965d14f320364c', 'subnets': [{'id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:18.321974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Checking router: 5aa3469c-3648-4e1d-ac3f-12e82870d460 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:18.322332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Updating router 5aa3469c-3648-4e1d-ac3f-12e82870d460 port c74ddf23-e3f2-47f2-a829-5034046c5754 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:18.346877 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.574555 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44868) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:18.584023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7a887d46-1e12-494a-8bfc-d8075b9e4986 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950317976', 'description': 'tempest-description--1328882991'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:18.676848 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.689039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Transition to ACTIVE for port object c74ddf23-e3f2-47f2-a829-5034046c5754 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:18.717890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3ed8d531-c2ab-4c49-90c5-73015fa0d802 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:18.724212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f53da-d58f-4fbe-887a-b14b2bd5a52d req-776d209b-24fb-428f-b87c-977e8dd8dd50 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:18.725713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e95f53da-d58f-4fbe-887a-b14b2bd5a52d req-776d209b-24fb-428f-b87c-977e8dd8dd50 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0652454 Aug 16 01:58:18.768811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3ed8d531-c2ab-4c49-90c5-73015fa0d802 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:18.770898 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.772808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e95f53da-d58f-4fbe-887a-b14b2bd5a52d req-af67d002-b6e3-4890-a3d5-c452e0125d5a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Aug 16 01:58:18.776875 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a887d46-1e12-494a-8bfc-d8075b9e4986 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.823115 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.884995 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a887d46-1e12-494a-8bfc-d8075b9e4986 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.947502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac468-a602-47a1-a76f-1796c47519ee req-4d65c65a-3b14-41ea-83b6-61ee9191bb50 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:18.950830 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d33ca-1278-4e2f-afde-73d3e9b18f37 None None] Pushing event updated for resources: {'Port': ['ID=c74ddf23-e3f2-47f2-a829-5034046c5754,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:18.955398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6abac468-a602-47a1-a76f-1796c47519ee req-4d65c65a-3b14-41ea-83b6-61ee9191bb50 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 944 time: 0.0765002 Aug 16 01:58:19.030286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6abac468-a602-47a1-a76f-1796c47519ee req-564a9860-f505-4a5d-948e-4b5387779ea3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684013 Aug 16 01:58:19.038456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Attempting to bind port c74ddf23-e3f2-47f2-a829-5034046c5754 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:19.038840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Attempting to bind port c74ddf23-e3f2-47f2-a829-5034046c5754 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:19.039315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Attempting to bind port c74ddf23-e3f2-47f2-a829-5034046c5754 on network fb7fdcd8-5bf9-449f-99af-4865ce33e031 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:19.049485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:19.049909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Checking segment: {'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:19.050323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.050782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Bound using segment: {'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:19.051268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Bound port: c74ddf23-e3f2-47f2-a829-5034046c5754, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:19.051656 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.068505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a887d46-1e12-494a-8bfc-d8075b9e4986 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.114421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a887d46-1e12-494a-8bfc-d8075b9e4986 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0417a1ad-7927-44d4-914a-dce639e3bb9a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.155243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] For port c74ddf23-e3f2-47f2-a829-5034046c5754, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:19.183918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] For port c74ddf23-e3f2-47f2-a829-5034046c5754, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c74ddf23-e3f2-47f2-a829-5034046c5754,segment=NetworkSegment(d641c4ff-9984-4724-a39d-ae217e99a096),segment_id=d641c4ff-9984-4724-a39d-ae217e99a096)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:19.194783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91e989-0395-44f5-9975-9b29c6277f26 req-fbaf27e8-cbca-4bc2-8ca3-e3c15dd0792a tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.196283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c91e989-0395-44f5-9975-9b29c6277f26 req-fbaf27e8-cbca-4bc2-8ca3-e3c15dd0792a tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0629656 Aug 16 01:58:19.239008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c91e989-0395-44f5-9975-9b29c6277f26 req-4cff8fe6-2498-4818-b109-dea0de36cefd tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364969 Aug 16 01:58:19.297121 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a887d46-1e12-494a-8bfc-d8075b9e4986 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.299041 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7a887d46-1e12-494a-8bfc-d8075b9e4986 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7218175 Aug 16 01:58:19.301441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44890) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.306130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c309a6d6-ea6d-4be3-8f96-ec1d630b260d tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Request body: {'security_group_rule': {'security_group_id': '0417a1ad-7927-44d4-914a-dce639e3bb9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:19.354446 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.416550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f7ee3-10fc-47f3-a91b-4fd91f02f4fd req-fd1dd93e-609d-4da7-a307-78d24c8add4b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.419519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e36f7ee3-10fc-47f3-a91b-4fd91f02f4fd req-fd1dd93e-609d-4da7-a307-78d24c8add4b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0681348 Aug 16 01:58:19.462221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d33ca-1278-4e2f-afde-73d3e9b18f37 None None] Pushing event updated for resources: {'Port': ['ID=c74ddf23-e3f2-47f2-a829-5034046c5754,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.464980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Routers {'5aa3469c-3648-4e1d-ac3f-12e82870d460'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:19.466062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:58:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5aa3469c-3648-4e1d-ac3f-12e82870d460'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:19.474098 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c309a6d6-ea6d-4be3-8f96-ec1d630b260d tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.478806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e36f7ee3-10fc-47f3-a91b-4fd91f02f4fd req-7ca7aed4-da1b-42c6-b200-d4daa070710a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504534 Aug 16 01:58:19.586538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c309a6d6-ea6d-4be3-8f96-ec1d630b260d tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.662674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c309a6d6-ea6d-4be3-8f96-ec1d630b260d tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.678130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309a6d6-ea6d-4be3-8f96-ec1d630b260d tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7629e12-bc25-49c9-8a90-62511e4fecd9,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.748327 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c309a6d6-ea6d-4be3-8f96-ec1d630b260d tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.750731 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c309a6d6-ea6d-4be3-8f96-ec1d630b260d tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4482446 Aug 16 01:58:19.757396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44914) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.762106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-cd7a6e4a-cbdb-4ff6-a115-d6e9cccc990a tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Request body: {'security_group_rule': {'security_group_id': '0417a1ad-7927-44d4-914a-dce639e3bb9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:19.826356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] Set router 5aa3469c-3648-4e1d-ac3f-12e82870d460 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:19.846081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6e4a-cbdb-4ff6-a115-d6e9cccc990a tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.880237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44918) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.957916 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6e4a-cbdb-4ff6-a115-d6e9cccc990a tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.061424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:15Z', 'revision_number': 4, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c74ddf23-e3f2-47f2-a829-5034046c5754', 'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'tenant_id': '8d74813b676f420485965d14f320364c', 'mac_address': 'fa:16:3e:ec:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:14Z', 'updated_at': '2021-08-16T01:58:19Z', 'revision_number': 4, 'project_id': '8d74813b676f420485965d14f320364c', 'subnets': [{'id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:20.067737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bd860-ced3-4f3d-a5d2-deaa70aecbc9 req-299eecfb-1e01-40e8-9bd0-d370ff077833 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.069359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-679bd860-ced3-4f3d-a5d2-deaa70aecbc9 req-299eecfb-1e01-40e8-9bd0-d370ff077833 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0710366 Aug 16 01:58:20.089292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f187c-ca17-40a7-a6d1-e941069a7636 None None] The sync data for ids ['5aa3469c-3648-4e1d-ac3f-12e82870d460'] in n-d-768509-23 is: [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:15Z', 'revision_number': 4, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c74ddf23-e3f2-47f2-a829-5034046c5754', 'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'tenant_id': '8d74813b676f420485965d14f320364c', 'mac_address': 'fa:16:3e:ec:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:14Z', 'updated_at': '2021-08-16T01:58:19Z', 'revision_number': 4, 'project_id': '8d74813b676f420485965d14f320364c', 'subnets': [{'id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:20.126456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-679bd860-ced3-4f3d-a5d2-deaa70aecbc9 req-0217788b-d0fc-42e3-a597-515214b320cd tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510736 Aug 16 01:58:20.165301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6e4a-cbdb-4ff6-a115-d6e9cccc990a tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.202356 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a6e4a-cbdb-4ff6-a115-d6e9cccc990a tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8f443e-45f4-4feb-82cf-41bb9175ecdf,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:20.240214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-887613710-network', 'tenant_id': 'c64c578000e341fd8844f273caad0172'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:20.295777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81025e73-f683-4bb8-8a29-dd958b86d2d3 req-80150aea-7d3b-45f9-9e2c-e7da95a790af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.297470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81025e73-f683-4bb8-8a29-dd958b86d2d3 req-80150aea-7d3b-45f9-9e2c-e7da95a790af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 1098 time: 0.1030202 Aug 16 01:58:20.310456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94924-03fe-4dfe-a84a-75079d7f2b32 req-48e0576f-a5fa-40b6-9c0a-3b71f927cb1c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.311981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bb94924-03fe-4dfe-a84a-75079d7f2b32 req-48e0576f-a5fa-40b6-9c0a-3b71f927cb1c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0643091 Aug 16 01:58:20.400026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6e4a-cbdb-4ff6-a115-d6e9cccc990a tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.401679 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cd7a6e4a-cbdb-4ff6-a115-d6e9cccc990a tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6431611 Aug 16 01:58:20.404792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44930) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:20.410800 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:20.413370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bb94924-03fe-4dfe-a84a-75079d7f2b32 req-deddb857-75c2-489d-b637-fc9d99f7ce49 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923538 Aug 16 01:58:20.454229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81025e73-f683-4bb8-8a29-dd958b86d2d3 req-3a4339a9-4e4a-4b52-8296-b80d63ca95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.455836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81025e73-f683-4bb8-8a29-dd958b86d2d3 req-3a4339a9-4e4a-4b52-8296-b80d63ca95fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 912 time: 0.1423523 Aug 16 01:58:20.538010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Made reservation on behalf of c64c578000e341fd8844f273caad0172 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:20.540395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.573904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81025e73-f683-4bb8-8a29-dd958b86d2d3 req-6b448614-3228-432c-9377-e1e0009a108b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5 HTTP/1.1" status: 200 len: 1002 time: 0.1099548 Aug 16 01:58:20.575424 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.612693 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.661398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3fdf3-96b6-442e-9eeb-9534d5234e5c req-7bb40334-d1a9-48af-854a-6d8eeaf5e040 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.673746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d3fdf3-96b6-442e-9eeb-9534d5234e5c req-7bb40334-d1a9-48af-854a-6d8eeaf5e040 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 944 time: 0.1559832 Aug 16 01:58:20.705080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81025e73-f683-4bb8-8a29-dd958b86d2d3 req-e6b88f2e-c326-42df-aa19-759d61e8c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.707179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81025e73-f683-4bb8-8a29-dd958b86d2d3 req-e6b88f2e-c326-42df-aa19-759d61e8c21d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 200 len: 850 time: 0.1251025 Aug 16 01:58:20.780798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17d3fdf3-96b6-442e-9eeb-9534d5234e5c req-28c8a667-c3bf-45b5-baf4-483148ed6cc5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061506 Aug 16 01:58:20.807691 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.820617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81025e73-f683-4bb8-8a29-dd958b86d2d3 req-83119036-d614-4c8b-91a4-06424fcedd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.820617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81025e73-f683-4bb8-8a29-dd958b86d2d3 req-83119036-d614-4c8b-91a4-06424fcedd60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4580b099-2551-492d-9cb2-8302c2e9c7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002893 Aug 16 01:58:20.838186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c74ddf23-e3f2-47f2-a829-5034046c5754 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:20.858112 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.988416 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.014618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Allocated IP 172.25.8.83 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/466697b7-9fbc-46b8-901e-e4921701aaa1) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:21.022290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb20b9-fdf1-4f84-a75b-b1b24e03d03a req-bc65867a-d0f3-48f4-a4ce-e05c1f93b3fe tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.023905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfbb20b9-fdf1-4f84-a75b-b1b24e03d03a req-bc65867a-d0f3-48f4-a4ce-e05c1f93b3fe tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0900364 Aug 16 01:58:21.038338 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c74ddf23-e3f2-47f2-a829-5034046c5754 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:21.046735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c74ddf23-e3f2-47f2-a829-5034046c5754 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:21.047403 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.087767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81025e73-f683-4bb8-8a29-dd958b86d2d3 req-1eb33d2b-1963-470c-b0e5-efb17d047bc6 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529373 Aug 16 01:58:21.091486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.157397 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.180784 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.191270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfbb20b9-fdf1-4f84-a75b-b1b24e03d03a req-07cb225c-2bf7-4c69-9a4c-671ae564eb7a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421273 Aug 16 01:58:21.194324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c74ddf23-e3f2-47f2-a829-5034046c5754, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c74ddf23-e3f2-47f2-a829-5034046c5754,segment=NetworkSegment(d641c4ff-9984-4724-a39d-ae217e99a096),segment_id=d641c4ff-9984-4724-a39d-ae217e99a096)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:21.200496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:21.230414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56329ef0-39fe-43b7-af9d-504ede3e91b3,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.233424 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.233769 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Added segment bf67173d-2482-485c-8fda-5fb2cc126148 of type vlan for network f0672c38-eefc-4171-bd06-4fa752b0a32e Aug 16 01:58:21.294336 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.314160 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.314363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81025e73-f683-4bb8-8a29-dd958b86d2d3 req-230d488d-7003-4094-ade0-d9263ffe83ef service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161009 Aug 16 01:58:21.377342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.387932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e147b-844c-4dbb-bc35-b5f8c3ec22f2 req-ce48f745-065a-4e8b-b086-a9a57eafc0cd tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.394086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f25e147b-844c-4dbb-bc35-b5f8c3ec22f2 req-ce48f745-065a-4e8b-b086-a9a57eafc0cd tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0805368 Aug 16 01:58:21.396775 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c74ddf23-e3f2-47f2-a829-5034046c5754,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.424935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:21.430195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:21.435462 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:21.458809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.459794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.460391 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.468228 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Pushing event updated for resources: {'Port': ['ID=466697b7-9fbc-46b8-901e-e4921701aaa1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.482535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f25e147b-844c-4dbb-bc35-b5f8c3ec22f2 req-5aef0cb9-ca68-46e5-8c5c-e8aea43a81f1 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845797 Aug 16 01:58:21.574966 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.617785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] Pushing event updated for resources: {'Network': ['ID=f0672c38-eefc-4171-bd06-4fa752b0a32e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.631296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network f0672c38-eefc-4171-bd06-4fa752b0a32e details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:21.702510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-671f8b1c-9038-4f4c-b65e-a6e6b9a9b9f0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8181477 Aug 16 01:58:21.710095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.870151 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.926650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.052046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.148978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Pushing event updated for resources: {'Port': ['ID=466697b7-9fbc-46b8-901e-e4921701aaa1,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:22.166409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.262720 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.264007 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0b7d5b36-8368-4d8a-99ad-770a1e6823ac tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8582411 Aug 16 01:58:22.519859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402ca9e-0bdd-47e8-9d9a-119a3ceeb89b req-6e3e7672-c17c-483b-a45b-58bb839adee7 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.521414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1402ca9e-0bdd-47e8-9d9a-119a3ceeb89b req-6e3e7672-c17c-483b-a45b-58bb839adee7 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0559649 Aug 16 01:58:22.561019 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1402ca9e-0bdd-47e8-9d9a-119a3ceeb89b req-83c7d35c-2a1e-4988-a3d2-2baabdb0eed6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334518 Aug 16 01:58:22.669112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da18869-7e86-4478-894b-cc6e5dfc1391 req-814ce4ee-9ba2-432f-83fc-154894e2a003 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.670798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3da18869-7e86-4478-894b-cc6e5dfc1391 req-814ce4ee-9ba2-432f-83fc-154894e2a003 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 944 time: 0.0524068 Aug 16 01:58:22.704264 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c74ddf23-e3f2-47f2-a829-5034046c5754 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:22.713202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3da18869-7e86-4478-894b-cc6e5dfc1391 req-22abb68d-fe92-4a9d-ad77-086fe2e360de tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 Aug 16 01:58:22.756684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c74ddf23-e3f2-47f2-a829-5034046c5754 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:22.757063 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.192785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66a792-6c3c-4793-a6fa-d017f7d5fa2f req-a010b622-ae93-4f79-b342-c5a3372166dc tempest-ComputeTenantNetworksTest-223435898 tempest-ComputeTenantNetworksTest-223435898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.198797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66a792-6c3c-4793-a6fa-d017f7d5fa2f req-a010b622-ae93-4f79-b342-c5a3372166dc tempest-ComputeTenantNetworksTest-223435898 tempest-ComputeTenantNetworksTest-223435898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.204660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66a792-6c3c-4793-a6fa-d017f7d5fa2f req-a010b622-ae93-4f79-b342-c5a3372166dc tempest-ComputeTenantNetworksTest-223435898 tempest-ComputeTenantNetworksTest-223435898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.206306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e66a792-6c3c-4793-a6fa-d017f7d5fa2f req-a010b622-ae93-4f79-b342-c5a3372166dc tempest-ComputeTenantNetworksTest-223435898 tempest-ComputeTenantNetworksTest-223435898-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2138522 Aug 16 01:58:23.311860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-5a56f58d-dbcb-4858-b8fc-95fb753b9fba tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--950317976&fields=id&tenant_id=8d74813b676f420485965d14f320364c HTTP/1.1" status: 200 len: 267 time: 0.0340021 Aug 16 01:58:23.434585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-b2d605ce-f78d-4b59-afdd-3cec30ca19aa tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.436051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-b2d605ce-f78d-4b59-afdd-3cec30ca19aa tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/networks?id=fb7fdcd8-5bf9-449f-99af-4865ce33e031 HTTP/1.1" status: 200 len: 815 time: 0.1164496 Aug 16 01:58:23.451162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-d19d96b1-5617-453d-9141-0ea22a17de62 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/quotas/8d74813b676f420485965d14f320364c HTTP/1.1" status: 200 len: 375 time: 0.0093384 Aug 16 01:58:23.506536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-84077c8b-91fe-4edd-8db2-826ad3609a5f tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d74813b676f420485965d14f320364c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497928 Aug 16 01:58:23.606686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-34c1253d-8d0d-4670-a451-0b16e0e32726 service neutron] 10.222.0.66 "GET /v2.0/networks/fb7fdcd8-5bf9-449f-99af-4865ce33e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877440 Aug 16 01:58:23.705754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-b38a5b3d-700f-435c-9038-621091873378 service neutron] 10.222.0.66 "GET /v2.0/networks/fb7fdcd8-5bf9-449f-99af-4865ce33e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922782 Aug 16 01:58:23.970357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789576f-d17e-4708-a433-1bf07037e3a9 req-8dc109cb-a025-4b20-bf73-b48caa1d5692 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.971968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e789576f-d17e-4708-a433-1bf07037e3a9 req-8dc109cb-a025-4b20-bf73-b48caa1d5692 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0538557 Aug 16 01:58:24.011946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e789576f-d17e-4708-a433-1bf07037e3a9 req-007554a6-89ab-4b36-b243-2390c9bf61cb tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335679 Aug 16 01:58:24.119269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2872a2-ee69-43d7-9e4b-a91eade595f7 req-95370e12-8029-49cb-abc0-ed29214456d1 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.120709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef2872a2-ee69-43d7-9e4b-a91eade595f7 req-95370e12-8029-49cb-abc0-ed29214456d1 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0502398 Aug 16 01:58:24.161025 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef2872a2-ee69-43d7-9e4b-a91eade595f7 req-9cefffd7-04d8-46f0-afd8-d23c41eb803d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335116 Aug 16 01:58:24.270306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a099f-6adc-493e-aa26-7f84ef8b6159 req-058a4f06-38ee-40c2-9589-84711281211e tempest-ComputeTenantNetworksTest-223435898 tempest-ComputeTenantNetworksTest-223435898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.271649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-267a099f-6adc-493e-aa26-7f84ef8b6159 req-058a4f06-38ee-40c2-9589-84711281211e tempest-ComputeTenantNetworksTest-223435898 tempest-ComputeTenantNetworksTest-223435898-project] 10.222.0.66 "GET /v2.0/networks/f0672c38-eefc-4171-bd06-4fa752b0a32e HTTP/1.1" status: 200 len: 768 time: 0.0883341 Aug 16 01:58:24.279799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45052) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:24.351524 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.435913 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.446510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0672c38-eefc-4171-bd06-4fa752b0a32e']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:24.458061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf67173d-2482-485c-8fda-5fb2cc126148') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:24.458385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf67173d-2482-485c-8fda-5fb2cc126148') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:24.467350 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.482039 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.490491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:24.491025 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:24.493053 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:24.686172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.693178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.699666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f0672c38-eefc-4171-bd06-4fa752b0a32e HTTP/1.1" status: 204 len: 168 time: 0.4146035 Aug 16 01:58:24.709312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e7452-38b5-4040-8fb5-2ff54e6dc4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0672c38-eefc-4171-bd06-4fa752b0a32e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:24.963551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8101b6-89b3-445e-bd37-69a230b03f9e req-8a4be7fa-282e-4625-bfed-5166158199f5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.964963 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a8101b6-89b3-445e-bd37-69a230b03f9e req-8a4be7fa-282e-4625-bfed-5166158199f5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 944 time: 0.0501409 Aug 16 01:58:25.004844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a8101b6-89b3-445e-bd37-69a230b03f9e req-df0ca137-af0b-470c-a1e7-5e3e3d56b4d5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326092 Aug 16 01:58:25.074411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-def67902-fa02-48f7-a063-b7d3b539006f req-4996eded-b1f4-495e-9836-a503d6678ef4 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 210 time: 0.0316961 Aug 16 01:58:25.180930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bf3df-02f1-4d45-b2a6-5a60668a37f0 req-58664dd0-c48e-48a5-858c-ccb05eddb58c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.183147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e3bf3df-02f1-4d45-b2a6-5a60668a37f0 req-58664dd0-c48e-48a5-858c-ccb05eddb58c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0526884 Aug 16 01:58:25.224252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e3bf3df-02f1-4d45-b2a6-5a60668a37f0 req-1229cdf1-2689-45ac-93ce-09380e8f8cbb tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341523 Aug 16 01:58:25.346863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aab752-98ef-4103-99b8-fe9f497de4df req-6fc07cf6-4961-48ff-8d8c-5d4c19d6b1ed tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.347671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45084) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:25.348570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5aab752-98ef-4103-99b8-fe9f497de4df req-6fc07cf6-4961-48ff-8d8c-5d4c19d6b1ed tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0525992 Aug 16 01:58:25.389462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5aab752-98ef-4103-99b8-fe9f497de4df req-6041081e-cf68-420d-b99a-6f62fdd62f65 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348635 Aug 16 01:58:25.391762 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-68a354e8-1af6-46f8-9713-bf6f1f9a2e55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c64c578000e341fd8844f273caad0172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428610 Aug 16 01:58:25.394325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45088) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:25.487541 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2e17aee-c4d8-41be-9ac7-f57c3448a077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.524965 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2e17aee-c4d8-41be-9ac7-f57c3448a077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.551087 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155c93e-35a2-4f70-8e4b-bac0375aede5 req-24e3f232-0e89-477c-a529-ed2f87f1411d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.553056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3155c93e-35a2-4f70-8e4b-bac0375aede5 req-24e3f232-0e89-477c-a529-ed2f87f1411d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0630929 Aug 16 01:58:25.595312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3155c93e-35a2-4f70-8e4b-bac0375aede5 req-c6a15464-8776-46ac-a597-c5ed9f0256ee tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352316 Aug 16 01:58:25.650555 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2e17aee-c4d8-41be-9ac7-f57c3448a077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.655357 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2e17aee-c4d8-41be-9ac7-f57c3448a077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.655357 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f2e17aee-c4d8-41be-9ac7-f57c3448a077 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56329ef0-39fe-43b7-af9d-504ede3e91b3 HTTP/1.1" status: 204 len: 168 time: 0.2593176 Aug 16 01:58:25.667787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e17aee-c4d8-41be-9ac7-f57c3448a077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56329ef0-39fe-43b7-af9d-504ede3e91b3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.129463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ce086-8330-4afb-8a3d-560f2e0a8c64 req-1db5ae55-8634-4e55-a7d0-ffdc79ef8521 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.131052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d7ce086-8330-4afb-8a3d-560f2e0a8c64 req-1db5ae55-8634-4e55-a7d0-ffdc79ef8521 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 944 time: 0.0582328 Aug 16 01:58:26.177389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d7ce086-8330-4afb-8a3d-560f2e0a8c64 req-2263bab0-b80b-4e0c-a3fc-6c6ab8b64419 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 Aug 16 01:58:26.262684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-823d04cc-c5b8-49c4-b80e-bfe8caddfe23 req-5da46dc2-526c-42ea-9674-7dfb2010693f tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 210 time: 0.0280151 Aug 16 01:58:26.382319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368962b-1450-4c45-b998-fc87f3d3facf req-00d56493-4b0b-434f-b157-b155f74591fe tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.383876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1368962b-1450-4c45-b998-fc87f3d3facf req-00d56493-4b0b-434f-b157-b155f74591fe tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0516579 Aug 16 01:58:26.443070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1368962b-1450-4c45-b998-fc87f3d3facf req-f728e970-6d2b-4167-a61b-765e6eea150d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525718 Aug 16 01:58:26.599976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024cbd5-a506-487c-ab72-9474e8093128 req-97285ba1-8231-4720-aac5-489a66352416 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.601531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6024cbd5-a506-487c-ab72-9474e8093128 req-97285ba1-8231-4720-aac5-489a66352416 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0801558 Aug 16 01:58:26.610112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-ea191f33-c6f8-431d-9172-f445c4a84b17 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.610458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-ea191f33-c6f8-431d-9172-f445c4a84b17 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.74 "GET /v2.0/networks?id=fb7fdcd8-5bf9-449f-99af-4865ce33e031 HTTP/1.1" status: 200 len: 815 time: 0.1663380 Aug 16 01:58:26.661748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6024cbd5-a506-487c-ab72-9474e8093128 req-1ce0c703-32b6-432e-81bb-1794fd89fe75 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500774 Aug 16 01:58:26.683684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-4270768f-fd54-4006-b244-a2d9a350a96c tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d74813b676f420485965d14f320364c HTTP/1.1" status: 200 len: 379 time: 0.0500948 Aug 16 01:58:26.694701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Request body: {'port': {'device_id': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'admin_state_up': True, 'tenant_id': '8d74813b676f420485965d14f320364c', 'security_groups': ['0417a1ad-7927-44d4-914a-dce639e3bb9a']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:26.834130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706e2cc-c120-4c4d-8d52-7fd2c3d621cd req-2126b717-5c36-4935-8e22-590a082cd39d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.835688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4706e2cc-c120-4c4d-8d52-7fd2c3d621cd req-2126b717-5c36-4935-8e22-590a082cd39d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0888984 Aug 16 01:58:26.841613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e81d1732-b828-4b65-a3f6-81b5f99ef6a3 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:26.888263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4706e2cc-c120-4c4d-8d52-7fd2c3d621cd req-1e16eede-48ee-4d6c-9989-b2d624580133 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Aug 16 01:58:26.948075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e81d1732-b828-4b65-a3f6-81b5f99ef6a3, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e81d1732-b828-4b65-a3f6-81b5f99ef6a3,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:26.963962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'e81d1732-b828-4b65-a3f6-81b5f99ef6a3', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'port_id': 'e81d1732-b828-4b65-a3f6-81b5f99ef6a3', 'mac_address': 'fa:16:3e:7e:14:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:27.005220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Made reservation on behalf of 8d74813b676f420485965d14f320364c for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:27.006950 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.009033 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.021388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81d1732-b828-4b65-a3f6-81b5f99ef6a3 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:27.043447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e81d1732-b828-4b65-a3f6-81b5f99ef6a3, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e81d1732-b828-4b65-a3f6-81b5f99ef6a3,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:27.149169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Allocated IP 172.20.0.5 (fb7fdcd8-5bf9-449f-99af-4865ce33e031/d2c37e90-8a2a-4aa2-b57f-56592b73215e/40bcb055-09ce-46b3-86eb-baea0f6ac7b4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:27.182671 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.237375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e81d1732-b828-4b65-a3f6-81b5f99ef6a3,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:27.297370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.311320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Transition to ACTIVE for port object 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:27.468030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['e81d1732-b828-4b65-a3f6-81b5f99ef6a3'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:27.502750 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.550213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Network fb7fdcd8-5bf9-449f-99af-4865ce33e031 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:27.554079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:27.557377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:27.564782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Pushing event updated for resources: {'Port': ['ID=40bcb055-09ce-46b3-86eb-baea0f6ac7b4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:27.626184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.627556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.720785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3a0015d6-c419-470a-b8e8-7c8d8b8a8c45 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0303366 Aug 16 01:58:27.733286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Request body: {'port': {'device_id': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:27.787812 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.942013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3be19b44-5c26-42b6-8272-b95b3d4fe219 None None] Provisioning for port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:27.948060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3be19b44-5c26-42b6-8272-b95b3d4fe219 None None] Provisioning complete for port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:27.954690 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3be19b44-5c26-42b6-8272-b95b3d4fe219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.998960 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3be19b44-5c26-42b6-8272-b95b3d4fe219 None None] Port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:28.114390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:28.127144 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.141879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Transition to ACTIVE for port object 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:28.182649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef0774-520f-4a87-bba7-1cd1f39d2d82 req-19514208-b210-408d-9993-a38768544bf3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.184193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0ef0774-520f-4a87-bba7-1cd1f39d2d82 req-19514208-b210-408d-9993-a38768544bf3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 945 time: 0.1090400 Aug 16 01:58:28.223690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0ef0774-520f-4a87-bba7-1cd1f39d2d82 req-45feb7dd-aaea-4633-95c8-4aacc1126f21 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Aug 16 01:58:28.250922 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.334429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Pushing event updated for resources: {'Port': ['ID=40bcb055-09ce-46b3-86eb-baea0f6ac7b4,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:28.404173 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe76c72-a609-4116-b378-1326a91fc869 req-eda39a74-79f8-4291-8661-c75a71dfd19d tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.406401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fbe76c72-a609-4116-b378-1326a91fc869 req-eda39a74-79f8-4291-8661-c75a71dfd19d tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 943 time: 0.1241696 Aug 16 01:58:28.465375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Attempting to bind port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:28.465709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Attempting to bind port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:28.466062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Attempting to bind port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 on network fb7fdcd8-5bf9-449f-99af-4865ce33e031 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:28.475937 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fbe76c72-a609-4116-b378-1326a91fc869 req-a4f5da84-68d6-4fb4-9b63-955759b74dd3 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/security-groups?id=0417a1ad-7927-44d4-914a-dce639e3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599809 Aug 16 01:58:28.476966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 on network fb7fdcd8-5bf9-449f-99af-4865ce33e031 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:28.477269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Attempting to bind port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 on network fb7fdcd8-5bf9-449f-99af-4865ce33e031 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:28.483014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:28.483377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Checking segment: {'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:28.483970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Bound using segment: {'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:28.484509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Bound port: 40bcb055-09ce-46b3-86eb-baea0f6ac7b4, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd641c4ff-9984-4724-a39d-ae217e99a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:28.485197 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.579557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] For port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:28.584667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] For port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=40bcb055-09ce-46b3-86eb-baea0f6ac7b4,segment=NetworkSegment(d641c4ff-9984-4724-a39d-ae217e99a096),segment_id=d641c4ff-9984-4724-a39d-ae217e99a096)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:28.637738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b244e-3920-43d2-bd5c-40a83864e045 req-a94a1aaa-8e4b-4a52-8f58-1ebc193183e4 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.639292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc9b244e-3920-43d2-bd5c-40a83864e045 req-a94a1aaa-8e4b-4a52-8f58-1ebc193183e4 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0574751 Aug 16 01:58:28.681039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc9b244e-3920-43d2-bd5c-40a83864e045 req-5960c485-306e-453a-8025-e6f51adb895d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343513 Aug 16 01:58:28.737291 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.801096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.801733 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.804193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] 10.222.0.74 "PUT /v2.0/ports/40bcb055-09ce-46b3-86eb-baea0f6ac7b4 HTTP/1.1" status: 200 len: 1092 time: 1.0753391 Aug 16 01:58:28.805686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'tag': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:28.807987 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781998eb-ebbf-4b38-b83f-4088eae1e159" -d '{"events": [{"name": "network-changed", "server_uuid": "1662ae23-2689-4eab-a7c8-7a5fbd31d1c0", "tag": "40bcb055-09ce-46b3-86eb-baea0f6ac7b4"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:28.844610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808106b-94e7-413f-849f-3d585a9e1271 service neutron] Pushing event updated for resources: {'Port': ['ID=40bcb055-09ce-46b3-86eb-baea0f6ac7b4,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:28.855585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e21fc7-100f-4227-bea0-57d6042976df req-529c508e-9356-4007-8fdb-ebaed819d1cc tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.857158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91e21fc7-100f-4227-bea0-57d6042976df req-529c508e-9356-4007-8fdb-ebaed819d1cc tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1150315 Aug 16 01:58:28.858193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e81d1732-b828-4b65-a3f6-81b5f99ef6a3 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:28.905360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91e21fc7-100f-4227-bea0-57d6042976df req-be45b938-ef70-4b9b-a054-09bf98c3f130 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 Aug 16 01:58:29.016613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:29.028997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:29.028997 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.083742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1668b-2827-4baa-93e5-40df1d0e19f2 req-38c42cf7-4bdc-49d6-9efa-69609826cd61 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.085114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04f1668b-2827-4baa-93e5-40df1d0e19f2 req-38c42cf7-4bdc-49d6-9efa-69609826cd61 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.1055717 Aug 16 01:58:29.114529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-8b333128-847f-43db-a1d6-c4bff0314f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.116154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-8b333128-847f-43db-a1d6-c4bff0314f5a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d74813b676f420485965d14f320364c&device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0863628 Aug 16 01:58:29.164323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.180547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04f1668b-2827-4baa-93e5-40df1d0e19f2 req-ae887231-4836-4a92-84b8-ffee1a46733b tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886426 Aug 16 01:58:29.182000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-24ccdb2c-07d1-4056-89f5-d5347bb98f7d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40bcb055-09ce-46b3-86eb-baea0f6ac7b4 HTTP/1.1" status: 200 len: 217 time: 0.0492051 Aug 16 01:58:29.188362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9703f1c8-336d-4e24-90bd-5be6fbc01a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81d1732-b828-4b65-a3f6-81b5f99ef6a3'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:29.190857 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44718258-505e-46f8-a259-089325123dca" -d '{"events": [{"server_uuid": "9703f1c8-336d-4e24-90bd-5be6fbc01a50", "name": "network-vif-plugged", "status": "completed", "tag": "e81d1732-b828-4b65-a3f6-81b5f99ef6a3"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:29.205226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e81d1732-b828-4b65-a3f6-81b5f99ef6a3, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e81d1732-b828-4b65-a3f6-81b5f99ef6a3,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:29.246133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-ff988c44-802f-46a8-b6c7-c1e9fae199db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.247641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-ff988c44-802f-46a8-b6c7-c1e9fae199db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c37e90-8a2a-4aa2-b57f-56592b73215e HTTP/1.1" status: 200 len: 854 time: 0.0572066 Aug 16 01:58:29.304964 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d07b6a2-a2b8-493a-9e65-ed99d5441736 x-openstack-request-id: req-0d07b6a2-a2b8-493a-9e65-ed99d5441736 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:29.305316 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1662ae23-2689-4eab-a7c8-7a5fbd31d1c0", "tag": "40bcb055-09ce-46b3-86eb-baea0f6ac7b4", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:29.305629 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d07b6a2-a2b8-493a-9e65-ed99d5441736 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:29.306121 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'tag': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4', 'status': 'completed', 'code': 200} Aug 16 01:58:29.307968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-25acd2ab-d259-4ae9-bdf8-9e3eee93f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.309891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-25acd2ab-d259-4ae9-bdf8-9e3eee93f9d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fb7fdcd8-5bf9-449f-99af-4865ce33e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475857 Aug 16 01:58:29.339308 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d07e8a-3bfe-4674-bff9-0a60999b4643 x-openstack-request-id: req-92d07e8a-3bfe-4674-bff9-0a60999b4643 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:29.339888 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9703f1c8-336d-4e24-90bd-5be6fbc01a50", "name": "network-vif-plugged", "status": "completed", "tag": "e81d1732-b828-4b65-a3f6-81b5f99ef6a3", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:29.340359 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-92d07e8a-3bfe-4674-bff9-0a60999b4643 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:29.340989 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9703f1c8-336d-4e24-90bd-5be6fbc01a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81d1732-b828-4b65-a3f6-81b5f99ef6a3', 'code': 200} Aug 16 01:58:29.354047 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.426958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e81d1732-b828-4b65-a3f6-81b5f99ef6a3,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:29.864475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe57147-b92d-4ccf-8fdd-5e21c2568218 req-c77269d7-611b-4a53-b67a-24e6cf99a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.866020 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-abe57147-b92d-4ccf-8fdd-5e21c2568218 req-c77269d7-611b-4a53-b67a-24e6cf99a00f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 1098 time: 0.1055391 Aug 16 01:58:29.867865 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72f2d7d4-97cf-466c-89de-4319f2d67412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.876005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cccbe3-8dbe-455b-964c-c4691984a394 req-9637d51a-c566-4e5c-9de5-b9b812b14037 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.878588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5cccbe3-8dbe-455b-964c-c4691984a394 req-9637d51a-c566-4e5c-9de5-b9b812b14037 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 946 time: 0.1159024 Aug 16 01:58:29.887357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-927d0ada-346d-484f-bc65-a98339c37072 service neutron] 10.222.0.74 "GET /v2.0/networks/fb7fdcd8-5bf9-449f-99af-4865ce33e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702195 Aug 16 01:58:29.989406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5cccbe3-8dbe-455b-964c-c4691984a394 req-c97b0bd6-2cf7-40db-8776-af363b39481f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042342 Aug 16 01:58:29.992803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-abe57147-b92d-4ccf-8fdd-5e21c2568218 req-88904cf8-c2c5-404a-b174-45c66394d447 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131377 Aug 16 01:58:30.031230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98f9cf94-058d-45c3-8275-3fb2fef7c625 req-e48f5a4d-980a-4b22-a2c3-e303049a148d service neutron] 10.222.0.74 "GET /v2.0/networks/fb7fdcd8-5bf9-449f-99af-4865ce33e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302981 Aug 16 01:58:30.106002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320c630-1c8c-4251-8e88-d07abb992fd2 req-f79ef0f4-9a8d-4e20-989f-6c4bb6375d9e tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.107462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1320c630-1c8c-4251-8e88-d07abb992fd2 req-f79ef0f4-9a8d-4e20-989f-6c4bb6375d9e tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 943 time: 0.0547640 Aug 16 01:58:30.147601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1320c630-1c8c-4251-8e88-d07abb992fd2 req-ab74ebd0-af94-4439-99c5-e6b0ee15b41c tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/security-groups?id=0417a1ad-7927-44d4-914a-dce639e3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324039 Aug 16 01:58:30.266514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781998eb-ebbf-4b38-b83f-4088eae1e159 req-91b7e744-0e76-442c-ac9d-a1119d82cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.268038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-781998eb-ebbf-4b38-b83f-4088eae1e159 req-91b7e744-0e76-442c-ac9d-a1119d82cc5f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d74813b676f420485965d14f320364c&device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0705245 Aug 16 01:58:30.275257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289696cb-fbd4-420f-97d9-4160956e4dcd req-c52f7765-1d61-4433-9e37-085858795f4a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.276604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-289696cb-fbd4-420f-97d9-4160956e4dcd req-c52f7765-1d61-4433-9e37-085858795f4a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0706468 Aug 16 01:58:30.364349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-289696cb-fbd4-420f-97d9-4160956e4dcd req-7870c2ca-936a-4de0-8cde-98db64e5d450 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789542 Aug 16 01:58:30.390423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781998eb-ebbf-4b38-b83f-4088eae1e159 req-13a1b102-4b9d-4b60-bc8a-4844a7dfd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.392060 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-781998eb-ebbf-4b38-b83f-4088eae1e159 req-13a1b102-4b9d-4b60-bc8a-4844a7dfd86f service neutron] 10.222.0.74 "GET /v2.0/networks?id=fb7fdcd8-5bf9-449f-99af-4865ce33e031 HTTP/1.1" status: 200 len: 916 time: 0.1146009 Aug 16 01:58:30.436176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-781998eb-ebbf-4b38-b83f-4088eae1e159 req-d6d39f90-3081-4fea-8c07-c71073e6531b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40bcb055-09ce-46b3-86eb-baea0f6ac7b4 HTTP/1.1" status: 200 len: 217 time: 0.0366569 Aug 16 01:58:30.516979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781998eb-ebbf-4b38-b83f-4088eae1e159 req-2db53685-8eed-47f2-9663-2f8928fe2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.518483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-781998eb-ebbf-4b38-b83f-4088eae1e159 req-2db53685-8eed-47f2-9663-2f8928fe2e07 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c37e90-8a2a-4aa2-b57f-56592b73215e HTTP/1.1" status: 200 len: 854 time: 0.0704341 Aug 16 01:58:30.526526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ec5d4-00ed-4f14-b5f7-32845586b9ab req-137e79be-eacf-494b-a2bf-1a9fe8917d87 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.527907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-930ec5d4-00ed-4f14-b5f7-32845586b9ab req-137e79be-eacf-494b-a2bf-1a9fe8917d87 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0880861 Aug 16 01:58:30.590050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781998eb-ebbf-4b38-b83f-4088eae1e159 req-c0fcd8c0-c1f3-4bac-9d35-5004e755b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.591550 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-781998eb-ebbf-4b38-b83f-4088eae1e159 req-c0fcd8c0-c1f3-4bac-9d35-5004e755b889 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fb7fdcd8-5bf9-449f-99af-4865ce33e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628214 Aug 16 01:58:30.595131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-930ec5d4-00ed-4f14-b5f7-32845586b9ab req-2c174029-eb54-4bc9-9685-a4aa65b0c5fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582299 Aug 16 01:58:30.720621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-781998eb-ebbf-4b38-b83f-4088eae1e159 req-5f448bcd-24cb-4a2d-8c7b-f46fb9fceba8 service neutron] 10.222.0.74 "GET /v2.0/networks/fb7fdcd8-5bf9-449f-99af-4865ce33e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213918 Aug 16 01:58:30.744116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6b525-24b8-4eec-9959-47d8dea22d4f req-599743aa-0c47-4e58-b482-42753a2c2b61 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.745538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cad6b525-24b8-4eec-9959-47d8dea22d4f req-599743aa-0c47-4e58-b482-42753a2c2b61 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0725710 Aug 16 01:58:30.831629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cad6b525-24b8-4eec-9959-47d8dea22d4f req-a5ffa258-9ef4-49d6-8d7e-92f3fab0e534 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764356 Aug 16 01:58:30.852924 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-781998eb-ebbf-4b38-b83f-4088eae1e159 req-d3c7f548-2c75-4339-ab14-9b0e8d31d2bd service neutron] 10.222.0.74 "GET /v2.0/networks/fb7fdcd8-5bf9-449f-99af-4865ce33e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241932 Aug 16 01:58:31.464468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185b568-a05a-44da-8dc5-ea51230eece6 req-b8c6b01a-285e-4b2a-b140-9d0438fbe711 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.466494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8185b568-a05a-44da-8dc5-ea51230eece6 req-b8c6b01a-285e-4b2a-b140-9d0438fbe711 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 946 time: 0.0504031 Aug 16 01:58:31.518836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8185b568-a05a-44da-8dc5-ea51230eece6 req-d86ecf5c-cb9c-4f24-bb1e-b5cda91f9d17 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Aug 16 01:58:31.634327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbde16d-2d90-46e7-842e-6e8354c15660 req-3c38bf07-2764-4804-8ff8-05dc1eeffb1e tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.635829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fbde16d-2d90-46e7-842e-6e8354c15660 req-3c38bf07-2764-4804-8ff8-05dc1eeffb1e tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 943 time: 0.0510173 Aug 16 01:58:31.677479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fbde16d-2d90-46e7-842e-6e8354c15660 req-f46edda1-f8e8-4f48-afd8-e894e265fbfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/security-groups?id=0417a1ad-7927-44d4-914a-dce639e3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354297 Aug 16 01:58:31.866169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ec37f-8e0c-4901-9390-87d86b243120 req-b25e4b44-04e0-4c23-8474-d978be133d5a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.866169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-163ec37f-8e0c-4901-9390-87d86b243120 req-b25e4b44-04e0-4c23-8474-d978be133d5a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0546787 Aug 16 01:58:31.906132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-163ec37f-8e0c-4901-9390-87d86b243120 req-9e6ee98d-4c04-47e7-a072-cdc143262efd tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335183 Aug 16 01:58:31.985101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:32.034512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159946dc-e71b-45f7-b229-700b7880016c req-5a8bea25-d675-4ee6-a51b-abfe1364c0e0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.036191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-159946dc-e71b-45f7-b229-700b7880016c req-5a8bea25-d675-4ee6-a51b-abfe1364c0e0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 946 time: 0.0554037 Aug 16 01:58:32.076206 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-159946dc-e71b-45f7-b229-700b7880016c req-958ecb7e-ffd9-4022-93b8-b0d2cfb6387b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333240 Aug 16 01:58:32.100979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=40bcb055-09ce-46b3-86eb-baea0f6ac7b4,segment=NetworkSegment(d641c4ff-9984-4724-a39d-ae217e99a096),segment_id=d641c4ff-9984-4724-a39d-ae217e99a096)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:32.111576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'port_id': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4', 'mac_address': 'fa:16:3e:c4:0d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:32.165916 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.180136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:32.205349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=40bcb055-09ce-46b3-86eb-baea0f6ac7b4,segment=NetworkSegment(d641c4ff-9984-4724-a39d-ae217e99a096),segment_id=d641c4ff-9984-4724-a39d-ae217e99a096)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:32.207301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2d13a-cea5-432f-917b-79478e7a4272 req-be51b61c-d65c-42ef-8aca-638ae1090e65 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.209015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffd2d13a-cea5-432f-917b-79478e7a4272 req-be51b61c-d65c-42ef-8aca-638ae1090e65 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0680573 Aug 16 01:58:32.251476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffd2d13a-cea5-432f-917b-79478e7a4272 req-603dbe2b-43ba-419e-a8dc-1cc09f8ba5ac tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349846 Aug 16 01:58:32.331124 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.365467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6f3b2-248f-448e-b4b2-ffde230e2023 req-774f8d7b-dbcc-4ea1-bdb6-b5853c7c5336 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.369313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04c6f3b2-248f-448e-b4b2-ffde230e2023 req-774f8d7b-dbcc-4ea1-bdb6-b5853c7c5336 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0586910 Aug 16 01:58:32.399841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=40bcb055-09ce-46b3-86eb-baea0f6ac7b4,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:32.435430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04c6f3b2-248f-448e-b4b2-ffde230e2023 req-c45ae554-50ab-4f35-ba35-ff7f3e019bc6 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559559 Aug 16 01:58:32.592844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['40bcb055-09ce-46b3-86eb-baea0f6ac7b4'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:32.897286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.954734 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1159-f30a-40bb-bc1b-c0be3afac11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.015060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:34.057151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device b72e44e5-c316-41ea-b400-e387a102ba06 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:34.070584 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.181000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:34.193377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126', 'port_id': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'mac_address': 'fa:16:3e:a9:d7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f660934d-b427-40a4-a144-ca195fdf6a77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:34.223841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:34.234368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:34.234976 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.263829 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.292713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b72e44e5-c316-41ea-b400-e387a102ba06 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:34.316491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:34.357758 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.387265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:34.390524 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740fd25a-98bd-40b3-9152-9bd1a8a954e6" -d '{"events": [{"server_uuid": "1662ae23-2689-4eab-a7c8-7a5fbd31d1c0", "name": "network-vif-plugged", "status": "completed", "tag": "40bcb055-09ce-46b3-86eb-baea0f6ac7b4"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:34.404792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=40bcb055-09ce-46b3-86eb-baea0f6ac7b4,segment=NetworkSegment(d641c4ff-9984-4724-a39d-ae217e99a096),segment_id=d641c4ff-9984-4724-a39d-ae217e99a096)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:34.434947 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.501213 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.507215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.544127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['b72e44e5-c316-41ea-b400-e387a102ba06'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:34.641152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=40bcb055-09ce-46b3-86eb-baea0f6ac7b4,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:35.466763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781433a6-604a-4d04-b149-3548d9e3e874 req-708a49f4-088b-4fd0-8e28-243be7d50ae3 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.468359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-781433a6-604a-4d04-b149-3548d9e3e874 req-708a49f4-088b-4fd0-8e28-243be7d50ae3 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 945 time: 0.0553322 Aug 16 01:58:35.513057 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-781433a6-604a-4d04-b149-3548d9e3e874 req-4ff5332e-647a-418e-a815-a750fa91dd78 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/security-groups?id=0417a1ad-7927-44d4-914a-dce639e3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375438 Aug 16 01:58:35.684488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169a0fb-cfa9-4290-a74b-510690a97b24 req-d332e24f-fda5-4de9-aeb4-7a1ce0ce1ba6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.687352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1169a0fb-cfa9-4290-a74b-510690a97b24 req-d332e24f-fda5-4de9-aeb4-7a1ce0ce1ba6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0591331 Aug 16 01:58:35.726072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1169a0fb-cfa9-4290-a74b-510690a97b24 req-144bb56c-3947-42fb-8722-bde950ff6e2c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331595 Aug 16 01:58:35.810855 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.851755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4721689-53bf-4046-9e66-2f651c38356b req-3d673eb2-2c7e-41be-9b8c-5c5c3ff95efd tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.853303 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4721689-53bf-4046-9e66-2f651c38356b req-3d673eb2-2c7e-41be-9b8c-5c5c3ff95efd tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.0613141 Aug 16 01:58:35.897208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4721689-53bf-4046-9e66-2f651c38356b req-1ca9e712-56b7-4886-ba53-8130aed63f59 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Aug 16 01:58:36.002519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34764b-226a-4908-8e83-3e07bc897ef6 req-e7a53da8-2e21-474e-a714-5f63f427ddc6 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.004088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f34764b-226a-4908-8e83-3e07bc897ef6 req-e7a53da8-2e21-474e-a714-5f63f427ddc6 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0505240 Aug 16 01:58:36.032880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device b72e44e5-c316-41ea-b400-e387a102ba06 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:36.044191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f34764b-226a-4908-8e83-3e07bc897ef6 req-17b4f16b-58d7-4d92-9f95-e0da01d88a5d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340064 Aug 16 01:58:36.085038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port b72e44e5-c316-41ea-b400-e387a102ba06 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:36.090310 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.122261 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26f48be-f8e8-4098-b889-a9b4ab615df5 x-openstack-request-id: req-a26f48be-f8e8-4098-b889-a9b4ab615df5 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:36.122566 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1662ae23-2689-4eab-a7c8-7a5fbd31d1c0", "name": "network-vif-plugged", "status": "completed", "tag": "40bcb055-09ce-46b3-86eb-baea0f6ac7b4", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:36.122823 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a26f48be-f8e8-4098-b889-a9b4ab615df5 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:36.123213 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4', 'code': 200} Aug 16 01:58:36.174451 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.210870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:36.221741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43983154-28f8-4671-8516-144ac585601e req-ba956831-5e37-4ea7-8557-bf8ccf32e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.223319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43983154-28f8-4671-8516-144ac585601e req-ba956831-5e37-4ea7-8557-bf8ccf32e58c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0437698 Aug 16 01:58:36.261509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43983154-28f8-4671-8516-144ac585601e req-4b13c2e4-0a21-4aab-8e2b-84aa742267a4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0417a1ad-7927-44d4-914a-dce639e3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291495 Aug 16 01:58:36.382784 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45406) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:36.410715 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.464079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.642361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5626bb-f359-4a13-b9ea-c38f95c5d958 req-437e209f-df19-4c1d-93b8-82cb47eed829 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.643898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a5626bb-f359-4a13-b9ea-c38f95c5d958 req-437e209f-df19-4c1d-93b8-82cb47eed829 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 945 time: 0.0577695 Aug 16 01:58:36.682433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.694484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a5626bb-f359-4a13-b9ea-c38f95c5d958 req-f7d9d21b-0fe7-4189-8890-30bea8135f3c tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/security-groups?id=0417a1ad-7927-44d4-914a-dce639e3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441570 Aug 16 01:58:36.800074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.868050 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.911164 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32a69a4363a04cdb9d88eab5a5b19b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261915 Aug 16 01:58:36.911378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45434) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:36.930166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b86fa59-888f-41d0-9a57-f524be1532d5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.942188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:36.943500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:36.944484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:36.945458 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:36.946192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:36.946848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:36.947434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:36.948044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:36.948594 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:36.949530 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:36.950190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:36.951029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0511c48d-4b16-4745-9574-a18f3717dc07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:37.037205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b9620-4112-4040-b070-457752b7f31f req-c480ebea-5322-4903-9c36-59a7bc0c2e73 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:37.042629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-c480ebea-5322-4903-9c36-59a7bc0c2e73 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.2111051 Aug 16 01:58:37.078410 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6f5924d-cb0b-41c7-b2b9-cfa33a43268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.080982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-3859c967-a7a8-4023-947a-e983a6447edd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/quotas/339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 375 time: 0.0204685 Aug 16 01:58:37.131203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6f5924d-cb0b-41c7-b2b9-cfa33a43268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.255832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-2843d86e-cf5f-4d65-9b0a-7c27e784cc27 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045961 Aug 16 01:58:37.350490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6f5924d-cb0b-41c7-b2b9-cfa33a43268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.353036 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6f5924d-cb0b-41c7-b2b9-cfa33a43268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.356546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d6f5924d-cb0b-41c7-b2b9-cfa33a43268b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b86fa59-888f-41d0-9a57-f524be1532d5 HTTP/1.1" status: 204 len: 168 time: 0.4420326 Aug 16 01:58:37.376416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5924d-cb0b-41c7-b2b9-cfa33a43268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b86fa59-888f-41d0-9a57-f524be1532d5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:37.438576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-001aebdb-e52d-401c-b50a-da8eaed729ab service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699309 Aug 16 01:58:37.586136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-d6e99ea8-bf9f-47a1-86ea-c1677a838095 service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369412 Aug 16 01:58:38.006386 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:58:38.025008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134a8b7-6fff-41e9-8ecf-f957ebe1d775 req-26e8ef14-1d28-414f-bcc6-450d5d731f3c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.026814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7134a8b7-6fff-41e9-8ecf-f957ebe1d775 req-26e8ef14-1d28-414f-bcc6-450d5d731f3c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0789132 Aug 16 01:58:38.051527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9e34da1c-5be6-47e5-b4bd-c733afabed3b details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:38.087556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7134a8b7-6fff-41e9-8ecf-f957ebe1d775 req-de006a41-a4ca-4e23-b59a-1b1c6d29d13e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521371 Aug 16 01:58:38.129052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:38.134643 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f386ceec-39d3-4f2f-a7b9-42047969168c" -d '{"events": [{"server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:38.211032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:38.237468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f7e91-10f6-403c-afd4-ba00dffc982a req-2c9c54c0-0f4c-4a08-ae62-965f97789d3c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.244917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'port_id': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'mac_address': 'fa:16:3e:3c:e0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:38.249283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d75f7e91-10f6-403c-afd4-ba00dffc982a req-2c9c54c0-0f4c-4a08-ae62-965f97789d3c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1003845 Aug 16 01:58:38.295669 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.303526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d75f7e91-10f6-403c-afd4-ba00dffc982a req-e476b36c-b497-4059-9ad1-dbae8c7f6059 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532641 Aug 16 01:58:38.333783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e34da1c-5be6-47e5-b4bd-c733afabed3b {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:38.368778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:38.474891 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.484944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0276f-afb2-4439-aa7e-abbc30deaf50 req-6fd79ed1-af5d-4f5e-a0a9-c08221ddac7c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.488839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42c0276f-afb2-4439-aa7e-abbc30deaf50 req-6fd79ed1-af5d-4f5e-a0a9-c08221ddac7c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.1050844 Aug 16 01:58:38.586786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['9e34da1c-5be6-47e5-b4bd-c733afabed3b'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:38.593404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42c0276f-afb2-4439-aa7e-abbc30deaf50 req-77e8b7d7-51f5-4aed-9185-5668739a9642 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974696 Aug 16 01:58:38.659036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:38.840831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339825e-7662-47f9-96d8-7b6cf3819e97 req-f4ea556f-fb94-4461-9929-b4b556be846b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.842449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a339825e-7662-47f9-96d8-7b6cf3819e97 req-f4ea556f-fb94-4461-9929-b4b556be846b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 945 time: 0.1135726 Aug 16 01:58:38.934535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a339825e-7662-47f9-96d8-7b6cf3819e97 req-415999a7-947b-479e-accf-da131f259e6e tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/security-groups?id=0417a1ad-7927-44d4-914a-dce639e3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718098 Aug 16 01:58:39.022385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17b38f9d-3554-4f60-a6d6-25b5bdcffa57 req-db443d30-f20f-4d57-aa57-86ee0d11f89c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 210 time: 0.0530853 Aug 16 01:58:39.088542 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb910f7a-d2fe-4eb4-9665-220e8ddac4c9 x-openstack-request-id: req-bb910f7a-d2fe-4eb4-9665-220e8ddac4c9 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:39.089039 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:39.089320 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb910f7a-d2fe-4eb4-9665-220e8ddac4c9 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:39.089788 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'code': 200} Aug 16 01:58:39.138871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45504) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:39.251524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef25b5-bd35-46c8-8fc2-4dd660f931a8 req-44fc0db9-17c2-4891-8c01-77576e4c58d7 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.263007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45510) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:39.265698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5bef25b5-bd35-46c8-8fc2-4dd660f931a8 req-44fc0db9-17c2-4891-8c01-77576e4c58d7 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 945 time: 0.0890749 Aug 16 01:58:39.275115 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-42fe6990-6995-4907-be29-4f6809b34f0b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Request body: {'floatingip': {'port_id': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:39.366761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42fe6990-6995-4907-be29-4f6809b34f0b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.412334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9eac9-9e68-4bf2-8805-db2de11da3c7 req-01815610-c35a-44c6-8497-5b6952387802 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.424253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1c9eac9-9e68-4bf2-8805-db2de11da3c7 req-01815610-c35a-44c6-8497-5b6952387802 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.1103544 Aug 16 01:58:39.488423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1c9eac9-9e68-4bf2-8805-db2de11da3c7 req-68ce3211-e8e0-47a9-8a79-a0c3a6de58f8 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631733 Aug 16 01:58:39.634606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6916e-716c-4ba2-b154-6662a6c4b070 req-5ba2c248-13a4-4b03-aad9-dd9f7f9fc2fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.643982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0bb6916e-716c-4ba2-b154-6662a6c4b070 req-5ba2c248-13a4-4b03-aad9-dd9f7f9fc2fa tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0839324 Aug 16 01:58:39.723427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0bb6916e-716c-4ba2-b154-6662a6c4b070 req-fd1bcb78-6148-4734-b363-44aeff6d4b22 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768213 Aug 16 01:58:39.898304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e49fe-7fc7-4a95-8e3a-abe9f93037fe req-0f0607ce-c380-4840-9bb7-2b09b3f488b9 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.918111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-604e49fe-7fc7-4a95-8e3a-abe9f93037fe req-0f0607ce-c380-4840-9bb7-2b09b3f488b9 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.1253493 Aug 16 01:58:40.025714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-604e49fe-7fc7-4a95-8e3a-abe9f93037fe req-3056cb5c-bfdd-4169-bc20-7bc4ba49916b tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062348 Aug 16 01:58:40.075053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9e34da1c-5be6-47e5-b4bd-c733afabed3b up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:40.172273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 9e34da1c-5be6-47e5-b4bd-c733afabed3b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:40.172972 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.197846 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61e42cda-1ccf-43e2-b4bc-cdb3a0f1c0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.304653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4452c180-096e-4254-ace3-430c1109f149 req-68451bba-bcf2-4567-a868-2f06f80f7ef7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 210 time: 0.0788515 Aug 16 01:58:40.433627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61e42cda-1ccf-43e2-b4bc-cdb3a0f1c0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.463051 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.526587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:40.566761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61e42cda-1ccf-43e2-b4bc-cdb3a0f1c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.598979 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.725608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:40.939372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042398c5-b98e-4121-8fa0-0aea6bb213f5 req-12809e13-f918-4f01-9605-d0655bab15c9 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:40.947708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-042398c5-b98e-4121-8fa0-0aea6bb213f5 req-12809e13-f918-4f01-9605-d0655bab15c9 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.1915553 Aug 16 01:58:40.986313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b9620-4112-4040-b070-457752b7f31f req-64c5aa36-b801-4425-a6e8-bac4af715957 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:40.988363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-64c5aa36-b801-4425-a6e8-bac4af715957 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.4471173 Aug 16 01:58:41.007657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'port': {'device_id': '1f4c8fca-b671-496e-8211-4512dc2885cb', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'admin_state_up': True, 'tenant_id': '339391903c4f4f3b9336737914285e45'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:41.057441 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.resource_extend [None req-42fe6990-6995-4907-be29-4f6809b34f0b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:58:41.081724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-042398c5-b98e-4121-8fa0-0aea6bb213f5 req-9c72d4a1-002d-446d-a230-05744f264acb tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298637 Aug 16 01:58:41.091275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:41.104510 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67da2f7f-8052-43a2-9e7f-0f48a9084901" -d '{"events": [{"server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "name": "network-vif-plugged", "status": "completed", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:41.172654 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-61e42cda-1ccf-43e2-b4bc-cdb3a0f1c0d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd514b41c9f04128a2c740a6adbf74d2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0314713 Aug 16 01:58:41.181358 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45552) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:41.186558 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42fe6990-6995-4907-be29-4f6809b34f0b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.187689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e42cda-1ccf-43e2-b4bc-cdb3a0f1c0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f3af52-ccd5-4832-9f3d-547227dbfdd8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:41.268909 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5837-c24e-4a33-b2bd-ebdfb49a60e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.272075 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42fe6990-6995-4907-be29-4f6809b34f0b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.347571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661aa81-e820-47c8-8afa-140d77e9f43a req-2700a334-d792-49ca-aadf-902f90060629 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:41.349764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4661aa81-e820-47c8-8afa-140d77e9f43a req-2700a334-d792-49ca-aadf-902f90060629 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0873585 Aug 16 01:58:41.407628 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5837-c24e-4a33-b2bd-ebdfb49a60e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.442686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4661aa81-e820-47c8-8afa-140d77e9f43a req-a5f1c111-b18e-4e47-80cc-f338a7b1775e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849314 Aug 16 01:58:41.446788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Made reservation on behalf of 339391903c4f4f3b9336737914285e45 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:41.459586 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.572455 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-42fe6990-6995-4907-be29-4f6809b34f0b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Floating IP b29c5e67-17a5-4c3d-8f06-c48f9b110436 associated. External IP: 172.25.8.83, port: 40bcb055-09ce-46b3-86eb-baea0f6ac7b4. Aug 16 01:58:41.731200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Allocated IP 172.20.0.3 (451b8f7a-e7d9-4b9a-a673-45425a82868a/b7176ff3-edd3-42c6-8174-28ec8618d359/fd788f1e-2ad0-4fde-ad78-c41cb355a402) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:41.919462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5837-c24e-4a33-b2bd-ebdfb49a60e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.932087 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5837-c24e-4a33-b2bd-ebdfb49a60e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.932087 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cb5f5837-c24e-4a33-b2bd-ebdfb49a60e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12f3af52-ccd5-4832-9f3d-547227dbfdd8 HTTP/1.1" status: 204 len: 168 time: 0.7366898 Aug 16 01:58:41.969037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f5837-c24e-4a33-b2bd-ebdfb49a60e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f3af52-ccd5-4832-9f3d-547227dbfdd8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.019970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdc36f-62fc-4910-a40d-2dbf8e63338a req-a97705d1-6899-4725-aa1c-27bbd2d528ac tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.019970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ccdc36f-62fc-4910-a40d-2dbf8e63338a req-a97705d1-6899-4725-aa1c-27bbd2d528ac tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.1461833 Aug 16 01:58:42.065317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fe6990-6995-4907-be29-4f6809b34f0b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Router 5aa3469c-3648-4e1d-ac3f-12e82870d460 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:42.067548 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.180980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Transition to ACTIVE for port object fd788f1e-2ad0-4fde-ad78-c41cb355a402 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:42.211359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe302f-d18c-4290-b342-e3bcfd82fb78 req-d21583e8-3f1e-4ed8-9659-555aa785bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.213005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94fe302f-d18c-4290-b342-e3bcfd82fb78 req-d21583e8-3f1e-4ed8-9659-555aa785bb36 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1394243 Aug 16 01:58:42.216352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ccdc36f-62fc-4910-a40d-2dbf8e63338a req-3cba503c-ac4a-4364-ba58-2e2cfa5a1ef3 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866014 Aug 16 01:58:42.231307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe6990-6995-4907-be29-4f6809b34f0b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:42.244111 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42fe6990-6995-4907-be29-4f6809b34f0b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.245195 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535a1de-454c-4605-8bf3-bd5ba2132701 None None] Sync routers for ids ['5aa3469c-3648-4e1d-ac3f-12e82870d460'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:42.272203 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a535a1de-454c-4605-8bf3-bd5ba2132701 None None] Routers {'5aa3469c-3648-4e1d-ac3f-12e82870d460'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:42.273512 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a535a1de-454c-4605-8bf3-bd5ba2132701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:58:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5aa3469c-3648-4e1d-ac3f-12e82870d460'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:42.294231 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-42fe6990-6995-4907-be29-4f6809b34f0b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "PUT /v2.0/floatingips/b29c5e67-17a5-4c3d-8f06-c48f9b110436 HTTP/1.1" status: 200 len: 990 time: 3.0204072 Aug 16 01:58:42.294231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'tag': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:42.294231 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15" -d '{"events": [{"name": "network-changed", "server_uuid": "1662ae23-2689-4eab-a7c8-7a5fbd31d1c0", "tag": "40bcb055-09ce-46b3-86eb-baea0f6ac7b4"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:42.333756 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe2a0fa-19fa-442c-b36e-3e0d55dfd4f4 x-openstack-request-id: req-abe2a0fa-19fa-442c-b36e-3e0d55dfd4f4 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:42.334341 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "name": "network-vif-plugged", "status": "completed", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:42.334341 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-abe2a0fa-19fa-442c-b36e-3e0d55dfd4f4 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:42.334729 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'code': 200} Aug 16 01:58:42.343254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94fe302f-d18c-4290-b342-e3bcfd82fb78 req-7160bfe8-2df9-4e34-a328-bf747cffa9f2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164994 Aug 16 01:58:42.426264 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a535a1de-454c-4605-8bf3-bd5ba2132701 None None] Set router 5aa3469c-3648-4e1d-ac3f-12e82870d460 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:42.427096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaad54b9-243f-4c27-ac54-5f0616827842 req-f77ac148-482f-4b73-b464-d5b3a444c842 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 210 time: 0.0315003 Aug 16 01:58:42.577366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af337e27-6c7b-4501-bb34-b99c3bf5404a req-f8e621ab-590a-408b-b168-9c4912b96182 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.582746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af337e27-6c7b-4501-bb34-b99c3bf5404a req-f8e621ab-590a-408b-b168-9c4912b96182 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0776129 Aug 16 01:58:42.606645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.624755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['e81d1732-b828-4b65-a3f6-81b5f99ef6a3'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:42.714438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:42.725883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:42.729501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:42.752762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af337e27-6c7b-4501-bb34-b99c3bf5404a req-cdf62cf7-826e-4b89-8384-57ec11a389d8 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541371 Aug 16 01:58:42.790280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=fd788f1e-2ad0-4fde-ad78-c41cb355a402,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.815045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.815468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.815844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.816506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.816641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.816931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.817300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.817632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.817980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.818305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.818626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.818948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.828529 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a535a1de-454c-4605-8bf3-bd5ba2132701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:15Z', 'revision_number': 4, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'b29c5e67-17a5-4c3d-8f06-c48f9b110436', 'tenant_id': '8d74813b676f420485965d14f320364c', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'port_id': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'mac_address': 'fa:16:3e:c4:0d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:21Z', 'updated_at': '2021-08-16T01:58:40Z', 'revision_number': 1, 'project_id': '8d74813b676f420485965d14f320364c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c74ddf23-e3f2-47f2-a829-5034046c5754', 'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'tenant_id': '8d74813b676f420485965d14f320364c', 'mac_address': 'fa:16:3e:ec:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:14Z', 'updated_at': '2021-08-16T01:58:21Z', 'revision_number': 5, 'project_id': '8d74813b676f420485965d14f320364c', 'subnets': [{'id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:42.855098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.855753 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.868637 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535a1de-454c-4605-8bf3-bd5ba2132701 None None] Checking router: 5aa3469c-3648-4e1d-ac3f-12e82870d460 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:42.879281 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a535a1de-454c-4605-8bf3-bd5ba2132701 None None] Routers {'5aa3469c-3648-4e1d-ac3f-12e82870d460'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:42.880063 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a535a1de-454c-4605-8bf3-bd5ba2132701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:58:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5aa3469c-3648-4e1d-ac3f-12e82870d460'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:43.194566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-71ba7cd7-9df5-447e-93c7-f35b546e42fd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1963844 Aug 16 01:58:43.209033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Request body: {'port': {'device_id': '1f4c8fca-b671-496e-8211-4512dc2885cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:43.270010 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a535a1de-454c-4605-8bf3-bd5ba2132701 None None] Set router 5aa3469c-3648-4e1d-ac3f-12e82870d460 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:43.351235 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.496418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a14c278e-1d14-48be-9528-4cdc67e65cd5 None None] Provisioning for port fd788f1e-2ad0-4fde-ad78-c41cb355a402 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:43.502278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a14c278e-1d14-48be-9528-4cdc67e65cd5 None None] Provisioning complete for port fd788f1e-2ad0-4fde-ad78-c41cb355a402 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:43.502767 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a14c278e-1d14-48be-9528-4cdc67e65cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.618469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a14c278e-1d14-48be-9528-4cdc67e65cd5 None None] Port fd788f1e-2ad0-4fde-ad78-c41cb355a402 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:43.751551 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b20b17e-a3e8-49e1-a5d8-d4fd8851d946 x-openstack-request-id: req-4b20b17e-a3e8-49e1-a5d8-d4fd8851d946 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:43.751551 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1662ae23-2689-4eab-a7c8-7a5fbd31d1c0", "tag": "40bcb055-09ce-46b3-86eb-baea0f6ac7b4", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:43.751551 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b20b17e-a3e8-49e1-a5d8-d4fd8851d946 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:43.751551 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'tag': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4', 'status': 'completed', 'code': 200} Aug 16 01:58:43.898767 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a535a1de-454c-4605-8bf3-bd5ba2132701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:15Z', 'revision_number': 4, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'b29c5e67-17a5-4c3d-8f06-c48f9b110436', 'tenant_id': '8d74813b676f420485965d14f320364c', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'port_id': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'mac_address': 'fa:16:3e:c4:0d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:21Z', 'updated_at': '2021-08-16T01:58:40Z', 'revision_number': 1, 'project_id': '8d74813b676f420485965d14f320364c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c74ddf23-e3f2-47f2-a829-5034046c5754', 'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'tenant_id': '8d74813b676f420485965d14f320364c', 'mac_address': 'fa:16:3e:ec:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:14Z', 'updated_at': '2021-08-16T01:58:21Z', 'revision_number': 5, 'project_id': '8d74813b676f420485965d14f320364c', 'subnets': [{'id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:43.943816 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535a1de-454c-4605-8bf3-bd5ba2132701 None None] The sync data for ids ['5aa3469c-3648-4e1d-ac3f-12e82870d460'] in n-d-768509-23 is: [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:15Z', 'revision_number': 4, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'b29c5e67-17a5-4c3d-8f06-c48f9b110436', 'tenant_id': '8d74813b676f420485965d14f320364c', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'port_id': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'mac_address': 'fa:16:3e:c4:0d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:21Z', 'updated_at': '2021-08-16T01:58:40Z', 'revision_number': 1, 'project_id': '8d74813b676f420485965d14f320364c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c74ddf23-e3f2-47f2-a829-5034046c5754', 'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'tenant_id': '8d74813b676f420485965d14f320364c', 'mac_address': 'fa:16:3e:ec:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:14Z', 'updated_at': '2021-08-16T01:58:21Z', 'revision_number': 5, 'project_id': '8d74813b676f420485965d14f320364c', 'subnets': [{'id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:44.216202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd788f1e-2ad0-4fde-ad78-c41cb355a402 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:44.243454 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.282870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Transition to ACTIVE for port object fd788f1e-2ad0-4fde-ad78-c41cb355a402 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:44.366243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45604) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.414461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c54db-c06a-448a-a404-b2ee9e851aa3 None None] New status for floating IP b29c5e67-17a5-4c3d-8f06-c48f9b110436: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:58:44.419463 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-602fccd2-52ed-42e8-ac79-59745cfe2e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.489196 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.602171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15 req-eccdb9c0-bd5d-4068-bbe1-51a17cc4a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.606539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15 req-eccdb9c0-bd5d-4068-bbe1-51a17cc4a8a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d74813b676f420485965d14f320364c&device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 1097 time: 0.3199749 Aug 16 01:58:44.626132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22fbfc-b310-4617-8b24-bf9046b7e4d9 req-a0d74426-3e64-4c41-989d-de2481903be0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.653633 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb22fbfc-b310-4617-8b24-bf9046b7e4d9 req-a0d74426-3e64-4c41-989d-de2481903be0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.3389146 Aug 16 01:58:44.753221 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-602fccd2-52ed-42e8-ac79-59745cfe2e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.817938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-602fccd2-52ed-42e8-ac79-59745cfe2e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.836992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15 req-fcc53984-f9a7-4488-b270-572216b821fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.838794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15 req-fcc53984-f9a7-4488-b270-572216b821fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=fb7fdcd8-5bf9-449f-99af-4865ce33e031 HTTP/1.1" status: 200 len: 916 time: 0.1738396 Aug 16 01:58:44.857272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Pushing event updated for resources: {'Port': ['ID=fd788f1e-2ad0-4fde-ad78-c41cb355a402,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:44.965149 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-602fccd2-52ed-42e8-ac79-59745cfe2e41 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8962140f3f9241bfb785be4024f3f811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974488 Aug 16 01:58:44.966210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45612) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.967088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fccd2-52ed-42e8-ac79-59745cfe2e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed82dc-8388-4042-8a37-dc59538102f5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:45.142116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15 req-45d49151-d0cd-430c-87ca-f317b96f6a61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40bcb055-09ce-46b3-86eb-baea0f6ac7b4 HTTP/1.1" status: 200 len: 998 time: 0.2469516 Aug 16 01:58:45.143240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c439a84-e7e6-41f6-bd5e-f1f5a6e5efec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.202644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c439a84-e7e6-41f6-bd5e-f1f5a6e5efec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.256919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb22fbfc-b310-4617-8b24-bf9046b7e4d9 req-1d2522ff-f194-40fa-b4c6-2b9414112841 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007090 Aug 16 01:58:45.313740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15 req-b3e7fa65-2efc-4fcb-8f69-a5b2dc837dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.315359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15 req-b3e7fa65-2efc-4fcb-8f69-a5b2dc837dd9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c37e90-8a2a-4aa2-b57f-56592b73215e HTTP/1.1" status: 200 len: 854 time: 0.1475449 Aug 16 01:58:45.345329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Attempting to bind port fd788f1e-2ad0-4fde-ad78-c41cb355a402 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:45.345329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Attempting to bind port fd788f1e-2ad0-4fde-ad78-c41cb355a402 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:45.345329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Attempting to bind port fd788f1e-2ad0-4fde-ad78-c41cb355a402 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:45.386600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Port fd788f1e-2ad0-4fde-ad78-c41cb355a402 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:45.387089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Attempting to bind port fd788f1e-2ad0-4fde-ad78-c41cb355a402 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:45.401531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:45.401998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Checking segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:45.402457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Bound using segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:45.403479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Bound port: fd788f1e-2ad0-4fde-ad78-c41cb355a402, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:45.403866 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.433236 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c439a84-e7e6-41f6-bd5e-f1f5a6e5efec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.436386 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c439a84-e7e6-41f6-bd5e-f1f5a6e5efec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.438531 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8c439a84-e7e6-41f6-bd5e-f1f5a6e5efec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfed82dc-8388-4042-8a37-dc59538102f5 HTTP/1.1" status: 204 len: 168 time: 0.4636364 Aug 16 01:58:45.468195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c439a84-e7e6-41f6-bd5e-f1f5a6e5efec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed82dc-8388-4042-8a37-dc59538102f5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:45.476653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15 req-9fda6098-1ed9-4725-bd57-bea26bbe612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.478443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15 req-9fda6098-1ed9-4725-bd57-bea26bbe612a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fb7fdcd8-5bf9-449f-99af-4865ce33e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491485 Aug 16 01:58:45.828122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] For port fd788f1e-2ad0-4fde-ad78-c41cb355a402, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:45.840017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] For port fd788f1e-2ad0-4fde-ad78-c41cb355a402, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fd788f1e-2ad0-4fde-ad78-c41cb355a402,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:45.952622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e33a6a-89cc-4399-bab8-ee18b2d889eb req-7cc4fba8-8933-45ad-85ee-bb0f79852aa8 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.954560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99e33a6a-89cc-4399-bab8-ee18b2d889eb req-7cc4fba8-8933-45ad-85ee-bb0f79852aa8 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.4895949 Aug 16 01:58:45.956686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15 req-bc3fa490-4d6a-4e39-ab89-d5a24f544c7f service neutron] 10.222.0.74 "GET /v2.0/networks/fb7fdcd8-5bf9-449f-99af-4865ce33e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479249 Aug 16 01:58:46.320061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.346774 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.347406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.348813 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] 10.222.0.74 "PUT /v2.0/ports/fd788f1e-2ad0-4fde-ad78-c41cb355a402 HTTP/1.1" status: 200 len: 1092 time: 3.1453056 Aug 16 01:58:46.381892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99e33a6a-89cc-4399-bab8-ee18b2d889eb req-c68e7425-3b8c-43bf-a90f-aecaecb73109 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187956 Aug 16 01:58:46.382408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4c8fca-b671-496e-8211-4512dc2885cb', 'tag': 'fd788f1e-2ad0-4fde-ad78-c41cb355a402'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:46.384715 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23464a45-daf7-4f50-b7ab-eb28ee8082a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4c8fca-b671-496e-8211-4512dc2885cb", "tag": "fd788f1e-2ad0-4fde-ad78-c41cb355a402"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:46.542357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd4c8d4f-2a31-41f9-8b01-a1e23b53dd15 req-1c8cc7fc-74e9-4738-85fa-c027f9eaf94b service neutron] 10.222.0.74 "GET /v2.0/networks/fb7fdcd8-5bf9-449f-99af-4865ce33e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771661 Aug 16 01:58:46.565511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7231ae-59e1-4ca9-90c3-14777654821b service neutron] Pushing event updated for resources: {'Port': ['ID=fd788f1e-2ad0-4fde-ad78-c41cb355a402,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:46.611261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b9620-4112-4040-b070-457752b7f31f req-8719af8f-83a0-4fe8-a8a4-f538622782b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.612890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-8719af8f-83a0-4fe8-a8a4-f538622782b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 1095 time: 0.1260033 Aug 16 01:58:46.698966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-994f7dff-2849-4327-8269-95fca4e3ff8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd788f1e-2ad0-4fde-ad78-c41cb355a402 HTTP/1.1" status: 200 len: 217 time: 0.0776086 Aug 16 01:58:46.707190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22620c36-56d9-46b3-b09d-6b1161a9e152 req-cf7719fe-4040-471c-9d2d-e4599e5d3300 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.731879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22620c36-56d9-46b3-b09d-6b1161a9e152 req-cf7719fe-4040-471c-9d2d-e4599e5d3300 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1848164 Aug 16 01:58:46.868979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22620c36-56d9-46b3-b09d-6b1161a9e152 req-a01c4b59-c44b-49dd-ad85-ddfcf0fef29e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360557 Aug 16 01:58:46.882468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b9620-4112-4040-b070-457752b7f31f req-fc906fce-0616-41f9-81fb-28255074dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.891518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-fc906fce-0616-41f9-81fb-28255074dd1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.1573951 Aug 16 01:58:47.084272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45636) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.151054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b9620-4112-4040-b070-457752b7f31f req-d73ef9b9-b97a-491e-85ce-2cb048b7e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.164809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-d73ef9b9-b97a-491e-85ce-2cb048b7e8f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2498121 Aug 16 01:58:47.354918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c7882-d39d-4e1f-b653-fc01ed9101b3 req-5e19e812-62c5-450a-82df-7680925d509f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.364681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f3c7882-d39d-4e1f-b653-fc01ed9101b3 req-5e19e812-62c5-450a-82df-7680925d509f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.3903635 Aug 16 01:58:47.479894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f3c7882-d39d-4e1f-b653-fc01ed9101b3 req-926b5423-bab0-41bf-a9ba-959c0755755e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121664 Aug 16 01:58:47.546941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0f1ddb82-d8f1-4d14-aab1-04d47f189949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.664423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-fdc07363-ccec-4ddf-bd6d-d420b7fd37fb service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757509 Aug 16 01:58:48.171732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0f1ddb82-d8f1-4d14-aab1-04d47f189949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.196902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c59e3-7ddc-4538-b260-428f5d4c0c56 req-aa422ccb-8475-418a-af5d-6a9c83989d84 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.207577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e50c59e3-7ddc-4538-b260-428f5d4c0c56 req-aa422ccb-8475-418a-af5d-6a9c83989d84 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.4145181 Aug 16 01:58:48.228933 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0f1ddb82-d8f1-4d14-aab1-04d47f189949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.367246 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e7b9620-4112-4040-b070-457752b7f31f req-71d2135f-8c0d-4fb1-ba67-0ad778522297 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899252 Aug 16 01:58:48.370627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ddb82-d8f1-4d14-aab1-04d47f189949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b02390-a3bb-4599-b2ec-fd0ecfd95fb8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.405525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0f1ddb82-d8f1-4d14-aab1-04d47f189949 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57f0fb14b80b42a39a7627ebd47434fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3190641 Aug 16 01:58:48.408423 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45656) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:48.445450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e50c59e3-7ddc-4538-b260-428f5d4c0c56 req-e773080b-e729-4723-884a-c4d786df6b88 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363412 Aug 16 01:58:48.508310 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97424769-808d-41d7-955e-f58c85db32ea x-openstack-request-id: req-97424769-808d-41d7-955e-f58c85db32ea {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:48.508933 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4c8fca-b671-496e-8211-4512dc2885cb", "tag": "fd788f1e-2ad0-4fde-ad78-c41cb355a402", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:48.509586 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97424769-808d-41d7-955e-f58c85db32ea {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:48.510284 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4c8fca-b671-496e-8211-4512dc2885cb', 'tag': 'fd788f1e-2ad0-4fde-ad78-c41cb355a402', 'status': 'completed', 'code': 200} Aug 16 01:58:48.601854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23464a45-daf7-4f50-b7ab-eb28ee8082a7 req-0fed292c-963d-4b72-98cb-e3545dd1da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.605115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06831931-0c48-4d61-b45e-6133ad271aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.607151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23464a45-daf7-4f50-b7ab-eb28ee8082a7 req-0fed292c-963d-4b72-98cb-e3545dd1da41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 1095 time: 0.0740185 Aug 16 01:58:48.678399 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06831931-0c48-4d61-b45e-6133ad271aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.902051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a92115-4aeb-4bb1-985c-a48006344348 req-934e5918-1f12-415c-a108-564b8a6bad3d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.914480 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06831931-0c48-4d61-b45e-6133ad271aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.917684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06831931-0c48-4d61-b45e-6133ad271aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.919302 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-06831931-0c48-4d61-b45e-6133ad271aa0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1b02390-a3bb-4599-b2ec-fd0ecfd95fb8 HTTP/1.1" status: 204 len: 168 time: 0.5098691 Aug 16 01:58:48.942019 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1a92115-4aeb-4bb1-985c-a48006344348 req-934e5918-1f12-415c-a108-564b8a6bad3d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.2751124 Aug 16 01:58:48.954103 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06831931-0c48-4d61-b45e-6133ad271aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b02390-a3bb-4599-b2ec-fd0ecfd95fb8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.986094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23464a45-daf7-4f50-b7ab-eb28ee8082a7 req-5c69f960-fdb4-4a26-aff7-1fb36103a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.022110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23464a45-daf7-4f50-b7ab-eb28ee8082a7 req-5c69f960-fdb4-4a26-aff7-1fb36103a49b service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.3718903 Aug 16 01:58:49.104937 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23464a45-daf7-4f50-b7ab-eb28ee8082a7 req-2f67377a-9931-47a4-8469-f828f6abacb5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd788f1e-2ad0-4fde-ad78-c41cb355a402 HTTP/1.1" status: 200 len: 217 time: 0.0803428 Aug 16 01:58:49.174596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1a92115-4aeb-4bb1-985c-a48006344348 req-6c17ef89-4ca3-4b66-a039-a6d7ff3b611c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309613 Aug 16 01:58:49.257121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23464a45-daf7-4f50-b7ab-eb28ee8082a7 req-58d2785b-168a-4984-9191-7e538b7e7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.259161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23464a45-daf7-4f50-b7ab-eb28ee8082a7 req-58d2785b-168a-4984-9191-7e538b7e7e43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.1024246 Aug 16 01:58:49.385142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc35532-1baf-46a9-885f-5eb973c37f3a req-80150508-4fbe-4b15-baf5-e60bebcb8773 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.387702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cc35532-1baf-46a9-885f-5eb973c37f3a req-80150508-4fbe-4b15-baf5-e60bebcb8773 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1004548 Aug 16 01:58:49.397470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23464a45-daf7-4f50-b7ab-eb28ee8082a7 req-1031eb3c-e5de-43ae-b40b-b612fa5f2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.400738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23464a45-daf7-4f50-b7ab-eb28ee8082a7 req-1031eb3c-e5de-43ae-b40b-b612fa5f2330 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326747 Aug 16 01:58:49.519443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cc35532-1baf-46a9-885f-5eb973c37f3a req-2dc3233d-c94a-42c9-947b-662762409ee8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171780 Aug 16 01:58:49.598216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23464a45-daf7-4f50-b7ab-eb28ee8082a7 req-00376875-813e-4109-8572-84a9ede5c936 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888816 Aug 16 01:58:49.720354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca7600-2849-4098-8eaa-097477dd876e req-d8e99cd4-c790-4d59-8f60-68ea010e40f5 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.727523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6ca7600-2849-4098-8eaa-097477dd876e req-d8e99cd4-c790-4d59-8f60-68ea010e40f5 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.1248806 Aug 16 01:58:49.781344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23464a45-daf7-4f50-b7ab-eb28ee8082a7 req-5b515181-c389-4065-89e5-42cf0ce23e59 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685047 Aug 16 01:58:49.786545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6ca7600-2849-4098-8eaa-097477dd876e req-12239e26-368f-4ad9-b207-6c317131e0e6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579634 Aug 16 01:58:50.144176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d6a38-46ab-4be4-ba99-84cd00c8eccd req-446646e0-b5e5-4da8-b0ad-6f82e9d440fc tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.156113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db8d6a38-46ab-4be4-ba99-84cd00c8eccd req-446646e0-b5e5-4da8-b0ad-6f82e9d440fc tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1331711 Aug 16 01:58:50.269090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db8d6a38-46ab-4be4-ba99-84cd00c8eccd req-6699dd49-3e27-4d8d-844a-e8c3a1755747 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960898 Aug 16 01:58:50.753961 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45698) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:50.774607 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d9747f8-122f-4131-99e3-862295cab046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.782285 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.897023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890e430-b02a-4012-94c6-7e5e081cf5b5 req-fc029a7a-efba-4bf5-9978-6767915310a8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.902877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7890e430-b02a-4012-94c6-7e5e081cf5b5 req-fc029a7a-efba-4bf5-9978-6767915310a8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1013544 Aug 16 01:58:50.948380 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d9747f8-122f-4131-99e3-862295cab046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.008616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7890e430-b02a-4012-94c6-7e5e081cf5b5 req-0658023b-77a3-440f-838d-6606342f83ac tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963676 Aug 16 01:58:51.144421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c20ec-09b3-40f7-bb48-e8138a067e17 req-04d5afb4-ae63-4561-ad64-cb7dd3f880d1 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.146191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f79c20ec-09b3-40f7-bb48-e8138a067e17 req-04d5afb4-ae63-4561-ad64-cb7dd3f880d1 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0686374 Aug 16 01:58:51.202629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f79c20ec-09b3-40f7-bb48-e8138a067e17 req-9ae4084e-4149-4b93-936f-583da135efe8 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469990 Aug 16 01:58:51.290602 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d9747f8-122f-4131-99e3-862295cab046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.332985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca18a9-718c-4e18-8f85-6d503f7da0ae req-fdc6d263-0c45-47b7-a4c5-e5ed44146858 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.335127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eca18a9-718c-4e18-8f85-6d503f7da0ae req-fdc6d263-0c45-47b7-a4c5-e5ed44146858 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0740786 Aug 16 01:58:51.380150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45712) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:51.386061 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4d9747f8-122f-4131-99e3-862295cab046 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0cdb127a575b4a51954d6f65a0d60ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256876 Aug 16 01:58:51.415486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eca18a9-718c-4e18-8f85-6d503f7da0ae req-49f647d7-9dd1-45ee-a154-e12311dc4515 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656023 Aug 16 01:58:51.433210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9747f8-122f-4131-99e3-862295cab046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0a3da5-115c-4b1b-a582-08ef88a8288a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:51.531222 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3bb170a-2d93-4c20-a2ff-f96f96fd4b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.594003 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3bb170a-2d93-4c20-a2ff-f96f96fd4b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.821661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983c6eb-c4dc-4893-a0ed-5966e55e7a1a req-221ae4cb-421f-4983-b56f-cd6c1ea4914d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.834995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0983c6eb-c4dc-4893-a0ed-5966e55e7a1a req-221ae4cb-421f-4983-b56f-cd6c1ea4914d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1382639 Aug 16 01:58:51.845388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3bb170a-2d93-4c20-a2ff-f96f96fd4b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.845388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3bb170a-2d93-4c20-a2ff-f96f96fd4b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.850305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a3bb170a-2d93-4c20-a2ff-f96f96fd4b1e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a0a3da5-115c-4b1b-a582-08ef88a8288a HTTP/1.1" status: 204 len: 168 time: 0.4692638 Aug 16 01:58:51.884837 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.938459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb170a-2d93-4c20-a2ff-f96f96fd4b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0a3da5-115c-4b1b-a582-08ef88a8288a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:52.014981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0983c6eb-c4dc-4893-a0ed-5966e55e7a1a req-e21a732e-6a6b-4170-9a30-8ea40742eea6 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392908 Aug 16 01:58:52.185512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364bbc5-9fa2-4489-b287-fe3373ac271e req-bff2c0dc-fdb9-459c-a0a2-b3a91fe8e67c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.192056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7364bbc5-9fa2-4489-b287-fe3373ac271e req-bff2c0dc-fdb9-459c-a0a2-b3a91fe8e67c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0765612 Aug 16 01:58:52.285471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7364bbc5-9fa2-4489-b287-fe3373ac271e req-00c7c919-50e7-420c-9a62-fa990b3cb0c7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888424 Aug 16 01:58:52.568930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299cf85-bfb8-44c1-886d-32e00c0181c3 req-1cd9c133-85b0-4472-a070-d289b11fd6eb tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.584395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2299cf85-bfb8-44c1-886d-32e00c0181c3 req-1cd9c133-85b0-4472-a070-d289b11fd6eb tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1334281 Aug 16 01:58:52.677244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2299cf85-bfb8-44c1-886d-32e00c0181c3 req-d72b8f02-1576-4f8e-b44d-b0acdc99bcb2 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726583 Aug 16 01:58:52.961670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25397894-da57-43e3-a8b0-54e3b4aa31cd req-14a6f53e-2ddd-45e4-b875-1268126f3afd tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.975184 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25397894-da57-43e3-a8b0-54e3b4aa31cd req-14a6f53e-2ddd-45e4-b875-1268126f3afd tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.1365581 Aug 16 01:58:53.045974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25397894-da57-43e3-a8b0-54e3b4aa31cd req-4ec7f7c2-2bb6-4cd3-95ce-2759cdd26586 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643206 Aug 16 01:58:53.693432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c764e6-dbcf-4cca-bfbc-a0d7e80de153 req-e2f6585a-05c6-4b51-9e66-33056503d21e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.706384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48c764e6-dbcf-4cca-bfbc-a0d7e80de153 req-e2f6585a-05c6-4b51-9e66-33056503d21e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1997409 Aug 16 01:58:53.786931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48c764e6-dbcf-4cca-bfbc-a0d7e80de153 req-528441da-6193-4ca5-a6de-9248c51fd8c0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793076 Aug 16 01:58:54.027148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285aa54f-9247-4178-aecd-b7f8f47974e6 req-175d2514-7d22-499a-9646-133f059e8216 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.048087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-285aa54f-9247-4178-aecd-b7f8f47974e6 req-175d2514-7d22-499a-9646-133f059e8216 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1397576 Aug 16 01:58:54.171372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-285aa54f-9247-4178-aecd-b7f8f47974e6 req-9251122b-85d7-44a3-a592-59390d152680 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221611 Aug 16 01:58:54.989269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c8113-3fea-46da-b40c-09342805f7f2 req-c6b15c91-a2ac-43ce-ada3-1c08c172c8b1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.001457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd3c8113-3fea-46da-b40c-09342805f7f2 req-c6b15c91-a2ac-43ce-ada3-1c08c172c8b1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.1006718 Aug 16 01:58:55.043829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd3c8113-3fea-46da-b40c-09342805f7f2 req-f1037822-f198-4811-9129-81a5345f7d59 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404289 Aug 16 01:58:55.612682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e248a-bfa0-4bbb-b502-e3967094384a req-84123e1e-1d20-4871-9d05-dd2e0e92d3c3 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.647513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b0e248a-bfa0-4bbb-b502-e3967094384a req-84123e1e-1d20-4871-9d05-dd2e0e92d3c3 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1456618 Aug 16 01:58:55.814242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b0e248a-bfa0-4bbb-b502-e3967094384a req-ac4db41f-14e1-4677-9605-007a71db9675 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255660 Aug 16 01:58:55.944360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad53f3d-2d24-4d9a-ae21-2574bc7472cf req-504866d8-a5d9-4d4a-b0a6-eefee38546f0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.950311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ad53f3d-2d24-4d9a-ae21-2574bc7472cf req-504866d8-a5d9-4d4a-b0a6-eefee38546f0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0637846 Aug 16 01:58:55.989405 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ad53f3d-2d24-4d9a-ae21-2574bc7472cf req-f3bc7a42-6bb1-4412-8a28-7e6c04541ab3 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356600 Aug 16 01:58:56.100358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9149d8-4f85-40da-9765-4d3af6df0dd7 req-50e71727-92e8-47e1-8fe9-54764d2defcc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.101886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a9149d8-4f85-40da-9765-4d3af6df0dd7 req-50e71727-92e8-47e1-8fe9-54764d2defcc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0502639 Aug 16 01:58:56.142247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a9149d8-4f85-40da-9765-4d3af6df0dd7 req-599adb92-16ff-4dd2-922d-81a25e5fbf14 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322967 Aug 16 01:58:56.252612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7367953-ad1b-4c2c-96d3-8117f00c85bd req-4d66ae58-432a-4dac-b1fd-17d021961b8a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.254070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7367953-ad1b-4c2c-96d3-8117f00c85bd req-4d66ae58-432a-4dac-b1fd-17d021961b8a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0507731 Aug 16 01:58:56.298819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7367953-ad1b-4c2c-96d3-8117f00c85bd req-2767da55-6c31-417b-a2d1-378950bbdeaf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 Aug 16 01:58:56.995471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aade6df-3bd6-49e3-985c-4e3bd687e3c0 req-e0a5c532-7d34-42cf-957c-f55164acd04e tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.997167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3aade6df-3bd6-49e3-985c-4e3bd687e3c0 req-e0a5c532-7d34-42cf-957c-f55164acd04e tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0656700 Aug 16 01:58:57.050082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3aade6df-3bd6-49e3-985c-4e3bd687e3c0 req-c73e0a54-3e61-4c8a-a13d-8c2b7f2d6689 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455093 Aug 16 01:58:57.234936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20deeee6-0d2d-4b55-8f81-e9803d5d36c1 req-8180d533-f1db-4514-b033-60641f3bcd29 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.246609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20deeee6-0d2d-4b55-8f81-e9803d5d36c1 req-8180d533-f1db-4514-b033-60641f3bcd29 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1061964 Aug 16 01:58:57.299894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20deeee6-0d2d-4b55-8f81-e9803d5d36c1 req-1440bf85-a46c-4516-b500-3341941e4222 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512350 Aug 16 01:58:57.443813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af395e7-ffa1-4767-8fa6-fbcf91c40c7f req-de5bf857-be12-402b-a672-e830169d41c9 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.450433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3af395e7-ffa1-4767-8fa6-fbcf91c40c7f req-de5bf857-be12-402b-a672-e830169d41c9 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0812621 Aug 16 01:58:57.488475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3af395e7-ffa1-4767-8fa6-fbcf91c40c7f req-c681ae6e-a552-40b4-89b7-66a9e34ce6c0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343590 Aug 16 01:58:57.625678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120931a-00c7-455d-b0e5-6d651f871ba7 req-f373dca6-6de8-4e1d-b7d8-ffe009d977b1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.627296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e120931a-00c7-455d-b0e5-6d651f871ba7 req-f373dca6-6de8-4e1d-b7d8-ffe009d977b1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0684843 Aug 16 01:58:57.680212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e120931a-00c7-455d-b0e5-6d651f871ba7 req-164073ba-843b-4b35-a38b-ca7433bc8af0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468659 Aug 16 01:58:57.862119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd341eb-16a5-4907-b6ae-024df5379e08 req-74d92737-6665-4974-a4fa-b00743525f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.863789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fd341eb-16a5-4907-b6ae-024df5379e08 req-74d92737-6665-4974-a4fa-b00743525f7d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 1098 time: 0.0432498 Aug 16 01:58:57.965363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd341eb-16a5-4907-b6ae-024df5379e08 req-64d3cca1-01d1-41e3-b3c9-60066183637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.967447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fd341eb-16a5-4907-b6ae-024df5379e08 req-64d3cca1-01d1-41e3-b3c9-60066183637c service neutron] 10.222.0.74 "GET /v2.0/networks?id=26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 200 len: 915 time: 0.0958378 Aug 16 01:58:58.011830 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fd341eb-16a5-4907-b6ae-024df5379e08 req-2b6121b9-ad06-4c38-9ea7-a4044af63966 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72e44e5-c316-41ea-b400-e387a102ba06 HTTP/1.1" status: 200 len: 217 time: 0.0366719 Aug 16 01:58:58.062662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd341eb-16a5-4907-b6ae-024df5379e08 req-5616bebb-8e08-4033-887a-7505598beaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.064141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fd341eb-16a5-4907-b6ae-024df5379e08 req-5616bebb-8e08-4033-887a-7505598beaa9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f660934d-b427-40a4-a144-ca195fdf6a77 HTTP/1.1" status: 200 len: 854 time: 0.0448303 Aug 16 01:58:58.097600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fd341eb-16a5-4907-b6ae-024df5379e08 req-add1aac9-2a20-4ec7-a711-561df1289943 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=26cca5d1-9758-4bf7-83a9-9882722bc126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259664 Aug 16 01:58:58.207182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fd341eb-16a5-4907-b6ae-024df5379e08 req-06221bb4-3680-493d-80f5-2b12d80fbaac service neutron] 10.222.0.74 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023407 Aug 16 01:58:58.304059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fd341eb-16a5-4907-b6ae-024df5379e08 req-35a00614-7c51-4108-9fb2-08bc6f367edf service neutron] 10.222.0.74 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886505 Aug 16 01:58:58.431626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40175be-6a2c-4585-9fc7-3cec81873935 req-c180b902-bf11-4c45-b06c-ed80e4f77554 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.433273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b40175be-6a2c-4585-9fc7-3cec81873935 req-c180b902-bf11-4c45-b06c-ed80e4f77554 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0596340 Aug 16 01:58:58.476800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b40175be-6a2c-4585-9fc7-3cec81873935 req-9b48ef21-e5b0-422a-bb91-e017694a626d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373750 Aug 16 01:58:58.612515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74619380-e0bd-4175-8b64-f7d9d1a02529 req-69fa4134-e7e0-4c1d-a8c9-e173e6f21197 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.614258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74619380-e0bd-4175-8b64-f7d9d1a02529 req-69fa4134-e7e0-4c1d-a8c9-e173e6f21197 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0549080 Aug 16 01:58:58.657424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74619380-e0bd-4175-8b64-f7d9d1a02529 req-3f377bc9-fb15-44f7-978e-d0ece41c7753 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360832 Aug 16 01:58:58.820980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346237c5-3f26-41bc-917a-f4883d85bf4f req-724fd0f4-f68f-4392-b9ec-fe2f9ea5f4e5 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.822632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-346237c5-3f26-41bc-917a-f4883d85bf4f req-724fd0f4-f68f-4392-b9ec-fe2f9ea5f4e5 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0563667 Aug 16 01:58:58.920183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-346237c5-3f26-41bc-917a-f4883d85bf4f req-7d30cdfe-79fd-4461-a4a2-dd8fb57aad9e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822988 Aug 16 01:58:58.922546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3672-ccde-41f0-ba5c-dd3f4c867e17 req-7a094153-e4d4-4a34-b4dd-bb656d952391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.924281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bd3672-ccde-41f0-ba5c-dd3f4c867e17 req-7a094153-e4d4-4a34-b4dd-bb656d952391 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 1097 time: 0.1005378 Aug 16 01:58:59.036609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3672-ccde-41f0-ba5c-dd3f4c867e17 req-4d76e9d0-ea02-4d73-800b-0e163db6fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.038289 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bd3672-ccde-41f0-ba5c-dd3f4c867e17 req-4d76e9d0-ea02-4d73-800b-0e163db6fc62 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 918 time: 0.1061592 Aug 16 01:58:59.115495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bd3672-ccde-41f0-ba5c-dd3f4c867e17 req-048a4f88-c7b7-4803-b12f-735be9584f61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b HTTP/1.1" status: 200 len: 1000 time: 0.0689623 Aug 16 01:58:59.173567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3672-ccde-41f0-ba5c-dd3f4c867e17 req-843c2d65-dac2-42fe-bf5a-d87a8ba97611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.175053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bd3672-ccde-41f0-ba5c-dd3f4c867e17 req-843c2d65-dac2-42fe-bf5a-d87a8ba97611 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.0465055 Aug 16 01:58:59.225680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3672-ccde-41f0-ba5c-dd3f4c867e17 req-75067bc9-097a-41d1-b59b-7307c4408c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.227309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bd3672-ccde-41f0-ba5c-dd3f4c867e17 req-75067bc9-097a-41d1-b59b-7307c4408c8d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449901 Aug 16 01:58:59.330724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bd3672-ccde-41f0-ba5c-dd3f4c867e17 req-aa895e0c-d9fa-4703-b458-2da34cf9564d service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954573 Aug 16 01:58:59.439741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bd3672-ccde-41f0-ba5c-dd3f4c867e17 req-3109bbe2-c088-4304-bc19-624bebad6a3e service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007535 Aug 16 01:58:59.611657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af4c3f-ee85-4493-956d-248ca337b243 req-dfd14010-e210-4953-96e1-d55ef455cc0d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.613191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-05af4c3f-ee85-4493-956d-248ca337b243 req-dfd14010-e210-4953-96e1-d55ef455cc0d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.0622923 Aug 16 01:58:59.653513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-05af4c3f-ee85-4493-956d-248ca337b243 req-19c85867-422d-4273-b479-21d449933b5d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Aug 16 01:58:59.901676 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0df7f06b-4c85-42cc-b3ed-8364a1e61ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.023231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9199e1c-9e74-4867-b012-e024c71187a9 req-0b49df4d-bd87-4237-a6ad-2f31694ee985 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.024564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9199e1c-9e74-4867-b012-e024c71187a9 req-0b49df4d-bd87-4237-a6ad-2f31694ee985 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.2956030 Aug 16 01:59:00.064401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9199e1c-9e74-4867-b012-e024c71187a9 req-d738bb2a-6915-4ab0-874c-1d0215082e84 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334656 Aug 16 01:59:00.168883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device b72e44e5-c316-41ea-b400-e387a102ba06 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:00.175206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970cb22-15da-4156-9adc-58faaf3ac7ad req-fd908ecb-3c2f-4c40-ad4b-bdcdb9f18a7a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.176741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6970cb22-15da-4156-9adc-58faaf3ac7ad req-fd908ecb-3c2f-4c40-ad4b-bdcdb9f18a7a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0525343 Aug 16 01:59:00.221680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6970cb22-15da-4156-9adc-58faaf3ac7ad req-4ae0bb60-5180-4f38-a41e-2a0db65bbabc tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384657 Aug 16 01:59:00.254344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.276316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:00.278696 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d7d57a-bd62-4f73-9279-8b232b963906" -d '{"events": [{"server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "name": "network-vif-unplugged", "status": "completed", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:00.291888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:00.355296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45928) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:00.385901 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c44a28f-51a0-46f7-a5f1-24971945ccad x-openstack-request-id: req-7c44a28f-51a0-46f7-a5f1-24971945ccad {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:00.385901 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "name": "network-vif-unplugged", "status": "completed", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:00.385901 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c44a28f-51a0-46f7-a5f1-24971945ccad {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:00.385901 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'code': 200} Aug 16 01:59:00.444248 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.448303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9e34da1c-5be6-47e5-b4bd-c733afabed3b no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:00.501703 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dcd4be44-09ec-45f1-8648-d4b8aca7a73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.558113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:00.568044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.568385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.568717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.569051 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.569379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.569720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.570058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.570380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.570702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.571034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.571342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.571659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:00.608986 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.614327 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dcd4be44-09ec-45f1-8648-d4b8aca7a73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.649795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:00.689809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dcd4be44-09ec-45f1-8648-d4b8aca7a73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.737809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dcd4be44-09ec-45f1-8648-d4b8aca7a73b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c972e26477034037b7a2ca36d830a676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811555 Aug 16 01:59:00.739001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4be44-09ec-45f1-8648-d4b8aca7a73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae62747-c34f-449a-95c7-cf62a915d2c5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:00.740217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45938) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:00.770399 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.796383 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e857ef5d-1bf5-4d80-b750-8f87b1799318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.819505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e857ef5d-1bf5-4d80-b750-8f87b1799318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.840148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.079094 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e857ef5d-1bf5-4d80-b750-8f87b1799318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.082853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e857ef5d-1bf5-4d80-b750-8f87b1799318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.087578 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e857ef5d-1bf5-4d80-b750-8f87b1799318 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ae62747-c34f-449a-95c7-cf62a915d2c5 HTTP/1.1" status: 204 len: 168 time: 0.3459513 Aug 16 01:59:01.097670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857ef5d-1bf5-4d80-b750-8f87b1799318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae62747-c34f-449a-95c7-cf62a915d2c5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.098282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb83a97-1a2c-4f27-b13e-d1fb5dd784b6 req-14782c79-d1ae-4d53-b3d5-4adba202feda tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.100027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbb83a97-1a2c-4f27-b13e-d1fb5dd784b6 req-14782c79-d1ae-4d53-b3d5-4adba202feda tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 944 time: 0.0645499 Aug 16 01:59:01.166744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbb83a97-1a2c-4f27-b13e-d1fb5dd784b6 req-814a14ab-91a0-47ec-8601-e249f3ee0208 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567586 Aug 16 01:59:01.241084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64b08-eeda-4124-a1b3-488bc965afaf req-4afda2dc-1924-46d9-a2b8-7a1fb72a6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.243244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6b64b08-eeda-4124-a1b3-488bc965afaf req-4afda2dc-1924-46d9-a2b8-7a1fb72a6aa3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 1098 time: 0.0476997 Aug 16 01:59:01.381296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb37d9-02d1-4244-93ef-7b6783dcea61 req-b5fcdf13-740f-4ad0-bd2d-52447d4991ec tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.382816 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbcb37d9-02d1-4244-93ef-7b6783dcea61 req-b5fcdf13-740f-4ad0-bd2d-52447d4991ec tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0765030 Aug 16 01:59:01.387809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64b08-eeda-4124-a1b3-488bc965afaf req-087a0794-096c-45e8-83f1-9ae8ca2cd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.389265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6b64b08-eeda-4124-a1b3-488bc965afaf req-087a0794-096c-45e8-83f1-9ae8ca2cd738 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 920 time: 0.1339097 Aug 16 01:59:01.444937 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6b64b08-eeda-4124-a1b3-488bc965afaf req-81be55a8-2393-4359-a058-b37e6947fb50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e HTTP/1.1" status: 200 len: 217 time: 0.0476317 Aug 16 01:59:01.489978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbcb37d9-02d1-4244-93ef-7b6783dcea61 req-c7121955-e6f6-4a08-a1dc-3a7c704cd9a2 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997336 Aug 16 01:59:01.521988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64b08-eeda-4124-a1b3-488bc965afaf req-c26766f7-d85e-40e7-ba1f-c87f823452d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.523717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6b64b08-eeda-4124-a1b3-488bc965afaf req-c26766f7-d85e-40e7-ba1f-c87f823452d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19ebfeea-9363-4125-816a-3528e07633d1 HTTP/1.1" status: 200 len: 859 time: 0.0686700 Aug 16 01:59:01.564460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6b64b08-eeda-4124-a1b3-488bc965afaf req-87e8ec4d-4991-4117-be1f-fbb5577428c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283525 Aug 16 01:59:01.676217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f50472-d26a-4c34-b325-9c135b69a5e5 req-42e7530b-9459-4d2f-920a-1ee96a9a54ef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.677740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85f50472-d26a-4c34-b325-9c135b69a5e5 req-42e7530b-9459-4d2f-920a-1ee96a9a54ef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1159327 Aug 16 01:59:01.720194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6b64b08-eeda-4124-a1b3-488bc965afaf req-18c1e997-97d7-48e7-a324-eb5534cf7470 service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467662 Aug 16 01:59:01.743597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85f50472-d26a-4c34-b325-9c135b69a5e5 req-2d8b8d7a-efba-4db7-866f-36b0076fed84 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586784 Aug 16 01:59:01.858779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6b64b08-eeda-4124-a1b3-488bc965afaf req-efc3503a-26de-4621-8e31-b8c64b29cdfb service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310394 Aug 16 01:59:01.879278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40e8f0-42e4-4d62-a1b5-6ccf0453efab req-32d0392a-0373-4955-8639-ae5913b87286 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.880800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e40e8f0-42e4-4d62-a1b5-6ccf0453efab req-32d0392a-0373-4955-8639-ae5913b87286 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0765362 Aug 16 01:59:01.919646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e40e8f0-42e4-4d62-a1b5-6ccf0453efab req-a5c7843d-4170-4af7-a615-e52ca0741cad tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 Aug 16 01:59:02.271739 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45972) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:02.289222 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-697b3e32-cd4a-40be-9343-9c0bddb430e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.381395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:02.383532 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-697b3e32-cd4a-40be-9343-9c0bddb430e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.384487 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d7afc5-72eb-4f96-b1f6-eb3e4489005f" -d '{"events": [{"server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "name": "network-vif-unplugged", "status": "completed", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:02.501233 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-697b3e32-cd4a-40be-9343-9c0bddb430e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.554319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b3e32-cd4a-40be-9343-9c0bddb430e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a87868-2c81-4c40-bb4f-37a6a6725dde,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.561589 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-697b3e32-cd4a-40be-9343-9c0bddb430e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9940bcadbc634db7850c9467f2fb404b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880776 Aug 16 01:59:02.564307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45982) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:02.623717 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c97618-d743-47a0-8659-13d0204caf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.645906 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c97618-d743-47a0-8659-13d0204caf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.890926 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c97618-d743-47a0-8659-13d0204caf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.896254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c97618-d743-47a0-8659-13d0204caf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.896254 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-85c97618-d743-47a0-8659-13d0204caf34 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3a87868-2c81-4c40-bb4f-37a6a6725dde HTTP/1.1" status: 204 len: 168 time: 0.3294837 Aug 16 01:59:02.903014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c97618-d743-47a0-8659-13d0204caf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a87868-2c81-4c40-bb4f-37a6a6725dde,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.939190 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.016179 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-312fdb92-f282-408c-a171-3537dd7e49a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.146744 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.182320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device b72e44e5-c316-41ea-b400-e387a102ba06 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:04.268078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9e34da1c-5be6-47e5-b4bd-c733afabed3b no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:04.662816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-b794efeb-ec29-419e-931a-67f8406027b1 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.664325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-b794efeb-ec29-419e-931a-67f8406027b1 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.0860443 Aug 16 01:59:04.722617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf6092-2b24-4665-9d2a-10b0b71a2839 req-ffbded79-e3ef-4805-806e-f8371d85b6af tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.724170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdbf6092-2b24-4665-9d2a-10b0b71a2839 req-ffbded79-e3ef-4805-806e-f8371d85b6af tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 944 time: 0.1000531 Aug 16 01:59:04.797928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdbf6092-2b24-4665-9d2a-10b0b71a2839 req-f3618ecc-5dc0-477b-a046-9a05290fbbf8 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665402 Aug 16 01:59:04.812833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Deleting port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:04.812833 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.858814 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5434e336-4cab-4d83-9fab-23295d050622 x-openstack-request-id: req-5434e336-4cab-4d83-9fab-23295d050622 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:04.858814 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "name": "network-vif-unplugged", "status": "failed", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b", "code": 422}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:04.858814 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5434e336-4cab-4d83-9fab-23295d050622 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:04.858814 n-d-768509-23 neutron-server[95517]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'code': 422} returned with failed status Aug 16 01:59:04.951689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] For port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0ecbe35a-d9af-451d-baf3-b1030b45bbc5,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:04.952177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.020408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da752425-3432-491b-afc9-f964f235a2b2 req-e6403cc5-6108-4330-85a5-6efaed754552 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.021972 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da752425-3432-491b-afc9-f964f235a2b2 req-e6403cc5-6108-4330-85a5-6efaed754552 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 946 time: 0.1134226 Aug 16 01:59:05.112264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da752425-3432-491b-afc9-f964f235a2b2 req-18f3f5d6-a605-4dd9-94ce-562024cd627c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=98ff188c-7329-4c5a-a5b3-0f123699a658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808127 Aug 16 01:59:05.189847 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.190492 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.190812 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Floating IP c2437410-09f0-4a41-b00c-dff46f4ac0e3 disassociated. External IP: 172.25.8.197, port: 0ecbe35a-d9af-451d-baf3-b1030b45bbc5. Aug 16 01:59:05.191161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Calling delete_port for 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:05.303485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ac973-188b-4c33-bffe-3a6f2b889faa req-1d0023a4-db3f-415b-bc6f-57c93f7782b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.305006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-692ac973-188b-4c33-bffe-3a6f2b889faa req-1d0023a4-db3f-415b-bc6f-57c93f7782b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1046293 Aug 16 01:59:05.377851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-692ac973-188b-4c33-bffe-3a6f2b889faa req-07394ead-f44a-4943-88bd-cedc514f373e tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605555 Aug 16 01:59:05.506843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de66ce9-6144-47e2-9dea-a2f8437a382b req-95ac1509-e25b-4183-8f53-ac8f587d6ba1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.509439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0de66ce9-6144-47e2-9dea-a2f8437a382b req-95ac1509-e25b-4183-8f53-ac8f587d6ba1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0545671 Aug 16 01:59:05.554339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0de66ce9-6144-47e2-9dea-a2f8437a382b req-ec7700f7-0e7d-4827-822e-759d3640742c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 Aug 16 01:59:05.570278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.611251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event deleted for resources: {'Port': ['ID=0ecbe35a-d9af-451d-baf3-b1030b45bbc5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:05.752273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Router 7ea5a363-431a-4403-b622-ec2aed0cc35c has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:05.818753 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.890407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:05.900532 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7716f246-63d7-4a1a-ab9d-d8609504896e None None] Sync routers for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:05.910561 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716f246-63d7-4a1a-ab9d-d8609504896e None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:05.911173 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7716f246-63d7-4a1a-ab9d-d8609504896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:59:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:05.945046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] No DVR routers for this DVR port 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:05.945046 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.945046 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79d63fb8-fe19-41f2-b056-8e9f8718cf91 req-80efef3a-2dc9-4032-8acf-f46947dc79b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.64 "DELETE /v2.0/ports/0ecbe35a-d9af-451d-baf3-b1030b45bbc5 HTTP/1.1" status: 204 len: 173 time: 1.2666900 Aug 16 01:59:05.945046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'name': 'network-vif-deleted', 'tag': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:05.945046 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e730556b-5a4f-4228-aa59-c7d3f1a090a4" -d '{"events": [{"server_uuid": "4a3eb5ec-0644-4e8b-9dba-75c691fc44f1", "name": "network-vif-deleted", "tag": "0ecbe35a-d9af-451d-baf3-b1030b45bbc5"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:06.040756 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7716f246-63d7-4a1a-ab9d-d8609504896e None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:06.145995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50092185-55af-4ec4-ba34-1760e85c4192 req-ea2c2ba7-8831-41fb-bdb6-e5d6ad59e92d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.148929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50092185-55af-4ec4-ba34-1760e85c4192 req-ea2c2ba7-8831-41fb-bdb6-e5d6ad59e92d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 944 time: 0.0925539 Aug 16 01:59:06.260889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50092185-55af-4ec4-ba34-1760e85c4192 req-779fe0e1-0930-48ae-978e-02e3f201346f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665226 Aug 16 01:59:06.278362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46076) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:06.352713 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd19cab4-e8b6-492e-9a4a-66651b1ab936 x-openstack-request-id: req-bd19cab4-e8b6-492e-9a4a-66651b1ab936 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:06.353250 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3eb5ec-0644-4e8b-9dba-75c691fc44f1", "name": "network-vif-deleted", "tag": "0ecbe35a-d9af-451d-baf3-b1030b45bbc5", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:06.354559 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd19cab4-e8b6-492e-9a4a-66651b1ab936 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:06.355906 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3eb5ec-0644-4e8b-9dba-75c691fc44f1', 'name': 'network-vif-deleted', 'tag': '0ecbe35a-d9af-451d-baf3-b1030b45bbc5', 'status': 'completed', 'code': 200} Aug 16 01:59:06.411540 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7716f246-63d7-4a1a-ab9d-d8609504896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:06.441898 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7716f246-63d7-4a1a-ab9d-d8609504896e None None] Checking router: 7ea5a363-431a-4403-b622-ec2aed0cc35c for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:06.450445 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716f246-63d7-4a1a-ab9d-d8609504896e None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:06.451834 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7716f246-63d7-4a1a-ab9d-d8609504896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:59:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:06.502434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bfcb0-89a9-4806-abe6-28e925ddf747 req-3f2e005f-adcf-483a-a00b-263ab76ac801 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.510331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-356bfcb0-89a9-4806-abe6-28e925ddf747 req-3f2e005f-adcf-483a-a00b-263ab76ac801 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0733073 Aug 16 01:59:06.557081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-356bfcb0-89a9-4806-abe6-28e925ddf747 req-061c2b0e-bb64-4599-8977-42e6cb64e012 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457048 Aug 16 01:59:06.573609 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7716f246-63d7-4a1a-ab9d-d8609504896e None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:06.618845 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a1e94dc-13ee-4c18-add0-30d106b323db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.745768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ccaed46-2778-4999-a4c4-f3a40865ac83 req-86619d0d-df8b-4b87-84fd-84e9d743471e tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3eb5ec-0644-4e8b-9dba-75c691fc44f1 HTTP/1.1" status: 200 len: 210 time: 0.0335803 Aug 16 01:59:06.760016 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a1e94dc-13ee-4c18-add0-30d106b323db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.871326 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7716f246-63d7-4a1a-ab9d-d8609504896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:06.898958 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7716f246-63d7-4a1a-ab9d-d8609504896e None None] The sync data for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 is: [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:06.933297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9fdd1-e667-4921-80c6-701658bc125d req-5c00e3f4-0c43-481e-9ba8-5061581b5b71 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.935668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7dc9fdd1-e667-4921-80c6-701658bc125d req-5c00e3f4-0c43-481e-9ba8-5061581b5b71 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0538919 Aug 16 01:59:06.941800 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a1e94dc-13ee-4c18-add0-30d106b323db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.995148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7dc9fdd1-e667-4921-80c6-701658bc125d req-7dcbddab-342c-439e-9016-bda181e19e4c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461299 Aug 16 01:59:07.003774 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5a1e94dc-13ee-4c18-add0-30d106b323db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40f14b83fa304314ab9e9cf931deb4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7210441 Aug 16 01:59:07.008616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e94dc-13ee-4c18-add0-30d106b323db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c8acc4-177d-403a-ac94-3a4daa92f33d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:07.008777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46116) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:07.156646 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bde4-f08f-4910-87ec-fe291e577fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.182425 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-a45bbb85-8e6c-468e-8a46-064594c0ac75 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1894932 Aug 16 01:59:07.192490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2a8b5-e487-48d5-9786-fb060fd24428 req-18f3fe01-fe35-4eac-a536-063769393b25 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.197974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81b2a8b5-e487-48d5-9786-fb060fd24428 req-18f3fe01-fe35-4eac-a536-063769393b25 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1045792 Aug 16 01:59:07.208760 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bde4-f08f-4910-87ec-fe291e577fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.270311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d87e87e-db44-4d49-a94e-522248ca5e2d None None] New status for floating IP c2437410-09f0-4a41-b00c-dff46f4ac0e3: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:59:07.285954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81b2a8b5-e487-48d5-9786-fb060fd24428 req-0ff3de5d-af1a-41e1-a830-9e20b335ba56 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612929 Aug 16 01:59:07.433128 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bde4-f08f-4910-87ec-fe291e577fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.433128 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bde4-f08f-4910-87ec-fe291e577fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.433128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0fe9bde4-f08f-4910-87ec-fe291e577fdf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c8c8acc4-177d-403a-ac94-3a4daa92f33d HTTP/1.1" status: 204 len: 168 time: 0.4169285 Aug 16 01:59:07.447169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9bde4-f08f-4910-87ec-fe291e577fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c8acc4-177d-403a-ac94-3a4daa92f33d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:07.966792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70285fe-60cb-4dad-bb52-c043c4f55fe1 req-54351592-28a5-4f9e-b680-eab8c58d0edc tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.968512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e70285fe-60cb-4dad-bb52-c043c4f55fe1 req-54351592-28a5-4f9e-b680-eab8c58d0edc tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0737674 Aug 16 01:59:08.022406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e70285fe-60cb-4dad-bb52-c043c4f55fe1 req-e9f126a3-dd63-434d-8703-0f145e69664d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452783 Aug 16 01:59:08.167971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6df030-1af7-44fa-af7e-5cb5bf6f8598 req-b56d1da6-1792-441f-b46b-f44d08ffcb5d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.170309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad6df030-1af7-44fa-af7e-5cb5bf6f8598 req-b56d1da6-1792-441f-b46b-f44d08ffcb5d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 944 time: 0.0625148 Aug 16 01:59:08.217158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad6df030-1af7-44fa-af7e-5cb5bf6f8598 req-e17fefb3-3716-4f8a-98f2-0d514947061a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369327 Aug 16 01:59:08.343463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c53883-e260-4ffa-a6e7-b4105c448328 req-c1bf0075-5f81-4a54-8f8e-61c712aebd7a tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.345151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c53883-e260-4ffa-a6e7-b4105c448328 req-c1bf0075-5f81-4a54-8f8e-61c712aebd7a tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0536654 Aug 16 01:59:08.386997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9c53883-e260-4ffa-a6e7-b4105c448328 req-823a5c4c-b92c-4a8c-ae26-886eef858a07 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338988 Aug 16 01:59:08.425699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46158) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:08.531612 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d58dafab-5757-4746-931e-77c5b6e5638f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.571965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46162) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:08.699989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d58dafab-5757-4746-931e-77c5b6e5638f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.705719 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c66dc52-8529-460a-ada1-f1f66d3f5c0c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.730062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262406e-657e-4fc7-bc89-30e250abe3f8 req-77b39762-981e-4d34-92ec-6f290350cbb8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.731552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c262406e-657e-4fc7-bc89-30e250abe3f8 req-77b39762-981e-4d34-92ec-6f290350cbb8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0979881 Aug 16 01:59:08.750553 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c66dc52-8529-460a-ada1-f1f66d3f5c0c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.784138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46166) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:08.814900 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d58dafab-5757-4746-931e-77c5b6e5638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.820047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c25a8665-cd60-4a6d-9f97-da0eeaf53ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.832151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c262406e-657e-4fc7-bc89-30e250abe3f8 req-3738730e-f791-49a7-a22e-e75a80b13f6d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923214 Aug 16 01:59:08.843254 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-35615648-54ce-47b1-852a-c0c093576282 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354449 Aug 16 01:59:08.899410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d58dafab-5757-4746-931e-77c5b6e5638f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c67c4be760f417ca0db02142df5615a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723754 Aug 16 01:59:08.902233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46172) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:08.902409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dafab-5757-4746-931e-77c5b6e5638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b7eaf2-e554-46ea-b8b4-f78622a9d66b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:08.948559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:08.992607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:08.993281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0ecbe35a-d9af-451d-baf3-b1030b45bbc5 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:08.994622 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d2411c5b-b9c3-41d7-b9c3-b765df45fef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.025716 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c25a8665-cd60-4a6d-9f97-da0eeaf53ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.034847 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d2411c5b-b9c3-41d7-b9c3-b765df45fef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.072791 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c66dc52-8529-460a-ada1-f1f66d3f5c0c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.079438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c66dc52-8529-460a-ada1-f1f66d3f5c0c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.079438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4c66dc52-8529-460a-ada1-f1f66d3f5c0c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "DELETE /v2.0/security-groups/98ff188c-7329-4c5a-a5b3-0f123699a658 HTTP/1.1" status: 204 len: 168 time: 0.5044615 Aug 16 01:59:09.080118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46180) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:09.089881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66dc52-8529-460a-ada1-f1f66d3f5c0c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ff188c-7329-4c5a-a5b3-0f123699a658,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.113152 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-48ab0881-f2a6-4622-b2e0-463732e78e91 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] show failed (client error): The resource could not be found. Aug 16 01:59:09.115988 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-48ab0881-f2a6-4622-b2e0-463732e78e91 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups/98ff188c-7329-4c5a-a5b3-0f123699a658 HTTP/1.1" status: 404 len: 347 time: 0.0346012 Aug 16 01:59:09.119383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46182) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:09.227122 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c25a8665-cd60-4a6d-9f97-da0eeaf53ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.268933 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d2411c5b-b9c3-41d7-b9c3-b765df45fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.272988 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d2411c5b-b9c3-41d7-b9c3-b765df45fef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.274786 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d2411c5b-b9c3-41d7-b9c3-b765df45fef3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11b7eaf2-e554-46ea-b8b4-f78622a9d66b HTTP/1.1" status: 204 len: 168 time: 0.3699353 Aug 16 01:59:09.290707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2411c5b-b9c3-41d7-b9c3-b765df45fef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b7eaf2-e554-46ea-b8b4-f78622a9d66b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.332618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c25a8665-cd60-4a6d-9f97-da0eeaf53ee2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f603416d3354b5db82b9cfcc6f382be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502708 Aug 16 01:59:09.335252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46188) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:09.346407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89e16a-949e-4718-82c6-df1e3e32ee7a req-cfea518a-0faf-41d8-a0fe-b7994f88b99a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.350309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a89e16a-949e-4718-82c6-df1e3e32ee7a req-cfea518a-0faf-41d8-a0fe-b7994f88b99a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.1922755 Aug 16 01:59:09.350995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a8665-cd60-4a6d-9f97-da0eeaf53ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321b0d21-7343-470f-82df-f35c8a67052e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.410964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bbf60df4-726d-439e-9056-6aa3bb2159b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.437156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a89e16a-949e-4718-82c6-df1e3e32ee7a req-551c9316-5f22-4ae1-8357-45bf46a3fc63 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652077 Aug 16 01:59:09.442135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb6dd4-ca68-4897-96c3-4d93ef08c247 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Deleting port 8086c6d2-6ba7-4a0c-b6a6-9b76dd13ee85 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:09.442418 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6dd4-ca68-4897-96c3-4d93ef08c247 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.442797 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bbf60df4-726d-439e-9056-6aa3bb2159b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.586786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874cd5d-7800-452f-b12e-38a1bdfed717 req-d2702fc9-a8a4-4017-b6be-7895bdf634e4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.588345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9874cd5d-7800-452f-b12e-38a1bdfed717 req-d2702fc9-a8a4-4017-b6be-7895bdf634e4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 944 time: 0.0855913 Aug 16 01:59:09.590297 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6dd4-ca68-4897-96c3-4d93ef08c247 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.590624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6dd4-ca68-4897-96c3-4d93ef08c247 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.602256 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bbf60df4-726d-439e-9056-6aa3bb2159b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.602256 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bbf60df4-726d-439e-9056-6aa3bb2159b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.605533 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bbf60df4-726d-439e-9056-6aa3bb2159b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/321b0d21-7343-470f-82df-f35c8a67052e HTTP/1.1" status: 204 len: 168 time: 0.2666497 Aug 16 01:59:09.609357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb6dd4-ca68-4897-96c3-4d93ef08c247 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Calling delete_port for 8086c6d2-6ba7-4a0c-b6a6-9b76dd13ee85 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:09.611727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf60df4-726d-439e-9056-6aa3bb2159b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321b0d21-7343-470f-82df-f35c8a67052e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.648518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9874cd5d-7800-452f-b12e-38a1bdfed717 req-9360182f-2c68-4205-8ab9-e7860f0f5857 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497990 Aug 16 01:59:10.001952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac789f8-3471-464e-9fd6-dc9fcf38676e req-e91c0e40-27b4-4258-9782-12411d16d48d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.004137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cac789f8-3471-464e-9fd6-dc9fcf38676e req-e91c0e40-27b4-4258-9782-12411d16d48d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0745635 Aug 16 01:59:10.074311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cac789f8-3471-464e-9fd6-dc9fcf38676e req-aa4cc529-a147-4bdf-a9a2-d79b1c2b5b03 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622628 Aug 16 01:59:10.246349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574f771-e938-4257-9b2f-33b740dc699c req-805ea45c-3b59-4a20-b4ed-cef64f7e3d19 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.258563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9574f771-e938-4257-9b2f-33b740dc699c req-805ea45c-3b59-4a20-b4ed-cef64f7e3d19 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1039910 Aug 16 01:59:10.275046 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6dd4-ca68-4897-96c3-4d93ef08c247 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.326937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb6dd4-ca68-4897-96c3-4d93ef08c247 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event deleted for resources: {'Port': ['ID=8086c6d2-6ba7-4a0c-b6a6-9b76dd13ee85,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:10.362856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46208) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:10.366198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9574f771-e938-4257-9b2f-33b740dc699c req-8b0a94c4-3233-4c42-b560-27765999335c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068060 Aug 16 01:59:10.379397 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e28d906-5534-4776-a68d-5c8bb7abde20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.453509 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6dd4-ca68-4897-96c3-4d93ef08c247 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.456277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6dd4-ca68-4897-96c3-4d93ef08c247 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.465940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7dfb6dd4-ca68-4897-96c3-4d93ef08c247 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "DELETE /v2.0/floatingips/c2437410-09f0-4a41-b00c-dff46f4ac0e3 HTTP/1.1" status: 204 len: 168 time: 1.3448291 Aug 16 01:59:10.537629 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e28d906-5534-4776-a68d-5c8bb7abde20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.583667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f59b1d-e786-4f9c-b904-dc61786876b8 req-f2603b7f-73cf-44f6-9b55-6fd4b6552055 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.585189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58f59b1d-e786-4f9c-b904-dc61786876b8 req-f2603b7f-73cf-44f6-9b55-6fd4b6552055 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0502076 Aug 16 01:59:10.646315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58f59b1d-e786-4f9c-b904-dc61786876b8 req-936a0c38-80d5-44ce-8bee-708c697a80b7 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521443 Aug 16 01:59:10.656203 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e28d906-5534-4776-a68d-5c8bb7abde20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.730537 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0e28d906-5534-4776-a68d-5c8bb7abde20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7dfb7b789e641c88f9862feeab5f3bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665650 Aug 16 01:59:10.731824 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28d906-5534-4776-a68d-5c8bb7abde20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cc4c94-1188-47a8-89cb-acd32ea78d30,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:10.733557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46218) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:10.802521 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-af26a7da-e3c5-4aae-beb2-0d828a4040da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.832568 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-af26a7da-e3c5-4aae-beb2-0d828a4040da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.947441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-3f0b8506-9b69-4efd-859d-02ff9c879e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.949108 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-3f0b8506-9b69-4efd-859d-02ff9c879e45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad&tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43 HTTP/1.1" status: 200 len: 1096 time: 0.0845075 Aug 16 01:59:10.963033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:11.038367 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.176354 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-af26a7da-e3c5-4aae-beb2-0d828a4040da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.178935 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-af26a7da-e3c5-4aae-beb2-0d828a4040da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.180092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-af26a7da-e3c5-4aae-beb2-0d828a4040da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09cc4c94-1188-47a8-89cb-acd32ea78d30 HTTP/1.1" status: 204 len: 168 time: 0.4455147 Aug 16 01:59:11.237502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26a7da-e3c5-4aae-beb2-0d828a4040da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cc4c94-1188-47a8-89cb-acd32ea78d30,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.303727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:11.331335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46232) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:11.340534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ff2ff465-6f3e-4d7f-b929-96906d9f1676 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--963288302', 'description': 'tempest-description--398798713'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:11.351663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:11.410479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72e44e5-c316-41ea-b400-e387a102ba06 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:11.422162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.452074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Transition to ACTIVE for port object b72e44e5-c316-41ea-b400-e387a102ba06 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:11.518183 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff465-6f3e-4d7f-b929-96906d9f1676 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.519962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62f322-af92-43d7-949e-f8bae620684d req-54b3b5d3-b8a0-413e-b62f-67cade69e20b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.522470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d62f322-af92-43d7-949e-f8bae620684d req-54b3b5d3-b8a0-413e-b62f-67cade69e20b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 944 time: 0.0656314 Aug 16 01:59:11.566542 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.695668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d62f322-af92-43d7-949e-f8bae620684d req-7ab54ec2-6368-4a20-9c7a-c977e1349124 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670754 Aug 16 01:59:11.701472 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff465-6f3e-4d7f-b929-96906d9f1676 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.701620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=9']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.729600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] No DVR routers for this DVR port b72e44e5-c316-41ea-b400-e387a102ba06 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:11.769632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Attempting to bind port b72e44e5-c316-41ea-b400-e387a102ba06 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:11.770624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Attempting to bind port b72e44e5-c316-41ea-b400-e387a102ba06 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:11.770624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Attempting to bind port b72e44e5-c316-41ea-b400-e387a102ba06 on network 26cca5d1-9758-4bf7-83a9-9882722bc126 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:11.802996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Port b72e44e5-c316-41ea-b400-e387a102ba06 on network 26cca5d1-9758-4bf7-83a9-9882722bc126 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:11.803313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Attempting to bind port b72e44e5-c316-41ea-b400-e387a102ba06 on network 26cca5d1-9758-4bf7-83a9-9882722bc126 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:11.815868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff465-6f3e-4d7f-b929-96906d9f1676 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.827739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:11.827988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Checking segment: {'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:11.828710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Bound using segment: {'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:11.828872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Bound port: b72e44e5-c316-41ea-b400-e387a102ba06, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:11.829147 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.865058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ff465-6f3e-4d7f-b929-96906d9f1676 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22eb71a-ced0-4778-b42b-2f6b439ef3d8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.882851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42fbca-0fc0-4ca1-8a5b-f076c3da499d req-3545a130-39c9-4254-b33d-291daeef6cf5 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.884406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d42fbca-0fc0-4ca1-8a5b-f076c3da499d req-3545a130-39c9-4254-b33d-291daeef6cf5 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1064353 Aug 16 01:59:11.936986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:11.946831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:11.956062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d42fbca-0fc0-4ca1-8a5b-f076c3da499d req-f6103e66-bfc4-4fd0-be68-03f62ef45d5d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641639 Aug 16 01:59:11.998517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff465-6f3e-4d7f-b929-96906d9f1676 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.999823 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ff2ff465-6f3e-4d7f-b929-96906d9f1676 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6667712 Aug 16 01:59:12.003350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46252) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:12.007928 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-01d60eaf-ae36-42f0-84f4-d77b5a7e97ff tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'security_group_rule': {'security_group_id': 'b22eb71a-ced0-4778-b42b-2f6b439ef3d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:12.064669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a01f8c-7569-44da-88c1-71996bc1aaee req-2b619810-af32-4d6b-b10e-03db5dd80f70 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.066191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2a01f8c-7569-44da-88c1-71996bc1aaee req-2b619810-af32-4d6b-b10e-03db5dd80f70 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0513122 Aug 16 01:59:12.105806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2a01f8c-7569-44da-88c1-71996bc1aaee req-3c5175f3-7bf0-4445-8757-d62b1e3be31c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333812 Aug 16 01:59:12.270735 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.291580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701eaef-cae2-4501-ab56-04acd29408f6 req-548dd136-91e3-4d72-b20b-8e0147005a42 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.293160 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3701eaef-cae2-4501-ab56-04acd29408f6 req-548dd136-91e3-4d72-b20b-8e0147005a42 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0674591 Aug 16 01:59:12.321606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.322457 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.323925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] 10.222.0.64 "PUT /v2.0/ports/b72e44e5-c316-41ea-b400-e387a102ba06 HTTP/1.1" status: 200 len: 1093 time: 1.3651254 Aug 16 01:59:12.327879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:12.331043 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdea37b-f891-4d97-8583-a290bade0011" -d '{"events": [{"name": "network-changed", "server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:12.346889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-01d60eaf-ae36-42f0-84f4-d77b5a7e97ff tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.441075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0716de4-ca7f-46a7-9dc9-e37288b5d198 service neutron] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=10']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:12.474820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3701eaef-cae2-4501-ab56-04acd29408f6 req-498457bd-3101-4138-ba2a-c97a3f4d7bee tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590331 Aug 16 01:59:12.498864 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-01d60eaf-ae36-42f0-84f4-d77b5a7e97ff tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.499910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a7a5ed0d-6cf8-4ad4-af3a-2af5a96e2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.505994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a7a5ed0d-6cf8-4ad4-af3a-2af5a96e2596 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 1097 time: 0.1531038 Aug 16 01:59:12.524389 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9fe440-ff45-44d7-b3c7-1c1d3dd20174 x-openstack-request-id: req-2c9fe440-ff45-44d7-b3c7-1c1d3dd20174 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:12.524980 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:12.527552 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c9fe440-ff45-44d7-b3c7-1c1d3dd20174 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:12.528233 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'status': 'completed', 'code': 200} Aug 16 01:59:12.589090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-01d60eaf-ae36-42f0-84f4-d77b5a7e97ff tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.620231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d60eaf-ae36-42f0-84f4-d77b5a7e97ff tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ad97f9-6db6-4a38-8f58-c383532c93d4,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:12.650924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-6640d166-2b11-481c-a30b-0b07170bb32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.652553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-6640d166-2b11-481c-a30b-0b07170bb32c service neutron] 10.222.0.64 "GET /v2.0/networks?id=26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 200 len: 915 time: 0.1391509 Aug 16 01:59:12.712855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-01d60eaf-ae36-42f0-84f4-d77b5a7e97ff tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.716882 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-01d60eaf-ae36-42f0-84f4-d77b5a7e97ff tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7099826 Aug 16 01:59:12.717102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46272) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:12.730760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-48d227d2-b003-4ac2-a637-93c46aaf81c8 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'security_group_rule': {'security_group_id': 'b22eb71a-ced0-4778-b42b-2f6b439ef3d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:12.739836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-9f2ec329-f488-46fc-925e-9464e07d7573 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72e44e5-c316-41ea-b400-e387a102ba06 HTTP/1.1" status: 200 len: 217 time: 0.0648675 Aug 16 01:59:12.834802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-72fe5672-d4df-4019-b875-23a81598d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.836187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-72fe5672-d4df-4019-b875-23a81598d7af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f660934d-b427-40a4-a144-ca195fdf6a77 HTTP/1.1" status: 200 len: 854 time: 0.0893955 Aug 16 01:59:12.870901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-c7028e38-8f89-43f5-8838-ffd47885e8a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26cca5d1-9758-4bf7-83a9-9882722bc126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271235 Aug 16 01:59:12.880475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a290ae0-b51a-4aed-96f7-f9d079f48a75 req-4e7cec9d-8651-4be2-b9bd-f6baf413f9d0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.881956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a290ae0-b51a-4aed-96f7-f9d079f48a75 req-4e7cec9d-8651-4be2-b9bd-f6baf413f9d0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.0826728 Aug 16 01:59:12.918221 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48d227d2-b003-4ac2-a637-93c46aaf81c8 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.979197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a290ae0-b51a-4aed-96f7-f9d079f48a75 req-d9301643-ce1f-45a3-8c3f-334805c5bb78 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885105 Aug 16 01:59:12.986019 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48d227d2-b003-4ac2-a637-93c46aaf81c8 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.024037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-cf5bb599-20e2-46f7-ba76-a64e467e9a24 service neutron] 10.222.0.64 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410773 Aug 16 01:59:13.126937 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48d227d2-b003-4ac2-a637-93c46aaf81c8 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.165245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d227d2-b003-4ac2-a637-93c46aaf81c8 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bd9c31-ccd0-4804-a88b-1ce7e1ba25a9,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:13.295526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd34b54-8c16-486d-a6ce-909288ea45cb req-88274fdd-94e7-4ade-a25b-82479e72203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.295526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cd34b54-8c16-486d-a6ce-909288ea45cb req-88274fdd-94e7-4ade-a25b-82479e72203c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 1098 time: 0.1148548 Aug 16 01:59:13.304646 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1df58d-a903-4a7c-ac0b-9a92c9730f37 req-4fdc9e65-eadc-4ac4-9497-d28f91aaa34d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.312910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f1df58d-a903-4a7c-ac0b-9a92c9730f37 req-4fdc9e65-eadc-4ac4-9497-d28f91aaa34d tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1376421 Aug 16 01:59:13.326577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-daf712ad-7240-4fa5-bcec-fe6b6eb7361a req-a412be98-4be2-45c7-ba9e-fc5f835b9198 service neutron] 10.222.0.64 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929616 Aug 16 01:59:13.376023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cd34b54-8c16-486d-a6ce-909288ea45cb req-9436053c-600f-491d-9790-66cf29b47304 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604689 Aug 16 01:59:13.379216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f1df58d-a903-4a7c-ac0b-9a92c9730f37 req-dd31f844-bbf6-4d03-baf0-2cada271d308 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654459 Aug 16 01:59:13.398698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48d227d2-b003-4ac2-a637-93c46aaf81c8 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.404373 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-48d227d2-b003-4ac2-a637-93c46aaf81c8 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6774886 Aug 16 01:59:13.406767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46294) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:13.420955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:13.531795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779d9d8-114d-4d9a-9b4f-58645971aba9 req-71888a4b-ab9e-4c8e-89dd-b81378073c0c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.533400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f779d9d8-114d-4d9a-9b4f-58645971aba9 req-71888a4b-ab9e-4c8e-89dd-b81378073c0c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0807314 Aug 16 01:59:13.559810 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.674352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdea37b-f891-4d97-8583-a290bade0011 req-276bb9a9-a5a1-4088-a8c9-5c1eed7ad899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.675888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4bdea37b-f891-4d97-8583-a290bade0011 req-276bb9a9-a5a1-4088-a8c9-5c1eed7ad899 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 1097 time: 0.1413968 Aug 16 01:59:13.678923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f779d9d8-114d-4d9a-9b4f-58645971aba9 req-d610fff8-ab7c-49ba-a7d2-99a3efb5e1d4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157687 Aug 16 01:59:13.805182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdea37b-f891-4d97-8583-a290bade0011 req-55141468-bbcb-45f0-94ba-aa5aa41a2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.806802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4bdea37b-f891-4d97-8583-a290bade0011 req-55141468-bbcb-45f0-94ba-aa5aa41a2cbd service neutron] 10.222.0.64 "GET /v2.0/networks?id=26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 200 len: 915 time: 0.1218469 Aug 16 01:59:13.814865 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.887151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4bdea37b-f891-4d97-8583-a290bade0011 req-b29933fb-3695-44e1-8389-6d434150f07a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72e44e5-c316-41ea-b400-e387a102ba06 HTTP/1.1" status: 200 len: 217 time: 0.0694880 Aug 16 01:59:14.033105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdea37b-f891-4d97-8583-a290bade0011 req-3f4f95de-0713-4d3e-91df-c185b36076a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.034642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4bdea37b-f891-4d97-8583-a290bade0011 req-3f4f95de-0713-4d3e-91df-c185b36076a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f660934d-b427-40a4-a144-ca195fdf6a77 HTTP/1.1" status: 200 len: 854 time: 0.1048486 Aug 16 01:59:14.045001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5ab8e-8865-4521-aac6-f910c29156b2 req-625cdca0-fdbd-48c8-a635-dae89501ddd0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.052432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19b5ab8e-8865-4521-aac6-f910c29156b2 req-625cdca0-fdbd-48c8-a635-dae89501ddd0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.2219825 Aug 16 01:59:14.102071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4bdea37b-f891-4d97-8583-a290bade0011 req-ec7a4b15-79d3-46e3-800b-0d5590bd4025 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26cca5d1-9758-4bf7-83a9-9882722bc126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456541 Aug 16 01:59:14.135546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Allocated IP 172.25.8.229 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/c8441933-01ed-49d4-b5a6-785387615d0e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:14.188751 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19b5ab8e-8865-4521-aac6-f910c29156b2 req-2190bb8c-859d-4776-ae25-60f23f0b24f3 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355879 Aug 16 01:59:14.312186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4bdea37b-f891-4d97-8583-a290bade0011 req-ca61080c-a63f-40ff-a96e-4812c5187771 service neutron] 10.222.0.64 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997447 Aug 16 01:59:14.460183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.662792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b0906-1924-4742-b701-a452e300169e req-afae6fef-6622-4d2b-a173-dfd7cfd0ab98 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.678390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-503b0906-1924-4742-b701-a452e300169e req-afae6fef-6622-4d2b-a173-dfd7cfd0ab98 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.3739007 Aug 16 01:59:14.709990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae06c34-198e-4583-bbef-232ddd336b4f req-a918546f-f0cb-4a4d-bb60-a9666f0d39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.714487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eae06c34-198e-4583-bbef-232ddd336b4f req-a918546f-f0cb-4a4d-bb60-a9666f0d39a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 1098 time: 0.2089241 Aug 16 01:59:14.837501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4bdea37b-f891-4d97-8583-a290bade0011 req-ce1328c5-bf19-482c-90eb-89c5cd52426f service neutron] 10.222.0.64 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144091 Aug 16 01:59:14.848576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae06c34-198e-4583-bbef-232ddd336b4f req-40fe8f52-6779-4c56-b7bc-b87824333716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.850728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eae06c34-198e-4583-bbef-232ddd336b4f req-40fe8f52-6779-4c56-b7bc-b87824333716 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 920 time: 0.1124291 Aug 16 01:59:14.863114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-503b0906-1924-4742-b701-a452e300169e req-a676d57e-ddbb-43c3-93a0-b65499952af1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827300 Aug 16 01:59:14.962572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eae06c34-198e-4583-bbef-232ddd336b4f req-291221ee-62ae-4ba2-8a7b-056103d3bba5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e HTTP/1.1" status: 200 len: 217 time: 0.0980968 Aug 16 01:59:14.965731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.008764 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:59:15.074430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:15.094458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:15.106167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'Port': ['ID=c8441933-01ed-49d4-b5a6-785387615d0e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:15.110512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:15.113388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae06c34-198e-4583-bbef-232ddd336b4f req-96544e81-b5d3-4805-a5ed-aa1007cf23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.114958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eae06c34-198e-4583-bbef-232ddd336b4f req-96544e81-b5d3-4805-a5ed-aa1007cf23c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19ebfeea-9363-4125-816a-3528e07633d1 HTTP/1.1" status: 200 len: 859 time: 0.1397512 Aug 16 01:59:15.124327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aaf8d-3bfd-43b9-bee5-7a34759e6dae req-357b5e90-5625-4c8e-bdb0-2451e1165de8 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.131445 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b2aaf8d-3bfd-43b9-bee5-7a34759e6dae req-357b5e90-5625-4c8e-bdb0-2451e1165de8 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1675515 Aug 16 01:59:15.242537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eae06c34-198e-4583-bbef-232ddd336b4f req-f006bb4f-ffd5-4219-83af-3f1a0304b0e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087568 Aug 16 01:59:15.249960 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b2aaf8d-3bfd-43b9-bee5-7a34759e6dae req-4823359b-cf14-4817-bde9-19ad0e6448bb tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176312 Aug 16 01:59:15.338124 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.746982 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.808921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4b279-ae5e-4d53-9313-1ba53dc90fff req-d5c974ea-d77a-46de-a915-516334edf645 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.813498 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3e4b279-ae5e-4d53-9313-1ba53dc90fff req-d5c974ea-d77a-46de-a915-516334edf645 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1300061 Aug 16 01:59:15.871637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eae06c34-198e-4583-bbef-232ddd336b4f req-5825399d-c49a-43cc-a428-0df0a5d8a164 service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231314 Aug 16 01:59:15.994176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3e4b279-ae5e-4d53-9313-1ba53dc90fff req-1b84ec7e-025d-4f8a-80d3-f5f6ec1f83a6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653097 Aug 16 01:59:16.026200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46366) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:16.104543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eae06c34-198e-4583-bbef-232ddd336b4f req-b38ddf1f-340c-4714-92a9-186c40fd412a service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203209 Aug 16 01:59:16.119019 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.216451 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.217614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46370) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:16.322798 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1631bc3a-bea2-4cff-ae0e-05d4b2b07cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.357797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'Port': ['ID=c8441933-01ed-49d4-b5a6-785387615d0e,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.382371 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ad55517-de8a-4654-af12-5ba10c138b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.382480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9830405-78b6-465d-9945-ad3fa08b321f req-6a261890-0bc0-488c-ada3-43f76596b9c6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.390477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9830405-78b6-465d-9945-ad3fa08b321f req-6a261890-0bc0-488c-ada3-43f76596b9c6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.2109382 Aug 16 01:59:16.424649 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.454678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9830405-78b6-465d-9945-ad3fa08b321f req-357d9dd5-ae67-4005-a0f5-fda6ceb6abfb tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597146 Aug 16 01:59:16.472045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1631bc3a-bea2-4cff-ae0e-05d4b2b07cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.539270 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1631bc3a-bea2-4cff-ae0e-05d4b2b07cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.607449 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1631bc3a-bea2-4cff-ae0e-05d4b2b07cbd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=700d6999f008430b8b3273a400d580c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884926 Aug 16 01:59:16.609776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46376) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:16.619961 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631bc3a-bea2-4cff-ae0e-05d4b2b07cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d22e59-96b5-4e3f-871f-b89dadb1386c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.690171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961de0-2226-48de-a5ed-8631a6496e46 req-005dd07f-b6b9-49a3-bc8b-9a5e9f2b5656 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.692536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b961de0-2226-48de-a5ed-8631a6496e46 req-005dd07f-b6b9-49a3-bc8b-9a5e9f2b5656 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.1261261 Aug 16 01:59:16.707159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ad55517-de8a-4654-af12-5ba10c138b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.731254 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc61c-38f1-4be8-9d33-200742428331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.765442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b961de0-2226-48de-a5ed-8631a6496e46 req-0b4dcf03-05f7-405c-8aaf-044ad00f7648 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647020 Aug 16 01:59:16.770584 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc61c-38f1-4be8-9d33-200742428331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.779492 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ad55517-de8a-4654-af12-5ba10c138b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.833400 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7ad55517-de8a-4654-af12-5ba10c138b54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06ca9016efc940febda26cc333b49261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8060865 Aug 16 01:59:16.834893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad55517-de8a-4654-af12-5ba10c138b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2abe8c9-b670-425b-855a-a9af1d672c3a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.836249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46378) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:16.869372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.870832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8dc686b6-8739-40a5-a7f2-6b02b7d1f42b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4625828 Aug 16 01:59:16.890523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc61c-38f1-4be8-9d33-200742428331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.893848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc61c-38f1-4be8-9d33-200742428331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.900059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e3fcc61c-38f1-4be8-9d33-200742428331 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5d22e59-96b5-4e3f-871f-b89dadb1386c HTTP/1.1" status: 204 len: 168 time: 0.2838140 Aug 16 01:59:16.907517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcc61c-38f1-4be8-9d33-200742428331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d22e59-96b5-4e3f-871f-b89dadb1386c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.924356 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-487dd780-57f0-44be-823d-474f258c35a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.972180 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-487dd780-57f0-44be-823d-474f258c35a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.115831 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-487dd780-57f0-44be-823d-474f258c35a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.127848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-487dd780-57f0-44be-823d-474f258c35a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.127848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-487dd780-57f0-44be-823d-474f258c35a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2abe8c9-b670-425b-855a-a9af1d672c3a HTTP/1.1" status: 204 len: 168 time: 0.2886875 Aug 16 01:59:17.152543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dd780-57f0-44be-823d-474f258c35a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2abe8c9-b670-425b-855a-a9af1d672c3a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:17.297410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496dea-0249-471d-ad86-6d4ef4a9faa9 req-090a9a98-d206-4f80-a86d-a4841df8c7e7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.301489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4496dea-0249-471d-ad86-6d4ef4a9faa9 req-090a9a98-d206-4f80-a86d-a4841df8c7e7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0577304 Aug 16 01:59:17.384338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4496dea-0249-471d-ad86-6d4ef4a9faa9 req-638c7605-1878-44ef-8437-18db7470b94f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734682 Aug 16 01:59:17.417033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60653b-0ea8-4e61-a652-5d1049ee3d47 req-35610488-82aa-4006-b7d2-2b5a98ae7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.418577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e60653b-0ea8-4e61-a652-5d1049ee3d47 req-35610488-82aa-4006-b7d2-2b5a98ae7b7a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 1098 time: 0.0864527 Aug 16 01:59:17.577216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-6ecc1f45-9573-4d84-83e2-c91a0af82c21 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--963288302&fields=id&tenant_id=a88c8239e59b4d438e686a6da20f9f85 HTTP/1.1" status: 200 len: 267 time: 0.0567317 Aug 16 01:59:17.651954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60653b-0ea8-4e61-a652-5d1049ee3d47 req-588019c7-aae9-474c-a9fd-3a92e56666ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.653641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e60653b-0ea8-4e61-a652-5d1049ee3d47 req-588019c7-aae9-474c-a9fd-3a92e56666ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 920 time: 0.2275481 Aug 16 01:59:17.707158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e60653b-0ea8-4e61-a652-5d1049ee3d47 req-8a44b2a5-f062-4b61-973a-df1d4b0d2198 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e HTTP/1.1" status: 200 len: 217 time: 0.0439043 Aug 16 01:59:17.784101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60653b-0ea8-4e61-a652-5d1049ee3d47 req-42c35551-788e-4003-a998-0c99c2a95b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.785642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e60653b-0ea8-4e61-a652-5d1049ee3d47 req-42c35551-788e-4003-a998-0c99c2a95b2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19ebfeea-9363-4125-816a-3528e07633d1 HTTP/1.1" status: 200 len: 859 time: 0.0672395 Aug 16 01:59:17.797462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-b134ed9a-c557-47c9-8e05-07e7febe7147 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.799193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-b134ed9a-c557-47c9-8e05-07e7febe7147 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 811 time: 0.2141635 Aug 16 01:59:17.833637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e60653b-0ea8-4e61-a652-5d1049ee3d47 req-e3fce0cf-3e1f-4fee-ae7e-1a52e7c503de service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334346 Aug 16 01:59:17.835353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-3168522c-dd09-44de-a544-d6419147dc74 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/quotas/a88c8239e59b4d438e686a6da20f9f85 HTTP/1.1" status: 200 len: 375 time: 0.0273807 Aug 16 01:59:17.850173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46412) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:17.865842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0753-6f25-43d1-8064-d01c9a2f886e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.971475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-36befda3-aeb9-4c13-a51c-fb609b3ce89b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1143594 Aug 16 01:59:17.978508 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0753-6f25-43d1-8064-d01c9a2f886e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.043415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e60653b-0ea8-4e61-a652-5d1049ee3d47 req-ca4d0ca5-fdad-420c-9e53-28e8a367c747 service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021194 Aug 16 01:59:18.153181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-e42a0a32-2307-4446-8d51-c107cc9961fc service neutron] 10.222.0.66 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672513 Aug 16 01:59:18.177032 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e60653b-0ea8-4e61-a652-5d1049ee3d47 req-39574ad2-48d6-4279-a020-5385cfa7ad0b service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246970 Aug 16 01:59:18.203890 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0753-6f25-43d1-8064-d01c9a2f886e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.247301 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e0753-6f25-43d1-8064-d01c9a2f886e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241980d1-7f9c-41c5-82a9-3f54d1071350,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.256756 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cb0e0753-6f25-43d1-8064-d01c9a2f886e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d09cb341511c4906b53fddbb85363e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056668 Aug 16 01:59:18.259910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46414) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:18.268915 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46416) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:18.284669 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1c55-3254-4e2d-aeca-6bf47a5282b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.323597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-704562e8-e34b-4fb5-9e52-c1c92be113c2 service neutron] 10.222.0.66 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611478 Aug 16 01:59:18.345486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a939dba-fd31-4b82-a9b9-ae458270807d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.390659 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a939dba-fd31-4b82-a9b9-ae458270807d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.422644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1c55-3254-4e2d-aeca-6bf47a5282b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.506824 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1c55-3254-4e2d-aeca-6bf47a5282b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.541158 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a939dba-fd31-4b82-a9b9-ae458270807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.543784 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a939dba-fd31-4b82-a9b9-ae458270807d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.548051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4a939dba-fd31-4b82-a9b9-ae458270807d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/241980d1-7f9c-41c5-82a9-3f54d1071350 HTTP/1.1" status: 204 len: 168 time: 0.2843349 Aug 16 01:59:18.556677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a939dba-fd31-4b82-a9b9-ae458270807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241980d1-7f9c-41c5-82a9-3f54d1071350,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.570170 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ee8c1c55-3254-4e2d-aeca-6bf47a5282b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08e0b3e751e74f9fbf1807c10ee37037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000050 Aug 16 01:59:18.570986 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c1c55-3254-4e2d-aeca-6bf47a5282b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b8416a-8099-4760-a079-50b9d30959a3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.572679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46422) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:18.638203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-085084ae-f5d7-47e5-9e99-658a57b68840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.666666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-085084ae-f5d7-47e5-9e99-658a57b68840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.846163 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-085084ae-f5d7-47e5-9e99-658a57b68840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.850035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-085084ae-f5d7-47e5-9e99-658a57b68840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.854477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-085084ae-f5d7-47e5-9e99-658a57b68840 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0b8416a-8099-4760-a079-50b9d30959a3 HTTP/1.1" status: 204 len: 168 time: 0.2801437 Aug 16 01:59:18.891368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085084ae-f5d7-47e5-9e99-658a57b68840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b8416a-8099-4760-a079-50b9d30959a3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.960572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d51f3-dc6d-4a07-adac-904d9d788806 req-b4319a5e-d3f3-4517-b668-137cf9dfd8b7 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:18.962394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f36d51f3-dc6d-4a07-adac-904d9d788806 req-b4319a5e-d3f3-4517-b668-137cf9dfd8b7 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1017313 Aug 16 01:59:19.004171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f36d51f3-dc6d-4a07-adac-904d9d788806 req-0b02294b-9e73-4208-8e7b-b7d60c4166ba tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340827 Aug 16 01:59:19.152729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086912d0-7c21-41f1-9dc5-0e849dfec96e req-a8ef7990-e527-4d6b-9aa3-dc7ccf41f3f9 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.160729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-086912d0-7c21-41f1-9dc5-0e849dfec96e req-a8ef7990-e527-4d6b-9aa3-dc7ccf41f3f9 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0838451 Aug 16 01:59:19.194939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-086912d0-7c21-41f1-9dc5-0e849dfec96e req-11075624-da16-4aad-a8fb-51486aeecd97 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332274 Aug 16 01:59:19.346455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1deff3-a0a5-4fca-8c79-65e7bd83b8a0 req-6f5bb094-f3ca-4aa9-aeec-523445c668e3 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.346455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff1deff3-a0a5-4fca-8c79-65e7bd83b8a0 req-6f5bb094-f3ca-4aa9-aeec-523445c668e3 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.0616555 Aug 16 01:59:19.414186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff1deff3-a0a5-4fca-8c79-65e7bd83b8a0 req-8929764a-c053-4805-806f-53dfa275a97f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634179 Aug 16 01:59:19.597877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdfb9-a78f-4c23-89bc-ee5b40aa1091 req-b0106219-ef5f-4daf-b453-08c450ba2ce2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.599485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-738fdfb9-a78f-4c23-89bc-ee5b40aa1091 req-b0106219-ef5f-4daf-b453-08c450ba2ce2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0678990 Aug 16 01:59:19.643789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-738fdfb9-a78f-4c23-89bc-ee5b40aa1091 req-aa00a86d-e7ad-42b9-b7be-c8a0c2954c80 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371099 Aug 16 01:59:19.732531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-474fdbe7-3e1a-4ff1-b3a3-78935ea9f6c5 req-fdd505eb-a800-4c03-a1b3-f66c4df99239 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 210 time: 0.0307801 Aug 16 01:59:20.151730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4a664-7dc5-415a-97a6-2b84bdf9c7a9 req-50a8d1c2-4ce9-40ba-b39d-a0cafb71f030 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.154677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1dc4a664-7dc5-415a-97a6-2b84bdf9c7a9 req-50a8d1c2-4ce9-40ba-b39d-a0cafb71f030 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0649312 Aug 16 01:59:20.195923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1dc4a664-7dc5-415a-97a6-2b84bdf9c7a9 req-e5d337ee-6534-45df-ab98-222fe2fed8d6 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348673 Aug 16 01:59:20.357931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373d5ef-1420-49a5-a7a4-941dacc38d86 req-c3109765-1c44-4622-90cb-8866b295bcda tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.359828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0373d5ef-1420-49a5-a7a4-941dacc38d86 req-c3109765-1c44-4622-90cb-8866b295bcda tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0804009 Aug 16 01:59:20.413856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0373d5ef-1420-49a5-a7a4-941dacc38d86 req-024ea1c1-6c0e-45f0-99a7-7419d6df03a1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457888 Aug 16 01:59:20.579496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9f81f-7e51-4928-a310-f873809f2df8 req-4fa0e897-bf80-4cb9-8e7f-50f768bc3a9a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.586229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adb9f81f-7e51-4928-a310-f873809f2df8 req-4fa0e897-bf80-4cb9-8e7f-50f768bc3a9a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.0772200 Aug 16 01:59:20.647214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adb9f81f-7e51-4928-a310-f873809f2df8 req-456c7d34-6e01-4293-ae5c-69495db713a9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578806 Aug 16 01:59:20.801056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a56c7-1336-462d-a81e-66c00c45db36 req-5c974e7c-875c-4798-abdd-0d32c643de50 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.804238 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.810013 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-888a56c7-1336-462d-a81e-66c00c45db36 req-5c974e7c-875c-4798-abdd-0d32c643de50 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0702164 Aug 16 01:59:20.885880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-888a56c7-1336-462d-a81e-66c00c45db36 req-8e7c5f7a-a8a4-46cb-8ea3-111c83a6d7e4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712824 Aug 16 01:59:20.983536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43e27276-2602-4d62-9872-1158de328149 req-9f5d9b56-1663-496e-97f9-2aa54f94ca16 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 210 time: 0.0270979 Aug 16 01:59:21.523383 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46520) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:21.585606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54398d-2835-4dfc-8e95-0db4d4d4f1d9 req-f617124f-946f-492e-88f1-f80c5d14ff2b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:21.585606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef54398d-2835-4dfc-8e95-0db4d4d4f1d9 req-f617124f-946f-492e-88f1-f80c5d14ff2b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0659010 Aug 16 01:59:21.630495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef54398d-2835-4dfc-8e95-0db4d4d4f1d9 req-d3ba5736-dfef-44d9-aad1-fbb2a2768e12 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Aug 16 01:59:21.685227 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3255704-cbbf-404a-a865-ae00f702106c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.781487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ddce5-975e-4073-a00d-6672e6c54cba req-439faf05-3240-43ab-9c7d-680aa4f693a4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:21.789902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-074ddce5-975e-4073-a00d-6672e6c54cba req-439faf05-3240-43ab-9c7d-680aa4f693a4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.0698819 Aug 16 01:59:21.815877 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3255704-cbbf-404a-a865-ae00f702106c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.831446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-074ddce5-975e-4073-a00d-6672e6c54cba req-4bced20d-b0ec-404e-a058-70c249af091a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405347 Aug 16 01:59:22.002653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a844a-381e-4cda-96db-b273aa5528aa req-6bcb3441-add5-4d43-bf0f-6c507074a269 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:22.004124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f0a844a-381e-4cda-96db-b273aa5528aa req-6bcb3441-add5-4d43-bf0f-6c507074a269 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0509493 Aug 16 01:59:22.045444 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.046394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f0a844a-381e-4cda-96db-b273aa5528aa req-d3f161d4-299f-4dfb-8b29-914d94b21891 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353730 Aug 16 01:59:22.046591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3255704-cbbf-404a-a865-ae00f702106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.117803 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a3255704-cbbf-404a-a865-ae00f702106c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9694f8de318c4994adf23093f944a1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5844457 Aug 16 01:59:22.117803 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3255704-cbbf-404a-a865-ae00f702106c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2a8f54-14a7-4af3-8293-e1a2b77d598d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:22.117803 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46544) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:22.187149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7be33555-5e62-4e78-afdc-8dce563c53eb req-2c72cf31-fb84-441b-812a-341eaa16436c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 210 time: 0.0462930 Aug 16 01:59:22.188650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-03377c40-2bbe-44d9-bec3-fa6f1d60f631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.213558 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-03377c40-2bbe-44d9-bec3-fa6f1d60f631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.564063 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-03377c40-2bbe-44d9-bec3-fa6f1d60f631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.570165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-03377c40-2bbe-44d9-bec3-fa6f1d60f631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.570165 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-03377c40-2bbe-44d9-bec3-fa6f1d60f631 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e2a8f54-14a7-4af3-8293-e1a2b77d598d HTTP/1.1" status: 204 len: 168 time: 0.4493999 Aug 16 01:59:22.578502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03377c40-2bbe-44d9-bec3-fa6f1d60f631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2a8f54-14a7-4af3-8293-e1a2b77d598d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:22.782679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708bcac-f700-401a-a8f3-1a8dfe5c9808 req-9847e09c-ea47-41b2-8c77-68135363b11f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:22.784223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b708bcac-f700-401a-a8f3-1a8dfe5c9808 req-9847e09c-ea47-41b2-8c77-68135363b11f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0516365 Aug 16 01:59:22.822941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b708bcac-f700-401a-a8f3-1a8dfe5c9808 req-3c33c46b-618a-4e7b-9efe-7c084d9ce5a4 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326827 Aug 16 01:59:22.963780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccbd45-d673-4354-afb0-25dbda1c361f req-1d11b65d-0fc2-451a-80ea-ea70261e8d81 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:22.965201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdccbd45-d673-4354-afb0-25dbda1c361f req-1d11b65d-0fc2-451a-80ea-ea70261e8d81 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.0591669 Aug 16 01:59:23.009261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdccbd45-d673-4354-afb0-25dbda1c361f req-09f8ca96-c931-454b-80b1-844405699051 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366545 Aug 16 01:59:23.182726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b513b4-ce93-49f0-a0b1-df99a248c19f req-623e461f-e2b0-4232-9dbc-fd72806aabf7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.185173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14b513b4-ce93-49f0-a0b1-df99a248c19f req-623e461f-e2b0-4232-9dbc-fd72806aabf7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0595212 Aug 16 01:59:23.250791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14b513b4-ce93-49f0-a0b1-df99a248c19f req-a9669354-70ac-4366-a096-06513a68a891 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560975 Aug 16 01:59:23.338391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c3d2a5f-be04-499e-a13c-69cae3913055 req-10eb60bc-17e8-4a86-8dfb-868ea66a581b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 210 time: 0.0338609 Aug 16 01:59:23.840391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46574) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:24.044554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746927df-6261-4141-b917-5536f1962b97 req-aba598a2-a5de-45bd-a485-4ef7577aff97 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.046305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-746927df-6261-4141-b917-5536f1962b97 req-aba598a2-a5de-45bd-a485-4ef7577aff97 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0983744 Aug 16 01:59:24.054809 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-87b7a0a6-9e1e-415d-8289-80375770e72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.115343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-746927df-6261-4141-b917-5536f1962b97 req-c57cfc32-debe-463c-a58c-07ad20b10071 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627239 Aug 16 01:59:24.243582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-87b7a0a6-9e1e-415d-8289-80375770e72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.299768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e523ae-b1bf-4fed-9e44-bc0eaab2419c req-8d187ec8-95bd-4a80-a595-c79b692a7f62 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.301264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54e523ae-b1bf-4fed-9e44-bc0eaab2419c req-8d187ec8-95bd-4a80-a595-c79b692a7f62 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.0566897 Aug 16 01:59:24.343964 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54e523ae-b1bf-4fed-9e44-bc0eaab2419c req-333ea47d-dbe2-48a9-924d-274f5cb50587 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355864 Aug 16 01:59:24.408845 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-87b7a0a6-9e1e-415d-8289-80375770e72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.437711 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7a0a6-9e1e-415d-8289-80375770e72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad81e8f8-28f6-4e85-ae76-6c3f0cb0b01d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:24.465766 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-87b7a0a6-9e1e-415d-8289-80375770e72f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e72f2ba5fb8b4a16b481e88272bd0058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204090 Aug 16 01:59:24.466918 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46602) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:24.478125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8947c-9422-4f54-a3f0-7f18b0f62274 req-6b0a4142-6a7a-4c23-982f-233ec7462c89 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.488391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b1d8947c-9422-4f54-a3f0-7f18b0f62274 req-6b0a4142-6a7a-4c23-982f-233ec7462c89 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0871477 Aug 16 01:59:24.525991 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f757fdc2-bad9-475a-83e2-e575c82e8d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.552385 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f757fdc2-bad9-475a-83e2-e575c82e8d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.555900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b1d8947c-9422-4f54-a3f0-7f18b0f62274 req-8bd858b6-19df-4145-9092-0e43c318ea7b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638909 Aug 16 01:59:24.695047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76a9ba65-09ef-46ae-bc34-cc0669bbe9c9 req-99bf079c-8542-48ad-bd7e-79c2cce2c788 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 210 time: 0.0488501 Aug 16 01:59:24.891097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87a405-ec22-4309-9cc5-986f9011ca92 req-c7e9b209-ae49-42c7-88bd-b9d27cb61d11 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.891097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f87a405-ec22-4309-9cc5-986f9011ca92 req-c7e9b209-ae49-42c7-88bd-b9d27cb61d11 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0528035 Aug 16 01:59:24.924267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f87a405-ec22-4309-9cc5-986f9011ca92 req-a14a915d-bcdc-45ff-a550-7fe2c7854f7a tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Aug 16 01:59:25.301589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f757fdc2-bad9-475a-83e2-e575c82e8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.301589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f757fdc2-bad9-475a-83e2-e575c82e8d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.301589 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f757fdc2-bad9-475a-83e2-e575c82e8d64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad81e8f8-28f6-4e85-ae76-6c3f0cb0b01d HTTP/1.1" status: 204 len: 168 time: 0.8311591 Aug 16 01:59:25.308523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757fdc2-bad9-475a-83e2-e575c82e8d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad81e8f8-28f6-4e85-ae76-6c3f0cb0b01d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:26.563409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d1323-05c4-48d5-b357-0337487a9f36 req-0ffef7e0-98f5-42b7-9ded-f1d72ec6239e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.565205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-444d1323-05c4-48d5-b357-0337487a9f36 req-0ffef7e0-98f5-42b7-9ded-f1d72ec6239e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.0574276 Aug 16 01:59:26.616404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-444d1323-05c4-48d5-b357-0337487a9f36 req-8e6ffd17-0963-4b68-9369-d4d66529aa29 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449882 Aug 16 01:59:26.767152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e8870-7065-405a-8907-acaea22e8fbd req-6ad8e2f1-81c0-45c3-8eec-411704a34f1c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.776386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-917e8870-7065-405a-8907-acaea22e8fbd req-6ad8e2f1-81c0-45c3-8eec-411704a34f1c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.0640659 Aug 16 01:59:26.821709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-917e8870-7065-405a-8907-acaea22e8fbd req-5a855c6c-687d-4bbb-9487-639fe4095e27 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449381 Aug 16 01:59:26.950766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5657b-e5e6-460b-9114-707e57991da4 req-d5896b65-7c91-4bc5-9f82-a52e26a002a4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.958429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45f5657b-e5e6-460b-9114-707e57991da4 req-d5896b65-7c91-4bc5-9f82-a52e26a002a4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0604696 Aug 16 01:59:27.010459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45f5657b-e5e6-460b-9114-707e57991da4 req-4f0a7425-2697-4d78-8c27-22eac6116c05 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506759 Aug 16 01:59:27.106047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c46ebefa-2ea1-4e6b-801c-acdf591f0529 req-38e1dde6-d3ed-4907-8165-05dd4e31512b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 210 time: 0.0331707 Aug 16 01:59:27.369156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-a03a6919-bffc-4828-99b0-f601ca7961de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.370513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-a03a6919-bffc-4828-99b0-f601ca7961de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0&tenant_id=57944a39ed824a15aff00c4389f15532 HTTP/1.1" status: 200 len: 1095 time: 0.0528431 Aug 16 01:59:27.385335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:27.442507 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.786059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:27.834926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5f111-a1c6-4eac-90ca-b71a45c9d72c req-5b7c59b9-803b-4f3d-b52a-b9dd393fb0af tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.836577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7e5f111-a1c6-4eac-90ca-b71a45c9d72c req-5b7c59b9-803b-4f3d-b52a-b9dd393fb0af tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.1247773 Aug 16 01:59:27.857657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:27.917121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7e5f111-a1c6-4eac-90ca-b71a45c9d72c req-d892eea6-ffff-48f7-9cd2-bb9238325bf6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717361 Aug 16 01:59:27.919327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e34da1c-5be6-47e5-b4bd-c733afabed3b {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:27.926575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46726) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:27.948951 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.973178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Transition to ACTIVE for port object 9e34da1c-5be6-47e5-b4bd-c733afabed3b will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:28.039004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:28.118599 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.287745 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.312651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=9']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:28.338000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368cd15-603b-40cf-b194-7d55c10eddaa req-fcfca1bd-7326-4ba7-8fb4-1d0bae97b8be tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.348051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6368cd15-603b-40cf-b194-7d55c10eddaa req-fcfca1bd-7326-4ba7-8fb4-1d0bae97b8be tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 945 time: 0.1958818 Aug 16 01:59:28.782420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6368cd15-603b-40cf-b194-7d55c10eddaa req-2e707ee3-a3af-46bb-ad13-c88501825773 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359088 Aug 16 01:59:28.814268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] No DVR routers for this DVR port 9e34da1c-5be6-47e5-b4bd-c733afabed3b on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:28.937309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-746677b4-cd48-498f-aca1-16127e33816f tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.938821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-746677b4-cd48-498f-aca1-16127e33816f tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.64 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 811 time: 0.5616474 Aug 16 01:59:29.024204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94a0dc-c459-4b31-93c8-2552d8626202 req-a9eba927-67e0-4389-b839-4c232de9e88b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.030426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b94a0dc-c459-4b31-93c8-2552d8626202 req-a9eba927-67e0-4389-b839-4c232de9e88b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1575124 Aug 16 01:59:29.038862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b72e44e5-c316-41ea-b400-e387a102ba06 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:29.075840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-ac06efe8-19aa-422e-9351-7b0d28db54a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a88c8239e59b4d438e686a6da20f9f85 HTTP/1.1" status: 200 len: 379 time: 0.0888400 Aug 16 01:59:29.099157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'port': {'device_id': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'admin_state_up': True, 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'security_groups': ['b22eb71a-ced0-4778-b42b-2f6b439ef3d8']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:29.148632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:29.166404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'network_id': '26cca5d1-9758-4bf7-83a9-9882722bc126', 'port_id': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'mac_address': 'fa:16:3e:a9:d7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f660934d-b427-40a4-a144-ca195fdf6a77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:29.185685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b94a0dc-c459-4b31-93c8-2552d8626202 req-1c4548a8-3e3c-480d-8e73-c78f215cb032 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422396 Aug 16 01:59:29.234517 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.249865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72e44e5-c316-41ea-b400-e387a102ba06 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:29.255002 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.272644 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:29.289705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Attempting to bind port 9e34da1c-5be6-47e5-b4bd-c733afabed3b on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:29.290065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Attempting to bind port 9e34da1c-5be6-47e5-b4bd-c733afabed3b by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:29.290393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Attempting to bind port 9e34da1c-5be6-47e5-b4bd-c733afabed3b on network 70853d84-8ef5-487c-aa41-be85b7fb1059 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:29.347844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79ffb08f-63c4-4c3a-9c0d-33e1c666c2f0 req-370c0e49-443a-45e2-8589-30c8b76a006f tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 210 time: 0.0799708 Aug 16 01:59:29.355404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Port 9e34da1c-5be6-47e5-b4bd-c733afabed3b on network 70853d84-8ef5-487c-aa41-be85b7fb1059 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:29.355404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Attempting to bind port 9e34da1c-5be6-47e5-b4bd-c733afabed3b on network 70853d84-8ef5-487c-aa41-be85b7fb1059 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:29.391827 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.394584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:29.395041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Checking segment: {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:29.395651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Bound using segment: {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:29.396220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Bound port: 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:29.397941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.465043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=11']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:29.552975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Allocated IP 172.25.8.118 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/d28d0061-62df-4316-b79b-ed108a1c6f12) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:29.583659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:29.605457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:29.640998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['b72e44e5-c316-41ea-b400-e387a102ba06'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:29.647753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Made reservation on behalf of a88c8239e59b4d438e686a6da20f9f85 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:29.651331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.679678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507f195-b675-4bff-8866-9e6057b3cb05 req-3a65cef3-4612-4aa8-b559-ccc416a850c9 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.681237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0507f195-b675-4bff-8866-9e6057b3cb05 req-3a65cef3-4612-4aa8-b559-ccc416a850c9 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 943 time: 0.1620972 Aug 16 01:59:29.768141 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.877118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.877118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.877118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.878344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e34da1c-5be6-47e5-b4bd-c733afabed3b HTTP/1.1" status: 200 len: 1092 time: 2.4980240 Aug 16 01:59:29.882374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0507f195-b675-4bff-8866-9e6057b3cb05 req-629ee8b2-f8af-47e5-a234-9d059bd96cbd tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715608 Aug 16 01:59:29.882374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:29.897089 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa71a5a-95ee-49df-921a-8290ab0e2370" -d '{"events": [{"name": "network-changed", "server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:29.902916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46784) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.935591 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0a5ed697-87b6-40b2-8ade-64444dfbc926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.001725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ffa4b-2424-41a6-b3e1-798cef40fdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=10']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:30.082833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Allocated IP 172.20.0.8 (4580b099-2551-492d-9cb2-8302c2e9c7cf/65ca8929-8dd2-45be-a2bb-039d58bcad1f/121a6c8e-7ba6-4109-9247-0a469a34b268) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:30.107822 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc4e50d8-3c41-47d7-a211-3e1d548eaffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.113996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-a2f1c59b-40bd-41cc-abef-716d25de8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.115534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-a2f1c59b-40bd-41cc-abef-716d25de8eb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 1096 time: 0.1931415 Aug 16 01:59:30.214560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52642f-6970-43ab-9f89-72fc1b714143 req-9031874f-fd70-4bbc-908c-669314c985df tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.262489 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc4e50d8-3c41-47d7-a211-3e1d548eaffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.262793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a52642f-6970-43ab-9f89-72fc1b714143 req-9031874f-fd70-4bbc-908c-669314c985df tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 946 time: 0.1970339 Aug 16 01:59:30.359728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a52642f-6970-43ab-9f89-72fc1b714143 req-2fbf8961-746c-4edc-8caf-0179e7225660 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991945 Aug 16 01:59:30.374004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-41271e42-8baf-4b45-9692-1a94d51c059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.375511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-41271e42-8baf-4b45-9692-1a94d51c059a service neutron] 10.222.0.64 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 918 time: 0.2523820 Aug 16 01:59:30.444328 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.456967 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e085660-b3f5-4e67-8dc8-da50c7572c9c x-openstack-request-id: req-7e085660-b3f5-4e67-8dc8-da50c7572c9c {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:30.457407 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:30.458094 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e085660-b3f5-4e67-8dc8-da50c7572c9c {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:30.459112 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'status': 'completed', 'code': 200} Aug 16 01:59:30.496870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Transition to ACTIVE for port object 121a6c8e-7ba6-4109-9247-0a469a34b268 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:30.543459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-df8778c1-a2b6-4ec1-abe3-967d39439131 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b HTTP/1.1" status: 200 len: 998 time: 0.1585276 Aug 16 01:59:30.609185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25745f-22da-4e30-b735-28a15d47554b req-dcd9d612-46bf-4bf9-a6a9-be71d3309d98 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.614944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e25745f-22da-4e30-b735-28a15d47554b req-dcd9d612-46bf-4bf9-a6a9-be71d3309d98 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1320684 Aug 16 01:59:30.648303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-2fc74b6e-c012-4017-b4b0-8bf10ec953ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.649753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-2fc74b6e-c012-4017-b4b0-8bf10ec953ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.0981512 Aug 16 01:59:30.702879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e25745f-22da-4e30-b735-28a15d47554b req-83f52864-7055-463d-ad5d-174a41cddf2f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666380 Aug 16 01:59:30.720411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-1a3e205e-c597-4fc1-acb6-492d6ed438ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.722082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-1a3e205e-c597-4fc1-acb6-492d6ed438ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646434 Aug 16 01:59:30.838290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-b65cc367-2962-4ad3-9a9e-93aec2185d8d service neutron] 10.222.0.64 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082325 Aug 16 01:59:30.953980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-922c09bd-e1cf-4566-9611-5f1b8d51145c req-31985489-cdde-4c85-916a-7553d3832242 service neutron] 10.222.0.64 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084011 Aug 16 01:59:31.037011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b72e44e5-c316-41ea-b400-e387a102ba06 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:31.164860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c54ae2e-dec4-4483-8cc3-79af9e283bcc req-1ada5bf9-8285-4372-a0f4-381e4cfabc84 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 210 time: 0.0340357 Aug 16 01:59:31.232804 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.276387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:31.280266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:31.284314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:31.331245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc4e50d8-3c41-47d7-a211-3e1d548eaffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.335886 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port b72e44e5-c316-41ea-b400-e387a102ba06 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:31.337534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Pushing event updated for resources: {'Port': ['ID=d28d0061-62df-4316-b79b-ed108a1c6f12,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.349488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.358718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port b72e44e5-c316-41ea-b400-e387a102ba06 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:31.359103 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.378442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e50d8-3c41-47d7-a211-3e1d548eaffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08423b8-c22d-4109-b67e-eb693556e95c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.425554 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bc4e50d8-3c41-47d7-a211-3e1d548eaffd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4da59bf2211451790f5fea61a4d0c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5273724 Aug 16 01:59:31.435837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46806) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:31.508223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Network 4580b099-2551-492d-9cb2-8302c2e9c7cf is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:31.510076 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99a84e5-c5a5-4b38-a778-246e148eb3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.510810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:31.514892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:31.524869 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.534495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8ee2d-5160-466f-a88e-1c45c2347e19 req-85898275-da8a-4a01-b6e7-360ecd1d67f5 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.536230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92b8ee2d-5160-466f-a88e-1c45c2347e19 req-85898275-da8a-4a01-b6e7-360ecd1d67f5 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.2470872 Aug 16 01:59:31.538111 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99a84e5-c5a5-4b38-a778-246e148eb3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.592203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:31.592203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:31.595279 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e5e744-f5a3-4339-b876-827a044662be" -d '{"events": [{"server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:31.624698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event updated for resources: {'Port': ['ID=121a6c8e-7ba6-4109-9247-0a469a34b268,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.663452 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.673753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa71a5a-95ee-49df-921a-8290ab0e2370 req-c6370c34-47f7-42cd-bd0b-9461bdc3724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.675438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfa71a5a-95ee-49df-921a-8290ab0e2370 req-c6370c34-47f7-42cd-bd0b-9461bdc3724c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 1096 time: 0.2628567 Aug 16 01:59:31.695475 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.717199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.718213 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.736084 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99a84e5-c5a5-4b38-a778-246e148eb3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.739943 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e99a84e5-c5a5-4b38-a778-246e148eb3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.741543 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e99a84e5-c5a5-4b38-a778-246e148eb3dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d08423b8-c22d-4109-b67e-eb693556e95c HTTP/1.1" status: 204 len: 168 time: 0.3127244 Aug 16 01:59:31.751317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92b8ee2d-5160-466f-a88e-1c45c2347e19 req-1eefac25-da55-4571-85a4-ef0a0b2c1753 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857996 Aug 16 01:59:31.790352 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a84e5-c5a5-4b38-a778-246e148eb3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08423b8-c22d-4109-b67e-eb693556e95c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.800716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=12']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.886796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-54cbe02d-c582-4fd9-acf1-52b6bf6c7a4c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7968457 Aug 16 01:59:31.909114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Request body: {'port': {'device_id': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:31.954746 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.055537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b3628cba-a281-40a7-8ca1-eb3d1b6d5b88 None None] Provisioning for port 121a6c8e-7ba6-4109-9247-0a469a34b268 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:32.060172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b3628cba-a281-40a7-8ca1-eb3d1b6d5b88 None None] Provisioning complete for port 121a6c8e-7ba6-4109-9247-0a469a34b268 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:32.060715 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b3628cba-a281-40a7-8ca1-eb3d1b6d5b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.129521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b3628cba-a281-40a7-8ca1-eb3d1b6d5b88 None None] Port 121a6c8e-7ba6-4109-9247-0a469a34b268 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:32.510521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa71a5a-95ee-49df-921a-8290ab0e2370 req-50e3d32e-25b7-482b-ba72-598de5909d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.512130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfa71a5a-95ee-49df-921a-8290ab0e2370 req-50e3d32e-25b7-482b-ba72-598de5909d96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 918 time: 0.8194838 Aug 16 01:59:32.543029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.570723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9414a6-024f-41b9-81a8-64d25dcbfe0c req-f10c54c9-f2ca-44e2-a79c-7247f403b111 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.572350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e9414a6-024f-41b9-81a8-64d25dcbfe0c req-f10c54c9-f2ca-44e2-a79c-7247f403b111 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.6603951 Aug 16 01:59:32.704747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e9414a6-024f-41b9-81a8-64d25dcbfe0c req-f74bb3ec-c2e0-43f8-9159-3149596dc82d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198258 Aug 16 01:59:32.781706 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0653b779-2bb0-4194-9466-947891946b6f x-openstack-request-id: req-0653b779-2bb0-4194-9466-947891946b6f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:32.782076 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:32.786042 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0653b779-2bb0-4194-9466-947891946b6f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:32.786042 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'code': 200} Aug 16 01:59:32.809784 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.838152 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.898088 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-693e7ece-e8f3-4734-9dba-59efa01a36fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.928265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46836) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:32.931514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.948337 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5e1810f-94e4-45ff-a35a-4039796681f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.035430 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.048387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Pushing event updated for resources: {'Port': ['ID=d28d0061-62df-4316-b79b-ed108a1c6f12,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:33.063203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f9c8-98bf-4f6f-a5f9-460e9babf810 req-4806c579-62c8-43fd-851c-4fbeaaa1f4c3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:33.064765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d805f9c8-98bf-4f6f-a5f9-460e9babf810 req-4806c579-62c8-43fd-851c-4fbeaaa1f4c3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.2242033 Aug 16 01:59:33.080934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5e1810f-94e4-45ff-a35a-4039796681f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.170174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d805f9c8-98bf-4f6f-a5f9-460e9babf810 req-70ced069-3d74-4e97-a1be-f87669b5de40 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782197 Aug 16 01:59:33.192641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5e1810f-94e4-45ff-a35a-4039796681f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.256963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121a6c8e-7ba6-4109-9247-0a469a34b268 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:33.267525 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.277231 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b5e1810f-94e4-45ff-a35a-4039796681f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26f289b1eee546f28461f994f6af7ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477333 Aug 16 01:59:33.278096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1810f-94e4-45ff-a35a-4039796681f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc90925-345f-49f8-8bfd-34623e1e3d93,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:33.280540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46840) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:33.282871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Transition to ACTIVE for port object 121a6c8e-7ba6-4109-9247-0a469a34b268 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:33.326282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.327559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e849db89-7490-4d5f-b353-edb2633a59b8 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4004803 Aug 16 01:59:33.331034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46842) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:33.340547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a8308f06-aec7-471f-9aef-f3d970b7f63c tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-10469596', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'fixed_ips': [{'ip_address': '172.25.8.118'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:33.355985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9012a745-2963-491c-a00a-34aa9ca9414a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.379221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c937dfa-95e2-4af5-81e8-26f311c35577 req-ce3b78f5-34d5-4991-b2cf-7470f0deb733 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:33.381303 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c937dfa-95e2-4af5-81e8-26f311c35577 req-ce3b78f5-34d5-4991-b2cf-7470f0deb733 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 931 time: 0.0966125 Aug 16 01:59:33.395730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9012a745-2963-491c-a00a-34aa9ca9414a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.426848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.514444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8308f06-aec7-471f-9aef-f3d970b7f63c tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Made reservation on behalf of 6a1bfd96251c491fa3dd66cfe1a966cb for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:33.516459 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8308f06-aec7-471f-9aef-f3d970b7f63c tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.545581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c937dfa-95e2-4af5-81e8-26f311c35577 req-44733ebb-f489-4765-ba2f-7c53de8fb768 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536651 Aug 16 01:59:33.553073 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Pushing event updated for resources: {'Port': ['ID=121a6c8e-7ba6-4109-9247-0a469a34b268,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:33.566373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8308f06-aec7-471f-9aef-f3d970b7f63c tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.629253 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9012a745-2963-491c-a00a-34aa9ca9414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.639334 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9012a745-2963-491c-a00a-34aa9ca9414a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.639334 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9012a745-2963-491c-a00a-34aa9ca9414a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bbc90925-345f-49f8-8bfd-34623e1e3d93 HTTP/1.1" status: 204 len: 168 time: 0.3520188 Aug 16 01:59:33.650919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012a745-2963-491c-a00a-34aa9ca9414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc90925-345f-49f8-8bfd-34623e1e3d93,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:33.909399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Attempting to bind port 121a6c8e-7ba6-4109-9247-0a469a34b268 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:33.909741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Attempting to bind port 121a6c8e-7ba6-4109-9247-0a469a34b268 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:33.910153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Attempting to bind port 121a6c8e-7ba6-4109-9247-0a469a34b268 on network 4580b099-2551-492d-9cb2-8302c2e9c7cf {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:33.917683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Port 121a6c8e-7ba6-4109-9247-0a469a34b268 on network 4580b099-2551-492d-9cb2-8302c2e9c7cf not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:33.918610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Attempting to bind port 121a6c8e-7ba6-4109-9247-0a469a34b268 on network 4580b099-2551-492d-9cb2-8302c2e9c7cf {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:33.948888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:33.949219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Checking segment: {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:33.950210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Bound using segment: {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:33.950834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Bound port: 121a6c8e-7ba6-4109-9247-0a469a34b268, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:33.951148 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.981337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fcdfd-4a1d-4087-b217-18b96038c8d7 req-323a44b7-6345-4476-9579-7f136839c20c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:33.995386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f7fcdfd-4a1d-4087-b217-18b96038c8d7 req-323a44b7-6345-4476-9579-7f136839c20c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.2186553 Aug 16 01:59:34.066832 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.147887 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f7fcdfd-4a1d-4087-b217-18b96038c8d7 req-d7f7bc64-b2b3-4881-95ba-7827e26a6f90 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503253 Aug 16 01:59:34.163846 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8308f06-aec7-471f-9aef-f3d970b7f63c tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.177318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] For port 121a6c8e-7ba6-4109-9247-0a469a34b268, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:34.185056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] For port 121a6c8e-7ba6-4109-9247-0a469a34b268, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=121a6c8e-7ba6-4109-9247-0a469a34b268,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:34.328751 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8308f06-aec7-471f-9aef-f3d970b7f63c tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.357511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-a8308f06-aec7-471f-9aef-f3d970b7f63c tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] device_id is not set on port 6565c2be-ce51-491a-a030-ca5920d38d85 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:59:34.362743 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.459713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8308f06-aec7-471f-9aef-f3d970b7f63c tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52791ad1-81c8-4037-962d-8ba192943549,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:34.515692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d52085-b873-4b51-a96c-7cb7624be08f req-21e3e64e-5e66-4d99-935e-f1bf803d1ded tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.517394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6d52085-b873-4b51-a96c-7cb7624be08f req-21e3e64e-5e66-4d99-935e-f1bf803d1ded tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.2588775 Aug 16 01:59:34.521057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.521663 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.523109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] 10.222.0.64 "PUT /v2.0/ports/121a6c8e-7ba6-4109-9247-0a469a34b268 HTTP/1.1" status: 200 len: 1092 time: 2.6230199 Aug 16 01:59:34.530739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'tag': '121a6c8e-7ba6-4109-9247-0a469a34b268'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:34.533145 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf83bfd-3f52-4223-9291-ab2c760c3d83" -d '{"events": [{"name": "network-changed", "server_uuid": "a3afb88f-70b7-4072-b2f3-e94c0f5fba46", "tag": "121a6c8e-7ba6-4109-9247-0a469a34b268"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:34.658568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268f64c-7994-4b3e-8082-6956496aae72 service neutron] Pushing event updated for resources: {'Port': ['ID=121a6c8e-7ba6-4109-9247-0a469a34b268,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:34.695693 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6d52085-b873-4b51-a96c-7cb7624be08f req-c5571a0c-986b-458d-b696-f774cde97397 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525476 Aug 16 01:59:34.877050 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8308f06-aec7-471f-9aef-f3d970b7f63c tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 01:59:34.877050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8308f06-aec7-471f-9aef-f3d970b7f63c tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:34.922934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ad8e8-2f85-46d6-b125-ccb12f9afaa9 req-1fdd35b7-83fa-415d-8874-0af5517f4996 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.928549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f74ad8e8-2f85-46d6-b125-ccb12f9afaa9 req-1fdd35b7-83fa-415d-8874-0af5517f4996 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0691030 Aug 16 01:59:34.983153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f74ad8e8-2f85-46d6-b125-ccb12f9afaa9 req-67ee1309-6aaf-46dc-bc37-0383bf6e35d9 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Aug 16 01:59:34.996153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a8308f06-aec7-471f-9aef-f3d970b7f63c tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6620293 Aug 16 01:59:34.997379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46870) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.131370 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0578b86a-2597-4270-b951-ccb72b1fea97 x-openstack-request-id: req-0578b86a-2597-4270-b951-ccb72b1fea97 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:35.133555 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3afb88f-70b7-4072-b2f3-e94c0f5fba46", "tag": "121a6c8e-7ba6-4109-9247-0a469a34b268", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:35.133555 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0578b86a-2597-4270-b951-ccb72b1fea97 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:35.133555 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'tag': '121a6c8e-7ba6-4109-9247-0a469a34b268', 'status': 'completed', 'code': 200} Aug 16 01:59:35.264947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b2808e28-de5a-4e5f-be1c-4be834c4bbe5 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Deleting port d28d0061-62df-4316-b79b-ed108a1c6f12 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:35.265681 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b2808e28-de5a-4e5f-be1c-4be834c4bbe5 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.278856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465168f-8955-4ac9-9d9f-f0511fc35d24 req-290f37ba-dad8-4699-b124-03419f0f5196 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.279134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a465168f-8955-4ac9-9d9f-f0511fc35d24 req-290f37ba-dad8-4699-b124-03419f0f5196 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 943 time: 0.0688944 Aug 16 01:59:35.382614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a465168f-8955-4ac9-9d9f-f0511fc35d24 req-9accf559-f92b-4c32-9db8-f78f9f177a5e tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666010 Aug 16 01:59:35.408256 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b2808e28-de5a-4e5f-be1c-4be834c4bbe5 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.412413 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b2808e28-de5a-4e5f-be1c-4be834c4bbe5 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.441669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b2808e28-de5a-4e5f-be1c-4be834c4bbe5 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Calling delete_port for d28d0061-62df-4316-b79b-ed108a1c6f12 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:35.654559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd63ee5-822f-449a-85b1-24e903c19f44 req-17de309a-76fc-4cc2-801b-8406c370fee1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.656259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afd63ee5-822f-449a-85b1-24e903c19f44 req-17de309a-76fc-4cc2-801b-8406c370fee1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.0861673 Aug 16 01:59:35.708791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afd63ee5-822f-449a-85b1-24e903c19f44 req-d6e2db63-778f-4990-8511-fd8930831a71 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451229 Aug 16 01:59:35.738545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b2808e28-de5a-4e5f-be1c-4be834c4bbe5 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.752224 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.779832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2808e28-de5a-4e5f-be1c-4be834c4bbe5 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Pushing event deleted for resources: {'Port': ['ID=d28d0061-62df-4316-b79b-ed108a1c6f12,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:35.905640 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b2808e28-de5a-4e5f-be1c-4be834c4bbe5 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.908545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b2808e28-de5a-4e5f-be1c-4be834c4bbe5 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.910667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b2808e28-de5a-4e5f-be1c-4be834c4bbe5 tempest-ExternalNetworksAdminNegativeTestJSON-59585531 tempest-ExternalNetworksAdminNegativeTestJSON-59585531-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/2507bb28-e58d-4fdd-a534-dbfe66bc708e HTTP/1.1" status: 204 len: 168 time: 0.9112568 Aug 16 01:59:35.927379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fae12f-f4bf-4736-837b-56d222241794 req-460b7fea-f198-4348-ac9c-df32670b166d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.930343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64fae12f-f4bf-4736-837b-56d222241794 req-460b7fea-f198-4348-ac9c-df32670b166d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0852962 Aug 16 01:59:36.000946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64fae12f-f4bf-4736-837b-56d222241794 req-11823955-855d-411d-934b-74e33774a0af tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596941 Aug 16 01:59:36.147680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f5cf6-ca47-475f-b7e1-78a838a0755b req-f756d580-5ec1-4c96-b6f5-eb3f9b396cfc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.149136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-882f5cf6-ca47-475f-b7e1-78a838a0755b req-f756d580-5ec1-4c96-b6f5-eb3f9b396cfc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0649285 Aug 16 01:59:36.192447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-882f5cf6-ca47-475f-b7e1-78a838a0755b req-c2e33262-5cba-4407-9aff-a46cd56ddb64 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369437 Aug 16 01:59:36.523384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf88461-4a6d-4eb2-a212-14deef22eafe req-e4c78edd-4539-47ee-ad16-5f6372796a8a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.524915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddf88461-4a6d-4eb2-a212-14deef22eafe req-e4c78edd-4539-47ee-ad16-5f6372796a8a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 943 time: 0.0515907 Aug 16 01:59:36.573360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddf88461-4a6d-4eb2-a212-14deef22eafe req-283054a3-9ad4-437c-8499-0f09e6e72acd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 Aug 16 01:59:36.658100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46940) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.880016 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf4491ae-f75e-4ed0-a361-286a6a1bbf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.914491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207d69a-28a1-4c36-9f79-5c25c40cbabb req-6a99a3a5-4bb1-4364-addf-6ce0181bcb15 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.915962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2207d69a-28a1-4c36-9f79-5c25c40cbabb req-6a99a3a5-4bb1-4364-addf-6ce0181bcb15 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.1115835 Aug 16 01:59:36.995843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2207d69a-28a1-4c36-9f79-5c25c40cbabb req-00d95c3e-94f1-4c41-b328-fe9926e56ec3 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697711 Aug 16 01:59:37.050803 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf4491ae-f75e-4ed0-a361-286a6a1bbf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.154088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54ce2c-c4f0-43e9-8c3a-54d591a4bf83 req-c654e478-3d1c-4f2d-bf28-98aa917419b0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.155881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d54ce2c-c4f0-43e9-8c3a-54d591a4bf83 req-c654e478-3d1c-4f2d-bf28-98aa917419b0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0560634 Aug 16 01:59:37.202235 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d54ce2c-c4f0-43e9-8c3a-54d591a4bf83 req-369ac592-4fb3-4c72-bf06-45a250fe8599 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 Aug 16 01:59:37.203992 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf4491ae-f75e-4ed0-a361-286a6a1bbf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.274947 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46992) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:37.280913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cf4491ae-f75e-4ed0-a361-286a6a1bbf21 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11604e8a81a24701a518f6f348a1278c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215918 Aug 16 01:59:37.300165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4491ae-f75e-4ed0-a361-286a6a1bbf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c014bb27-3561-4501-83d3-4b08fe9cc365,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:37.335311 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.348572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f827c-1a01-4f2f-9028-078be90f300a req-f4f43d80-d7b6-4f8e-84fe-e9eaf9b7776b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.354351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d80f827c-1a01-4f2f-9028-078be90f300a req-f4f43d80-d7b6-4f8e-84fe-e9eaf9b7776b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0685892 Aug 16 01:59:37.365329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.428374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d80f827c-1a01-4f2f-9028-078be90f300a req-fd139405-d172-4cea-929b-5130c874f6e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654261 Aug 16 01:59:37.558350 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.561869 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.572171 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c014bb27-3561-4501-83d3-4b08fe9cc365 HTTP/1.1" status: 204 len: 168 time: 0.2869554 Aug 16 01:59:37.576666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c014bb27-3561-4501-83d3-4b08fe9cc365,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:37.586430 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.586869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.587227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.587634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.588369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.588369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.588882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.589504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.590631 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.590779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.591185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.591742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415cf985-5de2-453c-8951-48a4e93fc83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:37.718723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f1a33-4f6f-457b-8479-f3e031c81e21 req-69dbb506-f112-42a3-b8f1-909d69b2be92 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.720318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b1f1a33-4f6f-457b-8479-f3e031c81e21 req-69dbb506-f112-42a3-b8f1-909d69b2be92 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 943 time: 0.0565870 Aug 16 01:59:37.763030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b1f1a33-4f6f-457b-8479-f3e031c81e21 req-ab602e37-a8c0-4d87-8191-e354b6e304d3 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360026 Aug 16 01:59:38.151404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2108b1d-8246-4a69-a21f-b6daab6f8887 req-a3bf4e4a-4615-443a-b25f-67e465126ba7 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.151404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2108b1d-8246-4a69-a21f-b6daab6f8887 req-a3bf4e4a-4615-443a-b25f-67e465126ba7 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.0609856 Aug 16 01:59:38.187084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2108b1d-8246-4a69-a21f-b6daab6f8887 req-10b951fd-991f-4a58-8c1d-3d7a0fa025f0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377512 Aug 16 01:59:38.378923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724fc1a-46de-41b1-949e-7730b957f2ee req-222f15aa-cbb3-45ae-9b2a-8fcaff6a6c1f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.393951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0724fc1a-46de-41b1-949e-7730b957f2ee req-222f15aa-cbb3-45ae-9b2a-8fcaff6a6c1f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0778077 Aug 16 01:59:38.395531 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47018) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.449949 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0724fc1a-46de-41b1-949e-7730b957f2ee req-37fd81b0-f36e-494a-b049-a4b7e2843ee4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464468 Aug 16 01:59:38.619254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07d30b3d-8751-4d45-b945-f7d4f8ca28dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.657235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47028) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.685848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10bf88-3d0f-4c11-87a1-cf4d7fb75de3 req-2b711641-1ae5-45f4-94d1-1c4b5e4ee461 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.702144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd10bf88-3d0f-4c11-87a1-cf4d7fb75de3 req-2b711641-1ae5-45f4-94d1-1c4b5e4ee461 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1236093 Aug 16 01:59:38.776365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd10bf88-3d0f-4c11-87a1-cf4d7fb75de3 req-97fefac6-0b36-4357-b165-b8793b3bcd88 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673747 Aug 16 01:59:38.808140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07d30b3d-8751-4d45-b945-f7d4f8ca28dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.809700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2d9663aa-6761-4607-b3fa-5778c5a38b45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a1bfd96251c491fa3dd66cfe1a966cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497216 Aug 16 01:59:38.810778 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47034) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.877036 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e5c9c85-787b-4f24-b17a-ac0f1a271464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.880667 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07d30b3d-8751-4d45-b945-f7d4f8ca28dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.951171 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-07d30b3d-8751-4d45-b945-f7d4f8ca28dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16ad1b5e54f74a25a61ed515fbee0513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558395 Aug 16 01:59:38.954012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47040) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.977068 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e5c9c85-787b-4f24-b17a-ac0f1a271464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.007448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d30b3d-8751-4d45-b945-f7d4f8ca28dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87042423-6a90-47eb-a060-062688d42a04,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.068001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f56ecd7e-ea9f-4283-bc41-b8de268a9ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.106570 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f56ecd7e-ea9f-4283-bc41-b8de268a9ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.169267 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e5c9c85-787b-4f24-b17a-ac0f1a271464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.172038 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e5c9c85-787b-4f24-b17a-ac0f1a271464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.173289 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3e5c9c85-787b-4f24-b17a-ac0f1a271464 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52791ad1-81c8-4037-962d-8ba192943549 HTTP/1.1" status: 204 len: 168 time: 0.3610408 Aug 16 01:59:39.192360 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c9c85-787b-4f24-b17a-ac0f1a271464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52791ad1-81c8-4037-962d-8ba192943549,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.256171 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f56ecd7e-ea9f-4283-bc41-b8de268a9ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.259649 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f56ecd7e-ea9f-4283-bc41-b8de268a9ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.260883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f56ecd7e-ea9f-4283-bc41-b8de268a9ea8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87042423-6a90-47eb-a060-062688d42a04 HTTP/1.1" status: 204 len: 168 time: 0.3058660 Aug 16 01:59:39.273042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ecd7e-ea9f-4283-bc41-b8de268a9ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87042423-6a90-47eb-a060-062688d42a04,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.415288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947b1f5-db84-46b6-b274-dfc7d3616a5d req-5d10a9a2-9d77-4efb-a876-e694d55eb0ea tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.424552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5947b1f5-db84-46b6-b274-dfc7d3616a5d req-5d10a9a2-9d77-4efb-a876-e694d55eb0ea tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 943 time: 0.1108267 Aug 16 01:59:39.452148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c514-08fc-480f-aa4e-53b895d0bc87 req-c74b4144-26e1-4973-802c-82c668b90723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.454040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f21c514-08fc-480f-aa4e-53b895d0bc87 req-c74b4144-26e1-4973-802c-82c668b90723 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 1098 time: 0.0899014 Aug 16 01:59:39.495847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5947b1f5-db84-46b6-b274-dfc7d3616a5d req-1158682e-8316-4212-a71c-1071c4ab40b5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711243 Aug 16 01:59:39.597494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c514-08fc-480f-aa4e-53b895d0bc87 req-a8ddbdad-ab4f-4ed4-8145-dc3e4fa6ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.599390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f21c514-08fc-480f-aa4e-53b895d0bc87 req-a8ddbdad-ab4f-4ed4-8145-dc3e4fa6ee03 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 920 time: 0.1347857 Aug 16 01:59:39.743189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f21c514-08fc-480f-aa4e-53b895d0bc87 req-ca2b9edf-1e6e-49ae-bd08-e822440fd6d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e HTTP/1.1" status: 200 len: 217 time: 0.0525973 Aug 16 01:59:39.743189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c514-08fc-480f-aa4e-53b895d0bc87 req-3b46456c-a283-4b44-a444-ed538569477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.743189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f21c514-08fc-480f-aa4e-53b895d0bc87 req-3b46456c-a283-4b44-a444-ed538569477f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19ebfeea-9363-4125-816a-3528e07633d1 HTTP/1.1" status: 200 len: 859 time: 0.0741122 Aug 16 01:59:39.769485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e4859-1a9f-4a1c-a32d-4b7b08a4032e req-52c1b718-bd26-4b9d-a6dc-4f09f93f3e87 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.774524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c81e4859-1a9f-4a1c-a32d-4b7b08a4032e req-52c1b718-bd26-4b9d-a6dc-4f09f93f3e87 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.0791233 Aug 16 01:59:39.797211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f21c514-08fc-480f-aa4e-53b895d0bc87 req-40e347d4-4e73-4b08-bfa3-86e3f2cde3f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453715 Aug 16 01:59:39.936397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c81e4859-1a9f-4a1c-a32d-4b7b08a4032e req-e9835173-7cf6-48e4-80a2-365075e6f033 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374075 Aug 16 01:59:39.969475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f21c514-08fc-480f-aa4e-53b895d0bc87 req-10fd44e5-778f-49c7-b633-4e03ed59cd56 service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534550 Aug 16 01:59:40.135187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f21c514-08fc-480f-aa4e-53b895d0bc87 req-92d5a15a-c41c-4816-9b36-0bde5058d0ce service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578753 Aug 16 01:59:40.162004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d58b2-7403-49a5-8401-58a377b41742 req-f1aadcb5-2f7a-4a72-9d58-1ab8a0bda717 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.163803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-161d58b2-7403-49a5-8401-58a377b41742 req-f1aadcb5-2f7a-4a72-9d58-1ab8a0bda717 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1069016 Aug 16 01:59:40.221608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-161d58b2-7403-49a5-8401-58a377b41742 req-fdfbc0fc-c5b6-4a66-bcef-867159450dd3 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511470 Aug 16 01:59:40.394387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483e573-b262-4884-80fc-cd89ba6daf3a req-22036468-6796-4514-a6b0-5e2b0f1aecc0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.398220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2483e573-b262-4884-80fc-cd89ba6daf3a req-22036468-6796-4514-a6b0-5e2b0f1aecc0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0755405 Aug 16 01:59:40.470528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2483e573-b262-4884-80fc-cd89ba6daf3a req-7fa686d1-705d-4a1e-95c9-091dc2779ad8 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594003 Aug 16 01:59:40.609269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ddf61-f496-4840-98bd-a087200993f1 req-37845850-a682-4ebe-baca-46711d1e8eb1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.609269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e33ddf61-f496-4840-98bd-a087200993f1 req-37845850-a682-4ebe-baca-46711d1e8eb1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0687237 Aug 16 01:59:40.673228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e33ddf61-f496-4840-98bd-a087200993f1 req-93689348-3792-48d5-8ec4-19f1a3ddfd58 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571063 Aug 16 01:59:40.824312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19793503-c964-4277-9923-66481aeddf09 req-dc9e1e2c-c3bb-4180-aba2-6f65a4cc6eac tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.832786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19793503-c964-4277-9923-66481aeddf09 req-dc9e1e2c-c3bb-4180-aba2-6f65a4cc6eac tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 943 time: 0.0811591 Aug 16 01:59:40.909711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19793503-c964-4277-9923-66481aeddf09 req-21d492d1-1ebc-4bb6-84b1-aead8814384e tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608180 Aug 16 01:59:41.145978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6811cb2-a247-49d8-8474-64322bfa967f req-ef51e97c-3af4-470c-96e2-a4494de25739 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.148202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6811cb2-a247-49d8-8474-64322bfa967f req-ef51e97c-3af4-470c-96e2-a4494de25739 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.0971634 Aug 16 01:59:41.219112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6811cb2-a247-49d8-8474-64322bfa967f req-314d99c5-1cd5-4e7b-a0bb-c0bb3346b817 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628223 Aug 16 01:59:41.481000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aed3d8-4fbf-40cd-bc46-c7015b128c28 req-1a3d942a-0c81-4665-8f6e-7ae2fd89d06a tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.489391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85aed3d8-4fbf-40cd-bc46-c7015b128c28 req-1a3d942a-0c81-4665-8f6e-7ae2fd89d06a tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1138172 Aug 16 01:59:41.544392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85aed3d8-4fbf-40cd-bc46-c7015b128c28 req-37f9ddf9-1875-448e-adba-56d496a08c7c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540566 Aug 16 01:59:41.710338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c134b-5e80-49be-a7b6-94d7b803c313 req-4eb996bb-f3b2-4d27-bf3b-da143f26cbd1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.713547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f97c134b-5e80-49be-a7b6-94d7b803c313 req-4eb996bb-f3b2-4d27-bf3b-da143f26cbd1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0724580 Aug 16 01:59:41.760038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f97c134b-5e80-49be-a7b6-94d7b803c313 req-303fdf2c-7470-4639-8090-7c59a6f1d7c0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 Aug 16 01:59:41.915695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf385-57d0-4d4f-9543-ebf2218a6cac req-c44827ad-ed51-4898-b970-cdc0a0bc61ac tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.917209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4faf385-57d0-4d4f-9543-ebf2218a6cac req-c44827ad-ed51-4898-b970-cdc0a0bc61ac tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0531275 Aug 16 01:59:41.957582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4faf385-57d0-4d4f-9543-ebf2218a6cac req-d9ef6518-25db-4c9e-a22a-d62d255da414 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335555 Aug 16 01:59:42.170266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d83c80-86ae-4a94-8809-92a3524e0f1c req-60c05e9a-075e-4b21-b743-d713df3c244e tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.170266 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8d83c80-86ae-4a94-8809-92a3524e0f1c req-60c05e9a-075e-4b21-b743-d713df3c244e tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 943 time: 0.0651979 Aug 16 01:59:42.170266 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8d83c80-86ae-4a94-8809-92a3524e0f1c req-9a1cf3a1-feb2-48e4-88d7-defede667a7a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371070 Aug 16 01:59:42.386971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b89477-6298-4577-850f-fb6e1fd5361b req-81c1bb75-f773-46f2-931f-d5bc9ded8fc2 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.390858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67b89477-6298-4577-850f-fb6e1fd5361b req-81c1bb75-f773-46f2-931f-d5bc9ded8fc2 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.0773838 Aug 16 01:59:42.554002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfa71a5a-95ee-49df-921a-8290ab0e2370 req-e4b4db11-0359-42b9-bb20-adc0af911110 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b HTTP/1.1" status: 200 len: 998 time: 0.1613874 Aug 16 01:59:42.556472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf83bfd-3f52-4223-9291-ab2c760c3d83 req-8b5ccab7-e58f-4155-8502-765693d6b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.557969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dbf83bfd-3f52-4223-9291-ab2c760c3d83 req-8b5ccab7-e58f-4155-8502-765693d6b1c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 1095 time: 0.1497567 Aug 16 01:59:42.561894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-67b89477-6298-4577-850f-fb6e1fd5361b req-54f53dfb-621e-425d-aac5-e813a9bca220 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409929 Aug 16 01:59:42.678759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b31f8-d546-421f-bc9d-3afbdbb14242 req-7eaabe47-ba9c-4d05-afd4-9a91195c639c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.680411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf6b31f8-d546-421f-bc9d-3afbdbb14242 req-7eaabe47-ba9c-4d05-afd4-9a91195c639c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0545180 Aug 16 01:59:42.796373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf6b31f8-d546-421f-bc9d-3afbdbb14242 req-ae97e539-2225-44ed-b23a-d763a254a097 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082776 Aug 16 01:59:42.810689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10fee1-4be1-4e10-98a6-073db4ba951a req-1b8c2b72-a1a6-4dc2-b9f8-b0a54a5729d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.812250 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4c10fee1-4be1-4e10-98a6-073db4ba951a req-1b8c2b72-a1a6-4dc2-b9f8-b0a54a5729d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 1099 time: 0.0457039 Aug 16 01:59:42.879483 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-4c10fee1-4be1-4e10-98a6-073db4ba951a req-44dad829-8b48-45b8-bf91-2cf25c2583db service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547376 Aug 16 01:59:43.198483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa71a5a-95ee-49df-921a-8290ab0e2370 req-fd330981-a836-49f8-a080-57969f53a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.200681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfa71a5a-95ee-49df-921a-8290ab0e2370 req-fd330981-a836-49f8-a080-57969f53a8b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.4725807 Aug 16 01:59:43.273897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83c361-f6c7-4646-92a6-f71955b9d568 req-b9005878-700f-4fab-802d-a87663f06d82 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.281354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e83c361-f6c7-4646-92a6-f71955b9d568 req-b9005878-700f-4fab-802d-a87663f06d82 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.1749749 Aug 16 01:59:43.335479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa71a5a-95ee-49df-921a-8290ab0e2370 req-eff61c71-97a0-477c-b81f-383e08ae404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.336906 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfa71a5a-95ee-49df-921a-8290ab0e2370 req-eff61c71-97a0-477c-b81f-383e08ae404f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249697 Aug 16 01:59:43.339571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf83bfd-3f52-4223-9291-ab2c760c3d83 req-d5bfc116-016f-4e14-b9a5-00ada67a1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.341059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dbf83bfd-3f52-4223-9291-ab2c760c3d83 req-d5bfc116-016f-4e14-b9a5-00ada67a1af2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a88c8239e59b4d438e686a6da20f9f85&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6142468 Aug 16 01:59:43.427991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e83c361-f6c7-4646-92a6-f71955b9d568 req-34f2b504-73bf-45c8-a068-9be34e82d0cb tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436694 Aug 16 01:59:43.475949 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47154) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:43.548523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf83bfd-3f52-4223-9291-ab2c760c3d83 req-38ad7a10-a78a-487f-8ce3-482555281a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.550058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dbf83bfd-3f52-4223-9291-ab2c760c3d83 req-38ad7a10-a78a-487f-8ce3-482555281a5e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1882412 Aug 16 01:59:43.553707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfa71a5a-95ee-49df-921a-8290ab0e2370 req-e12b59c8-1991-43ee-a292-a6bffe11c6e0 service neutron] 10.222.0.64 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023904 Aug 16 01:59:43.604815 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47160) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:43.676754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfa71a5a-95ee-49df-921a-8290ab0e2370 req-d2a000b5-738e-4531-acb8-adfcab17780c service neutron] 10.222.0.64 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100736 Aug 16 01:59:43.740099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-dcdfc521-7733-4f58-98d6-412f32f12cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.742407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-dcdfc521-7733-4f58-98d6-412f32f12cf3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 1095 time: 0.0644436 Aug 16 01:59:43.798126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-203a48ae-aa6b-475a-83a9-5b1394230448 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=121a6c8e-7ba6-4109-9247-0a469a34b268 HTTP/1.1" status: 200 len: 217 time: 0.0472405 Aug 16 01:59:43.817339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1115917884', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:43.906033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-3d38fbee-c466-44b5-a845-59637d126309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.907568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-3d38fbee-c466-44b5-a845-59637d126309 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 200 len: 850 time: 0.1014631 Aug 16 01:59:43.952287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Made reservation on behalf of 25dae9be6e824652a9a6a26fea65ab23 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:43.957413 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.967388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eee934-3be6-4f71-9879-97f9305abe9e req-6b8b3568-f5bf-43c1-b954-f0772e0e005b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.968471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1218356418'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:43.968967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32eee934-3be6-4f71-9879-97f9305abe9e req-6b8b3568-f5bf-43c1-b954-f0772e0e005b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0957184 Aug 16 01:59:44.001590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-f3da780b-fab2-4458-a23c-df843080e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.003162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-f3da780b-fab2-4458-a23c-df843080e34e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4580b099-2551-492d-9cb2-8302c2e9c7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874255 Aug 16 01:59:44.011442 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.041904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32eee934-3be6-4f71-9879-97f9305abe9e req-f4ea0cd2-dbf1-4752-b173-248e52103f9d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649672 Aug 16 01:59:44.065634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Made reservation on behalf of d2bffa3a80554ac889346e19f34edca1 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:44.075356 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.140672 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.193500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-9e002e41-3a9b-42d9-8767-119a1b3ba1c4 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777396 Aug 16 01:59:44.213466 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.257888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446d7d-e750-4c24-ba7a-3050680346df req-8b2bcfd3-bca7-492e-ba39-4234cf4a552a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.259395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c446d7d-e750-4c24-ba7a-3050680346df req-8b2bcfd3-bca7-492e-ba39-4234cf4a552a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 943 time: 0.1137950 Aug 16 01:59:44.286985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.298743 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] device_id is not set on port 5a46056a-dfb5-47e9-9b2f-7ed3434f6fa8 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:59:44.323345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c446d7d-e750-4c24-ba7a-3050680346df req-4b4637c4-dbcc-4271-a48e-5ca8e48aedd2 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548334 Aug 16 01:59:44.359171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d11ca2-3391-432c-b9fe-7d0457cca842 req-434e49a6-cc5c-4e20-ad88-aedab19e0fc3 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521335 Aug 16 01:59:44.433240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f04ff5-a2ff-4715-9b14-a4b0036be642,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:44.538872 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Allocated IP 172.25.8.35 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/5a46056a-dfb5-47e9-9b2f-7ed3434f6fa8) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:44.560470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af161b-119d-45d0-a870-5a07e2cfebdf req-e2c3dbb3-f192-4273-9e9a-f2386a7b287b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.562309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01af161b-119d-45d0-a870-5a07e2cfebdf req-e2c3dbb3-f192-4273-9e9a-f2386a7b287b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.0556109 Aug 16 01:59:44.576587 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.604955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01af161b-119d-45d0-a870-5a07e2cfebdf req-b57fa727-cb7c-4bcd-8413-dabfd3c357d9 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361423 Aug 16 01:59:44.667415 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.720440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:44.728697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac09b3b-4b9a-4be6-9424-57eff117a684 req-7b500b85-6c7d-4f91-a0ad-b46606cc5aed tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.729630 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87388b10-6fb6-40e3-b2a4-714938098135,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:44.730215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cac09b3b-4b9a-4be6-9424-57eff117a684 req-7b500b85-6c7d-4f91-a0ad-b46606cc5aed tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0531237 Aug 16 01:59:44.751690 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.752135 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Added segment 4cb1433f-e388-4a87-87a6-8f53f62bae2e of type vlan for network fedae1c0-813f-417d-9edd-f233771483b2 Aug 16 01:59:44.775087 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.782360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cac09b3b-4b9a-4be6-9424-57eff117a684 req-db45dcfe-4228-4694-8de0-72a09c6c4092 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435426 Aug 16 01:59:44.814851 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.895283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47a9a-c3af-4d99-a5c1-a64a60214484 req-ab78a805-93b2-48b3-8144-797061eb450c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.897113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dae47a9a-c3af-4d99-a5c1-a64a60214484 req-ab78a805-93b2-48b3-8144-797061eb450c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0509777 Aug 16 01:59:44.923374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.929560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.930315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.935896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dae47a9a-c3af-4d99-a5c1-a64a60214484 req-08799aa9-ed01-4a51-b4b9-44888cdc789a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327637 Aug 16 01:59:44.937565 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.039761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:45.048793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:45.051334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:45.078509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Pushing event updated for resources: {'Port': ['ID=5a46056a-dfb5-47e9-9b2f-7ed3434f6fa8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:45.083931 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Pushing event updated for resources: {'Network': ['ID=fedae1c0-813f-417d-9edd-f233771483b2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:45.095636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network fedae1c0-813f-417d-9edd-f233771483b2 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:45.105324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.106528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.147523 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bfa1965c-85ee-4fe3-bddc-105c3c9c1141 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5412543 Aug 16 01:59:45.150327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47204) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:45.218304 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Request body: {'network': {'name': 'tempest-network--382978298', 'router:external': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:45.220395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f7b11-3da6-4cee-a775-bd3729549717 req-f702e85c-c4b7-4812-80ac-b45e8a7df67d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.221924 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b80f7b11-3da6-4cee-a775-bd3729549717 req-f702e85c-c4b7-4812-80ac-b45e8a7df67d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0619357 Aug 16 01:59:45.251600 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5af664c1-8b2e-4ebc-8f66-2a960a33c753 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7745156 Aug 16 01:59:45.254800 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47208) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:45.259236 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.35'}]}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:45.262827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b80f7b11-3da6-4cee-a775-bd3729549717 req-56e7df47-0460-47d0-b54f-1053662fa927 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325022 Aug 16 01:59:45.324971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Made reservation on behalf of 0593c220bf364cb5bf9acf10327d4a6f for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:45.327328 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.340895 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.474463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeb31e-fbac-410e-b670-c79b7b7a347c req-b9b6b7fb-2962-4bd9-b472-aafac5db1b2a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.475958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ceeb31e-fbac-410e-b670-c79b7b7a347c req-b9b6b7fb-2962-4bd9-b472-aafac5db1b2a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 943 time: 0.0499234 Aug 16 01:59:45.500554 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.501840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.515134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ceeb31e-fbac-410e-b670-c79b7b7a347c req-6ac2e28d-6844-4f5b-a217-0dfc3fc88dbc tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328875 Aug 16 01:59:45.586468 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.638161 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.735330 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.743393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368ed94-f849-4fa8-a9b0-c486f9fe8812 req-cefee686-559d-4d15-85fa-2e8eadf34a97 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.745008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8368ed94-f849-4fa8-a9b0-c486f9fe8812 req-cefee686-559d-4d15-85fa-2e8eadf34a97 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.0535529 Aug 16 01:59:45.784943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8368ed94-f849-4fa8-a9b0-c486f9fe8812 req-43886ff2-7a02-4b89-a1be-94d50535db06 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336394 Aug 16 01:59:45.816329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:45.831459 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.842508 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4c0f43-3b76-48f2-a612-da3ef21dc8f7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:45.845518 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.845885 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Added segment ced5f897-5f81-4aa3-bee2-ee9d5df1ba33 of type vlan for network 6dcf9468-e829-4006-8f25-d8e3cc022b83 Aug 16 01:59:45.894599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.907251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df908987-16af-403d-87f0-9e86ee303921 req-0cbccd15-d8af-4902-8202-3a45da33a1a4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.909347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df908987-16af-403d-87f0-9e86ee303921 req-0cbccd15-d8af-4902-8202-3a45da33a1a4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0548303 Aug 16 01:59:45.948848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df908987-16af-403d-87f0-9e86ee303921 req-7e93ecb2-b04c-4c5f-83ef-5df56a5f4b10 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332839 Aug 16 01:59:46.055584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a5386-a6e2-4c8b-b937-e513ab9ed032 req-2a62400c-d2e7-4c1e-bd8b-e0783ad53edd tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.057029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-422a5386-a6e2-4c8b-b937-e513ab9ed032 req-2a62400c-d2e7-4c1e-bd8b-e0783ad53edd tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0497205 Aug 16 01:59:46.079144 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.080116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.080711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.098272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-422a5386-a6e2-4c8b-b937-e513ab9ed032 req-cb7e7ca2-9923-4d87-bf63-7e4a5014017b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Aug 16 01:59:46.202035 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event updated for resources: {'Network': ['ID=6dcf9468-e829-4006-8f25-d8e3cc022b83,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:46.212467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 6dcf9468-e829-4006-8f25-d8e3cc022b83 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:46.217657 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.235534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563d95c-20cb-4f9d-a8f1-1c0d922b84dc req-ddde4bfd-15b7-4295-a7e5-b409812e4343 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.237155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3563d95c-20cb-4f9d-a8f1-1c0d922b84dc req-ddde4bfd-15b7-4295-a7e5-b409812e4343 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0635426 Aug 16 01:59:46.243350 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.256933 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3799a36d-b96d-4b6a-8f6e-cc35031591c7 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1048002 Aug 16 01:59:46.268777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47222) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:46.345613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5007f-06cb-4b69-a747-6daf9d8a9f4b req-795a96b1-4ad8-4fb5-a91c-30dfc27513e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.347202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78f5007f-06cb-4b69-a747-6daf9d8a9f4b req-795a96b1-4ad8-4fb5-a91c-30dfc27513e0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 1098 time: 0.1289761 Aug 16 01:59:46.355808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3563d95c-20cb-4f9d-a8f1-1c0d922b84dc req-d214caa5-8672-4960-a9d1-e98c96acae20 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031218 Aug 16 01:59:46.387391 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.411202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78f5007f-06cb-4b69-a747-6daf9d8a9f4b req-32d01ed9-aae1-4c8b-bfc3-5507763ca24d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525460 Aug 16 01:59:46.437719 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.513101 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.527644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcf9468-e829-4006-8f25-d8e3cc022b83']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:46.543699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786782b5-1842-44f9-9ca2-50cdbbaef204 req-1fe2f160-c82d-4f30-aea8-9f237a5f57a8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.545348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-786782b5-1842-44f9-9ca2-50cdbbaef204 req-1fe2f160-c82d-4f30-aea8-9f237a5f57a8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.1132782 Aug 16 01:59:46.549574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced5f897-5f81-4aa3-bee2-ee9d5df1ba33') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:46.549909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced5f897-5f81-4aa3-bee2-ee9d5df1ba33') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:46.567925 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.599892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.613195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-786782b5-1842-44f9-9ca2-50cdbbaef204 req-a8238fb5-c27a-4bcf-9162-39bdf67da06c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610142 Aug 16 01:59:46.614383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:46.614808 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:46.617802 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:46.736042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6a88e-cc90-4beb-9875-3c3438e4dad5 req-42c9a6c7-535e-4542-a081-68d80720cdb2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.737598 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ef6a88e-cc90-4beb-9875-3c3438e4dad5 req-42c9a6c7-535e-4542-a081-68d80720cdb2 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0561759 Aug 16 01:59:46.778042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ef6a88e-cc90-4beb-9875-3c3438e4dad5 req-0da66b60-f380-4b99-8079-1fd9c820677e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337794 Aug 16 01:59:46.802227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.804495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6dcf9468-e829-4006-8f25-d8e3cc022b83 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:59:46.807529 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.813407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "DELETE /v2.0/networks/6dcf9468-e829-4006-8f25-d8e3cc022b83 HTTP/1.1" status: 204 len: 168 time: 0.5413558 Aug 16 01:59:46.814224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47234) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:46.830590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:46.835618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event deleted for resources: {'Network': ['ID=6dcf9468-e829-4006-8f25-d8e3cc022b83,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:46.853407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.853806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.854175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.854508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.854976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.855477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.856453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.856788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.857155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.857447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.857769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.858117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a661b98-91b5-4eda-9262-8b6a76182347 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:46.911515 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.913695 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.923832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82d36e-ff15-4166-96df-80a4d0975ce0 req-e35df0af-112d-4b77-9668-9211b95c5476 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.925362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d82d36e-ff15-4166-96df-80a4d0975ce0 req-e35df0af-112d-4b77-9668-9211b95c5476 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 943 time: 0.0739486 Aug 16 01:59:46.966739 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d82d36e-ff15-4166-96df-80a4d0975ce0 req-956c6d63-3adf-4820-9563-4542bf2100e0 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344851 Aug 16 01:59:47.020760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Made reservation on behalf of 0593c220bf364cb5bf9acf10327d4a6f for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:47.025214 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.066163 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.070070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a76f163-f726-4ef4-9ab6-2bc5e07cb501 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:47.076015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:47.088086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.088434 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Added segment a66868a4-e64b-4e28-8b0e-a5e49f919619 of type vlan for network 865a8d03-e26f-4fd3-94e3-2998b65809b0 Aug 16 01:59:47.093067 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 121a6c8e-7ba6-4109-9247-0a469a34b268 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:47.152810 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.174559 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 01:59:47.179526 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-05e766f8-972a-42ed-8cc6-387274291a12 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9236310 Aug 16 01:59:47.180189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47242) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:47.207440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb794e6-2b27-4f3f-b650-aa7e5f759641 req-fc187c95-23d7-4689-923f-e1161d9ddfd8 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.215832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efb794e6-2b27-4f3f-b650-aa7e5f759641 req-fc187c95-23d7-4689-923f-e1161d9ddfd8 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.0830793 Aug 16 01:59:47.254533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 121a6c8e-7ba6-4109-9247-0a469a34b268, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=121a6c8e-7ba6-4109-9247-0a469a34b268,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:47.267787 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efb794e6-2b27-4f3f-b650-aa7e5f759641 req-8a46556e-119e-432f-a167-606ce211586c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510058 Aug 16 01:59:47.268008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '121a6c8e-7ba6-4109-9247-0a469a34b268', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'port_id': '121a6c8e-7ba6-4109-9247-0a469a34b268', 'mac_address': 'fa:16:3e:f3:9c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:47.303656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8d4fc-578d-4d80-acd4-8159dad78004 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Deleting port 5a46056a-dfb5-47e9-9b2f-7ed3434f6fa8 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:47.304253 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d4fc-578d-4d80-acd4-8159dad78004 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.311438 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.325668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121a6c8e-7ba6-4109-9247-0a469a34b268 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:47.348419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 121a6c8e-7ba6-4109-9247-0a469a34b268, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=121a6c8e-7ba6-4109-9247-0a469a34b268,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:47.394457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23437dc-f785-485b-ba4e-cd23899251ef req-a806b81f-5167-4241-96a8-eb79950e9204 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.396099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c23437dc-f785-485b-ba4e-cd23899251ef req-a806b81f-5167-4241-96a8-eb79950e9204 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0604196 Aug 16 01:59:47.396519 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d4fc-578d-4d80-acd4-8159dad78004 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.408720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8d4fc-578d-4d80-acd4-8159dad78004 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Calling delete_port for 5a46056a-dfb5-47e9-9b2f-7ed3434f6fa8 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:47.416228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.417356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.418139 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.443709 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.495721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c23437dc-f785-485b-ba4e-cd23899251ef req-29b8b08d-f5e2-40d3-884c-9e4feb441c01 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933018 Aug 16 01:59:47.499759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event updated for resources: {'Network': ['ID=865a8d03-e26f-4fd3-94e3-2998b65809b0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:47.515666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 865a8d03-e26f-4fd3-94e3-2998b65809b0 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:47.563862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=121a6c8e-7ba6-4109-9247-0a469a34b268,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:47.615692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146003dc-3971-448e-a14b-45f4d9b21d21 req-848be26a-1a29-4bbc-8cd1-b9a19f1fec1b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.617570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-146003dc-3971-448e-a14b-45f4d9b21d21 req-848be26a-1a29-4bbc-8cd1-b9a19f1fec1b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0591712 Aug 16 01:59:47.653056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-de75be77-6294-4505-813f-447de8df6775 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8270974 Aug 16 01:59:47.656159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47246) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:47.660709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-146003dc-3971-448e-a14b-45f4d9b21d21 req-b4047297-1830-4bcd-89b5-fc1343c8f515 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363126 Aug 16 01:59:47.664189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Request body: {'subnet': {'network_id': '865a8d03-e26f-4fd3-94e3-2998b65809b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:47.677069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['121a6c8e-7ba6-4109-9247-0a469a34b268'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:47.700877 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d4fc-578d-4d80-acd4-8159dad78004 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.735933 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8d4fc-578d-4d80-acd4-8159dad78004 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a46056a-dfb5-47e9-9b2f-7ed3434f6fa8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:47.797295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adbac4-cc94-42e0-a87e-779e08229aea req-c585329b-d6d6-4ea3-9242-c9908bf1566f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.798900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09adbac4-cc94-42e0-a87e-779e08229aea req-c585329b-d6d6-4ea3-9242-c9908bf1566f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0637960 Aug 16 01:59:47.803962 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d4fc-578d-4d80-acd4-8159dad78004 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.805904 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a0e8d4fc-578d-4d80-acd4-8159dad78004 tempest-RoutersAdminNegativeIpV6Test-1966611168 tempest-RoutersAdminNegativeIpV6Test-1966611168-project-admin] 10.222.0.66 "DELETE /v2.0/ports/5a46056a-dfb5-47e9-9b2f-7ed3434f6fa8 HTTP/1.1" status: 204 len: 168 time: 0.6246438 Aug 16 01:59:47.816546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Made reservation on behalf of 0593c220bf364cb5bf9acf10327d4a6f for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:47.819137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.898661 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09adbac4-cc94-42e0-a87e-779e08229aea req-53173583-d219-4d84-9624-5ec429d5c2c5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908151 Aug 16 01:59:48.052777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e36fc-8f0d-481c-b4c6-f49745064027 req-15e4eeee-34d0-4b28-87ec-23ac1f7d8e1e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.054456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-639e36fc-8f0d-481c-b4c6-f49745064027 req-15e4eeee-34d0-4b28-87ec-23ac1f7d8e1e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0949199 Aug 16 01:59:48.096012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-639e36fc-8f0d-481c-b4c6-f49745064027 req-4a1b005b-3ffc-4ba4-ac76-84dac739dc37 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340626 Aug 16 01:59:48.203778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a4768-fedc-4b62-a456-f19691391817 req-6252ed10-cd3f-412d-8a3b-39598ae94f34 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.205399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-546a4768-fedc-4b62-a456-f19691391817 req-6252ed10-cd3f-412d-8a3b-39598ae94f34 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 944 time: 0.0538468 Aug 16 01:59:48.244184 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-546a4768-fedc-4b62-a456-f19691391817 req-8974a647-d353-4284-89c7-c93b475d35d6 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324562 Aug 16 01:59:48.389426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:59:48.389902 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.481480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e682b094-b945-439c-93a3-55ec63ffe70e,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:48.494385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d5c00-a3ae-443a-81df-07588d683794 req-7a29b3ca-ebb7-4db5-89e1-12aa67581a3c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.496119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d0d5c00-a3ae-443a-81df-07588d683794 req-7a29b3ca-ebb7-4db5-89e1-12aa67581a3c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.1087635 Aug 16 01:59:48.501991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Checking segment: {'id': 'a66868a4-e64b-4e28-8b0e-a5e49f919619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '865a8d03-e26f-4fd3-94e3-2998b65809b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:48.502357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Network hostable DHCP agents. Network: 865a8d03-e26f-4fd3-94e3-2998b65809b0, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:48.544720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47266) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:48.554323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d0d5c00-a3ae-443a-81df-07588d683794 req-21574917-4308-449a-9707-c02b7352165b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460160 Aug 16 01:59:48.603638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Network 865a8d03-e26f-4fd3-94e3-2998b65809b0 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:48.656493 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-937d17bb-ecd2-48d2-95ed-1a04d41adf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.668924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f872-b961-426f-bb8c-548d79cac2a2 req-0691dc69-ce15-432a-ad24-4af67bbf0bf8 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.670443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43d6f872-b961-426f-bb8c-548d79cac2a2 req-0691dc69-ce15-432a-ad24-4af67bbf0bf8 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0507216 Aug 16 01:59:48.713309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43d6f872-b961-426f-bb8c-548d79cac2a2 req-916b7f50-56ed-416a-9cbb-0a357e01e34b tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359032 Aug 16 01:59:48.729034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 865a8d03-e26f-4fd3-94e3-2998b65809b0) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:48.734140 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.735269 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.744687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb00cec4-f03e-42a2-bb8b-fc081ed11d35 None None] Network 865a8d03-e26f-4fd3-94e3-2998b65809b0 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:48.767622 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-937d17bb-ecd2-48d2-95ed-1a04d41adf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.832364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-937d17bb-ecd2-48d2-95ed-1a04d41adf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.844831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac451fb-56ed-49b7-99e8-5e4a4cba1f6f req-46e0cd2e-abca-4423-bd95-94dcc5184d16 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.846897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ac451fb-56ed-49b7-99e8-5e4a4cba1f6f req-46e0cd2e-abca-4423-bd95-94dcc5184d16 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0572107 Aug 16 01:59:48.874284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72ffc45-c668-49cc-8c32-0770fe94837e None None] Network 865a8d03-e26f-4fd3-94e3-2998b65809b0 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:48.876559 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-937d17bb-ecd2-48d2-95ed-1a04d41adf64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=321e48bccf4d4a51b9091c826e5e470f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305457 Aug 16 01:59:48.878121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d17bb-ecd2-48d2-95ed-1a04d41adf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df0881c-e70c-47bf-bf4c-175c87304382,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:48.881767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47272) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:48.903300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ac451fb-56ed-49b7-99e8-5e4a4cba1f6f req-6e0ea560-d9c9-4128-b6bd-afd06903c33b tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Aug 16 01:59:48.903300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5079d8d7-18cf-49d0-b540-8d2dd86dd8d4 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2417150 Aug 16 01:59:48.904917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47274) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:48.910740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Request body: {'floatingip': {'floating_network_id': '865a8d03-e26f-4fd3-94e3-2998b65809b0'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:48.945944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b629baa6-2434-45c8-95bb-c26324a713e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.977627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b629baa6-2434-45c8-95bb-c26324a713e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.022734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227a139-aeb0-4262-beab-9a2329bc2d7f req-e84979bf-a6ae-4018-9acb-3de6e9b817af tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.024287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e227a139-aeb0-4262-beab-9a2329bc2d7f req-e84979bf-a6ae-4018-9acb-3de6e9b817af tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0564544 Aug 16 01:59:49.026310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.102650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 121a6c8e-7ba6-4109-9247-0a469a34b268 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:49.106551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e227a139-aeb0-4262-beab-9a2329bc2d7f req-ed77a8b5-e05b-48b9-98c3-de19b1714c95 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680087 Aug 16 01:59:49.122593 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b629baa6-2434-45c8-95bb-c26324a713e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.122593 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b629baa6-2434-45c8-95bb-c26324a713e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.122593 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b629baa6-2434-45c8-95bb-c26324a713e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1df0881c-e70c-47bf-bf4c-175c87304382 HTTP/1.1" status: 204 len: 168 time: 0.2396369 Aug 16 01:59:49.139297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629baa6-2434-45c8-95bb-c26324a713e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df0881c-e70c-47bf-bf4c-175c87304382,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:49.174693 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.271480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 121a6c8e-7ba6-4109-9247-0a469a34b268 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:49.275584 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 121a6c8e-7ba6-4109-9247-0a469a34b268 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:49.276032 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.305550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8de0e-2823-467a-a1da-06550560831b req-dd7d8a82-944b-4cc2-96af-ff23fddc4032 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.307063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03f8de0e-2823-467a-a1da-06550560831b req-dd7d8a82-944b-4cc2-96af-ff23fddc4032 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0954745 Aug 16 01:59:49.327214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Allocated IP 172.20.0.7 (865a8d03-e26f-4fd3-94e3-2998b65809b0/e682b094-b945-439c-93a3-55ec63ffe70e/30c6af61-8a28-48e3-b2cf-e47010332140) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:49.363666 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.374660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03f8de0e-2823-467a-a1da-06550560831b req-4cc61159-cfa7-4b32-921f-733565427c6e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577967 Aug 16 01:59:49.396670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a6c8e-7ba6-4109-9247-0a469a34b268'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:49.399271 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d347c9ea-77b3-4de9-8e95-6ec834965183" -d '{"events": [{"server_uuid": "a3afb88f-70b7-4072-b2f3-e94c0f5fba46", "name": "network-vif-plugged", "status": "completed", "tag": "121a6c8e-7ba6-4109-9247-0a469a34b268"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:49.414197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 121a6c8e-7ba6-4109-9247-0a469a34b268, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=121a6c8e-7ba6-4109-9247-0a469a34b268,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:49.468723 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.500203 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.552081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=121a6c8e-7ba6-4109-9247-0a469a34b268,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:49.621085 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.664639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Network 865a8d03-e26f-4fd3-94e3-2998b65809b0 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:49.667618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:49.671749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:49.677122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event updated for resources: {'Port': ['ID=30c6af61-8a28-48e3-b2cf-e47010332140,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:49.758435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.950404 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.966270 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47298) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.006652 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8652fe08-086a-4c46-99c4-204ba036270b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25dae9be6e824652a9a6a26fea65ab23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391653 Aug 16 01:59:50.009109 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47300) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.066770 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df0256f5-e947-4e32-82d0-5d345858eb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.097332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df0256f5-e947-4e32-82d0-5d345858eb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.126134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.166759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55107d2d-cf1d-49f6-ade8-91c741e903f3 req-06ee2a51-8147-4c51-a34f-5fe185c48138 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.168427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55107d2d-cf1d-49f6-ade8-91c741e903f3 req-06ee2a51-8147-4c51-a34f-5fe185c48138 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 945 time: 0.0544741 Aug 16 01:59:50.207308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55107d2d-cf1d-49f6-ade8-91c741e903f3 req-f0d74fe3-3743-4c48-84d2-c0e057216a0b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325322 Aug 16 01:59:50.242557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.311728 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e4c165-2711-49c6-af4e-f3aa5e41b899 x-openstack-request-id: req-09e4c165-2711-49c6-af4e-f3aa5e41b899 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:50.312325 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3afb88f-70b7-4072-b2f3-e94c0f5fba46", "name": "network-vif-plugged", "status": "completed", "tag": "121a6c8e-7ba6-4109-9247-0a469a34b268", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:50.312433 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-09e4c165-2711-49c6-af4e-f3aa5e41b899 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:50.312932 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a6c8e-7ba6-4109-9247-0a469a34b268', 'code': 200} Aug 16 01:59:50.318484 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df0256f5-e947-4e32-82d0-5d345858eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.323083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-df0256f5-e947-4e32-82d0-5d345858eb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.330325 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-df0256f5-e947-4e32-82d0-5d345858eb7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94f04ff5-a2ff-4715-9b14-a4b0036be642 HTTP/1.1" status: 204 len: 168 time: 0.3199446 Aug 16 01:59:50.341116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0256f5-e947-4e32-82d0-5d345858eb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f04ff5-a2ff-4715-9b14-a4b0036be642,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.593231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event updated for resources: {'Port': ['ID=30c6af61-8a28-48e3-b2cf-e47010332140,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.609608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.625407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aa68b-751c-4447-9846-2e4159facdb9 req-e89b4302-fcbf-4c51-bfc9-e8c982da6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.626999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c47aa68b-751c-4447-9846-2e4159facdb9 req-e89b4302-fcbf-4c51-bfc9-e8c982da6a79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 1097 time: 0.0700908 Aug 16 01:59:50.692530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c47aa68b-751c-4447-9846-2e4159facdb9 req-cc6023fa-5999-4b3d-8ad9-359595b107d6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568297 Aug 16 01:59:50.706760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa543eb-ef44-4de0-bdaf-607b0fbd0010 req-4f340323-b8a3-425a-a9f4-fed15b3353e3 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.708745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-baa543eb-ef44-4de0-bdaf-607b0fbd0010 req-4f340323-b8a3-425a-a9f4-fed15b3353e3 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 944 time: 0.0744374 Aug 16 01:59:50.747408 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.752148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-373beba1-e02d-4c73-847b-3e7dc19b6f7e tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8428435 Aug 16 01:59:50.752819 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47312) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.766698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-baa543eb-ef44-4de0-bdaf-607b0fbd0010 req-8b633b9f-c7c9-408d-8ef0-f6dd594bcc3e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458872 Aug 16 01:59:50.837668 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ab1ee976-d9dc-4693-ae09-2a1fbabacb4f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=865a8d03-e26f-4fd3-94e3-2998b65809b0 HTTP/1.1" status: 200 len: 689 time: 0.0834639 Aug 16 01:59:50.838296 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47316) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.843653 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.885692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ee1da-f53e-4ddd-96e0-608fff5edf6f req-7fafc11c-69ae-441a-9792-592c664d1f40 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.896406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e62ee1da-f53e-4ddd-96e0-608fff5edf6f req-7fafc11c-69ae-441a-9792-592c664d1f40 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0734670 Aug 16 01:59:50.907994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d32ac-2a0c-4440-9b7a-f212667b07f6 req-90ea77d2-2b3a-4a53-a5f7-ac3bbbc08a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.911798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-848d32ac-2a0c-4440-9b7a-f212667b07f6 req-90ea77d2-2b3a-4a53-a5f7-ac3bbbc08a8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=425afef20f5847a9befe7ee30ed13505&device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 1098 time: 0.1372945 Aug 16 01:59:50.949219 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.000606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e62ee1da-f53e-4ddd-96e0-608fff5edf6f req-d4cc32b8-c6d4-4aa1-b303-0d15d625f16d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032846 Aug 16 01:59:51.044191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d32ac-2a0c-4440-9b7a-f212667b07f6 req-5e8c0164-f03e-4d6c-a64c-c101c4fe320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.044191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-848d32ac-2a0c-4440-9b7a-f212667b07f6 req-5e8c0164-f03e-4d6c-a64c-c101c4fe320d service neutron] 10.222.0.74 "GET /v2.0/networks?id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 200 len: 920 time: 0.1226518 Aug 16 01:59:51.056167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Deleting port 30c6af61-8a28-48e3-b2cf-e47010332140 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:51.060351 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.088328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-848d32ac-2a0c-4440-9b7a-f212667b07f6 req-5a2e815b-8086-4092-a6c7-d4bc9b9bd1bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e HTTP/1.1" status: 200 len: 217 time: 0.0379407 Aug 16 01:59:51.119276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9e34da1c-5be6-47e5-b4bd-c733afabed3b details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:51.162767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.163094 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.173899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5d9f1-ab79-41d7-8eb5-5558760bb7e0 req-efa3eaae-3610-4a83-b591-83801088147b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.175430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21b5d9f1-ab79-41d7-8eb5-5558760bb7e0 req-efa3eaae-3610-4a83-b591-83801088147b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0897040 Aug 16 01:59:51.176440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Calling delete_port for 30c6af61-8a28-48e3-b2cf-e47010332140 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:51.176837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d32ac-2a0c-4440-9b7a-f212667b07f6 req-787a7433-4302-4144-a77c-7288714d749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.178215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-848d32ac-2a0c-4440-9b7a-f212667b07f6 req-787a7433-4302-4144-a77c-7288714d749b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=19ebfeea-9363-4125-816a-3528e07633d1 HTTP/1.1" status: 200 len: 859 time: 0.0808470 Aug 16 01:59:51.229793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-848d32ac-2a0c-4440-9b7a-f212667b07f6 req-8b120b3b-0ccf-45b7-a3e5-50eb2cad290a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382507 Aug 16 01:59:51.238815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:51.251289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'port_id': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'mac_address': 'fa:16:3e:3c:e0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:51.297510 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.311778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e34da1c-5be6-47e5-b4bd-c733afabed3b {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:51.322425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21b5d9f1-ab79-41d7-8eb5-5558760bb7e0 req-651914cc-f73a-4db5-870d-c9e95674ce84 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391110 Aug 16 01:59:51.349593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:51.368113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-848d32ac-2a0c-4440-9b7a-f212667b07f6 req-73b66644-0a1e-4c45-8058-1e32be260cc8 service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279583 Aug 16 01:59:51.449231 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.494899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b38cf9-f67d-43ba-a41b-6e3799b392e7 req-a20f24c4-352d-4523-a6a7-ad59221de8b6 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.496731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60b38cf9-f67d-43ba-a41b-6e3799b392e7 req-a20f24c4-352d-4523-a6a7-ad59221de8b6 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1110487 Aug 16 01:59:51.499541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=11']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.502619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-848d32ac-2a0c-4440-9b7a-f212667b07f6 req-b3c13da9-84ab-4697-8115-efc4c9d7b7eb service neutron] 10.222.0.74 "GET /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260495 Aug 16 01:59:51.512414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.541949 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event deleted for resources: {'Port': ['ID=30c6af61-8a28-48e3-b2cf-e47010332140,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.543329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60b38cf9-f67d-43ba-a41b-6e3799b392e7 req-28da86ca-dca9-4af9-b629-bf9656392add tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 Aug 16 01:59:51.640793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.673278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60f941-8050-4c15-aed9-3e31d7cae1e8 req-bca3a085-f3b4-4c28-9c63-d1dae1207182 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.675330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe60f941-8050-4c15-aed9-3e31d7cae1e8 req-bca3a085-f3b4-4c28-9c63-d1dae1207182 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 945 time: 0.0553260 Aug 16 01:59:51.689422 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.723738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['9e34da1c-5be6-47e5-b4bd-c733afabed3b'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:51.732331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe60f941-8050-4c15-aed9-3e31d7cae1e8 req-571bde75-1bd9-46c3-b8b4-fc8c24cb2719 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501862 Aug 16 01:59:51.759725 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47336) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:51.878725 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1825078820'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:51.885716 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.911955 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.922608 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e682b094-b945-439c-93a3-55ec63ffe70e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.930878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa555-e6d3-4463-b523-d88f9d3bbe18 req-ca2613d3-5ce6-4e45-8c20-930ac679a6b6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.932513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83afa555-e6d3-4463-b523-d88f9d3bbe18 req-ca2613d3-5ce6-4e45-8c20-930ac679a6b6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 945 time: 0.0545189 Aug 16 01:59:51.973856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83afa555-e6d3-4463-b523-d88f9d3bbe18 req-d306bb3e-0a8a-41e7-81df-127d17526fed tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334094 Aug 16 01:59:51.983638 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.994403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865a8d03-e26f-4fd3-94e3-2998b65809b0']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:52.005695 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66868a4-e64b-4e28-8b0e-a5e49f919619') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:52.006026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66868a4-e64b-4e28-8b0e-a5e49f919619') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:52.008423 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:59:52.015867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.029808 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.035886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:52.036329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:52.038047 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:52.079518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Made reservation on behalf of 27fdbc8ad9dd45c7858fb683c0f20955 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:52.083154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.098717 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.124624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e342ba-8abd-456a-b468-9c1ca7ff7729 req-f5e51c85-8b15-4264-8dbd-2468591a6baf tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.126176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2e342ba-8abd-456a-b468-9c1ca7ff7729 req-f5e51c85-8b15-4264-8dbd-2468591a6baf tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0557942 Aug 16 01:59:52.170809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2e342ba-8abd-456a-b468-9c1ca7ff7729 req-6c838ebb-6e31-4d82-bc43-032b2eead08d tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375845 Aug 16 01:59:52.234734 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.247766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 865a8d03-e26f-4fd3-94e3-2998b65809b0 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:59:52.264224 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.268768 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "DELETE /v2.0/networks/865a8d03-e26f-4fd3-94e3-2998b65809b0 HTTP/1.1" status: 204 len: 168 time: 1.4269147 Aug 16 01:59:52.269250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47348) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.270877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a833b-fc6b-4618-ad4a-1a7a0425a639 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event deleted for resources: {'Network': ['ID=865a8d03-e26f-4fd3-94e3-2998b65809b0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:52.343370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.392585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d150cc16-3b2e-4d8e-a9c9-ec0f57aa7527 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2259 time: 0.1220813 Aug 16 01:59:52.395071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47352) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.425119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.460769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:52.465639 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0462dcdc-bd5e-408a-b422-57ac4529d3d3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:52.475936 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.476292 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Added segment 9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb of type vlan for network d32bbe54-1b4a-484e-bcce-0ffb9437960c Aug 16 01:59:52.476936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fd788f1e-2ad0-4fde-ad78-c41cb355a402 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:52.522542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7625425-6389-4cd7-8b4b-675c3f209799 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.523818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7625425-6389-4cd7-8b4b-675c3f209799 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.524530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7625425-6389-4cd7-8b4b-675c3f209799 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.525192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7625425-6389-4cd7-8b4b-675c3f209799 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.526096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7625425-6389-4cd7-8b4b-675c3f209799 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.526628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7625425-6389-4cd7-8b4b-675c3f209799 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.527445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7625425-6389-4cd7-8b4b-675c3f209799 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.528036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7625425-6389-4cd7-8b4b-675c3f209799 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.528546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7625425-6389-4cd7-8b4b-675c3f209799 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.529105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7625425-6389-4cd7-8b4b-675c3f209799 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.533672 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.536595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b7625425-6389-4cd7-8b4b-675c3f209799 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6594 time: 0.1402860 Aug 16 01:59:52.537443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47356) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.589806 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-85db4433-040b-4d53-ae5d-e0142644c6c5 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] delete failed (client error): The resource could not be found. Aug 16 01:59:52.594506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47360) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.602358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-85db4433-040b-4d53-ae5d-e0142644c6c5 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/2d17cc13-b25a-4974-b1a1-d6a0821a8a3a HTTP/1.1" status: 404 len: 345 time: 0.0633790 Aug 16 01:59:52.617569 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3da29a4-b6c3-43c8-bcaa-91c1109334cb tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 01:59:52.618632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3da29a4-b6c3-43c8-bcaa-91c1109334cb tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:52.620477 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b3da29a4-b6c3-43c8-bcaa-91c1109334cb tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "DELETE /v2.0/networks/865a8d03-e26f-4fd3-94e3-2998b65809b0 HTTP/1.1" status: 404 len: 339 time: 0.0242729 Aug 16 01:59:52.624638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47362) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.631796 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Request body: {'network': {'name': 'tempest-network--1697587833', 'router:external': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:52.653744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port fd788f1e-2ad0-4fde-ad78-c41cb355a402, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fd788f1e-2ad0-4fde-ad78-c41cb355a402,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:52.671896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'fd788f1e-2ad0-4fde-ad78-c41cb355a402', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'port_id': 'fd788f1e-2ad0-4fde-ad78-c41cb355a402', 'mac_address': 'fa:16:3e:c3:1c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:52.688689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.697509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0e0f9-d46e-41bd-9980-b08f574f4ecd req-61549868-c910-4c6b-a11b-3b01386d0c72 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.701615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13a0e0f9-d46e-41bd-9980-b08f574f4ecd req-61549868-c910-4c6b-a11b-3b01386d0c72 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 943 time: 0.0580654 Aug 16 01:59:52.706130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.706840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.747461 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.765558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd788f1e-2ad0-4fde-ad78-c41cb355a402 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:52.786816 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13a0e0f9-d46e-41bd-9980-b08f574f4ecd req-7e793b4b-1ead-41bb-909b-a7d10204a75d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753458 Aug 16 01:59:52.791503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port fd788f1e-2ad0-4fde-ad78-c41cb355a402, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fd788f1e-2ad0-4fde-ad78-c41cb355a402,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:52.800294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ff861-0b5a-4280-96b8-fb6f90261f7f req-2ff8c6f1-d887-4e3f-87e3-bcfc7e65833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.802225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-502ff861-0b5a-4280-96b8-fb6f90261f7f req-2ff8c6f1-d887-4e3f-87e3-bcfc7e65833f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 1099 time: 0.0646219 Aug 16 01:59:52.815603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Made reservation on behalf of 0593c220bf364cb5bf9acf10327d4a6f for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:52.819341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.824444 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'Network': ['ID=d32bbe54-1b4a-484e-bcce-0ffb9437960c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:52.844655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:52.863789 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:52.880718 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.881261 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Added segment d01f4ef5-f11d-452d-b3c1-c304cbadad25 of type vlan for network c3cc8dc6-52ca-40e5-9449-18b30a759b21 Aug 16 01:59:52.906215 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-af5a56e7-f734-441e-850f-7692faea23b7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1449981 Aug 16 01:59:52.910987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47368) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.918886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Request body: {'subnet': {'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:52.947849 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.969367 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.007957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ff861-0b5a-4280-96b8-fb6f90261f7f req-4dd9e851-e081-468e-936a-3bcc06bd51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.009884 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-502ff861-0b5a-4280-96b8-fb6f90261f7f req-4dd9e851-e081-468e-936a-3bcc06bd51e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 200 len: 915 time: 0.2000840 Aug 16 01:59:53.049272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=fd788f1e-2ad0-4fde-ad78-c41cb355a402,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.067455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-502ff861-0b5a-4280-96b8-fb6f90261f7f req-9f88bc35-d83b-4193-8d90-cbf5aded884c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72e44e5-c316-41ea-b400-e387a102ba06 HTTP/1.1" status: 200 len: 217 time: 0.0450249 Aug 16 01:59:53.076875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23f3da-8ae0-4c31-b5c3-7647350e7edc req-1c4f474c-497b-40c4-b1a3-f0643a8f3379 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.078290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df23f3da-8ae0-4c31-b5c3-7647350e7edc req-1c4f474c-497b-40c4-b1a3-f0643a8f3379 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.1867325 Aug 16 01:59:53.120227 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9e34da1c-5be6-47e5-b4bd-c733afabed3b up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:53.162236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df23f3da-8ae0-4c31-b5c3-7647350e7edc req-3c48c0b5-32ec-4803-b6d7-75ffd3ae3bcf tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744104 Aug 16 01:59:53.163809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ff861-0b5a-4280-96b8-fb6f90261f7f req-2b6a132d-c0e5-4e57-8fa6-42ddf13cc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.165851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-502ff861-0b5a-4280-96b8-fb6f90261f7f req-2b6a132d-c0e5-4e57-8fa6-42ddf13cc977 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f660934d-b427-40a4-a144-ca195fdf6a77 HTTP/1.1" status: 200 len: 854 time: 0.0860686 Aug 16 01:59:53.171303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['fd788f1e-2ad0-4fde-ad78-c41cb355a402'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:53.213183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-502ff861-0b5a-4280-96b8-fb6f90261f7f req-71c63b3d-fa9e-4997-8582-220b7727e7f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26cca5d1-9758-4bf7-83a9-9882722bc126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326650 Aug 16 01:59:53.243601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.244608 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.259150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.307388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Made reservation on behalf of 27fdbc8ad9dd45c7858fb683c0f20955 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:53.312255 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.312499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event updated for resources: {'Network': ['ID=c3cc8dc6-52ca-40e5-9449-18b30a759b21,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.323507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network c3cc8dc6-52ca-40e5-9449-18b30a759b21 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:53.371293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 9e34da1c-5be6-47e5-b4bd-c733afabed3b completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:53.377509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 9e34da1c-5be6-47e5-b4bd-c733afabed3b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:53.377919 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.388434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd55d59-7ddc-44bd-bcd3-1821f8bbb658 req-1691cfa9-56c6-4e2e-85cb-67e5f73191af tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.389960 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9cd55d59-7ddc-44bd-bcd3-1821f8bbb658 req-1691cfa9-56c6-4e2e-85cb-67e5f73191af tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1669941 Aug 16 01:59:53.399443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-502ff861-0b5a-4280-96b8-fb6f90261f7f req-d8bb8f00-0674-45db-ad36-6cc59d0bdcb6 service neutron] 10.222.0.64 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855292 Aug 16 01:59:53.470941 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c8fd7c00-3798-4a30-958c-3cf6a66adf7c tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8415201 Aug 16 01:59:53.471202 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.471337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47372) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:53.494061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:53.496344 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8671b95d-171d-4327-8c2c-b25a36f455c1" -d '{"events": [{"server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "name": "network-vif-plugged", "status": "completed", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:53.509943 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:53.529688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9cd55d59-7ddc-44bd-bcd3-1821f8bbb658 req-e44b780a-1ea7-48bd-8ead-1efa44337dac tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325221 Aug 16 01:59:53.582570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-502ff861-0b5a-4280-96b8-fb6f90261f7f req-f6d39217-3d40-4de3-ab3f-107a94918620 service neutron] 10.222.0.64 "GET /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752503 Aug 16 01:59:53.609440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458fa36-0a2c-4e28-b5b9-be5ef9716352 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.615826 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458fa36-0a2c-4e28-b5b9-be5ef9716352 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.622692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458fa36-0a2c-4e28-b5b9-be5ef9716352 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.628494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458fa36-0a2c-4e28-b5b9-be5ef9716352 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.630248 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9458fa36-0a2c-4e28-b5b9-be5ef9716352 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1592793 Aug 16 01:59:53.632121 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.633213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47376) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:53.685527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429e29e-7195-45d9-a0be-22136a75ed90 req-96be44f2-8035-4892-9e92-fbd9545a939a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.687088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5429e29e-7195-45d9-a0be-22136a75ed90 req-96be44f2-8035-4892-9e92-fbd9545a939a tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 945 time: 0.0943193 Aug 16 01:59:53.694574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=12']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.706646 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.732489 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.767801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5429e29e-7195-45d9-a0be-22136a75ed90 req-8398d7f9-1a19-4697-b7ab-a80a8efee6bb tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736096 Aug 16 01:59:53.793135 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.803770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cc8dc6-52ca-40e5-9449-18b30a759b21']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:53.811982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'Subnet': ['ID=17a43af8-52f9-4e66-9071-c67b3ff5b66d,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.815989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01f4ef5-f11d-452d-b3c1-c304cbadad25') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:53.816353 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01f4ef5-f11d-452d-b3c1-c304cbadad25') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:53.819905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Checking segment: {'id': '9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:53.820333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Network hostable DHCP agents. Network: d32bbe54-1b4a-484e-bcce-0ffb9437960c, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:53.828938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.844531 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.852096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:53.852305 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:53.856301 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:53.952385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2aaa9-2995-48ce-9480-452fb7b7b235 req-66640b9b-2c1c-4d41-a9db-8682d2798dda tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.953879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aee2aaa9-2995-48ce-9480-452fb7b7b235 req-66640b9b-2c1c-4d41-a9db-8682d2798dda tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 946 time: 0.0527561 Aug 16 01:59:54.013971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aee2aaa9-2995-48ce-9480-452fb7b7b235 req-045eb20e-813d-4f5b-ad68-7cc91a360b46 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Aug 16 01:59:54.013971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:54.046875 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1560bea-b688-4ec1-bca5-e51f05d8bfb1 x-openstack-request-id: req-c1560bea-b688-4ec1-bca5-e51f05d8bfb1 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:54.046875 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "name": "network-vif-plugged", "status": "completed", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:54.046875 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1560bea-b688-4ec1-bca5-e51f05d8bfb1 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:54.046875 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'code': 200} Aug 16 01:59:54.077811 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.087125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3cc8dc6-52ca-40e5-9449-18b30a759b21 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:59:54.094794 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.096721 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "DELETE /v2.0/networks/c3cc8dc6-52ca-40e5-9449-18b30a759b21 HTTP/1.1" status: 204 len: 168 time: 0.4623456 Aug 16 01:59:54.097790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e6d74-070b-478e-a547-2641b224cb7f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3cc8dc6-52ca-40e5-9449-18b30a759b21,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:54.102106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:54.107836 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Request body: {'network': {'name': 'tempest-network--1044305429', 'router:external': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:54.146438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ccb23-6aee-4f53-8222-b88620ad06f2 req-13a2f2dd-fbc6-4850-80fa-69fbddfe6f16 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.148094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b4ccb23-6aee-4f53-8222-b88620ad06f2 req-13a2f2dd-fbc6-4850-80fa-69fbddfe6f16 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 945 time: 0.0599804 Aug 16 01:59:54.149436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, d32bbe54-1b4a-484e-bcce-0ffb9437960c) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:54.154027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.154683 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.162016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47384) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:54.162454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8dac06-e109-4913-a570-61df8b62ee97 None None] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:54.168845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e1afb492-38ef-4095-a666-01156ccb53bd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Request body: {'floatingip': {'port_id': '121a6c8e-7ba6-4109-9247-0a469a34b268'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:54.225223 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1afb492-38ef-4095-a666-01156ccb53bd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.270828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524fbdc-766b-48df-acf6-472fcf7cdf86 req-97689d62-75fb-44ab-95d3-b9fd9230c859 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.279285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8524fbdc-766b-48df-acf6-472fcf7cdf86 req-97689d62-75fb-44ab-95d3-b9fd9230c859 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 944 time: 0.0648997 Aug 16 01:59:54.327058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8524fbdc-766b-48df-acf6-472fcf7cdf86 req-e32cf319-73a3-4a3c-aaa8-f6b7d29bc1db tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Aug 16 01:59:54.338950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Made reservation on behalf of 0593c220bf364cb5bf9acf10327d4a6f for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:54.344478 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.382050 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:54.392914 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.393276 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Added segment 0aae954a-fae1-4e60-8615-a240bef57e05 of type vlan for network 5c0b018d-8517-4230-8749-4c8a5aea4396 Aug 16 01:59:54.443942 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.475806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d3845d45-bc9f-4215-bef4-875195de7068 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5627987 Aug 16 01:59:54.477242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47388) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:54.486056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Request body: {'port': {'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1914528508'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:54.490360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc4750-81e2-4522-9a1f-5a17f85670dc req-a4b86843-020c-454a-9c8f-422da4b81268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.491837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bdc4750-81e2-4522-9a1f-5a17f85670dc req-a4b86843-020c-454a-9c8f-422da4b81268 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 1098 time: 0.1460493 Aug 16 01:59:54.499282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fd788f1e-2ad0-4fde-ad78-c41cb355a402 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:54.629767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bdc4750-81e2-4522-9a1f-5a17f85670dc req-fb395cb0-6c46-4e14-a5b6-0ea07160b3be service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076996 Aug 16 01:59:54.646144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c00f78-0827-419d-9f6b-9e491569bab4 req-5f93157b-b9e3-41ce-9ce0-a69f11bed0f8 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.648830 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6c00f78-0827-419d-9f6b-9e491569bab4 req-5f93157b-b9e3-41ce-9ce0-a69f11bed0f8 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.1686804 Aug 16 01:59:54.680783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-d32bbe54-1b4a-484e-bcce-0ffb9437960c', 'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c', 'tenant_id': '27fdbc8ad9dd45c7858fb683c0f20955', 'fixed_ips': [{'subnet_id': '17a43af8-52f9-4e66-9071-c67b3ff5b66d'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:54.685644 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.737216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6c00f78-0827-419d-9f6b-9e491569bab4 req-ddbee91a-1d5f-4b6c-bf0a-e50b1f4c77d0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787530 Aug 16 01:59:54.752282 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.753448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.754130 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.766258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port fd788f1e-2ad0-4fde-ad78-c41cb355a402 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:54.779651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port fd788f1e-2ad0-4fde-ad78-c41cb355a402 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:54.780026 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.830264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Made reservation on behalf of 27fdbc8ad9dd45c7858fb683c0f20955 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:54.834373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.840468 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event updated for resources: {'Network': ['ID=5c0b018d-8517-4230-8749-4c8a5aea4396,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:54.861270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 5c0b018d-8517-4230-8749-4c8a5aea4396 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:54.874178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] device_id is not set on port 16c448a8-aa14-42f0-b740-aa740a4e14e7 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:59:54.895105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b002ee-5782-40ce-a97a-bde9f931b443 req-7b4f4787-b15e-4a2d-a5cd-f505b1b61bc7 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.896635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64b002ee-5782-40ce-a97a-bde9f931b443 req-7b4f4787-b15e-4a2d-a5cd-f505b1b61bc7 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0792408 Aug 16 01:59:54.923193 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ef9b2d4a-e49a-4263-b08b-3bcbe16c04a1 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8173997 Aug 16 01:59:54.923454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47394) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:54.969165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64b002ee-5782-40ce-a97a-bde9f931b443 req-14f34217-be15-42b0-ab8d-b607e23190c9 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Aug 16 01:59:54.979072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Allocated IP 2001:db8::2 (d32bbe54-1b4a-484e-bcce-0ffb9437960c/17a43af8-52f9-4e66-9071-c67b3ff5b66d/03b2af17-7c62-4775-9240-c3be198e532e) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:55.012550 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1afb492-38ef-4095-a666-01156ccb53bd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.034218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0869801c-f4ad-4af7-8a9c-5c65d7beb63d tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:55.038122 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0869801c-f4ad-4af7-8a9c-5c65d7beb63d tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] 10.222.0.66 "GET /v2.0/networks/5c0b018d-8517-4230-8749-4c8a5aea4396 HTTP/1.1" status: 200 len: 757 time: 0.1114604 Aug 16 01:59:55.038561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47400) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:55.058590 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.109109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port fd788f1e-2ad0-4fde-ad78-c41cb355a402, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fd788f1e-2ad0-4fde-ad78-c41cb355a402,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:55.122991 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1afb492-38ef-4095-a666-01156ccb53bd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.145049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b483dd0-fa8d-4b05-887c-3306f4eb35ef tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:55.149140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7b483dd0-fa8d-4b05-887c-3306f4eb35ef tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] 10.222.0.66 "GET /v2.0/networks/fedae1c0-813f-417d-9edd-f233771483b2 HTTP/1.1" status: 200 len: 768 time: 0.1068795 Aug 16 01:59:55.160023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47404) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:55.190584 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.199910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Transition to ACTIVE for port object 03b2af17-7c62-4775-9240-c3be198e532e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:55.219911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Transition to ACTIVE for port object 03b2af17-7c62-4775-9240-c3be198e532e will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:55.236869 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-e1afb492-38ef-4095-a666-01156ccb53bd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Floating IP 1f945ee2-70a6-413d-bbff-7435a87d5127 associated. External IP: 172.25.8.229, port: 121a6c8e-7ba6-4109-9247-0a469a34b268. Aug 16 01:59:55.250339 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.250514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96ec1-d903-46f9-85cb-73242c034d8f req-9339cd29-08be-4fe5-837a-91f4431626ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:55.250514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bac96ec1-d903-46f9-85cb-73242c034d8f req-9339cd29-08be-4fe5-837a-91f4431626ff tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 946 time: 0.1253271 Aug 16 01:59:55.256500 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.291249 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=fd788f1e-2ad0-4fde-ad78-c41cb355a402,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.317363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bac96ec1-d903-46f9-85cb-73242c034d8f req-92ca5775-621f-4fcd-85fc-7790d0295158 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579929 Aug 16 01:59:55.346324 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.386528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Pushing event updated for resources: {'Port': ['ID=03b2af17-7c62-4775-9240-c3be198e532e,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.402295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:55.403942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:55.406394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:55.419092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.436653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0b018d-8517-4230-8749-4c8a5aea4396']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:55.451784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aae954a-fae1-4e60-8615-a240bef57e05') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:55.452071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aae954a-fae1-4e60-8615-a240bef57e05') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:55.467623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Allocated IP 2001:db8::cb (d32bbe54-1b4a-484e-bcce-0ffb9437960c/17a43af8-52f9-4e66-9071-c67b3ff5b66d/16c448a8-aa14-42f0-b740-aa740a4e14e7) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:55.474681 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.499946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.514134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Attempting to bind port 03b2af17-7c62-4775-9240-c3be198e532e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:55.514689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Attempting to bind port 03b2af17-7c62-4775-9240-c3be198e532e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:55.514833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:55.515020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Attempting to bind port 03b2af17-7c62-4775-9240-c3be198e532e on network d32bbe54-1b4a-484e-bcce-0ffb9437960c {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:55.515352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: timer() Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:55.517157 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:55.530961 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:55.531366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Checking segment: {'id': '9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:55.531775 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.533152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Bound using segment: {'id': '9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:55.533655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Bound port: 03b2af17-7c62-4775-9240-c3be198e532e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:55.534072 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.547302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1afb492-38ef-4095-a666-01156ccb53bd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Router 7ea5a363-431a-4403-b622-ec2aed0cc35c has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:55.625342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] For port 03b2af17-7c62-4775-9240-c3be198e532e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:55.630240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] For port 03b2af17-7c62-4775-9240-c3be198e532e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=03b2af17-7c62-4775-9240-c3be198e532e,segment=NetworkSegment(9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb),segment_id=9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:55.716162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1afb492-38ef-4095-a666-01156ccb53bd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:55.718875 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.721335 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1afb492-38ef-4095-a666-01156ccb53bd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.728860 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959ba28-2663-4793-9d5a-8bdf7369565a None None] Sync routers for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:55.758751 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959ba28-2663-4793-9d5a-8bdf7369565a None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:55.759476 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d959ba28-2663-4793-9d5a-8bdf7369565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:59:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:55.771751 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e1afb492-38ef-4095-a666-01156ccb53bd tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "PUT /v2.0/floatingips/1f945ee2-70a6-413d-bbff-7435a87d5127 HTTP/1.1" status: 200 len: 991 time: 1.6063557 Aug 16 01:59:55.773902 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'tag': '121a6c8e-7ba6-4109-9247-0a469a34b268'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:55.776359 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3073bef-3ca6-441a-92c0-f76a14d8d51d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3afb88f-70b7-4072-b2f3-e94c0f5fba46", "tag": "121a6c8e-7ba6-4109-9247-0a469a34b268"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:55.861453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390c5c9-fed8-4b44-ad0e-a74cb7eab63c None None] Pushing event updated for resources: {'Port': ['ID=03b2af17-7c62-4775-9240-c3be198e532e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.982965 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d959ba28-2663-4793-9d5a-8bdf7369565a None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:56.043388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4c8fca-b671-496e-8211-4512dc2885cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd788f1e-2ad0-4fde-ad78-c41cb355a402'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:56.051072 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488a40fe-91af-4bf2-9205-302a601a6f2e" -d '{"events": [{"server_uuid": "1f4c8fca-b671-496e-8211-4512dc2885cb", "name": "network-vif-plugged", "status": "completed", "tag": "fd788f1e-2ad0-4fde-ad78-c41cb355a402"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:56.081805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae36fe5-4109-49c4-a4d5-6e378485a0f6 req-ba627b4f-1080-400d-ad79-3ef92073ef69 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.083398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fae36fe5-4109-49c4-a4d5-6e378485a0f6 req-ba627b4f-1080-400d-ad79-3ef92073ef69 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 945 time: 0.1049600 Aug 16 01:59:56.087173 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.103827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c0b018d-8517-4230-8749-4c8a5aea4396 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:59:56.107890 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.116714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "DELETE /v2.0/networks/5c0b018d-8517-4230-8749-4c8a5aea4396 HTTP/1.1" status: 204 len: 168 time: 0.9498875 Aug 16 01:59:56.116940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47438) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:56.128551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Request body: {'network': {'name': 'tempest-network--1537146768'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:56.164716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e1165-69b6-44e7-8168-21421114c2ee tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c0b018d-8517-4230-8749-4c8a5aea4396,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.184757 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.222431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fae36fe5-4109-49c4-a4d5-6e378485a0f6 req-186d96af-c729-4eb1-b722-39557e8daba6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296196 Aug 16 01:59:56.241267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Transition to ACTIVE for port object 16c448a8-aa14-42f0-b740-aa740a4e14e7 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:56.293528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Made reservation on behalf of 0593c220bf364cb5bf9acf10327d4a6f for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:56.297786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.387508 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:56.402758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.403981 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Added segment 0bd37eb3-7758-4ad9-963b-dcdb2bad6379 of type vlan for network ee04f605-ad30-4258-8f84-60e54318661b Aug 16 01:59:56.436558 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d959ba28-2663-4793-9d5a-8bdf7369565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '1f945ee2-70a6-413d-bbff-7435a87d5127', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'floating_ip_address': '172.25.8.229', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'port_id': '121a6c8e-7ba6-4109-9247-0a469a34b268', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'mac_address': 'fa:16:3e:f3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:15Z', 'updated_at': '2021-08-16T01:59:54Z', 'revision_number': 1, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:56.446902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4b180-80ca-41e2-975c-da2e780a4721 req-6310d9aa-a601-44d0-88ff-525b5e18ee26 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.455837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bca4b180-80ca-41e2-975c-da2e780a4721 req-6310d9aa-a601-44d0-88ff-525b5e18ee26 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0758829 Aug 16 01:59:56.458046 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.469037 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959ba28-2663-4793-9d5a-8bdf7369565a None None] Checking router: 7ea5a363-431a-4403-b622-ec2aed0cc35c for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:56.481902 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959ba28-2663-4793-9d5a-8bdf7369565a None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:56.482129 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.482964 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d959ba28-2663-4793-9d5a-8bdf7369565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T01:59:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:56.543341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:56.548285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:56.551066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:56.557597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.558648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.608887 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bca4b180-80ca-41e2-975c-da2e780a4721 req-668bd9ce-51a1-494f-9bb3-78d6c9ae57ba tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309998 Aug 16 01:59:56.619677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'Port': ['ID=16c448a8-aa14-42f0-b740-aa740a4e14e7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.626240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.628201 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.646983 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.648219 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d959ba28-2663-4793-9d5a-8bdf7369565a None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:56.751058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event updated for resources: {'Network': ['ID=ee04f605-ad30-4258-8f84-60e54318661b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.762183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ad0ea04f-2edd-46e9-9023-89cbfe4b1a8c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2790320 Aug 16 01:59:56.762183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47460) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:56.768033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Request body: {'port': {'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1267614100', 'allowed_address_pairs': [{'ip_address': '2001:db8::cb', 'mac_address': 'fa:16:3e:1b:54:3b'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:56.784403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network ee04f605-ad30-4258-8f84-60e54318661b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:56.821628 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d3309713-ef26-4b0c-a694-e1e490bff934 tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7032220 Aug 16 01:59:56.830674 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47464) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:56.831323 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1ceaa1f8-3883-4d4e-9a37-0537760b566f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:56.847818 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da9d331-1151-4f79-88cd-566333d32321 x-openstack-request-id: req-5da9d331-1151-4f79-88cd-566333d32321 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:56.848138 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3afb88f-70b7-4072-b2f3-e94c0f5fba46", "tag": "121a6c8e-7ba6-4109-9247-0a469a34b268", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:56.848354 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5da9d331-1151-4f79-88cd-566333d32321 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:56.848897 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'tag': '121a6c8e-7ba6-4109-9247-0a469a34b268', 'status': 'completed', 'code': 200} Aug 16 01:59:56.961337 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7287de-23da-49ef-bc08-60031cfb1b4f x-openstack-request-id: req-fa7287de-23da-49ef-bc08-60031cfb1b4f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:56.963356 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4c8fca-b671-496e-8211-4512dc2885cb", "name": "network-vif-plugged", "status": "completed", "tag": "fd788f1e-2ad0-4fde-ad78-c41cb355a402", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:56.963356 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa7287de-23da-49ef-bc08-60031cfb1b4f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:56.963356 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4c8fca-b671-496e-8211-4512dc2885cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd788f1e-2ad0-4fde-ad78-c41cb355a402', 'code': 200} Aug 16 01:59:56.963356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 03b2af17-7c62-4775-9240-c3be198e532e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:57.215036 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d959ba28-2663-4793-9d5a-8bdf7369565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '1f945ee2-70a6-413d-bbff-7435a87d5127', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'floating_ip_address': '172.25.8.229', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'port_id': '121a6c8e-7ba6-4109-9247-0a469a34b268', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'mac_address': 'fa:16:3e:f3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:15Z', 'updated_at': '2021-08-16T01:59:54Z', 'revision_number': 1, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.241230 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ceaa1f8-3883-4d4e-9a37-0537760b566f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.272501 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959ba28-2663-4793-9d5a-8bdf7369565a None None] The sync data for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 is: [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '1f945ee2-70a6-413d-bbff-7435a87d5127', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'floating_ip_address': '172.25.8.229', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'port_id': '121a6c8e-7ba6-4109-9247-0a469a34b268', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'mac_address': 'fa:16:3e:f3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:15Z', 'updated_at': '2021-08-16T01:59:54Z', 'revision_number': 1, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:57.277331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54770ee-687d-4431-a480-55c9cc21e7a7 req-0ee592e3-421f-401a-822e-8c7fb6a1bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.278502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b54770ee-687d-4431-a480-55c9cc21e7a7 req-0ee592e3-421f-401a-822e-8c7fb6a1bcc4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 1097 time: 0.2614746 Aug 16 01:59:57.298100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 03b2af17-7c62-4775-9240-c3be198e532e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:57.311012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3073bef-3ca6-441a-92c0-f76a14d8d51d req-f2eccdd8-d190-4fc2-8c9d-cf3361b6980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.312577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3073bef-3ca6-441a-92c0-f76a14d8d51d req-f2eccdd8-d190-4fc2-8c9d-cf3361b6980e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 1097 time: 0.3383908 Aug 16 01:59:57.335841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd59878-a014-4cc2-9a47-5a05d52f9638 req-1a4ac5f3-9267-4ddd-83f0-4384e1469a50 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.338194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4dd59878-a014-4cc2-9a47-5a05d52f9638 req-1a4ac5f3-9267-4ddd-83f0-4384e1469a50 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 946 time: 0.1352468 Aug 16 01:59:57.346580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6dce9-a3c6-4fc3-b313-086e303bd7a0 None None] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:57.380157 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ceaa1f8-3883-4d4e-9a37-0537760b566f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.393966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ceaa1f8-3883-4d4e-9a37-0537760b566f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Network ee04f605-ad30-4258-8f84-60e54318661b is not hosted by any dhcp agent {{(pid=95515) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:59:57.393966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceaa1f8-3883-4d4e-9a37-0537760b566f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.393966 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ceaa1f8-3883-4d4e-9a37-0537760b566f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.395273 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1ceaa1f8-3883-4d4e-9a37-0537760b566f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "PUT /v2.0/networks/ee04f605-ad30-4258-8f84-60e54318661b HTTP/1.1" status: 200 len: 858 time: 0.5693419 Aug 16 01:59:57.411309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47476) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:57.435892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Made reservation on behalf of 27fdbc8ad9dd45c7858fb683c0f20955 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:57.460443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b54770ee-687d-4431-a480-55c9cc21e7a7 req-d77f21ec-356b-4cb4-8127-11580adf4e95 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714833 Aug 16 01:59:57.535809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaa1f8-3883-4d4e-9a37-0537760b566f tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event updated for resources: {'Network': ['ID=ee04f605-ad30-4258-8f84-60e54318661b,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:57.570565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0ef7f8e2-bb4a-4511-ab62-a8b94f747cc5 None None] Provisioning for port 03b2af17-7c62-4775-9240-c3be198e532e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:57.581123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0ef7f8e2-bb4a-4511-ab62-a8b94f747cc5 None None] Provisioning complete for port 03b2af17-7c62-4775-9240-c3be198e532e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:57.581413 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0ef7f8e2-bb4a-4511-ab62-a8b94f747cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.614814 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.631792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3073bef-3ca6-441a-92c0-f76a14d8d51d req-ef1e3290-43cb-48b1-ad35-a335382c3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.632734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3073bef-3ca6-441a-92c0-f76a14d8d51d req-ef1e3290-43cb-48b1-ad35-a335382c3406 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 912 time: 0.2921562 Aug 16 01:59:57.645454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a0657d-7dfd-497f-b48e-196f403a21b9 None None] New status for floating IP 1f945ee2-70a6-413d-bbff-7435a87d5127: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:59:57.718116 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.724184 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.736736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee04f605-ad30-4258-8f84-60e54318661b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.744759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4dd59878-a014-4cc2-9a47-5a05d52f9638 req-025e3c9a-7cf1-4d24-bd63-710eaeb5416c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753879 Aug 16 01:59:57.750977 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd37eb3-7758-4ad9-963b-dcdb2bad6379') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.751524 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd37eb3-7758-4ad9-963b-dcdb2bad6379') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.763303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.768925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] device_id is not set on port 7f3aba07-156a-45bc-afd4-c24cb7ca74bb yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:59:57.780460 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.788482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:57.789180 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:57.860099 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:57.962480 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0ef7f8e2-bb4a-4511-ab62-a8b94f747cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.984144 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.990474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee04f605-ad30-4258-8f84-60e54318661b {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:59:57.994136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.000941 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] 10.222.0.66 "DELETE /v2.0/networks/ee04f605-ad30-4258-8f84-60e54318661b HTTP/1.1" status: 204 len: 168 time: 0.5884576 Aug 16 01:59:58.013868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47480) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:58.031150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44728bb-95ec-4d77-90c8-41782fec2ce4 req-3f003c03-060f-494e-963d-92a9e13f2832 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.039163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b44728bb-95ec-4d77-90c8-41782fec2ce4 req-3f003c03-060f-494e-963d-92a9e13f2832 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.1591418 Aug 16 01:59:58.043616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0ef7f8e2-bb4a-4511-ab62-a8b94f747cc5 None None] For port 03b2af17-7c62-4775-9240-c3be198e532e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=03b2af17-7c62-4775-9240-c3be198e532e,segment=NetworkSegment(9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb),segment_id=9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:58.068829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Allocated IP 2001:db8::36 (d32bbe54-1b4a-484e-bcce-0ffb9437960c/17a43af8-52f9-4e66-9071-c67b3ff5b66d/7f3aba07-156a-45bc-afd4-c24cb7ca74bb) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:58.073810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3073bef-3ca6-441a-92c0-f76a14d8d51d req-e3cee5f5-dbf7-44f0-ac4c-815f174e58b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=121a6c8e-7ba6-4109-9247-0a469a34b268 HTTP/1.1" status: 200 len: 999 time: 0.3275928 Aug 16 01:59:58.132189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f30b3-6756-4bff-bb94-89c5f06b625b tempest-ExternalNetworksTestJSON-1580505625 tempest-ExternalNetworksTestJSON-1580505625-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee04f605-ad30-4258-8f84-60e54318661b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:58.137836 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c4e3c3-c2fc-4dfb-9914-662817f41c54 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] DELETE failed (client error): The resource could not be found. Aug 16 01:59:58.138319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c4e3c3-c2fc-4dfb-9914-662817f41c54 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:58.145121 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b3c4e3c3-c2fc-4dfb-9914-662817f41c54 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] 10.222.0.66 "DELETE /v2.0/subnets/e682b094-b945-439c-93a3-55ec63ffe70e HTTP/1.1" status: 404 len: 337 time: 0.0996807 Aug 16 01:59:58.145854 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47484) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:58.169804 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0ef7f8e2-bb4a-4511-ab62-a8b94f747cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.237114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b44728bb-95ec-4d77-90c8-41782fec2ce4 req-e6b0a79b-d88d-4549-975f-de7d6b94c0f7 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961310 Aug 16 01:59:58.262241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3073bef-3ca6-441a-92c0-f76a14d8d51d req-1d682b32-a01c-40ad-9b12-60dfae9139bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.269545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3073bef-3ca6-441a-92c0-f76a14d8d51d req-1d682b32-a01c-40ad-9b12-60dfae9139bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 200 len: 850 time: 0.1853929 Aug 16 01:59:58.274833 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7f8e2-bb4a-4511-ab62-a8b94f747cc5 None None] Pushing event updated for resources: {'Port': ['ID=03b2af17-7c62-4775-9240-c3be198e532e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:58.290975 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.450582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c1120424-e8ae-4d50-be7b-0bbdfe68baac None None] Provisioning for port 16c448a8-aa14-42f0-b740-aa740a4e14e7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:58.465333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c1120424-e8ae-4d50-be7b-0bbdfe68baac None None] Provisioning complete for port 16c448a8-aa14-42f0-b740-aa740a4e14e7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:58.465333 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1120424-e8ae-4d50-be7b-0bbdfe68baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.515150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.518859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c1120424-e8ae-4d50-be7b-0bbdfe68baac None None] Port 16c448a8-aa14-42f0-b740-aa740a4e14e7 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:58.534934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3073bef-3ca6-441a-92c0-f76a14d8d51d req-564f4496-3de8-4fdb-b8e1-02d35b309a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.535516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedae1c0-813f-417d-9edd-f233771483b2']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:58.537562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c1120424-e8ae-4d50-be7b-0bbdfe68baac None None] Provisioning complete for port 03b2af17-7c62-4775-9240-c3be198e532e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:58.537562 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1120424-e8ae-4d50-be7b-0bbdfe68baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.537861 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3073bef-3ca6-441a-92c0-f76a14d8d51d req-564f4496-3de8-4fdb-b8e1-02d35b309a1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4580b099-2551-492d-9cb2-8302c2e9c7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2552547 Aug 16 01:59:58.568853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb1433f-e388-4a87-87a6-8f53f62bae2e') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:58.580973 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb1433f-e388-4a87-87a6-8f53f62bae2e') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:58.591135 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.645543 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.682510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71447362-3058-43c4-9879-037702d9e2ab req-b7240a7c-79ed-493b-aa75-05c72be61af7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.690865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71447362-3058-43c4-9879-037702d9e2ab req-b7240a7c-79ed-493b-aa75-05c72be61af7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 945 time: 0.3124161 Aug 16 01:59:58.704201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Transition to ACTIVE for port object 7f3aba07-156a-45bc-afd4-c24cb7ca74bb will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:58.761781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5278b303-cce8-4d61-96b4-62460f58f50b None None] Provisioning complete for port 16c448a8-aa14-42f0-b740-aa740a4e14e7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:58.762358 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5278b303-cce8-4d61-96b4-62460f58f50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.806320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71447362-3058-43c4-9879-037702d9e2ab req-75a84279-f758-421a-9736-bcda9272b89d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138623 Aug 16 01:59:58.821008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3073bef-3ca6-441a-92c0-f76a14d8d51d req-320f66a9-67db-4c21-8531-8e3eda7019e3 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697031 Aug 16 01:59:58.826318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5278b303-cce8-4d61-96b4-62460f58f50b None None] Port 16c448a8-aa14-42f0-b740-aa740a4e14e7 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:58.833062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 03b2af17-7c62-4775-9240-c3be198e532e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:58.897283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 03b2af17-7c62-4775-9240-c3be198e532e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:58.898304 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.956511 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.002391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.017685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:59.018385 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: timer() Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:59.021939 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:59.032454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:59.047453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:59.053436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:59.059946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.060753 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.085516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'Port': ['ID=7f3aba07-156a-45bc-afd4-c24cb7ca74bb,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:59.113034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3073bef-3ca6-441a-92c0-f76a14d8d51d req-35f35c48-532c-4246-a50b-dec4695faec8 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669704 Aug 16 01:59:59.234423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a4df880c-d2d7-4721-a9e5-caf2fee5dbd5 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.4707949 Aug 16 01:59:59.237134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47492) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:59.267606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629a202-6e02-4841-bd59-5001862cba87 req-4d6fcc89-4787-46f6-84e2-9cbbde02531b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.269475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5629a202-6e02-4841-bd59-5001862cba87 req-4d6fcc89-4787-46f6-84e2-9cbbde02531b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 946 time: 0.0650222 Aug 16 01:59:59.302032 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246f572-76ab-4919-a77e-f59a5c50b44d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.315471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5629a202-6e02-4841-bd59-5001862cba87 req-dc12f9c8-b3b9-4206-bd5c-b498307aa10d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389171 Aug 16 01:59:59.318534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246f572-76ab-4919-a77e-f59a5c50b44d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.326025 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246f572-76ab-4919-a77e-f59a5c50b44d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.328044 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1246f572-76ab-4919-a77e-f59a5c50b44d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.0887558 Aug 16 01:59:59.329574 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.330976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47494) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:59.360581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.363570 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] 10.222.0.66 "DELETE /v2.0/networks/fedae1c0-813f-417d-9edd-f233771483b2 HTTP/1.1" status: 204 len: 168 time: 1.2156022 Aug 16 01:59:59.379757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792137a4-6627-43c7-957b-bcf96ef5eab2 tempest-ExternalNetworksTestJSON-161807798 tempest-ExternalNetworksTestJSON-161807798-project] Pushing event deleted for resources: {'Network': ['ID=fedae1c0-813f-417d-9edd-f233771483b2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:59.493784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739daca-2983-4a83-b3e1-b57b61722149 req-33239941-eb15-4d9c-8d36-6a48a100e109 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.495904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7739daca-2983-4a83-b3e1-b57b61722149 req-33239941-eb15-4d9c-8d36-6a48a100e109 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0738082 Aug 16 01:59:59.501530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-351a6de6-9a0f-4f17-8342-ca92f658e4b9 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Deleting port 7f3aba07-156a-45bc-afd4-c24cb7ca74bb {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:59.501919 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-351a6de6-9a0f-4f17-8342-ca92f658e4b9 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.557206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dc18ade5-a2dd-45c2-a74d-a4de3d56d106 None None] Provisioning for port 7f3aba07-156a-45bc-afd4-c24cb7ca74bb completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:59.563289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dc18ade5-a2dd-45c2-a74d-a4de3d56d106 None None] Provisioning complete for port 7f3aba07-156a-45bc-afd4-c24cb7ca74bb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:59.563826 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dc18ade5-a2dd-45c2-a74d-a4de3d56d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.589253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7739daca-2983-4a83-b3e1-b57b61722149 req-05095726-ab4c-4b29-976d-26b52261a509 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826890 Aug 16 01:59:59.619685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-dc18ade5-a2dd-45c2-a74d-a4de3d56d106 None None] Port 7f3aba07-156a-45bc-afd4-c24cb7ca74bb cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:59.625152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-351a6de6-9a0f-4f17-8342-ca92f658e4b9 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.643995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-351a6de6-9a0f-4f17-8342-ca92f658e4b9 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Calling delete_port for 7f3aba07-156a-45bc-afd4-c24cb7ca74bb owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:59.758967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13729e-2a95-4e3a-a744-e9efd12c22e2 req-05d373fb-8e96-4d13-8a37-e7ea4a68a34e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.760586 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f13729e-2a95-4e3a-a744-e9efd12c22e2 req-05d373fb-8e96-4d13-8a37-e7ea4a68a34e tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0805585 Aug 16 01:59:59.843858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f13729e-2a95-4e3a-a744-e9efd12c22e2 req-f30e8bc9-e83d-46fc-af27-ce86d3f1d7fd tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696156 Aug 16 01:59:59.860208 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc27e-3e94-4131-ae2e-596aa5acae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.949371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47510) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:59.953145 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-351a6de6-9a0f-4f17-8342-ca92f658e4b9 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.996520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64806a-538e-48d7-bf4f-b4b32000d036 req-af1e31dc-5424-4d02-8506-57725b7e7e08 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.998153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a64806a-538e-48d7-bf4f-b4b32000d036 req-af1e31dc-5424-4d02-8506-57725b7e7e08 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 945 time: 0.0890045 Aug 16 02:00:00.001402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a6de6-9a0f-4f17-8342-ca92f658e4b9 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event deleted for resources: {'Port': ['ID=7f3aba07-156a-45bc-afd4-c24cb7ca74bb,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.115929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a64806a-538e-48d7-bf4f-b4b32000d036 req-6db3ccde-f29d-4885-a09a-6d6733cbf778 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995343 Aug 16 02:00:00.119411 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-64fe0ce8-fc9d-4bf2-8729-85a2a32dd85d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2bffa3a80554ac889346e19f34edca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685123 Aug 16 02:00:00.122739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47516) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:00.177256 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-351a6de6-9a0f-4f17-8342-ca92f658e4b9 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.179283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-351a6de6-9a0f-4f17-8342-ca92f658e4b9 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "DELETE /v2.0/ports/7f3aba07-156a-45bc-afd4-c24cb7ca74bb HTTP/1.1" status: 204 len: 168 time: 0.8472810 Aug 16 02:00:00.184742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47522) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:00.227707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61e6662f-b5f9-4ee4-bffa-9e90b2198f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.232926 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab54b89-f82d-4cc6-b5eb-a812386fffbd tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] GET failed (client error): The resource could not be found. Aug 16 02:00:00.242885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47526) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:00.243793 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9ab54b89-f82d-4cc6-b5eb-a812386fffbd tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "GET /v2.0/ports/7f3aba07-156a-45bc-afd4-c24cb7ca74bb HTTP/1.1" status: 404 len: 333 time: 0.0575836 Aug 16 02:00:00.248694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Request body: {'port': {'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-534647925'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:00.304659 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61e6662f-b5f9-4ee4-bffa-9e90b2198f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.472146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61e6662f-b5f9-4ee4-bffa-9e90b2198f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.474706 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61e6662f-b5f9-4ee4-bffa-9e90b2198f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.475836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-61e6662f-b5f9-4ee4-bffa-9e90b2198f71 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87388b10-6fb6-40e3-b2a4-714938098135 HTTP/1.1" status: 204 len: 168 time: 0.3388197 Aug 16 02:00:00.482463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Made reservation on behalf of 27fdbc8ad9dd45c7858fb683c0f20955 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:00.485901 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.502533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6662f-b5f9-4ee4-bffa-9e90b2198f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87388b10-6fb6-40e3-b2a4-714938098135,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.520364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] device_id is not set on port 67d0af34-11a3-4f75-a8a9-e8f6159131cc yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:00.546115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0fd0e-eb87-4601-8f70-3e82ff726f81 req-4b14b3f6-8767-430d-a0a2-23d502ebb1d4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.547636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62c0fd0e-eb87-4601-8f70-3e82ff726f81 req-4b14b3f6-8767-430d-a0a2-23d502ebb1d4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 945 time: 0.1036489 Aug 16 02:00:00.637784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62c0fd0e-eb87-4601-8f70-3e82ff726f81 req-3c1801d4-3194-43ff-be9d-541670207983 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597456 Aug 16 02:00:00.727017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Allocated IP 2001:db8::3ab (d32bbe54-1b4a-484e-bcce-0ffb9437960c/17a43af8-52f9-4e66-9071-c67b3ff5b66d/67d0af34-11a3-4f75-a8a9-e8f6159131cc) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:00.816363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ffe5a-3e36-4a50-9cb3-2b3765b31a0c req-8b5cad70-06b1-4023-b8bb-79f491a5bf23 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.817907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f4ffe5a-3e36-4a50-9cb3-2b3765b31a0c req-8b5cad70-06b1-4023-b8bb-79f491a5bf23 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0857453 Aug 16 02:00:00.917525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f4ffe5a-3e36-4a50-9cb3-2b3765b31a0c req-10ecb52c-1a6a-4619-b906-d477e9e8e326 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878191 Aug 16 02:00:00.971285 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.986919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Transition to ACTIVE for port object 67d0af34-11a3-4f75-a8a9-e8f6159131cc will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:01.129213 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.173951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:01.177058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:01.180790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:01.186917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.187533 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.193727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'Port': ['ID=67d0af34-11a3-4f75-a8a9-e8f6159131cc,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:01.270382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47538) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:01.313595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-62c063bd-69b2-4081-b8d6-be3436cc702b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0593c220bf364cb5bf9acf10327d4a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425081 Aug 16 02:00:01.315949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47542) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:01.364933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b4798b53-94d5-4182-bb32-a9cedc848c76 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1212096 Aug 16 02:00:01.368011 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47546) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:01.375313 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6d6d71a4-35e3-44fb-a5c1-dc090fc9cbb6 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::cb', 'mac_address': 'fa:16:3e:1b:54:3b'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:01.376440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9a68e4b-cde9-44d9-9f69-48a81eb28af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.398702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9a68e4b-cde9-44d9-9f69-48a81eb28af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.527141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d6d71a4-35e3-44fb-a5c1-dc090fc9cbb6 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.622003 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9a68e4b-cde9-44d9-9f69-48a81eb28af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.622329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8125b4a2-6fc9-4784-a7c6-e575f9833254 None None] Provisioning for port 67d0af34-11a3-4f75-a8a9-e8f6159131cc completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:01.625852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9a68e4b-cde9-44d9-9f69-48a81eb28af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.629162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e9a68e4b-cde9-44d9-9f69-48a81eb28af4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c4c0f43-3b76-48f2-a612-da3ef21dc8f7 HTTP/1.1" status: 204 len: 168 time: 0.3100214 Aug 16 02:00:01.629334 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8125b4a2-6fc9-4784-a7c6-e575f9833254 None None] Provisioning complete for port 67d0af34-11a3-4f75-a8a9-e8f6159131cc triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:01.629334 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8125b4a2-6fc9-4784-a7c6-e575f9833254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.664550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8125b4a2-6fc9-4784-a7c6-e575f9833254 None None] Port 67d0af34-11a3-4f75-a8a9-e8f6159131cc cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:01.667594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a68e4b-cde9-44d9-9f69-48a81eb28af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4c0f43-3b76-48f2-a612-da3ef21dc8f7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:01.702524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33609a-826d-4a96-92d7-cf02e1213792 req-43962986-9581-4d23-80a2-737f0fe75b6a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.704469 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b33609a-826d-4a96-92d7-cf02e1213792 req-43962986-9581-4d23-80a2-737f0fe75b6a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0677590 Aug 16 02:00:01.754468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b33609a-826d-4a96-92d7-cf02e1213792 req-bca4569d-600c-43d7-afce-ea6271b3b22f tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 Aug 16 02:00:01.761340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d6d71a4-35e3-44fb-a5c1-dc090fc9cbb6 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.934593 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d6d71a4-35e3-44fb-a5c1-dc090fc9cbb6 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.967029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6d6d71a4-35e3-44fb-a5c1-dc090fc9cbb6 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] In _notify_port_updated(), no bound segment for port 67d0af34-11a3-4f75-a8a9-e8f6159131cc on network d32bbe54-1b4a-484e-bcce-0ffb9437960c {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:00:01.972967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6d71a4-35e3-44fb-a5c1-dc090fc9cbb6 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.973613 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d6d71a4-35e3-44fb-a5c1-dc090fc9cbb6 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.974973 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d6d71a4-35e3-44fb-a5c1-dc090fc9cbb6 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "PUT /v2.0/ports/67d0af34-11a3-4f75-a8a9-e8f6159131cc HTTP/1.1" status: 200 len: 1001 time: 0.6058185 Aug 16 02:00:01.977836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47560) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:02.004254 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d71a4-35e3-44fb-a5c1-dc090fc9cbb6 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'Port': ['ID=67d0af34-11a3-4f75-a8a9-e8f6159131cc,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:02.093236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c817ba9-a592-4648-a1a8-e64e5d908736 req-ff3a069c-7fbc-4102-b5e0-3e00de14b8c6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.094840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c817ba9-a592-4648-a1a8-e64e5d908736 req-ff3a069c-7fbc-4102-b5e0-3e00de14b8c6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 945 time: 0.0883772 Aug 16 02:00:02.152994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-cf207c25-40d6-4c52-ba41-3cba9fe8c13c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Deleting port 67d0af34-11a3-4f75-a8a9-e8f6159131cc {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:02.153386 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf207c25-40d6-4c52-ba41-3cba9fe8c13c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.160217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c817ba9-a592-4648-a1a8-e64e5d908736 req-a55b6002-6cbf-45fa-a933-f849f736c110 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529897 Aug 16 02:00:02.313697 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf207c25-40d6-4c52-ba41-3cba9fe8c13c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.319740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bff9205e-6f14-469d-953f-695a293bf4c1 None None] Provisioning complete for port 67d0af34-11a3-4f75-a8a9-e8f6159131cc triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:02.322255 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bff9205e-6f14-469d-953f-695a293bf4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.353183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-cf207c25-40d6-4c52-ba41-3cba9fe8c13c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Calling delete_port for 67d0af34-11a3-4f75-a8a9-e8f6159131cc owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:02.375759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bff9205e-6f14-469d-953f-695a293bf4c1 None None] Port 67d0af34-11a3-4f75-a8a9-e8f6159131cc cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:02.436408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2c99c-90b7-4fdd-a5da-2f2a169ebc90 req-c56efa02-1de4-46c8-b51f-5605ef0405b9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.437933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-06c2c99c-90b7-4fdd-a5da-2f2a169ebc90 req-c56efa02-1de4-46c8-b51f-5605ef0405b9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0999482 Aug 16 02:00:02.495986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-06c2c99c-90b7-4fdd-a5da-2f2a169ebc90 req-9b188039-6765-49a2-8c88-b1a704c461ac tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479560 Aug 16 02:00:02.673414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81112d85-f389-4796-abf8-02eb50b4d845 req-39040c37-2a9f-403d-b4ce-b458561cd45a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.675470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81112d85-f389-4796-abf8-02eb50b4d845 req-39040c37-2a9f-403d-b4ce-b458561cd45a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0532749 Aug 16 02:00:02.726251 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf207c25-40d6-4c52-ba41-3cba9fe8c13c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.729638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81112d85-f389-4796-abf8-02eb50b4d845 req-013143da-fccd-4ba7-96ac-78e80ec09b68 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482967 Aug 16 02:00:02.755533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf207c25-40d6-4c52-ba41-3cba9fe8c13c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event deleted for resources: {'Port': ['ID=67d0af34-11a3-4f75-a8a9-e8f6159131cc,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:02.890340 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.945890 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-93dfb955-a39c-4fb1-ad7b-e4f0698abac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.228037 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf207c25-40d6-4c52-ba41-3cba9fe8c13c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.233793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cf207c25-40d6-4c52-ba41-3cba9fe8c13c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "DELETE /v2.0/ports/67d0af34-11a3-4f75-a8a9-e8f6159131cc HTTP/1.1" status: 204 len: 168 time: 1.2513263 Aug 16 02:00:03.234295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47602) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:03.285437 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d0da6b-5a6b-4db3-85f0-f55557443ff3 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] GET failed (client error): The resource could not be found. Aug 16 02:00:03.290584 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c6d0da6b-5a6b-4db3-85f0-f55557443ff3 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "GET /v2.0/ports/67d0af34-11a3-4f75-a8a9-e8f6159131cc HTTP/1.1" status: 404 len: 333 time: 0.0518415 Aug 16 02:00:03.291620 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47604) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:03.298642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Request body: {'port': {'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2039397420'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:03.313604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44914121-5a56-4c56-b35e-b25186ebb05e req-152cb408-a2b0-4566-a3c6-a34bf7bf0e84 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:03.315258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44914121-5a56-4c56-b35e-b25186ebb05e req-152cb408-a2b0-4566-a3c6-a34bf7bf0e84 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.1331072 Aug 16 02:00:03.359163 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa8310-a7e1-47da-8a31-bdee00509e68 req-f66dce58-64bb-4183-9e66-c61a806c131b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:03.360704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0fa8310-a7e1-47da-8a31-bdee00509e68 req-f66dce58-64bb-4183-9e66-c61a806c131b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 945 time: 0.1147449 Aug 16 02:00:03.400232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44914121-5a56-4c56-b35e-b25186ebb05e req-e204d0d0-4851-4888-ab5f-27467e5c3cf7 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765047 Aug 16 02:00:03.481970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-c0fa8310-a7e1-47da-8a31-bdee00509e68 req-b4df8f7f-2be7-4ee8-aa60-2ea850a29d12 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Deleting port fd788f1e-2ad0-4fde-ad78-c41cb355a402 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:03.482384 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c0fa8310-a7e1-47da-8a31-bdee00509e68 req-b4df8f7f-2be7-4ee8-aa60-2ea850a29d12 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.591741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Made reservation on behalf of 27fdbc8ad9dd45c7858fb683c0f20955 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:03.595809 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.623124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c0fa8310-a7e1-47da-8a31-bdee00509e68 req-b4df8f7f-2be7-4ee8-aa60-2ea850a29d12 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] For port fd788f1e-2ad0-4fde-ad78-c41cb355a402, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=fd788f1e-2ad0-4fde-ad78-c41cb355a402,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:03.623605 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c0fa8310-a7e1-47da-8a31-bdee00509e68 req-b4df8f7f-2be7-4ee8-aa60-2ea850a29d12 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.627030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] device_id is not set on port 053e02ab-eeff-413b-ad7d-d6805dbffb91 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:03.639843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-c0fa8310-a7e1-47da-8a31-bdee00509e68 req-b4df8f7f-2be7-4ee8-aa60-2ea850a29d12 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Calling delete_port for fd788f1e-2ad0-4fde-ad78-c41cb355a402 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:03.728555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d65235-9a90-4416-beee-502a6b9f3576 req-63cdc2b0-dcec-4445-834f-ef158cb2fa1d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:03.730238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2d65235-9a90-4416-beee-502a6b9f3576 req-63cdc2b0-dcec-4445-834f-ef158cb2fa1d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 945 time: 0.0966477 Aug 16 02:00:03.762078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Allocated IP 2001:db8::ba (d32bbe54-1b4a-484e-bcce-0ffb9437960c/17a43af8-52f9-4e66-9071-c67b3ff5b66d/053e02ab-eeff-413b-ad7d-d6805dbffb91) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:03.795312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2d65235-9a90-4416-beee-502a6b9f3576 req-c8b262a8-451b-4c49-821f-673d4d53e97d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542350 Aug 16 02:00:03.952148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa412da-40c4-499f-92fd-50c3f645b8a8 req-e17680e6-ef63-47b9-b639-7a1dfc4078fb tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:03.953683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3aa412da-40c4-499f-92fd-50c3f645b8a8 req-e17680e6-ef63-47b9-b639-7a1dfc4078fb tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0566611 Aug 16 02:00:03.990615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c0fa8310-a7e1-47da-8a31-bdee00509e68 req-b4df8f7f-2be7-4ee8-aa60-2ea850a29d12 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.991291 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.006876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['e81d1732-b828-4b65-a3f6-81b5f99ef6a3'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:04.007562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Transition to ACTIVE for port object 053e02ab-eeff-413b-ad7d-d6805dbffb91 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:04.009892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['fd788f1e-2ad0-4fde-ad78-c41cb355a402'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:04.013072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3aa412da-40c4-499f-92fd-50c3f645b8a8 req-91625e4e-b9d6-4d28-9222-3e14e1f1b92a tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530202 Aug 16 02:00:04.017159 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.040731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df8f7f-2be7-4ee8-aa60-2ea850a29d12 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event deleted for resources: {'Port': ['ID=fd788f1e-2ad0-4fde-ad78-c41cb355a402,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:04.127995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fa8310-a7e1-47da-8a31-bdee00509e68 req-b4df8f7f-2be7-4ee8-aa60-2ea850a29d12 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] No DVR routers for this DVR port fd788f1e-2ad0-4fde-ad78-c41cb355a402 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:04.132174 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c0fa8310-a7e1-47da-8a31-bdee00509e68 req-b4df8f7f-2be7-4ee8-aa60-2ea850a29d12 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.135669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0fa8310-a7e1-47da-8a31-bdee00509e68 req-b4df8f7f-2be7-4ee8-aa60-2ea850a29d12 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "DELETE /v2.0/ports/fd788f1e-2ad0-4fde-ad78-c41cb355a402 HTTP/1.1" status: 204 len: 173 time: 0.7664554 Aug 16 02:00:04.139818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4c8fca-b671-496e-8211-4512dc2885cb', 'name': 'network-vif-deleted', 'tag': 'fd788f1e-2ad0-4fde-ad78-c41cb355a402'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:04.141116 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54342874-0591-4873-be75-9b03f1788656" -d '{"events": [{"server_uuid": "1f4c8fca-b671-496e-8211-4512dc2885cb", "name": "network-vif-deleted", "tag": "fd788f1e-2ad0-4fde-ad78-c41cb355a402"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:04.232547 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.280367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bdf4d-ec9b-4b9b-9e39-4a0722f837fe req-95172824-9514-4b51-891d-abae50b5c419 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.291506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-623bdf4d-ec9b-4b9b-9e39-4a0722f837fe req-95172824-9514-4b51-891d-abae50b5c419 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0945351 Aug 16 02:00:04.302862 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:04.307956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:04.333171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-623bdf4d-ec9b-4b9b-9e39-4a0722f837fe req-e9afd7b2-733b-4612-9110-2d083f61dcde tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Aug 16 02:00:04.340113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:04.351464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.352168 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.388078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'Port': ['ID=053e02ab-eeff-413b-ad7d-d6805dbffb91,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:04.432565 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b155ae03-625e-49ab-ad1c-2e983919e50e x-openstack-request-id: req-b155ae03-625e-49ab-ad1c-2e983919e50e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:04.432850 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4c8fca-b671-496e-8211-4512dc2885cb", "name": "network-vif-deleted", "tag": "fd788f1e-2ad0-4fde-ad78-c41cb355a402", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:04.433102 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b155ae03-625e-49ab-ad1c-2e983919e50e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:04.433562 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4c8fca-b671-496e-8211-4512dc2885cb', 'name': 'network-vif-deleted', 'tag': 'fd788f1e-2ad0-4fde-ad78-c41cb355a402', 'status': 'completed', 'code': 200} Aug 16 02:00:04.486749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47630) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:04.536794 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-814da1ed-fa4d-4c41-ae0f-271f72a0eead tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2425618 Aug 16 02:00:04.539350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47636) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:04.545615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-36f89ea0-e582-4553-b84a-b65a7d948dfd tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1b:54:3b'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:04.562011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68215c99-2a9e-45cf-831f-22bd5ed7995f req-2bbeee50-dddb-42cb-a08c-2f833d4e9498 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.563711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68215c99-2a9e-45cf-831f-22bd5ed7995f req-2bbeee50-dddb-42cb-a08c-2f833d4e9498 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0599468 Aug 16 02:00:04.617674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68215c99-2a9e-45cf-831f-22bd5ed7995f req-6192eaca-1597-416e-91a9-2db68445e4d0 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 Aug 16 02:00:04.667614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-477659542', 'router:external': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:04.690301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-36f89ea0-e582-4553-b84a-b65a7d948dfd tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.843116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f1dcf4ee-f316-4a06-b63f-5dd5c332aab7 None None] Provisioning for port 053e02ab-eeff-413b-ad7d-d6805dbffb91 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:04.847191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f1dcf4ee-f316-4a06-b63f-5dd5c332aab7 None None] Provisioning complete for port 053e02ab-eeff-413b-ad7d-d6805dbffb91 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:04.847626 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf4ee-f316-4a06-b63f-5dd5c332aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.899087 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-36f89ea0-e582-4553-b84a-b65a7d948dfd tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.901992 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Made reservation on behalf of 0ddaf95519c6459399a9a281f7300356 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:04.908347 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.914211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f1dcf4ee-f316-4a06-b63f-5dd5c332aab7 None None] Port 053e02ab-eeff-413b-ad7d-d6805dbffb91 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:04.929690 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.952157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c31b2d-3adb-482e-a9a4-7de32b0cda0c req-9eec9be4-2691-40a2-bdfd-a3c9ed962010 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.955226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4c31b2d-3adb-482e-a9a4-7de32b0cda0c req-9eec9be4-2691-40a2-bdfd-a3c9ed962010 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0750430 Aug 16 02:00:05.014492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4c31b2d-3adb-482e-a9a4-7de32b0cda0c req-c482220e-2428-4683-9774-54937dd8c347 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529087 Aug 16 02:00:05.043869 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-36f89ea0-e582-4553-b84a-b65a7d948dfd tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.085428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-36f89ea0-e582-4553-b84a-b65a7d948dfd tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] In _notify_port_updated(), no bound segment for port 053e02ab-eeff-413b-ad7d-d6805dbffb91 on network d32bbe54-1b4a-484e-bcce-0ffb9437960c {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:00:05.091836 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f89ea0-e582-4553-b84a-b65a7d948dfd tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.092654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-36f89ea0-e582-4553-b84a-b65a7d948dfd tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.098087 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-36f89ea0-e582-4553-b84a-b65a7d948dfd tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "PUT /v2.0/ports/053e02ab-eeff-413b-ad7d-d6805dbffb91 HTTP/1.1" status: 200 len: 1002 time: 0.5538270 Aug 16 02:00:05.110043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.115479 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47650) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:05.124640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afcca63b-b61f-4f25-8c8a-ffafda94efee req-8d652e9a-9174-4731-8318-f8bdad0948a6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 210 time: 0.0452321 Aug 16 02:00:05.149036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f89ea0-e582-4553-b84a-b65a7d948dfd tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'Port': ['ID=053e02ab-eeff-413b-ad7d-d6805dbffb91,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:05.262046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.286496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b50fac-de14-48c7-8990-b22a6eebf980 req-a864fd5c-c9a1-4c96-9927-df2c7e7792ed tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.298396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5b50fac-de14-48c7-8990-b22a6eebf980 req-a864fd5c-c9a1-4c96-9927-df2c7e7792ed tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0760641 Aug 16 02:00:05.303258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:05.332176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.332609 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Added segment ebdc44f7-d8eb-4af8-bcf0-26099eff4d52 of type vlan for network 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a Aug 16 02:00:05.344520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fc0935-19f0-4106-a1cc-62ecbe01b4ca,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:05.358011 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5b50fac-de14-48c7-8990-b22a6eebf980 req-4728d487-5bc9-4900-80fa-0bd88f3d6d2c tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547798 Aug 16 02:00:05.369369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ddb63fbd-3190-4a57-8bb3-a76fd560c706 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Deleting port 053e02ab-eeff-413b-ad7d-d6805dbffb91 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:05.369985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ddb63fbd-3190-4a57-8bb3-a76fd560c706 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.444285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-905e4861-cec4-4781-9f61-9ae9c93862ba None None] Provisioning complete for port 053e02ab-eeff-413b-ad7d-d6805dbffb91 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:05.445270 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-905e4861-cec4-4781-9f61-9ae9c93862ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.503808 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.508984 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-905e4861-cec4-4781-9f61-9ae9c93862ba None None] Port 053e02ab-eeff-413b-ad7d-d6805dbffb91 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:05.543199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c1300-3dbe-44f2-8727-758c33bfb11c req-de53635a-3f4b-4b55-84b2-4277bbad6e87 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.546279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d58c1300-3dbe-44f2-8727-758c33bfb11c req-de53635a-3f4b-4b55-84b2-4277bbad6e87 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.0788951 Aug 16 02:00:05.559569 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ddb63fbd-3190-4a57-8bb3-a76fd560c706 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.575936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ddb63fbd-3190-4a57-8bb3-a76fd560c706 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Calling delete_port for 053e02ab-eeff-413b-ad7d-d6805dbffb91 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:05.595657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d58c1300-3dbe-44f2-8727-758c33bfb11c req-1b0ebd36-3c89-4c41-8119-1be37ef43a80 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 Aug 16 02:00:05.712207 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.713158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.713758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.796827 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event updated for resources: {'Network': ['ID=7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:05.807976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:05.857236 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.941157 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7a768dd8-c47a-4862-a7ef-f47c3b5f1d7a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4531980 Aug 16 02:00:05.942238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ddb63fbd-3190-4a57-8bb3-a76fd560c706 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.944134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47662) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:05.951904 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Request body: {'subnet': {'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:05.991830 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb63fbd-3190-4a57-8bb3-a76fd560c706 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event deleted for resources: {'Port': ['ID=053e02ab-eeff-413b-ad7d-d6805dbffb91,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:06.056584 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ddb63fbd-3190-4a57-8bb3-a76fd560c706 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.061010 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ddb63fbd-3190-4a57-8bb3-a76fd560c706 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "DELETE /v2.0/ports/053e02ab-eeff-413b-ad7d-d6805dbffb91 HTTP/1.1" status: 204 len: 168 time: 0.9489603 Aug 16 02:00:06.063868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47666) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:06.100514 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36a8aae-2c68-416e-9c7e-1b4a43e5912b tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] GET failed (client error): The resource could not be found. Aug 16 02:00:06.102097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f36a8aae-2c68-416e-9c7e-1b4a43e5912b tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "GET /v2.0/ports/053e02ab-eeff-413b-ad7d-d6805dbffb91 HTTP/1.1" status: 404 len: 333 time: 0.0368917 Aug 16 02:00:06.106203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47668) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:06.119226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Request body: {'port': {'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2017576887'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:06.255079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e11c0242-8db1-4fef-9eff-38825de6c8bc req-2e4bfe5c-b459-435b-8cf3-1062707c7d87 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 210 time: 0.0323427 Aug 16 02:00:06.285454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Made reservation on behalf of 0ddaf95519c6459399a9a281f7300356 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:06.289436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.495196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fd788f1e-2ad0-4fde-ad78-c41cb355a402 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:06.523376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Made reservation on behalf of 27fdbc8ad9dd45c7858fb683c0f20955 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:06.529074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.532263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: fd788f1e-2ad0-4fde-ad78-c41cb355a402 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:06.532819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device fd788f1e-2ad0-4fde-ad78-c41cb355a402 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:06.564059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] device_id is not set on port 4db885a6-083a-4034-80b3-e7c637f5dcb0 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:06.690764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Allocated IP 2001:db8::12d (d32bbe54-1b4a-484e-bcce-0ffb9437960c/17a43af8-52f9-4e66-9071-c67b3ff5b66d/4db885a6-083a-4034-80b3-e7c637f5dcb0) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:06.931328 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.944909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Transition to ACTIVE for port object 4db885a6-083a-4034-80b3-e7c637f5dcb0 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:07.019351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.objects.ports [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95515) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:00:07.020152 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.084427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event updated for resources: {'Subnet': ['ID=de0025c5-3a49-41a4-89fb-fd680f2f63fd,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:07.091502 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.142003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:07.174463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:07.177247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:07.184270 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.185100 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.197669 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'Port': ['ID=4db885a6-083a-4034-80b3-e7c637f5dcb0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:07.203987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Checking segment: {'id': 'ebdc44f7-d8eb-4af8-bcf0-26099eff4d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:07.204477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Network hostable DHCP agents. Network: 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:07.312612 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e9bbf942-9284-4d7b-8b27-e1856f4b7d13 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2049434 Aug 16 02:00:07.316128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47684) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:07.323892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Request body: {'port': {'network_id': 'd32bbe54-1b4a-484e-bcce-0ffb9437960c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-603798930'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:07.351806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Network 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:07.477448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:07.484204 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35e538be-0dee-4390-abf9-f06f4f453b19 req-ecb807d9-f9be-4f1e-9da4-36229e6c98b6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 210 time: 0.0625703 Aug 16 02:00:07.496811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298fc554-3fcb-476f-857a-14def9c5ba8a None None] Network 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:07.498733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.499925 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.672896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a24caf-cf03-467d-87e4-d02aa00c70ad None None] Network 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:07.721653 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4c650d91-27f1-4e85-a873-fecea6eb2b8f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7762332 Aug 16 02:00:07.722245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47688) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:07.733386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1539651520', 'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:07.760654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0476d3dd-5c7b-4b36-b8b5-0177de3f7f50 None None] Provisioning for port 4db885a6-083a-4034-80b3-e7c637f5dcb0 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:07.820360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0476d3dd-5c7b-4b36-b8b5-0177de3f7f50 None None] Provisioning complete for port 4db885a6-083a-4034-80b3-e7c637f5dcb0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:07.820746 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0476d3dd-5c7b-4b36-b8b5-0177de3f7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.890167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Made reservation on behalf of 27fdbc8ad9dd45c7858fb683c0f20955 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:07.896546 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.930844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] device_id is not set on port 619f0c87-7c27-4785-9bee-62d5908c4c39 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:07.963780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0476d3dd-5c7b-4b36-b8b5-0177de3f7f50 None None] Port 4db885a6-083a-4034-80b3-e7c637f5dcb0 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:08.124601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Allocated IP 2001:db8::1f3 (d32bbe54-1b4a-484e-bcce-0ffb9437960c/17a43af8-52f9-4e66-9071-c67b3ff5b66d/619f0c87-7c27-4785-9bee-62d5908c4c39) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:08.143133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Made reservation on behalf of 0ddaf95519c6459399a9a281f7300356 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:08.146381 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.183404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] device_id is not set on port 70ae50d6-5079-430b-afc1-1543d129a225 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:08.431413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Allocated IP 2001:db8::2c2 (7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a/de0025c5-3a49-41a4-89fb-fd680f2f63fd/70ae50d6-5079-430b-afc1-1543d129a225) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:08.554032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.622879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Transition to ACTIVE for port object 619f0c87-7c27-4785-9bee-62d5908c4c39 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:08.649294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29e5bcc9-2787-41a0-ad79-493987da411b req-a1c7e910-e3e4-4d5d-ac1f-193513a44ecc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 210 time: 0.0517042 Aug 16 02:00:08.735149 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.952421 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.958172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.017421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:09.027075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:09.029963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:09.036284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.037079 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.044125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Network 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:09.050382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:09.052823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:09.053779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.054505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.063180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'Port': ['ID=619f0c87-7c27-4785-9bee-62d5908c4c39,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:09.112520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event updated for resources: {'Port': ['ID=70ae50d6-5079-430b-afc1-1543d129a225,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:09.269954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47708) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:09.270555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-31a8a113-deb2-4754-8401-af927df284b0 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9530542 Aug 16 02:00:09.271612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1aceef58-4df4-48bf-bfc0-70cc2f1d168c tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5481458 Aug 16 02:00:09.274295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47710) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:09.277429 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3ee67710-0852-45d1-941c-d7314b4fee98 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::cb', 'mac_address': 'fa:16:3e:1b:54:3b'}, {'ip_address': '2001:db8::12d', 'mac_address': 'fa:16:3e:ab:6c:4e'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:09.380281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-837acd92-641e-4209-ab65-ed9b288b46b6 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Deleting port 70ae50d6-5079-430b-afc1-1543d129a225 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:09.384263 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-837acd92-641e-4209-ab65-ed9b288b46b6 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.471773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-837acd92-641e-4209-ab65-ed9b288b46b6 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.476734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6a78f7c5-623f-4499-8ae9-6061b898171c None None] Provisioning for port 619f0c87-7c27-4785-9bee-62d5908c4c39 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:09.482295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6a78f7c5-623f-4499-8ae9-6061b898171c None None] Provisioning complete for port 619f0c87-7c27-4785-9bee-62d5908c4c39 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:09.482917 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6a78f7c5-623f-4499-8ae9-6061b898171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.494614 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ee67710-0852-45d1-941c-d7314b4fee98 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.507313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-837acd92-641e-4209-ab65-ed9b288b46b6 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Calling delete_port for 70ae50d6-5079-430b-afc1-1543d129a225 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:09.562029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6a78f7c5-623f-4499-8ae9-6061b898171c None None] Port 619f0c87-7c27-4785-9bee-62d5908c4c39 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:09.737697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ee67710-0852-45d1-941c-d7314b4fee98 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.751863 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-837acd92-641e-4209-ab65-ed9b288b46b6 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.798777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837acd92-641e-4209-ab65-ed9b288b46b6 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event deleted for resources: {'Port': ['ID=70ae50d6-5079-430b-afc1-1543d129a225,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:09.843228 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ee67710-0852-45d1-941c-d7314b4fee98 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.851481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd5ad3eb-0c1a-41a0-90f5-c672cb15bd50 req-8d57efd0-6fcf-4a80-a9f9-51cb55dea3ce tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f4c8fca-b671-496e-8211-4512dc2885cb HTTP/1.1" status: 200 len: 210 time: 0.0565317 Aug 16 02:00:09.895331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-837acd92-641e-4209-ab65-ed9b288b46b6 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.895331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-837acd92-641e-4209-ab65-ed9b288b46b6 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "DELETE /v2.0/ports/70ae50d6-5079-430b-afc1-1543d129a225 HTTP/1.1" status: 204 len: 168 time: 0.6056552 Aug 16 02:00:09.895331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47718) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:09.895331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a', 'external_fixed_ips': [{'subnet_id': 'de0025c5-3a49-41a4-89fb-fd680f2f63fd', 'ip_address': '2001:db8::2c2'}]}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:09.908986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-fe70d472-920e-406f-a38a-369224267caa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1232765 Aug 16 02:00:09.917575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3ee67710-0852-45d1-941c-d7314b4fee98 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] In _notify_port_updated(), no bound segment for port 619f0c87-7c27-4785-9bee-62d5908c4c39 on network d32bbe54-1b4a-484e-bcce-0ffb9437960c {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:00:09.924632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee67710-0852-45d1-941c-d7314b4fee98 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.925293 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ee67710-0852-45d1-941c-d7314b4fee98 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.927853 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3ee67710-0852-45d1-941c-d7314b4fee98 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "PUT /v2.0/ports/619f0c87-7c27-4785-9bee-62d5908c4c39 HTTP/1.1" status: 200 len: 1066 time: 0.6550734 Aug 16 02:00:09.938405 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47722) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:10.008288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee67710-0852-45d1-941c-d7314b4fee98 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event updated for resources: {'Port': ['ID=619f0c87-7c27-4785-9bee-62d5908c4c39,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:10.093558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-b23c1977-a7b8-4a21-8492-207f2a3f7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.096006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-b23c1977-a7b8-4a21-8492-207f2a3f7aea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 1098 time: 0.1209509 Aug 16 02:00:10.123637 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.129570 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.174879 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-936c00a6-b9a2-4cc4-9433-749ace550381 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Deleting port 619f0c87-7c27-4785-9bee-62d5908c4c39 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:10.175328 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-936c00a6-b9a2-4cc4-9433-749ace550381 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.376816 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.379145 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-936c00a6-b9a2-4cc4-9433-749ace550381 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.407691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-2f970ac1-76a3-4276-92cb-18e48b520182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.412873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-2f970ac1-76a3-4276-92cb-18e48b520182 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 918 time: 0.2833433 Aug 16 02:00:10.419989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-936c00a6-b9a2-4cc4-9433-749ace550381 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Calling delete_port for 619f0c87-7c27-4785-9bee-62d5908c4c39 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:10.504347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b80640c8-c46f-44ba-9d13-81954a020ea2 None None] Provisioning complete for port 619f0c87-7c27-4785-9bee-62d5908c4c39 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:10.504895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b80640c8-c46f-44ba-9d13-81954a020ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.550313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b80640c8-c46f-44ba-9d13-81954a020ea2 None None] Port 619f0c87-7c27-4785-9bee-62d5908c4c39 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:10.561717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-a62f4f7d-b703-4f33-a0b2-81b75938e5c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b HTTP/1.1" status: 200 len: 1000 time: 0.1410227 Aug 16 02:00:10.663786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-3cbc6525-4ce0-497a-a712-56de364ccb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.665191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-3cbc6525-4ce0-497a-a712-56de364ccb2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.0606840 Aug 16 02:00:10.786798 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.792236 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-936c00a6-b9a2-4cc4-9433-749ace550381 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.810382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-f53971fe-1c8c-4498-b609-a548affc4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.812062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-f53971fe-1c8c-4498-b609-a548affc4a47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554061 Aug 16 02:00:10.876546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c00a6-b9a2-4cc4-9433-749ace550381 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event deleted for resources: {'Port': ['ID=619f0c87-7c27-4785-9bee-62d5908c4c39,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:11.221989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-5d4b4bb0-e71f-4c19-a2ad-e04e9ed11843 service neutron] 10.222.0.64 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936970 Aug 16 02:00:11.321403 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-936c00a6-b9a2-4cc4-9433-749ace550381 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.324018 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-936c00a6-b9a2-4cc4-9433-749ace550381 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "DELETE /v2.0/ports/619f0c87-7c27-4785-9bee-62d5908c4c39 HTTP/1.1" status: 204 len: 168 time: 1.3846099 Aug 16 02:00:11.327652 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47742) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:11.354509 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05f69ed-5bc4-4068-9561-64491f59d190 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] GET failed (client error): The resource could not be found. Aug 16 02:00:11.359155 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a05f69ed-5bc4-4068-9561-64491f59d190 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "GET /v2.0/ports/619f0c87-7c27-4785-9bee-62d5908c4c39 HTTP/1.1" status: 404 len: 333 time: 0.0305257 Aug 16 02:00:11.359852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47744) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:11.457929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2124a769-67a8-4314-a144-83fcda3c57e7 req-f9477a6c-0e68-473a-a7cf-61cc5c945b8a service neutron] 10.222.0.64 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278054 Aug 16 02:00:11.481534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2dd81-58d3-4572-8eb4-859e51438f6c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Deleting port 4db885a6-083a-4034-80b3-e7c637f5dcb0 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:11.482324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd81-58d3-4572-8eb4-859e51438f6c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.522568 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.549004 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.653691 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd81-58d3-4572-8eb4-859e51438f6c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.684708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2dd81-58d3-4572-8eb4-859e51438f6c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Calling delete_port for 4db885a6-083a-4034-80b3-e7c637f5dcb0 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:11.914703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f48aba-9e78-4c38-be76-641a7e187cda req-27dad929-cedc-45f7-93b7-c5eb30cde36c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.917294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6f48aba-9e78-4c38-be76-641a7e187cda req-27dad929-cedc-45f7-93b7-c5eb30cde36c tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0743105 Aug 16 02:00:11.921246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Allocated IP 2001:db8::2c2 (7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a/de0025c5-3a49-41a4-89fb-fd680f2f63fd/76e59f54-eacc-4799-b60a-ba0e4f93ae42) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:12.012255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6f48aba-9e78-4c38-be76-641a7e187cda req-5988ef0c-7f1c-468b-a2a7-1e557e7e79fc tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856051 Aug 16 02:00:12.037013 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd81-58d3-4572-8eb4-859e51438f6c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.077548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2dd81-58d3-4572-8eb4-859e51438f6c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event deleted for resources: {'Port': ['ID=4db885a6-083a-4034-80b3-e7c637f5dcb0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:12.095100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.114643 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dd81-58d3-4572-8eb4-859e51438f6c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.121796 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9cc2dd81-58d3-4572-8eb4-859e51438f6c tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "DELETE /v2.0/ports/4db885a6-083a-4034-80b3-e7c637f5dcb0 HTTP/1.1" status: 204 len: 168 time: 0.7603137 Aug 16 02:00:12.124648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47754) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:12.177243 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ae5815-fb9b-458c-8b3f-12e702178883 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] GET failed (client error): The resource could not be found. Aug 16 02:00:12.181864 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-20ae5815-fb9b-458c-8b3f-12e702178883 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "GET /v2.0/ports/4db885a6-083a-4034-80b3-e7c637f5dcb0 HTTP/1.1" status: 404 len: 333 time: 0.0556984 Aug 16 02:00:12.186094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47756) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:12.291244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-851a813e-923f-4110-88e9-a2f77833772e tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Deleting port 16c448a8-aa14-42f0-b740-aa740a4e14e7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:12.291591 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-851a813e-923f-4110-88e9-a2f77833772e tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.621599 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.674212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Network 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:12.687672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:12.701958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:12.737603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event updated for resources: {'Port': ['ID=76e59f54-eacc-4799-b60a-ba0e4f93ae42,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:12.782991 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-851a813e-923f-4110-88e9-a2f77833772e tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.815181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-851a813e-923f-4110-88e9-a2f77833772e tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Calling delete_port for 16c448a8-aa14-42f0-b740-aa740a4e14e7 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:13.100412 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.139573 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-851a813e-923f-4110-88e9-a2f77833772e tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.218724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a813e-923f-4110-88e9-a2f77833772e tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event deleted for resources: {'Port': ['ID=16c448a8-aa14-42f0-b740-aa740a4e14e7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.257057 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-851a813e-923f-4110-88e9-a2f77833772e tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.258613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-851a813e-923f-4110-88e9-a2f77833772e tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "DELETE /v2.0/ports/16c448a8-aa14-42f0-b740-aa740a4e14e7 HTTP/1.1" status: 204 len: 168 time: 1.0714478 Aug 16 02:00:13.261221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47774) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:13.373227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fadfe9-34bf-4ac8-a24d-3bc1a8a1183d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Deleting subnet 17a43af8-52f9-4e66-9071-c67b3ff5b66d {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:13.396756 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5fadfe9-34bf-4ac8-a24d-3bc1a8a1183d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.459289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5fadfe9-34bf-4ac8-a24d-3bc1a8a1183d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.462770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.631095 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5fadfe9-34bf-4ac8-a24d-3bc1a8a1183d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.889312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Router 447d6558-9880-4d2f-b377-3ffbdcb4c335 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:13.892645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5fadfe9-34bf-4ac8-a24d-3bc1a8a1183d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.953625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fadfe9-34bf-4ac8-a24d-3bc1a8a1183d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event deleted for resources: {'Subnet': ['ID=17a43af8-52f9-4e66-9071-c67b3ff5b66d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.989706 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5fadfe9-34bf-4ac8-a24d-3bc1a8a1183d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.994782 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47784) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:14.001448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7858c2bf-5e20-4d0d-800a-67cd3610b77a None None] Network d32bbe54-1b4a-484e-bcce-0ffb9437960c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:14.006456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e5fadfe9-34bf-4ac8-a24d-3bc1a8a1183d tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "DELETE /v2.0/subnets/17a43af8-52f9-4e66-9071-c67b3ff5b66d HTTP/1.1" status: 204 len: 168 time: 0.7440398 Aug 16 02:00:14.129991 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.133301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460d606-5a8b-4363-b608-cbd27849b1c9 req-97e8c417-969e-48f6-9690-16c89f632629 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.141259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4460d606-5a8b-4363-b608-cbd27849b1c9 req-97e8c417-969e-48f6-9690-16c89f632629 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.3469193 Aug 16 02:00:14.188412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:14.199113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4460d606-5a8b-4363-b608-cbd27849b1c9 req-aa8bf8c9-e4c0-433b-aae4-0a8d7cfdbdae tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569251 Aug 16 02:00:14.202637 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Sync routers for ids ['447d6558-9880-4d2f-b377-3ffbdcb4c335'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:14.206137 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Deleting port 03b2af17-7c62-4775-9240-c3be198e532e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:14.206712 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.230765 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Routers {'447d6558-9880-4d2f-b377-3ffbdcb4c335'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:14.231766 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['447d6558-9880-4d2f-b377-3ffbdcb4c335'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:14.288682 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] For port 03b2af17-7c62-4775-9240-c3be198e532e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=03b2af17-7c62-4775-9240-c3be198e532e,segment=NetworkSegment(9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb),segment_id=9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:14.289396 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.309021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] DHCP port deletion for d32bbe54-1b4a-484e-bcce-0ffb9437960c request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:14.331498 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Calling delete_port for 03b2af17-7c62-4775-9240-c3be198e532e owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:14.376681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Deleting port 03b2af17-7c62-4775-9240-c3be198e532e {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:14.377425 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.391052 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Set router 447d6558-9880-4d2f-b377-3ffbdcb4c335 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:14.439158 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.440474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-79e7da05-7f61-4210-8aba-aa19c0516f1d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5554237 Aug 16 02:00:14.443565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47790) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:14.471192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] For port 03b2af17-7c62-4775-9240-c3be198e532e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=03b2af17-7c62-4775-9240-c3be198e532e,segment=NetworkSegment(9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb),segment_id=9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:14.472151 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.485094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843e60f-58b3-4c62-a2bc-0a12b2f3108f req-6a041eeb-04d0-4174-8ffb-7bd73695b508 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.488569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Calling delete_port for 03b2af17-7c62-4775-9240-c3be198e532e owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:14.493447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d843e60f-58b3-4c62-a2bc-0a12b2f3108f req-6a041eeb-04d0-4174-8ffb-7bd73695b508 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.1165037 Aug 16 02:00:14.567036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d843e60f-58b3-4c62-a2bc-0a12b2f3108f req-7b45d37b-512f-4613-8226-f8c8f3768da9 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724435 Aug 16 02:00:14.607788 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.623035 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.655782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Pushing event deleted for resources: {'Port': ['ID=03b2af17-7c62-4775-9240-c3be198e532e,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.661889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.664573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.665181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.665761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.666527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.667087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.667718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.668829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.669396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.670020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.670588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.671154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.671716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:14.677748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d31de-9dfc-4fda-84cc-52bd5e37719e None None] No DVR routers for this DVR port 03b2af17-7c62-4775-9240-c3be198e532e on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:14.732519 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event deleted for resources: {'Port': ['ID=03b2af17-7c62-4775-9240-c3be198e532e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.741263 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d6558-9880-4d2f-b377-3ffbdcb4c335', 'name': '', 'tenant_id': '0ddaf95519c6459399a9a281f7300356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a', 'external_fixed_ips': [{'subnet_id': 'de0025c5-3a49-41a4-89fb-fd680f2f63fd', 'ip_address': '2001:db8::2c2'}], 'enable_snat': True}, 'gw_port_id': '76e59f54-eacc-4799-b60a-ba0e4f93ae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:10Z', 'updated_at': '2021-08-16T02:00:12Z', 'revision_number': 3, 'project_id': '0ddaf95519c6459399a9a281f7300356', 'gw_port': {'id': '76e59f54-eacc-4799-b60a-ba0e4f93ae42', 'name': '', 'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447d6558-9880-4d2f-b377-3ffbdcb4c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': 'de0025c5-3a49-41a4-89fb-fd680f2f63fd', 'ip_address': '2001:db8::2c2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0025c5-3a49-41a4-89fb-fd680f2f63fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:14.747388 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] No DVR routers for this DVR port 03b2af17-7c62-4775-9240-c3be198e532e on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:14.790410 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Checking router: 447d6558-9880-4d2f-b377-3ffbdcb4c335 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:14.794964 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Updating router 447d6558-9880-4d2f-b377-3ffbdcb4c335 port 76e59f54-eacc-4799-b60a-ba0e4f93ae42 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:14.826724 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.839704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1cb81-4165-4cea-9b27-f6a77e4e9462 req-da374238-ee4c-44a9-b5b1-5c8595e846f1 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.841845 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89d1cb81-4165-4cea-9b27-f6a77e4e9462 req-da374238-ee4c-44a9-b5b1-5c8595e846f1 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0923812 Aug 16 02:00:14.867651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 03b2af17-7c62-4775-9240-c3be198e532e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:14.906728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 03b2af17-7c62-4775-9240-c3be198e532e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:14.909947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 03b2af17-7c62-4775-9240-c3be198e532e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:14.923827 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.941110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32bbe54-1b4a-484e-bcce-0ffb9437960c']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:14.953937 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:14.954382 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee3bd1c-1946-48aa-9f95-7c9a7f59c8eb') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:14.963475 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.970253 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.986456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.994275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:14.994793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:14.999601 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:15.054038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-89d1cb81-4165-4cea-9b27-f6a77e4e9462 req-2d5b21b4-72ec-450a-9096-685b7d45e459 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Deleting port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:15.054898 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-89d1cb81-4165-4cea-9b27-f6a77e4e9462 req-2d5b21b4-72ec-450a-9096-685b7d45e459 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.150689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Deleting port 76e59f54-eacc-4799-b60a-ba0e4f93ae42 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:15.151034 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.183106 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.191230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-89d1cb81-4165-4cea-9b27-f6a77e4e9462 req-2d5b21b4-72ec-450a-9096-685b7d45e459 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] For port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:15.191789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-89d1cb81-4165-4cea-9b27-f6a77e4e9462 req-2d5b21b4-72ec-450a-9096-685b7d45e459 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.203977 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.208880 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Transition to ACTIVE for port object 76e59f54-eacc-4799-b60a-ba0e4f93ae42 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:15.212944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.217891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-89d1cb81-4165-4cea-9b27-f6a77e4e9462 req-2d5b21b4-72ec-450a-9096-685b7d45e459 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Calling delete_port for ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:15.218094 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] 10.222.0.66 "DELETE /v2.0/networks/d32bbe54-1b4a-484e-bcce-0ffb9437960c HTTP/1.1" status: 204 len: 168 time: 1.2192311 Aug 16 02:00:15.236404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d613f7f-258e-4dc1-8a39-78df44e2b7d7 tempest-AllowedAddressPairIpV6TestJSON-2121297881 tempest-AllowedAddressPairIpV6TestJSON-2121297881-project] Pushing event deleted for resources: {'Network': ['ID=d32bbe54-1b4a-484e-bcce-0ffb9437960c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:15.282337 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.295927 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Calling delete_port for 76e59f54-eacc-4799-b60a-ba0e4f93ae42 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:15.323318 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.375683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a75389-e575-40df-8b07-d71a4092db96 req-56682cd3-5517-4039-81fa-9cd67ece0295 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.383894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4a75389-e575-40df-8b07-d71a4092db96 req-56682cd3-5517-4039-81fa-9cd67ece0295 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0898798 Aug 16 02:00:15.451686 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Attempting to bind port 76e59f54-eacc-4799-b60a-ba0e4f93ae42 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:15.452072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4a75389-e575-40df-8b07-d71a4092db96 req-931afda6-de42-43d1-aaeb-45599db34434 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623319 Aug 16 02:00:15.452187 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Attempting to bind port 76e59f54-eacc-4799-b60a-ba0e4f93ae42 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'ebdc44f7-d8eb-4af8-bcf0-26099eff4d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:15.452187 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Attempting to bind port 76e59f54-eacc-4799-b60a-ba0e4f93ae42 on network 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:15.464375 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Pushing event updated for resources: {'Port': ['ID=76e59f54-eacc-4799-b60a-ba0e4f93ae42,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:15.488005 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.488348 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.488815 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.489009 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.489955 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.489955 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.489955 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.490275 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.490574 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.490890 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.491206 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.491521 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d304e-bb24-447d-a3a5-4f8e2a04ba8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:15.495343 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:15.495710 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Checking segment: {'id': 'ebdc44f7-d8eb-4af8-bcf0-26099eff4d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:15.496767 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.497137 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Bound using segment: {'id': 'ebdc44f7-d8eb-4af8-bcf0-26099eff4d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:15.497664 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Bound port: 76e59f54-eacc-4799-b60a-ba0e4f93ae42, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdc44f7-d8eb-4af8-bcf0-26099eff4d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:15.501378 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.665703 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-89d1cb81-4165-4cea-9b27-f6a77e4e9462 req-2d5b21b4-72ec-450a-9096-685b7d45e459 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.679011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['605f3ff7-5176-4f17-b9cb-2fcfce967d4e'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:15.707298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:15.713182 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.db.api [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:00:15.713591 n-d-768509-23 neutron-server[95518]: DEBUG oslo_db.api [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:00:15.714632 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.714803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b21b4-72ec-450a-9096-685b7d45e459 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Pushing event deleted for resources: {'Port': ['ID=ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:15.748478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event deleted for resources: {'Port': ['ID=76e59f54-eacc-4799-b60a-ba0e4f93ae42,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:15.806745 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.808670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fac83-f404-4eb9-b558-e6001b08e251 req-0ab83d43-2335-4962-a0dc-ef193e354adb tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.816237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b9fac83-f404-4eb9-b558-e6001b08e251 req-0ab83d43-2335-4962-a0dc-ef193e354adb tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.1481743 Aug 16 02:00:15.862992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d1cb81-4165-4cea-9b27-f6a77e4e9462 req-2d5b21b4-72ec-450a-9096-685b7d45e459 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] No DVR routers for this DVR port ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:15.870120 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-89d1cb81-4165-4cea-9b27-f6a77e4e9462 req-2d5b21b4-72ec-450a-9096-685b7d45e459 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.881548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89d1cb81-4165-4cea-9b27-f6a77e4e9462 req-2d5b21b4-72ec-450a-9096-685b7d45e459 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.64 "DELETE /v2.0/ports/ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 HTTP/1.1" status: 204 len: 173 time: 1.0303171 Aug 16 02:00:15.882378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e344739-7090-40dc-8e1e-7d4977d3e1e5', 'name': 'network-vif-deleted', 'tag': 'ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:15.886017 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0022a8-c4e1-4a08-ac6f-1977a5658eae" -d '{"events": [{"server_uuid": "0e344739-7090-40dc-8e1e-7d4977d3e1e5", "name": "network-vif-deleted", "tag": "ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:15.922375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b9fac83-f404-4eb9-b558-e6001b08e251 req-33a8b427-8898-406d-94d6-cde4753d01bc tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052108 Aug 16 02:00:15.945528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47810) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:16.130648 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cedaff7-a1e7-406a-83e0-a896818d3937 x-openstack-request-id: req-1cedaff7-a1e7-406a-83e0-a896818d3937 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:16.130948 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e344739-7090-40dc-8e1e-7d4977d3e1e5", "name": "network-vif-deleted", "tag": "ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:16.131227 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1cedaff7-a1e7-406a-83e0-a896818d3937 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:16.131633 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e344739-7090-40dc-8e1e-7d4977d3e1e5', 'name': 'network-vif-deleted', 'tag': 'ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0', 'status': 'completed', 'code': 200} Aug 16 02:00:16.135794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e0abedc5-4fff-4317-adb9-f7cb02c33d76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27fdbc8ad9dd45c7858fb683c0f20955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890042 Aug 16 02:00:16.138635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47814) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:16.199734 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa7409ae-077a-470e-b16a-9b07d32d3609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.223095 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa7409ae-077a-470e-b16a-9b07d32d3609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.232036 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Attempting to bind port 76e59f54-eacc-4799-b60a-ba0e4f93ae42 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:16.232593 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Attempting to bind port 76e59f54-eacc-4799-b60a-ba0e4f93ae42 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'ebdc44f7-d8eb-4af8-bcf0-26099eff4d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:16.232694 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Attempting to bind port 76e59f54-eacc-4799-b60a-ba0e4f93ae42 on network 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:16.237803 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:16.238350 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Checking segment: {'id': 'ebdc44f7-d8eb-4af8-bcf0-26099eff4d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:16.238989 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.239378 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Bound using segment: {'id': 'ebdc44f7-d8eb-4af8-bcf0-26099eff4d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:16.240525 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Bound port: 76e59f54-eacc-4799-b60a-ba0e4f93ae42, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdc44f7-d8eb-4af8-bcf0-26099eff4d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:16.240916 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.258771 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.plugin [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Port 76e59f54-eacc-4799-b60a-ba0e4f93ae42 has been deleted concurrently {{(pid=95518) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 02:00:16.269438 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Routers {'447d6558-9880-4d2f-b377-3ffbdcb4c335'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:16.270827 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['447d6558-9880-4d2f-b377-3ffbdcb4c335'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:16.302820 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.304984 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.353180 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] Set router 447d6558-9880-4d2f-b377-3ffbdcb4c335 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:16.386094 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa7409ae-077a-470e-b16a-9b07d32d3609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.392799 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa7409ae-077a-470e-b16a-9b07d32d3609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.397744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aa7409ae-077a-470e-b16a-9b07d32d3609 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0462dcdc-bd5e-408a-b422-57ac4529d3d3 HTTP/1.1" status: 204 len: 168 time: 0.2574174 Aug 16 02:00:16.407530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7409ae-077a-470e-b16a-9b07d32d3609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0462dcdc-bd5e-408a-b422-57ac4529d3d3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:16.418856 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d6558-9880-4d2f-b377-3ffbdcb4c335', 'name': '', 'tenant_id': '0ddaf95519c6459399a9a281f7300356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:10Z', 'updated_at': '2021-08-16T02:00:15Z', 'revision_number': 5, 'project_id': '0ddaf95519c6459399a9a281f7300356', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:16.467169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.467852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 447d6558-9880-4d2f-b377-3ffbdcb4c335 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:16.474824 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.474824 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d686b791-d897-491f-be32-d76326edf03a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "DELETE /v2.0/routers/447d6558-9880-4d2f-b377-3ffbdcb4c335 HTTP/1.1" status: 204 len: 168 time: 2.0284045 Aug 16 02:00:16.476244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47820) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:16.545654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3869794-cb3f-49bd-a62a-0071875b785a req-18bf360b-7416-471c-885a-0ca49256aeb4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.547226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3869794-cb3f-49bd-a62a-0071875b785a req-18bf360b-7416-471c-885a-0ca49256aeb4 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.1214964 Aug 16 02:00:16.562830 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136bef2-f2c0-4508-be02-f1f3adf30a9a None None] The sync data for ids ['447d6558-9880-4d2f-b377-3ffbdcb4c335'] in n-d-768509-23 is: [{'id': '447d6558-9880-4d2f-b377-3ffbdcb4c335', 'name': '', 'tenant_id': '0ddaf95519c6459399a9a281f7300356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:10Z', 'updated_at': '2021-08-16T02:00:15Z', 'revision_number': 5, 'project_id': '0ddaf95519c6459399a9a281f7300356', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:16.607434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd8564ff-679c-462b-aead-af473b7283c9 req-c94cb5d8-4ecf-4136-bd2d-5e106425abea tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e344739-7090-40dc-8e1e-7d4977d3e1e5 HTTP/1.1" status: 200 len: 210 time: 0.0759044 Aug 16 02:00:16.661752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e3d892-7efd-4a9f-b810-173358477090 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Deleting subnet de0025c5-3a49-41a4-89fb-fd680f2f63fd {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:16.668935 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d892-7efd-4a9f-b810-173358477090 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.715447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d892-7efd-4a9f-b810-173358477090 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.765727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a3869794-cb3f-49bd-a62a-0071875b785a req-48053392-450b-4cb2-8df5-e4f1e0cf05f1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Deleting port b72e44e5-c316-41ea-b400-e387a102ba06 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:16.766358 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a3869794-cb3f-49bd-a62a-0071875b785a req-48053392-450b-4cb2-8df5-e4f1e0cf05f1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.821501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d892-7efd-4a9f-b810-173358477090 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.909353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a3869794-cb3f-49bd-a62a-0071875b785a req-48053392-450b-4cb2-8df5-e4f1e0cf05f1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] For port b72e44e5-c316-41ea-b400-e387a102ba06, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b72e44e5-c316-41ea-b400-e387a102ba06,segment=NetworkSegment(bf9fa06d-79db-4e3c-83c2-14cbc1179c8c),segment_id=bf9fa06d-79db-4e3c-83c2-14cbc1179c8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:16.909729 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a3869794-cb3f-49bd-a62a-0071875b785a req-48053392-450b-4cb2-8df5-e4f1e0cf05f1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.923113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a3869794-cb3f-49bd-a62a-0071875b785a req-48053392-450b-4cb2-8df5-e4f1e0cf05f1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Calling delete_port for b72e44e5-c316-41ea-b400-e387a102ba06 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:17.034036 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d892-7efd-4a9f-b810-173358477090 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.089543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3d892-7efd-4a9f-b810-173358477090 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=de0025c5-3a49-41a4-89fb-fd680f2f63fd,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.091632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d892-7efd-4a9f-b810-173358477090 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.093518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d7e3d892-7efd-4a9f-b810-173358477090 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/de0025c5-3a49-41a4-89fb-fd680f2f63fd HTTP/1.1" status: 204 len: 168 time: 0.6159649 Aug 16 02:00:17.097335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47840) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:17.171110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9e2be-27b5-4d42-ad71-60fd8c18c100 req-5bb5fc79-a4de-4b6e-8104-49a9c31dfaf5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.172987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83f9e2be-27b5-4d42-ad71-60fd8c18c100 req-5bb5fc79-a4de-4b6e-8104-49a9c31dfaf5 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bda3f83-8df8-4204-b402-1186880d54ad HTTP/1.1" status: 200 len: 947 time: 0.1686466 Aug 16 02:00:17.221494 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.247120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83f9e2be-27b5-4d42-ad71-60fd8c18c100 req-faaed841-9b49-41d6-bc9e-8af4078a25d1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a35c355-171c-4610-b4bf-a874b514545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646355 Aug 16 02:00:17.250386 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a3869794-cb3f-49bd-a62a-0071875b785a req-48053392-450b-4cb2-8df5-e4f1e0cf05f1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.262744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['b72e44e5-c316-41ea-b400-e387a102ba06'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:17.303235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48053392-450b-4cb2-8df5-e4f1e0cf05f1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Pushing event deleted for resources: {'Port': ['ID=b72e44e5-c316-41ea-b400-e387a102ba06,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.417307 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.422526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3869794-cb3f-49bd-a62a-0071875b785a req-48053392-450b-4cb2-8df5-e4f1e0cf05f1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] No DVR routers for this DVR port b72e44e5-c316-41ea-b400-e387a102ba06 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:17.430830 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a3869794-cb3f-49bd-a62a-0071875b785a req-48053392-450b-4cb2-8df5-e4f1e0cf05f1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.432803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3869794-cb3f-49bd-a62a-0071875b785a req-48053392-450b-4cb2-8df5-e4f1e0cf05f1 tempest-ServersNegativeTestJSON-614567347 tempest-ServersNegativeTestJSON-614567347-project] 10.222.0.64 "DELETE /v2.0/ports/b72e44e5-c316-41ea-b400-e387a102ba06 HTTP/1.1" status: 204 len: 173 time: 0.8745077 Aug 16 02:00:17.439368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:17.456493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdc44f7-d8eb-4af8-bcf0-26099eff4d52') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:17.456797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdc44f7-d8eb-4af8-bcf0-26099eff4d52') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:17.468129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-61508230-c104-41c4-ba8d-a546bc3be1fc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1181242 Aug 16 02:00:17.471708 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.486995 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.494049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:17.494529 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:17.496556 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:17.583820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-0bc86d3d-f124-469b-bb82-a1cadf39c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.588158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-0bc86d3d-f124-469b-bb82-a1cadf39c42e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d74813b676f420485965d14f320364c&device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0551603 Aug 16 02:00:17.687904 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.696497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:00:17.703380 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.709655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "DELETE /v2.0/networks/7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a HTTP/1.1" status: 204 len: 168 time: 0.6059945 Aug 16 02:00:17.726405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30430f80-fe57-4f19-be02-038a7fb02b3b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event deleted for resources: {'Network': ['ID=7cd1d9bc-9a00-4a2f-992d-ed9744b4b54a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.739118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-76db81e5-e27d-45e2-851b-76f9c1a6f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.740752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-76db81e5-e27d-45e2-851b-76f9c1a6f26a service neutron] 10.222.0.74 "GET /v2.0/networks?id=fb7fdcd8-5bf9-449f-99af-4865ce33e031 HTTP/1.1" status: 200 len: 916 time: 0.1344979 Aug 16 02:00:17.821691 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47862) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:17.834931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-6e9b1172-4cc3-4f62-a908-802b0a3cb7e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40bcb055-09ce-46b3-86eb-baea0f6ac7b4 HTTP/1.1" status: 200 len: 1000 time: 0.0860965 Aug 16 02:00:17.920039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-870a8108-e77e-409b-9c4c-32fc23b70bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.921727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-870a8108-e77e-409b-9c4c-32fc23b70bc7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c37e90-8a2a-4aa2-b57f-56592b73215e HTTP/1.1" status: 200 len: 854 time: 0.0772080 Aug 16 02:00:17.958128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1081085983'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:17.979073 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-8db9a019-9fea-4ac0-9c86-2b717927c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.981221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-8db9a019-9fea-4ac0-9c86-2b717927c29e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fb7fdcd8-5bf9-449f-99af-4865ce33e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507233 Aug 16 02:00:18.079196 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-19c4d090-7f00-4ba2-b405-4295ff904061 service neutron] 10.222.0.74 "GET /v2.0/networks/fb7fdcd8-5bf9-449f-99af-4865ce33e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897114 Aug 16 02:00:18.094294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:18.098689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.109702 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.154436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'name': 'network-vif-deleted', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:18.154908 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47870) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.156938 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec70f106-3b33-448f-a920-7c4b09ea0d2a" -d '{"events": [{"server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "name": "network-vif-deleted", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:18.161808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2ba9b337-0b38-4166-b9a7-d0b62b5fdec9 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Request body: {'router': {'name': 'tempest-router--796740258', 'project_id': '5fcad3c16f364fa5a7c48757057fcd60'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:18.199458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b96f13f5-6707-489c-a29a-46c58489a9f9 req-754a2f0e-faaa-4332-b5de-0344b8751b7e service neutron] 10.222.0.74 "GET /v2.0/networks/fb7fdcd8-5bf9-449f-99af-4865ce33e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123514 Aug 16 02:00:18.228052 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.456336 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.482212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:18.505165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.505512 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Added segment a91f9035-c8be-4ae2-b6df-6218baa7c41a of type vlan for network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d Aug 16 02:00:18.506780 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adfeee58-c30d-4e4b-918d-33af192602b2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.551911 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.602529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ba9b337-0b38-4166-b9a7-d0b62b5fdec9 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.603577 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ba9b337-0b38-4166-b9a7-d0b62b5fdec9 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.655913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ba9b337-0b38-4166-b9a7-d0b62b5fdec9 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.704682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.710374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.713289 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.771332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ba9b337-0b38-4166-b9a7-d0b62b5fdec9 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.792472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Network': ['ID=528e7143-c7ca-4b45-8eb1-6d6227d4a42d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.804019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:18.877776 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f2f04be2-8c63-45a1-ab86-43cc461e62c1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0547347 Aug 16 02:00:18.881031 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47880) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.886033 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:18.927553 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ba9b337-0b38-4166-b9a7-d0b62b5fdec9 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.928759 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2ba9b337-0b38-4166-b9a7-d0b62b5fdec9 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7727170 Aug 16 02:00:18.931691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47884) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.975975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47886) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.980865 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90ca97a-019f-45f7-85a1-adbe5a12c4c2 x-openstack-request-id: req-d90ca97a-019f-45f7-85a1-adbe5a12c4c2 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:18.980865 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda3f83-8df8-4204-b402-1186880d54ad", "name": "network-vif-deleted", "tag": "b72e44e5-c316-41ea-b400-e387a102ba06", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:18.981342 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d90ca97a-019f-45f7-85a1-adbe5a12c4c2 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:18.981753 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bda3f83-8df8-4204-b402-1186880d54ad', 'name': 'network-vif-deleted', 'tag': 'b72e44e5-c316-41ea-b400-e387a102ba06', 'status': 'completed', 'code': 200} Aug 16 02:00:19.023364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34d07bb-f26a-4b0b-bc76-ae92db2a73ca admin admin] Deleting subnet f660934d-b427-40a4-a144-ca195fdf6a77 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:19.027395 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a34d07bb-f26a-4b0b-bc76-ae92db2a73ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.073237 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a34d07bb-f26a-4b0b-bc76-ae92db2a73ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.093791 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:19.097379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.176867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a34d07bb-f26a-4b0b-bc76-ae92db2a73ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.245002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:19.270752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:19.271102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ddbf1273-6d4f-4db2-a9fb-aefe870dc4f0 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:19.353468 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ebe3-7bea-439e-a5e3-af2af0023966 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.379934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a34d07bb-f26a-4b0b-bc76-ae92db2a73ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.408389 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d07bb-f26a-4b0b-bc76-ae92db2a73ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f660934d-b427-40a4-a144-ca195fdf6a77,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:19.416484 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a34d07bb-f26a-4b0b-bc76-ae92db2a73ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.416484 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a34d07bb-f26a-4b0b-bc76-ae92db2a73ca admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f660934d-b427-40a4-a144-ca195fdf6a77 HTTP/1.1" status: 204 len: 168 time: 0.4354174 Aug 16 02:00:19.416484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47888) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:19.449882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449b471-a226-41ab-abab-395a06bc3fb7 req-5f685fe8-3fb8-41da-8e00-fb420fe88f3f tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.450507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0449b471-a226-41ab-abab-395a06bc3fb7 req-5f685fe8-3fb8-41da-8e00-fb420fe88f3f tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1251504 Aug 16 02:00:19.464278 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.540275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.552788 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ebe3-7bea-439e-a5e3-af2af0023966 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.555186 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ebe3-7bea-439e-a5e3-af2af0023966 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.560883 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=01d7aa0a-1da8-4d4f-a928-c07642818dc6,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:19.576972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:19.577334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network hostable DHCP agents. Network: 528e7143-c7ca-4b45-8eb1-6d6227d4a42d, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:19.605739 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0449b471-a226-41ab-abab-395a06bc3fb7 req-253d74c5-f9ee-4594-8cd0-15741a48cae2 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311693 Aug 16 02:00:19.663424 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.674113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cca5d1-9758-4bf7-83a9-9882722bc126']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:19.685029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:19.685326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9fa06d-79db-4e3c-83c2-14cbc1179c8c') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:19.694298 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.709324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.715866 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:19.716254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: items = [ Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:19.717983 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:19.725713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32ce28-b74e-46b9-bceb-1276b113f138 req-bd1de1e3-1670-4b87-88f0-91d8f4a680eb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.727247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a32ce28-b74e-46b9-bceb-1276b113f138 req-bd1de1e3-1670-4b87-88f0-91d8f4a680eb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 946 time: 0.0552104 Aug 16 02:00:19.728355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ebe3-7bea-439e-a5e3-af2af0023966 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.728877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd2ebe3-7bea-439e-a5e3-af2af0023966 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dede91a-f57c-457b-b199-d40ddd6631da {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:19.733554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ebe3-7bea-439e-a5e3-af2af0023966 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.734609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8fd2ebe3-7bea-439e-a5e3-af2af0023966 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "DELETE /v2.0/routers/5dede91a-f57c-457b-b199-d40ddd6631da HTTP/1.1" status: 204 len: 168 time: 0.8011944 Aug 16 02:00:19.765224 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:19.776076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a32ce28-b74e-46b9-bceb-1276b113f138 req-c8e48371-70c7-44cf-8e38-3c375c57e8d7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Aug 16 02:00:19.865329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 528e7143-c7ca-4b45-8eb1-6d6227d4a42d) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:19.870418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.874540 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.876060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da60be1d-dc6e-4811-8dec-a86c23cb4a96 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:19.899789 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.906213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.909739 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/26cca5d1-9758-4bf7-83a9-9882722bc126 HTTP/1.1" status: 204 len: 168 time: 0.4919095 Aug 16 02:00:19.922827 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd92b10-a4df-45dd-854b-6a0bc640eab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=26cca5d1-9758-4bf7-83a9-9882722bc126,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:20.026388 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b16f6629-5a0c-4033-ae95-32e0607e5c19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1438348 Aug 16 02:00:20.028731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47896) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:20.033967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'name': 'tempest-NetworksTestDHCPv6-1782669203'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:20.034665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '01d7aa0a-1da8-4d4f-a928-c07642818dc6'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:20.035687 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.095004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47900) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:20.212163 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/01d7aa0a-1da8-4d4f-a928-c07642818dc6/91a51cce-6f36-4b21-b13b-4927a7f00e71) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:20.256430 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-308656712', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:20.265578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:20.269212 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.288401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 1530447c-9f16-4783-9410-aee736725ad0 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:20.363742 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.371951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Transition to ACTIVE for port object 91a51cce-6f36-4b21-b13b-4927a7f00e71 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:20.385915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Transition to ACTIVE for port object 91a51cce-6f36-4b21-b13b-4927a7f00e71 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:20.431468 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.432560 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.471772 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.494249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.509079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:20.514594 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:20.517462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:20.526236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Pushing event updated for resources: {'Port': ['ID=91a51cce-6f36-4b21-b13b-4927a7f00e71,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:20.530951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::206 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/01d7aa0a-1da8-4d4f-a928-c07642818dc6/1530447c-9f16-4783-9410-aee736725ad0) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:20.554300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47906) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:20.579413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Attempting to bind port 91a51cce-6f36-4b21-b13b-4927a7f00e71 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:20.580082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Attempting to bind port 91a51cce-6f36-4b21-b13b-4927a7f00e71 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:20.580438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Attempting to bind port 91a51cce-6f36-4b21-b13b-4927a7f00e71 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:20.585908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:20.586561 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:20.586975 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.587376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:20.587848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Bound port: 91a51cce-6f36-4b21-b13b-4927a7f00e71, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:20.588237 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.665928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] For port 91a51cce-6f36-4b21-b13b-4927a7f00e71, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:20.685004 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] For port 91a51cce-6f36-4b21-b13b-4927a7f00e71, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=91a51cce-6f36-4b21-b13b-4927a7f00e71,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:20.713393 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.728819 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a8da020b-129e-4f1a-bb33-6c761d081fa7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65fc6c9f5b0c4ed6b8d2f7df0ee37a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700356 Aug 16 02:00:20.740647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47910) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:20.760055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 1530447c-9f16-4783-9410-aee736725ad0 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:20.762650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.767965 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.802142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba1f66-c116-45e6-8dd4-96d7a2dc30e1 req-5b701bb6-2fd9-4ba6-987b-31038170d050 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.803045 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.803660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90ba1f66-c116-45e6-8dd4-96d7a2dc30e1 req-5b701bb6-2fd9-4ba6-987b-31038170d050 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0966434 Aug 16 02:00:20.861470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd2a81-9153-40fd-a37d-63407e07d484 None None] Pushing event updated for resources: {'Port': ['ID=91a51cce-6f36-4b21-b13b-4927a7f00e71,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:20.872206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-513badbe-6dae-4138-b504-3392d0459153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.881146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90ba1f66-c116-45e6-8dd4-96d7a2dc30e1 req-defe0f21-f80c-4187-9c14-cf1c597b766b tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700736 Aug 16 02:00:20.903500 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-513badbe-6dae-4138-b504-3392d0459153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.946785 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.048438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:21.066060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:21.081003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:21.082166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.082814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.088822 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=1530447c-9f16-4783-9410-aee736725ad0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.118436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.123148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77c59a-5ec8-48df-a32d-1a2c426f7d84 req-60516184-c70e-4727-9fac-9f23b9fbbeed tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.126870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f77c59a-5ec8-48df-a32d-1a2c426f7d84 req-60516184-c70e-4727-9fac-9f23b9fbbeed tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 946 time: 0.1676574 Aug 16 02:00:21.133623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3194e1-c853-411a-aee4-a56996d4fa76 req-9de45935-7f51-4171-98d8-79ccf77f8628 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.135212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d3194e1-c853-411a-aee4-a56996d4fa76 req-9de45935-7f51-4171-98d8-79ccf77f8628 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 946 time: 0.1252313 Aug 16 02:00:21.148878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.212882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f77c59a-5ec8-48df-a32d-1a2c426f7d84 req-b75f685f-c08e-4ec9-8335-cd5f3a5f630d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=958e46e1-0541-43bd-b304-c5bfa94892ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697992 Aug 16 02:00:21.212882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-513badbe-6dae-4138-b504-3392d0459153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.212882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-513badbe-6dae-4138-b504-3392d0459153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.215791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-513badbe-6dae-4138-b504-3392d0459153 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a35c355-171c-4610-b4bf-a874b514545a HTTP/1.1" status: 204 len: 168 time: 0.4714890 Aug 16 02:00:21.256472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b72e44e5-c316-41ea-b400-e387a102ba06 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:21.279197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513badbe-6dae-4138-b504-3392d0459153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a35c355-171c-4610-b4bf-a874b514545a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.287601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47920) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:21.288156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3385cc63-0b63-49a4-a9b9-3ffa6ca86358 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2554317 Aug 16 02:00:21.304206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: b72e44e5-c316-41ea-b400-e387a102ba06 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:21.305712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b72e44e5-c316-41ea-b400-e387a102ba06 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:21.351171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-0d3194e1-c853-411a-aee4-a56996d4fa76 req-87b80ee2-9dfe-44c7-a07c-2141201b7e5f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Deleting port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:21.351171 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0d3194e1-c853-411a-aee4-a56996d4fa76 req-87b80ee2-9dfe-44c7-a07c-2141201b7e5f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.351412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Allocated IP 172.25.8.60 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/e9e531f7-be88-4994-a9d2-5c0e80cef13b) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:21.414247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d429d422-01c0-4173-98bb-ec198dd47ed2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.423523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d429d422-01c0-4173-98bb-ec198dd47ed2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.427699 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d429d422-01c0-4173-98bb-ec198dd47ed2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1363380 Aug 16 02:00:21.432066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47924) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:21.446805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0d3194e1-c853-411a-aee4-a56996d4fa76 req-87b80ee2-9dfe-44c7-a07c-2141201b7e5f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] For port e81d1732-b828-4b65-a3f6-81b5f99ef6a3, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e81d1732-b828-4b65-a3f6-81b5f99ef6a3,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:21.447795 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0d3194e1-c853-411a-aee4-a56996d4fa76 req-87b80ee2-9dfe-44c7-a07c-2141201b7e5f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.466933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-0d3194e1-c853-411a-aee4-a56996d4fa76 req-87b80ee2-9dfe-44c7-a07c-2141201b7e5f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Calling delete_port for e81d1732-b828-4b65-a3f6-81b5f99ef6a3 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:21.550136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.582764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a16ec285-ed80-4a33-a541-71b5ed39f957 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 1530447c-9f16-4783-9410-aee736725ad0 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:21.583106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a16ec285-ed80-4a33-a541-71b5ed39f957 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.694091 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a16ec285-ed80-4a33-a541-71b5ed39f957 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.711523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a16ec285-ed80-4a33-a541-71b5ed39f957 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 1530447c-9f16-4783-9410-aee736725ad0 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:21.739937 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0d3194e1-c853-411a-aee4-a56996d4fa76 req-87b80ee2-9dfe-44c7-a07c-2141201b7e5f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.769257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['e81d1732-b828-4b65-a3f6-81b5f99ef6a3'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:21.824171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.835633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b80ee2-9dfe-44c7-a07c-2141201b7e5f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event deleted for resources: {'Port': ['ID=e81d1732-b828-4b65-a3f6-81b5f99ef6a3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.852830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3194e1-c853-411a-aee4-a56996d4fa76 req-87b80ee2-9dfe-44c7-a07c-2141201b7e5f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] No DVR routers for this DVR port e81d1732-b828-4b65-a3f6-81b5f99ef6a3 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:21.856231 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0d3194e1-c853-411a-aee4-a56996d4fa76 req-87b80ee2-9dfe-44c7-a07c-2141201b7e5f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.863083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d3194e1-c853-411a-aee4-a56996d4fa76 req-87b80ee2-9dfe-44c7-a07c-2141201b7e5f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "DELETE /v2.0/ports/e81d1732-b828-4b65-a3f6-81b5f99ef6a3 HTTP/1.1" status: 204 len: 173 time: 0.7172899 Aug 16 02:00:21.863595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9703f1c8-336d-4e24-90bd-5be6fbc01a50', 'name': 'network-vif-deleted', 'tag': 'e81d1732-b828-4b65-a3f6-81b5f99ef6a3'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:21.873181 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b7cbab-c049-4466-9602-2d1fdb888509" -d '{"events": [{"server_uuid": "9703f1c8-336d-4e24-90bd-5be6fbc01a50", "name": "network-vif-deleted", "tag": "e81d1732-b828-4b65-a3f6-81b5f99ef6a3"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:21.918877 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.923925 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b0256f-5cb6-4597-b636-feaf758dc746 x-openstack-request-id: req-68b0256f-5cb6-4597-b636-feaf758dc746 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:21.923925 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9703f1c8-336d-4e24-90bd-5be6fbc01a50", "name": "network-vif-deleted", "tag": "e81d1732-b828-4b65-a3f6-81b5f99ef6a3", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:21.924831 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68b0256f-5cb6-4597-b636-feaf758dc746 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:21.925263 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9703f1c8-336d-4e24-90bd-5be6fbc01a50', 'name': 'network-vif-deleted', 'tag': 'e81d1732-b828-4b65-a3f6-81b5f99ef6a3', 'status': 'completed', 'code': 200} Aug 16 02:00:21.925603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:21.935297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:21.943307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:21.973914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Pushing event updated for resources: {'Port': ['ID=e9e531f7-be88-4994-a9d2-5c0e80cef13b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:22.017844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f480f7de-93d8-4b84-a9b0-1fe4e58b0c88 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:22.060457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa64c83-ddd9-4215-812a-0ab51eb934eb req-af45418d-8de6-4ebe-bb59-25ca7aabfd79 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.062733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efa64c83-ddd9-4215-812a-0ab51eb934eb req-af45418d-8de6-4ebe-bb59-25ca7aabfd79 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.0677714 Aug 16 02:00:22.117467 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efa64c83-ddd9-4215-812a-0ab51eb934eb req-5b61da1d-80a7-4fa1-9593-9e3e97b53333 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484819 Aug 16 02:00:22.214423 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a16ec285-ed80-4a33-a541-71b5ed39f957 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.278336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ec285-ed80-4a33-a541-71b5ed39f957 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=1530447c-9f16-4783-9410-aee736725ad0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:22.294525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-900eaff6-3ecf-4f5a-b5fd-34d7c03f0dbd None None] Provisioning for port 91a51cce-6f36-4b21-b13b-4927a7f00e71 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:22.296405 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a16ec285-ed80-4a33-a541-71b5ed39f957 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.306940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47944) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:22.307301 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a16ec285-ed80-4a33-a541-71b5ed39f957 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/1530447c-9f16-4783-9410-aee736725ad0 HTTP/1.1" status: 204 len: 168 time: 0.8740807 Aug 16 02:00:22.473599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5754c55-d317-4cbd-9766-85d855040399 req-dbac5b53-2a42-4573-bd29-06521dbe5455 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 210 time: 0.1419969 Aug 16 02:00:22.481513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d9cac-4643-4d2c-a55e-874e45a1b1cd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.483563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d9cac-4643-4d2c-a55e-874e45a1b1cd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.485870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-725d9cac-4643-4d2c-a55e-874e45a1b1cd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1770973 Aug 16 02:00:22.488873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47948) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:22.538654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.572493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d5a07a-3b2c-47cb-8823-5396be98845a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 01d7aa0a-1da8-4d4f-a928-c07642818dc6 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:22.577284 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a07a-3b2c-47cb-8823-5396be98845a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.616836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-261e8d6f-0b7e-4ace-b7a9-057ff42f9105 None None] Could not find standard attr ID for object 1530447c-9f16-4783-9410-aee736725ad0. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:00:22.666018 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a07a-3b2c-47cb-8823-5396be98845a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.806199 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a07a-3b2c-47cb-8823-5396be98845a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.891430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 91a51cce-6f36-4b21-b13b-4927a7f00e71 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:22.912819 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.966202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5d71cecc-205b-4f1d-8489-4988dfde8125 None None] Could not find standard attr ID for object 1530447c-9f16-4783-9410-aee736725ad0. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:00:23.069909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47958) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:23.088959 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a07a-3b2c-47cb-8823-5396be98845a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.128151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5a07a-3b2c-47cb-8823-5396be98845a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=01d7aa0a-1da8-4d4f-a928-c07642818dc6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:23.130642 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a07a-3b2c-47cb-8823-5396be98845a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.135541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e4d5a07a-3b2c-47cb-8823-5396be98845a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/01d7aa0a-1da8-4d4f-a928-c07642818dc6 HTTP/1.1" status: 204 len: 168 time: 0.6453073 Aug 16 02:00:23.135702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47962) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:23.151045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 91a51cce-6f36-4b21-b13b-4927a7f00e71 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:23.157966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 91a51cce-6f36-4b21-b13b-4927a7f00e71 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:23.159235 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.214017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47968) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:23.220421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e3d15343-10b0-4acd-9239-3693015b1bc7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:23.230472 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-009454b4-7166-4ade-9642-a235b660e531 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865157 Aug 16 02:00:23.236403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51048a5-68ec-4fa1-8856-0d5ca9ebc57f None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:23.239829 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-125872604-network', 'tenant_id': 'f68ccbd8ed394e5ba33b9571b8d9bab0'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:23.262861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Router e9449dea-6a26-4b49-b16b-a569295d061a is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:23.383460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05da13-aeb5-4363-a7da-ee086f26d55e req-92e2044a-f474-4e59-a723-2e47dfe66fc0 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.391853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed05da13-aeb5-4363-a7da-ee086f26d55e req-92e2044a-f474-4e59-a723-2e47dfe66fc0 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1007905 Aug 16 02:00:23.405037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:23.415008 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.424827 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Made reservation on behalf of f68ccbd8ed394e5ba33b9571b8d9bab0 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:23.430274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8c0fe-b417-445c-981b-fa6caa87da42 None None] Sync routers for ids ['e9449dea-6a26-4b49-b16b-a569295d061a'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:23.431633 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.463901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8c0fe-b417-445c-981b-fa6caa87da42 None None] Routers {'e9449dea-6a26-4b49-b16b-a569295d061a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:23.470301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-27e8c0fe-b417-445c-981b-fa6caa87da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e9449dea-6a26-4b49-b16b-a569295d061a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:23.473635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed05da13-aeb5-4363-a7da-ee086f26d55e req-471dcb63-69e8-42e2-80ba-a9fd9e9973ad tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802298 Aug 16 02:00:23.516130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-27e8c0fe-b417-445c-981b-fa6caa87da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:23.516979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d15343-10b0-4acd-9239-3693015b1bc7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:23.524672 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3d15343-10b0-4acd-9239-3693015b1bc7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.533380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 91a51cce-6f36-4b21-b13b-4927a7f00e71, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=91a51cce-6f36-4b21-b13b-4927a7f00e71,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:23.537123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d4c95b-d315-4f02-82bf-8cf12073fc9b None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:23.544015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8c0fe-b417-445c-981b-fa6caa87da42 None None] Routers {'e9449dea-6a26-4b49-b16b-a569295d061a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:23.544715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-27e8c0fe-b417-445c-981b-fa6caa87da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e9449dea-6a26-4b49-b16b-a569295d061a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:23.584708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-27e8c0fe-b417-445c-981b-fa6caa87da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:23.585368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8c0fe-b417-445c-981b-fa6caa87da42 None None] The sync data for ids ['e9449dea-6a26-4b49-b16b-a569295d061a'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:23.616481 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.686286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=91a51cce-6f36-4b21-b13b-4927a7f00e71,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:23.694731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4c95b-d315-4f02-82bf-8cf12073fc9b None None] Deleting port 91a51cce-6f36-4b21-b13b-4927a7f00e71 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:23.695161 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c3d4c95b-d315-4f02-82bf-8cf12073fc9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.791266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c3d4c95b-d315-4f02-82bf-8cf12073fc9b None None] For port 91a51cce-6f36-4b21-b13b-4927a7f00e71, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=91a51cce-6f36-4b21-b13b-4927a7f00e71,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:23.791725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c3d4c95b-d315-4f02-82bf-8cf12073fc9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.807991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4c95b-d315-4f02-82bf-8cf12073fc9b None None] Calling delete_port for 91a51cce-6f36-4b21-b13b-4927a7f00e71 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:23.856129 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.868566 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3d15343-10b0-4acd-9239-3693015b1bc7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.879018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb516e-8363-42af-bf6d-6460c34cae5c req-a30a68e1-b73c-4758-bb70-b8d07fc20ed6 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.880545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92cb516e-8363-42af-bf6d-6460c34cae5c req-a30a68e1-b73c-4758-bb70-b8d07fc20ed6 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 945 time: 0.0696530 Aug 16 02:00:23.940502 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.944197 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d08b2c88-916a-429d-aeb8-25469741e30d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8464806 Aug 16 02:00:23.944777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47974) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:23.971078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d15343-10b0-4acd-9239-3693015b1bc7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:23.986920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e3d15343-10b0-4acd-9239-3693015b1bc7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:23.986920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d15343-10b0-4acd-9239-3693015b1bc7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.987200 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3d15343-10b0-4acd-9239-3693015b1bc7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.989129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d15343-10b0-4acd-9239-3693015b1bc7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=d9838d92-4514-4aa1-b1e6-cb43c38d74cc,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.014003 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c3d4c95b-d315-4f02-82bf-8cf12073fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.017977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92cb516e-8363-42af-bf6d-6460c34cae5c req-749842a9-0c08-429e-b4de-e6e5e8f3c4fa tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/security-groups?id=0417a1ad-7927-44d4-914a-dce639e3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025128 Aug 16 02:00:24.031349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c201cbc-93bf-423e-b039-1601b27e387d req-f38371d5-0344-4991-8d34-97ed815c95f7 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.032927 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c201cbc-93bf-423e-b039-1601b27e387d req-f38371d5-0344-4991-8d34-97ed815c95f7 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.74 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.1200826 Aug 16 02:00:24.049529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4c95b-d315-4f02-82bf-8cf12073fc9b None None] Pushing event deleted for resources: {'Port': ['ID=91a51cce-6f36-4b21-b13b-4927a7f00e71,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.056085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4c95b-d315-4f02-82bf-8cf12073fc9b None None] No DVR routers for this DVR port 91a51cce-6f36-4b21-b13b-4927a7f00e71 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:24.078545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520127f6-00f7-4fad-a32e-40bc42f662d1 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:24.125786 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-20d12cce-728d-401c-9f71-be427e9cd912 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/routers/e9449dea-6a26-4b49-b16b-a569295d061a HTTP/1.1" status: 200 len: 923 time: 0.1802094 Aug 16 02:00:24.128624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47976) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:24.157670 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-158cc5e4-d462-49ca-99aa-3b67a89936bc tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9449dea-6a26-4b49-b16b-a569295d061a HTTP/1.1" status: 200 len: 205 time: 0.0279002 Aug 16 02:00:24.171230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47978) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:24.193212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.221944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90107390-3637-458c-b8dc-1e9b44239120 req-a04927cf-2be7-4a2c-9a5f-6fe8d80d332a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 210 time: 0.0682049 Aug 16 02:00:24.281947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': 'd9838d92-4514-4aa1-b1e6-cb43c38d74cc'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:24.283292 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.288460 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.345244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebd45b0-e2d3-4650-9d40-2e9a1efef747,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.362300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:24.377312 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.377730 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Added segment 77805768-1658-43b4-8291-a75889891d37 of type vlan for network b502ac94-680f-446d-a0a2-3fff74dfa92c Aug 16 02:00:24.407156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6c201cbc-93bf-423e-b039-1601b27e387d req-e7a901aa-fb3c-4f04-8528-295c5ed997b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Deleting port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:24.407491 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c201cbc-93bf-423e-b039-1601b27e387d req-e7a901aa-fb3c-4f04-8528-295c5ed997b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.448835 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.472999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e3d15343-10b0-4acd-9239-3693015b1bc7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2568517 Aug 16 02:00:24.473612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47980) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:24.488439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'name': 'tempest-NetworksTestDHCPv6-511724259'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:24.497439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/d9838d92-4514-4aa1-b1e6-cb43c38d74cc/077d0e57-13f4-428e-babc-e331b3456269) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:24.500387 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.545520 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.546570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.547169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.622221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] Pushing event updated for resources: {'Network': ['ID=b502ac94-680f-446d-a0a2-3fff74dfa92c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.647759 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-070429ed-b87a-40ee-a612-04baa38dd00a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5766940 Aug 16 02:00:24.648513 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47984) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:24.654829 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] Request body: {'subnet': {'network_id': 'b502ac94-680f-446d-a0a2-3fff74dfa92c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-125872604-subnet', 'tenant_id': 'f68ccbd8ed394e5ba33b9571b8d9bab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:24.698404 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.708522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Transition to ACTIVE for port object 077d0e57-13f4-428e-babc-e331b3456269 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:24.720261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b502ac94-680f-446d-a0a2-3fff74dfa92c details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:24.734048 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] Made reservation on behalf of f68ccbd8ed394e5ba33b9571b8d9bab0 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:24.736526 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.761427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Transition to ACTIVE for port object 077d0e57-13f4-428e-babc-e331b3456269 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:24.844932 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 91a51cce-6f36-4b21-b13b-4927a7f00e71 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:24.852293 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.907993 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 91a51cce-6f36-4b21-b13b-4927a7f00e71 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:24.908449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 91a51cce-6f36-4b21-b13b-4927a7f00e71 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:24.945511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:24.950086 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:24.952717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:24.955235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Pushing event updated for resources: {'Port': ['ID=077d0e57-13f4-428e-babc-e331b3456269,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.029654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Attempting to bind port 077d0e57-13f4-428e-babc-e331b3456269 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:25.030072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Attempting to bind port 077d0e57-13f4-428e-babc-e331b3456269 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:25.030336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Attempting to bind port 077d0e57-13f4-428e-babc-e331b3456269 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:25.038651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:25.045754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:25.045754 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.045754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:25.045754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Bound port: 077d0e57-13f4-428e-babc-e331b3456269, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:25.045754 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.066264 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.099423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6c201cbc-93bf-423e-b039-1601b27e387d req-e7a901aa-fb3c-4f04-8528-295c5ed997b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] For port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=605f3ff7-5176-4f17-b9cb-2fcfce967d4e,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:25.099837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c201cbc-93bf-423e-b039-1601b27e387d req-e7a901aa-fb3c-4f04-8528-295c5ed997b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.119273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] For port 077d0e57-13f4-428e-babc-e331b3456269, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:25.123673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] For port 077d0e57-13f4-428e-babc-e331b3456269, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=077d0e57-13f4-428e-babc-e331b3456269,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:25.143703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-72512a34-714b-48a8-b67e-0a8c32f302d4 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.145138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3530244-0116-447c-a45f-64abc609c35c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.145333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-72512a34-714b-48a8-b67e-0a8c32f302d4 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.74 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 945 time: 0.5669858 Aug 16 02:00:25.155369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6c201cbc-93bf-423e-b039-1601b27e387d req-e7a901aa-fb3c-4f04-8528-295c5ed997b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Calling delete_port for 605f3ff7-5176-4f17-b9cb-2fcfce967d4e owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:25.155568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] Checking segment: {'id': '77805768-1658-43b4-8291-a75889891d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b502ac94-680f-446d-a0a2-3fff74dfa92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:25.156071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] Network hostable DHCP agents. Network: b502ac94-680f-446d-a0a2-3fff74dfa92c, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:25.207890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c23a6-be32-407a-a388-3fc926964dd1 req-41f71016-0cfa-4ca2-8bf2-a2931f809a78 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.209353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-859c23a6-be32-407a-a388-3fc926964dd1 req-41f71016-0cfa-4ca2-8bf2-a2931f809a78 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 946 time: 0.5738356 Aug 16 02:00:25.215863 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.220243 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.266300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e81d1732-b828-4b65-a3f6-81b5f99ef6a3 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:25.267174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] Network b502ac94-680f-446d-a0a2-3fff74dfa92c is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:25.299995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: e81d1732-b828-4b65-a3f6-81b5f99ef6a3 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:25.300362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e81d1732-b828-4b65-a3f6-81b5f99ef6a3 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:25.316708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eabba3-190f-4f06-9569-fbbbb28bc8bb None None] Pushing event updated for resources: {'Port': ['ID=077d0e57-13f4-428e-babc-e331b3456269,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.363376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b502ac94-680f-446d-a0a2-3fff74dfa92c) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:25.372385 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.373273 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.375786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-859c23a6-be32-407a-a388-3fc926964dd1 req-17bebd62-6377-4e4d-bcc6-202d1110e5a5 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/security-groups?id=747a3120-4ebd-4c83-a09e-476592f10c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510937 Aug 16 02:00:25.394132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f2e25-9505-4a07-8bd2-1aaea309e718 None None] Network b502ac94-680f-446d-a0a2-3fff74dfa92c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:25.399738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:25.408994 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.482654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 6f6d5b70-1cb2-4e37-af46-4bc78d397146 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:25.489280 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-57593473-3be1-4dd3-baf8-be1d1bd29e5f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8394752 Aug 16 02:00:25.532047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Deleting port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:25.537864 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.632330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce42519-73c9-40f0-b2de-e8fd3629a50f None None] Network b502ac94-680f-446d-a0a2-3fff74dfa92c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:25.810181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Deleting port e9e531f7-be88-4994-a9d2-5c0e80cef13b {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:25.812769 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.830577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cdac1-0fa1-4f68-9d5c-a27d6e52febb req-8e83ef06-fbf1-4c6d-a172-2d8b75d0f6a8 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.832166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba5cdac1-0fa1-4f68-9d5c-a27d6e52febb req-8e83ef06-fbf1-4c6d-a172-2d8b75d0f6a8 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 945 time: 0.3193698 Aug 16 02:00:25.880018 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c201cbc-93bf-423e-b039-1601b27e387d req-e7a901aa-fb3c-4f04-8528-295c5ed997b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.882768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] For port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=40bcb055-09ce-46b3-86eb-baea0f6ac7b4,segment=NetworkSegment(d641c4ff-9984-4724-a39d-ae217e99a096),segment_id=d641c4ff-9984-4724-a39d-ae217e99a096)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:25.883129 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.963758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a901aa-fb3c-4f04-8528-295c5ed997b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Pushing event deleted for resources: {'Port': ['ID=605f3ff7-5176-4f17-b9cb-2fcfce967d4e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.994609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::f0 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/d9838d92-4514-4aa1-b1e6-cb43c38d74cc/6f6d5b70-1cb2-4e37-af46-4bc78d397146) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:26.093570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba5cdac1-0fa1-4f68-9d5c-a27d6e52febb req-3ecaa065-0ee2-48a6-bab2-9c8470881a97 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/security-groups?id=0417a1ad-7927-44d4-914a-dce639e3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176588 Aug 16 02:00:26.102285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c201cbc-93bf-423e-b039-1601b27e387d req-e7a901aa-fb3c-4f04-8528-295c5ed997b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] No DVR routers for this DVR port 605f3ff7-5176-4f17-b9cb-2fcfce967d4e on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:26.130691 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c201cbc-93bf-423e-b039-1601b27e387d req-e7a901aa-fb3c-4f04-8528-295c5ed997b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.132967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c201cbc-93bf-423e-b039-1601b27e387d req-e7a901aa-fb3c-4f04-8528-295c5ed997b4 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.74 "DELETE /v2.0/ports/605f3ff7-5176-4f17-b9cb-2fcfce967d4e HTTP/1.1" status: 204 len: 173 time: 2.0929446 Aug 16 02:00:26.140346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dfa3ce-8a28-4070-85e8-3de88a801b94', 'name': 'network-vif-deleted', 'tag': '605f3ff7-5176-4f17-b9cb-2fcfce967d4e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:26.143433 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a725871e-fc50-40d0-ab7d-ec927dcf5139" -d '{"events": [{"server_uuid": "88dfa3ce-8a28-4070-85e8-3de88a801b94", "name": "network-vif-deleted", "tag": "605f3ff7-5176-4f17-b9cb-2fcfce967d4e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:26.232105 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.307009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48006) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:26.313703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-777329634-network', 'tenant_id': 'eb673acf1cff419fb9da3cd05c7ff8b7'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:26.330206 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e0d11be5-e358-4080-8e80-9ab841566a31 req-16893541-5d6b-43e3-97a2-dba9283056e2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 210 time: 0.1018479 Aug 16 02:00:26.332787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Calling delete_port for e9e531f7-be88-4994-a9d2-5c0e80cef13b owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:26.406842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.407222 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.407535 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Floating IP b29c5e67-17a5-4c3d-8f06-c48f9b110436 disassociated. External IP: 172.25.8.83, port: 40bcb055-09ce-46b3-86eb-baea0f6ac7b4. Aug 16 02:00:26.407875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Calling delete_port for 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:26.459771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Made reservation on behalf of eb673acf1cff419fb9da3cd05c7ff8b7 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:26.467470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.478345 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.560736 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a9b5c-64dd-42ce-962d-1d6aa251598f x-openstack-request-id: req-ca4a9b5c-64dd-42ce-962d-1d6aa251598f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:26.561084 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dfa3ce-8a28-4070-85e8-3de88a801b94", "name": "network-vif-deleted", "tag": "605f3ff7-5176-4f17-b9cb-2fcfce967d4e", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:26.561340 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca4a9b5c-64dd-42ce-962d-1d6aa251598f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:26.561882 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dfa3ce-8a28-4070-85e8-3de88a801b94', 'name': 'network-vif-deleted', 'tag': '605f3ff7-5176-4f17-b9cb-2fcfce967d4e', 'status': 'completed', 'code': 200} Aug 16 02:00:26.571287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 605f3ff7-5176-4f17-b9cb-2fcfce967d4e no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:26.607062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 605f3ff7-5176-4f17-b9cb-2fcfce967d4e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:26.608207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 605f3ff7-5176-4f17-b9cb-2fcfce967d4e not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:26.630911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.671661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.724431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6fe6999a-d14d-4a9a-9862-03654680c5f9 req-d1c4fade-ff2f-46d1-b675-82821d24ba98 tempest-ServerRescueNegativeTestJSON-1333239438 tempest-ServerRescueNegativeTestJSON-1333239438-project] 10.222.0.66 "GET /v2.0/ports?device_id=88dfa3ce-8a28-4070-85e8-3de88a801b94 HTTP/1.1" status: 200 len: 210 time: 0.0897007 Aug 16 02:00:26.728085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1482061e-4a53-41c6-b42c-99ccb7c2761d None None] Provisioning for port 077d0e57-13f4-428e-babc-e331b3456269 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:26.729139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 6f6d5b70-1cb2-4e37-af46-4bc78d397146 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:26.779533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.821712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:26.828903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350af579-cb82-4106-9cb0-b36f6116f7f0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:26.847153 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.847522 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Added segment 2a50a7d3-6783-4df5-b016-82eade207341 of type vlan for network 9e9e8643-08ba-4527-bbcb-b3c762a48694 Aug 16 02:00:26.891900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 077d0e57-13f4-428e-babc-e331b3456269 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:26.903805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.957189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.999176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:27.004441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:27.006975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:27.013548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.014195 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.030149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=6f6d5b70-1cb2-4e37-af46-4bc78d397146,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.036962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.045588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.077143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 077d0e57-13f4-428e-babc-e331b3456269 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:27.077382 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.078711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Pushing event deleted for resources: {'Port': ['ID=e9e531f7-be88-4994-a9d2-5c0e80cef13b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.078860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.079419 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.085713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 077d0e57-13f4-428e-babc-e331b3456269 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:27.086941 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.120057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Pushing event deleted for resources: {'Port': ['ID=40bcb055-09ce-46b3-86eb-baea0f6ac7b4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.197730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-222476ae-cd60-475f-88cf-7899fe83b445 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7155366 Aug 16 02:00:27.201061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48016) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:27.242683 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.243174 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9332678 Aug 16 02:00:27.244070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48018) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:27.252922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] Request body: {'subnet': {'network_id': '9e9e8643-08ba-4527-bbcb-b3c762a48694', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-777329634-subnet', 'tenant_id': 'eb673acf1cff419fb9da3cd05c7ff8b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:27.266636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aefe5-9c1b-4044-99f6-c3672681a778 admin admin] Pushing event updated for resources: {'Network': ['ID=9e9e8643-08ba-4527-bbcb-b3c762a48694,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.285164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 077d0e57-13f4-428e-babc-e331b3456269, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=077d0e57-13f4-428e-babc-e331b3456269,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:27.286409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 9e9e8643-08ba-4527-bbcb-b3c762a48694 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:27.391453 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] Made reservation on behalf of eb673acf1cff419fb9da3cd05c7ff8b7 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:27.395231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.395747 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.426559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08425ce6-f049-4736-8bea-fbc2e3d6a2a0 req-a639d624-5d99-41db-950b-f9d89d04919a tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 210 time: 0.1184444 Aug 16 02:00:27.480656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=077d0e57-13f4-428e-babc-e331b3456269,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.494806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8485759-569c-4f59-ba3c-60b944745ab8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.496361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-095a9c5d-ee4f-4f01-bdfd-c9978d6907c4 None None] Provisioning for port 6f6d5b70-1cb2-4e37-af46-4bc78d397146 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:27.504701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8485759-569c-4f59-ba3c-60b944745ab8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.505076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a8485759-569c-4f59-ba3c-60b944745ab8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3016541 Aug 16 02:00:27.508164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-095a9c5d-ee4f-4f01-bdfd-c9978d6907c4 None None] Provisioning complete for port 6f6d5b70-1cb2-4e37-af46-4bc78d397146 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:27.508539 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-095a9c5d-ee4f-4f01-bdfd-c9978d6907c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.508953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48024) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:27.521134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.561454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-095a9c5d-ee4f-4f01-bdfd-c9978d6907c4 None None] Port 6f6d5b70-1cb2-4e37-af46-4bc78d397146 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:27.680433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Router 5aa3469c-3648-4e1d-ac3f-12e82870d460 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:27.688799 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.700182 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.706730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.729290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53eb6516-baad-458f-b7f4-f50591752859 req-1bdb7d41-1bfd-43a6-aa49-f6a336a8f509 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=9703f1c8-336d-4e24-90bd-5be6fbc01a50 HTTP/1.1" status: 200 len: 210 time: 0.0527022 Aug 16 02:00:27.761672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a24a481-e651-45f6-8c61-6b2d6b7b884c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.788580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] Checking segment: {'id': '2a50a7d3-6783-4df5-b016-82eade207341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9e9e8643-08ba-4527-bbcb-b3c762a48694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:27.788980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] Network hostable DHCP agents. Network: 9e9e8643-08ba-4527-bbcb-b3c762a48694, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:27.871672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] Network 9e9e8643-08ba-4527-bbcb-b3c762a48694 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:27.883649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48028) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:27.988801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 9e9e8643-08ba-4527-bbcb-b3c762a48694) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:27.997277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.998426 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.004530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6306e041-4b17-4e3e-a06b-3fce4f933450 None None] Network 9e9e8643-08ba-4527-bbcb-b3c762a48694 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:28.135250 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b98c66ab-7090-46f0-b07a-8f7aff422a67 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8870263 Aug 16 02:00:28.252864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:28.262282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.262540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Fanout notify agent at l3_agent the message router_deleted on router e9449dea-6a26-4b49-b16b-a569295d061a {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:28.265386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f80ea60a-0f82-473d-bf7d-fe4c3c28b8eb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 6f6d5b70-1cb2-4e37-af46-4bc78d397146 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:28.265741 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f80ea60a-0f82-473d-bf7d-fe4c3c28b8eb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.267119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a30531-ce0a-4c4d-a945-3d88e4c77947 None None] Network 9e9e8643-08ba-4527-bbcb-b3c762a48694 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:28.272879 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732f8510-b398-4c69-8c45-79d3b8ad2549 None None] Sync routers for ids ['5aa3469c-3648-4e1d-ac3f-12e82870d460'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:28.289717 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.292914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a5705da6-3e5f-46fe-b21a-7dd59e139dcb tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/e9449dea-6a26-4b49-b16b-a569295d061a HTTP/1.1" status: 204 len: 168 time: 4.1196160 Aug 16 02:00:28.297898 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f8510-b398-4c69-8c45-79d3b8ad2549 None None] Routers {'5aa3469c-3648-4e1d-ac3f-12e82870d460'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:28.299168 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-732f8510-b398-4c69-8c45-79d3b8ad2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5aa3469c-3648-4e1d-ac3f-12e82870d460'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:28.301040 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48032) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:28.314666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1162227388', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'enable_snat': False}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:28.455697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.457711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.471016 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f80ea60a-0f82-473d-bf7d-fe4c3c28b8eb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.510616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f80ea60a-0f82-473d-bf7d-fe4c3c28b8eb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 6f6d5b70-1cb2-4e37-af46-4bc78d397146 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:28.532221 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-732f8510-b398-4c69-8c45-79d3b8ad2549 None None] Set router 5aa3469c-3648-4e1d-ac3f-12e82870d460 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:28.590961 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.601079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:28.631213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:28.631565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:28.657171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] No DVR routers for this DVR port 40bcb055-09ce-46b3-86eb-baea0f6ac7b4 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:28.674428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.676701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed021e60-6f17-41f3-9013-8da5d3c47f96 req-7db0254f-8e4f-4b1a-bc3b-b96d7f101bfc tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.74 "DELETE /v2.0/ports/40bcb055-09ce-46b3-86eb-baea0f6ac7b4 HTTP/1.1" status: 204 len: 173 time: 3.5191307 Aug 16 02:00:28.685753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac22e858-252a-41bb-8660-cb4ef9edbbed req-18251372-ea06-47e0-bccd-d4e34b013192 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/ports?device_id=1662ae23-2689-4eab-a7c8-7a5fbd31d1c0 HTTP/1.1" status: 200 len: 210 time: 0.0622747 Aug 16 02:00:28.686272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'name': 'network-vif-deleted', 'tag': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:28.696365 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9b6fab-7ff1-4786-a060-d2e4f8e40897" -d '{"events": [{"server_uuid": "1662ae23-2689-4eab-a7c8-7a5fbd31d1c0", "name": "network-vif-deleted", "tag": "40bcb055-09ce-46b3-86eb-baea0f6ac7b4"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:28.840047 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-732f8510-b398-4c69-8c45-79d3b8ad2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:15Z', 'revision_number': 4, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c74ddf23-e3f2-47f2-a829-5034046c5754', 'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'tenant_id': '8d74813b676f420485965d14f320364c', 'mac_address': 'fa:16:3e:ec:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:14Z', 'updated_at': '2021-08-16T01:58:21Z', 'revision_number': 5, 'project_id': '8d74813b676f420485965d14f320364c', 'subnets': [{'id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:28.878177 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732f8510-b398-4c69-8c45-79d3b8ad2549 None None] Checking router: 5aa3469c-3648-4e1d-ac3f-12e82870d460 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:28.884323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.888630 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f8510-b398-4c69-8c45-79d3b8ad2549 None None] Routers {'5aa3469c-3648-4e1d-ac3f-12e82870d460'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:28.889325 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-732f8510-b398-4c69-8c45-79d3b8ad2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5aa3469c-3648-4e1d-ac3f-12e82870d460'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:28.906209 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f80ea60a-0f82-473d-bf7d-fe4c3c28b8eb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.914206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 077d0e57-13f4-428e-babc-e331b3456269 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:28.969584 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.985962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ea60a-0f82-473d-bf7d-fe4c3c28b8eb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=6f6d5b70-1cb2-4e37-af46-4bc78d397146,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:29.010504 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f80ea60a-0f82-473d-bf7d-fe4c3c28b8eb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.013415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f80ea60a-0f82-473d-bf7d-fe4c3c28b8eb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/6f6d5b70-1cb2-4e37-af46-4bc78d397146 HTTP/1.1" status: 204 len: 168 time: 1.5026321 Aug 16 02:00:29.016329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48056) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:29.017071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 077d0e57-13f4-428e-babc-e331b3456269 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:29.025138 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.074851 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:00:29.122319 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-732f8510-b398-4c69-8c45-79d3b8ad2549 None None] Set router 5aa3469c-3648-4e1d-ac3f-12e82870d460 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:29.227529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-b1c4ee87-0aff-49ff-9323-ac1fb19b6e68 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.234053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-b1c4ee87-0aff-49ff-9323-ac1fb19b6e68 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/networks?id=b502ac94-680f-446d-a0a2-3fff74dfa92c HTTP/1.1" status: 200 len: 824 time: 0.1943462 Aug 16 02:00:29.276097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-1d0c5384-b365-44ff-bf63-66eb69421a83 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/quotas/f68ccbd8ed394e5ba33b9571b8d9bab0 HTTP/1.1" status: 200 len: 375 time: 0.0409763 Aug 16 02:00:29.308272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a68b9b0-2078-42b1-a774-cb7fac4e1d58 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.310062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a68b9b0-2078-42b1-a774-cb7fac4e1d58 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.314025 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1a68b9b0-2078-42b1-a774-cb7fac4e1d58 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2944613 Aug 16 02:00:29.315355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48058) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:29.335655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3cede342-30f3-4e5c-a9ea-608170e15043 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f68ccbd8ed394e5ba33b9571b8d9bab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587156 Aug 16 02:00:29.426558 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-732f8510-b398-4c69-8c45-79d3b8ad2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:15Z', 'revision_number': 4, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c74ddf23-e3f2-47f2-a829-5034046c5754', 'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'tenant_id': '8d74813b676f420485965d14f320364c', 'mac_address': 'fa:16:3e:ec:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:14Z', 'updated_at': '2021-08-16T01:58:21Z', 'revision_number': 5, 'project_id': '8d74813b676f420485965d14f320364c', 'subnets': [{'id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:29.474547 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732f8510-b398-4c69-8c45-79d3b8ad2549 None None] The sync data for ids ['5aa3469c-3648-4e1d-ac3f-12e82870d460'] in n-d-768509-23 is: [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:15Z', 'revision_number': 4, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c74ddf23-e3f2-47f2-a829-5034046c5754', 'name': '', 'network_id': 'fb7fdcd8-5bf9-449f-99af-4865ce33e031', 'tenant_id': '8d74813b676f420485965d14f320364c', 'mac_address': 'fa:16:3e:ec:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:14Z', 'updated_at': '2021-08-16T01:58:21Z', 'revision_number': 5, 'project_id': '8d74813b676f420485965d14f320364c', 'subnets': [{'id': 'd2c37e90-8a2a-4aa2-b57f-56592b73215e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:29.481920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-60f1106a-6d0d-4d99-976b-8abe7d249c17 service neutron] 10.222.0.66 "GET /v2.0/networks/b502ac94-680f-446d-a0a2-3fff74dfa92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307662 Aug 16 02:00:29.588070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] Deleting port 64ef3a37-fa27-4666-9224-ff8fe48f1c97 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:29.588415 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.595505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-e94ed03b-8828-44d0-b81d-686070a95146 service neutron] 10.222.0.66 "GET /v2.0/networks/b502ac94-680f-446d-a0a2-3fff74dfa92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110663 Aug 16 02:00:29.595848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93db390-750a-4f59-af20-003f167dcc17 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet d9838d92-4514-4aa1-b1e6-cb43c38d74cc {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:29.601480 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d93db390-750a-4f59-af20-003f167dcc17 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.698181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.705261 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d93db390-750a-4f59-af20-003f167dcc17 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.756147 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.840075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54454273-7641-40bd-b17f-a2d9d9fd66c3 None None] New status for floating IP b29c5e67-17a5-4c3d-8f06-c48f9b110436: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:00:29.881982 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e44a6f-f2bd-4a8d-a2ac-5304b0222f53 x-openstack-request-id: req-91e44a6f-f2bd-4a8d-a2ac-5304b0222f53 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:29.883038 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1662ae23-2689-4eab-a7c8-7a5fbd31d1c0", "name": "network-vif-deleted", "tag": "40bcb055-09ce-46b3-86eb-baea0f6ac7b4", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:29.884887 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91e44a6f-f2bd-4a8d-a2ac-5304b0222f53 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:29.888661 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1662ae23-2689-4eab-a7c8-7a5fbd31d1c0', 'name': 'network-vif-deleted', 'tag': '40bcb055-09ce-46b3-86eb-baea0f6ac7b4', 'status': 'completed', 'code': 200} Aug 16 02:00:29.888977 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-409ce654-4d85-458c-a50f-6e82ae4205d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.907388 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] For port 64ef3a37-fa27-4666-9224-ff8fe48f1c97, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=64ef3a37-fa27-4666-9224-ff8fe48f1c97,segment=NetworkSegment(e9265bd4-ab9f-42ba-896f-cc6071ccf3cf),segment_id=e9265bd4-ab9f-42ba-896f-cc6071ccf3cf)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:29.908359 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.990916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] Calling delete_port for 64ef3a37-fa27-4666-9224-ff8fe48f1c97 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:30.027615 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d93db390-750a-4f59-af20-003f167dcc17 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.119022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Allocated IP 172.25.8.85 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/43045a9c-3fd5-49c9-ad48-576f993ef795) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:30.185103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a451029a-881a-49c0-8862-6fc0480ea3b6 req-161d05ae-c1e7-436b-a5d3-035c9f38ecae tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 210 time: 0.0700324 Aug 16 02:00:30.324321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48076) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:30.351029 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.382298 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d93db390-750a-4f59-af20-003f167dcc17 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.393782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f537564-29f4-4907-beaf-b2b15671686b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.432834 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f537564-29f4-4907-beaf-b2b15671686b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.446072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93db390-750a-4f59-af20-003f167dcc17 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=d9838d92-4514-4aa1-b1e6-cb43c38d74cc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.450003 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d93db390-750a-4f59-af20-003f167dcc17 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.451928 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d93db390-750a-4f59-af20-003f167dcc17 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/d9838d92-4514-4aa1-b1e6-cb43c38d74cc HTTP/1.1" status: 204 len: 168 time: 1.1349025 Aug 16 02:00:30.454496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48080) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:30.473883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e510c070-db16-43af-a055-0bed0e2cc983 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:30.528054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f0715622-78b2-4059-a63a-90acbee00349 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724397 Aug 16 02:00:30.531130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48082) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:30.536881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d677d10d-af6b-497a-8e23-b36086157430 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:30.582998 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.599675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.648763 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f537564-29f4-4907-beaf-b2b15671686b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.651866 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f537564-29f4-4907-beaf-b2b15671686b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.653239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8f537564-29f4-4907-beaf-b2b15671686b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "DELETE /v2.0/security-groups/0417a1ad-7927-44d4-914a-dce639e3bb9a HTTP/1.1" status: 204 len: 168 time: 0.3267510 Aug 16 02:00:30.664533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48084) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:30.664815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd25d7b1-56ad-4a23-9cae-e9011d2bf578 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:30.664916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:30.668442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f537564-29f4-4907-beaf-b2b15671686b tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0417a1ad-7927-44d4-914a-dce639e3bb9a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.678276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:30.682509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:30.701806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event updated for resources: {'Port': ['ID=43045a9c-3fd5-49c9-ad48-576f993ef795,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.730179 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-f02f92b6-c812-44b0-98b5-6dbe41ac7a8d tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] show failed (client error): The resource could not be found. Aug 16 02:00:30.733677 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f02f92b6-c812-44b0-98b5-6dbe41ac7a8d tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "GET /v2.0/security-groups/0417a1ad-7927-44d4-914a-dce639e3bb9a HTTP/1.1" status: 404 len: 347 time: 0.0679004 Aug 16 02:00:30.734268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48086) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:30.740573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-dd25d7b1-56ad-4a23-9cae-e9011d2bf578 None None] Deleting port 077d0e57-13f4-428e-babc-e331b3456269 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:30.740868 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd25d7b1-56ad-4a23-9cae-e9011d2bf578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.815032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dd25d7b1-56ad-4a23-9cae-e9011d2bf578 None None] For port 077d0e57-13f4-428e-babc-e331b3456269, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=077d0e57-13f4-428e-babc-e331b3456269,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:30.815577 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd25d7b1-56ad-4a23-9cae-e9011d2bf578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.832927 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-dd25d7b1-56ad-4a23-9cae-e9011d2bf578 None None] Calling delete_port for 077d0e57-13f4-428e-babc-e331b3456269 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:30.840068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 077d0e57-13f4-428e-babc-e331b3456269 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:30.933781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9adb0-6f18-45df-8442-b4b189440ea9 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Deleting port 466697b7-9fbc-46b8-901e-e4921701aaa1 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:30.937086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8c9adb0-6f18-45df-8442-b4b189440ea9 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.989249 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.036868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 077d0e57-13f4-428e-babc-e331b3456269, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=077d0e57-13f4-428e-babc-e331b3456269,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:31.074860 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8c9adb0-6f18-45df-8442-b4b189440ea9 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.075216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8c9adb0-6f18-45df-8442-b4b189440ea9 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.088587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9adb0-6f18-45df-8442-b4b189440ea9 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Calling delete_port for 466697b7-9fbc-46b8-901e-e4921701aaa1 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:31.126115 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] Pushing event deleted for resources: {'Port': ['ID=64ef3a37-fa27-4666-9224-ff8fe48f1c97,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.172390 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.272511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=077d0e57-13f4-428e-babc-e331b3456269,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.299313 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd25d7b1-56ad-4a23-9cae-e9011d2bf578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.313120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21894b03-d644-4659-a68f-58c6b606a790 req-11eda9d6-e0c1-4abb-bc4c-a55a1956d830 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 210 time: 0.0276361 Aug 16 02:00:31.346412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d677d10d-af6b-497a-8e23-b36086157430 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:31.350002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d677d10d-af6b-497a-8e23-b36086157430 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.371630 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25d7b1-56ad-4a23-9cae-e9011d2bf578 None None] Pushing event deleted for resources: {'Port': ['ID=077d0e57-13f4-428e-babc-e331b3456269,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.375507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25d7b1-56ad-4a23-9cae-e9011d2bf578 None None] No DVR routers for this DVR port 077d0e57-13f4-428e-babc-e331b3456269 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:31.483741 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8c9adb0-6f18-45df-8442-b4b189440ea9 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.527378 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.535406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9adb0-6f18-45df-8442-b4b189440ea9 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Pushing event deleted for resources: {'Port': ['ID=466697b7-9fbc-46b8-901e-e4921701aaa1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.645191 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8c9adb0-6f18-45df-8442-b4b189440ea9 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.648000 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8c9adb0-6f18-45df-8442-b4b189440ea9 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.649360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b8c9adb0-6f18-45df-8442-b4b189440ea9 tempest-ServersTestFqdnHostnames-600490992 tempest-ServersTestFqdnHostnames-600490992-project] 10.222.0.66 "DELETE /v2.0/floatingips/b29c5e67-17a5-4c3d-8f06-c48f9b110436 HTTP/1.1" status: 204 len: 168 time: 0.9135747 Aug 16 02:00:31.652245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48118) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:31.850865 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.951286 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d677d10d-af6b-497a-8e23-b36086157430 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.072474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d677d10d-af6b-497a-8e23-b36086157430 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:32.085642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-d677d10d-af6b-497a-8e23-b36086157430 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:32.093579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677d10d-af6b-497a-8e23-b36086157430 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:32.094196 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d677d10d-af6b-497a-8e23-b36086157430 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.098747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d273b-520a-49c1-92ff-4791ce399a6d None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:32.126729 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.194003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677d10d-af6b-497a-8e23-b36086157430 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=cf5e59f9-4428-46de-9b49-470d397c3c9a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:32.233862 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] Router 585a52cd-1800-48f3-bef3-12002a166cdb has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:32.316992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': 'cf5e59f9-4428-46de-9b49-470d397c3c9a'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:32.317885 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.327374 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d677d10d-af6b-497a-8e23-b36086157430 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7949245 Aug 16 02:00:32.331206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48132) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:32.340345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'name': 'tempest-NetworksTestDHCPv6-561846734'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:32.360539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.452747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-888aa5e9-2c35-47cf-b9d1-6ded4cfdbfbc req-bb3b18c0-58ea-467e-9ba2-a43d99a58dad tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 210 time: 0.0466454 Aug 16 02:00:32.508708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/cf5e59f9-4428-46de-9b49-470d397c3c9a/8c86bd37-88c2-4d7e-a7bc-753917c622b8) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:32.543909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] Deleting port c74ddf23-e3f2-47f2-a829-5034046c5754 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:32.544485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.600882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:32.608529 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c3b7a685-8a0f-4748-aeba-a6e8c686015a admin admin] 10.222.0.66 "PUT /v2.0/routers/585a52cd-1800-48f3-bef3-12002a166cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7238183 Aug 16 02:00:32.611616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48142) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:32.616673 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d98e6-4054-4f3f-bf50-c5b6df61c26f None None] Sync routers for ids ['585a52cd-1800-48f3-bef3-12002a166cdb'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:32.630411 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d98e6-4054-4f3f-bf50-c5b6df61c26f None None] Routers {'585a52cd-1800-48f3-bef3-12002a166cdb'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:32.631214 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b79d98e6-4054-4f3f-bf50-c5b6df61c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['585a52cd-1800-48f3-bef3-12002a166cdb'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:32.727158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] For port c74ddf23-e3f2-47f2-a829-5034046c5754, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c74ddf23-e3f2-47f2-a829-5034046c5754,segment=NetworkSegment(d641c4ff-9984-4724-a39d-ae217e99a096),segment_id=d641c4ff-9984-4724-a39d-ae217e99a096)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:32.727531 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.744659 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.795375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Transition to ACTIVE for port object 8c86bd37-88c2-4d7e-a7bc-753917c622b8 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:32.799258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] Calling delete_port for c74ddf23-e3f2-47f2-a829-5034046c5754 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:32.816099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Router ec64d39d-0a3c-43ac-ac04-55fcb2293502 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:32.816554 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b79d98e6-4054-4f3f-bf50-c5b6df61c26f None None] Set router 585a52cd-1800-48f3-bef3-12002a166cdb gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:32.819903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:32.823876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Transition to ACTIVE for port object 8c86bd37-88c2-4d7e-a7bc-753917c622b8 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:32.836891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.854729 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.922520 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-421156d2-8b53-4ab1-8f21-d48e34984d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.957649 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.978523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:32.980748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 54c10b45-cab0-4f1a-ad93-ae38c949cd61 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:33.037538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Sync routers for ids ['ec64d39d-0a3c-43ac-ac04-55fcb2293502'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:33.070010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:33.095253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Routers {'ec64d39d-0a3c-43ac-ac04-55fcb2293502'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:33.099347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ec64d39d-0a3c-43ac-ac04-55fcb2293502'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:33.103177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:33.120733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:33.123566 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b79d98e6-4054-4f3f-bf50-c5b6df61c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-router', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:40Z', 'updated_at': '2021-08-16T02:00:30Z', 'revision_number': 5, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'gw_port': {'id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:41Z', 'updated_at': '2021-08-16T01:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:33.160414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::fc (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/cf5e59f9-4428-46de-9b49-470d397c3c9a/54c10b45-cab0-4f1a-ad93-ae38c949cd61) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:33.162914 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.167257 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d75c6f63-ae1c-43ca-a6c4-1aa27c937e16 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8651261 Aug 16 02:00:33.170442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48152) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:33.174367 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d98e6-4054-4f3f-bf50-c5b6df61c26f None None] Checking router: 585a52cd-1800-48f3-bef3-12002a166cdb for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:33.186469 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d98e6-4054-4f3f-bf50-c5b6df61c26f None None] Routers {'585a52cd-1800-48f3-bef3-12002a166cdb'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:33.187264 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b79d98e6-4054-4f3f-bf50-c5b6df61c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['585a52cd-1800-48f3-bef3-12002a166cdb'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:33.227363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.259449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.300336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48156) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:33.309866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Attempting to bind port 8c86bd37-88c2-4d7e-a7bc-753917c622b8 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:33.309866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Attempting to bind port 8c86bd37-88c2-4d7e-a7bc-753917c622b8 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:33.309866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Attempting to bind port 8c86bd37-88c2-4d7e-a7bc-753917c622b8 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:33.309866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Pushing event updated for resources: {'Port': ['ID=8c86bd37-88c2-4d7e-a7bc-753917c622b8,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:33.310517 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-eddcf217-d28a-4ee3-b1bc-147238c66536 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466567577', 'description': 'tempest-secgroup-smoke-466567577 description', 'project_id': '339391903c4f4f3b9336737914285e45'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:33.323831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:33.324452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:33.325055 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.325457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:33.325976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Bound port: 8c86bd37-88c2-4d7e-a7bc-753917c622b8, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:33.326702 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.434131 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b79d98e6-4054-4f3f-bf50-c5b6df61c26f None None] Set router 585a52cd-1800-48f3-bef3-12002a166cdb gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:33.458060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c74ddf23-e3f2-47f2-a829-5034046c5754,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:33.503620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Set router ec64d39d-0a3c-43ac-ac04-55fcb2293502 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:33.526099 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cb022124-effa-4194-bd7d-e2882fb39e46 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/routers/ec64d39d-0a3c-43ac-ac04-55fcb2293502 HTTP/1.1" status: 200 len: 908 time: 0.3539951 Aug 16 02:00:33.535816 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48160) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:33.551030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1162227388', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'enable_snat': True}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:33.598325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eddcf217-d28a-4ee3-b1bc-147238c66536 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.610342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.616962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-22de131a-da0c-445b-b3d6-ad9e8a1fc94f tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:33.620639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-22de131a-da0c-445b-b3d6-ad9e8a1fc94f tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.74 "GET /v2.0/networks?id=b502ac94-680f-446d-a0a2-3fff74dfa92c HTTP/1.1" status: 200 len: 824 time: 0.4885080 Aug 16 02:00:33.642696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] For port 8c86bd37-88c2-4d7e-a7bc-753917c622b8, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:33.650328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Request body: {'port': {'device_id': 'b7ab8de6-04f6-4ffb-9e24-2a59db4556f0', 'network_id': 'b502ac94-680f-446d-a0a2-3fff74dfa92c', 'admin_state_up': True, 'tenant_id': 'f68ccbd8ed394e5ba33b9571b8d9bab0'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:33.680364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 54c10b45-cab0-4f1a-ad93-ae38c949cd61 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:33.719989 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.721639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.775231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] For port 8c86bd37-88c2-4d7e-a7bc-753917c622b8, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8c86bd37-88c2-4d7e-a7bc-753917c622b8,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:33.806272 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b79d98e6-4054-4f3f-bf50-c5b6df61c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-router', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:40Z', 'updated_at': '2021-08-16T02:00:30Z', 'revision_number': 5, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'gw_port': {'id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:41Z', 'updated_at': '2021-08-16T01:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:33.835777 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec64d39d-0a3c-43ac-ac04-55fcb2293502', 'name': 'tempest-snat-router-1162227388', 'tenant_id': '0ddaf95519c6459399a9a281f7300356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.85'}], 'enable_snat': False}, 'gw_port_id': '43045a9c-3fd5-49c9-ad48-576f993ef795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:28Z', 'updated_at': '2021-08-16T02:00:31Z', 'revision_number': 3, 'project_id': '0ddaf95519c6459399a9a281f7300356', 'gw_port': {'id': '43045a9c-3fd5-49c9-ad48-576f993ef795', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:86:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec64d39d-0a3c-43ac-ac04-55fcb2293502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:33.838271 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d98e6-4054-4f3f-bf50-c5b6df61c26f None None] The sync data for ids ['585a52cd-1800-48f3-bef3-12002a166cdb'] in n-d-768509-23 is: [{'id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'name': 'tempest-ServerRescueNegativeTestJSON-1126525543-router', 'tenant_id': '425afef20f5847a9befe7ee30ed13505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:40Z', 'updated_at': '2021-08-16T02:00:30Z', 'revision_number': 5, 'project_id': '425afef20f5847a9befe7ee30ed13505', 'gw_port': {'id': '13bcc9fa-32b9-49d7-a2c9-30e4f06af17a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a52cd-1800-48f3-bef3-12002a166cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:41Z', 'updated_at': '2021-08-16T01:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:33.850823 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.857371 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.876592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Checking router: ec64d39d-0a3c-43ac-ac04-55fcb2293502 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:33.876954 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Updating router ec64d39d-0a3c-43ac-ac04-55fcb2293502 port 43045a9c-3fd5-49c9-ad48-576f993ef795 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:33.891789 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.973432 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.194092 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.206453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c18d8dd6-9bd2-4878-b984-60b12274f376 req-24ea2b80-7183-410d-93bc-3ceb83f51547 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 210 time: 0.5843229 Aug 16 02:00:34.256439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7aeafb-0cbc-4896-a174-770c36084622 None None] Pushing event updated for resources: {'Port': ['ID=8c86bd37-88c2-4d7e-a7bc-753917c622b8,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.355647 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.365088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:34.373884 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:34.382770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:34.396303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.396303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.496852 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.517353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Transition to ACTIVE for port object 43045a9c-3fd5-49c9-ad48-576f993ef795 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:34.547996 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=54c10b45-cab0-4f1a-ad93-ae38c949cd61,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.549836 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.608489 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.639089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eddcf217-d28a-4ee3-b1bc-147238c66536 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.645487 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.669128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Attempting to bind port 43045a9c-3fd5-49c9-ad48-576f993ef795 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:34.669553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Attempting to bind port 43045a9c-3fd5-49c9-ad48-576f993ef795 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:34.669941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Attempting to bind port 43045a9c-3fd5-49c9-ad48-576f993ef795 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:34.673039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fc746-3e42-4adc-b86d-cda787a2eb01 None None] Pushing event updated for resources: {'Port': ['ID=43045a9c-3fd5-49c9-ad48-576f993ef795,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.678752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:34.679133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:34.679541 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.680066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:34.680397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Bound port: 43045a9c-3fd5-49c9-ad48-576f993ef795, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:34.681273 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.691374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Deleting port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:34.691967 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.723482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eddcf217-d28a-4ee3-b1bc-147238c66536 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.765850 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] For port 43045a9c-3fd5-49c9-ad48-576f993ef795, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:34.772254 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcf217-d28a-4ee3-b1bc-147238c66536 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5537c35-b247-481e-9e80-44ca4c1aa105,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.772430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] For port 43045a9c-3fd5-49c9-ad48-576f993ef795, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=43045a9c-3fd5-49c9-ad48-576f993ef795,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:34.822656 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0e28e1b0-504b-428a-80b1-3774b00b9e6c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4890783 Aug 16 02:00:34.825210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48166) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:34.873290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] For port 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=13bcc9fa-32b9-49d7-a2c9-30e4f06af17a,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:34.873722 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.882799 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.898848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec6107-84ba-4496-88f7-69f22eaeaf88 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.905654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec6107-84ba-4496-88f7-69f22eaeaf88 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.907441 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1dec6107-84ba-4496-88f7-69f22eaeaf88 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0812972 Aug 16 02:00:34.910734 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48168) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:34.930647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Calling delete_port for 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:34.955048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Made reservation on behalf of f68ccbd8ed394e5ba33b9571b8d9bab0 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:34.959208 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.984579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c86bd37-88c2-4d7e-a7bc-753917c622b8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:34.991514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Routers {'ec64d39d-0a3c-43ac-ac04-55fcb2293502'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:34.992420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ec64d39d-0a3c-43ac-ac04-55fcb2293502'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:35.023398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] Router 5aa3469c-3648-4e1d-ac3f-12e82870d460 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:35.050374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fc746-3e42-4adc-b86d-cda787a2eb01 None None] Pushing event updated for resources: {'Port': ['ID=43045a9c-3fd5-49c9-ad48-576f993ef795,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:35.092080 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eddcf217-d28a-4ee3-b1bc-147238c66536 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.093515 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eddcf217-d28a-4ee3-b1bc-147238c66536 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7891021 Aug 16 02:00:35.100506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48170) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:35.109326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b9fd9833-f8df-4c6f-9f07-1cf14a2b97bd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'security_group_rule': {'security_group_id': 'e5537c35-b247-481e-9e80-44ca4c1aa105', 'project_id': '339391903c4f4f3b9336737914285e45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:35.166868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e1a105fe-a139-419b-a370-0eac893e0415 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 54c10b45-cab0-4f1a-ad93-ae38c949cd61 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:35.167365 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1a105fe-a139-419b-a370-0eac893e0415 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.285853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.342470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1a105fe-a139-419b-a370-0eac893e0415 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.346061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9fd9833-f8df-4c6f-9f07-1cf14a2b97bd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.346943 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] Set router ec64d39d-0a3c-43ac-ac04-55fcb2293502 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:35.386942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-247f370b-746a-4bcf-8f95-983d5b7b851b req-67244ed2-7b26-4025-8d3a-aed1e1bbd71e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 210 time: 0.0798578 Aug 16 02:00:35.391313 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.392789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.431545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Allocated IP 172.20.0.8 (b502ac94-680f-446d-a0a2-3fff74dfa92c/f3530244-0116-447c-a45f-64abc609c35c/aed5d716-fd36-4d28-8e5b-c3192807c06c) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:35.437120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8c86bd37-88c2-4d7e-a7bc-753917c622b8 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:35.438358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Pushing event deleted for resources: {'Port': ['ID=13bcc9fa-32b9-49d7-a2c9-30e4f06af17a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:35.481513 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e1a105fe-a139-419b-a370-0eac893e0415 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 54c10b45-cab0-4f1a-ad93-ae38c949cd61 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:35.489341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:35.504530 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b4704-cfc3-47dc-b109-8190b418ef9d None None] Sync routers for ids ['5aa3469c-3648-4e1d-ac3f-12e82870d460'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:35.505053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-17758267-3696-45d3-89c3-6988fd7f5e6e admin admin] 10.222.0.66 "PUT /v2.0/routers/5aa3469c-3648-4e1d-ac3f-12e82870d460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8512793 Aug 16 02:00:35.505168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 64ef3a37-fa27-4666-9224-ff8fe48f1c97 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:35.506711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48174) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:35.522383 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b4704-cfc3-47dc-b109-8190b418ef9d None None] Routers {'5aa3469c-3648-4e1d-ac3f-12e82870d460'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:35.533866 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ce6b4704-cfc3-47dc-b109-8190b418ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5aa3469c-3648-4e1d-ac3f-12e82870d460'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:35.536851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 64ef3a37-fa27-4666-9224-ff8fe48f1c97 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:35.537201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 64ef3a37-fa27-4666-9224-ff8fe48f1c97 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:35.610237 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9fd9833-f8df-4c6f-9f07-1cf14a2b97bd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.631903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Allocated IP 172.25.8.241 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/45be9104-9d22-4750-8c48-75461c35b996) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:35.647833 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec64d39d-0a3c-43ac-ac04-55fcb2293502', 'name': 'tempest-snat-router-1162227388', 'tenant_id': '0ddaf95519c6459399a9a281f7300356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.85'}], 'enable_snat': False}, 'gw_port_id': '43045a9c-3fd5-49c9-ad48-576f993ef795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:28Z', 'updated_at': '2021-08-16T02:00:31Z', 'revision_number': 3, 'project_id': '0ddaf95519c6459399a9a281f7300356', 'gw_port': {'id': '43045a9c-3fd5-49c9-ad48-576f993ef795', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:86:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec64d39d-0a3c-43ac-ac04-55fcb2293502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:35.731671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024fae3-f372-4217-be5f-84fd12ef74de None None] The sync data for ids ['ec64d39d-0a3c-43ac-ac04-55fcb2293502'] in n-d-768509-23 is: [{'id': 'ec64d39d-0a3c-43ac-ac04-55fcb2293502', 'name': 'tempest-snat-router-1162227388', 'tenant_id': '0ddaf95519c6459399a9a281f7300356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.85'}], 'enable_snat': False}, 'gw_port_id': '43045a9c-3fd5-49c9-ad48-576f993ef795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:28Z', 'updated_at': '2021-08-16T02:00:31Z', 'revision_number': 3, 'project_id': '0ddaf95519c6459399a9a281f7300356', 'gw_port': {'id': '43045a9c-3fd5-49c9-ad48-576f993ef795', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:86:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec64d39d-0a3c-43ac-ac04-55fcb2293502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:35.750316 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9fd9833-f8df-4c6f-9f07-1cf14a2b97bd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.761941 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ce6b4704-cfc3-47dc-b109-8190b418ef9d None None] Set router 5aa3469c-3648-4e1d-ac3f-12e82870d460 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:35.775593 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.808805 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd9833-f8df-4c6f-9f07-1cf14a2b97bd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4448683e-6ff0-42f9-b9d1-da776292b064,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:35.825056 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.899120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f3c0f55a-d0d2-42c5-a83d-951952134a80 None None] Provisioning for port 8c86bd37-88c2-4d7e-a7bc-753917c622b8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:35.905656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f3c0f55a-d0d2-42c5-a83d-951952134a80 None None] Provisioning complete for port 8c86bd37-88c2-4d7e-a7bc-753917c622b8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:35.906054 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f55a-d0d2-42c5-a83d-951952134a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.936727 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.950698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9fd9833-f8df-4c6f-9f07-1cf14a2b97bd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.952279 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b9fd9833-f8df-4c6f-9f07-1cf14a2b97bd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8497820 Aug 16 02:00:35.956652 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48178) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:35.966507 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.969921 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.971729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1f3ee379-dd76-4c11-9a38-b958fae1ffc1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'security_group_rule': {'security_group_id': 'e5537c35-b247-481e-9e80-44ca4c1aa105', 'project_id': '339391903c4f4f3b9336737914285e45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:35.972165 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.027701 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1a105fe-a139-419b-a370-0eac893e0415 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.053055 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f55a-d0d2-42c5-a83d-951952134a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.100342 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ce6b4704-cfc3-47dc-b109-8190b418ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T02:00:33Z', 'revision_number': 5, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:36.122718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f3c0f55a-d0d2-42c5-a83d-951952134a80 None None] For port 8c86bd37-88c2-4d7e-a7bc-753917c622b8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8c86bd37-88c2-4d7e-a7bc-753917c622b8,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:36.139946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a105fe-a139-419b-a370-0eac893e0415 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=54c10b45-cab0-4f1a-ad93-ae38c949cd61,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:36.142901 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b4704-cfc3-47dc-b109-8190b418ef9d None None] Checking router: 5aa3469c-3648-4e1d-ac3f-12e82870d460 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:36.156476 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b4704-cfc3-47dc-b109-8190b418ef9d None None] Routers {'5aa3469c-3648-4e1d-ac3f-12e82870d460'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:36.157113 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ce6b4704-cfc3-47dc-b109-8190b418ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5aa3469c-3648-4e1d-ac3f-12e82870d460'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:36.176849 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1a105fe-a139-419b-a370-0eac893e0415 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.183268 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e1a105fe-a139-419b-a370-0eac893e0415 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/54c10b45-cab0-4f1a-ad93-ae38c949cd61 HTTP/1.1" status: 204 len: 168 time: 1.2687094 Aug 16 02:00:36.186479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48180) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:36.189532 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee379-dd76-4c11-9a38-b958fae1ffc1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.250608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.257956 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.271344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f55a-d0d2-42c5-a83d-951952134a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.314915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.322928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 585a52cd-1800-48f3-bef3-12002a166cdb {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:36.326650 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ce6b4704-cfc3-47dc-b109-8190b418ef9d None None] Set router 5aa3469c-3648-4e1d-ac3f-12e82870d460 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:36.348517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee379-dd76-4c11-9a38-b958fae1ffc1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.370299 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:36.381188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:36.393982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0f55a-d0d2-42c5-a83d-951952134a80 None None] Pushing event updated for resources: {'Port': ['ID=8c86bd37-88c2-4d7e-a7bc-753917c622b8,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:36.395653 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:36.397077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a8ea04dd-4c37-4855-b0bb-30fc318fd9f3 None None] Could not find standard attr ID for object 54c10b45-cab0-4f1a-ad93-ae38c949cd61. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:00:36.432909 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.439243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-acfdf5ea-a3ff-44d9-bfe9-a4956658e67f admin admin] 10.222.0.66 "DELETE /v2.0/routers/585a52cd-1800-48f3-bef3-12002a166cdb HTTP/1.1" status: 204 len: 168 time: 3.8242519 Aug 16 02:00:36.456353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48184) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:36.470875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event updated for resources: {'Port': ['ID=45be9104-9d22-4750-8c48-75461c35b996,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:36.474797 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee379-dd76-4c11-9a38-b958fae1ffc1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.496924 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.545276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ee379-dd76-4c11-9a38-b958fae1ffc1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495b515d-d012-4ced-bf5a-3be0fc91e995,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:36.575600 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.588250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d44694-bc5b-44af-8889-3fb80ddf5720 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.590598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d44694-bc5b-44af-8889-3fb80ddf5720 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.596790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-22d44694-bc5b-44af-8889-3fb80ddf5720 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4067669 Aug 16 02:00:36.602390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48186) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:36.660633 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ce6b4704-cfc3-47dc-b109-8190b418ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T02:00:33Z', 'revision_number': 5, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:36.676341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-228b3d2f-58c1-476b-9e91-aad3751d03d3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet cf5e59f9-4428-46de-9b49-470d397c3c9a {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:36.680560 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-228b3d2f-58c1-476b-9e91-aad3751d03d3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.692286 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b4704-cfc3-47dc-b109-8190b418ef9d None None] The sync data for ids ['5aa3469c-3648-4e1d-ac3f-12e82870d460'] in n-d-768509-23 is: [{'id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'name': 'tempest-ServersTestFqdnHostnames-1494659016-router', 'tenant_id': '8d74813b676f420485965d14f320364c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T02:00:33Z', 'revision_number': 5, 'project_id': '8d74813b676f420485965d14f320364c', 'gw_port': {'id': '3ed8d531-c2ab-4c49-90c5-73015fa0d802', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3469c-3648-4e1d-ac3f-12e82870d460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:11Z', 'updated_at': '2021-08-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:36.695612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Network b502ac94-680f-446d-a0a2-3fff74dfa92c is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:36.702447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ec8f18-4348-400c-91dc-78cf4e8af38f admin admin] Deleting subnet 19ebfeea-9363-4125-816a-3528e07633d1 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:36.710089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:36.717774 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5ec8f18-4348-400c-91dc-78cf4e8af38f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.719920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:36.724943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Pushing event updated for resources: {'Port': ['ID=aed5d716-fd36-4d28-8e5b-c3192807c06c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:36.769651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee379-dd76-4c11-9a38-b958fae1ffc1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.771056 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1f3ee379-dd76-4c11-9a38-b958fae1ffc1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8079708 Aug 16 02:00:36.777897 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48190) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:36.784248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadc174-4694-4a5b-9c81-2668cccd95c0 req-e477b3b3-44e6-4378-b46b-d5fcc7786c60 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.786213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dbadc174-4694-4a5b-9c81-2668cccd95c0 req-e477b3b3-44e6-4378-b46b-d5fcc7786c60 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 931 time: 0.2304697 Aug 16 02:00:36.802818 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-228b3d2f-58c1-476b-9e91-aad3751d03d3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.808783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8593a5bc-e893-4263-807a-4d3c353739a2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'security_group_rule': {'security_group_id': 'e5537c35-b247-481e-9e80-44ca4c1aa105', 'project_id': '339391903c4f4f3b9336737914285e45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:36.834794 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5ec8f18-4348-400c-91dc-78cf4e8af38f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.876405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.876975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.929084 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5ec8f18-4348-400c-91dc-78cf4e8af38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.946238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8593a5bc-e893-4263-807a-4d3c353739a2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.952278 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-228b3d2f-58c1-476b-9e91-aad3751d03d3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.957890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dbadc174-4694-4a5b-9c81-2668cccd95c0 req-35a92292-0595-45c4-9d6d-fa0b697bc217 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497560 Aug 16 02:00:37.008306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Deleting port 3ed8d531-c2ab-4c49-90c5-73015fa0d802 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:37.008882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.015497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-3bd4d855-a413-4400-be29-77ae75b78e2e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3819525 Aug 16 02:00:37.064154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Request body: {'port': {'device_id': 'b7ab8de6-04f6-4ffb-9e24-2a59db4556f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:37.150746 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8593a5bc-e893-4263-807a-4d3c353739a2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.164041 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.171396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] For port 3ed8d531-c2ab-4c49-90c5-73015fa0d802, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3ed8d531-c2ab-4c49-90c5-73015fa0d802,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:37.171755 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.176040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.188891 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5ec8f18-4348-400c-91dc-78cf4e8af38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.200436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Calling delete_port for 3ed8d531-c2ab-4c49-90c5-73015fa0d802 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:37.240929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec8f18-4348-400c-91dc-78cf4e8af38f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ebfeea-9363-4125-816a-3528e07633d1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:37.247202 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5ec8f18-4348-400c-91dc-78cf4e8af38f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.252041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a5ec8f18-4348-400c-91dc-78cf4e8af38f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/19ebfeea-9363-4125-816a-3528e07633d1 HTTP/1.1" status: 204 len: 168 time: 0.7786255 Aug 16 02:00:37.252746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48194) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:37.277409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8593a5bc-e893-4263-807a-4d3c353739a2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.283492 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-228b3d2f-58c1-476b-9e91-aad3751d03d3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.344493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593a5bc-e893-4263-807a-4d3c353739a2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf67f5c-c01d-40cc-8087-7d715c0f89d6,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:37.349407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b3d2f-58c1-476b-9e91-aad3751d03d3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=cf5e59f9-4428-46de-9b49-470d397c3c9a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:37.355520 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-228b3d2f-58c1-476b-9e91-aad3751d03d3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.359070 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-228b3d2f-58c1-476b-9e91-aad3751d03d3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/cf5e59f9-4428-46de-9b49-470d397c3c9a HTTP/1.1" status: 204 len: 168 time: 0.7532837 Aug 16 02:00:37.362384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48196) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:37.363811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003debb1-3dfd-46ca-9da3-2c656ef50453 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:37.501410 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8593a5bc-e893-4263-807a-4d3c353739a2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.505772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 43045a9c-3fd5-49c9-ad48-576f993ef795 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:37.506500 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8593a5bc-e893-4263-807a-4d3c353739a2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7238057 Aug 16 02:00:37.550843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48200) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:37.555190 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ab32d125-b5dd-4e8a-940e-396107071102 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628209 Aug 16 02:00:37.559805 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'security_group_rule': {'security_group_id': 'e5537c35-b247-481e-9e80-44ca4c1aa105', 'project_id': '339391903c4f4f3b9336737914285e45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:37.565559 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48204) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:37.610238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.692812 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f3d68c-a23e-4ce3-9ddb-765bb203a74b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.694466 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-67f3d68c-a23e-4ce3-9ddb-765bb203a74b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1271288 Aug 16 02:00:37.696981 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48210) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:37.733574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 43045a9c-3fd5-49c9-ad48-576f993ef795 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:37.738106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 43045a9c-3fd5-49c9-ad48-576f993ef795 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:37.738576 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.770435 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff30891-c474-4096-9568-c408a4a0f4b1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.775230 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bff30891-c474-4096-9568-c408a4a0f4b1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0772593 Aug 16 02:00:37.779915 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48212) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:37.780947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c032b18a-ae5d-413d-9798-a1717bcaff22 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:37.864706 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f08a2920-f594-4d9c-b963-9e0207863300 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802164 Aug 16 02:00:37.865628 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.870618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48216) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:37.875769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e58771af-ac67-47f0-95f7-20aa333e35e6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:37.893077 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.923295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 43045a9c-3fd5-49c9-ad48-576f993ef795, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=43045a9c-3fd5-49c9-ad48-576f993ef795,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:37.927002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c032b18a-ae5d-413d-9798-a1717bcaff22 None None] Deleting port 8c86bd37-88c2-4d7e-a7bc-753917c622b8 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:37.927002 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c032b18a-ae5d-413d-9798-a1717bcaff22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.003123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c032b18a-ae5d-413d-9798-a1717bcaff22 None None] For port 8c86bd37-88c2-4d7e-a7bc-753917c622b8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8c86bd37-88c2-4d7e-a7bc-753917c622b8,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:38.003536 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c032b18a-ae5d-413d-9798-a1717bcaff22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.012063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.019097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c032b18a-ae5d-413d-9798-a1717bcaff22 None None] Calling delete_port for 8c86bd37-88c2-4d7e-a7bc-753917c622b8 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:38.025325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.045797 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.046723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c86bd37-88c2-4d7e-a7bc-753917c622b8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:38.134552 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.157010 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58771af-ac67-47f0-95f7-20aa333e35e6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:38.169227 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e58771af-ac67-47f0-95f7-20aa333e35e6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.217292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=43045a9c-3fd5-49c9-ad48-576f993ef795,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:38.231257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8c86bd37-88c2-4d7e-a7bc-753917c622b8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:38.231646 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.310612 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.340239 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c032b18a-ae5d-413d-9798-a1717bcaff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.341230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:38.368179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:38.368407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9265bd4-ab9f-42ba-896f-cc6071ccf3cf') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:38.393330 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.396355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032b18a-ae5d-413d-9798-a1717bcaff22 None None] No DVR routers for this DVR port 8c86bd37-88c2-4d7e-a7bc-753917c622b8 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:38.408650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032b18a-ae5d-413d-9798-a1717bcaff22 None None] Pushing event deleted for resources: {'Port': ['ID=8c86bd37-88c2-4d7e-a7bc-753917c622b8,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:38.435787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:38.455224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c9e77-eb67-4352-89c7-57b03a18ca2f req-c2b9fc7e-a93e-4ca1-9228-2c17f0c140eb tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.456815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f02c9e77-eb67-4352-89c7-57b03a18ca2f req-c2b9fc7e-a93e-4ca1-9228-2c17f0c140eb tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 931 time: 0.2209792 Aug 16 02:00:38.457276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:38.457769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 13bcc9fa-32b9-49d7-a2c9-30e4f06af17a not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:38.457938 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.472486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:38.472910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:38.482268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed5d716-fd36-4d28-8e5b-c3192807c06c {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:38.530826 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.545625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.603460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed8d531-c2ab-4c49-90c5-73015fa0d802,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:38.609114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Transition to ACTIVE for port object aed5d716-fd36-4d28-8e5b-c3192807c06c will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:38.612037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Router a8bac662-ed77-4d07-bc9f-8ecb8726b273 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:38.627822 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.631812 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0751023 Aug 16 02:00:38.631985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f02c9e77-eb67-4352-89c7-57b03a18ca2f req-bb4f8ea3-34dd-407e-9808-2258d9324595 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596007 Aug 16 02:00:38.633292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48224) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:38.638077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-406f9e3b-24a0-4317-b214-3be4b7df7509 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'security_group_rule': {'security_group_id': 'e5537c35-b247-481e-9e80-44ca4c1aa105', 'project_id': '339391903c4f4f3b9336737914285e45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:38.644537 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3203206b-66be-49a4-8dfb-f2508035119b,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:38.664904 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.665252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.665596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.665970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.671665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.671665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.671665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.671665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.671665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.671665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.671665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.671665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb783ca-ef96-44b5-874a-d900362be5e3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:38.696858 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.777924 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.779619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.831397 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.835506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a HTTP/1.1" status: 204 len: 168 time: 1.5764186 Aug 16 02:00:38.869960 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:38.883235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Sync routers for ids ['a8bac662-ed77-4d07-bc9f-8ecb8726b273'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:38.899736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Routers {'a8bac662-ed77-4d07-bc9f-8ecb8726b273'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:38.905264 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a8bac662-ed77-4d07-bc9f-8ecb8726b273'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:38.905429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c3cb1-9eb4-469b-ac19-49e6d21d2e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5363f8-1a9e-4aea-8126-b0b3d5d2a37a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:38.969596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.981098 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.025028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 43045a9c-3fd5-49c9-ad48-576f993ef795 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:39.055262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e58771af-ac67-47f0-95f7-20aa333e35e6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.058711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Pushing event updated for resources: {'Port': ['ID=aed5d716-fd36-4d28-8e5b-c3192807c06c,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.086313 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-406f9e3b-24a0-4317-b214-3be4b7df7509 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Project 339391903c4f4f3b9336737914285e45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:00:39.098809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-406f9e3b-24a0-4317-b214-3be4b7df7509 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.116821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Set router a8bac662-ed77-4d07-bc9f-8ecb8726b273 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:39.151664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58771af-ac67-47f0-95f7-20aa333e35e6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=ae0df07b-12a1-4982-bc44-e9e3427d71c5,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.155421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58771af-ac67-47f0-95f7-20aa333e35e6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:39.157456 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e58771af-ac67-47f0-95f7-20aa333e35e6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:39.166607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58771af-ac67-47f0-95f7-20aa333e35e6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.168122 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e58771af-ac67-47f0-95f7-20aa333e35e6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.179640 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-406f9e3b-24a0-4317-b214-3be4b7df7509 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.182410 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b18d82-1b87-4ad6-8367-a532f852b978 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:39.192284 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.203443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa3469c-3648-4e1d-ac3f-12e82870d460 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:39.203443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.203443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-da971772-00e0-4c29-b0b5-9421564faf61 admin admin] 10.222.0.66 "DELETE /v2.0/routers/5aa3469c-3648-4e1d-ac3f-12e82870d460 HTTP/1.1" status: 204 len: 168 time: 3.6895475 Aug 16 02:00:39.203443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Attempting to bind port aed5d716-fd36-4d28-8e5b-c3192807c06c on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:39.203443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Attempting to bind port aed5d716-fd36-4d28-8e5b-c3192807c06c by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '77805768-1658-43b4-8291-a75889891d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b502ac94-680f-446d-a0a2-3fff74dfa92c'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:39.203443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Attempting to bind port aed5d716-fd36-4d28-8e5b-c3192807c06c on network b502ac94-680f-446d-a0a2-3fff74dfa92c {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:39.203443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48228) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:39.214476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Port aed5d716-fd36-4d28-8e5b-c3192807c06c on network b502ac94-680f-446d-a0a2-3fff74dfa92c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:39.214813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Attempting to bind port aed5d716-fd36-4d28-8e5b-c3192807c06c on network b502ac94-680f-446d-a0a2-3fff74dfa92c {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:39.241202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:39.244458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Checking segment: {'id': '77805768-1658-43b4-8291-a75889891d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b502ac94-680f-446d-a0a2-3fff74dfa92c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:39.244458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Bound using segment: {'id': '77805768-1658-43b4-8291-a75889891d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b502ac94-680f-446d-a0a2-3fff74dfa92c'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:39.244458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Bound port: aed5d716-fd36-4d28-8e5b-c3192807c06c, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77805768-1658-43b4-8291-a75889891d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b502ac94-680f-446d-a0a2-3fff74dfa92c'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:39.244458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.287733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 43045a9c-3fd5-49c9-ad48-576f993ef795 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:39.288061 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.305697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.307291 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2ec98df4-53f5-4d14-bc1d-eebee73452b1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7707722 Aug 16 02:00:39.309738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48230) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:39.326206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] For port aed5d716-fd36-4d28-8e5b-c3192807c06c, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:39.329846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] For port aed5d716-fd36-4d28-8e5b-c3192807c06c, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aed5d716-fd36-4d28-8e5b-c3192807c06c,segment=NetworkSegment(77805768-1658-43b4-8291-a75889891d37),segment_id=77805768-1658-43b4-8291-a75889891d37)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:39.354997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b9c260-b7f6-44f6-a47a-fd6a2d1f1c40 admin admin] Deleting subnet d2c37e90-8a2a-4aa2-b57f-56592b73215e {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:39.371048 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e58771af-ac67-47f0-95f7-20aa333e35e6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4980574 Aug 16 02:00:39.372161 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-406f9e3b-24a0-4317-b214-3be4b7df7509 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.373780 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48232) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:39.376007 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b9c260-b7f6-44f6-a47a-fd6a2d1f1c40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.381308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'fixed_ips': [{'subnet_id': 'ae0df07b-12a1-4982-bc44-e9e3427d71c5', 'ip_address': '2001:db8::b99e:87c:8d46:e269'}], 'name': 'tempest-NetworksTestDHCPv6-1025324893'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:39.422997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48234) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:39.455035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f9e3b-24a0-4317-b214-3be4b7df7509 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec00aad2-0d72-45e2-932e-a6b119f552d2,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.474856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.546583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bac662-ed77-4d07-bc9f-8ecb8726b273', 'name': 'tempest-snat-router-1162227388', 'tenant_id': '0ddaf95519c6459399a9a281f7300356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '45be9104-9d22-4750-8c48-75461c35b996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:33Z', 'updated_at': '2021-08-16T02:00:36Z', 'revision_number': 3, 'project_id': '0ddaf95519c6459399a9a281f7300356', 'gw_port': {'id': '45be9104-9d22-4750-8c48-75461c35b996', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bac662-ed77-4d07-bc9f-8ecb8726b273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:35Z', 'updated_at': '2021-08-16T02:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:39.551337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.551543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': 'ae0df07b-12a1-4982-bc44-e9e3427d71c5'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:39.556635 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.556812 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.556925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] 10.222.0.74 "PUT /v2.0/ports/aed5d716-fd36-4d28-8e5b-c3192807c06c HTTP/1.1" status: 200 len: 1092 time: 2.5214205 Aug 16 02:00:39.559548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ab8de6-04f6-4ffb-9e24-2a59db4556f0', 'tag': 'aed5d716-fd36-4d28-8e5b-c3192807c06c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:39.562437 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96414e37-8d56-4ad6-b145-e1775e0c0ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ab8de6-04f6-4ffb-9e24-2a59db4556f0", "tag": "aed5d716-fd36-4d28-8e5b-c3192807c06c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:39.587361 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b9c260-b7f6-44f6-a47a-fd6a2d1f1c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.595441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Checking router: a8bac662-ed77-4d07-bc9f-8ecb8726b273 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:39.596005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Updating router a8bac662-ed77-4d07-bc9f-8ecb8726b273 port 45be9104-9d22-4750-8c48-75461c35b996 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:39.618058 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-99e4b2df-b539-4167-9266-3effd7012ad0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=425afef20f5847a9befe7ee30ed13505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934969 Aug 16 02:00:39.625536 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48238) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:39.641523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-406f9e3b-24a0-4317-b214-3be4b7df7509 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.648464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-406f9e3b-24a0-4317-b214-3be4b7df7509 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0100200 Aug 16 02:00:39.648665 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dad494f8-a6c6-4314-8b8d-419b9e479d50 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/routers/a8bac662-ed77-4d07-bc9f-8ecb8726b273 HTTP/1.1" status: 200 len: 908 time: 0.3346345 Aug 16 02:00:39.650174 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a163cff-81a5-4f41-b60d-f0327d5b5291 x-openstack-request-id: req-7a163cff-81a5-4f41-b60d-f0327d5b5291 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:39.650397 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ab8de6-04f6-4ffb-9e24-2a59db4556f0", "tag": "aed5d716-fd36-4d28-8e5b-c3192807c06c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:39.650684 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a163cff-81a5-4f41-b60d-f0327d5b5291 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:39.651127 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ab8de6-04f6-4ffb-9e24-2a59db4556f0', 'tag': 'aed5d716-fd36-4d28-8e5b-c3192807c06c', 'status': 'completed', 'code': 200} Aug 16 02:00:39.656230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48240) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:39.656694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48242) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:39.732051 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f32e0474-a678-49b1-84af-51265c96a3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.755764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-7d3adca3-7704-464f-b994-11e4a970a75b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'security_group_rule': {'security_group_id': 'e5537c35-b247-481e-9e80-44ca4c1aa105', 'project_id': '339391903c4f4f3b9336737914285e45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:39.766123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f32e0474-a678-49b1-84af-51265c96a3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.843436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:39.851630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794f5f9-05c0-453f-abd3-bb63802785f9 service neutron] Pushing event updated for resources: {'Port': ['ID=aed5d716-fd36-4d28-8e5b-c3192807c06c,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.856039 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.871615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c86bd37-88c2-4d7e-a7bc-753917c622b8 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:39.921088 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b9c260-b7f6-44f6-a47a-fd6a2d1f1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.933732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 8c86bd37-88c2-4d7e-a7bc-753917c622b8 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:39.934773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c86bd37-88c2-4d7e-a7bc-753917c622b8 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:39.935389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c74ddf23-e3f2-47f2-a829-5034046c5754 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:39.964589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f32e0474-a678-49b1-84af-51265c96a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.968189 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f32e0474-a678-49b1-84af-51265c96a3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.969679 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f32e0474-a678-49b1-84af-51265c96a3d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/747a3120-4ebd-4c83-a09e-476592f10c24 HTTP/1.1" status: 204 len: 168 time: 0.3429410 Aug 16 02:00:39.978274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.982547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c74ddf23-e3f2-47f2-a829-5034046c5754 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:39.984325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c74ddf23-e3f2-47f2-a829-5034046c5754 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:40.009299 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e0474-a678-49b1-84af-51265c96a3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747a3120-4ebd-4c83-a09e-476592f10c24,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.023817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port ea142658-e669-472a-ab6c-b80e9ff88b76 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:40.066133 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-7d3adca3-7704-464f-b994-11e4a970a75b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Project 339391903c4f4f3b9336737914285e45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:00:40.079103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96414e37-8d56-4ad6-b145-e1775e0c0ce5 req-e6bd6794-89ea-4e8f-b9fd-6c89fb525b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.080962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96414e37-8d56-4ad6-b145-e1775e0c0ce5 req-e6bd6794-89ea-4e8f-b9fd-6c89fb525b8e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f68ccbd8ed394e5ba33b9571b8d9bab0&device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 1095 time: 0.3201141 Aug 16 02:00:40.094549 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d3adca3-7704-464f-b994-11e4a970a75b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.144539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311571a0-d26b-43e0-ae03-a34f1838a0fd req-ebb40810-81ba-41bd-b668-6f59238fe0df tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.146444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-311571a0-d26b-43e0-ae03-a34f1838a0fd req-ebb40810-81ba-41bd-b668-6f59238fe0df tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 943 time: 0.3867013 Aug 16 02:00:40.221875 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.232776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/ae0df07b-12a1-4982-bc44-e9e3427d71c5/583dd75e-db19-4a72-a78f-2c7296e4104e) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:40.340925 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b9c260-b7f6-44f6-a47a-fd6a2d1f1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.369453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-311571a0-d26b-43e0-ae03-a34f1838a0fd req-e0a7ebc4-93ad-4e75-9335-8a17ea75530c tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692195 Aug 16 02:00:40.485423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9c260-b7f6-44f6-a47a-fd6a2d1f1c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c37e90-8a2a-4aa2-b57f-56592b73215e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.492899 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70b9c260-b7f6-44f6-a47a-fd6a2d1f1c40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.495886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-70b9c260-b7f6-44f6-a47a-fd6a2d1f1c40 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d2c37e90-8a2a-4aa2-b57f-56592b73215e HTTP/1.1" status: 204 len: 168 time: 1.2895374 Aug 16 02:00:40.498051 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48252) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:40.504255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96414e37-8d56-4ad6-b145-e1775e0c0ce5 req-8755e77e-edfd-4857-bb35-b7bb89058cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.505879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96414e37-8d56-4ad6-b145-e1775e0c0ce5 req-8755e77e-edfd-4857-bb35-b7bb89058cc9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f68ccbd8ed394e5ba33b9571b8d9bab0&shared=False HTTP/1.1" status: 200 len: 925 time: 0.4141314 Aug 16 02:00:40.513980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db746a1-d867-4d19-8a2f-41eea4781a95 None None] Network fb7fdcd8-5bf9-449f-99af-4865ce33e031 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:40.516250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d3adca3-7704-464f-b994-11e4a970a75b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.583634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.583887 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.636234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96414e37-8d56-4ad6-b145-e1775e0c0ce5 req-f45e7ce0-d7ea-4767-b867-fbc0f3e96b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.637890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96414e37-8d56-4ad6-b145-e1775e0c0ce5 req-f45e7ce0-d7ea-4767-b867-fbc0f3e96b3f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239934 Aug 16 02:00:40.665468 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d3adca3-7704-464f-b994-11e4a970a75b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.673759 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.674859 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Deleting port e73ecfab-2282-4632-af49-3adbc6ba6384 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:40.675310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.686642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Transition to ACTIVE for port object 583dd75e-db19-4a72-a78f-2c7296e4104e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:40.704087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Transition to ACTIVE for port object 583dd75e-db19-4a72-a78f-2c7296e4104e will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:40.712989 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.765470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Transition to ACTIVE for port object 45be9104-9d22-4750-8c48-75461c35b996 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:40.775476 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] For port e73ecfab-2282-4632-af49-3adbc6ba6384, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e73ecfab-2282-4632-af49-3adbc6ba6384,segment=NetworkSegment(d641c4ff-9984-4724-a39d-ae217e99a096),segment_id=d641c4ff-9984-4724-a39d-ae217e99a096)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:40.775476 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.806548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3ed8d531-c2ab-4c49-90c5-73015fa0d802 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:40.807610 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Calling delete_port for e73ecfab-2282-4632-af49-3adbc6ba6384 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:40.808375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3adca3-7704-464f-b994-11e4a970a75b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce33a43-7fee-457b-abc4-dec84586dc45,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.834977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3ed8d531-c2ab-4c49-90c5-73015fa0d802 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:40.835367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3ed8d531-c2ab-4c49-90c5-73015fa0d802 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:40.861375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-6b59e140-099a-4e9f-a6b5-f39031285f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.861375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-6b59e140-099a-4e9f-a6b5-f39031285f5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f68ccbd8ed394e5ba33b9571b8d9bab0&device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 1095 time: 0.1801045 Aug 16 02:00:40.862580 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.871277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Deleting port 45be9104-9d22-4750-8c48-75461c35b996 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:40.871629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.938964 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.957345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-9921fec4-330f-423e-b7f8-680e6a9bcc38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aed5d716-fd36-4d28-8e5b-c3192807c06c HTTP/1.1" status: 200 len: 217 time: 0.0885408 Aug 16 02:00:40.970906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:40.995478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::b99e:87c:8d46:e269 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/ae0df07b-12a1-4982-bc44-e9e3427d71c5/ea142658-e669-472a-ab6c-b80e9ff88b76) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:41.001260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:41.003715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:41.006080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Pushing event updated for resources: {'Port': ['ID=583dd75e-db19-4a72-a78f-2c7296e4104e,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.011394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Attempting to bind port 45be9104-9d22-4750-8c48-75461c35b996 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:41.011757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Attempting to bind port 45be9104-9d22-4750-8c48-75461c35b996 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:41.012117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Attempting to bind port 45be9104-9d22-4750-8c48-75461c35b996 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:41.017705 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d3adca3-7704-464f-b994-11e4a970a75b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.022023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7d3adca3-7704-464f-b994-11e4a970a75b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2756007 Aug 16 02:00:41.031175 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.032252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:41.032252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:41.032252 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.032252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:41.032252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Bound port: 45be9104-9d22-4750-8c48-75461c35b996, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:41.032252 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.056829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c457f-bef8-4a75-90d6-872b0e38c83d None None] DHCP port deletion for fb7fdcd8-5bf9-449f-99af-4865ce33e031 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:41.091820 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e73ecfab-2282-4632-af49-3adbc6ba6384,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.095363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] No DVR routers for this DVR port e73ecfab-2282-4632-af49-3adbc6ba6384 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:41.131629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-70b33914-e9ec-4b4f-8cff-e03bb8acdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.134517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-70b33914-e9ec-4b4f-8cff-e03bb8acdc33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3530244-0116-447c-a45f-64abc609c35c HTTP/1.1" status: 200 len: 864 time: 0.1670163 Aug 16 02:00:41.142312 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.228801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.229097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-19b063d6-36c4-4781-a8a2-6d5075eb76c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b502ac94-680f-446d-a0a2-3fff74dfa92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818176 Aug 16 02:00:41.230258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Calling delete_port for 45be9104-9d22-4750-8c48-75461c35b996 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:41.277383 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7fdcd8-5bf9-449f-99af-4865ce33e031']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:41.293811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7d2a2-3e72-4802-900a-55c29c723d77 None None] Pushing event updated for resources: {'Port': ['ID=45be9104-9d22-4750-8c48-75461c35b996,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.327657 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd641c4ff-9984-4724-a39d-ae217e99a096') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:41.328402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd641c4ff-9984-4724-a39d-ae217e99a096') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:41.334549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Attempting to bind port 583dd75e-db19-4a72-a78f-2c7296e4104e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:41.335243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Attempting to bind port 583dd75e-db19-4a72-a78f-2c7296e4104e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:41.336248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Attempting to bind port 583dd75e-db19-4a72-a78f-2c7296e4104e on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:41.350559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] For port 45be9104-9d22-4750-8c48-75461c35b996, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:41.351764 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.356608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] For port 45be9104-9d22-4750-8c48-75461c35b996, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=45be9104-9d22-4750-8c48-75461c35b996,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:41.358731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:41.359599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:41.366260 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.376763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:41.377754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Bound port: 583dd75e-db19-4a72-a78f-2c7296e4104e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:41.378956 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.421031 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.441438 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.453160 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-5adc58db-1b50-4540-ae30-b0e7799012c9 service neutron] 10.222.0.74 "GET /v2.0/networks/b502ac94-680f-446d-a0a2-3fff74dfa92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158661 Aug 16 02:00:41.468460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:41.476778 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:41.492774 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:41.571369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] For port 583dd75e-db19-4a72-a78f-2c7296e4104e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:41.577075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] For port 583dd75e-db19-4a72-a78f-2c7296e4104e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=583dd75e-db19-4a72-a78f-2c7296e4104e,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:41.605011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Routers {'a8bac662-ed77-4d07-bc9f-8ecb8726b273'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:41.606320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a8bac662-ed77-4d07-bc9f-8ecb8726b273'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:41.619158 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.643737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object ea142658-e669-472a-ab6c-b80e9ff88b76 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:41.718887 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.720280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.726277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.730110 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fb7fdcd8-5bf9-449f-99af-4865ce33e031 HTTP/1.1" status: 204 len: 168 time: 1.2304010 Aug 16 02:00:41.752003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7d2a2-3e72-4802-900a-55c29c723d77 None None] Pushing event updated for resources: {'Port': ['ID=45be9104-9d22-4750-8c48-75461c35b996,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.752413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b8c50-a616-477a-aeb7-60c322cb27e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7fdcd8-5bf9-449f-99af-4865ce33e031,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.800552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] Set router a8bac662-ed77-4d07-bc9f-8ecb8726b273 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:41.835976 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.890466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bac662-ed77-4d07-bc9f-8ecb8726b273', 'name': 'tempest-snat-router-1162227388', 'tenant_id': '0ddaf95519c6459399a9a281f7300356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:33Z', 'updated_at': '2021-08-16T02:00:40Z', 'revision_number': 4, 'project_id': '0ddaf95519c6459399a9a281f7300356', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:41.953126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b5dcc-e8d0-4973-be13-ea215de09a28 None None] The sync data for ids ['a8bac662-ed77-4d07-bc9f-8ecb8726b273'] in n-d-768509-23 is: [{'id': 'a8bac662-ed77-4d07-bc9f-8ecb8726b273', 'name': 'tempest-snat-router-1162227388', 'tenant_id': '0ddaf95519c6459399a9a281f7300356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:33Z', 'updated_at': '2021-08-16T02:00:40Z', 'revision_number': 4, 'project_id': '0ddaf95519c6459399a9a281f7300356', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:41.971504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975ae82-d3f0-4264-b8be-35d46f0098e7 None None] Pushing event updated for resources: {'Port': ['ID=583dd75e-db19-4a72-a78f-2c7296e4104e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:42.030140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:42.038768 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:42.046268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:42.095638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.096343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.141567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=ea142658-e669-472a-ab6c-b80e9ff88b76,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:42.228707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.284214 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f5660208-3aaa-489a-b524-206ca22a7831 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8965840 Aug 16 02:00:42.284512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48326) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:42.294122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event deleted for resources: {'Port': ['ID=45be9104-9d22-4750-8c48-75461c35b996,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:42.314937 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-290789df-8f6d-4308-91e5-a1f486a2c2e8 req-c83ffd3f-2196-4132-879f-576ade53e692 service neutron] 10.222.0.74 "GET /v2.0/networks/b502ac94-680f-446d-a0a2-3fff74dfa92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8218951 Aug 16 02:00:42.353780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b562d05-553f-4ea7-90c8-cd3ecafb89ae req-e4832878-bd86-44f2-b8b6-edaf4e7703ff tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.355471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b562d05-553f-4ea7-90c8-cd3ecafb89ae req-e4832878-bd86-44f2-b8b6-edaf4e7703ff tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 943 time: 0.2791076 Aug 16 02:00:42.363117 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48328) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:42.407069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.439018 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-393b8efb-8c68-4486-8cec-1923673c7206 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d74813b676f420485965d14f320364c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722003 Aug 16 02:00:42.439626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48330) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:42.456501 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8480aeb7-5ecb-45d2-8587-05c0fd694e62 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.462632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8480aeb7-5ecb-45d2-8587-05c0fd694e62 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.467110 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8480aeb7-5ecb-45d2-8587-05c0fd694e62 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1816111 Aug 16 02:00:42.467742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48332) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:42.501322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b562d05-553f-4ea7-90c8-cd3ecafb89ae req-53adede1-a541-493b-b72a-d16067956eeb tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363242 Aug 16 02:00:42.539731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.543837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.582198 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-790b852e-4da2-42c9-bea0-ad9883fe7713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.613561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-790b852e-4da2-42c9-bea0-ad9883fe7713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.659727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-af2a2a8f-b895-4f26-82d8-5fa7e9f68975 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port ea142658-e669-472a-ab6c-b80e9ff88b76 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:42.660084 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af2a2a8f-b895-4f26-82d8-5fa7e9f68975 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.670951 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.671623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8bac662-ed77-4d07-bc9f-8ecb8726b273 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:42.678474 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.682773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8b93fd9c-a529-456a-9ab9-f060c872faff tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "DELETE /v2.0/routers/a8bac662-ed77-4d07-bc9f-8ecb8726b273 HTTP/1.1" status: 204 len: 168 time: 3.0221648 Aug 16 02:00:42.683089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48336) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:42.798999 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af2a2a8f-b895-4f26-82d8-5fa7e9f68975 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.831731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-af2a2a8f-b895-4f26-82d8-5fa7e9f68975 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for ea142658-e669-472a-ab6c-b80e9ff88b76 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:42.943140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-790b852e-4da2-42c9-bea0-ad9883fe7713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.947445 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-790b852e-4da2-42c9-bea0-ad9883fe7713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.952100 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-790b852e-4da2-42c9-bea0-ad9883fe7713 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd006024-08ef-48c3-a3ed-cadd427b21ea HTTP/1.1" status: 204 len: 168 time: 0.5091143 Aug 16 02:00:42.956071 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.002149 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 583dd75e-db19-4a72-a78f-2c7296e4104e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:43.099985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b852e-4da2-42c9-bea0-ad9883fe7713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd006024-08ef-48c3-a3ed-cadd427b21ea,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:43.197676 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.241378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 583dd75e-db19-4a72-a78f-2c7296e4104e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:43.296973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e73ecfab-2282-4632-af49-3adbc6ba6384 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:43.334056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: e73ecfab-2282-4632-af49-3adbc6ba6384 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:43.334672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e73ecfab-2282-4632-af49-3adbc6ba6384 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:43.431393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af2a2a8f-b895-4f26-82d8-5fa7e9f68975 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.474634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a2a8f-b895-4f26-82d8-5fa7e9f68975 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=ea142658-e669-472a-ab6c-b80e9ff88b76,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:43.542896 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af2a2a8f-b895-4f26-82d8-5fa7e9f68975 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.545440 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-af2a2a8f-b895-4f26-82d8-5fa7e9f68975 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/ea142658-e669-472a-ab6c-b80e9ff88b76 HTTP/1.1" status: 204 len: 168 time: 1.0719182 Aug 16 02:00:43.549611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:43.556297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Deleting port 43045a9c-3fd5-49c9-ad48-576f993ef795 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:43.556816 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.626202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ff3e7-ac90-4ed9-b367-4bb9ddee7ddf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.628397 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ff3e7-ac90-4ed9-b367-4bb9ddee7ddf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.630499 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bf1ff3e7-ac90-4ed9-b367-4bb9ddee7ddf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0815048 Aug 16 02:00:43.634248 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48386) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:43.712126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] For port 43045a9c-3fd5-49c9-ad48-576f993ef795, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=43045a9c-3fd5-49c9-ad48-576f993ef795,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:43.712752 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.730531 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e5f513-0152-45d6-a2a0-4746c761bf4e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet ae0df07b-12a1-4982-bc44-e9e3427d71c5 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:43.736005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Calling delete_port for 43045a9c-3fd5-49c9-ad48-576f993ef795 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:43.740546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f513-0152-45d6-a2a0-4746c761bf4e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.824691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e1fc1151-c5ff-417b-985e-62c63068006c None None] Provisioning for port 583dd75e-db19-4a72-a78f-2c7296e4104e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:43.829595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e1fc1151-c5ff-417b-985e-62c63068006c None None] Provisioning complete for port 583dd75e-db19-4a72-a78f-2c7296e4104e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:43.830012 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1151-c5ff-417b-985e-62c63068006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.853582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f513-0152-45d6-a2a0-4746c761bf4e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.084804 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f513-0152-45d6-a2a0-4746c761bf4e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.103113 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1151-c5ff-417b-985e-62c63068006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.196976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e755e7d-b1ee-4867-9400-5ee7dc5f6ca7 req-c84e16f1-f9aa-474e-aab0-3f1f6b849f8e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.205722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e755e7d-b1ee-4867-9400-5ee7dc5f6ca7 req-c84e16f1-f9aa-474e-aab0-3f1f6b849f8e tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 943 time: 0.3423882 Aug 16 02:00:44.279037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e755e7d-b1ee-4867-9400-5ee7dc5f6ca7 req-40487a7b-13b3-48a5-9fb7-dd1be6753391 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650189 Aug 16 02:00:44.468605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d34624f9-2c49-4a65-864f-37d4c3d4dd58 req-aafa7705-c444-478b-8140-cf390520d772 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc683c86-c7d4-45e9-be1f-f0077e26a937 HTTP/1.1" status: 200 len: 210 time: 0.0308692 Aug 16 02:00:44.575769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f513-0152-45d6-a2a0-4746c761bf4e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.635152 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5f513-0152-45d6-a2a0-4746c761bf4e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0df07b-12a1-4982-bc44-e9e3427d71c5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.635152 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f513-0152-45d6-a2a0-4746c761bf4e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.636243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8525bae-814c-4f31-b3a6-7d0a1d114b54 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:44.636364 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f9e5f513-0152-45d6-a2a0-4746c761bf4e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/ae0df07b-12a1-4982-bc44-e9e3427d71c5 HTTP/1.1" status: 204 len: 168 time: 0.9946611 Aug 16 02:00:44.637655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48416) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:44.659430 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.680933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aed5d716-fd36-4d28-8e5b-c3192807c06c details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:44.695266 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-e1fc1151-c5ff-417b-985e-62c63068006c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:00:44.695849 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-e1fc1151-c5ff-417b-985e-62c63068006c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:00:44.698830 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4d91c6aa-7be5-4e60-8452-cadd0d93266b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596285 Aug 16 02:00:44.703100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48422) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:44.710428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ce5331da-4e81-46a8-937e-21955e67a988 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:44.720816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event deleted for resources: {'Port': ['ID=43045a9c-3fd5-49c9-ad48-576f993ef795,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.896370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.914354 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aed5d716-fd36-4d28-8e5b-c3192807c06c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aed5d716-fd36-4d28-8e5b-c3192807c06c,segment=NetworkSegment(77805768-1658-43b4-8291-a75889891d37),segment_id=77805768-1658-43b4-8291-a75889891d37)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:44.933411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'aed5d716-fd36-4d28-8e5b-c3192807c06c', 'network_id': 'b502ac94-680f-446d-a0a2-3fff74dfa92c', 'port_id': 'aed5d716-fd36-4d28-8e5b-c3192807c06c', 'mac_address': 'fa:16:3e:af:61:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3530244-0116-447c-a45f-64abc609c35c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:44.971458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94321fb0-a217-461d-9049-8c58d09dd634 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:45.002316 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5331da-4e81-46a8-937e-21955e67a988 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:45.011183 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce5331da-4e81-46a8-937e-21955e67a988 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.075761 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.080664 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.211813 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.272470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed5d716-fd36-4d28-8e5b-c3192807c06c {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:45.283808 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1151-c5ff-417b-985e-62c63068006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.320848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aed5d716-fd36-4d28-8e5b-c3192807c06c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aed5d716-fd36-4d28-8e5b-c3192807c06c,segment=NetworkSegment(77805768-1658-43b4-8291-a75889891d37),segment_id=77805768-1658-43b4-8291-a75889891d37)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:45.322928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-94321fb0-a217-461d-9049-8c58d09dd634 None None] Deleting port 583dd75e-db19-4a72-a78f-2c7296e4104e {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:45.323309 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-94321fb0-a217-461d-9049-8c58d09dd634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.382150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-800516b4-deb8-44ec-ab46-0b5d277c17dc req-9a4c9aa8-3094-4414-92f6-c22b5b6ef6d0 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0631723 Aug 16 02:00:45.382940 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.383859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec64d39d-0a3c-43ac-ac04-55fcb2293502 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:45.406059 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.422532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0daa9c02-614b-4ab9-b1e1-ece63cc93a59 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "DELETE /v2.0/routers/ec64d39d-0a3c-43ac-ac04-55fcb2293502 HTTP/1.1" status: 204 len: 168 time: 2.7347653 Aug 16 02:00:45.441114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48448) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:45.459964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-955256575', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:45.521963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e1fc1151-c5ff-417b-985e-62c63068006c None None] For port 583dd75e-db19-4a72-a78f-2c7296e4104e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=583dd75e-db19-4a72-a78f-2c7296e4104e,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:45.526575 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.595569 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.597295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.616106 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1151-c5ff-417b-985e-62c63068006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.658460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119be43-51f1-4cf8-a80e-0bce477a80e0 req-fe08d288-e41f-40b7-bcfb-4f4acfda9a4a tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.660457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9119be43-51f1-4cf8-a80e-0bce477a80e0 req-fe08d288-e41f-40b7-bcfb-4f4acfda9a4a tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 944 time: 0.1324403 Aug 16 02:00:45.672332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48458) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:45.679425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-94321fb0-a217-461d-9049-8c58d09dd634 None None] For port 583dd75e-db19-4a72-a78f-2c7296e4104e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=583dd75e-db19-4a72-a78f-2c7296e4104e,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:45.680122 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-94321fb0-a217-461d-9049-8c58d09dd634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.700606 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.727146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-94321fb0-a217-461d-9049-8c58d09dd634 None None] Calling delete_port for 583dd75e-db19-4a72-a78f-2c7296e4104e owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:45.727146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=aed5d716-fd36-4d28-8e5b-c3192807c06c,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:45.734807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['aed5d716-fd36-4d28-8e5b-c3192807c06c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:45.751929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce5331da-4e81-46a8-937e-21955e67a988 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.786370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9526b724-cb1e-4280-b646-05d3e45cb116 None None] Could not find standard attr ID for object ea142658-e669-472a-ab6c-b80e9ff88b76. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:00:45.794067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9119be43-51f1-4cf8-a80e-0bce477a80e0 req-0ce9d752-e909-4cb2-a6dd-890f4f2c6625 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746517 Aug 16 02:00:45.813093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5331da-4e81-46a8-937e-21955e67a988 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:45.817325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-ce5331da-4e81-46a8-937e-21955e67a988 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:45.828815 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5331da-4e81-46a8-937e-21955e67a988 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.829708 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce5331da-4e81-46a8-937e-21955e67a988 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.844300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5331da-4e81-46a8-937e-21955e67a988 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=3efc22d1-6b75-4844-aded-5d6d3d1578cf,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:45.887212 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc1151-c5ff-417b-985e-62c63068006c None None] Pushing event updated for resources: {'Port': ['ID=583dd75e-db19-4a72-a78f-2c7296e4104e,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:45.939867 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ce5331da-4e81-46a8-937e-21955e67a988 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2355003 Aug 16 02:00:45.951997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48462) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:45.960256 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'fixed_ips': [{'subnet_id': '3efc22d1-6b75-4844-aded-5d6d3d1578cf', 'ip_address': '2001:db8::e690:d990:838a:1fe6'}], 'name': 'tempest-NetworksTestDHCPv6-1286380141'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:45.971731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-305403727-network', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:46.073785 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-94321fb0-a217-461d-9049-8c58d09dd634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.098523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.155686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94321fb0-a217-461d-9049-8c58d09dd634 None None] No DVR routers for this DVR port 583dd75e-db19-4a72-a78f-2c7296e4104e on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:46.160292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94321fb0-a217-461d-9049-8c58d09dd634 None None] Pushing event deleted for resources: {'Port': ['ID=583dd75e-db19-4a72-a78f-2c7296e4104e,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.164515 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:46.179264 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.194944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.204130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526525df-b23b-4891-a44d-a9a0505f35a5 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:46.366305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:46.422480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '3efc22d1-6b75-4844-aded-5d6d3d1578cf'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:46.423626 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.442093 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.470551 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.596727 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.624820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Allocated IP 172.25.8.2 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/10c74b39-df54-4323-a9c3-ffce4d722f3b) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:46.631114 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 45188783-72ea-476a-a819-b5530f90b3b3 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:46.652951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/3efc22d1-6b75-4844-aded-5d6d3d1578cf/d02aa38e-93f7-48e0-8b0a-2b7f121ee586) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:46.678544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aed5d716-fd36-4d28-8e5b-c3192807c06c up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:46.703832 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.801666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2ba1bd3-5cfa-405d-9801-741803f5b49f req-bfdc1bdb-a57c-4d7e-8990-9839588a551f tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0658071 Aug 16 02:00:46.813581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.853759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1821c68-c9a1-47d3-a595-2c484b9ec7b5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.883269 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:46.897750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.901381 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.902591 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Added segment 02e6efb2-e1ab-42a6-83c5-7e72991d6159 of type vlan for network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 Aug 16 02:00:46.912733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 43045a9c-3fd5-49c9-ad48-576f993ef795 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:46.955845 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.984900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 43045a9c-3fd5-49c9-ad48-576f993ef795 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:46.985246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 43045a9c-3fd5-49c9-ad48-576f993ef795 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:46.985673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 583dd75e-db19-4a72-a78f-2c7296e4104e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:46.987303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port aed5d716-fd36-4d28-8e5b-c3192807c06c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:47.015015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port aed5d716-fd36-4d28-8e5b-c3192807c06c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:47.015379 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.024591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396ecf-3955-42fc-9113-3f07d34b2c9f req-631a6d85-8a3c-40a9-9fe7-687f0fb521db tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.026317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74396ecf-3955-42fc-9113-3f07d34b2c9f req-631a6d85-8a3c-40a9-9fe7-687f0fb521db tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 946 time: 0.0836170 Aug 16 02:00:47.052480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 583dd75e-db19-4a72-a78f-2c7296e4104e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:47.053663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 583dd75e-db19-4a72-a78f-2c7296e4104e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:47.077242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-74396ecf-3955-42fc-9113-3f07d34b2c9f req-11f46af9-f7db-426a-a051-47c8f8615702 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 Aug 16 02:00:47.083997 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.098361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Transition to ACTIVE for port object d02aa38e-93f7-48e0-8b0a-2b7f121ee586 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:47.139883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Transition to ACTIVE for port object d02aa38e-93f7-48e0-8b0a-2b7f121ee586 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:47.145374 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.171289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ab8de6-04f6-4ffb-9e24-2a59db4556f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed5d716-fd36-4d28-8e5b-c3192807c06c'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:47.175034 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6c1ed2-5491-4675-9fe8-ff389537eb5f" -d '{"events": [{"server_uuid": "b7ab8de6-04f6-4ffb-9e24-2a59db4556f0", "name": "network-vif-plugged", "status": "completed", "tag": "aed5d716-fd36-4d28-8e5b-c3192807c06c"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:47.189318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aed5d716-fd36-4d28-8e5b-c3192807c06c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aed5d716-fd36-4d28-8e5b-c3192807c06c,segment=NetworkSegment(77805768-1658-43b4-8291-a75889891d37),segment_id=77805768-1658-43b4-8291-a75889891d37)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:47.196913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.197885 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.198295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.198940 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.231764 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.235731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae66a3-25ee-4370-bf43-2adc703aace8 req-9fae2718-7c97-4f38-8b6e-0db360fff4ef tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.243763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9ae66a3-25ee-4370-bf43-2adc703aace8 req-9fae2718-7c97-4f38-8b6e-0db360fff4ef tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 944 time: 0.0926716 Aug 16 02:00:47.279520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:47.283875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:47.285545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:47.287329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:47.292035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:47.293484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:47.297796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Pushing event updated for resources: {'Port': ['ID=10c74b39-df54-4323-a9c3-ffce4d722f3b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:47.322339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] Pushing event updated for resources: {'Network': ['ID=b3aa6678-ea23-4a2e-a4b8-63debe13efe1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:47.337423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:47.340205 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.344170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9ae66a3-25ee-4370-bf43-2adc703aace8 req-1738030e-743e-4cb0-b2d6-080a26a728b1 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993595 Aug 16 02:00:47.346587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Pushing event updated for resources: {'Port': ['ID=d02aa38e-93f7-48e0-8b0a-2b7f121ee586,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:47.355990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.356345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.356693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.357036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.357376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.357710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.358073 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.358404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.358730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.362257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::e690:d990:838a:1fe6 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/3efc22d1-6b75-4844-aded-5d6d3d1578cf/45188783-72ea-476a-a819-b5530f90b3b3) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:47.362972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.363533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.368541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:47.387284 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a4d7e4a7-055a-43cb-aa13-7f822f7f3c10 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7137856 Aug 16 02:00:47.390161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48482) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:47.396007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] Request body: {'subnet': {'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-subnet', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:47.469550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Attempting to bind port d02aa38e-93f7-48e0-8b0a-2b7f121ee586 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:47.471405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Attempting to bind port d02aa38e-93f7-48e0-8b0a-2b7f121ee586 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:47.472234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Attempting to bind port d02aa38e-93f7-48e0-8b0a-2b7f121ee586 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:47.490138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:47.494175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:47.498197 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.498653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:47.499169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Bound port: d02aa38e-93f7-48e0-8b0a-2b7f121ee586, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:47.499659 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.510089 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e530a-64ae-4f84-9ba1-5d82e52e0d48 x-openstack-request-id: req-772e530a-64ae-4f84-9ba1-5d82e52e0d48 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:47.510417 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ab8de6-04f6-4ffb-9e24-2a59db4556f0", "name": "network-vif-plugged", "status": "completed", "tag": "aed5d716-fd36-4d28-8e5b-c3192807c06c", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:47.510609 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-772e530a-64ae-4f84-9ba1-5d82e52e0d48 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:47.511007 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ab8de6-04f6-4ffb-9e24-2a59db4556f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed5d716-fd36-4d28-8e5b-c3192807c06c', 'code': 200} Aug 16 02:00:47.542303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=aed5d716-fd36-4d28-8e5b-c3192807c06c,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:47.590289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:47.592622 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.609880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] For port d02aa38e-93f7-48e0-8b0a-2b7f121ee586, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:47.615184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] For port d02aa38e-93f7-48e0-8b0a-2b7f121ee586, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d02aa38e-93f7-48e0-8b0a-2b7f121ee586,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:47.715460 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.727050 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.768426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 45188783-72ea-476a-a819-b5530f90b3b3 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:47.806919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f579caa-0216-43cf-be19-ef4944ddbaf0 None None] Pushing event updated for resources: {'Port': ['ID=d02aa38e-93f7-48e0-8b0a-2b7f121ee586,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:47.942333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5772783-2b9d-4e07-8347-a3dad99b7b87 req-3cbc8152-95ab-474d-8609-7b0ce7020f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.946733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5772783-2b9d-4e07-8347-a3dad99b7b87 req-3cbc8152-95ab-474d-8609-7b0ce7020f65 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 1097 time: 0.3103704 Aug 16 02:00:48.018944 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.055889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.121563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-689bf4b1-7033-43ef-89cb-9031cd182cd4 req-9b7e8284-febe-46a1-9d7f-72e37d5647c1 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.1175728 Aug 16 02:00:48.127647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.139392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5772783-2b9d-4e07-8347-a3dad99b7b87 req-c9fc533d-72a0-4a0a-bc9e-661f35ba63ae service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790969 Aug 16 02:00:48.197370 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:48.210680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:48.217946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:48.224930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.224930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.229531 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=45188783-72ea-476a-a819-b5530f90b3b3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.261984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b3dfa6-0893-4c38-835d-a362973d66fb,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.275460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] Checking segment: {'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:48.275918 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] Network hostable DHCP agents. Network: b3aa6678-ea23-4a2e-a4b8-63debe13efe1, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:48.389104 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b49c9c19-814a-474e-9e06-e5cd635c8a64 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4345083 Aug 16 02:00:48.391000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48494) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:48.409279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] Network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:48.414875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855d163-f539-46b4-b296-4ca874bed1e2 req-99dee35f-0984-49d0-ad7c-85bbf188cb99 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.416988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2855d163-f539-46b4-b296-4ca874bed1e2 req-99dee35f-0984-49d0-ad7c-85bbf188cb99 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 946 time: 0.1421170 Aug 16 02:00:48.438058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-e7eb12a4-0f8e-439c-a45e-68694673bbb3 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.439602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-e7eb12a4-0f8e-439c-a45e-68694673bbb3 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.64 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 946 time: 0.1249688 Aug 16 02:00:48.457195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e18f22-fed6-42e2-82d3-9dc87b086088 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.466326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e18f22-fed6-42e2-82d3-9dc87b086088 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.470323 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b7e18f22-fed6-42e2-82d3-9dc87b086088 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0781231 Aug 16 02:00:48.470997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48498) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:48.547339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b3aa6678-ea23-4a2e-a4b8-63debe13efe1) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:48.553035 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.553626 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.558503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c09494-0c0a-4f66-815a-00fdc5525cf3 None None] Network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:48.581711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2855d163-f539-46b4-b296-4ca874bed1e2 req-6986bff9-d7c9-4c85-8434-2997e64905e0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545386 Aug 16 02:00:48.583867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.589961 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-913269d7-d6fe-40d4-8775-e557190dd0d0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 45188783-72ea-476a-a819-b5530f90b3b3 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:48.590301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-913269d7-d6fe-40d4-8775-e557190dd0d0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.689921 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f14fc4f4-cfb5-4750-9991-dc69892d7240 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2980018 Aug 16 02:00:48.701431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48502) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:48.712582 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:48.751248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Deleting port 9e34da1c-5be6-47e5-b4bd-c733afabed3b {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:48.751801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.799942 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-913269d7-d6fe-40d4-8775-e557190dd0d0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.839644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-913269d7-d6fe-40d4-8775-e557190dd0d0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 45188783-72ea-476a-a819-b5530f90b3b3 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:48.841811 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.842910 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.889249 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'fixed_ips': [{'subnet_id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:48.894410 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.918936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d02aa38e-93f7-48e0-8b0a-2b7f121ee586 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:49.003210 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.056407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b724aba-c83f-46e8-bb4d-eb498d999ece req-16f0ef21-bddb-47e9-bdb6-eee3491d6a96 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.072090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b724aba-c83f-46e8-bb4d-eb498d999ece req-16f0ef21-bddb-47e9-bdb6-eee3491d6a96 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 945 time: 0.3140011 Aug 16 02:00:49.099004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] For port 9e34da1c-5be6-47e5-b4bd-c733afabed3b, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=9e34da1c-5be6-47e5-b4bd-c733afabed3b,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:49.099403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.225249 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Allocated IP 172.20.0.2 (b3aa6678-ea23-4a2e-a4b8-63debe13efe1/d8b3dfa6-0893-4c38-835d-a362973d66fb/f2bd8c9d-465a-41c7-b215-c9c69440aac5) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:49.243310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-913269d7-d6fe-40d4-8775-e557190dd0d0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.247324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port d02aa38e-93f7-48e0-8b0a-2b7f121ee586 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:49.327007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913269d7-d6fe-40d4-8775-e557190dd0d0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=45188783-72ea-476a-a819-b5530f90b3b3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:49.388567 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-913269d7-d6fe-40d4-8775-e557190dd0d0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.390586 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-913269d7-d6fe-40d4-8775-e557190dd0d0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/45188783-72ea-476a-a819-b5530f90b3b3 HTTP/1.1" status: 204 len: 168 time: 0.9186802 Aug 16 02:00:49.421485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48506) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:49.452548 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.594321 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.607188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Transition to ACTIVE for port object f2bd8c9d-465a-41c7-b215-c9c69440aac5 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:49.625998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Transition to ACTIVE for port object f2bd8c9d-465a-41c7-b215-c9c69440aac5 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:49.629261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f568aa8f-e9a6-489e-902f-cf1286976e30 None None] Provisioning for port d02aa38e-93f7-48e0-8b0a-2b7f121ee586 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:49.633902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f568aa8f-e9a6-489e-902f-cf1286976e30 None None] Provisioning complete for port d02aa38e-93f7-48e0-8b0a-2b7f121ee586 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:49.634452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f568aa8f-e9a6-489e-902f-cf1286976e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.656814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b724aba-c83f-46e8-bb4d-eb498d999ece req-6c484b9d-44fb-471d-bbbd-cb0798b5a1cf tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828030 Aug 16 02:00:49.759360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Router 71fef3a1-1816-4116-aee4-026f01c15383 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:49.796490 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.851933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bce734af-9518-478d-9d4e-f857946aa8cb req-cbcbb1a0-5985-4fab-aa29-cc5f4f8adb6b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fc683c86-c7d4-45e9-be1f-f0077e26a937 HTTP/1.1" status: 200 len: 210 time: 0.2289619 Aug 16 02:00:49.914836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:49.926506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:49.931003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:49.956364 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f568aa8f-e9a6-489e-902f-cf1286976e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.960529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d817e0-0c8c-4189-99af-52c06c089fb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.970268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d817e0-0c8c-4189-99af-52c06c089fb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.971932 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b0d817e0-0c8c-4189-99af-52c06c089fb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5494354 Aug 16 02:00:49.974606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48514) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:50.010513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Pushing event updated for resources: {'Port': ['ID=f2bd8c9d-465a-41c7-b215-c9c69440aac5,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:50.065117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Attempting to bind port f2bd8c9d-465a-41c7-b215-c9c69440aac5 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:50.066027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Attempting to bind port f2bd8c9d-465a-41c7-b215-c9c69440aac5 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:50.066746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Attempting to bind port f2bd8c9d-465a-41c7-b215-c9c69440aac5 on network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:50.086627 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a472aee9-de5a-417d-88fe-e12403038c35 req-7267c1f1-dcb1-4fe9-a071-0e24c57ef6d8 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.1056886 Aug 16 02:00:50.088894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f568aa8f-e9a6-489e-902f-cf1286976e30 None None] For port d02aa38e-93f7-48e0-8b0a-2b7f121ee586, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d02aa38e-93f7-48e0-8b0a-2b7f121ee586,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:50.091382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:50.091891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-715296be-889a-452c-9a0a-e44e61527a33 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 3efc22d1-6b75-4844-aded-5d6d3d1578cf {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:50.092034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Checking segment: {'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:50.092504 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.093055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Bound using segment: {'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:50.093647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Bound port: f2bd8c9d-465a-41c7-b215-c9c69440aac5, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:50.094151 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.096390 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-715296be-889a-452c-9a0a-e44e61527a33 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.134783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:50.147585 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca92211-ce8c-4f2e-9951-6f2468eea8af None None] Sync routers for ids ['71fef3a1-1816-4116-aee4-026f01c15383'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:50.157750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-715296be-889a-452c-9a0a-e44e61527a33 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.165721 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca92211-ce8c-4f2e-9951-6f2468eea8af None None] Routers {'71fef3a1-1816-4116-aee4-026f01c15383'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:50.168850 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.169234 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.169533 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-aca92211-ce8c-4f2e-9951-6f2468eea8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fef3a1-1816-4116-aee4-026f01c15383'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.169722 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Floating IP 8f1f2842-9be4-4d92-ae7d-cb27f20f62d6 disassociated. External IP: 172.25.8.72, port: 9e34da1c-5be6-47e5-b4bd-c733afabed3b. Aug 16 02:00:50.170117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Calling delete_port for 9e34da1c-5be6-47e5-b4bd-c733afabed3b owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:50.220580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] For port f2bd8c9d-465a-41c7-b215-c9c69440aac5, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:50.224626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] For port f2bd8c9d-465a-41c7-b215-c9c69440aac5, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f2bd8c9d-465a-41c7-b215-c9c69440aac5,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:50.242607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f568aa8f-e9a6-489e-902f-cf1286976e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.259627 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-aca92211-ce8c-4f2e-9951-6f2468eea8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.271385 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca92211-ce8c-4f2e-9951-6f2468eea8af None None] Routers {'71fef3a1-1816-4116-aee4-026f01c15383'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:50.272530 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-aca92211-ce8c-4f2e-9951-6f2468eea8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fef3a1-1816-4116-aee4-026f01c15383'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.311739 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-aca92211-ce8c-4f2e-9951-6f2468eea8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.312725 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca92211-ce8c-4f2e-9951-6f2468eea8af None None] The sync data for ids ['71fef3a1-1816-4116-aee4-026f01c15383'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:50.319971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568aa8f-e9a6-489e-902f-cf1286976e30 None None] Pushing event updated for resources: {'Port': ['ID=d02aa38e-93f7-48e0-8b0a-2b7f121ee586,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:50.320946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b1afe66-8ef3-4444-827b-355903bfecb0 req-b3da372e-b188-4e94-ac70-b2ec438a2773 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0457797 Aug 16 02:00:50.322026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-715296be-889a-452c-9a0a-e44e61527a33 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.333098 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.334381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-83d813bc-4407-4fb6-84de-825358652e0d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8901980 Aug 16 02:00:50.339313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48516) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:50.347032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d2892d8c-38f6-47db-b46b-cbf9ad3d955d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'enable_snat': False}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:50.362166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-801a7e33-b3fb-45a8-a1de-b777f22d8133 None None] Could not find standard attr ID for object 45188783-72ea-476a-a819-b5530f90b3b3. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:00:50.408846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e38ea-e459-4166-98ae-f4363d384a21 req-85c42373-4144-45d5-b1db-1b858118bcbe tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:50.410494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-751e38ea-e459-4166-98ae-f4363d384a21 req-85c42373-4144-45d5-b1db-1b858118bcbe tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 946 time: 0.2213142 Aug 16 02:00:50.430587 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.499222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3492bc5-dfed-4204-b1cd-45c24c0e68e8 None None] Pushing event updated for resources: {'Port': ['ID=f2bd8c9d-465a-41c7-b215-c9c69440aac5,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:50.573080 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.595642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-751e38ea-e459-4166-98ae-f4363d384a21 req-f90a6296-6105-41be-9a45-b42862cdf43e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dae81b0-d16d-490f-ac62-9a9b25112fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383636 Aug 16 02:00:50.599347 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-715296be-889a-452c-9a0a-e44e61527a33 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.609305 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.658767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715296be-889a-452c-9a0a-e44e61527a33 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=3efc22d1-6b75-4844-aded-5d6d3d1578cf,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:50.663697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-715296be-889a-452c-9a0a-e44e61527a33 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.667891 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-715296be-889a-452c-9a0a-e44e61527a33 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/3efc22d1-6b75-4844-aded-5d6d3d1578cf HTTP/1.1" status: 204 len: 168 time: 0.6900129 Aug 16 02:00:50.672030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5c6d3d-ff03-4cf4-98bd-87b0c3858490 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:50.680800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48518) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:50.686436 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.838990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Allocated IP 172.25.8.131 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/c982cfef-0ecb-48de-9de4-3c7e44380100) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:50.927590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-091d86ed-420a-4103-8f44-ed2bfbc24440 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2438383 Aug 16 02:00:50.929656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48526) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:50.934521 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.962862 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4d585526-e40d-4399-82df-8564fc982759 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:51.013180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event deleted for resources: {'Port': ['ID=9e34da1c-5be6-47e5-b4bd-c733afabed3b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:51.069201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf19cbd-5f4a-4df3-b420-605f6af5d373 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:51.138675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f2bd8c9d-465a-41c7-b215-c9c69440aac5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:51.188827 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.199015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca850ca9-04f2-415b-a63d-bfe9c28ed274 req-7d3f712a-9448-4ae2-8d67-183a2c6f8612 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.201024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca850ca9-04f2-415b-a63d-bfe9c28ed274 req-7d3f712a-9448-4ae2-8d67-183a2c6f8612 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 945 time: 0.2260251 Aug 16 02:00:51.240793 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19cbd-5f4a-4df3-b420-605f6af5d373 None None] Deleting port d02aa38e-93f7-48e0-8b0a-2b7f121ee586 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:51.241173 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ebf19cbd-5f4a-4df3-b420-605f6af5d373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.342576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca850ca9-04f2-415b-a63d-bfe9c28ed274 req-5ec9a3cd-b326-42c1-9da9-bbcc087f859b tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022384 Aug 16 02:00:51.350859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Router 8c145924-0b87-4946-bd1c-6656c0cf38dc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:51.368169 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d585526-e40d-4399-82df-8564fc982759 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:51.374725 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d585526-e40d-4399-82df-8564fc982759 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.379953 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2892d8c-38f6-47db-b46b-cbf9ad3d955d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.410133 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.513239 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f2bd8c9d-465a-41c7-b215-c9c69440aac5 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:51.590711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ebf19cbd-5f4a-4df3-b420-605f6af5d373 None None] For port d02aa38e-93f7-48e0-8b0a-2b7f121ee586, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d02aa38e-93f7-48e0-8b0a-2b7f121ee586,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:51.592459 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ebf19cbd-5f4a-4df3-b420-605f6af5d373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.618348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:51.638589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ebf19cbd-5f4a-4df3-b420-605f6af5d373 None None] Calling delete_port for d02aa38e-93f7-48e0-8b0a-2b7f121ee586 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:51.642935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Pushing event updated for resources: {'Port': ['ID=c982cfef-0ecb-48de-9de4-3c7e44380100,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:51.645616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:51.658856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:51.747450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5eb53135-451a-46bd-9ebe-33277fe3ba86 req-d019e89b-7577-436d-bb33-c073e602ab4f tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.1609468 Aug 16 02:00:51.847945 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.888653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:51.901085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea39164-a8c5-4db2-9eeb-b6c27b083365 None None] Sync routers for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:51.914684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea39164-a8c5-4db2-9eeb-b6c27b083365 None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:51.920266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ea39164-a8c5-4db2-9eeb-b6c27b083365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:51.922055 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ebf19cbd-5f4a-4df3-b420-605f6af5d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.973424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90addf38-6674-4b81-a407-881101d2d6f1 None None] Network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:51.995182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] No DVR routers for this DVR port 9e34da1c-5be6-47e5-b4bd-c733afabed3b on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:51.997179 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.000208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac66832a-693f-493d-abcb-2db9f0e6c25a req-100b0cb1-0646-47cf-bc4f-835ae5292ed1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.64 "DELETE /v2.0/ports/9e34da1c-5be6-47e5-b4bd-c733afabed3b HTTP/1.1" status: 204 len: 173 time: 3.5536656 Aug 16 02:00:52.002154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'name': 'network-vif-deleted', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:52.005156 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1bcc39-6a04-478a-ab30-8e5c8604fb03" -d '{"events": [{"server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "name": "network-vif-deleted", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:52.015102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19cbd-5f4a-4df3-b420-605f6af5d373 None None] Pushing event deleted for resources: {'Port': ['ID=d02aa38e-93f7-48e0-8b0a-2b7f121ee586,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:52.019555 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf19cbd-5f4a-4df3-b420-605f6af5d373 None None] No DVR routers for this DVR port d02aa38e-93f7-48e0-8b0a-2b7f121ee586 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:52.077613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f58ae-03ba-433b-82df-152b21b2c608 req-bf54648b-7ff3-48a8-8652-c64c5c4b03be tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.086621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-608f58ae-03ba-433b-82df-152b21b2c608 req-bf54648b-7ff3-48a8-8652-c64c5c4b03be tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 945 time: 0.1956339 Aug 16 02:00:52.130106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d585526-e40d-4399-82df-8564fc982759 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.190180 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d585526-e40d-4399-82df-8564fc982759 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:52.190294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9ea39164-a8c5-4db2-9eeb-b6c27b083365 None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:52.190407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4d585526-e40d-4399-82df-8564fc982759 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:52.190498 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-608f58ae-03ba-433b-82df-152b21b2c608 req-e2a6277a-d6af-4e53-9db5-2c7332c0b78d tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941222 Aug 16 02:00:52.228872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae25b2c-e243-4903-8b36-e52c98785f7c None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:52.236792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-258c9255-e588-4fde-9fbd-bb54dd3d0b59 None None] Provisioning for port f2bd8c9d-465a-41c7-b215-c9c69440aac5 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:52.264940 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.298005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-258c9255-e588-4fde-9fbd-bb54dd3d0b59 None None] Provisioning complete for port f2bd8c9d-465a-41c7-b215-c9c69440aac5 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:52.298382 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-258c9255-e588-4fde-9fbd-bb54dd3d0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.311573 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d585526-e40d-4399-82df-8564fc982759 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.316643 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d585526-e40d-4399-82df-8564fc982759 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.336089 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f62531b2-5072-4733-b955-2b961dbc445c req-38996aa7-e79a-4753-b751-11b07e562b70 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=3549e004-57d2-4685-be68-d7cddcdeaab0 HTTP/1.1" status: 200 len: 210 time: 0.0398500 Aug 16 02:00:52.346773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d585526-e40d-4399-82df-8564fc982759 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=ac5723bb-ae31-40e2-a119-fff79a43d8fc,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:52.431874 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4d585526-e40d-4399-82df-8564fc982759 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4987245 Aug 16 02:00:52.436330 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48542) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:52.454846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'fixed_ips': [{'subnet_id': 'ac5723bb-ae31-40e2-a119-fff79a43d8fc', 'ip_address': '2001:db8::ae98:fc69:2c7a:cfa8'}], 'name': 'tempest-NetworksTestDHCPv6-878169301'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:52.613246 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-258c9255-e588-4fde-9fbd-bb54dd3d0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.664912 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2892d8c-38f6-47db-b46b-cbf9ad3d955d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.669437 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2892d8c-38f6-47db-b46b-cbf9ad3d955d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.707242 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.755645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-258c9255-e588-4fde-9fbd-bb54dd3d0b59 None None] For port f2bd8c9d-465a-41c7-b215-c9c69440aac5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f2bd8c9d-465a-41c7-b215-c9c69440aac5,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:52.806359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': 'ac5723bb-ae31-40e2-a119-fff79a43d8fc'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:52.810074 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.846233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2892d8c-38f6-47db-b46b-cbf9ad3d955d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Router 71fef3a1-1816-4116-aee4-026f01c15383 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:52.879198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ea39164-a8c5-4db2-9eeb-b6c27b083365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:52.886041 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-258c9255-e588-4fde-9fbd-bb54dd3d0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.974310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d02aa38e-93f7-48e0-8b0a-2b7f121ee586 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:53.031626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: d02aa38e-93f7-48e0-8b0a-2b7f121ee586 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:53.032260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d02aa38e-93f7-48e0-8b0a-2b7f121ee586 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:53.034051 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea39164-a8c5-4db2-9eeb-b6c27b083365 None None] Checking router: 8c145924-0b87-4946-bd1c-6656c0cf38dc for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:53.135337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2892d8c-38f6-47db-b46b-cbf9ad3d955d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:53.145739 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2892d8c-38f6-47db-b46b-cbf9ad3d955d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.149491 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c5100-39e5-480d-b4d5-0ffa09c28909 None None] Sync routers for ids ['71fef3a1-1816-4116-aee4-026f01c15383'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:53.150460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48560) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:53.150954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d2892d8c-38f6-47db-b46b-cbf9ad3d955d tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "PUT /v2.0/routers/71fef3a1-1816-4116-aee4-026f01c15383 HTTP/1.1" status: 200 len: 923 time: 2.8092885 Aug 16 02:00:53.155892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea39164-a8c5-4db2-9eeb-b6c27b083365 None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:53.157563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ea39164-a8c5-4db2-9eeb-b6c27b083365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:53.172367 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c5100-39e5-480d-b4d5-0ffa09c28909 None None] Routers {'71fef3a1-1816-4116-aee4-026f01c15383'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:53.174909 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc0c5100-39e5-480d-b4d5-0ffa09c28909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fef3a1-1816-4116-aee4-026f01c15383'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:53.223305 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc0c5100-39e5-480d-b4d5-0ffa09c28909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:53.241904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c9255-e588-4fde-9fbd-bb54dd3d0b59 None None] Pushing event updated for resources: {'Port': ['ID=f2bd8c9d-465a-41c7-b215-c9c69440aac5,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:53.246590 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c5100-39e5-480d-b4d5-0ffa09c28909 None None] Routers {'71fef3a1-1816-4116-aee4-026f01c15383'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:53.247482 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc0c5100-39e5-480d-b4d5-0ffa09c28909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['71fef3a1-1816-4116-aee4-026f01c15383'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:53.301110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:53.301287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1aac24f3-431e-48b9-adbf-5fddc4aa8ab6 None None] Provisioning complete for port f2bd8c9d-465a-41c7-b215-c9c69440aac5 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:53.301287 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1aac24f3-431e-48b9-adbf-5fddc4aa8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.311419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/ac5723bb-ae31-40e2-a119-fff79a43d8fc/e527fb25-d126-4434-8ccf-7eac4ca1c515) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:53.352347 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc0c5100-39e5-480d-b4d5-0ffa09c28909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:53.356821 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c5100-39e5-480d-b4d5-0ffa09c28909 None None] The sync data for ids ['71fef3a1-1816-4116-aee4-026f01c15383'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:53.362731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Router f2a6db41-99e5-4916-b025-b06dfafb54e1 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:53.401474 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7584f466-32a7-4eef-b537-06fd0b7564c1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/routers/71fef3a1-1816-4116-aee4-026f01c15383 HTTP/1.1" status: 200 len: 923 time: 0.2483764 Aug 16 02:00:53.404201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48564) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:53.405741 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de464cae-f475-4a8e-93a9-4ba30bbdbcdf x-openstack-request-id: req-de464cae-f475-4a8e-93a9-4ba30bbdbcdf {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:53.406095 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3549e004-57d2-4685-be68-d7cddcdeaab0", "name": "network-vif-deleted", "tag": "9e34da1c-5be6-47e5-b4bd-c733afabed3b", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:53.406342 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de464cae-f475-4a8e-93a9-4ba30bbdbcdf {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:53.406800 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3549e004-57d2-4685-be68-d7cddcdeaab0', 'name': 'network-vif-deleted', 'tag': '9e34da1c-5be6-47e5-b4bd-c733afabed3b', 'status': 'completed', 'code': 200} Aug 16 02:00:53.449900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9ea39164-a8c5-4db2-9eeb-b6c27b083365 None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:53.467438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9e34da1c-5be6-47e5-b4bd-c733afabed3b no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:53.524795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 9e34da1c-5be6-47e5-b4bd-c733afabed3b {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:53.525137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 9e34da1c-5be6-47e5-b4bd-c733afabed3b not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:53.545828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.581781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331cfb74-e76c-4d3c-af2a-1655b44e7af1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.582163 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 7dec46a6-2a64-4325-a160-e109898be478 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:53.582293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-331cfb74-e76c-4d3c-af2a-1655b44e7af1 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&device_id=71fef3a1-1816-4116-aee4-026f01c15383&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1713738 Aug 16 02:00:53.584538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48572) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:53.659833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:53.766475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0dc1b3-e4c7-464c-9e8e-e47e80c93e35 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.771699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48576) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:53.774158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6c0dc1b3-e4c7-464c-9e8e-e47e80c93e35 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 881 time: 0.1799362 Aug 16 02:00:53.805926 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.808544 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d63994ad-8c2a-4134-897c-0a27249699bf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1052082 Aug 16 02:00:53.810285 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-40d13c2b-541f-47f5-b956-c4cc553b9bd7 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=71fef3a1-1816-4116-aee4-026f01c15383 HTTP/1.1" status: 200 len: 205 time: 0.0381420 Aug 16 02:00:53.811088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48578) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:53.813042 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48580) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:53.861012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Sync routers for ids ['f2a6db41-99e5-4916-b025-b06dfafb54e1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:53.905503 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ddd3c42-be5b-4e08-8463-3432bc0987cc req-4bfff07a-c4fa-497d-bfc9-25ab8d085a39 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0506032 Aug 16 02:00:53.932289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Routers {'f2a6db41-99e5-4916-b025-b06dfafb54e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:53.932974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f2a6db41-99e5-4916-b025-b06dfafb54e1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:54.108998 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.132300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Transition to ACTIVE for port object e527fb25-d126-4434-8ccf-7eac4ca1c515 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:54.166077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Transition to ACTIVE for port object e527fb25-d126-4434-8ccf-7eac4ca1c515 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:54.185121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Set router f2a6db41-99e5-4916-b025-b06dfafb54e1 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:54.264143 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.288389 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.364582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:54.376612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:54.379151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:54.398607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ea39164-a8c5-4db2-9eeb-b6c27b083365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:54.404682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Pushing event updated for resources: {'Port': ['ID=e527fb25-d126-4434-8ccf-7eac4ca1c515,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:54.446806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea39164-a8c5-4db2-9eeb-b6c27b083365 None None] The sync data for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 is: [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:54.512699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::ae98:fc69:2c7a:cfa8 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/ac5723bb-ae31-40e2-a119-fff79a43d8fc/7dec46a6-2a64-4325-a160-e109898be478) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:54.518851 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.590382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a1d4-9edf-4dd2-a68a-361c9e1875cb req-1c3c201e-a031-4886-8621-3de313adb9b1 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.592598 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2964a1d4-9edf-4dd2-a68a-361c9e1875cb req-1c3c201e-a031-4886-8621-3de313adb9b1 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 945 time: 0.5020986 Aug 16 02:00:54.596793 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Attempting to bind port e527fb25-d126-4434-8ccf-7eac4ca1c515 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:54.597173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Attempting to bind port e527fb25-d126-4434-8ccf-7eac4ca1c515 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:54.597748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Attempting to bind port e527fb25-d126-4434-8ccf-7eac4ca1c515 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:54.612161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:54.613391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:54.615972 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.617484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:54.620703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Bound port: e527fb25-d126-4434-8ccf-7eac4ca1c515, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:54.622491 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.655185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2964a1d4-9edf-4dd2-a68a-361c9e1875cb req-1408bd0c-3398-4c00-9ade-c9bc610b0a39 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554299 Aug 16 02:00:54.690545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:51Z', 'revision_number': 3, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:54.732484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Checking router: f2a6db41-99e5-4916-b025-b06dfafb54e1 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:54.732871 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Updating router f2a6db41-99e5-4916-b025-b06dfafb54e1 port c982cfef-0ecb-48de-9de4-3c7e44380100 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:54.792655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] For port e527fb25-d126-4434-8ccf-7eac4ca1c515, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:54.803048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] For port e527fb25-d126-4434-8ccf-7eac4ca1c515, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e527fb25-d126-4434-8ccf-7eac4ca1c515,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:54.805402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Deleting port 10c74b39-df54-4323-a9c3-ffce4d722f3b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:54.810002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.810558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48592) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:54.819500 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.944087 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b04fcda2-1f79-4340-9e50-2019b7d1c410 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.954865 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c912e3-f6e1-443a-b43f-15bda1d20d70 None None] New status for floating IP 8f1f2842-9be4-4d92-ae7d-cb27f20f62d6: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:00:54.967358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f2bd8c9d-465a-41c7-b215-c9c69440aac5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:54.972930 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.988694 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.008547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Calling delete_port for 10c74b39-df54-4323-a9c3-ffce4d722f3b owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:55.032595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b04fcda2-1f79-4340-9e50-2019b7d1c410 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.089790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a054c-8ab1-42c9-a679-6e7878c80ccd None None] Pushing event updated for resources: {'Port': ['ID=e527fb25-d126-4434-8ccf-7eac4ca1c515,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.147067 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.164165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f2bd8c9d-465a-41c7-b215-c9c69440aac5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:55.164540 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.189312 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 7dec46a6-2a64-4325-a160-e109898be478 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:55.270800 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b04fcda2-1f79-4340-9e50-2019b7d1c410 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.273259 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b04fcda2-1f79-4340-9e50-2019b7d1c410 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.277002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b04fcda2-1f79-4340-9e50-2019b7d1c410 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "DELETE /v2.0/security-groups/1dae81b0-d16d-490f-ac62-9a9b25112fd5 HTTP/1.1" status: 204 len: 168 time: 0.4628139 Aug 16 02:00:55.278138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48600) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:55.313505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fcda2-1f79-4340-9e50-2019b7d1c410 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dae81b0-d16d-490f-ac62-9a9b25112fd5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.341753 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-d03f6abc-d81b-4ccb-8a00-05ea89908d0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] show failed (client error): The resource could not be found. Aug 16 02:00:55.343409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d03f6abc-d81b-4ccb-8a00-05ea89908d0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups/1dae81b0-d16d-490f-ac62-9a9b25112fd5 HTTP/1.1" status: 404 len: 347 time: 0.0643790 Aug 16 02:00:55.363032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48602) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:55.428535 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.452467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Transition to ACTIVE for port object c982cfef-0ecb-48de-9de4-3c7e44380100 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:55.544988 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.564460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-70932857-0fcc-4d69-8d1d-4c4259693535 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Deleting port 002dcced-f6a0-4690-b910-8754491f2d63 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:55.565311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70932857-0fcc-4d69-8d1d-4c4259693535 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.618280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Attempting to bind port c982cfef-0ecb-48de-9de4-3c7e44380100 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:55.618617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Attempting to bind port c982cfef-0ecb-48de-9de4-3c7e44380100 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:55.618968 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Attempting to bind port c982cfef-0ecb-48de-9de4-3c7e44380100 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:55.621405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29072274-e372-4083-8cd4-6a7efaecd647 None None] Pushing event updated for resources: {'Port': ['ID=c982cfef-0ecb-48de-9de4-3c7e44380100,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.627787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:55.628172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:55.628580 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.629182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:55.629455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Bound port: c982cfef-0ecb-48de-9de4-3c7e44380100, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:55.630105 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.635404 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.665423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fdcdbf6-11be-4453-9274-7adcfe4ac3c2 req-ee2b275f-3600-4d9d-b170-51a783c28d5a tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0344114 Aug 16 02:00:55.700291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] For port c982cfef-0ecb-48de-9de4-3c7e44380100, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:55.703868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] For port c982cfef-0ecb-48de-9de4-3c7e44380100, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c982cfef-0ecb-48de-9de4-3c7e44380100,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:55.732946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70932857-0fcc-4d69-8d1d-4c4259693535 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.733654 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70932857-0fcc-4d69-8d1d-4c4259693535 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.741393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:55.755618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-70932857-0fcc-4d69-8d1d-4c4259693535 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Calling delete_port for 002dcced-f6a0-4690-b910-8754491f2d63 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:55.780297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:55.782776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:55.789600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:55.789600 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.799898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=7dec46a6-2a64-4325-a160-e109898be478,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.814264 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.826533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.880309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Routers {'f2a6db41-99e5-4916-b025-b06dfafb54e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:55.881099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f2a6db41-99e5-4916-b025-b06dfafb54e1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:55.904964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.913284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86db21-3871-4742-ba8c-a7c4ebb67873 req-3a5d09ef-f7e1-4e5f-b715-bdcca4442a05 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:55.915549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b86db21-3871-4742-ba8c-a7c4ebb67873 req-3a5d09ef-f7e1-4e5f-b715-bdcca4442a05 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 945 time: 0.1037354 Aug 16 02:00:55.928371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29072274-e372-4083-8cd4-6a7efaecd647 None None] Pushing event updated for resources: {'Port': ['ID=c982cfef-0ecb-48de-9de4-3c7e44380100,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.953403 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-05218b3c-364d-4cd1-b414-7e61a90ae476 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5044832 Aug 16 02:00:55.953403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Pushing event deleted for resources: {'Port': ['ID=10c74b39-df54-4323-a9c3-ffce4d722f3b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.953753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48606) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:56.074157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b86db21-3871-4742-ba8c-a7c4ebb67873 req-dabbca6b-96f1-43da-bb0c-3fc1d21f605c tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252582 Aug 16 02:00:56.087605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] Set router f2a6db41-99e5-4916-b025-b06dfafb54e1 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:56.127003 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.187430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02a3d0-d017-4401-83a3-730620ba19fb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.194409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02a3d0-d017-4401-83a3-730620ba19fb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.199788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8b02a3d0-d017-4401-83a3-730620ba19fb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2422440 Aug 16 02:00:56.200474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48610) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:56.250086 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.252194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70932857-0fcc-4d69-8d1d-4c4259693535 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.252596 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.352727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70932857-0fcc-4d69-8d1d-4c4259693535 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event deleted for resources: {'Port': ['ID=002dcced-f6a0-4690-b910-8754491f2d63,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:56.358953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Allocated IP 172.20.0.1 (b3aa6678-ea23-4a2e-a4b8-63debe13efe1/d8b3dfa6-0893-4c38-835d-a362973d66fb/f344aeca-a8cc-4530-8185-86be421c7b52) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:56.473419 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70932857-0fcc-4d69-8d1d-4c4259693535 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.476365 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70932857-0fcc-4d69-8d1d-4c4259693535 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.477576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-70932857-0fcc-4d69-8d1d-4c4259693535 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "DELETE /v2.0/floatingips/8f1f2842-9be4-4d92-ae7d-cb27f20f62d6 HTTP/1.1" status: 204 len: 168 time: 1.1132631 Aug 16 02:00:56.516868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.516868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Fanout notify agent at l3_agent the message router_deleted on router 71fef3a1-1816-4116-aee4-026f01c15383 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:56.525876 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-163ea69b-f975-4bcc-836e-6ff18ab83377 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 7dec46a6-2a64-4325-a160-e109898be478 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:56.526633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-163ea69b-f975-4bcc-836e-6ff18ab83377 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.539094 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.545348 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4e49470d-ce00-4e9f-9569-b0fd7dc4dac5 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/71fef3a1-1816-4116-aee4-026f01c15383 HTTP/1.1" status: 204 len: 168 time: 2.7312176 Aug 16 02:00:56.552224 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48616) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:56.563043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-60fd28bc-aac3-4429-8732-c1a24262edd4 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1440674749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:56.644495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:51Z', 'revision_number': 3, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:56.675348 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.687479 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-163ea69b-f975-4bcc-836e-6ff18ab83377 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.695078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Transition to ACTIVE for port object f344aeca-a8cc-4530-8185-86be421c7b52 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:56.706292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f496339-20d1-4770-b3f4-8a3438bc387f None None] The sync data for ids ['f2a6db41-99e5-4916-b025-b06dfafb54e1'] in n-d-768509-23 is: [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:51Z', 'revision_number': 3, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:56.725238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60fd28bc-aac3-4429-8732-c1a24262edd4 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.725690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5bd5dec4-3671-4970-abe5-650b38c112d8 None None] Provisioning for port e527fb25-d126-4434-8ccf-7eac4ca1c515 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:56.740491 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60fd28bc-aac3-4429-8732-c1a24262edd4 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.747858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-163ea69b-f975-4bcc-836e-6ff18ab83377 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 7dec46a6-2a64-4325-a160-e109898be478 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:56.835773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60fd28bc-aac3-4429-8732-c1a24262edd4 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.911258 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60fd28bc-aac3-4429-8732-c1a24262edd4 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.940944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.959496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e527fb25-d126-4434-8ccf-7eac4ca1c515 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:57.005789 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:57.008950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:57.016989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:57.021983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c8235-5585-4e67-8474-ae8357a5ea2e req-0690f6a8-4326-48fc-b0a7-a344ff2ed7a5 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.023708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e19c8235-5585-4e67-8474-ae8357a5ea2e req-0690f6a8-4326-48fc-b0a7-a344ff2ed7a5 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 945 time: 0.1525300 Aug 16 02:00:57.056969 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60fd28bc-aac3-4429-8732-c1a24262edd4 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.061106 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-60fd28bc-aac3-4429-8732-c1a24262edd4 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5078793 Aug 16 02:00:57.063747 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48620) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:57.068335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:57.070588 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f344aeca-a8cc-4530-8185-86be421c7b52,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:57.135847 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-163ea69b-f975-4bcc-836e-6ff18ab83377 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.137487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f5adbd8f-74fa-4e81-9989-28d10b9bc032 None None] Provisioning for port 7dec46a6-2a64-4325-a160-e109898be478 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:57.145068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f5adbd8f-74fa-4e81-9989-28d10b9bc032 None None] Provisioning complete for port 7dec46a6-2a64-4325-a160-e109898be478 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:57.145068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f5adbd8f-74fa-4e81-9989-28d10b9bc032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.216264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48626) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:57.240250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ea69b-f975-4bcc-836e-6ff18ab83377 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=7dec46a6-2a64-4325-a160-e109898be478,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:57.245995 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1b28be2f-6af9-4549-8c2d-9487dd4c9a6c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946944607', 'description': 'tempest-description--1493998035'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:57.252904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port e527fb25-d126-4434-8ccf-7eac4ca1c515 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:57.255283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f5adbd8f-74fa-4e81-9989-28d10b9bc032 None None] Port 7dec46a6-2a64-4325-a160-e109898be478 was deleted so its status cannot be updated. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:00:57.276842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e527fb25-d126-4434-8ccf-7eac4ca1c515 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:57.278338 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.342179 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-163ea69b-f975-4bcc-836e-6ff18ab83377 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.347252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-163ea69b-f975-4bcc-836e-6ff18ab83377 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/7dec46a6-2a64-4325-a160-e109898be478 HTTP/1.1" status: 204 len: 168 time: 1.1457481 Aug 16 02:00:57.361127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48628) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:57.427882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-e19c8235-5585-4e67-8474-ae8357a5ea2e req-86e644d8-9aac-43d8-a408-7985241bef12 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Deleting port aed5d716-fd36-4d28-8e5b-c3192807c06c {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:57.432532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e19c8235-5585-4e67-8474-ae8357a5ea2e req-86e644d8-9aac-43d8-a408-7985241bef12 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.456157 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.504482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.504778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port e527fb25-d126-4434-8ccf-7eac4ca1c515, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e527fb25-d126-4434-8ccf-7eac4ca1c515,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:57.525716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bfbc431-c7ac-4e15-98f0-0f66c0876e93 req-8c51a406-32ed-475a-a8ad-d1bd20521d6c tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.1887407 Aug 16 02:00:57.585763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.643843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5014d51b-a9a8-4f29-b26c-c5e015e92ef7 None None] Provisioning for port f344aeca-a8cc-4530-8185-86be421c7b52 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:57.685432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5014d51b-a9a8-4f29-b26c-c5e015e92ef7 None None] Provisioning complete for port f344aeca-a8cc-4530-8185-86be421c7b52 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:57.685796 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5014d51b-a9a8-4f29-b26c-c5e015e92ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.709130 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.744809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=e527fb25-d126-4434-8ccf-7eac4ca1c515,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:57.751997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5014d51b-a9a8-4f29-b26c-c5e015e92ef7 None None] Port f344aeca-a8cc-4530-8185-86be421c7b52 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:57.790407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4a93f-592b-42d4-84d6-d4d9ccd1d44c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.799015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4a93f-592b-42d4-84d6-d4d9ccd1d44c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.799015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6ee4a93f-592b-42d4-84d6-d4d9ccd1d44c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4242492 Aug 16 02:00:57.799237 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48632) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:57.821538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e19c8235-5585-4e67-8474-ae8357a5ea2e req-86e644d8-9aac-43d8-a408-7985241bef12 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] For port aed5d716-fd36-4d28-8e5b-c3192807c06c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aed5d716-fd36-4d28-8e5b-c3192807c06c,segment=NetworkSegment(77805768-1658-43b4-8291-a75889891d37),segment_id=77805768-1658-43b4-8291-a75889891d37)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:57.822441 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e19c8235-5585-4e67-8474-ae8357a5ea2e req-86e644d8-9aac-43d8-a408-7985241bef12 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.839344 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b28be2f-6af9-4549-8c2d-9487dd4c9a6c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.852148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-e19c8235-5585-4e67-8474-ae8357a5ea2e req-86e644d8-9aac-43d8-a408-7985241bef12 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Calling delete_port for aed5d716-fd36-4d28-8e5b-c3192807c06c owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:57.890309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644b8f6-f941-4373-874e-4d3aceceed6e req-d305ff0d-8a41-421c-a1e7-78bef2b1243d tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.890309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5644b8f6-f941-4373-874e-4d3aceceed6e req-d305ff0d-8a41-421c-a1e7-78bef2b1243d tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 945 time: 0.2106392 Aug 16 02:00:57.899517 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebd3644-8cfc-4235-972d-41dea8667b5a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet ac5723bb-ae31-40e2-a119-fff79a43d8fc {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:57.903545 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3644-8cfc-4235-972d-41dea8667b5a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.946792 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3644-8cfc-4235-972d-41dea8667b5a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.967686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5644b8f6-f941-4373-874e-4d3aceceed6e req-08ef8875-89a3-4553-b0d4-bacd566ac45c tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/security-groups?id=eebd45b0-e2d3-4650-9d40-2e9a1efef747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830662 Aug 16 02:00:58.063730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.149878 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e19c8235-5585-4e67-8474-ae8357a5ea2e req-86e644d8-9aac-43d8-a408-7985241bef12 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.162312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['aed5d716-fd36-4d28-8e5b-c3192807c06c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:58.191170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e644d8-9aac-43d8-a408-7985241bef12 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Pushing event deleted for resources: {'Port': ['ID=aed5d716-fd36-4d28-8e5b-c3192807c06c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:58.240780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19c8235-5585-4e67-8474-ae8357a5ea2e req-86e644d8-9aac-43d8-a408-7985241bef12 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] No DVR routers for this DVR port aed5d716-fd36-4d28-8e5b-c3192807c06c on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:58.246352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e19c8235-5585-4e67-8474-ae8357a5ea2e req-86e644d8-9aac-43d8-a408-7985241bef12 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.248703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e19c8235-5585-4e67-8474-ae8357a5ea2e req-86e644d8-9aac-43d8-a408-7985241bef12 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.74 "DELETE /v2.0/ports/aed5d716-fd36-4d28-8e5b-c3192807c06c HTTP/1.1" status: 204 len: 173 time: 1.2167363 Aug 16 02:00:58.249206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ab8de6-04f6-4ffb-9e24-2a59db4556f0', 'name': 'network-vif-deleted', 'tag': 'aed5d716-fd36-4d28-8e5b-c3192807c06c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:58.251675 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076b8852-ad1b-4e22-9ac2-15e7b655bb3b" -d '{"events": [{"server_uuid": "b7ab8de6-04f6-4ffb-9e24-2a59db4556f0", "name": "network-vif-deleted", "tag": "aed5d716-fd36-4d28-8e5b-c3192807c06c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:58.294582 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fc6879-c854-45d7-b22a-278cbdf85919 x-openstack-request-id: req-b0fc6879-c854-45d7-b22a-278cbdf85919 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:58.294885 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ab8de6-04f6-4ffb-9e24-2a59db4556f0", "name": "network-vif-deleted", "tag": "aed5d716-fd36-4d28-8e5b-c3192807c06c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:58.295142 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0fc6879-c854-45d7-b22a-278cbdf85919 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:58.295554 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ab8de6-04f6-4ffb-9e24-2a59db4556f0', 'name': 'network-vif-deleted', 'tag': 'aed5d716-fd36-4d28-8e5b-c3192807c06c', 'status': 'completed', 'code': 200} Aug 16 02:00:58.510906 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3644-8cfc-4235-972d-41dea8667b5a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.578447 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b28be2f-6af9-4549-8c2d-9487dd4c9a6c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.676870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3f8a339-0a1e-4bc3-a0df-3181b4eee725 req-0341b5b1-d63a-4ab1-b32f-1bb20140cf91 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0511131 Aug 16 02:00:58.679975 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b28be2f-6af9-4549-8c2d-9487dd4c9a6c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.813604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28be2f-6af9-4549-8c2d-9487dd4c9a6c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1172b41-63ec-453f-9c9b-c88688abde36,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:58.849675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.886528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.900587 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.996859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c982cfef-0ecb-48de-9de4-3c7e44380100 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:59.052348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Allocated IP 172.25.8.73 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/3edfdf62-da14-47fb-8ff4-4c387105d33e) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:59.093248 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-771ca809-f554-4ae3-a56a-95d6eb6afcdb req-4398dcfc-85bb-4e31-8fd4-a7f865ee9983 tempest-ServersNegativeTestMultiTenantJSON-312014157 tempest-ServersNegativeTestMultiTenantJSON-312014157-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ab8de6-04f6-4ffb-9e24-2a59db4556f0 HTTP/1.1" status: 200 len: 210 time: 0.0276225 Aug 16 02:00:59.173046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3644-8cfc-4235-972d-41dea8667b5a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.174955 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.178240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b28be2f-6af9-4549-8c2d-9487dd4c9a6c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.179502 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1b28be2f-6af9-4549-8c2d-9487dd4c9a6c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9572711 Aug 16 02:00:59.182481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.182659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48644) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:59.187902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2f67e999-e9b8-4e7c-9be8-4bb01de54d9a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'security_group_rule': {'security_group_id': 'd1172b41-63ec-453f-9c9b-c88688abde36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:59.241778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c982cfef-0ecb-48de-9de4-3c7e44380100 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:59.246258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c982cfef-0ecb-48de-9de4-3c7e44380100 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:59.246640 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.270933 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd3644-8cfc-4235-972d-41dea8667b5a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5723bb-ae31-40e2-a119-fff79a43d8fc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:59.279594 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3644-8cfc-4235-972d-41dea8667b5a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.279594 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3ebd3644-8cfc-4235-972d-41dea8667b5a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/ac5723bb-ae31-40e2-a119-fff79a43d8fc HTTP/1.1" status: 204 len: 168 time: 1.4792054 Aug 16 02:00:59.281419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48646) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:59.282214 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c2bdb-445b-4e08-bb43-d708ae4e15b4 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:59.296305 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.309114 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f344aeca-a8cc-4530-8185-86be421c7b52,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:59.347381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-be7a99f0-6c96-402b-b59f-5fa9c2c9c7cf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644894 Aug 16 02:00:59.350898 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48648) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:59.364155 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2f67e999-e9b8-4e7c-9be8-4bb01de54d9a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.438130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:59.439436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9709d679-edca-4321-9ab5-59840c3f9d09 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.440817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9709d679-edca-4321-9ab5-59840c3f9d09 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0889955 Aug 16 02:00:59.443963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:59.448942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48650) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:59.473353 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.501520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c982cfef-0ecb-48de-9de4-3c7e44380100, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c982cfef-0ecb-48de-9de4-3c7e44380100,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:59.508815 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb64c195-c098-4f06-a135-fe949f158d30 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.511064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cb64c195-c098-4f06-a135-fe949f158d30 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0607934 Aug 16 02:00:59.514097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48652) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:59.542558 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.590077 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.593332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e527fb25-d126-4434-8ccf-7eac4ca1c515 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:59.613171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5d4ca7d2-3e3b-4d6b-9be5-8bf097fd8b27 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978212 Aug 16 02:00:59.625877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48654) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:59.642634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e29b9b45-ce06-42cd-b800-357250da8eb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:59.671201 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2f67e999-e9b8-4e7c-9be8-4bb01de54d9a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.671538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c982cfef-0ecb-48de-9de4-3c7e44380100,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:59.674526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b283a-7dba-4a74-8a46-d24bbfd4d18b None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:59.731882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:59.765238 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:59.767741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Pushing event updated for resources: {'Port': ['ID=3edfdf62-da14-47fb-8ff4-4c387105d33e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:59.784231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:59.807461 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2f67e999-e9b8-4e7c-9be8-4bb01de54d9a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.815371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e527fb25-d126-4434-8ccf-7eac4ca1c515 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:59.815762 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.860750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Router f2a6db41-99e5-4916-b025-b06dfafb54e1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:59.890645 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01eda4d6-4fdd-44de-be10-095041cbfbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.893129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b283a-7dba-4a74-8a46-d24bbfd4d18b None None] Deleting port e527fb25-d126-4434-8ccf-7eac4ca1c515 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:59.893624 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7e2b283a-7dba-4a74-8a46-d24bbfd4d18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.899272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67e999-e9b8-4e7c-9be8-4bb01de54d9a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e4714c-7892-44d2-bccb-3220e14ddbc1,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:59.929591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-755750fc-d6fa-486a-91b0-c42482d692d4 req-902da165-59b6-4f07-bc73-ec62a716a1ea tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0500643 Aug 16 02:00:59.994413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e1fea2d2-91f5-4bd6-b7d4-a445f104c31e None None] Provisioning complete for port f344aeca-a8cc-4530-8185-86be421c7b52 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:59.994868 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e1fea2d2-91f5-4bd6-b7d4-a445f104c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.014235 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2f67e999-e9b8-4e7c-9be8-4bb01de54d9a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.014235 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2f67e999-e9b8-4e7c-9be8-4bb01de54d9a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8267503 Aug 16 02:01:00.015782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48660) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:00.024318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9a845da4-1c1a-42c8-b10b-7b2371ab4d2e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'security_group_rule': {'security_group_id': 'd1172b41-63ec-453f-9c9b-c88688abde36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:00.048767 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7e2b283a-7dba-4a74-8a46-d24bbfd4d18b None None] For port e527fb25-d126-4434-8ccf-7eac4ca1c515, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e527fb25-d126-4434-8ccf-7eac4ca1c515,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:00.054375 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7e2b283a-7dba-4a74-8a46-d24bbfd4d18b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.077182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b283a-7dba-4a74-8a46-d24bbfd4d18b None None] Calling delete_port for e527fb25-d126-4434-8ccf-7eac4ca1c515 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:00.081532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e1fea2d2-91f5-4bd6-b7d4-a445f104c31e None None] Port f344aeca-a8cc-4530-8185-86be421c7b52 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:00.115818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:00.132299 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-13fc6643-12ec-442d-92ed-6db5256215f2 admin admin] 10.222.0.66 "PUT /v2.0/routers/f2a6db41-99e5-4916-b025-b06dfafb54e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3127618 Aug 16 02:01:00.139158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Sync routers for ids ['f2a6db41-99e5-4916-b025-b06dfafb54e1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:00.163077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48666) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:00.169743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Routers {'f2a6db41-99e5-4916-b025-b06dfafb54e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:00.170403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f2a6db41-99e5-4916-b025-b06dfafb54e1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:00.208897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29b9b45-ce06-42cd-b800-357250da8eb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:00.214150 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e29b9b45-ce06-42cd-b800-357250da8eb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.322523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Set router f2a6db41-99e5-4916-b025-b06dfafb54e1 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:00.351975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7575e73-a382-4f3b-8d27-43c634dc909e admin admin] Deleting subnet f3530244-0116-447c-a45f-64abc609c35c {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:00.356151 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7e2b283a-7dba-4a74-8a46-d24bbfd4d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.357979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7575e73-a382-4f3b-8d27-43c634dc909e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.404131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b283a-7dba-4a74-8a46-d24bbfd4d18b None None] Pushing event deleted for resources: {'Port': ['ID=e527fb25-d126-4434-8ccf-7eac4ca1c515,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:00.412583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b283a-7dba-4a74-8a46-d24bbfd4d18b None None] No DVR routers for this DVR port e527fb25-d126-4434-8ccf-7eac4ca1c515 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:00.438947 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7575e73-a382-4f3b-8d27-43c634dc909e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.443799 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.490641 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7575e73-a382-4f3b-8d27-43c634dc909e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.578522 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9a845da4-1c1a-42c8-b10b-7b2371ab4d2e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.654235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:57Z', 'revision_number': 4, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'f344aeca-a8cc-4530-8185-86be421c7b52', 'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'mac_address': 'fa:16:3e:38:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:55Z', 'updated_at': '2021-08-16T02:00:58Z', 'revision_number': 2, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'subnets': [{'id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:00.713722 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9a845da4-1c1a-42c8-b10b-7b2371ab4d2e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.725776 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.731446 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.736977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Checking router: f2a6db41-99e5-4916-b025-b06dfafb54e1 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:00.739178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Updating router f2a6db41-99e5-4916-b025-b06dfafb54e1 port f344aeca-a8cc-4530-8185-86be421c7b52 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:00.739745 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7575e73-a382-4f3b-8d27-43c634dc909e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.777714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7575e73-a382-4f3b-8d27-43c634dc909e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3530244-0116-447c-a45f-64abc609c35c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:00.793628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7575e73-a382-4f3b-8d27-43c634dc909e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.795574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f7575e73-a382-4f3b-8d27-43c634dc909e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f3530244-0116-447c-a45f-64abc609c35c HTTP/1.1" status: 204 len: 168 time: 0.6313708 Aug 16 02:01:00.798329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48708) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:00.802039 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.805400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aed5d716-fd36-4d28-8e5b-c3192807c06c no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:00.810892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9a845da4-1c1a-42c8-b10b-7b2371ab4d2e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.861245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: aed5d716-fd36-4d28-8e5b-c3192807c06c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:00.861245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aed5d716-fd36-4d28-8e5b-c3192807c06c not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:00.896518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a845da4-1c1a-42c8-b10b-7b2371ab4d2e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c704e830-5fd7-4173-b5cf-2e571faf1aec,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:00.898702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e29b9b45-ce06-42cd-b800-357250da8eb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.938957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c982cfef-0ecb-48de-9de4-3c7e44380100 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:01.008171 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.012948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b9b45-ce06-42cd-b800-357250da8eb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:01.026388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b9b45-ce06-42cd-b800-357250da8eb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=14f008e8-7b49-48a6-b8e1-910be2856091,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:01.042882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e29b9b45-ce06-42cd-b800-357250da8eb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:01.057711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b9b45-ce06-42cd-b800-357250da8eb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.066883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e29b9b45-ce06-42cd-b800-357250da8eb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.067067 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272544a2-15ab-4300-80ab-4bddc1760aae None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:01.083126 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9a845da4-1c1a-42c8-b10b-7b2371ab4d2e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.084414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9a845da4-1c1a-42c8-b10b-7b2371ab4d2e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0671663 Aug 16 02:01:01.088089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48714) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:01.093026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:01.097486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93efc158-400d-4699-be77-ab300dac300b req-796b199f-9fde-4d88-99e4-3d8b9d44e72e tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0525577 Aug 16 02:01:01.105664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Router b54a9eda-e48b-469f-93a0-9e7ae3312c79 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:01.137964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c982cfef-0ecb-48de-9de4-3c7e44380100 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:01.138350 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.216023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.228983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b502ac94-680f-446d-a0a2-3fff74dfa92c']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:01.246687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77805768-1658-43b4-8291-a75889891d37') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:01.247082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77805768-1658-43b4-8291-a75889891d37') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:01.261751 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.264798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:01.270579 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.274806 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-51832f1b-6231-4512-a17c-25d45fec4eaf tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "PUT /v2.0/routers/b54a9eda-e48b-469f-93a0-9e7ae3312c79 HTTP/1.1" status: 200 len: 883 time: 4.2100110 Aug 16 02:01:01.275577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48718) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:01.278934 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.285955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:01.286383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.288218 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ed242-f8de-41b7-9f3a-0337e2b8a79c None None] Sync routers for ids ['b54a9eda-e48b-469f-93a0-9e7ae3312c79'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:01.299937 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ed242-f8de-41b7-9f3a-0337e2b8a79c None None] Routers {'b54a9eda-e48b-469f-93a0-9e7ae3312c79'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:01.308261 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-629ed242-f8de-41b7-9f3a-0337e2b8a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b54a9eda-e48b-469f-93a0-9e7ae3312c79'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: items = [ Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:01.357733 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:01.365128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e29b9b45-ce06-42cd-b800-357250da8eb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7337508 Aug 16 02:01:01.367848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48720) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:01.373636 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-629ed242-f8de-41b7-9f3a-0337e2b8a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:01.378187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'fixed_ips': [{'subnet_id': '14f008e8-7b49-48a6-b8e1-910be2856091', 'ip_address': '2001:db8::1b24:ae35:ce3:b04a'}], 'name': 'tempest-NetworksTestDHCPv6-1177489198'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:01.392961 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ed242-f8de-41b7-9f3a-0337e2b8a79c None None] Routers {'b54a9eda-e48b-469f-93a0-9e7ae3312c79'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:01.393616 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-629ed242-f8de-41b7-9f3a-0337e2b8a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:00:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b54a9eda-e48b-469f-93a0-9e7ae3312c79'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:01.413937 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-75b0e87f-f41a-4a32-b74d-f364d59d627a tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/routers/b54a9eda-e48b-469f-93a0-9e7ae3312c79 HTTP/1.1" status: 200 len: 924 time: 0.1347790 Aug 16 02:01:01.415188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48722) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:01.448131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.462766 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-629ed242-f8de-41b7-9f3a-0337e2b8a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:01.463641 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ed242-f8de-41b7-9f3a-0337e2b8a79c None None] The sync data for ids ['b54a9eda-e48b-469f-93a0-9e7ae3312c79'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:01.481870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b502ac94-680f-446d-a0a2-3fff74dfa92c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:01.485772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.490003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f5fec796-d2bc-4cd4-87c0-4bcd940881fc admin admin] 10.222.0.66 "DELETE /v2.0/networks/b502ac94-680f-446d-a0a2-3fff74dfa92c HTTP/1.1" status: 204 len: 168 time: 0.6905553 Aug 16 02:01:01.496412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48724) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:01.531925 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.581343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-767c9beb-21c9-4842-b2c1-79520f5e5695 admin admin] Deleting subnet 6a24a481-e651-45f6-8c61-6b2d6b7b884c {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:01.594160 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-767c9beb-21c9-4842-b2c1-79520f5e5695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.646265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6815e90b-afdb-40b5-913d-95ff5d8bce0f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.648104 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6815e90b-afdb-40b5-913d-95ff5d8bce0f tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&device_id=b54a9eda-e48b-469f-93a0-9e7ae3312c79&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2187722 Aug 16 02:01:01.652268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48726) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:01.656185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '14f008e8-7b49-48a6-b8e1-910be2856091'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:01.657035 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.661274 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-767c9beb-21c9-4842-b2c1-79520f5e5695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.714421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.787502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:01.815801 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.830449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e527fb25-d126-4434-8ccf-7eac4ca1c515 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:01.856986 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Transition to ACTIVE for port object f344aeca-a8cc-4530-8185-86be421c7b52 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:01.857844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Allocated IP 172.25.8.63 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/c346c90a-bbb0-432e-bc8c-cd55b2eca62b) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:01.883277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: e527fb25-d126-4434-8ccf-7eac4ca1c515 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:01.883659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e527fb25-d126-4434-8ccf-7eac4ca1c515 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:01.944362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/14f008e8-7b49-48a6-b8e1-910be2856091/9afabc96-4228-4b76-a7c0-c28fe04c0e47) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:01.990953 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.014909 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.027110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44026e4c-1221-4583-9df2-aea3a5e4e340 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.031359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-44026e4c-1221-4583-9df2-aea3a5e4e340 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 881 time: 0.3739984 Aug 16 02:01:02.033268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48734) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:02.064709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.082575 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-767c9beb-21c9-4842-b2c1-79520f5e5695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.105805 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d7a9969c-d90a-43d0-9ca9-494d20ffa49b tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=b54a9eda-e48b-469f-93a0-9e7ae3312c79 HTTP/1.1" status: 200 len: 205 time: 0.0696409 Aug 16 02:01:02.108421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48736) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:02.147009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 5f2cd5d4-5880-482e-8819-8c361d3ff546 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:02.186420 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.195850 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Transition to ACTIVE for port object 9afabc96-4228-4b76-a7c0-c28fe04c0e47 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:02.226827 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Transition to ACTIVE for port object 9afabc96-4228-4b76-a7c0-c28fe04c0e47 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:02.308331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.335590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c25fd9-3d72-426a-8971-284088f73608 None None] Pushing event updated for resources: {'Port': ['ID=f344aeca-a8cc-4530-8185-86be421c7b52,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:02.380476 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.397455 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.449643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c780a59a-f4d3-4595-80d9-c304babcf002 req-19bbdede-354a-47af-b695-83a1679b0c38 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0770214 Aug 16 02:01:02.518754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:02.527266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Attempting to bind port f344aeca-a8cc-4530-8185-86be421c7b52 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:02.527266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Attempting to bind port f344aeca-a8cc-4530-8185-86be421c7b52 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:02.531185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Attempting to bind port f344aeca-a8cc-4530-8185-86be421c7b52 on network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:02.545259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:02.550356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:02.550686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:02.568328 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:02.579204 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:02.589293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:02.589679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Checking segment: {'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:02.590111 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.590516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Bound using segment: {'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:02.591244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Bound port: f344aeca-a8cc-4530-8185-86be421c7b52, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:02.591405 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.636387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::1b24:ae35:ce3:b04a (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/14f008e8-7b49-48a6-b8e1-910be2856091/5f2cd5d4-5880-482e-8819-8c361d3ff546) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:02.668845 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Pushing event updated for resources: {'Port': ['ID=9afabc96-4228-4b76-a7c0-c28fe04c0e47,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:02.679539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-767c9beb-21c9-4842-b2c1-79520f5e5695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.713915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c9beb-21c9-4842-b2c1-79520f5e5695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a24a481-e651-45f6-8c61-6b2d6b7b884c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:02.728980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Attempting to bind port 9afabc96-4228-4b76-a7c0-c28fe04c0e47 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:02.729417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Attempting to bind port 9afabc96-4228-4b76-a7c0-c28fe04c0e47 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:02.729780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Attempting to bind port 9afabc96-4228-4b76-a7c0-c28fe04c0e47 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:02.734648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-767c9beb-21c9-4842-b2c1-79520f5e5695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.739153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-767c9beb-21c9-4842-b2c1-79520f5e5695 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6a24a481-e651-45f6-8c61-6b2d6b7b884c HTTP/1.1" status: 204 len: 168 time: 1.2388041 Aug 16 02:01:02.740416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48772) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:02.756806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:02.757272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:02.757677 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.758152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:02.758650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Bound port: 9afabc96-4228-4b76-a7c0-c28fe04c0e47, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:02.759071 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.773434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] For port f344aeca-a8cc-4530-8185-86be421c7b52, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:02.797230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] For port f344aeca-a8cc-4530-8185-86be421c7b52, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f344aeca-a8cc-4530-8185-86be421c7b52,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:02.825600 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.949352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] For port 9afabc96-4228-4b76-a7c0-c28fe04c0e47, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:02.960432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] For port 9afabc96-4228-4b76-a7c0-c28fe04c0e47, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9afabc96-4228-4b76-a7c0-c28fe04c0e47,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:03.034687 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.049884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9e8643-08ba-4527-bbcb-b3c762a48694']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a50a7d3-6783-4df5-b016-82eade207341') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a50a7d3-6783-4df5-b016-82eade207341') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:03.190284 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:03.217354 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.218925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'Port': ['ID=c346c90a-bbb0-432e-bc8c-cd55b2eca62b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:03.243780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 5f2cd5d4-5880-482e-8819-8c361d3ff546 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:03.265225 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.544763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.552177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d120f2cf-11b6-423e-a0d7-232b679ef2aa req-fd2b1597-c291-4574-b361-e76e814b280b tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0286040 Aug 16 02:01:03.620384 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.622740 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cacf03e0-4fb5-4213-bd77-4112bf872d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.624938 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.701270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da63a0-1795-48ce-b14f-251bb882b173 None None] Pushing event updated for resources: {'Port': ['ID=9afabc96-4228-4b76-a7c0-c28fe04c0e47,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:03.709286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Routers {'f2a6db41-99e5-4916-b025-b06dfafb54e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:03.709952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f2a6db41-99e5-4916-b025-b06dfafb54e1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:03.729139 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.742554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.749875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9e9e8643-08ba-4527-bbcb-b3c762a48694 HTTP/1.1" status: 204 len: 168 time: 1.0061028 Aug 16 02:01:03.751932 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.955902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdcf8e-ee81-4e79-a89c-09c78e75ea57 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e9e8643-08ba-4527-bbcb-b3c762a48694,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:03.961492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=5f2cd5d4-5880-482e-8819-8c361d3ff546,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:03.963949 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.970461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c25fd9-3d72-426a-8971-284088f73608 None None] Pushing event updated for resources: {'Port': ['ID=f344aeca-a8cc-4530-8185-86be421c7b52,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:04.007320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:04.008518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:04.013273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:04.029281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.029705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Deleting port 3edfdf62-da14-47fb-8ff4-4c387105d33e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:04.030076 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.031045 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.058837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] Set router f2a6db41-99e5-4916-b025-b06dfafb54e1 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:04.133333 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.178447 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.220526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b81e0559-09f9-496e-8a8e-8800d95abc1a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8463917 Aug 16 02:01:04.220526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48796) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:04.223426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1426229a-398a-40d0-8f97-18b7070101b8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'fixed_ips': [{'subnet_id': '14f008e8-7b49-48a6-b8e1-910be2856091', 'ip_address': '2001:db8::1b24:ae35:ce3:b04a'}], 'name': 'tempest-NetworksTestDHCPv6-1107423867'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:04.389054 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.413604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Calling delete_port for 3edfdf62-da14-47fb-8ff4-4c387105d33e owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:04.443237 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48802) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:04.508988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:57Z', 'revision_number': 4, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'f344aeca-a8cc-4530-8185-86be421c7b52', 'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'mac_address': 'fa:16:3e:38:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:55Z', 'updated_at': '2021-08-16T02:01:02Z', 'revision_number': 4, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'subnets': [{'id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:04.539483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1178cb-854c-4f32-954b-fcd68a597372 None None] The sync data for ids ['f2a6db41-99e5-4916-b025-b06dfafb54e1'] in n-d-768509-23 is: [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:57Z', 'revision_number': 4, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'f344aeca-a8cc-4530-8185-86be421c7b52', 'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'mac_address': 'fa:16:3e:38:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:55Z', 'updated_at': '2021-08-16T02:01:02Z', 'revision_number': 4, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'subnets': [{'id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:04.576667 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-debd9544-0c8f-4200-a939-fa66238e9c45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f68ccbd8ed394e5ba33b9571b8d9bab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238036 Aug 16 02:01:04.578860 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.581649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48808) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:04.582662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1426229a-398a-40d0-8f97-18b7070101b8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:04.608482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1426229a-398a-40d0-8f97-18b7070101b8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.647952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-1426229a-398a-40d0-8f97-18b7070101b8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 4d94c07f-c9e1-4a0b-b28a-c895fd1b2f17 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:04.675495 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.955614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f18a5a4c-0d39-440f-9e7e-aa5fbd8b13f9 req-d92dfe90-b3b0-4697-b522-87042179fbcd tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0509977 Aug 16 02:01:04.959987 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-1426229a-398a-40d0-8f97-18b7070101b8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:01:04.961617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1426229a-398a-40d0-8f97-18b7070101b8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:04.997185 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.032818 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-641ac938-3200-468e-a999-333373dc3343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.064258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1426229a-398a-40d0-8f97-18b7070101b8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8429642 Aug 16 02:01:05.069575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48814) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:05.088866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9afabc96-4228-4b76-a7c0-c28fe04c0e47 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:05.095296 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-641ac938-3200-468e-a999-333373dc3343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.180887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fab6e4-3fcb-49aa-b031-a697e955d9bd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.190195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fab6e4-3fcb-49aa-b031-a697e955d9bd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.192334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-19fab6e4-3fcb-49aa-b031-a697e955d9bd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1217127 Aug 16 02:01:05.194966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48818) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:05.292122 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'Port': ['ID=c346c90a-bbb0-432e-bc8c-cd55b2eca62b,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.305330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 9afabc96-4228-4b76-a7c0-c28fe04c0e47 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:05.315653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f344aeca-a8cc-4530-8185-86be421c7b52 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:05.372741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f0645-e212-4101-842c-472c73250368 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 5f2cd5d4-5880-482e-8819-8c361d3ff546 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:05.373082 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0645-e212-4101-842c-472c73250368 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.389267 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-641ac938-3200-468e-a999-333373dc3343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.398591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-641ac938-3200-468e-a999-333373dc3343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.410083 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-641ac938-3200-468e-a999-333373dc3343 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eebd45b0-e2d3-4650-9d40-2e9a1efef747 HTTP/1.1" status: 204 len: 168 time: 0.8170290 Aug 16 02:01:05.473957 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Pushing event deleted for resources: {'Port': ['ID=3edfdf62-da14-47fb-8ff4-4c387105d33e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.487724 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.498063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ac938-3200-468e-a999-333373dc3343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebd45b0-e2d3-4650-9d40-2e9a1efef747,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.535946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f344aeca-a8cc-4530-8185-86be421c7b52 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:05.550156 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.558186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f344aeca-a8cc-4530-8185-86be421c7b52 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:05.559637 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.581620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0645-e212-4101-842c-472c73250368 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.631590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-57423603-bf54-4d41-8b8c-8567c9a4a461 None None] Provisioning for port 9afabc96-4228-4b76-a7c0-c28fe04c0e47 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:05.647095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f0645-e212-4101-842c-472c73250368 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 5f2cd5d4-5880-482e-8819-8c361d3ff546 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:05.653568 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.662694 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-acfb8f79-17b9-4b8c-b288-318b001dcb0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5657632 Aug 16 02:01:05.662949 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-57423603-bf54-4d41-8b8c-8567c9a4a461 None None] Provisioning complete for port 9afabc96-4228-4b76-a7c0-c28fe04c0e47 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:05.662949 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-57423603-bf54-4d41-8b8c-8567c9a4a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.730930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.734128 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.908588 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.965117 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.994272 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.995474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Fanout notify agent at l3_agent the message router_deleted on router b54a9eda-e48b-469f-93a0-9e7ae3312c79 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:01:06.015820 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.017265 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-edb24987-1793-4c6b-87a4-025441bf0216 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/b54a9eda-e48b-469f-93a0-9e7ae3312c79 HTTP/1.1" status: 204 len: 168 time: 3.9078097 Aug 16 02:01:06.022543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48832) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:06.037126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-03ebb838-c7cb-4f96-abd8-62683114f922 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-819165213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:06.054919 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:01:06.065656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f344aeca-a8cc-4530-8185-86be421c7b52, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f344aeca-a8cc-4530-8185-86be421c7b52,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:06.068524 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-57423603-bf54-4d41-8b8c-8567c9a4a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.158633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-57423603-bf54-4d41-8b8c-8567c9a4a461 None None] For port 9afabc96-4228-4b76-a7c0-c28fe04c0e47, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9afabc96-4228-4b76-a7c0-c28fe04c0e47,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:06.175702 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.260351 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-03ebb838-c7cb-4f96-abd8-62683114f922 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.261599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-03ebb838-c7cb-4f96-abd8-62683114f922 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.311503 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-57423603-bf54-4d41-8b8c-8567c9a4a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.370779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f344aeca-a8cc-4530-8185-86be421c7b52,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:06.407834 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-03ebb838-c7cb-4f96-abd8-62683114f922 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.469056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57423603-bf54-4d41-8b8c-8567c9a4a461 None None] Pushing event updated for resources: {'Port': ['ID=9afabc96-4228-4b76-a7c0-c28fe04c0e47,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:06.512119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-03ebb838-c7cb-4f96-abd8-62683114f922 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.538276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0bf1cb17-3f4a-48ef-a172-c98686a8a0ce None None] Provisioning for port 5f2cd5d4-5880-482e-8819-8c361d3ff546 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:06.539718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0bf1cb17-3f4a-48ef-a172-c98686a8a0ce None None] Provisioning complete for port 5f2cd5d4-5880-482e-8819-8c361d3ff546 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:06.541549 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0bf1cb17-3f4a-48ef-a172-c98686a8a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.634177 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48850) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:06.656277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1cb17-3f4a-48ef-a172-c98686a8a0ce None None] Port 5f2cd5d4-5880-482e-8819-8c361d3ff546 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:06.667667 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-03ebb838-c7cb-4f96-abd8-62683114f922 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.668910 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-03ebb838-c7cb-4f96-abd8-62683114f922 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6454902 Aug 16 02:01:06.677503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48852) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:06.682385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'enable_snat': True}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:06.737860 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f1c63491-103e-483a-9f13-b33d38bc3a6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb673acf1cff419fb9da3cd05c7ff8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007631 Aug 16 02:01:06.739646 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48854) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:06.822431 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67ca90d7-d0b6-4bef-b0c6-f0087cb05ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.846774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-7095a584-1c3e-481f-9adc-88f4987a1660 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--946944607&fields=id&tenant_id=57944a39ed824a15aff00c4389f15532 HTTP/1.1" status: 200 len: 267 time: 0.1687634 Aug 16 02:01:06.851552 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67ca90d7-d0b6-4bef-b0c6-f0087cb05ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.888839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9afabc96-4228-4b76-a7c0-c28fe04c0e47 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:06.943479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9afabc96-4228-4b76-a7c0-c28fe04c0e47 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:06.944422 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.995848 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67ca90d7-d0b6-4bef-b0c6-f0087cb05ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.998614 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67ca90d7-d0b6-4bef-b0c6-f0087cb05ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.004806 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-67ca90d7-d0b6-4bef-b0c6-f0087cb05ecb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/350af579-cb82-4106-9cb0-b36f6116f7f0 HTTP/1.1" status: 204 len: 168 time: 0.2589788 Aug 16 02:01:07.022773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca90d7-d0b6-4bef-b0c6-f0087cb05ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350af579-cb82-4106-9cb0-b36f6116f7f0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:07.057917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f344aeca-a8cc-4530-8185-86be421c7b52 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:07.123731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f344aeca-a8cc-4530-8185-86be421c7b52 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:07.124102 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.133609 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.155885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-5c7b20e2-257b-440e-9b22-022d0a24d482 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.157398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-5c7b20e2-257b-440e-9b22-022d0a24d482 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 817 time: 0.3096678 Aug 16 02:01:07.180897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-8aa002b0-3af4-4ef8-a75d-6a280a536bd0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/quotas/57944a39ed824a15aff00c4389f15532 HTTP/1.1" status: 200 len: 375 time: 0.0129533 Aug 16 02:01:07.238228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0645-e212-4101-842c-472c73250368 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.252341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-595c73eb-682d-4d0a-b0be-af00a2556ec3 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642247 Aug 16 02:01:07.297505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f0645-e212-4101-842c-472c73250368 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=5f2cd5d4-5880-482e-8819-8c361d3ff546,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:07.463232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0645-e212-4101-842c-472c73250368 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.463769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fb0f0645-e212-4101-842c-472c73250368 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/5f2cd5d4-5880-482e-8819-8c361d3ff546 HTTP/1.1" status: 204 len: 168 time: 2.2676997 Aug 16 02:01:07.467043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48868) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:07.586193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-cfa348d3-4b03-45aa-95f2-466993ec270f service neutron] 10.222.0.66 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037982 Aug 16 02:01:07.650713 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eac654c-a339-4c32-87c5-8204103aa43a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.655044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eac654c-a339-4c32-87c5-8204103aa43a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.661577 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7eac654c-a339-4c32-87c5-8204103aa43a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1928635 Aug 16 02:01:07.662206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48874) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:07.761324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82b933e-0209-48c3-8762-3f11d4960870 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 14f008e8-7b49-48a6-b8e1-910be2856091 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:07.765779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e82b933e-0209-48c3-8762-3f11d4960870 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.801515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-e5752c3a-741a-414c-b600-9c8ca7b2fd07 service neutron] 10.222.0.66 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082005 Aug 16 02:01:07.851876 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e82b933e-0209-48c3-8762-3f11d4960870 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.919648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.942366 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.016891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e82b933e-0209-48c3-8762-3f11d4960870 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.113066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Allocated IP 172.25.8.20 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/bba7f2c5-5936-40f6-868b-6ab233319de1) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:08.263053 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e82b933e-0209-48c3-8762-3f11d4960870 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.272016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6ae1ef5-7bfb-4687-8bdf-fb75592135c2 req-8e08e25e-f59d-4a89-90f1-dc5f9a6a1f7d tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0505996 Aug 16 02:01:08.294500 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.330069 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b933e-0209-48c3-8762-3f11d4960870 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=14f008e8-7b49-48a6-b8e1-910be2856091,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:08.344133 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e82b933e-0209-48c3-8762-3f11d4960870 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.351031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59354de7-48ee-466a-82a5-4c63c28f95f8 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:08.354251 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e82b933e-0209-48c3-8762-3f11d4960870 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/14f008e8-7b49-48a6-b8e1-910be2856091 HTTP/1.1" status: 204 len: 168 time: 0.6888809 Aug 16 02:01:08.356820 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48890) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:08.466944 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2f23e9a5-1287-40da-b956-b4369db3e1b5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989072 Aug 16 02:01:08.470871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48898) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:08.480702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e0b4ecb0-0106-4bec-a9fb-5c394cec4cbc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:08.551506 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.670231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:08.738035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:08.766934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:08.803574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a06d0-5e3b-499d-a995-dde8b83fa9aa None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:01:08.898511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b57ff19-e58f-4a15-8838-717a19ccee26 req-f54bad25-c75b-4633-8818-3807d3312738 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 210 time: 0.1721425 Aug 16 02:01:08.900553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event updated for resources: {'Port': ['ID=bba7f2c5-5936-40f6-868b-6ab233319de1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:08.959573 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48908) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:08.980634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9afabc96-4228-4b76-a7c0-c28fe04c0e47 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:09.022843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-220a06d0-5e3b-499d-a995-dde8b83fa9aa None None] Deleting port 9afabc96-4228-4b76-a7c0-c28fe04c0e47 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:09.022843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-220a06d0-5e3b-499d-a995-dde8b83fa9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.096322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b4ecb0-0106-4bec-a9fb-5c394cec4cbc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:09.100349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ecb0-0106-4bec-a9fb-5c394cec4cbc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.142030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-220a06d0-5e3b-499d-a995-dde8b83fa9aa None None] For port 9afabc96-4228-4b76-a7c0-c28fe04c0e47, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9afabc96-4228-4b76-a7c0-c28fe04c0e47,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:09.143133 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-220a06d0-5e3b-499d-a995-dde8b83fa9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.166660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-220a06d0-5e3b-499d-a995-dde8b83fa9aa None None] Calling delete_port for 9afabc96-4228-4b76-a7c0-c28fe04c0e47 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:09.169115 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.264999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-387509420-network', 'tenant_id': 'feb6ebc02d7541aa94d1a1061fda3366'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:09.275277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 9afabc96-4228-4b76-a7c0-c28fe04c0e47, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9afabc96-4228-4b76-a7c0-c28fe04c0e47,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:09.384596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Made reservation on behalf of feb6ebc02d7541aa94d1a1061fda3366 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:09.389289 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.404000 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.439547 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.502519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0bb38d22-cf49-4c4d-9379-e06590554026 req-9987e55c-eea1-438f-9c5b-1e9204b6a4fb tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0728066 Aug 16 02:01:09.526612 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ecb0-0106-4bec-a9fb-5c394cec4cbc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.526848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=9afabc96-4228-4b76-a7c0-c28fe04c0e47,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:09.573793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.580155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4ecb0-0106-4bec-a9fb-5c394cec4cbc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:09.584392 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-220a06d0-5e3b-499d-a995-dde8b83fa9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.609380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e0b4ecb0-0106-4bec-a9fb-5c394cec4cbc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:09.618357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b4ecb0-0106-4bec-a9fb-5c394cec4cbc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.620102 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ecb0-0106-4bec-a9fb-5c394cec4cbc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.622510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a06d0-5e3b-499d-a995-dde8b83fa9aa None None] Pushing event deleted for resources: {'Port': ['ID=9afabc96-4228-4b76-a7c0-c28fe04c0e47,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:09.629381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a06d0-5e3b-499d-a995-dde8b83fa9aa None None] No DVR routers for this DVR port 9afabc96-4228-4b76-a7c0-c28fe04c0e47 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:09.636658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4ecb0-0106-4bec-a9fb-5c394cec4cbc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=2512858b-1380-478e-ba7e-baf150a147a6,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:09.656272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04508ce-106d-4781-b275-b543211c4d7d None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:09.741421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.765102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:09.783092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90fb8ac-1be8-412c-8c99-05f0cb7198d4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:09.786149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.786499 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Added segment 1c43f986-5df4-479e-aa14-9b6dd5e99d9e of type vlan for network 56ae16c4-b4d3-4d7b-b550-07b2d89834df Aug 16 02:01:09.830384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '2512858b-1380-478e-ba7e-baf150a147a6'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:09.831268 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.840103 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.918900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e0b4ecb0-0106-4bec-a9fb-5c394cec4cbc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4452367 Aug 16 02:01:09.921601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48920) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:09.932198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f200abe8-7db8-4fe1-a6f4-9bba6c5539f6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'fixed_ips': [{'subnet_id': '2512858b-1380-478e-ba7e-baf150a147a6', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1324099497'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:09.985405 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.026808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/2512858b-1380-478e-ba7e-baf150a147a6/11a587cd-bc52-4945-9d21-2e813dd49ecf) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:10.042369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.047276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.047276 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.091518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2336c74d-21b5-47fd-a4db-06f73d978963 req-62438996-ee74-4751-83de-39dce1843bf3 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 210 time: 0.0616786 Aug 16 02:01:10.121789 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] Pushing event updated for resources: {'Network': ['ID=56ae16c4-b4d3-4d7b-b550-07b2d89834df,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.135426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 56ae16c4-b4d3-4d7b-b550-07b2d89834df details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:10.269512 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.279010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Transition to ACTIVE for port object 11a587cd-bc52-4945-9d21-2e813dd49ecf will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:10.296121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Transition to ACTIVE for port object 11a587cd-bc52-4945-9d21-2e813dd49ecf will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:10.318407 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-06558ed9-eee7-4282-b9fe-6293c66602ae admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3576746 Aug 16 02:01:10.319452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48926) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:10.325850 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.326156 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] Request body: {'subnet': {'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-387509420-subnet', 'tenant_id': 'feb6ebc02d7541aa94d1a1061fda3366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:10.331156 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.448986 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.481440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f200abe8-7db8-4fe1-a6f4-9bba6c5539f6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:10.497175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:10.500567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:10.504935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:10.508203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Pushing event updated for resources: {'Port': ['ID=11a587cd-bc52-4945-9d21-2e813dd49ecf,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.566364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Attempting to bind port 11a587cd-bc52-4945-9d21-2e813dd49ecf on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:10.566738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Attempting to bind port 11a587cd-bc52-4945-9d21-2e813dd49ecf by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:10.567103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Attempting to bind port 11a587cd-bc52-4945-9d21-2e813dd49ecf on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:10.568910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Router a9c1e963-8432-4d12-843e-815b7632323b is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:10.576972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:10.580395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:10.580395 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.580395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:10.580395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Bound port: 11a587cd-bc52-4945-9d21-2e813dd49ecf, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:10.580395 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.642092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] Made reservation on behalf of feb6ebc02d7541aa94d1a1061fda3366 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:10.645024 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.671166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] For port 11a587cd-bc52-4945-9d21-2e813dd49ecf, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:10.674713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] For port 11a587cd-bc52-4945-9d21-2e813dd49ecf, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=11a587cd-bc52-4945-9d21-2e813dd49ecf,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:10.677180 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f200abe8-7db8-4fe1-a6f4-9bba6c5539f6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.710696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f14668a-60db-4711-bc6e-8ea639a7dfa5 req-d030a15d-f9e6-4b55-b69a-32ab21b9c26f tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0648119 Aug 16 02:01:10.726844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-f200abe8-7db8-4fe1-a6f4-9bba6c5539f6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 65e81375-8bca-459d-a63f-1ec5904106a8 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:10.756206 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.830681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:10.836689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.839342 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-58c99b4e-4d8b-4f28-8a55-337798328299 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "PUT /v2.0/routers/a9c1e963-8432-4d12-843e-815b7632323b HTTP/1.1" status: 200 len: 917 time: 4.1632357 Aug 16 02:01:10.847378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a343e64e-25ae-4417-884e-885f22e53854 None None] Sync routers for ids ['a9c1e963-8432-4d12-843e-815b7632323b'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:10.848365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48934) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:10.870116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343e64e-25ae-4417-884e-885f22e53854 None None] Routers {'a9c1e963-8432-4d12-843e-815b7632323b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:10.870890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a343e64e-25ae-4417-884e-885f22e53854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a9c1e963-8432-4d12-843e-815b7632323b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:10.872818 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8afbd3-c121-468f-976f-38b9cbe9a0fc None None] Pushing event updated for resources: {'Port': ['ID=11a587cd-bc52-4945-9d21-2e813dd49ecf,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.925852 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a343e64e-25ae-4417-884e-885f22e53854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:10.939191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343e64e-25ae-4417-884e-885f22e53854 None None] Routers {'a9c1e963-8432-4d12-843e-815b7632323b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:10.944964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a343e64e-25ae-4417-884e-885f22e53854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a9c1e963-8432-4d12-843e-815b7632323b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:10.963281 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-f200abe8-7db8-4fe1-a6f4-9bba6c5539f6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:01:10.966235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f200abe8-7db8-4fe1-a6f4-9bba6c5539f6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:10.980089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a343e64e-25ae-4417-884e-885f22e53854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:10.980591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a343e64e-25ae-4417-884e-885f22e53854 None None] The sync data for ids ['a9c1e963-8432-4d12-843e-815b7632323b'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:11.104970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f200abe8-7db8-4fe1-a6f4-9bba6c5539f6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1793907 Aug 16 02:01:11.108604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48938) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.145479 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bd955e33-5965-4659-b94f-151a4d0b3a20 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/routers/a9c1e963-8432-4d12-843e-815b7632323b HTTP/1.1" status: 200 len: 923 time: 0.2931323 Aug 16 02:01:11.150435 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48942) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.179209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b7a33e-ee37-4943-9ce5-d0d675574344 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.181981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-59b7a33e-ee37-4943-9ce5-d0d675574344 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0711346 Aug 16 02:01:11.184263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48944) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.241020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57069e52-a955-4922-ab79-2c13a3ecd22b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.243294 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-57069e52-a955-4922-ab79-2c13a3ecd22b tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&device_id=a9c1e963-8432-4d12-843e-815b7632323b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0916255 Aug 16 02:01:11.245935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48946) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.266858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.283202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ad93461-649d-4db5-913a-a5aa10add733 req-f91b93ed-1a45-4ba7-9974-d96c27ff59f5 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 210 time: 0.0412774 Aug 16 02:01:11.298238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6a6f52-06e5-4f13-ad49-4fd98b1eb5bf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.299881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6a6f52-06e5-4f13-ad49-4fd98b1eb5bf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.301418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7b6a6f52-06e5-4f13-ad49-4fd98b1eb5bf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1161115 Aug 16 02:01:11.308014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48948) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.364758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-178588b6-2221-4b41-82b8-89dab3547a55 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 2512858b-1380-478e-ba7e-baf150a147a6 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:11.368989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-178588b6-2221-4b41-82b8-89dab3547a55 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.399873 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5d9887-5831-4c81-9b1b-b777b7b590be,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:11.429366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] Checking segment: {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:11.429905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] Network hostable DHCP agents. Network: 56ae16c4-b4d3-4d7b-b550-07b2d89834df, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:11.442949 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d62fea-9797-4ada-92df-feb89ad6f244 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.447746 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a5d62fea-9797-4ada-92df-feb89ad6f244 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 881 time: 0.1975467 Aug 16 02:01:11.448802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48950) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.480088 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-178588b6-2221-4b41-82b8-89dab3547a55 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.487348 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-58888373-03bd-4f64-b828-8d33222e8d22 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9c1e963-8432-4d12-843e-815b7632323b HTTP/1.1" status: 200 len: 205 time: 0.0365319 Aug 16 02:01:11.489296 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48952) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.569029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-cf414afa-a659-4fd5-9f34-fc9116860207 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.570576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-cf414afa-a659-4fd5-9f34-fc9116860207 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.74 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 817 time: 0.1980567 Aug 16 02:01:11.573494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] Network 56ae16c4-b4d3-4d7b-b550-07b2d89834df is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:11.683343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.830641 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 56ae16c4-b4d3-4d7b-b550-07b2d89834df) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:11.840834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a2fea-ae65-43fe-96f4-452d75412001 None None] Network 56ae16c4-b4d3-4d7b-b550-07b2d89834df requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:11.844028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.854241 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.944833 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.031201 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-afa9326a-8a91-4df9-9e98-c28cbd061074 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7102427 Aug 16 02:01:12.066817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea0d3b-61df-4fb2-bdc4-d74c5145a8b3 None None] Network 56ae16c4-b4d3-4d7b-b550-07b2d89834df requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:12.126517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c084217c-1513-44bc-b7de-38e7bc998a13 req-fbd97bac-ade2-4c6a-aa55-920d5ac34959 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0557983 Aug 16 02:01:12.226449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-178588b6-2221-4b41-82b8-89dab3547a55 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.306037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Deleting port bba7f2c5-5936-40f6-868b-6ab233319de1 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:12.306905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.328001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-1ce7dc66-e566-4a68-80dd-b3a7494260f0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57944a39ed824a15aff00c4389f15532 HTTP/1.1" status: 200 len: 379 time: 0.2618926 Aug 16 02:01:12.334333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-6b3ce9dc-530d-4ef4-b88c-66a9843b5bbf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2706068 Aug 16 02:01:12.346845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'port': {'device_id': '10c06ec9-a873-4655-8764-95330f24b2cc', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'admin_state_up': True, 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'security_groups': ['d1172b41-63ec-453f-9c9b-c88688abde36']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:12.361513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8140a15c-a2a6-4479-b7f5-cfe37017d8e9 None None] Provisioning for port 11a587cd-bc52-4945-9d21-2e813dd49ecf completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:12.437801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.458258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Calling delete_port for bba7f2c5-5936-40f6-868b-6ab233319de1 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:12.466619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-bb30ba1e-578a-4628-92d2-b68bfb55f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.468199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-bb30ba1e-578a-4628-92d2-b68bfb55f751 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 1097 time: 0.1011055 Aug 16 02:01:12.563486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-178588b6-2221-4b41-82b8-89dab3547a55 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.580465 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-178588b6-2221-4b41-82b8-89dab3547a55 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.582347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-178588b6-2221-4b41-82b8-89dab3547a55 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/2512858b-1380-478e-ba7e-baf150a147a6 HTTP/1.1" status: 204 len: 168 time: 1.2740805 Aug 16 02:01:12.587687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48982) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:12.587870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e4cc09-d44c-4c42-83f6-1a9c51b5bb39 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:12.671977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5530678c-4af7-43e7-933a-21e147df900f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790026 Aug 16 02:01:12.676048 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48984) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:12.686942 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c63bffa0-0737-46aa-9c41-bf2adb30163c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:12.745518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178588b6-2221-4b41-82b8-89dab3547a55 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=2512858b-1380-478e-ba7e-baf150a147a6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:12.819480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5443fc03-daea-4992-9a05-ee33adcb9a82 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:01:12.832661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-aa2f2f85-7894-4acb-aed3-c9c6e1520744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.834397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-aa2f2f85-7894-4acb-aed3-c9c6e1520744 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 912 time: 0.3368912 Aug 16 02:01:12.862542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-f473e379-081f-45cb-a056-580e69131c8a tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.862542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-f473e379-081f-45cb-a056-580e69131c8a tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 814 time: 0.2735350 Aug 16 02:01:12.883278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5443fc03-daea-4992-9a05-ee33adcb9a82 None None] Deleting port 11a587cd-bc52-4945-9d21-2e813dd49ecf {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:12.883920 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5443fc03-daea-4992-9a05-ee33adcb9a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.909899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-28be6c8d-106c-4dbe-b2e8-77a3fdbedafa tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/quotas/feb6ebc02d7541aa94d1a1061fda3366 HTTP/1.1" status: 200 len: 375 time: 0.0177603 Aug 16 02:01:12.944205 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.954098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5443fc03-daea-4992-9a05-ee33adcb9a82 None None] For port 11a587cd-bc52-4945-9d21-2e813dd49ecf, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=11a587cd-bc52-4945-9d21-2e813dd49ecf,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:12.954501 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5443fc03-daea-4992-9a05-ee33adcb9a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.961467 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-12fa349b-b424-4083-9a4e-04e3d1210f28 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432405 Aug 16 02:01:12.971119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5443fc03-daea-4992-9a05-ee33adcb9a82 None None] Calling delete_port for 11a587cd-bc52-4945-9d21-2e813dd49ecf owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:12.973083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-1b01c8ce-7bf5-43f8-b83a-3b276b3f2c75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=121a6c8e-7ba6-4109-9247-0a469a34b268 HTTP/1.1" status: 200 len: 1001 time: 0.1292679 Aug 16 02:01:12.981749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Pushing event deleted for resources: {'Port': ['ID=bba7f2c5-5936-40f6-868b-6ab233319de1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.048252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Made reservation on behalf of 57944a39ed824a15aff00c4389f15532 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:13.051915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.103026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-a14d9b94-3ded-4db9-91a4-1bda9a5eb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.104647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-a14d9b94-3ded-4db9-91a4-1bda9a5eb824 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 200 len: 850 time: 0.1204567 Aug 16 02:01:13.114489 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.144117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-490d3dd2-57df-4d73-bad0-808d4f90c07f service neutron] 10.222.0.66 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815145 Aug 16 02:01:13.234361 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.234674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-43788a22-b8cc-468e-b22f-bb43f2494157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.236238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-43788a22-b8cc-468e-b22f-bb43f2494157 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4580b099-2551-492d-9cb2-8302c2e9c7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185219 Aug 16 02:01:13.237318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.250113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63bffa0-0737-46aa-9c41-bf2adb30163c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:13.254130 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c63bffa0-0737-46aa-9c41-bf2adb30163c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.254462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-8dbdfdac-803c-43a4-9bf4-8a8b646b4439 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:01:13.255482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-8dbdfdac-803c-43a4-9bf4-8a8b646b4439 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103135 Aug 16 02:01:13.310618 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5443fc03-daea-4992-9a05-ee33adcb9a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.350489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443fc03-daea-4992-9a05-ee33adcb9a82 None None] No DVR routers for this DVR port 11a587cd-bc52-4945-9d21-2e813dd49ecf on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:13.358368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443fc03-daea-4992-9a05-ee33adcb9a82 None None] Pushing event deleted for resources: {'Port': ['ID=11a587cd-bc52-4945-9d21-2e813dd49ecf,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.366408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-1ec06e7b-a43e-432e-96aa-bd46ac4da6c4 service neutron] 10.222.0.66 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211335 Aug 16 02:01:13.465318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.465975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Fanout notify agent at l3_agent the message router_deleted on router a9c1e963-8432-4d12-843e-815b7632323b {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:01:13.475183 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.476325 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5100d810-60d7-42b6-8bef-cf1887ae5665 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/a9c1e963-8432-4d12-843e-815b7632323b HTTP/1.1" status: 204 len: 168 time: 1.9859617 Aug 16 02:01:13.480961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-9ccfff46-8e56-4137-ae33-0b2ce141f2d4 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160878 Aug 16 02:01:13.482929 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48994) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:13.490349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-85c6adff-145b-4c88-a87a-8c472c602b14 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-195162131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:13.523548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Allocated IP 172.20.0.12 (70853d84-8ef5-487c-aa41-be85b7fb1059/f33e2d76-f463-4cbc-a142-5a38cb259210/ef1dcb3f-e734-49e8-8421-260f6d1fade0) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:13.641115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c6adff-145b-4c88-a87a-8c472c602b14 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.643042 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c6adff-145b-4c88-a87a-8c472c602b14 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.713315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c6adff-145b-4c88-a87a-8c472c602b14 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.721745 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c63bffa0-0737-46aa-9c41-bf2adb30163c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.766309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63bffa0-0737-46aa-9c41-bf2adb30163c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:13.769755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c63bffa0-0737-46aa-9c41-bf2adb30163c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:13.775692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63bffa0-0737-46aa-9c41-bf2adb30163c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.776662 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c63bffa0-0737-46aa-9c41-bf2adb30163c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.791376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09663660-69d5-425b-830b-38a6934de508 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:13.797715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bffa0-0737-46aa-9c41-bf2adb30163c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=6ad7d670-3025-4dbb-babb-ca50b92f1ec0,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.830221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c558e60-9394-4586-b06a-fc888ad194ac req-e0ee4b5b-c51b-46f2-a033-23f1fb9e4bb4 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 210 time: 0.1175716 Aug 16 02:01:13.836224 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c6adff-145b-4c88-a87a-8c472c602b14 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.841175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9378d3c1-1f76-4d42-bd7b-34e39523820c req-d210e778-b982-4e9f-9bea-131b23ad66cf service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502188 Aug 16 02:01:13.896349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.919839 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c63bffa0-0737-46aa-9c41-bf2adb30163c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2384219 Aug 16 02:01:13.920108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49004) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:13.930360 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4be9a0c8-e286-4465-bbf5-1bdcad505781 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-974481238', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:13.941992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Transition to ACTIVE for port object ef1dcb3f-e734-49e8-8421-260f6d1fade0 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:13.957682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85c6adff-145b-4c88-a87a-8c472c602b14 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.962366 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-85c6adff-145b-4c88-a87a-8c472c602b14 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4728217 Aug 16 02:01:13.962585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-620ed9fc-387e-444c-a21b-4e0b85281ea1 req-73854af5-32b5-4700-86e0-80b6d9957ed9 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0491405 Aug 16 02:01:13.962790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49006) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:13.970265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'enable_snat': False}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:14.063692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '6ad7d670-3025-4dbb-babb-ca50b92f1ec0'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:14.065637 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.161946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.179776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a6e4e8e-42e4-4cd6-9048-de471953bbe0 req-4d0107b1-d1de-484f-b1cc-c4d037263f07 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 210 time: 0.0749748 Aug 16 02:01:14.228851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Network 70853d84-8ef5-487c-aa41-be85b7fb1059 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:14.235026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:14.239925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:14.301553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event updated for resources: {'Port': ['ID=ef1dcb3f-e734-49e8-8421-260f6d1fade0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.312131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/6ad7d670-3025-4dbb-babb-ca50b92f1ec0/a55c2500-ef40-42cf-b6d4-fd3e3d1365b4) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:14.352393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:14.353146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.497187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-62cb6f9b-fac0-45bf-b954-f8e237ba884e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1558440 Aug 16 02:01:14.509409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4be9a0c8-e286-4465-bbf5-1bdcad505781 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.510134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-dfda229d-c634-4beb-9cc3-e271844d8c1d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:01:14.511316 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4be9a0c8-e286-4465-bbf5-1bdcad505781 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.511605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-dfda229d-c634-4beb-9cc3-e271844d8c1d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071607 Aug 16 02:01:14.524976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Request body: {'port': {'device_id': '10c06ec9-a873-4655-8764-95330f24b2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:14.585459 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.599830 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.609105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Transition to ACTIVE for port object a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:14.610024 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.645886 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Transition to ACTIVE for port object a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:14.648029 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4be9a0c8-e286-4465-bbf5-1bdcad505781 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.722451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4c88cda7-3af4-44c2-b161-9b88897157b5 None None] Provisioning for port ef1dcb3f-e734-49e8-8421-260f6d1fade0 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:14.726926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4c88cda7-3af4-44c2-b161-9b88897157b5 None None] Provisioning complete for port ef1dcb3f-e734-49e8-8421-260f6d1fade0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:14.729058 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4c88cda7-3af4-44c2-b161-9b88897157b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.792409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4c88cda7-3af4-44c2-b161-9b88897157b5 None None] Port ef1dcb3f-e734-49e8-8421-260f6d1fade0 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:14.814341 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.829784 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4be9a0c8-e286-4465-bbf5-1bdcad505781 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.857585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:14.864826 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:14.868925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:14.901687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Pushing event updated for resources: {'Port': ['ID=a55c2500-ef40-42cf-b6d4-fd3e3d1365b4,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.918302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.918685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.922205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.922205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.922205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.922205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.922205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.922205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.922205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.922205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.922205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.922205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:14.952479 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4be9a0c8-e286-4465-bbf5-1bdcad505781 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.957274 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4be9a0c8-e286-4465-bbf5-1bdcad505781 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0361259 Aug 16 02:01:14.957640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Attempting to bind port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:14.958008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Attempting to bind port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:14.958167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49016) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:14.958378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Attempting to bind port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:14.968199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:14.968593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:14.969041 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.969451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:14.969980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Bound port: a55c2500-ef40-42cf-b6d4-fd3e3d1365b4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:14.970517 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.995781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1dcb3f-e734-49e8-8421-260f6d1fade0 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:15.017116 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.053504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Transition to ACTIVE for port object ef1dcb3f-e734-49e8-8421-260f6d1fade0 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:15.071091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deebca9-7d69-4562-af17-b7153be65092 req-b1e3f433-81ea-49f6-955b-10c857245488 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.073675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5deebca9-7d69-4562-af17-b7153be65092 req-b1e3f433-81ea-49f6-955b-10c857245488 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 932 time: 0.0724099 Aug 16 02:01:15.076319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] For port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:15.080599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] For port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a55c2500-ef40-42cf-b6d4-fd3e3d1365b4,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:15.129466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5deebca9-7d69-4562-af17-b7153be65092 req-24af575a-2db1-4fa4-aaf0-83d24552c41a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459092 Aug 16 02:01:15.181565 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.232791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55af833f-d7a1-4742-adbf-ac324132084e req-6b16199f-ce46-4291-aa90-55b17163f187 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0391994 Aug 16 02:01:15.239421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.264332 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.332385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Pushing event updated for resources: {'Port': ['ID=ef1dcb3f-e734-49e8-8421-260f6d1fade0,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:15.347136 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.498599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.530497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6740a5e-34ad-4cad-8952-d06484aa31f4 req-ca721677-be69-4f24-9414-b73d844fbb49 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 210 time: 0.1120985 Aug 16 02:01:15.535982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Attempting to bind port ef1dcb3f-e734-49e8-8421-260f6d1fade0 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:15.536339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Attempting to bind port ef1dcb3f-e734-49e8-8421-260f6d1fade0 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:15.537139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Attempting to bind port ef1dcb3f-e734-49e8-8421-260f6d1fade0 on network 70853d84-8ef5-487c-aa41-be85b7fb1059 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:15.546661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Port ef1dcb3f-e734-49e8-8421-260f6d1fade0 on network 70853d84-8ef5-487c-aa41-be85b7fb1059 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:15.547005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Attempting to bind port ef1dcb3f-e734-49e8-8421-260f6d1fade0 on network 70853d84-8ef5-487c-aa41-be85b7fb1059 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:15.560075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:15.560693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Checking segment: {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:15.561090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Bound using segment: {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:15.561534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Bound port: ef1dcb3f-e734-49e8-8421-260f6d1fade0, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:15.561929 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.585852 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8673b-9298-4493-9df9-af9b8a6b7a80 None None] Pushing event updated for resources: {'Port': ['ID=a55c2500-ef40-42cf-b6d4-fd3e3d1365b4,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:15.694381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:15.702736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:15.881990 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.912757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Allocated IP 172.25.8.134 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/f1b16840-7fd3-4e4c-9cc2-37c459ff3644) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:15.955954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.957152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.959063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] 10.222.0.74 "PUT /v2.0/ports/ef1dcb3f-e734-49e8-8421-260f6d1fade0 HTTP/1.1" status: 200 len: 1093 time: 1.4398232 Aug 16 02:01:15.959748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:15.963544 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1308583-a4da-450d-9a1b-db904de411f7" -d '{"events": [{"name": "network-changed", "server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:16.014912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dc6f9-dee5-4c97-9e0f-af60f162e8af service neutron] Pushing event updated for resources: {'Port': ['ID=ef1dcb3f-e734-49e8-8421-260f6d1fade0,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:16.059480 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ef68ab-a044-490a-aaa2-fd0698a9aa05 x-openstack-request-id: req-22ef68ab-a044-490a-aaa2-fd0698a9aa05 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:16.059772 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:16.060028 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22ef68ab-a044-490a-aaa2-fd0698a9aa05 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:16.060433 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'status': 'completed', 'code': 200} Aug 16 02:01:16.100356 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::1 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/6ad7d670-3025-4dbb-babb-ca50b92f1ec0/94d78898-b476-4c9c-a9ba-8a9ae54262e1) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:16.144259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1308583-a4da-450d-9a1b-db904de411f7 req-f2ae26bb-2c27-4417-89ae-5316d2ea7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.172898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1308583-a4da-450d-9a1b-db904de411f7 req-f2ae26bb-2c27-4417-89ae-5316d2ea7035 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 1096 time: 0.0683546 Aug 16 02:01:16.252510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.393854 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.396479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1308583-a4da-450d-9a1b-db904de411f7 req-b6c9c5d1-487c-4235-af02-8e00fa175e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.398024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1308583-a4da-450d-9a1b-db904de411f7 req-b6c9c5d1-487c-4235-af02-8e00fa175e48 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=57944a39ed824a15aff00c4389f15532&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2232418 Aug 16 02:01:16.411281 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 94d78898-b476-4c9c-a9ba-8a9ae54262e1 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:16.471399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda904c-7fda-4044-8e73-8c48cb8bb0c0 req-def663c6-5454-407e-8dae-dc61ce02b5b9 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.472873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cda904c-7fda-4044-8e73-8c48cb8bb0c0 req-def663c6-5454-407e-8dae-dc61ce02b5b9 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.1435280 Aug 16 02:01:16.479639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.555137 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:16.559034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cda904c-7fda-4044-8e73-8c48cb8bb0c0 req-f912961f-6d66-4eb6-94f1-d6c2e07a1c38 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694656 Aug 16 02:01:16.564096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:16.566767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.592168 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:16.596853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1308583-a4da-450d-9a1b-db904de411f7 req-01373207-364d-4b0b-8aa0-78ba7e323918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.608079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1308583-a4da-450d-9a1b-db904de411f7 req-01373207-364d-4b0b-8aa0-78ba7e323918 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1924195 Aug 16 02:01:16.642963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:16.665664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Pushing event updated for resources: {'Port': ['ID=f1b16840-7fd3-4e4c-9cc2-37c459ff3644,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:16.669589 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:16.677864 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:16.678252 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.728735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b7366aa-2f74-4156-a6f4-d8e83a17c1e8 req-4c5e4825-06fd-4af3-9f6b-5e2174cccd53 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0587678 Aug 16 02:01:16.757527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-afe87640-d9d6-423d-bc73-703633f05b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.759393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-afe87640-d9d6-423d-bc73-703633f05b80 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 1096 time: 0.1154854 Aug 16 02:01:16.828379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-63f5baf8-3703-424d-9243-ac25ffb9d6b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0 HTTP/1.1" status: 200 len: 217 time: 0.0595415 Aug 16 02:01:16.965482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:17.005175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-a96354e8-cf29-43f9-a6de-3625d9ef94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.005370 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=94d78898-b476-4c9c-a9ba-8a9ae54262e1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:17.006925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-a96354e8-cf29-43f9-a6de-3625d9ef94b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.1575596 Aug 16 02:01:17.097715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e03b3a4e-ccdb-49b2-a6c8-5a588337ea3f req-d98918a6-652f-441b-9f4d-45df1653f36d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 210 time: 0.0331137 Aug 16 02:01:17.105861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-f82ef1d5-86a3-4b26-b862-a7fcb6aebd9f tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.107124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-f82ef1d5-86a3-4b26-b862-a7fcb6aebd9f tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 814 time: 0.2679255 Aug 16 02:01:17.127296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-13f1487f-ac10-4a2b-9a4a-aad077e3a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.128821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-13f1487f-ac10-4a2b-9a4a-aad077e3a6b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143856 Aug 16 02:01:17.134901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Request body: {'port': {'device_id': '5420a5a8-a015-484d-95b6-1bdac7b94efb', 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df', 'admin_state_up': True, 'tenant_id': 'feb6ebc02d7541aa94d1a1061fda3366'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:17.173427 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.224765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:17.232115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:17.232334 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.234245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8844f764-b4ab-45da-9235-be11e6c65890 None None] Provisioning for port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:17.268162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8844f764-b4ab-45da-9235-be11e6c65890 None None] Provisioning complete for port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:17.268460 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8844f764-b4ab-45da-9235-be11e6c65890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.335638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-dc7b2129-467f-4c7b-a703-77db0ec73d9d service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969333 Aug 16 02:01:17.418302 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8844f764-b4ab-45da-9235-be11e6c65890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.471835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8844f764-b4ab-45da-9235-be11e6c65890 None None] For port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a55c2500-ef40-42cf-b6d4-fd3e3d1365b4,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:17.490296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7ef9f2-553b-4273-bde5-22da7372028d req-b94de7d3-07d8-47c4-abcc-a134000b7674 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455834 Aug 16 02:01:17.515487 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.516621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Made reservation on behalf of feb6ebc02d7541aa94d1a1061fda3366 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:17.522089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.543780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8844f764-b4ab-45da-9235-be11e6c65890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.586119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.671670 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:01:17.688890 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:01:17.693128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844f764-b4ab-45da-9235-be11e6c65890 None None] Pushing event updated for resources: {'Port': ['ID=a55c2500-ef40-42cf-b6d4-fd3e3d1365b4,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:17.717019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-103ce922-5f18-480f-b168-3dd4156449ab None None] Provisioning for port 94d78898-b476-4c9c-a9ba-8a9ae54262e1 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:17.724151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-103ce922-5f18-480f-b168-3dd4156449ab None None] Provisioning complete for port 94d78898-b476-4c9c-a9ba-8a9ae54262e1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:17.725454 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-103ce922-5f18-480f-b168-3dd4156449ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.749174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Allocated IP 172.20.0.3 (56ae16c4-b4d3-4d7b-b550-07b2d89834df/4b5d9887-5831-4c81-9b1b-b777b7b590be/c4732bef-beba-44dc-b993-caeeacda37e2) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:17.793999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2d4c2-d201-4026-a700-5def7d8c18ee req-bcc9d9ed-63c3-4f31-bb01-731fdc51dae7 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.801869 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efe2d4c2-d201-4026-a700-5def7d8c18ee req-bcc9d9ed-63c3-4f31-bb01-731fdc51dae7 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.1188059 Aug 16 02:01:17.802069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-103ce922-5f18-480f-b168-3dd4156449ab None None] Port 94d78898-b476-4c9c-a9ba-8a9ae54262e1 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:17.806809 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.881258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efe2d4c2-d201-4026-a700-5def7d8c18ee req-75a0fb55-75e8-41d7-b375-6a6574e7cd96 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782909 Aug 16 02:01:17.886961 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.887765 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.891001 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.926608 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.040545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=94d78898-b476-4c9c-a9ba-8a9ae54262e1,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:18.041899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba7eec5a-f6e5-4031-bae2-056e391b44a9 req-0a008be8-efa6-4533-88bd-652bcbd392c1 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0397241 Aug 16 02:01:18.052714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.132766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:18.136206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:18.156103 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.242468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Pushing event updated for resources: {'Port': ['ID=c4732bef-beba-44dc-b993-caeeacda37e2,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:18.247199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Network 56ae16c4-b4d3-4d7b-b550-07b2d89834df is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:18.249042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:18.275896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:18.350988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-3a05e9a9-f8c7-41a9-9ae2-a5e0eff051ec tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466567577&fields=id&tenant_id=339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 267 time: 0.0837195 Aug 16 02:01:18.355834 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Router 8de0ce95-4a69-49db-a69e-fa27449b903a is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:18.379758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.380495 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.424200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Router cb3f46fa-457b-4c95-aff8-6c267cc9e1ff is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:18.495783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54112103-5e0c-4baa-ab85-9cf426057977 req-315a7386-fe98-4560-a8ea-b9edcabbb8a2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.505135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-315a7386-fe98-4560-a8ea-b9edcabbb8a2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.1438787 Aug 16 02:01:18.516786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7b35bbd9-c794-491b-994f-c95cfb5a2929 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3869483 Aug 16 02:01:18.522970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-cbff1d74-5f66-467c-928e-62e33605260e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/quotas/339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 375 time: 0.0169952 Aug 16 02:01:18.530517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Request body: {'port': {'device_id': '5420a5a8-a015-484d-95b6-1bdac7b94efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:18.544105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-83fd1136-3734-4d02-bfdd-079b52875c5a None None] Provisioning complete for port 94d78898-b476-4c9c-a9ba-8a9ae54262e1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:18.545289 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-83fd1136-3734-4d02-bfdd-079b52875c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.595008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-83fd1136-3734-4d02-bfdd-079b52875c5a None None] Port 94d78898-b476-4c9c-a9ba-8a9ae54262e1 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:18.640803 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.656163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-4f6383d0-fe68-40bf-ac2b-acaf3f9c2867 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1225665 Aug 16 02:01:18.848643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef1dcb3f-e734-49e8-8421-260f6d1fade0 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:18.878625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-c0e2500e-904e-4d59-b671-c20aa115c6eb service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861908 Aug 16 02:01:18.880533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:18.886482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.887733 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-588b4b51-d4d1-4777-8355-b84bebab3caa tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "PUT /v2.0/routers/8de0ce95-4a69-49db-a69e-fa27449b903a HTTP/1.1" status: 200 len: 919 time: 4.9235344 Aug 16 02:01:18.892014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49064) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:18.893634 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6e82b-fa7f-44b7-8a32-a827ee53b01f None None] Sync routers for ids ['8de0ce95-4a69-49db-a69e-fa27449b903a'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:18.900637 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:18.918308 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6e82b-fa7f-44b7-8a32-a827ee53b01f None None] Routers {'8de0ce95-4a69-49db-a69e-fa27449b903a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:18.918947 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b8f6e82b-fa7f-44b7-8a32-a827ee53b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8de0ce95-4a69-49db-a69e-fa27449b903a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:18.936845 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1ad9c022-2a33-41dc-81fa-ad6c18ef3055 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "PUT /v2.0/routers/cb3f46fa-457b-4c95-aff8-6c267cc9e1ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9752514 Aug 16 02:01:18.939600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49068) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:18.943446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Sync routers for ids ['cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:18.985544 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b8f6e82b-fa7f-44b7-8a32-a827ee53b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:18.992701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd2d70d-60b8-4940-b43e-f17bad25ccf1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.994914 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0fd2d70d-60b8-4940-b43e-f17bad25ccf1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports/94d78898-b476-4c9c-a9ba-8a9ae54262e1 HTTP/1.1" status: 200 len: 911 time: 0.0531328 Aug 16 02:01:18.997390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49070) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:19.008680 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6e82b-fa7f-44b7-8a32-a827ee53b01f None None] Routers {'8de0ce95-4a69-49db-a69e-fa27449b903a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:19.011464 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b8f6e82b-fa7f-44b7-8a32-a827ee53b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8de0ce95-4a69-49db-a69e-fa27449b903a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:19.026125 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:19.055170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-de7a3ebb-9849-4432-bd48-e1302b1e2b01 service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467185 Aug 16 02:01:19.100395 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b8f6e82b-fa7f-44b7-8a32-a827ee53b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:19.101713 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6e82b-fa7f-44b7-8a32-a827ee53b01f None None] The sync data for ids ['8de0ce95-4a69-49db-a69e-fa27449b903a'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:19.108851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Routers {'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:19.109759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:19.186516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18de2a0-e882-422b-b14d-dc5ca9d631e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.193891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18de2a0-e882-422b-b14d-dc5ca9d631e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.197278 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b18de2a0-e882-422b-b14d-dc5ca9d631e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1985435 Aug 16 02:01:19.200080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49078) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:19.326101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:19.326101 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.440608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:19.461495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Set router cb3f46fa-457b-4c95-aff8-6c267cc9e1ff gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:19.474468 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a9dfbe3d-f325-4942-8670-480e11c94635 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/routers/8de0ce95-4a69-49db-a69e-fa27449b903a HTTP/1.1" status: 200 len: 925 time: 0.5809865 Aug 16 02:01:19.475259 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49084) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:19.492762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'port_id': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'mac_address': 'fa:16:3e:d6:32:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:19.561685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4732bef-beba-44dc-b993-caeeacda37e2 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:19.585075 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.600601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Transition to ACTIVE for port object c4732bef-beba-44dc-b993-caeeacda37e2 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:19.641496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484936f0-3729-46bc-abaf-b2bad7badff8 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.643397 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-484936f0-3729-46bc-abaf-b2bad7badff8 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&device_id=8de0ce95-4a69-49db-a69e-fa27449b903a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1636167 Aug 16 02:01:19.645868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49088) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:19.693017 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.714856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1dcb3f-e734-49e8-8421-260f6d1fade0 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:19.739910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.748693 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:19.816042 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff', 'name': 'tempest-NetworksTestDHCPv6-router-974481238', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:14Z', 'updated_at': '2021-08-16T02:01:16Z', 'revision_number': 2, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None, '_interfaces': [{'id': '94d78898-b476-4c9c-a9ba-8a9ae54262e1', 'name': '', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'mac_address': 'fa:16:3e:11:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '6ad7d670-3025-4dbb-babb-ca50b92f1ec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:15Z', 'updated_at': '2021-08-16T02:01:17Z', 'revision_number': 2, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'subnets': [{'id': '6ad7d670-3025-4dbb-babb-ca50b92f1ec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:19.819156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Pushing event updated for resources: {'Port': ['ID=c4732bef-beba-44dc-b993-caeeacda37e2,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:19.830274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b822f-582b-477b-98c4-ba12bbff42f6 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.833722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-729b822f-582b-477b-98c4-ba12bbff42f6 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 881 time: 0.1846328 Aug 16 02:01:19.836573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49090) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:19.846899 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Checking router: cb3f46fa-457b-4c95-aff8-6c267cc9e1ff for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:19.847370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Updating router cb3f46fa-457b-4c95-aff8-6c267cc9e1ff port 94d78898-b476-4c9c-a9ba-8a9ae54262e1 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:19.849418 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.909973 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.935238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f3640bf7-97ba-4664-8c19-5aa4cf1e1151 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de0ce95-4a69-49db-a69e-fa27449b903a HTTP/1.1" status: 200 len: 205 time: 0.0971429 Aug 16 02:01:19.941735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ef1dcb3f-e734-49e8-8421-260f6d1fade0,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:19.952065 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a816fbb7-2746-465d-a421-3cfc80753bd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.954659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49092) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:19.955985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Attempting to bind port c4732bef-beba-44dc-b993-caeeacda37e2 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:19.956493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Attempting to bind port c4732bef-beba-44dc-b993-caeeacda37e2 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:19.957522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Attempting to bind port c4732bef-beba-44dc-b993-caeeacda37e2 on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:19.966682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Port c4732bef-beba-44dc-b993-caeeacda37e2 on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:19.967050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Attempting to bind port c4732bef-beba-44dc-b993-caeeacda37e2 on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:19.974561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:19.974903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Checking segment: {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:19.975294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Bound using segment: {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:19.975846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Bound port: c4732bef-beba-44dc-b993-caeeacda37e2, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:19.976205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.087881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] For port c4732bef-beba-44dc-b993-caeeacda37e2, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:20.093206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] For port c4732bef-beba-44dc-b993-caeeacda37e2, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c4732bef-beba-44dc-b993-caeeacda37e2,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:20.116480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['ef1dcb3f-e734-49e8-8421-260f6d1fade0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:20.197859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3734fe-b8fc-43dc-b0ad-8bd652997974 req-5b725792-e595-4380-9bba-5b38b276ce4b tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.207412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c3734fe-b8fc-43dc-b0ad-8bd652997974 req-5b725792-e595-4380-9bba-5b38b276ce4b tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 943 time: 0.0697219 Aug 16 02:01:20.229038 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.278488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.313896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.316351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.319089 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] 10.222.0.74 "PUT /v2.0/ports/c4732bef-beba-44dc-b993-caeeacda37e2 HTTP/1.1" status: 200 len: 1092 time: 1.7943072 Aug 16 02:01:20.319802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5420a5a8-a015-484d-95b6-1bdac7b94efb', 'tag': 'c4732bef-beba-44dc-b993-caeeacda37e2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:20.321921 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3b3f97-3120-45d6-ae9f-e7d85bd6694a" -d '{"events": [{"name": "network-changed", "server_uuid": "5420a5a8-a015-484d-95b6-1bdac7b94efb", "tag": "c4732bef-beba-44dc-b993-caeeacda37e2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:20.351319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c3734fe-b8fc-43dc-b0ad-8bd652997974 req-ece414c3-e59f-4c9f-911e-374cd7c68c5b tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430256 Aug 16 02:01:20.367589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d2d4d-9499-449e-b13b-3fc922d15a29 service neutron] Pushing event updated for resources: {'Port': ['ID=c4732bef-beba-44dc-b993-caeeacda37e2,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:20.422382 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.438283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Transition to ACTIVE for port object 94d78898-b476-4c9c-a9ba-8a9ae54262e1 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:20.484769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.507959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-508e0d79-003f-4eab-9cc1-b10864cc971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.509588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-508e0d79-003f-4eab-9cc1-b10864cc971a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 1095 time: 0.0930214 Aug 16 02:01:20.516158 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.522351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a816fbb7-2746-465d-a421-3cfc80753bd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 94d78898-b476-4c9c-a9ba-8a9ae54262e1 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:20.530518 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a816fbb7-2746-465d-a421-3cfc80753bd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.530685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936c0c2-6e52-40ab-8e84-41fb72c53ba4 req-58280d10-71ba-47b4-8e47-0db757f61d29 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.530685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f936c0c2-6e52-40ab-8e84-41fb72c53ba4 req-58280d10-71ba-47b4-8e47-0db757f61d29 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 945 time: 0.0693159 Aug 16 02:01:20.599468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610891c-2d09-4b79-b9c2-004a0c09be59 None None] Pushing event updated for resources: {'Port': ['ID=94d78898-b476-4c9c-a9ba-8a9ae54262e1,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:20.614110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-60ab8b16-ba86-4a73-ade6-b1d2726d1eb2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4732bef-beba-44dc-b993-caeeacda37e2 HTTP/1.1" status: 200 len: 217 time: 0.0845814 Aug 16 02:01:20.713830 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a816fbb7-2746-465d-a421-3cfc80753bd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.723242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Attempting to bind port 94d78898-b476-4c9c-a9ba-8a9ae54262e1 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:20.724252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Attempting to bind port 94d78898-b476-4c9c-a9ba-8a9ae54262e1 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:20.725022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Attempting to bind port 94d78898-b476-4c9c-a9ba-8a9ae54262e1 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:20.728628 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Deleting port f1b16840-7fd3-4e4c-9cc2-37c459ff3644 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:20.737343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.737503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:20.737503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:20.737503 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.737503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:20.737503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Bound port: 94d78898-b476-4c9c-a9ba-8a9ae54262e1, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:20.737503 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.738225 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a816fbb7-2746-465d-a421-3cfc80753bd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 94d78898-b476-4c9c-a9ba-8a9ae54262e1 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:20.753877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f936c0c2-6e52-40ab-8e84-41fb72c53ba4 req-81650a47-b2f7-44f5-a964-67fbf12c1185 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650529 Aug 16 02:01:20.760837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7ab42408-d656-49e7-865e-be80c0594cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.763743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-7ab42408-d656-49e7-865e-be80c0594cc8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b5d9887-5831-4c81-9b1b-b777b7b590be HTTP/1.1" status: 200 len: 854 time: 0.1359076 Aug 16 02:01:20.826644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-9ad0194b-523c-4ba7-b7d7-46e02e558f98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56ae16c4-b4d3-4d7b-b550-07b2d89834df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544846 Aug 16 02:01:20.866879 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] For port 94d78898-b476-4c9c-a9ba-8a9ae54262e1, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:20.871587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] For port 94d78898-b476-4c9c-a9ba-8a9ae54262e1, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=94d78898-b476-4c9c-a9ba-8a9ae54262e1,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:20.874110 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.879689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef1dcb3f-e734-49e8-8421-260f6d1fade0 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:20.941916 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.965131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ea3e0ff-0548-4627-9daf-0ba15bb43c2c req-a2c0d8d7-b990-4858-877b-ed1268e3e112 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0825918 Aug 16 02:01:20.985645 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Calling delete_port for f1b16840-7fd3-4e4c-9cc2-37c459ff3644 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:20.995749 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.030501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-91fc8ddd-d54c-4790-9904-7cb53e001209 service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892848 Aug 16 02:01:21.099037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610891c-2d09-4b79-b9c2-004a0c09be59 None None] Pushing event updated for resources: {'Port': ['ID=94d78898-b476-4c9c-a9ba-8a9ae54262e1,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:21.112752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Routers {'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:21.113386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:21.172341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port ef1dcb3f-e734-49e8-8421-260f6d1fade0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:21.211733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port ef1dcb3f-e734-49e8-8421-260f6d1fade0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:21.218109 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.265638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a486a93-df9f-450a-ba54-5f85a921fd7f req-70393f77-fd66-4fd0-9d0d-3a4f5113c01b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 210 time: 0.0816219 Aug 16 02:01:21.272357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] Set router cb3f46fa-457b-4c95-aff8-6c267cc9e1ff gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:21.325835 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a816fbb7-2746-465d-a421-3cfc80753bd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.359603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-335b8b2e-036c-48b0-9f36-bd388a6ff4ad req-87176e57-3d8a-4768-b9f1-e3fe40fb9cac service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214827 Aug 16 02:01:21.378498 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6f98e2-2922-468a-92ac-1aa082cbe816 x-openstack-request-id: req-3b6f98e2-2922-468a-92ac-1aa082cbe816 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:21.378765 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5420a5a8-a015-484d-95b6-1bdac7b94efb", "tag": "c4732bef-beba-44dc-b993-caeeacda37e2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:21.379025 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b6f98e2-2922-468a-92ac-1aa082cbe816 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:21.380328 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816fbb7-2746-465d-a421-3cfc80753bd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=94d78898-b476-4c9c-a9ba-8a9ae54262e1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:21.382056 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5420a5a8-a015-484d-95b6-1bdac7b94efb', 'tag': 'c4732bef-beba-44dc-b993-caeeacda37e2', 'status': 'completed', 'code': 200} Aug 16 02:01:21.465210 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.470531 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.504916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:21.509248 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16756a1b-1f3e-4319-a6f1-847ed512b924" -d '{"events": [{"server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "name": "network-vif-plugged", "status": "completed", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:21.529023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:21.547878 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Pushing event deleted for resources: {'Port': ['ID=f1b16840-7fd3-4e4c-9cc2-37c459ff3644,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:21.563074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a816fbb7-2746-465d-a421-3cfc80753bd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.568792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d8f04764-5ce8-4dab-a720-253611084a92 None None] Could not find standard attr ID for object 94d78898-b476-4c9c-a9ba-8a9ae54262e1. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:01:21.610704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b3f97-3120-45d6-ae9f-e7d85bd6694a req-190b350f-ef45-43b3-99a4-2523f3fe453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.612486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee3b3f97-3120-45d6-ae9f-e7d85bd6694a req-190b350f-ef45-43b3-99a4-2523f3fe453b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 1095 time: 0.0861299 Aug 16 02:01:21.649925 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.741487 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.756798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6a425-9b17-4fa4-bd6a-1ace4891f8d7 req-89673117-f3c6-4a0b-8960-4a36644ba0ce tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.764583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ba6a425-9b17-4fa4-bd6a-1ace4891f8d7 req-89673117-f3c6-4a0b-8960-4a36644ba0ce tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 943 time: 0.3217802 Aug 16 02:01:21.790815 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b3f97-3120-45d6-ae9f-e7d85bd6694a req-5214e6f2-bd6a-470e-b4dc-53554915f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.790815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee3b3f97-3120-45d6-ae9f-e7d85bd6694a req-5214e6f2-bd6a-470e-b4dc-53554915f2d5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 915 time: 0.1685290 Aug 16 02:01:21.810979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ef1dcb3f-e734-49e8-8421-260f6d1fade0,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:21.842308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee3b3f97-3120-45d6-ae9f-e7d85bd6694a req-ce7a04ed-1906-49d6-a6e4-acca75951e2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4732bef-beba-44dc-b993-caeeacda37e2 HTTP/1.1" status: 200 len: 217 time: 0.0466788 Aug 16 02:01:21.847437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff', 'name': 'tempest-NetworksTestDHCPv6-router-974481238', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:14Z', 'updated_at': '2021-08-16T02:01:16Z', 'revision_number': 2, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None, '_interfaces': [{'id': '94d78898-b476-4c9c-a9ba-8a9ae54262e1', 'name': '', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'mac_address': 'fa:16:3e:11:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '6ad7d670-3025-4dbb-babb-ca50b92f1ec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:15Z', 'updated_at': '2021-08-16T02:01:20Z', 'revision_number': 4, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'subnets': [{'id': '6ad7d670-3025-4dbb-babb-ca50b92f1ec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:21.887315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119654d5-0dd8-410e-a2ea-8130b516e375 None None] The sync data for ids ['cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'] in n-d-768509-23 is: [{'id': 'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff', 'name': 'tempest-NetworksTestDHCPv6-router-974481238', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:14Z', 'updated_at': '2021-08-16T02:01:16Z', 'revision_number': 2, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None, '_interfaces': [{'id': '94d78898-b476-4c9c-a9ba-8a9ae54262e1', 'name': '', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'mac_address': 'fa:16:3e:11:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '6ad7d670-3025-4dbb-babb-ca50b92f1ec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:15Z', 'updated_at': '2021-08-16T02:01:20Z', 'revision_number': 4, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'subnets': [{'id': '6ad7d670-3025-4dbb-babb-ca50b92f1ec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:21.899448 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ba6a425-9b17-4fa4-bd6a-1ace4891f8d7 req-f51ee776-dbbe-4d95-9249-7a9add69085e tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314549 Aug 16 02:01:21.921295 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.938550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b3f97-3120-45d6-ae9f-e7d85bd6694a req-55fc1c08-fff7-4d8a-aafc-79dd6f699f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.939951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee3b3f97-3120-45d6-ae9f-e7d85bd6694a req-55fc1c08-fff7-4d8a-aafc-79dd6f699f8b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b5d9887-5831-4c81-9b1b-b777b7b590be HTTP/1.1" status: 200 len: 854 time: 0.0900965 Aug 16 02:01:22.031781 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee3b3f97-3120-45d6-ae9f-e7d85bd6694a req-06409ae2-acc9-4341-b9ba-3ffb958b0405 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56ae16c4-b4d3-4d7b-b550-07b2d89834df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793393 Aug 16 02:01:22.137161 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ceb5c1-0289-47f9-b112-6ed466d81fc4 x-openstack-request-id: req-17ceb5c1-0289-47f9-b112-6ed466d81fc4 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:22.137516 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "name": "network-vif-plugged", "status": "completed", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:22.137735 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17ceb5c1-0289-47f9-b112-6ed466d81fc4 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:22.138176 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'code': 200} Aug 16 02:01:22.147589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee3b3f97-3120-45d6-ae9f-e7d85bd6694a req-6c0a9ede-8a0e-444a-836b-66e5f7508613 service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117516 Aug 16 02:01:22.298254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.304432 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.310049 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a816fbb7-2746-465d-a421-3cfc80753bd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Router cb3f46fa-457b-4c95-aff8-6c267cc9e1ff has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:22.361604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0297c65-78d2-4451-9444-a033aea97ca9 req-7f5d2508-09d4-4865-8425-68eee7327a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.362229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0297c65-78d2-4451-9444-a033aea97ca9 req-7f5d2508-09d4-4865-8425-68eee7327a11 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 1098 time: 0.1178277 Aug 16 02:01:22.420312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a6742-3251-469c-b209-84c90b93eb8d req-818a48e8-9c0c-4469-ad2c-4a183dddb010 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.429223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-539a6742-3251-469c-b209-84c90b93eb8d req-818a48e8-9c0c-4469-ad2c-4a183dddb010 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.1869018 Aug 16 02:01:22.443531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee3b3f97-3120-45d6-ae9f-e7d85bd6694a req-8170b4e1-05f5-4218-9cac-6570899a7bed service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886720 Aug 16 02:01:22.455714 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.456346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Fanout notify agent at l3_agent the message router_deleted on router 8de0ce95-4a69-49db-a69e-fa27449b903a {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:01:22.465480 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.466689 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eb3e1648-a8de-47e2-8748-63e3b702e2c6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/8de0ce95-4a69-49db-a69e-fa27449b903a HTTP/1.1" status: 204 len: 168 time: 2.5102439 Aug 16 02:01:22.470670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49124) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:22.475210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-456296624', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:22.486209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a816fbb7-2746-465d-a421-3cfc80753bd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:22.486431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0297c65-78d2-4451-9444-a033aea97ca9 req-1897f6b9-9aba-4a11-a303-f9774ab65375 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145976 Aug 16 02:01:22.492592 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a816fbb7-2746-465d-a421-3cfc80753bd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "PUT /v2.0/routers/cb3f46fa-457b-4c95-aff8-6c267cc9e1ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2912066 Aug 16 02:01:22.498736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-539a6742-3251-469c-b209-84c90b93eb8d req-f9d991a6-64fa-418a-8482-10b507badcca tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685127 Aug 16 02:01:22.499239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49126) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:22.578304 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.579106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86a960-5bef-4c49-ba13-8c2655473c40 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.579758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.580928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86a960-5bef-4c49-ba13-8c2655473c40 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.582686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0b86a960-5bef-4c49-ba13-8c2655473c40 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0817201 Aug 16 02:01:22.585236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49128) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:22.645569 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.649729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a060c692-d878-4a07-80b6-47746b55f841 req-110120c9-59d7-40f1-a32d-39caf9cbb766 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0544598 Aug 16 02:01:22.671805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6d1edb-a43b-40f5-ae33-af921f778c20 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 6ad7d670-3025-4dbb-babb-ca50b92f1ec0 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:22.675338 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1edb-a43b-40f5-ae33-af921f778c20 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.756775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1edb-a43b-40f5-ae33-af921f778c20 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.890601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.893981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c4732bef-beba-44dc-b993-caeeacda37e2 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:22.974558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4bc10d3e-ef35-4eb6-8427-bb8718a23c51 req-8160b478-2a6b-4be2-a4f5-9144dabc263c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 210 time: 0.0465889 Aug 16 02:01:23.054482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1edb-a43b-40f5-ae33-af921f778c20 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.064294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54112103-5e0c-4baa-ab85-9cf426057977 req-8fd2c962-5551-464c-b73e-1a8929600d35 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.065926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-8fd2c962-5551-464c-b73e-1a8929600d35 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.2508001 Aug 16 02:01:23.066338 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c4732bef-beba-44dc-b993-caeeacda37e2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c4732bef-beba-44dc-b993-caeeacda37e2,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:23.248671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d1159d8e-fef2-46ee-82b8-20958d3a51ae tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 379 time: 0.1392348 Aug 16 02:01:23.249210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'c4732bef-beba-44dc-b993-caeeacda37e2', 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df', 'port_id': 'c4732bef-beba-44dc-b993-caeeacda37e2', 'mac_address': 'fa:16:3e:dc:63:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5d9887-5831-4c81-9b1b-b777b7b590be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:23.263986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74d478-aa8c-4fb2-b132-a69a4445db09 req-32427f35-e494-4f70-81ad-e77911adede5 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.271275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f74d478-aa8c-4fb2-b132-a69a4445db09 req-32427f35-e494-4f70-81ad-e77911adede5 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 943 time: 0.1584282 Aug 16 02:01:23.291425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'port': {'device_id': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'admin_state_up': True, 'tenant_id': '339391903c4f4f3b9336737914285e45', 'security_groups': ['e5537c35-b247-481e-9e80-44ca4c1aa105']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:23.311947 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.338213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4732bef-beba-44dc-b993-caeeacda37e2 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:23.359355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1edb-a43b-40f5-ae33-af921f778c20 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.372097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c4732bef-beba-44dc-b993-caeeacda37e2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c4732bef-beba-44dc-b993-caeeacda37e2,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:23.396675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.401745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f74d478-aa8c-4fb2-b132-a69a4445db09 req-32ab9dbd-c456-4b9e-ad0a-51ad164b736c tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296012 Aug 16 02:01:23.406731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d1edb-a43b-40f5-ae33-af921f778c20 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad7d670-3025-4dbb-babb-ca50b92f1ec0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:23.409160 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1edb-a43b-40f5-ae33-af921f778c20 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.411563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0d6d1edb-a43b-40f5-ae33-af921f778c20 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/6ad7d670-3025-4dbb-babb-ca50b92f1ec0 HTTP/1.1" status: 204 len: 168 time: 0.8252742 Aug 16 02:01:23.415410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49134) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:23.426718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a67daa-e39a-4cb4-b215-50978ab39301 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:23.441552 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.518277 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.617530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5b63b9d8-bb64-42e1-96b8-dd411e9d8316 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2005849 Aug 16 02:01:23.626980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49138) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:23.693954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2ce72-fe59-4551-8910-c01b8864f840 req-7d91fb16-eb19-4316-9316-211ea6b784d2 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.694666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bea2ce72-fe59-4551-8910-c01b8864f840 req-7d91fb16-eb19-4316-9316-211ea6b784d2 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.0734124 Aug 16 02:01:23.699147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=c4732bef-beba-44dc-b993-caeeacda37e2,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:23.760808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['c4732bef-beba-44dc-b993-caeeacda37e2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:23.772225 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Allocated IP 172.25.8.200 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/fdc25636-6a5f-422a-9973-7ab647be1382) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:23.781930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bea2ce72-fe59-4551-8910-c01b8864f840 req-fd4af816-fccf-404d-8847-b40cd2e44db4 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717134 Aug 16 02:01:23.824034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4231680e-3e5d-48d0-8e53-a338e3ca4067 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:01:23.897246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a501fca-a6aa-42bf-a456-aad34a1af062 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.910941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3ebfaf6-e6fa-45ca-92f8-721ebcc418a2 req-db667f05-2e6f-452f-b723-0f6ddf005550 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0322833 Aug 16 02:01:23.959744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4231680e-3e5d-48d0-8e53-a338e3ca4067 None None] Deleting port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:23.960262 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4231680e-3e5d-48d0-8e53-a338e3ca4067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.084422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4231680e-3e5d-48d0-8e53-a338e3ca4067 None None] For port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a55c2500-ef40-42cf-b6d4-fd3e3d1365b4,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:24.085075 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4231680e-3e5d-48d0-8e53-a338e3ca4067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.085338 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a501fca-a6aa-42bf-a456-aad34a1af062 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.090194 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a501fca-a6aa-42bf-a456-aad34a1af062 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.106901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4231680e-3e5d-48d0-8e53-a338e3ca4067 None None] Calling delete_port for a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:24.130744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be9add-d783-46f1-a63b-9ea7ad034648 req-da36a929-7b1d-423c-a286-2d2124342c36 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.132378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e7be9add-d783-46f1-a63b-9ea7ad034648 req-da36a929-7b1d-423c-a286-2d2124342c36 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.0550044 Aug 16 02:01:24.142242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49150) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:24.147095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e69ff387-8caa-423b-8cf9-4597eb0ec9af tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Request body: {'floatingip': {'port_id': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:24.195490 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.213324 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29983f5-f252-49e0-8335-a49122591122 None None] Sync routers for ids ['cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:24.223988 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29983f5-f252-49e0-8335-a49122591122 None None] Routers {'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:24.224627 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c29983f5-f252-49e0-8335-a49122591122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:24.230433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30a08abe-9dfe-46fb-9dc9-429e14e45d22 req-d796f953-9d3b-4860-9d04-e8137c2ff54f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 210 time: 0.0376792 Aug 16 02:01:24.244977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e69ff387-8caa-423b-8cf9-4597eb0ec9af tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.298170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Made reservation on behalf of 339391903c4f4f3b9336737914285e45 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:24.594606 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.594731 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c29983f5-f252-49e0-8335-a49122591122 None None] Set router cb3f46fa-457b-4c95-aff8-6c267cc9e1ff gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:24.594731 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c29983f5-f252-49e0-8335-a49122591122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff', 'name': 'tempest-NetworksTestDHCPv6-router-974481238', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:14Z', 'updated_at': '2021-08-16T02:01:21Z', 'revision_number': 3, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:24.594731 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29983f5-f252-49e0-8335-a49122591122 None None] Checking router: cb3f46fa-457b-4c95-aff8-6c267cc9e1ff for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:24.594731 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29983f5-f252-49e0-8335-a49122591122 None None] Routers {'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:24.594731 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c29983f5-f252-49e0-8335-a49122591122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:24.594731 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c29983f5-f252-49e0-8335-a49122591122 None None] Set router cb3f46fa-457b-4c95-aff8-6c267cc9e1ff gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:24.604018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Allocated IP 172.20.0.3 (451b8f7a-e7d9-4b9a-a673-45425a82868a/b7176ff3-edd3-42c6-8174-28ec8618d359/a448d10d-9a0e-4787-863a-be947ef23fe8) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:24.614394 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c29983f5-f252-49e0-8335-a49122591122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff', 'name': 'tempest-NetworksTestDHCPv6-router-974481238', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:14Z', 'updated_at': '2021-08-16T02:01:21Z', 'revision_number': 3, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:24.646292 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29983f5-f252-49e0-8335-a49122591122 None None] The sync data for ids ['cb3f46fa-457b-4c95-aff8-6c267cc9e1ff'] in n-d-768509-23 is: [{'id': 'cb3f46fa-457b-4c95-aff8-6c267cc9e1ff', 'name': 'tempest-NetworksTestDHCPv6-router-974481238', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:14Z', 'updated_at': '2021-08-16T02:01:21Z', 'revision_number': 3, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:24.743700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbd7d1-c113-4fb2-89ca-c0a9e2933d22 req-4e9a7106-6fa5-4122-98a9-4f74c20dddd0 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.743700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cebbd7d1-c113-4fb2-89ca-c0a9e2933d22 req-4e9a7106-6fa5-4122-98a9-4f74c20dddd0 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 944 time: 0.1437683 Aug 16 02:01:24.842853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cebbd7d1-c113-4fb2-89ca-c0a9e2933d22 req-37475e13-151e-4285-8b7b-b15d6975a6be tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145027 Aug 16 02:01:24.909807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c4732bef-beba-44dc-b993-caeeacda37e2 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:25.062507 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a501fca-a6aa-42bf-a456-aad34a1af062 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.062507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a501fca-a6aa-42bf-a456-aad34a1af062 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Fanout notify agent at l3_agent the message router_deleted on router cb3f46fa-457b-4c95-aff8-6c267cc9e1ff {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:01:25.062507 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a501fca-a6aa-42bf-a456-aad34a1af062 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.062507 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4a501fca-a6aa-42bf-a456-aad34a1af062 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/routers/cb3f46fa-457b-4c95-aff8-6c267cc9e1ff HTTP/1.1" status: 204 len: 168 time: 1.3362589 Aug 16 02:01:25.065420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b374d700-021e-4a2f-bec9-662f85ecb424 req-bbb91089-5a52-4a5c-9de1-0a292c4e3306 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0270441 Aug 16 02:01:25.065420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49160) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:25.065420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-bce003cd-1c9c-4fa9-89fb-d7bcbe4fb56f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:25.117067 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:25.150340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.155206 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4231680e-3e5d-48d0-8e53-a338e3ca4067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.226783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port c4732bef-beba-44dc-b993-caeeacda37e2 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:25.234024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231680e-3e5d-48d0-8e53-a338e3ca4067 None None] Pushing event deleted for resources: {'Port': ['ID=a55c2500-ef40-42cf-b6d4-fd3e3d1365b4,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:25.242475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Pushing event updated for resources: {'Port': ['ID=fdc25636-6a5f-422a-9973-7ab647be1382,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:25.250643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231680e-3e5d-48d0-8e53-a338e3ca4067 None None] No DVR routers for this DVR port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:25.259542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port c4732bef-beba-44dc-b993-caeeacda37e2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:25.259674 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.261291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:25.264083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:25.266627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No active binding found for port a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 {{(pid=95517) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:01:25.267859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a55c2500-ef40-42cf-b6d4-fd3e3d1365b4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:25.268389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 94d78898-b476-4c9c-a9ba-8a9ae54262e1 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:25.285368 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:25.348896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 94d78898-b476-4c9c-a9ba-8a9ae54262e1 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:25.354024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 94d78898-b476-4c9c-a9ba-8a9ae54262e1 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:25.484323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.540623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5420a5a8-a015-484d-95b6-1bdac7b94efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4732bef-beba-44dc-b993-caeeacda37e2'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:25.546418 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc045155-98c7-4c22-8b83-8d3d196efde7" -d '{"events": [{"server_uuid": "5420a5a8-a015-484d-95b6-1bdac7b94efb", "name": "network-vif-plugged", "status": "completed", "tag": "c4732bef-beba-44dc-b993-caeeacda37e2"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:25.581615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c4732bef-beba-44dc-b993-caeeacda37e2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c4732bef-beba-44dc-b993-caeeacda37e2,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:25.692829 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.772751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=c4732bef-beba-44dc-b993-caeeacda37e2,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:25.798638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0b1877c-84dd-416a-b575-4afcc9f23e75 req-b14a80a7-04cb-4675-84ba-097c77731e09 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 210 time: 0.4470966 Aug 16 02:01:25.823408 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.898252 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69f6c0d-e493-4a20-9257-14baa7f32ffc x-openstack-request-id: req-b69f6c0d-e493-4a20-9257-14baa7f32ffc {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:25.898548 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5420a5a8-a015-484d-95b6-1bdac7b94efb", "name": "network-vif-plugged", "status": "completed", "tag": "c4732bef-beba-44dc-b993-caeeacda37e2", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:25.898836 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b69f6c0d-e493-4a20-9257-14baa7f32ffc {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:25.899448 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5420a5a8-a015-484d-95b6-1bdac7b94efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4732bef-beba-44dc-b993-caeeacda37e2', 'code': 200} Aug 16 02:01:25.931335 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e69ff387-8caa-423b-8cf9-4597eb0ec9af tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.978796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce003cd-1c9c-4fa9-89fb-d7bcbe4fb56f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:25.982381 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bce003cd-1c9c-4fa9-89fb-d7bcbe4fb56f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.049376 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e69ff387-8caa-423b-8cf9-4597eb0ec9af tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.128548 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.235246 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-e69ff387-8caa-423b-8cf9-4597eb0ec9af tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Floating IP c456ac30-a466-4cd2-aac0-481522540957 associated. External IP: 172.25.8.63, port: ef1dcb3f-e734-49e8-8421-260f6d1fade0. Aug 16 02:01:26.308098 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.344621 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Router 526b7226-29e4-46e7-82b0-49e7e7818a0a is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:26.353332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd904d-3f58-461c-bcbe-c46c4008e2f4 req-5983008f-360c-4650-8712-d4893d2822de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.354911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5dd904d-3f58-461c-bcbe-c46c4008e2f4 req-5983008f-360c-4650-8712-d4893d2822de service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 1097 time: 0.3944006 Aug 16 02:01:26.384479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Transition to ACTIVE for port object a448d10d-9a0e-4787-863a-be947ef23fe8 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:26.413949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700ae55-727c-42b2-b688-fcf3b48c9265 req-2781ed3c-eec9-44ff-a145-d20fb72d930b tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.419779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8700ae55-727c-42b2-b688-fcf3b48c9265 req-2781ed3c-eec9-44ff-a145-d20fb72d930b tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 945 time: 0.4314227 Aug 16 02:01:26.515088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5dd904d-3f58-461c-bcbe-c46c4008e2f4 req-182f902e-8549-4c74-aa6b-3ae9e1a30180 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277289 Aug 16 02:01:26.531939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:26.550522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b9cdf-6c78-46e3-b6bf-bd331b99368f None None] Sync routers for ids ['526b7226-29e4-46e7-82b0-49e7e7818a0a'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:26.567101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b9cdf-6c78-46e3-b6bf-bd331b99368f None None] Routers {'526b7226-29e4-46e7-82b0-49e7e7818a0a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:26.567794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8700ae55-727c-42b2-b688-fcf3b48c9265 req-f0306b21-3bcb-4002-bd50-30815b3b52d2 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471543 Aug 16 02:01:26.577541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cf8b9cdf-6c78-46e3-b6bf-bd331b99368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['526b7226-29e4-46e7-82b0-49e7e7818a0a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:26.619296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cf8b9cdf-6c78-46e3-b6bf-bd331b99368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:26.628902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b9cdf-6c78-46e3-b6bf-bd331b99368f None None] Routers {'526b7226-29e4-46e7-82b0-49e7e7818a0a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:26.629534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cf8b9cdf-6c78-46e3-b6bf-bd331b99368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['526b7226-29e4-46e7-82b0-49e7e7818a0a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:26.641091 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.642495 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8b54a57a-6c30-479d-866c-71e2cc18042f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1711154 Aug 16 02:01:26.645314 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49192) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:26.650364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:26.704228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cf8b9cdf-6c78-46e3-b6bf-bd331b99368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:26.704812 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b9cdf-6c78-46e3-b6bf-bd331b99368f None None] The sync data for ids ['526b7226-29e4-46e7-82b0-49e7e7818a0a'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:26.726483 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.813383 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c2c6149-2e4a-4b21-8201-5a5876698f71 req-9f122708-84d0-431c-aa67-3f46195e610d tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.1156409 Aug 16 02:01:26.846072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:26.855136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:26.876762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:26.924182 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bce003cd-1c9c-4fa9-89fb-d7bcbe4fb56f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.935417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=a448d10d-9a0e-4787-863a-be947ef23fe8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:26.957194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69ff387-8caa-423b-8cf9-4597eb0ec9af tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Router 8c145924-0b87-4946-bd1c-6656c0cf38dc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:27.065632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.066480 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.148948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce003cd-1c9c-4fa9-89fb-d7bcbe4fb56f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=a923f130-969c-4aab-8c67-84ec00361890,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:27.215997 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.228294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce003cd-1c9c-4fa9-89fb-d7bcbe4fb56f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:27.244950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-bce003cd-1c9c-4fa9-89fb-d7bcbe4fb56f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:27.248076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b7e08d6-5534-4276-8126-07d6058ce121 req-ae3f9b94-b2cb-414b-afff-42e1a7fb2f81 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0911350 Aug 16 02:01:27.262680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce003cd-1c9c-4fa9-89fb-d7bcbe4fb56f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.262680 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bce003cd-1c9c-4fa9-89fb-d7bcbe4fb56f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.262959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3053d-3c8d-4fc1-a308-567d73734264 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:27.306965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a78a0e71-7241-4053-822b-03e1a7888f16 None None] Provisioning for port a448d10d-9a0e-4787-863a-be947ef23fe8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:27.314407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a78a0e71-7241-4053-822b-03e1a7888f16 None None] Provisioning complete for port a448d10d-9a0e-4787-863a-be947ef23fe8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:27.314407 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a78a0e71-7241-4053-822b-03e1a7888f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.317399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c7fca-7f83-4680-a2d3-f7bb3e777d92 req-23f86052-62f4-4c59-acfa-8eaad3fb1e5c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.322458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d5c7fca-7f83-4680-a2d3-f7bb3e777d92 req-23f86052-62f4-4c59-acfa-8eaad3fb1e5c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 931 time: 0.3016541 Aug 16 02:01:27.373352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a78a0e71-7241-4053-822b-03e1a7888f16 None None] Port a448d10d-9a0e-4787-863a-be947ef23fe8 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:27.380764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d5c7fca-7f83-4680-a2d3-f7bb3e777d92 req-18b4bf4a-d4cd-48e1-a348-1b97addb9520 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477822 Aug 16 02:01:27.392102 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.406269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69ff387-8caa-423b-8cf9-4597eb0ec9af tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:27.411061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e69ff387-8caa-423b-8cf9-4597eb0ec9af tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.419448 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736a2b2-bd62-4c27-aa8e-5f83069fef57 None None] Sync routers for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:27.443365 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8736a2b2-bd62-4c27-aa8e-5f83069fef57 None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:27.447596 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8736a2b2-bd62-4c27-aa8e-5f83069fef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:27.451640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e69ff387-8caa-423b-8cf9-4597eb0ec9af tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "PUT /v2.0/floatingips/c456ac30-a466-4cd2-aac0-481522540957 HTTP/1.1" status: 200 len: 991 time: 3.3082411 Aug 16 02:01:27.452578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:27.456028 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d" -d '{"events": [{"name": "network-changed", "server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:27.472377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-d3b1ea7c-e722-426b-8739-af37fb592cf6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1836927 Aug 16 02:01:27.472377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bce003cd-1c9c-4fa9-89fb-d7bcbe4fb56f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4230454 Aug 16 02:01:27.474457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49202) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:27.484772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-850df08a-fe45-4516-a6a8-87d2068e7cc2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-716267366', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:27.494072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Request body: {'port': {'device_id': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:27.552926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': 'a923f130-969c-4aab-8c67-84ec00361890'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:27.553940 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.610530 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Deleting port fdc25636-6a5f-422a-9973-7ab647be1382 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:27.611017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.643555 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.676543 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-850df08a-fe45-4516-a6a8-87d2068e7cc2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.677870 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-850df08a-fe45-4516-a6a8-87d2068e7cc2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.680557 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f988ba41-977c-440c-816c-adaf852b5b1e x-openstack-request-id: req-f988ba41-977c-440c-816c-adaf852b5b1e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:27.680860 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:27.681162 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f988ba41-977c-440c-816c-adaf852b5b1e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:27.683766 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'status': 'completed', 'code': 200} Aug 16 02:01:27.727819 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8736a2b2-bd62-4c27-aa8e-5f83069fef57 None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:27.783698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/a923f130-969c-4aab-8c67-84ec00361890/48c794d5-bb96-4c67-8df3-9b9d4ff53230) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:27.785680 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.800353 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Calling delete_port for fdc25636-6a5f-422a-9973-7ab647be1382 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:27.967805 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.021253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d req-f5376a20-247c-4147-879a-ca5575ff6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.022886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d req-f5376a20-247c-4147-879a-ca5575ff6540 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 1098 time: 0.2793431 Aug 16 02:01:28.033499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74b8ea-1bc1-4c1c-a452-94e172067da2 req-4aa57ab1-1848-4ecf-a977-d1a3f97a49ca tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.041082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b74b8ea-1bc1-4c1c-a452-94e172067da2 req-4aa57ab1-1848-4ecf-a977-d1a3f97a49ca tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 945 time: 0.2798457 Aug 16 02:01:28.041735 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-850df08a-fe45-4516-a6a8-87d2068e7cc2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.132802 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-850df08a-fe45-4516-a6a8-87d2068e7cc2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.152221 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8736a2b2-bd62-4c27-aa8e-5f83069fef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c456ac30-a466-4cd2-aac0-481522540957', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'floating_ip_address': '172.25.8.63', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'port_id': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'mac_address': 'fa:16:3e:d6:32:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c06ec9-a873-4655-8764-95330f24b2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:03Z', 'updated_at': '2021-08-16T02:01:24Z', 'revision_number': 1, 'project_id': '57944a39ed824a15aff00c4389f15532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:28.192200 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736a2b2-bd62-4c27-aa8e-5f83069fef57 None None] Checking router: 8c145924-0b87-4946-bd1c-6656c0cf38dc for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:28.203449 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8736a2b2-bd62-4c27-aa8e-5f83069fef57 None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:28.204068 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8736a2b2-bd62-4c27-aa8e-5f83069fef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:28.229640 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.230329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Transition to ACTIVE for port object 48c794d5-bb96-4c67-8df3-9b9d4ff53230 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:28.259235 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Pushing event deleted for resources: {'Port': ['ID=fdc25636-6a5f-422a-9973-7ab647be1382,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:28.259477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Transition to ACTIVE for port object 48c794d5-bb96-4c67-8df3-9b9d4ff53230 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:28.321440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-850df08a-fe45-4516-a6a8-87d2068e7cc2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.326733 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-850df08a-fe45-4516-a6a8-87d2068e7cc2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8511677 Aug 16 02:01:28.329335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49220) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:28.332937 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.348841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b74b8ea-1bc1-4c1c-a452-94e172067da2 req-92225f52-2851-4f8c-a74f-2cf71e02cb83 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067930 Aug 16 02:01:28.402553 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8736a2b2-bd62-4c27-aa8e-5f83069fef57 None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:28.438744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:28.451040 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:28.452798 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.457417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:28.557534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Pushing event updated for resources: {'Port': ['ID=48c794d5-bb96-4c67-8df3-9b9d4ff53230,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:28.565371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a448d10d-9a0e-4787-863a-be947ef23fe8 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:28.576475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d req-d8d8c11a-4189-4340-851e-e76e43f02ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.585125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d req-d8d8c11a-4189-4340-851e-e76e43f02ee7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 918 time: 0.5366447 Aug 16 02:01:28.597357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Attempting to bind port 48c794d5-bb96-4c67-8df3-9b9d4ff53230 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:28.597726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Attempting to bind port 48c794d5-bb96-4c67-8df3-9b9d4ff53230 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:28.598135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Attempting to bind port 48c794d5-bb96-4c67-8df3-9b9d4ff53230 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:28.609557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:28.614948 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.615974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:28.616849 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.617581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:28.618626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Bound port: 48c794d5-bb96-4c67-8df3-9b9d4ff53230, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:28.619204 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.750769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b42fc724-6e50-4ef9-89b7-1a9b02723bfe req-e1c7c3d4-7a76-4a3c-aa30-3c88f5b4008d tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.1756225 Aug 16 02:01:28.780199 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8736a2b2-bd62-4c27-aa8e-5f83069fef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c456ac30-a466-4cd2-aac0-481522540957', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'floating_ip_address': '172.25.8.63', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'port_id': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'mac_address': 'fa:16:3e:d6:32:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c06ec9-a873-4655-8764-95330f24b2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:03Z', 'updated_at': '2021-08-16T02:01:24Z', 'revision_number': 1, 'project_id': '57944a39ed824a15aff00c4389f15532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:28.796706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Transition to ACTIVE for port object a448d10d-9a0e-4787-863a-be947ef23fe8 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:28.825883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d req-486e5a49-6d1d-4e99-ae2b-6ca5e1998481 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0 HTTP/1.1" status: 200 len: 999 time: 0.2306509 Aug 16 02:01:28.849130 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736a2b2-bd62-4c27-aa8e-5f83069fef57 None None] The sync data for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 is: [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c456ac30-a466-4cd2-aac0-481522540957', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'floating_ip_address': '172.25.8.63', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'port_id': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'mac_address': 'fa:16:3e:d6:32:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c06ec9-a873-4655-8764-95330f24b2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:03Z', 'updated_at': '2021-08-16T02:01:24Z', 'revision_number': 1, 'project_id': '57944a39ed824a15aff00c4389f15532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:28.853313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] For port 48c794d5-bb96-4c67-8df3-9b9d4ff53230, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:28.859343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] For port 48c794d5-bb96-4c67-8df3-9b9d4ff53230, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=48c794d5-bb96-4c67-8df3-9b9d4ff53230,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:28.904403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d req-1aef4102-15b3-45aa-a038-bc31fa58b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.906163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d req-1aef4102-15b3-45aa-a038-bc31fa58b293 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.0725045 Aug 16 02:01:28.907504 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.923606 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.051302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65562-4b33-43dc-a1cc-7529fec6211c None None] Pushing event updated for resources: {'Port': ['ID=48c794d5-bb96-4c67-8df3-9b9d4ff53230,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:29.111185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Pushing event updated for resources: {'Port': ['ID=a448d10d-9a0e-4787-863a-be947ef23fe8,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:29.235131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d req-74e6127a-1645-446b-8a56-b543fcba8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.239158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d req-74e6127a-1645-446b-8a56-b543fcba8cc0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3229675 Aug 16 02:01:29.289123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adc24f-9ebf-4f17-8ae0-cb27bcbbc0ba req-b7401277-37a2-432d-93bd-91c3a8a6cdc5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.305638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30adc24f-9ebf-4f17-8ae0-cb27bcbbc0ba req-b7401277-37a2-432d-93bd-91c3a8a6cdc5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 943 time: 0.3049960 Aug 16 02:01:29.332198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2b68e-a0ac-4f41-bb50-406bf3a00155 None None] New status for floating IP c456ac30-a466-4cd2-aac0-481522540957: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:01:29.583359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Attempting to bind port a448d10d-9a0e-4787-863a-be947ef23fe8 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:29.584091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Attempting to bind port a448d10d-9a0e-4787-863a-be947ef23fe8 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:29.584909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Attempting to bind port a448d10d-9a0e-4787-863a-be947ef23fe8 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:29.629427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Port a448d10d-9a0e-4787-863a-be947ef23fe8 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:29.630171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Attempting to bind port a448d10d-9a0e-4787-863a-be947ef23fe8 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:29.661537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30adc24f-9ebf-4f17-8ae0-cb27bcbbc0ba req-5f072b2f-4eb3-41ec-81e6-4c1d16eec25c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549061 Aug 16 02:01:29.674036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:29.675033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Checking segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:29.675905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Bound using segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:29.676580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Bound port: a448d10d-9a0e-4787-863a-be947ef23fe8, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:29.677534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.683068 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.690424 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.818212 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-64eccd1b-c539-4dd5-964b-2dcec058ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.827375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Router 526b7226-29e4-46e7-82b0-49e7e7818a0a has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:29.896228 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.896968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d req-d8e556dd-1a90-41e4-bee1-3c05215a552f service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465859 Aug 16 02:01:29.899947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] For port a448d10d-9a0e-4787-863a-be947ef23fe8, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:29.904196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] For port a448d10d-9a0e-4787-863a-be947ef23fe8, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a448d10d-9a0e-4787-863a-be947ef23fe8,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:30.001755 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.096978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:30.107090 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e2d4c8-570f-4ccb-a404-0b377a1b5205 None None] Sync routers for ids ['526b7226-29e4-46e7-82b0-49e7e7818a0a'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:30.124738 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2d4c8-570f-4ccb-a404-0b377a1b5205 None None] Routers {'526b7226-29e4-46e7-82b0-49e7e7818a0a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:30.132750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.133201 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-33e2d4c8-570f-4ccb-a404-0b377a1b5205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['526b7226-29e4-46e7-82b0-49e7e7818a0a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:30.145516 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e9c3c788-dc34-4fdd-bf33-f43cd74a8a33 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "PUT /v2.0/routers/526b7226-29e4-46e7-82b0-49e7e7818a0a HTTP/1.1" status: 200 len: 709 time: 3.4990983 Aug 16 02:01:30.154469 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49240) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:30.173362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.174067 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.175810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] 10.222.0.64 "PUT /v2.0/ports/a448d10d-9a0e-4787-863a-be947ef23fe8 HTTP/1.1" status: 200 len: 1092 time: 2.6885574 Aug 16 02:01:30.191546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'tag': 'a448d10d-9a0e-4787-863a-be947ef23fe8'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:30.197215 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88048a9b-c806-4bb8-ad5a-07957b7dee63" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6f7adc-13c8-44e6-93ab-01e4a0be824d", "tag": "a448d10d-9a0e-4787-863a-be947ef23fe8"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:30.215490 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-33e2d4c8-570f-4ccb-a404-0b377a1b5205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:30.236618 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2d4c8-570f-4ccb-a404-0b377a1b5205 None None] Routers {'526b7226-29e4-46e7-82b0-49e7e7818a0a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:30.243491 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-33e2d4c8-570f-4ccb-a404-0b377a1b5205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['526b7226-29e4-46e7-82b0-49e7e7818a0a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:30.267186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda3a34-3132-4bff-8018-b725e3019511 service neutron] Pushing event updated for resources: {'Port': ['ID=a448d10d-9a0e-4787-863a-be947ef23fe8,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:30.279786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38ac9e2f-e3cc-46d6-8ce9-4ea9da25812d req-746a36e9-8cc4-42ff-a514-f5618c14209d service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707285 Aug 16 02:01:30.327837 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-33e2d4c8-570f-4ccb-a404-0b377a1b5205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:30.328552 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e2d4c8-570f-4ccb-a404-0b377a1b5205 None None] The sync data for ids ['526b7226-29e4-46e7-82b0-49e7e7818a0a'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:30.412978 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fb6e2d7f-6548-4c58-8406-d516201b72e4 tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/routers/526b7226-29e4-46e7-82b0-49e7e7818a0a HTTP/1.1" status: 200 len: 744 time: 0.2547188 Aug 16 02:01:30.418490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49244) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:30.425025 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b4b7dd6-b884-4f8f-90e9-625f8f8c5bec req-7f97e913-2786-4132-a2d6-73b242792a00 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8&device_id=fc683c86-c7d4-45e9-be1f-f0077e26a937 HTTP/1.1" status: 200 len: 210 time: 0.1173434 Aug 16 02:01:30.541488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54112103-5e0c-4baa-ab85-9cf426057977 req-e707d4fc-d2a7-4828-b0c6-42aac9402a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.547706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-e707d4fc-d2a7-4828-b0c6-42aac9402a8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 1095 time: 0.1682961 Aug 16 02:01:30.622530 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e354c64f-842b-48cf-894c-71f6ba67fa4e tempest-RoutersIpV6AdminTest-2079895802 tempest-RoutersIpV6AdminTest-2079895802-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&device_id=526b7226-29e4-46e7-82b0-49e7e7818a0a HTTP/1.1" status: 200 len: 205 time: 0.2024386 Aug 16 02:01:30.629583 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49252) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:30.669170 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc051761-f47a-4945-b115-490f9287f94f x-openstack-request-id: req-fc051761-f47a-4945-b115-490f9287f94f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:30.669441 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6f7adc-13c8-44e6-93ab-01e4a0be824d", "tag": "a448d10d-9a0e-4787-863a-be947ef23fe8", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:30.669691 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc051761-f47a-4945-b115-490f9287f94f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:30.682825 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'tag': 'a448d10d-9a0e-4787-863a-be947ef23fe8', 'status': 'completed', 'code': 200} Aug 16 02:01:30.684817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-dd820bd8-6b1f-4366-91c8-c6c2ccaca1fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a448d10d-9a0e-4787-863a-be947ef23fe8 HTTP/1.1" status: 200 len: 217 time: 0.1229711 Aug 16 02:01:30.728752 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f8afa411-164f-44cd-a104-7228cb6f61d6 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=526b7226-29e4-46e7-82b0-49e7e7818a0a HTTP/1.1" status: 200 len: 205 time: 0.0979557 Aug 16 02:01:30.732116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49256) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:30.799338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54112103-5e0c-4baa-ab85-9cf426057977 req-baa8494d-26af-44bb-9c85-872d8c9cc099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.806352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-baa8494d-26af-44bb-9c85-872d8c9cc099 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.1071224 Aug 16 02:01:30.905631 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-631f312a-9e13-4540-8337-7e3fbe9fe58d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.925393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54112103-5e0c-4baa-ab85-9cf426057977 req-85b5eb89-aff5-4d2f-8c51-252093cf047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.966680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-85b5eb89-aff5-4d2f-8c51-252093cf047a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102207 Aug 16 02:01:31.018710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 48c794d5-bb96-4c67-8df3-9b9d4ff53230 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:31.100145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e83dcade-2b2f-4dc3-b6da-f529b1a14b82 None None] Provisioning for port 48c794d5-bb96-4c67-8df3-9b9d4ff53230 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:31.174465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-17fd8d29-9e11-496d-bb68-2959cb7ee0d5 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378941 Aug 16 02:01:31.194598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::1 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/a923f130-969c-4aab-8c67-84ec00361890/19b100d1-d043-4f3d-98c8-9251f7aa6501) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:31.201984 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-631f312a-9e13-4540-8337-7e3fbe9fe58d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.205622 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-631f312a-9e13-4540-8337-7e3fbe9fe58d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.279202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 48c794d5-bb96-4c67-8df3-9b9d4ff53230 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:31.301279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 48c794d5-bb96-4c67-8df3-9b9d4ff53230 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:31.302061 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.317975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ccac086-1a67-4043-8d47-88a4214a4161 req-8601fa90-154a-4d49-981a-df5b68de383d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b0c74815e5d4a9c8e0620efb6978e45&device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0571165 Aug 16 02:01:31.361570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ccac086-1a67-4043-8d47-88a4214a4161 req-82ae7bab-57d1-4023-addd-82575bba48c1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7b0c74815e5d4a9c8e0620efb6978e45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312247 Aug 16 02:01:31.361793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54112103-5e0c-4baa-ab85-9cf426057977 req-2c8b7d4c-49b4-4154-972d-ddce56221d4e service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792798 Aug 16 02:01:31.387846 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.410448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 19b100d1-d043-4f3d-98c8-9251f7aa6501 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:31.433417 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.458349 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-631f312a-9e13-4540-8337-7e3fbe9fe58d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.459005 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631f312a-9e13-4540-8337-7e3fbe9fe58d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Fanout notify agent at l3_agent the message router_deleted on router 526b7226-29e4-46e7-82b0-49e7e7818a0a {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:01:31.473546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-631f312a-9e13-4540-8337-7e3fbe9fe58d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.483432 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-631f312a-9e13-4540-8337-7e3fbe9fe58d tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/526b7226-29e4-46e7-82b0-49e7e7818a0a HTTP/1.1" status: 204 len: 168 time: 0.7464805 Aug 16 02:01:31.483788 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49262) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.488852 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 48c794d5-bb96-4c67-8df3-9b9d4ff53230, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=48c794d5-bb96-4c67-8df3-9b9d4ff53230,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:31.517857 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-89437dd2-6e35-4007-a985-0bc5fb7b7dd3 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=526b7226-29e4-46e7-82b0-49e7e7818a0a HTTP/1.1" status: 200 len: 205 time: 0.0316837 Aug 16 02:01:31.522038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49264) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.561020 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.578514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6333-3137-48ff-ab80-f4ac80f2f94e req-7606f118-1566-43a4-9a4f-5e14257d9c7f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.579947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-262c6333-3137-48ff-ab80-f4ac80f2f94e req-7606f118-1566-43a4-9a4f-5e14257d9c7f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 943 time: 0.0979221 Aug 16 02:01:31.606834 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.612371 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-b106f945-9ac0-4a38-80c3-d50880f0fcf8 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] delete failed (client error): The resource could not be found. Aug 16 02:01:31.615735 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b106f945-9ac0-4a38-80c3-d50880f0fcf8 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/526b7226-29e4-46e7-82b0-49e7e7818a0a HTTP/1.1" status: 404 len: 336 time: 0.0898042 Aug 16 02:01:31.621261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49270) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.658624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:31.658624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:31.665030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:31.665289 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.665577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=48c794d5-bb96-4c67-8df3-9b9d4ff53230,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:31.690405 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-20a45121-d28c-4027-b29e-e883eede7ac9 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=8de0ce95-4a69-49db-a69e-fa27449b903a HTTP/1.1" status: 200 len: 205 time: 0.0669525 Aug 16 02:01:31.697441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49274) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.713230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccac086-1a67-4043-8d47-88a4214a4161 req-51ff5e7d-2c7b-43e4-bef5-e2209b15367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.714602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=19b100d1-d043-4f3d-98c8-9251f7aa6501,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:31.714772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ccac086-1a67-4043-8d47-88a4214a4161 req-51ff5e7d-2c7b-43e4-bef5-e2209b15367b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3355083 Aug 16 02:01:31.775969 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-9a12109c-2ecb-43aa-88f8-5dd0fa7b4ce8 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] delete failed (client error): The resource could not be found. Aug 16 02:01:31.777796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9a12109c-2ecb-43aa-88f8-5dd0fa7b4ce8 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/8de0ce95-4a69-49db-a69e-fa27449b903a HTTP/1.1" status: 404 len: 336 time: 0.0741227 Aug 16 02:01:31.780995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-262c6333-3137-48ff-ab80-f4ac80f2f94e req-5fa094ca-3a1d-48ca-9a24-9de1652f4732 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892080 Aug 16 02:01:31.781626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49278) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.783732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88048a9b-c806-4bb8-ad5a-07957b7dee63 req-d1e33471-3bb6-4d3e-b68e-88dc610388a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.793368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88048a9b-c806-4bb8-ad5a-07957b7dee63 req-d1e33471-3bb6-4d3e-b68e-88dc610388a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 1095 time: 0.2043490 Aug 16 02:01:31.844443 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49280) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.852457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-187a41f6-e641-46e2-af9a-ff00197e9055 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9c1e963-8432-4d12-843e-815b7632323b HTTP/1.1" status: 200 len: 205 time: 0.0661299 Aug 16 02:01:31.904992 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-cfb0547b-68ae-4b72-8ee7-3a59998e4059 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] delete failed (client error): The resource could not be found. Aug 16 02:01:31.906082 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cfb0547b-68ae-4b72-8ee7-3a59998e4059 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/a9c1e963-8432-4d12-843e-815b7632323b HTTP/1.1" status: 404 len: 336 time: 0.0606134 Aug 16 02:01:31.909126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49282) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.941205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88048a9b-c806-4bb8-ad5a-07957b7dee63 req-ded6ac26-a1e8-4653-83f8-786ddc3b563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.942794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88048a9b-c806-4bb8-ad5a-07957b7dee63 req-ded6ac26-a1e8-4653-83f8-786ddc3b563a service neutron] 10.222.0.64 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.1407170 Aug 16 02:01:31.972733 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e126bf33-181b-4bc8-b012-a2dd748037d1 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=b54a9eda-e48b-469f-93a0-9e7ae3312c79 HTTP/1.1" status: 200 len: 205 time: 0.0579939 Aug 16 02:01:31.972733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49284) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.990053 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.013718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91f63e83-1c43-433e-969a-fc4271ac04b6 req-f001ca61-6869-401d-87b3-161cf6bedba5 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0699158 Aug 16 02:01:32.015118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88048a9b-c806-4bb8-ad5a-07957b7dee63 req-3fe39ad8-0aa2-4024-be94-3d9cddfbf608 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a448d10d-9a0e-4787-863a-be947ef23fe8 HTTP/1.1" status: 200 len: 217 time: 0.0606883 Aug 16 02:01:32.035216 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-c1fea5d3-893e-41d5-9264-7ac8c5090ad7 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] delete failed (client error): The resource could not be found. Aug 16 02:01:32.035216 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c1fea5d3-893e-41d5-9264-7ac8c5090ad7 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/b54a9eda-e48b-469f-93a0-9e7ae3312c79 HTTP/1.1" status: 404 len: 336 time: 0.0599284 Aug 16 02:01:32.035216 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49286) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:32.075819 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a3d730dd-5c5b-4d3f-8f20-414f75f13425 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=71fef3a1-1816-4116-aee4-026f01c15383 HTTP/1.1" status: 200 len: 205 time: 0.0321276 Aug 16 02:01:32.075819 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49288) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:32.138758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b23e1a97-0800-4f5b-9dc4-b96a2ca3dc48 None None] Provisioning for port 19b100d1-d043-4f3d-98c8-9251f7aa6501 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:32.147029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b23e1a97-0800-4f5b-9dc4-b96a2ca3dc48 None None] Provisioning complete for port 19b100d1-d043-4f3d-98c8-9251f7aa6501 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:32.147687 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b23e1a97-0800-4f5b-9dc4-b96a2ca3dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.168119 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-a46ad741-9dd0-4e61-947a-8fe1502a9245 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] delete failed (client error): The resource could not be found. Aug 16 02:01:32.171552 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a46ad741-9dd0-4e61-947a-8fe1502a9245 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/71fef3a1-1816-4116-aee4-026f01c15383 HTTP/1.1" status: 404 len: 336 time: 0.0975425 Aug 16 02:01:32.172712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49290) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:32.212652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b23e1a97-0800-4f5b-9dc4-b96a2ca3dc48 None None] Port 19b100d1-d043-4f3d-98c8-9251f7aa6501 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:32.221720 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cee538bc-7f7a-45d0-8879-6ccc1bf63e1f tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9449dea-6a26-4b49-b16b-a569295d061a HTTP/1.1" status: 200 len: 205 time: 0.0455699 Aug 16 02:01:32.222932 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49294) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:32.310248 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-8519b86a-1052-46fb-8386-d08abfa056d1 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] delete failed (client error): The resource could not be found. Aug 16 02:01:32.311306 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8519b86a-1052-46fb-8386-d08abfa056d1 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/routers/e9449dea-6a26-4b49-b16b-a569295d061a HTTP/1.1" status: 404 len: 336 time: 0.0873661 Aug 16 02:01:32.345141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49296) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:32.379209 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5ffbb9-317a-4d65-89b7-2443c6b6ad91 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] DELETE failed (client error): The resource could not be found. Aug 16 02:01:32.379866 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5ffbb9-317a-4d65-89b7-2443c6b6ad91 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:32.381807 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2e5ffbb9-317a-4d65-89b7-2443c6b6ad91 tempest-RoutersIpV6AdminTest-2122871499 tempest-RoutersIpV6AdminTest-2122871499-project] 10.222.0.66 "DELETE /v2.0/subnets/de0025c5-3a49-41a4-89fb-fd680f2f63fd HTTP/1.1" status: 404 len: 337 time: 0.0359831 Aug 16 02:01:32.439948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88048a9b-c806-4bb8-ad5a-07957b7dee63 req-1d3f677c-164f-435e-8d38-0058220ee4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.441651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88048a9b-c806-4bb8-ad5a-07957b7dee63 req-1d3f677c-164f-435e-8d38-0058220ee4b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.4167714 Aug 16 02:01:32.498330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88048a9b-c806-4bb8-ad5a-07957b7dee63 req-42889240-f4ec-4eb0-a236-5ee5735433f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.499968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88048a9b-c806-4bb8-ad5a-07957b7dee63 req-42889240-f4ec-4eb0-a236-5ee5735433f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495317 Aug 16 02:01:32.551565 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.600636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88048a9b-c806-4bb8-ad5a-07957b7dee63 req-cbf53131-13b6-4c62-a290-7006ecf48f5c service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927265 Aug 16 02:01:32.624136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.624950 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.717120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88048a9b-c806-4bb8-ad5a-07957b7dee63 req-cf72f092-6246-4d4a-9461-f50c0d322c40 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001008 Aug 16 02:01:32.752599 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=19b100d1-d043-4f3d-98c8-9251f7aa6501,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:32.786444 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:32.791048 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:32.888181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 48c794d5-bb96-4c67-8df3-9b9d4ff53230 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:32.922948 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.956601 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cda6a412-0871-4e1e-9b6e-e5c07875500b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.962319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49312) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:32.980068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 48c794d5-bb96-4c67-8df3-9b9d4ff53230 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:32.980454 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.052393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Router 4ae587fd-a85b-466b-ad29-ba360ebfc3bd is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:33.146984 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd98198f-2317-42a9-a1ac-abdd30080d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.150825 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-942b2d20-6a01-4075-bc71-cbdbe10777d1 None None] Provisioning complete for port 19b100d1-d043-4f3d-98c8-9251f7aa6501 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:33.151368 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-942b2d20-6a01-4075-bc71-cbdbe10777d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.189860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:33.201215 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3d5924c8-c558-478d-9f32-09cc734e5f79 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "PUT /v2.0/routers/4ae587fd-a85b-466b-ad29-ba360ebfc3bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8651884 Aug 16 02:01:33.201215 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49322) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.204266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Sync routers for ids ['4ae587fd-a85b-466b-ad29-ba360ebfc3bd'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:33.228305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Routers {'4ae587fd-a85b-466b-ad29-ba360ebfc3bd'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:33.231141 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['4ae587fd-a85b-466b-ad29-ba360ebfc3bd'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:33.232862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-942b2d20-6a01-4075-bc71-cbdbe10777d1 None None] Port 19b100d1-d043-4f3d-98c8-9251f7aa6501 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:33.256965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de91ddb-6263-4672-a415-8b5c0af76885 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.258550 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7de91ddb-6263-4672-a415-8b5c0af76885 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports/19b100d1-d043-4f3d-98c8-9251f7aa6501 HTTP/1.1" status: 200 len: 911 time: 0.0586150 Aug 16 02:01:33.261427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49324) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.283708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ccac086-1a67-4043-8d47-88a4214a4161 req-0cc2e21a-8040-409d-b795-37127f2893e3 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.64 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0504866 Aug 16 02:01:33.326837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cefb9-23c2-472c-a83d-7c507e679f82 req-aebe4814-7294-4c9b-a7d3-2e24c6839a15 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.336284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d2cefb9-23c2-472c-a83d-7c507e679f82 req-aebe4814-7294-4c9b-a7d3-2e24c6839a15 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 943 time: 0.0800366 Aug 16 02:01:33.356820 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f81f58-dc8d-4145-9279-5d2560ee30ec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.362923 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f81f58-dc8d-4145-9279-5d2560ee30ec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.368210 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-23f81f58-dc8d-4145-9279-5d2560ee30ec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1021934 Aug 16 02:01:33.368589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49326) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.379029 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd98198f-2317-42a9-a1ac-abdd30080d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.402896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Set router 4ae587fd-a85b-466b-ad29-ba360ebfc3bd gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:33.456080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d2cefb9-23c2-472c-a83d-7c507e679f82 req-8c2dba52-03e0-4971-8cd9-535a186f8299 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187229 Aug 16 02:01:33.464016 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd98198f-2317-42a9-a1ac-abdd30080d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.560745 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dd98198f-2317-42a9-a1ac-abdd30080d6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=118feb28a9284f55887348f1e3ebad70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5971272 Aug 16 02:01:33.561398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49328) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.563510 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98198f-2317-42a9-a1ac-abdd30080d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f042abc-1b3a-478e-b3e4-a4c61934b31a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.647826 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74c2eaa1-666d-4d79-924c-30bc6243d830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.676629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae587fd-a85b-466b-ad29-ba360ebfc3bd', 'name': 'tempest-NetworksTestDHCPv6-router-716267366', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:27Z', 'updated_at': '2021-08-16T02:01:31Z', 'revision_number': 2, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None, '_interfaces': [{'id': '19b100d1-d043-4f3d-98c8-9251f7aa6501', 'name': '', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'mac_address': 'fa:16:3e:45:be:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae587fd-a85b-466b-ad29-ba360ebfc3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'a923f130-969c-4aab-8c67-84ec00361890', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:30Z', 'updated_at': '2021-08-16T02:01:32Z', 'revision_number': 2, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'subnets': [{'id': 'a923f130-969c-4aab-8c67-84ec00361890', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:33.701752 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74c2eaa1-666d-4d79-924c-30bc6243d830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.716023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Checking router: 4ae587fd-a85b-466b-ad29-ba360ebfc3bd for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:33.716356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Updating router 4ae587fd-a85b-466b-ad29-ba360ebfc3bd port 19b100d1-d043-4f3d-98c8-9251f7aa6501 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:33.753043 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.766056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92700cf7-a586-4f85-8755-82806e1c8b3d req-c0f95e99-1f58-40bc-b571-259bce5ebfc9 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=85373bfe-0a5c-4970-bbb3-b0f836a712a8 HTTP/1.1" status: 200 len: 210 time: 0.0715108 Aug 16 02:01:33.910353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74c2eaa1-666d-4d79-924c-30bc6243d830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.912926 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74c2eaa1-666d-4d79-924c-30bc6243d830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.914195 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-74c2eaa1-666d-4d79-924c-30bc6243d830 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f042abc-1b3a-478e-b3e4-a4c61934b31a HTTP/1.1" status: 204 len: 168 time: 0.3515978 Aug 16 02:01:33.924115 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2eaa1-666d-4d79-924c-30bc6243d830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f042abc-1b3a-478e-b3e4-a4c61934b31a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.040455 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-187a6b52-0638-4c71-941c-70bb5b3fbcd0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.294952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-187a6b52-0638-4c71-941c-70bb5b3fbcd0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 19b100d1-d043-4f3d-98c8-9251f7aa6501 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:34.295666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-187a6b52-0638-4c71-941c-70bb5b3fbcd0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.307229 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.338282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.357358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Transition to ACTIVE for port object 19b100d1-d043-4f3d-98c8-9251f7aa6501 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:34.400063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-187a6b52-0638-4c71-941c-70bb5b3fbcd0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.412099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-187a6b52-0638-4c71-941c-70bb5b3fbcd0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 19b100d1-d043-4f3d-98c8-9251f7aa6501 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:34.458214 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.520652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28244226-fcfc-44e5-bd45-c1afd2e0ddb0 None None] Pushing event updated for resources: {'Port': ['ID=19b100d1-d043-4f3d-98c8-9251f7aa6501,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.598310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Attempting to bind port 19b100d1-d043-4f3d-98c8-9251f7aa6501 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:34.598822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Attempting to bind port 19b100d1-d043-4f3d-98c8-9251f7aa6501 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:34.599391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Attempting to bind port 19b100d1-d043-4f3d-98c8-9251f7aa6501 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:34.606853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:34.607453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:34.608140 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.608605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:34.609231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Bound port: 19b100d1-d043-4f3d-98c8-9251f7aa6501, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:34.609734 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.661198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d15aa4-9cfe-4eb9-8abc-c5d54955e706 req-8882058e-f562-47dd-8460-364e842eabd2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.662855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3d15aa4-9cfe-4eb9-8abc-c5d54955e706 req-8882058e-f562-47dd-8460-364e842eabd2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 943 time: 0.0712652 Aug 16 02:01:34.724601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3d15aa4-9cfe-4eb9-8abc-c5d54955e706 req-c9d84a8d-19a0-4396-8863-acb74b3f120d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520465 Aug 16 02:01:34.767439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-187a6b52-0638-4c71-941c-70bb5b3fbcd0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.767839 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:01:34.768354 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:01:34.808563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a6b52-0638-4c71-941c-70bb5b3fbcd0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=19b100d1-d043-4f3d-98c8-9251f7aa6501,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.864939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49346) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:34.876652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9dcbb785-710b-407d-a4ca-d125abe6f982 None None] Could not find standard attr ID for object 19b100d1-d043-4f3d-98c8-9251f7aa6501. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:01:34.944364 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ad00b001-33ea-4fc0-aaf2-d3bd5465c2e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ddaf95519c6459399a9a281f7300356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777683 Aug 16 02:01:34.949006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49352) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:34.967543 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-187a6b52-0638-4c71-941c-70bb5b3fbcd0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.017958 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2bf466cb-3683-47c8-b9cc-173e22a41f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.053637 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2bf466cb-3683-47c8-b9cc-173e22a41f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.169107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187a6b52-0638-4c71-941c-70bb5b3fbcd0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Router 4ae587fd-a85b-466b-ad29-ba360ebfc3bd has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:35.253504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187a6b52-0638-4c71-941c-70bb5b3fbcd0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:35.259411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-187a6b52-0638-4c71-941c-70bb5b3fbcd0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "PUT /v2.0/routers/4ae587fd-a85b-466b-ad29-ba360ebfc3bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8896606 Aug 16 02:01:35.261721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49354) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:35.282770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Attempting to bind port 19b100d1-d043-4f3d-98c8-9251f7aa6501 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:35.283216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Attempting to bind port 19b100d1-d043-4f3d-98c8-9251f7aa6501 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:35.283641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Attempting to bind port 19b100d1-d043-4f3d-98c8-9251f7aa6501 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:35.288688 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:35.289682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:35.290180 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.290841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:35.291309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Bound port: 19b100d1-d043-4f3d-98c8-9251f7aa6501, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:35.291685 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.320267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca1ce7-e449-4105-9548-4392c0e2d708 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.323327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca1ce7-e449-4105-9548-4392c0e2d708 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.327750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cdca1ce7-e449-4105-9548-4392c0e2d708 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0622199 Aug 16 02:01:35.327938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Port 19b100d1-d043-4f3d-98c8-9251f7aa6501 has been deleted concurrently {{(pid=95517) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 02:01:35.328405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49356) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:35.343542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Routers {'4ae587fd-a85b-466b-ad29-ba360ebfc3bd'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:35.344275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['4ae587fd-a85b-466b-ad29-ba360ebfc3bd'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:35.355510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2bf466cb-3683-47c8-b9cc-173e22a41f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.363126 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2bf466cb-3683-47c8-b9cc-173e22a41f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.363126 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2bf466cb-3683-47c8-b9cc-173e22a41f4d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71fc0935-19f0-4106-a1cc-62ecbe01b4ca HTTP/1.1" status: 204 len: 168 time: 0.4090066 Aug 16 02:01:35.383624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf466cb-3683-47c8-b9cc-173e22a41f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fc0935-19f0-4106-a1cc-62ecbe01b4ca,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:35.438679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbed618d-c03f-43a9-877b-068d3b6a139e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet a923f130-969c-4aab-8c67-84ec00361890 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:35.443038 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbed618d-c03f-43a9-877b-068d3b6a139e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.467014 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] Set router 4ae587fd-a85b-466b-ad29-ba360ebfc3bd gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:35.516898 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbed618d-c03f-43a9-877b-068d3b6a139e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.541668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae587fd-a85b-466b-ad29-ba360ebfc3bd', 'name': 'tempest-NetworksTestDHCPv6-router-716267366', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:27Z', 'updated_at': '2021-08-16T02:01:34Z', 'revision_number': 3, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:35.572402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e4592a-5685-4f52-af17-6cb5de9239e1 None None] The sync data for ids ['4ae587fd-a85b-466b-ad29-ba360ebfc3bd'] in n-d-768509-23 is: [{'id': '4ae587fd-a85b-466b-ad29-ba360ebfc3bd', 'name': 'tempest-NetworksTestDHCPv6-router-716267366', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:27Z', 'updated_at': '2021-08-16T02:01:34Z', 'revision_number': 3, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:35.653644 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbed618d-c03f-43a9-877b-068d3b6a139e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.780789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7385e6b7-da24-420e-b4d3-90af7fabea07 req-a8947086-b780-4d51-b9e8-b7d3e1c06ec0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b0c74815e5d4a9c8e0620efb6978e45&device_id=fc683c86-c7d4-45e9-be1f-f0077e26a937 HTTP/1.1" status: 200 len: 210 time: 0.0349381 Aug 16 02:01:35.812029 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.831432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7385e6b7-da24-420e-b4d3-90af7fabea07 req-515824cd-bfbb-4f80-a6b5-3daa51491104 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7b0c74815e5d4a9c8e0620efb6978e45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374553 Aug 16 02:01:35.857540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0aee7aec-a3f7-46af-a5a9-7e630342f371 req-c44d8d63-8447-43a8-99c7-b5663af937ac tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc683c86-c7d4-45e9-be1f-f0077e26a937 HTTP/1.1" status: 200 len: 210 time: 0.0532455 Aug 16 02:01:36.042975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbed618d-c03f-43a9-877b-068d3b6a139e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.137167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed618d-c03f-43a9-877b-068d3b6a139e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=a923f130-969c-4aab-8c67-84ec00361890,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:36.146703 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbed618d-c03f-43a9-877b-068d3b6a139e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.151881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49380) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:36.152406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cbed618d-c03f-43a9-877b-068d3b6a139e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/a923f130-969c-4aab-8c67-84ec00361890 HTTP/1.1" status: 204 len: 168 time: 0.8228993 Aug 16 02:01:36.158459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a365593c-851b-4c13-a243-25e0a2d9830a None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:36.169082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385e6b7-da24-420e-b4d3-90af7fabea07 req-6cbd4c88-a6b3-446b-9c6a-4b5fa333b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.172891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7385e6b7-da24-420e-b4d3-90af7fabea07 req-6cbd4c88-a6b3-446b-9c6a-4b5fa333b794 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3183687 Aug 16 02:01:36.190679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35033a3-94e4-446f-8c24-663a86df95ff req-35bcb0dd-24fd-40ae-ac21-f6e15259cc44 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.201776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a35033a3-94e4-446f-8c24-663a86df95ff req-35bcb0dd-24fd-40ae-ac21-f6e15259cc44 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 943 time: 0.2184467 Aug 16 02:01:36.240376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a35033a3-94e4-446f-8c24-663a86df95ff req-153ae977-1d13-4f45-9af4-63fafcca161e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376687 Aug 16 02:01:36.422824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210b05d-30ef-4454-af99-199f16822c37 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:01:36.544167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f210b05d-30ef-4454-af99-199f16822c37 None None] Deleting port 48c794d5-bb96-4c67-8df3-9b9d4ff53230 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:36.544631 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f210b05d-30ef-4454-af99-199f16822c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.627677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f210b05d-30ef-4454-af99-199f16822c37 None None] For port 48c794d5-bb96-4c67-8df3-9b9d4ff53230, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=48c794d5-bb96-4c67-8df3-9b9d4ff53230,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:36.628252 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f210b05d-30ef-4454-af99-199f16822c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.645461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f210b05d-30ef-4454-af99-199f16822c37 None None] Calling delete_port for 48c794d5-bb96-4c67-8df3-9b9d4ff53230 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:36.683404 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-784dc660-ffe1-4c17-b160-d70108c66eaf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5292060 Aug 16 02:01:36.685607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49390) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:36.798748 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f0b4-aff2-4639-8941-c23e3b62ae01 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.884589 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd27189-53e2-4833-b4fe-56fae233a966 None None] Sync routers for ids ['4ae587fd-a85b-466b-ad29-ba360ebfc3bd'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:36.891433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 48c794d5-bb96-4c67-8df3-9b9d4ff53230 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:36.895665 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f210b05d-30ef-4454-af99-199f16822c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.895926 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd27189-53e2-4833-b4fe-56fae233a966 None None] Routers {'4ae587fd-a85b-466b-ad29-ba360ebfc3bd'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:36.897114 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9bd27189-53e2-4833-b4fe-56fae233a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['4ae587fd-a85b-466b-ad29-ba360ebfc3bd'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:36.925569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 48c794d5-bb96-4c67-8df3-9b9d4ff53230 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:36.926077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 48c794d5-bb96-4c67-8df3-9b9d4ff53230 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:36.955766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210b05d-30ef-4454-af99-199f16822c37 None None] Pushing event deleted for resources: {'Port': ['ID=48c794d5-bb96-4c67-8df3-9b9d4ff53230,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:36.960696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210b05d-30ef-4454-af99-199f16822c37 None None] No DVR routers for this DVR port 48c794d5-bb96-4c67-8df3-9b9d4ff53230 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:36.987846 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-9bd27189-53e2-4833-b4fe-56fae233a966 None None] Set router 4ae587fd-a85b-466b-ad29-ba360ebfc3bd gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:37.052000 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9bd27189-53e2-4833-b4fe-56fae233a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae587fd-a85b-466b-ad29-ba360ebfc3bd', 'name': 'tempest-NetworksTestDHCPv6-router-716267366', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:27Z', 'updated_at': '2021-08-16T02:01:34Z', 'revision_number': 3, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:37.077130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88d41f8d-396b-48b2-a677-edb25478cc32 req-ef02f1f8-8ba4-466d-8175-78cce18991e5 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc683c86-c7d4-45e9-be1f-f0077e26a937 HTTP/1.1" status: 200 len: 210 time: 0.0599816 Aug 16 02:01:37.077130 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f0b4-aff2-4639-8941-c23e3b62ae01 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.082714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f0b4-aff2-4639-8941-c23e3b62ae01 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.116425 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd27189-53e2-4833-b4fe-56fae233a966 None None] Checking router: 4ae587fd-a85b-466b-ad29-ba360ebfc3bd for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:37.127751 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd27189-53e2-4833-b4fe-56fae233a966 None None] Routers {'4ae587fd-a85b-466b-ad29-ba360ebfc3bd'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:37.128479 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9bd27189-53e2-4833-b4fe-56fae233a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['4ae587fd-a85b-466b-ad29-ba360ebfc3bd'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:37.145690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49400) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:37.215674 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-9bd27189-53e2-4833-b4fe-56fae233a966 None None] Set router 4ae587fd-a85b-466b-ad29-ba360ebfc3bd gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:37.261341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1621457668'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:37.291748 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f0b4-aff2-4639-8941-c23e3b62ae01 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.294996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d0f0b4-aff2-4639-8941-c23e3b62ae01 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Fanout notify agent at l3_agent the message router_deleted on router 4ae587fd-a85b-466b-ad29-ba360ebfc3bd {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:01:37.299678 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f0b4-aff2-4639-8941-c23e3b62ae01 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.300932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d7d0f0b4-aff2-4639-8941-c23e3b62ae01 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/routers/4ae587fd-a85b-466b-ad29-ba360ebfc3bd HTTP/1.1" status: 204 len: 168 time: 0.6142495 Aug 16 02:01:37.303694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49406) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:37.356699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49408) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:37.358566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-78e13f66-4a1f-4c91-8269-a2f03e8ecce2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0490799 Aug 16 02:01:37.399105 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9bd27189-53e2-4833-b4fe-56fae233a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae587fd-a85b-466b-ad29-ba360ebfc3bd', 'name': 'tempest-NetworksTestDHCPv6-router-716267366', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:27Z', 'updated_at': '2021-08-16T02:01:34Z', 'revision_number': 3, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:37.413596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:37.418215 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.421341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c553fa-b5a2-4d57-a456-7539b99e442e req-537550f9-a69c-4fe3-a63a-06a593132a21 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.423326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2c553fa-b5a2-4d57-a456-7539b99e442e req-537550f9-a69c-4fe3-a63a-06a593132a21 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 943 time: 0.0634644 Aug 16 02:01:37.446559 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd27189-53e2-4833-b4fe-56fae233a966 None None] The sync data for ids ['4ae587fd-a85b-466b-ad29-ba360ebfc3bd'] in n-d-768509-23 is: [{'id': '4ae587fd-a85b-466b-ad29-ba360ebfc3bd', 'name': 'tempest-NetworksTestDHCPv6-router-716267366', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:27Z', 'updated_at': '2021-08-16T02:01:34Z', 'revision_number': 3, 'project_id': 'a8c4722564ba49559dbe2fd5b1155337', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:37.455375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.468999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b686c9cc-677a-4a08-87ba-001747cec737 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.470537 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b686c9cc-677a-4a08-87ba-001747cec737 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1128623 Aug 16 02:01:37.480865 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49412) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:37.481587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2c553fa-b5a2-4d57-a456-7539b99e442e req-78a58777-6de6-4122-b11d-722dcf2ac0ef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494201 Aug 16 02:01:37.549382 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-880251c8-9618-48d4-834d-2b7112c1fcfe tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710881 Aug 16 02:01:37.562225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49418) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:37.575113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-413bd859-e9d2-433a-9453-8a5d77d7d64c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:37.623048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7385e6b7-da24-420e-b4d3-90af7fabea07 req-4f5d6280-ab8f-4de5-971a-160ba579c8b1 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc683c86-c7d4-45e9-be1f-f0077e26a937 HTTP/1.1" status: 200 len: 210 time: 0.0763264 Aug 16 02:01:37.738473 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.858104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.886091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:37.895031 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a846333c-2a33-4d48-b250-7a018529f049,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:37.901484 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.901972 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added segment 56eeb442-a4bb-45b8-a444-8fea21d5b63b of type vlan for network fad82612-851b-455a-9b1d-6fd084b9c062 Aug 16 02:01:37.944023 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.013385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413bd859-e9d2-433a-9453-8a5d77d7d64c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:38.019135 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-413bd859-e9d2-433a-9453-8a5d77d7d64c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.041280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.048337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.048942 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.145335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Network': ['ID=fad82612-851b-455a-9b1d-6fd084b9c062,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.166991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network fad82612-851b-455a-9b1d-6fd084b9c062 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:38.207444 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-de16bf8a-546a-4ac1-8d0a-ff74590e2558 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0604296 Aug 16 02:01:38.209787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49424) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:38.219796 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1097081079'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:38.276082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53696192-1c63-4228-a89d-39df1b626164 req-1d35c91b-74f4-4ab3-ac30-dd65f4f4e5c6 tempest-ServerShowV247Test-1449662554 tempest-ServerShowV247Test-1449662554-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc683c86-c7d4-45e9-be1f-f0077e26a937 HTTP/1.1" status: 200 len: 210 time: 0.0399759 Aug 16 02:01:38.332564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:38.338151 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.378252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:38.397540 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.397540 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added segment 30cab537-64e4-4fe6-a94b-ae5c331d3779 of type vlan for network efd7448d-530c-4e33-a7fb-aac6b16d917f Aug 16 02:01:38.438543 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.561226 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.568539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.572202 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.629002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-413bd859-e9d2-433a-9453-8a5d77d7d64c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:01:38.645344 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-413bd859-e9d2-433a-9453-8a5d77d7d64c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.659097 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Network': ['ID=efd7448d-530c-4e33-a7fb-aac6b16d917f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.669569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network efd7448d-530c-4e33-a7fb-aac6b16d917f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:38.670129 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d7547448-8805-4f58-b6f8-16a05fb2bd7c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4591455 Aug 16 02:01:38.673019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49432) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:38.680162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'subnet': {'network_id': 'fad82612-851b-455a-9b1d-6fd084b9c062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:38.712545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bd859-e9d2-433a-9453-8a5d77d7d64c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=e77b937d-6b57-4449-bfba-2d14ff1a688b,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.734779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413bd859-e9d2-433a-9453-8a5d77d7d64c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:38.738143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-413bd859-e9d2-433a-9453-8a5d77d7d64c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:38.741654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413bd859-e9d2-433a-9453-8a5d77d7d64c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.742948 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-413bd859-e9d2-433a-9453-8a5d77d7d64c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.770074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7e139-e775-48dd-a995-cacd684632b3 req-1f62779d-0389-4a35-8dbd-e6ba0ae66212 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.774655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6a070e-5f54-4613-9166-85bb3c8e02b3 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:38.777429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15b7e139-e775-48dd-a995-cacd684632b3 req-1f62779d-0389-4a35-8dbd-e6ba0ae66212 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 943 time: 0.2025094 Aug 16 02:01:38.815929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15b7e139-e775-48dd-a995-cacd684632b3 req-82ce6999-f9b8-4953-915b-fa064aa9bb84 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374575 Aug 16 02:01:38.818382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-413bd859-e9d2-433a-9453-8a5d77d7d64c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2539496 Aug 16 02:01:38.822496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49438) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:38.842334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-50ed94d9-1d42-4803-9aa5-807d95d4f508 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:38.951072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:38.954855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.958668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': 'e77b937d-6b57-4449-bfba-2d14ff1a688b'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:38.959690 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.108283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Allocated IP 2001:db8::f816:3eff:fe99:efbb (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/e77b937d-6b57-4449-bfba-2d14ff1a688b/50beaa66-6ddc-4d08-8f25-df83dda4b7ee) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:39.188500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ed94d9-1d42-4803-9aa5-807d95d4f508 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:39.192147 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50ed94d9-1d42-4803-9aa5-807d95d4f508 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.243035 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.273346 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.282627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Transition to ACTIVE for port object 50beaa66-6ddc-4d08-8f25-df83dda4b7ee will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:39.298204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Transition to ACTIVE for port object 50beaa66-6ddc-4d08-8f25-df83dda4b7ee will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:39.334790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Subnet': ['ID=17f79d40-ae90-44c5-af5a-044ccbd139df,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.354200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.359888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.359888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.359888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.359888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.359888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.359888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.359888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.359888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.359888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.359888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.359888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.368936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Checking segment: {'id': '56eeb442-a4bb-45b8-a444-8fea21d5b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fad82612-851b-455a-9b1d-6fd084b9c062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:39.369437 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network hostable DHCP agents. Network: fad82612-851b-455a-9b1d-6fd084b9c062, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:39.390470 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.424423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:39.427396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:39.431591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:39.458056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network fad82612-851b-455a-9b1d-6fd084b9c062 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:39.477513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Pushing event updated for resources: {'Port': ['ID=50beaa66-6ddc-4d08-8f25-df83dda4b7ee,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.504494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Attempting to bind port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:39.504860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Attempting to bind port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:39.505216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Attempting to bind port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:39.510809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:39.511179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:39.512243 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.512243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:39.512479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Bound port: 50beaa66-6ddc-4d08-8f25-df83dda4b7ee, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:39.512773 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.541449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, fad82612-851b-455a-9b1d-6fd084b9c062) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:39.552250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.552857 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.559099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63cf38-e9e2-45ba-8ad1-d6cd44aa5999 None None] Network fad82612-851b-455a-9b1d-6fd084b9c062 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:39.621984 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] For port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:39.630437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50ed94d9-1d42-4803-9aa5-807d95d4f508 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.637411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49448) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:39.642388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] For port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=50beaa66-6ddc-4d08-8f25-df83dda4b7ee,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:39.642572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'subnet': {'network_id': 'efd7448d-530c-4e33-a7fb-aac6b16d917f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:39.647218 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e40cf971-be8e-407d-98b6-22a9f40ec1b3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9728296 Aug 16 02:01:39.701571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.713885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed94d9-1d42-4803-9aa5-807d95d4f508 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:39.717509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-50ed94d9-1d42-4803-9aa5-807d95d4f508 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:39.723671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ed94d9-1d42-4803-9aa5-807d95d4f508 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.724217 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50ed94d9-1d42-4803-9aa5-807d95d4f508 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.737495 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed94d9-1d42-4803-9aa5-807d95d4f508 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=19898d87-97ea-41b6-a178-f3f9f349ada8,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.757960 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device a448d10d-9a0e-4787-863a-be947ef23fe8 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:39.816994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425135f7-9a65-4d8d-bc2e-2641d803cdcf None None] Pushing event updated for resources: {'Port': ['ID=50beaa66-6ddc-4d08-8f25-df83dda4b7ee,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.836702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:39.841064 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.892427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-fad82612-851b-455a-9b1d-6fd084b9c062', 'network_id': 'fad82612-851b-455a-9b1d-6fd084b9c062', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'fixed_ips': [{'subnet_id': '17f79d40-ae90-44c5-af5a-044ccbd139df'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:39.894703 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.902602 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-50ed94d9-1d42-4803-9aa5-807d95d4f508 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0711579 Aug 16 02:01:39.902602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49460) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:39.905708 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.resource_extend [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:01:39.909384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:9b:b8:57', 'name': 'tempest-NetworksTestDHCPv6-1853628207'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:39.975103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49464) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:40.100071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9fc13-f48a-40ed-a7f3-c193a023db86 req-3e37b815-34f8-448e-bac2-2d39e7908405 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.109757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12e9fc13-f48a-40ed-a7f3-c193a023db86 req-3e37b815-34f8-448e-bac2-2d39e7908405 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 943 time: 0.1841605 Aug 16 02:01:40.213298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6305856f-0be6-4d08-83ce-75fa6c61514e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.213700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port a448d10d-9a0e-4787-863a-be947ef23fe8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a448d10d-9a0e-4787-863a-be947ef23fe8,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:40.226402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12e9fc13-f48a-40ed-a7f3-c193a023db86 req-94e107bf-584c-4450-9512-5b3a6bb71efc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156034 Aug 16 02:01:40.229579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:40.262365 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'a448d10d-9a0e-4787-863a-be947ef23fe8', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'port_id': 'a448d10d-9a0e-4787-863a-be947ef23fe8', 'mac_address': 'fa:16:3e:98:b7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:40.346170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Allocated IP 2001:db8::2 (fad82612-851b-455a-9b1d-6fd084b9c062/17f79d40-ae90-44c5-af5a-044ccbd139df/dce9ce84-ba4c-451a-9c4a-62825c141bfd) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:40.382477 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.402537 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.434447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a448d10d-9a0e-4787-863a-be947ef23fe8 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:40.456815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port a448d10d-9a0e-4787-863a-be947ef23fe8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a448d10d-9a0e-4787-863a-be947ef23fe8,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:40.467821 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.476024 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6305856f-0be6-4d08-83ce-75fa6c61514e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.482417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 6f66807f-62c1-4ce7-afdf-a34edee2fad7 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:40.549373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Subnet': ['ID=9020821d-45da-41f9-9b7e-873cc8e8bfbb,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.557898 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.565750 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6305856f-0be6-4d08-83ce-75fa6c61514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.608339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Checking segment: {'id': '30cab537-64e4-4fe6-a94b-ae5c331d3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'efd7448d-530c-4e33-a7fb-aac6b16d917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:40.609048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network hostable DHCP agents. Network: efd7448d-530c-4e33-a7fb-aac6b16d917f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:40.620005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305856f-0be6-4d08-83ce-75fa6c61514e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc34531-b57f-418c-8915-e847e82b52cf,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.620443 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.645537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Transition to ACTIVE for port object dce9ce84-ba4c-451a-9c4a-62825c141bfd will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:40.648059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6305856f-0be6-4d08-83ce-75fa6c61514e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7b0c74815e5d4a9c8e0620efb6978e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6538875 Aug 16 02:01:40.651320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49476) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:40.655851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=a448d10d-9a0e-4787-863a-be947ef23fe8,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.679158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Transition to ACTIVE for port object dce9ce84-ba4c-451a-9c4a-62825c141bfd will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:40.729454 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e748da6c-16fd-424f-bbf6-c4d421d00081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.754712 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e748da6c-16fd-424f-bbf6-c4d421d00081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.763622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 172.20.0.14 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/19898d87-97ea-41b6-a178-f3f9f349ada8/6f66807f-62c1-4ce7-afdf-a34edee2fad7) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:40.778535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::f816:3eff:fe9b:b857 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/e77b937d-6b57-4449-bfba-2d14ff1a688b/6f66807f-62c1-4ce7-afdf-a34edee2fad7) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:40.790527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['a448d10d-9a0e-4787-863a-be947ef23fe8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:40.814825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network efd7448d-530c-4e33-a7fb-aac6b16d917f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:40.841320 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.934426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, efd7448d-530c-4e33-a7fb-aac6b16d917f) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:40.944430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.944430 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.987983 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e748da6c-16fd-424f-bbf6-c4d421d00081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.993968 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e748da6c-16fd-424f-bbf6-c4d421d00081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.996429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Network fad82612-851b-455a-9b1d-6fd084b9c062 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:40.997130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e748da6c-16fd-424f-bbf6-c4d421d00081 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3fc34531-b57f-418c-8915-e847e82b52cf HTTP/1.1" status: 204 len: 168 time: 0.3426609 Aug 16 02:01:41.000340 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1a3662-fd6d-41ed-b7af-4499d04e5a13 None None] Network efd7448d-530c-4e33-a7fb-aac6b16d917f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:41.016951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748da6c-16fd-424f-bbf6-c4d421d00081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc34531-b57f-418c-8915-e847e82b52cf,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:41.031952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-07e5bcea-b207-44a7-81fa-bfb27eb943c0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3933654 Aug 16 02:01:41.038094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49484) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:41.044832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-91d29f7f-c6da-4490-a2bb-b86b2d76b0d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1341781583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:41.058746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:41.118465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 50beaa66-6ddc-4d08-8f25-df83dda4b7ee up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:41.127969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:41.134102 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.148135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 6f66807f-62c1-4ce7-afdf-a34edee2fad7 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:41.154783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Pushing event updated for resources: {'Port': ['ID=dce9ce84-ba4c-451a-9c4a-62825c141bfd,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:41.231419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046b6189-b777-4be7-96c4-42f8b12c92b3 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:41.251363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91d29f7f-c6da-4490-a2bb-b86b2d76b0d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.251363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91d29f7f-c6da-4490-a2bb-b86b2d76b0d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.327700 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91d29f7f-c6da-4490-a2bb-b86b2d76b0d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.366280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292a468-0276-4fba-97af-0a4a343c3238 req-a29d7949-5113-4376-ae93-a90e2a35d095 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.368338 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.370061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2292a468-0276-4fba-97af-0a4a343c3238 req-a29d7949-5113-4376-ae93-a90e2a35d095 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 944 time: 0.0545213 Aug 16 02:01:41.402494 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91d29f7f-c6da-4490-a2bb-b86b2d76b0d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.452791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2292a468-0276-4fba-97af-0a4a343c3238 req-02018bb8-31ad-4278-a69b-97c16356a74a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709190 Aug 16 02:01:41.484061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:41.484534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Attempting to bind port dce9ce84-ba4c-451a-9c4a-62825c141bfd on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:41.484534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Attempting to bind port dce9ce84-ba4c-451a-9c4a-62825c141bfd by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '56eeb442-a4bb-45b8-a444-8fea21d5b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fad82612-851b-455a-9b1d-6fd084b9c062'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:41.485052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Attempting to bind port dce9ce84-ba4c-451a-9c4a-62825c141bfd on network fad82612-851b-455a-9b1d-6fd084b9c062 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:41.485281 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=6f66807f-62c1-4ce7-afdf-a34edee2fad7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:41.506194 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:41.511035 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:41.527180 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91d29f7f-c6da-4490-a2bb-b86b2d76b0d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.541769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-91d29f7f-c6da-4490-a2bb-b86b2d76b0d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4978771 Aug 16 02:01:41.541769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49496) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:41.597187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.598905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.606472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:41.606841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Checking segment: {'id': '56eeb442-a4bb-45b8-a444-8fea21d5b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fad82612-851b-455a-9b1d-6fd084b9c062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:41.607253 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.607859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Bound using segment: {'id': '56eeb442-a4bb-45b8-a444-8fea21d5b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fad82612-851b-455a-9b1d-6fd084b9c062'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:41.608173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Bound port: dce9ce84-ba4c-451a-9c4a-62825c141bfd, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56eeb442-a4bb-45b8-a444-8fea21d5b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fad82612-851b-455a-9b1d-6fd084b9c062'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:41.608554 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.716077 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-08685446-74c5-4691-a5de-265bfbc54dfc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8115633 Aug 16 02:01:41.716591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49504) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:41.748332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ed1f00b9-aabc-4a9b-806e-7c67e2b443e8 None None] Provisioning for port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:41.815523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0ddc2b-d2f0-4dfc-a911-ebcaf9801c28 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.824523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0ddc2b-d2f0-4dfc-a911-ebcaf9801c28 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.830571 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dc0ddc2b-d2f0-4dfc-a911-ebcaf9801c28 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1087484 Aug 16 02:01:41.830806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] For port dce9ce84-ba4c-451a-9c4a-62825c141bfd, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:41.831947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:41.842282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49508) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:41.852432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-efd7448d-530c-4e33-a7fb-aac6b16d917f', 'network_id': 'efd7448d-530c-4e33-a7fb-aac6b16d917f', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'fixed_ips': [{'subnet_id': '9020821d-45da-41f9-9b7e-873cc8e8bfbb'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:41.853304 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.859918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] For port dce9ce84-ba4c-451a-9c4a-62825c141bfd, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dce9ce84-ba4c-451a-9c4a-62825c141bfd,segment=NetworkSegment(56eeb442-a4bb-45b8-a444-8fea21d5b63b),segment_id=56eeb442-a4bb-45b8-a444-8fea21d5b63b)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:41.861776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:41.862178 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.974901 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.035173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7b88f5a8-115b-4f46-acc0-b3bdeba72554 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 6f66807f-62c1-4ce7-afdf-a34edee2fad7 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:42.035696 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b88f5a8-115b-4f46-acc0-b3bdeba72554 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.169238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b88f5a8-115b-4f46-acc0-b3bdeba72554 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.194016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7b88f5a8-115b-4f46-acc0-b3bdeba72554 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 6f66807f-62c1-4ce7-afdf-a34edee2fad7 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:42.235553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Allocated IP 2001:db8:1::2 (efd7448d-530c-4e33-a7fb-aac6b16d917f/9020821d-45da-41f9-9b7e-873cc8e8bfbb/7bcdf984-8dd9-492a-a83b-d7d8373bc48d) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:42.476191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54370d19-e711-4c88-bb9e-9cc88453bf13 None None] Pushing event updated for resources: {'Port': ['ID=dce9ce84-ba4c-451a-9c4a-62825c141bfd,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:42.807397 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.813630 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.813630 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=50beaa66-6ddc-4d08-8f25-df83dda4b7ee,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:42.813630 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.836422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4901-d3aa-4a24-bf3d-503282f7acb1 req-e6931e40-1fe2-4a74-80bd-dd7454da3080 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.840007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f82a4901-d3aa-4a24-bf3d-503282f7acb1 req-e6931e40-1fe2-4a74-80bd-dd7454da3080 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 944 time: 0.2121041 Aug 16 02:01:42.848868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a67b6d5-41c4-4093-b12a-d36f6f58083b None None] Update dhcp port {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'fixed_ips': [{'subnet_id': 'e77b937d-6b57-4449-bfba-2d14ff1a688b', 'ip_address': '2001:db8::f816:3eff:fe99:efbb'}, {'subnet_id': '19898d87-97ea-41b6-a178-f3f9f349ada8'}], 'binding:host_id': 'n-d-768509-23'}, 'id': '50beaa66-6ddc-4d08-8f25-df83dda4b7ee'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:01:42.875597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b88f5a8-115b-4f46-acc0-b3bdeba72554 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.879986 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Transition to ACTIVE for port object 7bcdf984-8dd9-492a-a83b-d7d8373bc48d will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:42.888620 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6a67b6d5-41c4-4093-b12a-d36f6f58083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.894941 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.931060 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f82a4901-d3aa-4a24-bf3d-503282f7acb1 req-dcd623fa-8a9a-4eaa-862f-6f1a4f844c71 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838056 Aug 16 02:01:42.999842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Transition to ACTIVE for port object 7bcdf984-8dd9-492a-a83b-d7d8373bc48d will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:43.026948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88f5a8-115b-4f46-acc0-b3bdeba72554 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=6f66807f-62c1-4ce7-afdf-a34edee2fad7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.056064 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:01:43.074830 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=50beaa66-6ddc-4d08-8f25-df83dda4b7ee,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.075760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Allocated IP 2001:db8::1 (fad82612-851b-455a-9b1d-6fd084b9c062/17f79d40-ae90-44c5-af5a-044ccbd139df/beb6cdc0-7214-45de-b515-dc54458199ae) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:43.142176 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.144542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dce9ce84-ba4c-451a-9c4a-62825c141bfd up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:43.178946 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b88f5a8-115b-4f46-acc0-b3bdeba72554 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.187839 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7b88f5a8-115b-4f46-acc0-b3bdeba72554 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/6f66807f-62c1-4ce7-afdf-a34edee2fad7 HTTP/1.1" status: 204 len: 168 time: 1.3428853 Aug 16 02:01:43.188790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49540) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:43.251441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Pushing event updated for resources: {'Port': ['ID=7bcdf984-8dd9-492a-a83b-d7d8373bc48d,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.256658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9459836d-f7cc-4bdc-baa8-f069ca90a22d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.260268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9459836d-f7cc-4bdc-baa8-f069ca90a22d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.269666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9459836d-f7cc-4bdc-baa8-f069ca90a22d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.283682 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9459836d-f7cc-4bdc-baa8-f069ca90a22d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0936189 Aug 16 02:01:43.284719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49544) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:43.292941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Network efd7448d-530c-4e33-a7fb-aac6b16d917f is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:43.298789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:43.302828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:43.366107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-127470b2-c3e4-479a-b5ad-37788a9ab246 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 19898d87-97ea-41b6-a178-f3f9f349ada8 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:43.370708 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.386189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-6a67b6d5-41c4-4093-b12a-d36f6f58083b None None] Allocated IP 172.20.0.2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/19898d87-97ea-41b6-a178-f3f9f349ada8/50beaa66-6ddc-4d08-8f25-df83dda4b7ee) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:43.389089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Transition to ACTIVE for port object beb6cdc0-7214-45de-b515-dc54458199ae will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:43.407750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Attempting to bind port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:43.408132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Attempting to bind port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '30cab537-64e4-4fe6-a94b-ae5c331d3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'efd7448d-530c-4e33-a7fb-aac6b16d917f'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:43.408492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Attempting to bind port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d on network efd7448d-530c-4e33-a7fb-aac6b16d917f {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:43.417175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:43.417473 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Checking segment: {'id': '30cab537-64e4-4fe6-a94b-ae5c331d3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'efd7448d-530c-4e33-a7fb-aac6b16d917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:43.417854 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.418269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Bound using segment: {'id': '30cab537-64e4-4fe6-a94b-ae5c331d3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'efd7448d-530c-4e33-a7fb-aac6b16d917f'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:43.418750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Bound port: 7bcdf984-8dd9-492a-a83b-d7d8373bc48d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cab537-64e4-4fe6-a94b-ae5c331d3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'efd7448d-530c-4e33-a7fb-aac6b16d917f'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:43.419140 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.457106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port dce9ce84-ba4c-451a-9c4a-62825c141bfd completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:43.532588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.581409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network fad82612-851b-455a-9b1d-6fd084b9c062 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:43.584482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6a67b6d5-41c4-4093-b12a-d36f6f58083b None None] For port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=50beaa66-6ddc-4d08-8f25-df83dda4b7ee,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:43.588104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] For port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:43.597413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:43.608023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:43.609337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] For port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7bcdf984-8dd9-492a-a83b-d7d8373bc48d,segment=NetworkSegment(30cab537-64e4-4fe6-a94b-ae5c331d3779),segment_id=30cab537-64e4-4fe6-a94b-ae5c331d3779)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:43.611323 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.631152 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6a67b6d5-41c4-4093-b12a-d36f6f58083b None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.648171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6a67b6d5-41c4-4093-b12a-d36f6f58083b None None] Transition to ACTIVE for port object 50beaa66-6ddc-4d08-8f25-df83dda4b7ee will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:43.676292 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.676921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=beb6cdc0-7214-45de-b515-dc54458199ae,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.749210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49552) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:43.752128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444552c1-d53a-416c-a8cb-d568ea40119b None None] Pushing event updated for resources: {'Port': ['ID=7bcdf984-8dd9-492a-a83b-d7d8373bc48d,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.755607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6a67b6d5-41c4-4093-b12a-d36f6f58083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.766569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device a448d10d-9a0e-4787-863a-be947ef23fe8 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:43.794216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-127470b2-c3e4-479a-b5ad-37788a9ab246 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.902060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-127470b2-c3e4-479a-b5ad-37788a9ab246 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.909081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67b6d5-41c4-4093-b12a-d36f6f58083b None None] Pushing event updated for resources: {'Port': ['ID=50beaa66-6ddc-4d08-8f25-df83dda4b7ee,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.972513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port a448d10d-9a0e-4787-863a-be947ef23fe8 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:43.979389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port a448d10d-9a0e-4787-863a-be947ef23fe8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:43.979921 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.046249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd46c1c4-2e6d-4076-83d0-fad2b82999c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.130877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75ddad1-6548-4655-8146-3528cb10a3fa None None] Network fad82612-851b-455a-9b1d-6fd084b9c062 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:44.175859 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-127470b2-c3e4-479a-b5ad-37788a9ab246 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.266804 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.310593 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.320867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-65df176e-2c00-498d-8ece-af0d0f151de3 None None] Provisioning for port dce9ce84-ba4c-451a-9c4a-62825c141bfd completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:44.347383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-65df176e-2c00-498d-8ece-af0d0f151de3 None None] Provisioning complete for port dce9ce84-ba4c-451a-9c4a-62825c141bfd triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:44.347759 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-65df176e-2c00-498d-8ece-af0d0f151de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.356030 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd46c1c4-2e6d-4076-83d0-fad2b82999c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.458076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a448d10d-9a0e-4787-863a-be947ef23fe8'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:44.460410 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4447d8f5-5b6b-456d-bfdc-f3ba3b68b74f" -d '{"events": [{"server_uuid": "7a6f7adc-13c8-44e6-93ab-01e4a0be824d", "name": "network-vif-plugged", "status": "completed", "tag": "a448d10d-9a0e-4787-863a-be947ef23fe8"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:44.486906 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd46c1c4-2e6d-4076-83d0-fad2b82999c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.531527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port a448d10d-9a0e-4787-863a-be947ef23fe8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a448d10d-9a0e-4787-863a-be947ef23fe8,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:44.554122 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fd46c1c4-2e6d-4076-83d0-fad2b82999c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c41a45361854796987e67a876d0700c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8030608 Aug 16 02:01:44.560280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c1c4-2e6d-4076-83d0-fad2b82999c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8782ae-5791-495c-85c1-a1bac5bd0ad6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.568303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49574) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:44.589091 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-127470b2-c3e4-479a-b5ad-37788a9ab246 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.595761 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-65df176e-2c00-498d-8ece-af0d0f151de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.650917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127470b2-c3e4-479a-b5ad-37788a9ab246 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=19898d87-97ea-41b6-a178-f3f9f349ada8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.661188 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-127470b2-c3e4-479a-b5ad-37788a9ab246 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.663129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-127470b2-c3e4-479a-b5ad-37788a9ab246 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/19898d87-97ea-41b6-a178-f3f9f349ada8 HTTP/1.1" status: 204 len: 168 time: 1.3751433 Aug 16 02:01:44.667168 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49576) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:44.692815 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.748600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f27ce7-2a55-44d6-9d7d-b7b73a59ff19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet e77b937d-6b57-4449-bfba-2d14ff1a688b {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:44.753230 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f27ce7-2a55-44d6-9d7d-b7b73a59ff19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.766815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-65df176e-2c00-498d-8ece-af0d0f151de3 None None] For port dce9ce84-ba4c-451a-9c4a-62825c141bfd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dce9ce84-ba4c-451a-9c4a-62825c141bfd,segment=NetworkSegment(56eeb442-a4bb-45b8-a444-8fea21d5b63b),segment_id=56eeb442-a4bb-45b8-a444-8fea21d5b63b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:44.768477 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b7695413-3fd3-4f8c-9ce3-92d7db0e7bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.806020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=a448d10d-9a0e-4787-863a-be947ef23fe8,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.837668 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f27ce7-2a55-44d6-9d7d-b7b73a59ff19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.871883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b7695413-3fd3-4f8c-9ce3-92d7db0e7bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.875027 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-65df176e-2c00-498d-8ece-af0d0f151de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.036895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df176e-2c00-498d-8ece-af0d0f151de3 None None] Pushing event updated for resources: {'Port': ['ID=dce9ce84-ba4c-451a-9c4a-62825c141bfd,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.090657 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f27ce7-2a55-44d6-9d7d-b7b73a59ff19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.140954 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.178425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3c182-275b-40cd-ba29-71785250effd req-6f8de8f9-03bc-45d7-995b-3764d91e6fd9 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.180705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdc3c182-275b-40cd-ba29-71785250effd req-6f8de8f9-03bc-45d7-995b-3764d91e6fd9 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 945 time: 0.2402859 Aug 16 02:01:45.238263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdc3c182-275b-40cd-ba29-71785250effd req-5707e632-cb8e-4ae3-83b5-fc1bad19cf37 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514529 Aug 16 02:01:45.239345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b7695413-3fd3-4f8c-9ce3-92d7db0e7bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.243615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b7695413-3fd3-4f8c-9ce3-92d7db0e7bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.260148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b7695413-3fd3-4f8c-9ce3-92d7db0e7bc6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e8782ae-5791-495c-85c1-a1bac5bd0ad6 HTTP/1.1" status: 204 len: 168 time: 0.6902277 Aug 16 02:01:45.264086 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49584) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:45.271023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1297069267'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:45.275889 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.296680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7bcdf984-8dd9-492a-a83b-d7d8373bc48d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:45.297276 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.326330 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f27ce7-2a55-44d6-9d7d-b7b73a59ff19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.353333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6374e3b-ded6-4d65-b44e-8ab9210b5246 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:45.385939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7695413-3fd3-4f8c-9ce3-92d7db0e7bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8782ae-5791-495c-85c1-a1bac5bd0ad6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.422678 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f27ce7-2a55-44d6-9d7d-b7b73a59ff19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.425367 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d3f27ce7-2a55-44d6-9d7d-b7b73a59ff19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/e77b937d-6b57-4449-bfba-2d14ff1a688b HTTP/1.1" status: 204 len: 168 time: 0.7567482 Aug 16 02:01:45.429948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f27ce7-2a55-44d6-9d7d-b7b73a59ff19 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=e77b937d-6b57-4449-bfba-2d14ff1a688b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.432558 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49586) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:45.551411 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75375245-3e35-4631-8842-c7fcf6c93eb8 x-openstack-request-id: req-75375245-3e35-4631-8842-c7fcf6c93eb8 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:45.551686 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f7adc-13c8-44e6-93ab-01e4a0be824d", "name": "network-vif-plugged", "status": "completed", "tag": "a448d10d-9a0e-4787-863a-be947ef23fe8", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:45.551944 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-75375245-3e35-4631-8842-c7fcf6c93eb8 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:45.552338 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a448d10d-9a0e-4787-863a-be947ef23fe8', 'code': 200} Aug 16 02:01:45.556062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=beb6cdc0-7214-45de-b515-dc54458199ae,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.577924 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:45.593860 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.607208 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-47685728-dc8c-4e90-b11a-f77bce13e589 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1523783 Aug 16 02:01:45.632729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49590) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:45.642530 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:45.689910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7eedf477-8c0f-45b5-99a2-b8a8ddffb95c None None] Provisioning for port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:45.708514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d37f7-98cd-4a06-a3b0-b365a8794496 req-172c95af-77c0-4755-b6bc-aa7ee00534f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.710142 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b0d37f7-98cd-4a06-a3b0-b365a8794496 req-172c95af-77c0-4755-b6bc-aa7ee00534f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 1097 time: 0.1597197 Aug 16 02:01:45.712523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:45.731447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7eedf477-8c0f-45b5-99a2-b8a8ddffb95c None None] Provisioning complete for port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:45.737972 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7eedf477-8c0f-45b5-99a2-b8a8ddffb95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.742841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network fad82612-851b-455a-9b1d-6fd084b9c062 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:45.744790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 50beaa66-6ddc-4d08-8f25-df83dda4b7ee up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:45.756897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:45.802402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b0d37f7-98cd-4a06-a3b0-b365a8794496 req-bd7222b6-b364-4dfd-a918-847ee8c71bc7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805643 Aug 16 02:01:45.853852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:45.886336 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.886928 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Added segment 178264c9-4a9b-4247-b59b-a8ef9b4cde20 of type vlan for network 75b5398b-4cff-40ab-8a73-881676945082 Aug 16 02:01:45.955773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53fd7a7-1fc5-4970-ac67-e23a72ab5563 None None] Network efd7448d-530c-4e33-a7fb-aac6b16d917f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:45.957933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b62de0-8984-44e9-9de5-a29803f75709 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:01:45.974002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.055934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:46.064687 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.187876 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.197589 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.198440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.271651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:46.272264 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.299555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-504caed3-0202-4a4c-a67f-26c2892e9793 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.301159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-504caed3-0202-4a4c-a67f-26c2892e9793 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 814 time: 0.2230196 Aug 16 02:01:46.320191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-c2124d6a-736e-4950-a961-66a0803b3bfa tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/quotas/feb6ebc02d7541aa94d1a1061fda3366 HTTP/1.1" status: 200 len: 375 time: 0.0105963 Aug 16 02:01:46.341589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 840b965e-d2b6-4f50-8749-f00c99366377 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:46.365894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Network': ['ID=75b5398b-4cff-40ab-8a73-881676945082,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.388633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 75b5398b-4cff-40ab-8a73-881676945082 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:46.425517 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bae13a23-41f1-44be-8f39-5597b4077b92 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1581852 Aug 16 02:01:46.426699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49624) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:46.442490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-928814539'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:46.498625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-39b62de0-8984-44e9-9de5-a29803f75709 None None] Deleting port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:46.499071 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39b62de0-8984-44e9-9de5-a29803f75709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.504952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-1d2b1cc3-f960-43ba-981d-daff3b2ab029 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1762118 Aug 16 02:01:46.523547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7eedf477-8c0f-45b5-99a2-b8a8ddffb95c None None] Could not find standard attr ID for object 6f66807f-62c1-4ce7-afdf-a34edee2fad7. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:01:46.589605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:46.593194 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.614200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:46.621694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0a3dee75-5a65-4722-bd80-2bb77b088263 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/840b965e-d2b6-4f50-8749-f00c99366377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0881636 Aug 16 02:01:46.625667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49630) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:46.670084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7076f9-4d0d-46c7-a528-5a3aac7cd2e1 None None] Sync routers for ids ['840b965e-d2b6-4f50-8749-f00c99366377'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:46.683077 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-616c9a2b-3137-48af-8494-879ecd948f0b service neutron] 10.222.0.66 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768556 Aug 16 02:01:46.693801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:46.700922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e8fb7e-8ca0-4311-927e-3c571e6ceeff tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.702703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d9e8fb7e-8ca0-4311-927e-3c571e6ceeff tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports/beb6cdc0-7214-45de-b515-dc54458199ae HTTP/1.1" status: 200 len: 911 time: 0.0774529 Aug 16 02:01:46.706126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49634) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:46.750048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-39b62de0-8984-44e9-9de5-a29803f75709 None None] For port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=50beaa66-6ddc-4d08-8f25-df83dda4b7ee,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:46.751687 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39b62de0-8984-44e9-9de5-a29803f75709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.767832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-39b62de0-8984-44e9-9de5-a29803f75709 None None] Calling delete_port for 50beaa66-6ddc-4d08-8f25-df83dda4b7ee owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:46.774870 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.775222 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Added segment d8131219-030f-467e-afe3-f819eb0b7a46 of type vlan for network 4ce77b4b-70a2-4991-aceb-89c12fc0771f Aug 16 02:01:46.848984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-8c772363-769c-4685-9fc1-f1f233fce542 service neutron] 10.222.0.66 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644578 Aug 16 02:01:46.885128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7076f9-4d0d-46c7-a528-5a3aac7cd2e1 None None] Routers {'840b965e-d2b6-4f50-8749-f00c99366377'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:46.885562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2a7076f9-4d0d-46c7-a528-5a3aac7cd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['840b965e-d2b6-4f50-8749-f00c99366377'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:46.900990 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Provisioning complete for port dce9ce84-ba4c-451a-9c4a-62825c141bfd triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:46.901414 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.027947 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39b62de0-8984-44e9-9de5-a29803f75709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.043517 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2a7076f9-4d0d-46c7-a528-5a3aac7cd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.070147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.objects.ports [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95515) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:01:47.077255 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.113860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b62de0-8984-44e9-9de5-a29803f75709 None None] Pushing event deleted for resources: {'Port': ['ID=50beaa66-6ddc-4d08-8f25-df83dda4b7ee,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.124193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b62de0-8984-44e9-9de5-a29803f75709 None None] No DVR routers for this DVR port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:47.129508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dce9ce84-ba4c-451a-9c4a-62825c141bfd up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:47.217165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7076f9-4d0d-46c7-a528-5a3aac7cd2e1 None None] Routers {'840b965e-d2b6-4f50-8749-f00c99366377'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:47.217990 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2a7076f9-4d0d-46c7-a528-5a3aac7cd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['840b965e-d2b6-4f50-8749-f00c99366377'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.261479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2a7076f9-4d0d-46c7-a528-5a3aac7cd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.262074 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7076f9-4d0d-46c7-a528-5a3aac7cd2e1 None None] The sync data for ids ['840b965e-d2b6-4f50-8749-f00c99366377'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:47.296300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port dce9ce84-ba4c-451a-9c4a-62825c141bfd triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:47.296864 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.407809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56174974-2e78-4d59-9255-ed2affae205d req-c0692b9f-2ba3-4945-bf4d-974051a7ee55 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.415371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56174974-2e78-4d59-9255-ed2affae205d req-c0692b9f-2ba3-4945-bf4d-974051a7ee55 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 945 time: 0.1249251 Aug 16 02:01:47.515720 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.resource_extend [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:01:47.524080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56174974-2e78-4d59-9255-ed2affae205d req-4404df54-d60b-4d8e-9eff-912c579d119d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033480 Aug 16 02:01:47.560522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Provisioning for port beb6cdc0-7214-45de-b515-dc54458199ae completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:47.581125 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Provisioning complete for port beb6cdc0-7214-45de-b515-dc54458199ae triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:47.581765 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.671361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Port beb6cdc0-7214-45de-b515-dc54458199ae cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:47.688573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 50beaa66-6ddc-4d08-8f25-df83dda4b7ee no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:47.717510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 50beaa66-6ddc-4d08-8f25-df83dda4b7ee {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:47.717872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 50beaa66-6ddc-4d08-8f25-df83dda4b7ee not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:47.724816 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66a80801-f7df-4e12-9e32-8eebb5a12a18 req-5ad25677-1b54-41cd-8f98-72d857cfcfc5 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 210 time: 0.0391123 Aug 16 02:01:47.736757 n-d-768509-23 neutron-server[95515]: WARNING neutron.services.revisions.revision_plugin [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Could not find related port for resource to bump revision. Aug 16 02:01:47.779418 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.785327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.786864 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.812380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Provisioning for port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:47.817536 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Provisioning complete for port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:47.818298 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.828342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_pluggable_backend [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Port 50beaa66-6ddc-4d08-8f25-df83dda4b7ee was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95515) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 02:01:47.828887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_pluggable_backend [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Reverting IP allocation for 2001:db8::f816:3eff:fe99:efbb {{(pid=95515) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 02:01:47.902991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944c42c-4e52-4da4-98d2-75d1896c40cc req-5a806e46-3584-4440-b77d-f31d73191223 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.915113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a944c42c-4e52-4da4-98d2-75d1896c40cc req-5a806e46-3584-4440-b77d-f31d73191223 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 945 time: 0.1069226 Aug 16 02:01:47.956043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_pluggable_backend [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe99:efbb {{(pid=95515) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 02:01:47.968607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.986811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a944c42c-4e52-4da4-98d2-75d1896c40cc req-9e218efe-9632-41ee-a3d5-093664c84e76 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707166 Aug 16 02:01:48.001764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49662) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:48.015631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] For port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7bcdf984-8dd9-492a-a83b-d7d8373bc48d,segment=NetworkSegment(30cab537-64e4-4fe6-a94b-ae5c331d3779),segment_id=30cab537-64e4-4fe6-a94b-ae5c331d3779)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:48.020758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Network': ['ID=4ce77b4b-70a2-4991-aceb-89c12fc0771f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:48.023017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.050500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 4ce77b4b-70a2-4991-aceb-89c12fc0771f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:48.074738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:48.098517 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:48.106377 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.106982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.125906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=b80f6023-07af-4e68-9c60-78d68a618c0a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:48.137763 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.142000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d1839-1805-4822-be81-54e057040cd1 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:48.155965 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a658580f-e567-444d-bc4e-bc1b74f3d63b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7239935 Aug 16 02:01:48.162026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49668) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:48.162757 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.162891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'subnet': {'network_id': '75b5398b-4cff-40ab-8a73-881676945082', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:48.377424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0cbce7f4-21f8-4293-af6d-1846a8d75aab None None] Provisioning complete for port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:48.380942 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0cbce7f4-21f8-4293-af6d-1846a8d75aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.442965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a53b1d-e4b4-4702-8a49-df5a6d16c0e0 None None] Pushing event updated for resources: {'Port': ['ID=7bcdf984-8dd9-492a-a83b-d7d8373bc48d,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:48.594427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:48.598031 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.622755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': 'b80f6023-07af-4e68-9c60-78d68a618c0a'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:48.623605 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.638993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09fe40c-191f-4461-ae3a-61bcb926953d tempest-TestVolumeBootPattern-1976324372 tempest-TestVolumeBootPattern-1976324372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.640763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d09fe40c-191f-4461-ae3a-61bcb926953d tempest-TestVolumeBootPattern-1976324372 tempest-TestVolumeBootPattern-1976324372-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 1092 time: 0.6377041 Aug 16 02:01:48.670465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49678) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:48.675356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'a448d10d-9a0e-4787-863a-be947ef23fe8', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:48.863703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Allocated IP 2001:db8:1::1 (efd7448d-530c-4e33-a7fb-aac6b16d917f/9020821d-45da-41f9-9b7e-873cc8e8bfbb/a75a6d0b-ffc9-46f3-93d7-399137a34f51) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:48.883902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0c4d061-389d-4609-abc4-f4df0adf40f4 req-d2bea8a6-153e-4566-b802-06634a92b8bb tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 210 time: 0.0339832 Aug 16 02:01:48.911125 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.918910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Allocated IP 2001:db8::f816:3eff:fef6:6a78 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/b80f6023-07af-4e68-9c60-78d68a618c0a/a73b1e70-3380-4e8d-ab3c-855976d7cb31) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:49.006428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.022311 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Transition to ACTIVE for port object a75a6d0b-ffc9-46f3-93d7-399137a34f51 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:49.061588 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49686) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:49.062843 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c91747e0-6b02-42de-8fd8-d2e555a707ac tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4285052 Aug 16 02:01:49.068900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-dc289382-3035-48f3-a48e-81c09accffd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:49.078873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7bcdf984-8dd9-492a-a83b-d7d8373bc48d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:49.149942 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.198550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:49.198932 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.246187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=a75a6d0b-ffc9-46f3-93d7-399137a34f51,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.248915 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.261641 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network efd7448d-530c-4e33-a7fb-aac6b16d917f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:49.263538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:49.268456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Transition to ACTIVE for port object a73b1e70-3380-4e8d-ab3c-855976d7cb31 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:49.281325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:49.306534 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.308593 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.338497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Transition to ACTIVE for port object a73b1e70-3380-4e8d-ab3c-855976d7cb31 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:49.353516 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.451895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.508778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:49.512670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:49.515950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:49.526461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Pushing event updated for resources: {'Port': ['ID=a73b1e70-3380-4e8d-ab3c-855976d7cb31,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.595395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Attempting to bind port a73b1e70-3380-4e8d-ab3c-855976d7cb31 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:49.601663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Attempting to bind port a73b1e70-3380-4e8d-ab3c-855976d7cb31 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:49.601663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Attempting to bind port a73b1e70-3380-4e8d-ab3c-855976d7cb31 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:49.616040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc289382-3035-48f3-a48e-81c09accffd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:49.624138 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.624453 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc289382-3035-48f3-a48e-81c09accffd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.624618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:49.624618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:49.624618 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.624618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:49.624618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Bound port: a73b1e70-3380-4e8d-ab3c-855976d7cb31, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:49.624618 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.717242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] For port a73b1e70-3380-4e8d-ab3c-855976d7cb31, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:49.721496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] For port a73b1e70-3380-4e8d-ab3c-855976d7cb31, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a73b1e70-3380-4e8d-ab3c-855976d7cb31,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:49.779353 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.797974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Subnet': ['ID=e1c107f1-651b-4b59-aa58-c149b9979276,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.841573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Checking segment: {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:49.841981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network hostable DHCP agents. Network: 75b5398b-4cff-40ab-8a73-881676945082, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:49.845723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.852660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.852660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.852660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.852660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.852660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.852660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.852660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.852660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.852660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.852660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.852660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:49.853613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Allocated IP 172.25.8.151 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/1d4713cf-baf6-489b-857e-9b7535ac60a6) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:49.881339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ad39fa6c-e212-4d02-90a2-12ea7c7f0330 None None] Provisioning for port a75a6d0b-ffc9-46f3-93d7-399137a34f51 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:49.891243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ad39fa6c-e212-4d02-90a2-12ea7c7f0330 None None] Provisioning complete for port a75a6d0b-ffc9-46f3-93d7-399137a34f51 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:49.891624 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad39fa6c-e212-4d02-90a2-12ea7c7f0330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.980233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-a768853f-28fe-4f39-b769-5c6e21ab407e tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.981835 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-a768853f-28fe-4f39-b769-5c6e21ab407e tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.64 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 814 time: 0.3548188 Aug 16 02:01:50.004668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Request body: {'port': {'device_id': '98342ad3-5272-4fd5-9aa0-516e33a2c6cb', 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df', 'admin_state_up': True, 'tenant_id': 'feb6ebc02d7541aa94d1a1061fda3366'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:50.034206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network 75b5398b-4cff-40ab-8a73-881676945082 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:50.122825 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ad39fa6c-e212-4d02-90a2-12ea7c7f0330 None None] Port a75a6d0b-ffc9-46f3-93d7-399137a34f51 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:50.127718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185ebe8-e142-419f-9aaa-e5e43ddb4ed8 None None] Pushing event updated for resources: {'Port': ['ID=a73b1e70-3380-4e8d-ab3c-855976d7cb31,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.215735 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.276085 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.277435 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.450218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=a75a6d0b-ffc9-46f3-93d7-399137a34f51,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.558111 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network efd7448d-530c-4e33-a7fb-aac6b16d917f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:50.560754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:50.687833 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.728849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 75b5398b-4cff-40ab-8a73-881676945082) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:50.742505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3240b64-f4fb-49a1-9eba-76ffd1e852f3 None None] Network 75b5398b-4cff-40ab-8a73-881676945082 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:50.743184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 840b965e-d2b6-4f50-8749-f00c99366377 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:50.790957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.791586 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.828805 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.897440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83b8fa2-463a-497c-b9a8-440578973642 req-619662a7-6e5a-455a-89a2-3e809dc8dfbc tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 210 time: 0.1649041 Aug 16 02:01:50.985119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-93ba439a-b1fc-405c-8d66-294d44f55849 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8245978 Aug 16 02:01:50.985359 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:50.997134 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22ddf7-95de-445a-a683-d0e8f76aa487 None None] Sync routers for ids ['840b965e-d2b6-4f50-8749-f00c99366377'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:51.009902 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0a9a5e5c-44ff-4f31-9cd8-b6869d05a402 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/840b965e-d2b6-4f50-8749-f00c99366377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2984285 Aug 16 02:01:51.010592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49724) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.010936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49726) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.018819 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab22ddf7-95de-445a-a683-d0e8f76aa487 None None] Routers {'840b965e-d2b6-4f50-8749-f00c99366377'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:51.020603 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ab22ddf7-95de-445a-a683-d0e8f76aa487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['840b965e-d2b6-4f50-8749-f00c99366377'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:51.050520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'subnet': {'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:51.097727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-75b5398b-4cff-40ab-8a73-881676945082', 'network_id': '75b5398b-4cff-40ab-8a73-881676945082', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'fixed_ips': [{'subnet_id': 'e1c107f1-651b-4b59-aa58-c149b9979276'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:51.098610 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.115599 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ab22ddf7-95de-445a-a683-d0e8f76aa487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:51.148552 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab22ddf7-95de-445a-a683-d0e8f76aa487 None None] Routers {'840b965e-d2b6-4f50-8749-f00c99366377'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:51.149545 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ab22ddf7-95de-445a-a683-d0e8f76aa487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['840b965e-d2b6-4f50-8749-f00c99366377'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:51.171625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.250856 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ab22ddf7-95de-445a-a683-d0e8f76aa487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:51.251637 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22ddf7-95de-445a-a683-d0e8f76aa487 None None] The sync data for ids ['840b965e-d2b6-4f50-8749-f00c99366377'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:51.276396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a73b1e70-3380-4e8d-ab3c-855976d7cb31 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:51.289008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5bb476cb-23f8-4da6-8ce4-e7019e88aafc None None] Provisioning complete for port a75a6d0b-ffc9-46f3-93d7-399137a34f51 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:51.289545 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5bb476cb-23f8-4da6-8ce4-e7019e88aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.293648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b306f58-3437-411f-99f2-6ea566cb9f98 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.296487 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6b306f58-3437-411f-99f2-6ea566cb9f98 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports/a75a6d0b-ffc9-46f3-93d7-399137a34f51 HTTP/1.1" status: 200 len: 913 time: 0.2789192 Aug 16 02:01:51.299677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49728) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.302248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=1d4713cf-baf6-489b-857e-9b7535ac60a6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.314274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:51.378268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:51.383809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc289382-3035-48f3-a48e-81c09accffd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.384532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Made reservation on behalf of feb6ebc02d7541aa94d1a1061fda3366 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:51.388120 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.444988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5bb476cb-23f8-4da6-8ce4-e7019e88aafc None None] Port a75a6d0b-ffc9-46f3-93d7-399137a34f51 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:51.452434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:51.452625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Allocated IP 10.1.1.2 (75b5398b-4cff-40ab-8a73-881676945082/e1c107f1-651b-4b59-aa58-c149b9979276/a9d418c6-6045-440c-a269-84e78c65a6d4) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:51.456181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.478667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:51.542730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49732) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.545686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a73b1e70-3380-4e8d-ab3c-855976d7cb31 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:51.676634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc289382-3035-48f3-a48e-81c09accffd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:51.714181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc289382-3035-48f3-a48e-81c09accffd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=fe999ff5-87f7-4549-8ed2-f15c107b273c,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.746324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-dc289382-3035-48f3-a48e-81c09accffd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:51.754354 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.766728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Transition to ACTIVE for port object a9d418c6-6045-440c-a269-84e78c65a6d4 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:51.796519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Transition to ACTIVE for port object a9d418c6-6045-440c-a269-84e78c65a6d4 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:51.809070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc289382-3035-48f3-a48e-81c09accffd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.809680 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc289382-3035-48f3-a48e-81c09accffd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.811052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29902c-c49b-483c-84ab-e8845d55522c None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:51.889113 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.916848 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.935303 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.982814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-74e42ce6-f6ce-4a43-9a62-f9fd8b5c7d50 None None] Provisioning for port a73b1e70-3380-4e8d-ab3c-855976d7cb31 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:52.000308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-190ebb14-af1b-40ec-9938-885f099d5f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.001212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Checking segment: {'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:52.002407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network hostable DHCP agents. Network: 4ce77b4b-70a2-4991-aceb-89c12fc0771f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:52.002939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Network 75b5398b-4cff-40ab-8a73-881676945082 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:52.003717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-74e42ce6-f6ce-4a43-9a62-f9fd8b5c7d50 None None] Provisioning complete for port a73b1e70-3380-4e8d-ab3c-855976d7cb31 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:52.004088 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74e42ce6-f6ce-4a43-9a62-f9fd8b5c7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.031023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:52.032059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Subnet': ['ID=2f39aa93-e966-4146-8efd-17a146eea997,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.043962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:52.052384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Pushing event updated for resources: {'Port': ['ID=a9d418c6-6045-440c-a269-84e78c65a6d4,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.096268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d9a89ac-c2e8-4af0-9222-9250a7dbd74a req-fc2c28da-5414-40c5-9c54-a11785756211 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 210 time: 0.0741849 Aug 16 02:01:52.144158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network 4ce77b4b-70a2-4991-aceb-89c12fc0771f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:52.144413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Attempting to bind port a9d418c6-6045-440c-a269-84e78c65a6d4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:52.144570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Attempting to bind port a9d418c6-6045-440c-a269-84e78c65a6d4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:52.151127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dc289382-3035-48f3-a48e-81c09accffd7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0821695 Aug 16 02:01:52.151294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Attempting to bind port a9d418c6-6045-440c-a269-84e78c65a6d4 on network 75b5398b-4cff-40ab-8a73-881676945082 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:52.152526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49742) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.160668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:52.161296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Checking segment: {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:52.161892 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.162542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Bound using segment: {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:52.163183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Bound port: a9d418c6-6045-440c-a269-84e78c65a6d4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:52.163373 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:59:5b:95', 'name': 'tempest-NetworksTestDHCPv6-842445118'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:52.164128 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.212386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Allocated IP 172.20.0.6 (56ae16c4-b4d3-4d7b-b550-07b2d89834df/4b5d9887-5831-4c81-9b1b-b777b7b590be/34c72cd3-5689-4c9a-ad0f-969741396951) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:52.258668 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 4ce77b4b-70a2-4991-aceb-89c12fc0771f) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:52.262008 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74e42ce6-f6ce-4a43-9a62-f9fd8b5c7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.267115 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.268190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.284379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170297b0-5e60-49cf-894d-d7853f5cac97 None None] Network 4ce77b4b-70a2-4991-aceb-89c12fc0771f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:52.357674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] For port a9d418c6-6045-440c-a269-84e78c65a6d4, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:52.374541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd8891c-6fb4-4c6f-9446-ff9edbaae217 None None] Update dhcp port {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'fixed_ips': [{'subnet_id': 'b80f6023-07af-4e68-9c60-78d68a618c0a', 'ip_address': '2001:db8::f816:3eff:fef6:6a78'}, {'subnet_id': 'fe999ff5-87f7-4549-8ed2-f15c107b273c'}], 'binding:host_id': 'n-d-768509-23'}, 'id': 'a73b1e70-3380-4e8d-ab3c-855976d7cb31'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:01:52.407423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-74e42ce6-f6ce-4a43-9a62-f9fd8b5c7d50 None None] For port a73b1e70-3380-4e8d-ab3c-855976d7cb31, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a73b1e70-3380-4e8d-ab3c-855976d7cb31,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:52.409018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] For port a9d418c6-6045-440c-a269-84e78c65a6d4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a9d418c6-6045-440c-a269-84e78c65a6d4,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:52.431053 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dcd8891c-6fb4-4c6f-9446-ff9edbaae217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.481534 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74e42ce6-f6ce-4a43-9a62-f9fd8b5c7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.511555 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.585977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-190ebb14-af1b-40ec-9938-885f099d5f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.674180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e42ce6-f6ce-4a43-9a62-f9fd8b5c7d50 None None] Pushing event updated for resources: {'Port': ['ID=a73b1e70-3380-4e8d-ab3c-855976d7cb31,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.679546 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-190ebb14-af1b-40ec-9938-885f099d5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.680691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-4ce77b4b-70a2-4991-aceb-89c12fc0771f', 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'fixed_ips': [{'subnet_id': '2f39aa93-e966-4146-8efd-17a146eea997'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:52.681710 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.763711 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8c8ee777-5845-4808-9db3-60486737b055 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7491732 Aug 16 02:01:52.765992 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49746) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.786171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'port': {'network_id': '75b5398b-4cff-40ab-8a73-881676945082', 'name': 'tempest-TaggedBootDevicesTest_v242-932534927', 'fixed_ips': [{'subnet_id': 'e1c107f1-651b-4b59-aa58-c149b9979276'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:52.786747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-dcd8891c-6fb4-4c6f-9446-ff9edbaae217 None None] Allocated IP 172.20.0.2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/fe999ff5-87f7-4549-8ed2-f15c107b273c/a73b1e70-3380-4e8d-ab3c-855976d7cb31) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:52.790979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.848708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315b0e0-a01d-422f-8343-5232915fd026 None None] Pushing event updated for resources: {'Port': ['ID=a9d418c6-6045-440c-a269-84e78c65a6d4,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.860029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ebb14-af1b-40ec-9938-885f099d5f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7551dba0-1080-4b66-b702-5851eb70ac9d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.880858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-190ebb14-af1b-40ec-9938-885f099d5f4b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea64465ae24b480699b018f3fe2c2948&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3049333 Aug 16 02:01:52.887261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49748) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.890528 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.967683 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:53.023801 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Allocated IP 10.2.2.2 (4ce77b4b-70a2-4991-aceb-89c12fc0771f/2f39aa93-e966-4146-8efd-17a146eea997/8e667c7f-2a4f-456c-ad63-a69e18dfc228) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:53.043438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dcd8891c-6fb4-4c6f-9446-ff9edbaae217 None None] For port a73b1e70-3380-4e8d-ab3c-855976d7cb31, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a73b1e70-3380-4e8d-ab3c-855976d7cb31,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:53.148085 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dcd8891c-6fb4-4c6f-9446-ff9edbaae217 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.164422 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.211670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 2b6c362d-0879-4eef-aa66-4632e4e98e68 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:53.277439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:53.359270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a73b1e70-3380-4e8d-ab3c-855976d7cb31 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:53.369016 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26886087-efea-4627-9b71-a5a4e76c4b8e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.387670 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.396425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dcd8891c-6fb4-4c6f-9446-ff9edbaae217 None None] Transition to ACTIVE for port object a73b1e70-3380-4e8d-ab3c-855976d7cb31 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:53.406605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] device_id is not set on port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:53.458498 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dcd8891c-6fb4-4c6f-9446-ff9edbaae217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.502193 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.503359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0579f145-42a4-4485-882a-976acbda352d req-9bbe3a2f-92fa-463c-82cd-be07726693d7 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 210 time: 0.1299460 Aug 16 02:01:53.534426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Transition to ACTIVE for port object 8e667c7f-2a4f-456c-ad63-a69e18dfc228 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:53.549565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a9d418c6-6045-440c-a269-84e78c65a6d4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:53.623438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Transition to ACTIVE for port object 8e667c7f-2a4f-456c-ad63-a69e18dfc228 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:53.638921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8891c-6fb4-4c6f-9446-ff9edbaae217 None None] Pushing event updated for resources: {'Port': ['ID=a73b1e70-3380-4e8d-ab3c-855976d7cb31,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.684613 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.689203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.698303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['c4732bef-beba-44dc-b993-caeeacda37e2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:53.715620 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 172.20.0.3 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/fe999ff5-87f7-4549-8ed2-f15c107b273c/2b6c362d-0879-4eef-aa66-4632e4e98e68) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:53.729162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::f816:3eff:fe59:5b95 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/b80f6023-07af-4e68-9c60-78d68a618c0a/2b6c362d-0879-4eef-aa66-4632e4e98e68) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:53.738452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Allocated IP 10.1.1.35 (75b5398b-4cff-40ab-8a73-881676945082/e1c107f1-651b-4b59-aa58-c149b9979276/e70f9fc9-ed04-4a72-83f4-44c5c0c51270) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:53.742661 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.764022 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a25bc1cc-068b-42cd-a0c5-52687417ebae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.810903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Network 56ae16c4-b4d3-4d7b-b550-07b2d89834df is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:53.820679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Network 4ce77b4b-70a2-4991-aceb-89c12fc0771f is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:53.831847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a9d418c6-6045-440c-a269-84e78c65a6d4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:53.841773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:53.845048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:53.850441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:53.858463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:53.865961 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Pushing event updated for resources: {'Port': ['ID=8e667c7f-2a4f-456c-ad63-a69e18dfc228,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.866114 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a25bc1cc-068b-42cd-a0c5-52687417ebae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.869906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Pushing event updated for resources: {'Port': ['ID=34c72cd3-5689-4c9a-ad0f-969741396951,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.021357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Attempting to bind port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:54.022103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Attempting to bind port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:54.022748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Attempting to bind port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 on network 4ce77b4b-70a2-4991-aceb-89c12fc0771f {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:54.042127 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.056320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:54.056832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Checking segment: {'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:54.057330 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.057904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Bound using segment: {'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:54.060145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.060794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Bound port: 8e667c7f-2a4f-456c-ad63-a69e18dfc228, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:54.061193 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.061409 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.098759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Transition to ACTIVE for port object e70f9fc9-ed04-4a72-83f4-44c5c0c51270 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:54.165055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] For port 8e667c7f-2a4f-456c-ad63-a69e18dfc228, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:54.173847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] For port 8e667c7f-2a4f-456c-ad63-a69e18dfc228, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8e667c7f-2a4f-456c-ad63-a69e18dfc228,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:54.236392 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.254545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 2b6c362d-0879-4eef-aa66-4632e4e98e68 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:54.261168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba515a-9019-42d3-9b1e-3f266f57ac5a None None] Network 75b5398b-4cff-40ab-8a73-881676945082 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:54.266455 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.273291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-26886087-efea-4627-9b71-a5a4e76c4b8e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port a75a6d0b-ffc9-46f3-93d7-399137a34f51 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:54.273795 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26886087-efea-4627-9b71-a5a4e76c4b8e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.317055 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.322302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-5e0cb374-78d0-4616-863f-70d781c4b04d tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3216839 Aug 16 02:01:54.324839 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a25bc1cc-068b-42cd-a0c5-52687417ebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.327369 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a25bc1cc-068b-42cd-a0c5-52687417ebae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.332065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a25bc1cc-068b-42cd-a0c5-52687417ebae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7551dba0-1080-4b66-b702-5851eb70ac9d HTTP/1.1" status: 204 len: 168 time: 1.4399343 Aug 16 02:01:54.355068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Request body: {'port': {'device_id': '98342ad3-5272-4fd5-9aa0-516e33a2c6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:54.362438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bc1cc-068b-42cd-a0c5-52687417ebae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7551dba0-1080-4b66-b702-5851eb70ac9d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.385300 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.397274 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.441150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.475395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network 75b5398b-4cff-40ab-8a73-881676945082 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:54.487339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:54.496311 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:54.502251 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:54.504690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Port': ['ID=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.534694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded2287-62f2-481e-8c5b-c41689de141b None None] Pushing event updated for resources: {'Port': ['ID=8e667c7f-2a4f-456c-ad63-a69e18dfc228,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.545587 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:54.549887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:54.592152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26886087-efea-4627-9b71-a5a4e76c4b8e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.608734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=1d4713cf-baf6-489b-857e-9b7535ac60a6,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.623463 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.630322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-26886087-efea-4627-9b71-a5a4e76c4b8e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for a75a6d0b-ffc9-46f3-93d7-399137a34f51 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:54.640464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-96b1a65d-5c87-4043-ab4f-f365485c7b9c None None] Provisioning for port a9d418c6-6045-440c-a269-84e78c65a6d4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:54.645166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-96b1a65d-5c87-4043-ab4f-f365485c7b9c None None] Provisioning complete for port a9d418c6-6045-440c-a269-84e78c65a6d4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:54.645679 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-96b1a65d-5c87-4043-ab4f-f365485c7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.664810 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.711518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=2b6c362d-0879-4eef-aa66-4632e4e98e68,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.720080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.729510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.751757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.753807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.804696 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-96b1a65d-5c87-4043-ab4f-f365485c7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.852711 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-877b6281-d1bd-48ab-8835-f83d61b6fd07 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0873439 Aug 16 02:01:54.855273 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49764) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:54.861359 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'port': {'network_id': '75b5398b-4cff-40ab-8a73-881676945082', 'name': 'tempest-TaggedBootDevicesTest_v242-1324742090', 'fixed_ips': [{'subnet_id': 'e1c107f1-651b-4b59-aa58-c149b9979276'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:54.881043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-96b1a65d-5c87-4043-ab4f-f365485c7b9c None None] For port a9d418c6-6045-440c-a269-84e78c65a6d4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a9d418c6-6045-440c-a269-84e78c65a6d4,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:54.960698 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0a8046d4-659f-49d0-a428-7c4764c66841 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7951341 Aug 16 02:01:54.963841 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49768) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:55.000664 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-96b1a65d-5c87-4043-ab4f-f365485c7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.155760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a9a486-547d-42ab-932c-fe608e250a4c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:55.159047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1a65d-5c87-4043-ab4f-f365485c7b9c None None] Pushing event updated for resources: {'Port': ['ID=a9d418c6-6045-440c-a269-84e78c65a6d4,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:55.171317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a9a486-547d-42ab-932c-fe608e250a4c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:55.179332 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-12a9a486-547d-42ab-932c-fe608e250a4c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2122860 Aug 16 02:01:55.184212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5839f29-6c44-40a0-a68e-e67f095ed306 req-37a473b3-2fc2-4ac6-928e-3febfe0b8de9 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:55.185953 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5839f29-6c44-40a0-a68e-e67f095ed306 req-37a473b3-2fc2-4ac6-928e-3febfe0b8de9 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 931 time: 0.5487218 Aug 16 02:01:55.186584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49770) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:55.253534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-882198a3-2283-4abc-bf6a-2d4189035135 None None] Provisioning for port a73b1e70-3380-4e8d-ab3c-855976d7cb31 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:55.266712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-882198a3-2283-4abc-bf6a-2d4189035135 None None] Provisioning complete for port a73b1e70-3380-4e8d-ab3c-855976d7cb31 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:55.266712 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-882198a3-2283-4abc-bf6a-2d4189035135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.305635 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Floating IP a513fa18-f3b9-4441-a09d-cbed358d9600 associated. External IP: 172.25.8.151, port: a448d10d-9a0e-4787-863a-be947ef23fe8. Aug 16 02:01:55.307198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a73b1e70-3380-4e8d-ab3c-855976d7cb31 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:55.321683 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:55.331208 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.359777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] device_id is not set on port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:55.403688 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a73b1e70-3380-4e8d-ab3c-855976d7cb31 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:55.407686 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.413361 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49772) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:55.447783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c20411b-9a95-4d8f-9f72-359bf61d3f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.489732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-882198a3-2283-4abc-bf6a-2d4189035135 None None] Provisioning complete for port a9d418c6-6045-440c-a269-84e78c65a6d4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:55.489732 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-882198a3-2283-4abc-bf6a-2d4189035135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.511792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5839f29-6c44-40a0-a68e-e67f095ed306 req-6468aee9-4cc1-4894-a49f-c8379df1c850 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081844 Aug 16 02:01:55.608797 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Allocated IP 10.1.1.90 (75b5398b-4cff-40ab-8a73-881676945082/e1c107f1-651b-4b59-aa58-c149b9979276/70e1025a-d82d-4c5e-ae0d-868d21b2d578) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:55.664375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8e667c7f-2a4f-456c-ad63-a69e18dfc228 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:55.765293 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c20411b-9a95-4d8f-9f72-359bf61d3f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.789428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-7b1041ee-7454-4b20-af0f-075992d63111 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 2b6c362d-0879-4eef-aa66-4632e4e98e68 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:55.789941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7b1041ee-7454-4b20-af0f-075992d63111 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.836716 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.846165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-882198a3-2283-4abc-bf6a-2d4189035135 None None] Provisioning for port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:55.851505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-882198a3-2283-4abc-bf6a-2d4189035135 None None] Provisioning complete for port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:55.851957 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-882198a3-2283-4abc-bf6a-2d4189035135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.863648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Transition to ACTIVE for port object 70e1025a-d82d-4c5e-ae0d-868d21b2d578 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:55.890610 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-882198a3-2283-4abc-bf6a-2d4189035135 None None] Port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:55.893309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:55.913971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c20411b-9a95-4d8f-9f72-359bf61d3f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.914406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26886087-efea-4627-9b71-a5a4e76c4b8e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.949633 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9c20411b-9a95-4d8f-9f72-359bf61d3f28 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f46da87c1814a348415e1b0ecc6275f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351610 Aug 16 02:01:55.950319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49774) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:55.951483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c72cd3-5689-4c9a-ad0f-969741396951 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:55.952354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20411b-9a95-4d8f-9f72-359bf61d3f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7059afb7-d0b2-4731-b704-f805fe72c8db,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.010158 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b92d322c-ca92-4b65-9054-f8b3dc840fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.036673 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b92d322c-ca92-4b65-9054-f8b3dc840fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.045456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.050961 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5457a7-cca5-494c-9f76-483f190d9600 None None] Network 4ce77b4b-70a2-4991-aceb-89c12fc0771f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:56.120512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network 75b5398b-4cff-40ab-8a73-881676945082 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:56.125212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:56.129776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc0ce27d-6ac1-410b-bd1b-3c71eaef14e5 None None] Provisioning for port 2b6c362d-0879-4eef-aa66-4632e4e98e68 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:56.138198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:56.145935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc0ce27d-6ac1-410b-bd1b-3c71eaef14e5 None None] Provisioning complete for port 2b6c362d-0879-4eef-aa66-4632e4e98e68 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:56.146774 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce27d-6ac1-410b-bd1b-3c71eaef14e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.179249 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Port': ['ID=70e1025a-d82d-4c5e-ae0d-868d21b2d578,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.230625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ce27d-6ac1-410b-bd1b-3c71eaef14e5 None None] Port 2b6c362d-0879-4eef-aa66-4632e4e98e68 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:56.234771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.236495 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.271968 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc0ce27d-6ac1-410b-bd1b-3c71eaef14e5 None None] Provisioning complete for port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:56.273554 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce27d-6ac1-410b-bd1b-3c71eaef14e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.284345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.309147 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b92d322c-ca92-4b65-9054-f8b3dc840fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.311990 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b92d322c-ca92-4b65-9054-f8b3dc840fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.312900 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b92d322c-ca92-4b65-9054-f8b3dc840fc7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7059afb7-d0b2-4731-b704-f805fe72c8db HTTP/1.1" status: 204 len: 168 time: 0.3615000 Aug 16 02:01:56.327706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d322c-ca92-4b65-9054-f8b3dc840fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7059afb7-d0b2-4731-b704-f805fe72c8db,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.328890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26886087-efea-4627-9b71-a5a4e76c4b8e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=a75a6d0b-ffc9-46f3-93d7-399137a34f51,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.359947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Transition to ACTIVE for port object 34c72cd3-5689-4c9a-ad0f-969741396951 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:56.368807 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-79d14d23-61de-4c5f-8c86-4100b5ed011e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5120785 Aug 16 02:01:56.372798 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7b1041ee-7454-4b20-af0f-075992d63111 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.417258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ce27d-6ac1-410b-bd1b-3c71eaef14e5 None None] Port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:56.443200 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.535099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-7b1041ee-7454-4b20-af0f-075992d63111 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 2b6c362d-0879-4eef-aa66-4632e4e98e68 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:56.543186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Pushing event updated for resources: {'Port': ['ID=34c72cd3-5689-4c9a-ad0f-969741396951,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.588330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:56.594636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dba42663-962e-40d7-b12a-0e19a2b2442a None None] Provisioning for port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:56.598798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dba42663-962e-40d7-b12a-0e19a2b2442a None None] Provisioning complete for port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:56.599227 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dba42663-962e-40d7-b12a-0e19a2b2442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.657844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-dba42663-962e-40d7-b12a-0e19a2b2442a None None] Port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:56.674232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26886087-efea-4627-9b71-a5a4e76c4b8e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.754523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dba42663-962e-40d7-b12a-0e19a2b2442a None None] Provisioning for port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:56.758598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dba42663-962e-40d7-b12a-0e19a2b2442a None None] Provisioning complete for port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:56.758967 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dba42663-962e-40d7-b12a-0e19a2b2442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.841516 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dba42663-962e-40d7-b12a-0e19a2b2442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.883150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dba42663-962e-40d7-b12a-0e19a2b2442a None None] For port 8e667c7f-2a4f-456c-ad63-a69e18dfc228, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8e667c7f-2a4f-456c-ad63-a69e18dfc228,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:56.903785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49788) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:56.910293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3627c925-fdc2-4ceb-a794-5f516a239f11 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079737599', 'description': 'tempest-description--1796754830'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:56.949258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Attempting to bind port 34c72cd3-5689-4c9a-ad0f-969741396951 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:56.949592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Attempting to bind port 34c72cd3-5689-4c9a-ad0f-969741396951 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:56.949940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Attempting to bind port 34c72cd3-5689-4c9a-ad0f-969741396951 on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:56.977673 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dba42663-962e-40d7-b12a-0e19a2b2442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.996961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Port 34c72cd3-5689-4c9a-ad0f-969741396951 on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:56.997296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Attempting to bind port 34c72cd3-5689-4c9a-ad0f-969741396951 on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:57.070284 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3627c925-fdc2-4ceb-a794-5f516a239f11 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.070700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba42663-962e-40d7-b12a-0e19a2b2442a None None] Pushing event updated for resources: {'Port': ['ID=8e667c7f-2a4f-456c-ad63-a69e18dfc228,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:57.072061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:57.072407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Checking segment: {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:57.073066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Bound using segment: {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:57.073753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Bound port: 34c72cd3-5689-4c9a-ad0f-969741396951, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:57.074140 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.079711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a9d418c6-6045-440c-a269-84e78c65a6d4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:57.081793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:57.113707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f35168-ecbd-4b68-95a8-d96b831ef14a None None] Sync routers for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:57.145293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f764a1d3-498c-469f-8bfe-8ef9bb0b35e1 None None] Provisioning complete for port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:57.145966 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f764a1d3-498c-469f-8bfe-8ef9bb0b35e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.153542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f35168-ecbd-4b68-95a8-d96b831ef14a None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:57.154287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-55f35168-ecbd-4b68-95a8-d96b831ef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:57.202673 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3627c925-fdc2-4ceb-a794-5f516a239f11 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.230145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0359f-c4ff-4a9e-b672-ba15b9629941 req-0d27de17-25e7-401e-a042-def557627028 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.231756 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08d0359f-c4ff-4a9e-b672-ba15b9629941 req-0d27de17-25e7-401e-a042-def557627028 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 943 time: 0.2753391 Aug 16 02:01:57.253455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a9d418c6-6045-440c-a269-84e78c65a6d4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:57.253921 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.269842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3627c925-fdc2-4ceb-a794-5f516a239f11 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.305169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26886087-efea-4627-9b71-a5a4e76c4b8e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 840b965e-d2b6-4f50-8749-f00c99366377 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:57.322569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] For port 34c72cd3-5689-4c9a-ad0f-969741396951, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:57.343676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08d0359f-c4ff-4a9e-b672-ba15b9629941 req-e5aaa46e-7cd8-40dd-8909-b884fb18a364 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857120 Aug 16 02:01:57.346907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627c925-fdc2-4ceb-a794-5f516a239f11 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8ec48a-b997-4faf-ba93-435956550295,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:57.379704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.389585 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3627c925-fdc2-4ceb-a794-5f516a239f11 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.395893 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3627c925-fdc2-4ceb-a794-5f516a239f11 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4905708 Aug 16 02:01:57.399414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49800) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:57.422134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-12ae1cae-7223-4b2f-b0de-788596ea8d06 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'security_group_rule': {'security_group_id': '7c8ec48a-b997-4faf-ba93-435956550295', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:57.457515 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7b1041ee-7454-4b20-af0f-075992d63111 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.488215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] For port 34c72cd3-5689-4c9a-ad0f-969741396951, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=34c72cd3-5689-4c9a-ad0f-969741396951,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:57.512691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bfb702fd-840a-429d-af6f-063d55260009 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.8411202 Aug 16 02:01:57.517015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'tag': 'a448d10d-9a0e-4787-863a-be947ef23fe8'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:57.519141 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b976029-7aaa-4249-869b-126c16071c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6f7adc-13c8-44e6-93ab-01e4a0be824d", "tag": "a448d10d-9a0e-4787-863a-be947ef23fe8"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:57.525484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1041ee-7454-4b20-af0f-075992d63111 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=2b6c362d-0879-4eef-aa66-4632e4e98e68,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:57.530856 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12ae1cae-7223-4b2f-b0de-788596ea8d06 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.575614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26886087-efea-4627-9b71-a5a4e76c4b8e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:57.578014 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.583457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-26886087-efea-4627-9b71-a5a4e76c4b8e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/840b965e-d2b6-4f50-8749-f00c99366377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2826002 Aug 16 02:01:57.589466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49812) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:57.589714 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74921559-6f25-4b30-9811-b385be80ff14 None None] Sync routers for ids ['840b965e-d2b6-4f50-8749-f00c99366377'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:57.602573 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74921559-6f25-4b30-9811-b385be80ff14 None None] Routers {'840b965e-d2b6-4f50-8749-f00c99366377'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:57.603176 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-74921559-6f25-4b30-9811-b385be80ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['840b965e-d2b6-4f50-8749-f00c99366377'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:57.646591 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a030f36a-bb5e-4feb-b45b-4aed1906a50b x-openstack-request-id: req-a030f36a-bb5e-4feb-b45b-4aed1906a50b {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:57.647053 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6f7adc-13c8-44e6-93ab-01e4a0be824d", "tag": "a448d10d-9a0e-4787-863a-be947ef23fe8", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:57.649874 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a030f36a-bb5e-4feb-b45b-4aed1906a50b {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:57.650067 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'tag': 'a448d10d-9a0e-4787-863a-be947ef23fe8', 'status': 'completed', 'code': 200} Aug 16 02:01:57.661557 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-74921559-6f25-4b30-9811-b385be80ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:57.681029 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74921559-6f25-4b30-9811-b385be80ff14 None None] Routers {'840b965e-d2b6-4f50-8749-f00c99366377'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:57.682272 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-74921559-6f25-4b30-9811-b385be80ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['840b965e-d2b6-4f50-8749-f00c99366377'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:57.715314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-55f35168-ecbd-4b68-95a8-d96b831ef14a None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:57.749013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.749890 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.751583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/34c72cd3-5689-4c9a-ad0f-969741396951 HTTP/1.1" status: 200 len: 1092 time: 3.4152849 Aug 16 02:01:57.796977 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-74921559-6f25-4b30-9811-b385be80ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:57.798074 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74921559-6f25-4b30-9811-b385be80ff14 None None] The sync data for ids ['840b965e-d2b6-4f50-8749-f00c99366377'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:57.802170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fd4d6-cf77-4ee8-9ec4-368876e173d0 service neutron] Pushing event updated for resources: {'Port': ['ID=34c72cd3-5689-4c9a-ad0f-969741396951,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:57.810177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7b1041ee-7454-4b20-af0f-075992d63111 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.812049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7b1041ee-7454-4b20-af0f-075992d63111 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/2b6c362d-0879-4eef-aa66-4632e4e98e68 HTTP/1.1" status: 204 len: 168 time: 2.6166704 Aug 16 02:01:57.822407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49816) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:57.918120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b976029-7aaa-4249-869b-126c16071c6e req-6e6d3a89-eceb-43ec-8180-9e99a56763c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.920007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b976029-7aaa-4249-869b-126c16071c6e req-6e6d3a89-eceb-43ec-8180-9e99a56763c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 1097 time: 0.2642515 Aug 16 02:01:57.967877 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12ae1cae-7223-4b2f-b0de-788596ea8d06 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.009727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53529599-f389-4d33-b43e-5ae784db4019 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.011486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53529599-f389-4d33-b43e-5ae784db4019 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.012941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53529599-f389-4d33-b43e-5ae784db4019 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.014829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-53529599-f389-4d33-b43e-5ae784db4019 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1897278 Aug 16 02:01:58.020007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49820) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:58.055929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12ae1cae-7223-4b2f-b0de-788596ea8d06 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.074764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-fa801203-9629-41d1-a56a-0daabf09e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.076343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-fa801203-9629-41d1-a56a-0daabf09e7fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 1095 time: 0.1919739 Aug 16 02:01:58.086994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-55f35168-ecbd-4b68-95a8-d96b831ef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'a513fa18-f3b9-4441-a09d-cbed358d9600', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': 'a448d10d-9a0e-4787-863a-be947ef23fe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:98:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 0, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:58.096539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae1cae-7223-4b2f-b0de-788596ea8d06 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc543323-a61d-4604-8075-b85468540fe2,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:58.127315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f35168-ecbd-4b68-95a8-d96b831ef14a None None] Checking router: d95d8e37-77a2-44e6-9a53-1f98ea337fe5 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:58.137381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f35168-ecbd-4b68-95a8-d96b831ef14a None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:58.138261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-55f35168-ecbd-4b68-95a8-d96b831ef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:58.143876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-4201179f-0489-4729-a97e-bbccb805bf02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c72cd3-5689-4c9a-ad0f-969741396951 HTTP/1.1" status: 200 len: 217 time: 0.0569494 Aug 16 02:01:58.153135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc18753-5624-4ac5-a077-1138c385b457 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet b80f6023-07af-4e68-9c60-78d68a618c0a {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:58.169339 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edc18753-5624-4ac5-a077-1138c385b457 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.202346 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f946ad4-be97-431a-b17c-ac33943d0749 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.205482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12ae1cae-7223-4b2f-b0de-788596ea8d06 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.206851 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-12ae1cae-7223-4b2f-b0de-788596ea8d06 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8090420 Aug 16 02:01:58.213279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b976029-7aaa-4249-869b-126c16071c6e req-bc00c0c0-6c80-41a9-a6de-e2bea707c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.214836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b976029-7aaa-4249-869b-126c16071c6e req-bc00c0c0-6c80-41a9-a6de-e2bea707c882 service neutron] 10.222.0.64 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.2798512 Aug 16 02:01:58.216915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49822) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:58.227888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0db762cf-2181-48ed-aa5e-52b3ee9dbfac tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'security_group_rule': {'security_group_id': '7c8ec48a-b997-4faf-ba93-435956550295', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:58.269453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-55f35168-ecbd-4b68-95a8-d96b831ef14a None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:58.315696 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edc18753-5624-4ac5-a077-1138c385b457 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.321829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-e0d00ae0-1c22-4de2-9336-43da166ccd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.322923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-e0d00ae0-1c22-4de2-9336-43da166ccd5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b5d9887-5831-4c81-9b1b-b777b7b590be HTTP/1.1" status: 200 len: 854 time: 0.1659470 Aug 16 02:01:58.386506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-2310c805-26b2-4483-8b16-e9a3185ac059 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56ae16c4-b4d3-4d7b-b550-07b2d89834df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553336 Aug 16 02:01:58.390810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b976029-7aaa-4249-869b-126c16071c6e req-97f60d88-a619-4535-b78c-542491c7632c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a448d10d-9a0e-4787-863a-be947ef23fe8 HTTP/1.1" status: 200 len: 999 time: 0.1581924 Aug 16 02:01:58.526183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0db762cf-2181-48ed-aa5e-52b3ee9dbfac tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.660259 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3f946ad4-be97-431a-b17c-ac33943d0749 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port beb6cdc0-7214-45de-b515-dc54458199ae {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:58.662246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f946ad4-be97-431a-b17c-ac33943d0749 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.672193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b976029-7aaa-4249-869b-126c16071c6e req-7bb9ab37-bf93-4ebf-b262-368ada9baaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.674231 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b976029-7aaa-4249-869b-126c16071c6e req-7bb9ab37-bf93-4ebf-b262-368ada9baaf3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.2727470 Aug 16 02:01:58.744343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0db762cf-2181-48ed-aa5e-52b3ee9dbfac tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.750805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-55f35168-ecbd-4b68-95a8-d96b831ef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'a513fa18-f3b9-4441-a09d-cbed358d9600', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': 'a448d10d-9a0e-4787-863a-be947ef23fe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:98:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 0, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:58.783638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edc18753-5624-4ac5-a077-1138c385b457 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.795748 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f946ad4-be97-431a-b17c-ac33943d0749 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.797395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f35168-ecbd-4b68-95a8-d96b831ef14a None None] The sync data for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 is: [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'a513fa18-f3b9-4441-a09d-cbed358d9600', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': 'a448d10d-9a0e-4787-863a-be947ef23fe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:98:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 0, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:58.817540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3f946ad4-be97-431a-b17c-ac33943d0749 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for beb6cdc0-7214-45de-b515-dc54458199ae owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:59.071235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8e667c7f-2a4f-456c-ad63-a69e18dfc228 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:59.151502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:59.152104 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.173629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0db762cf-2181-48ed-aa5e-52b3ee9dbfac tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.178307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d13dca-b897-449f-bcbe-b31ab08ac377 None None] New status for floating IP a513fa18-f3b9-4441-a09d-cbed358d9600: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:01:59.251061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-208d4184-8202-4020-8c04-9e1002c22920 service neutron] 10.222.0.64 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8410077 Aug 16 02:01:59.251061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db762cf-2181-48ed-aa5e-52b3ee9dbfac tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11704a25-966d-4972-9e74-461dff71ac3f,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:59.281216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b976029-7aaa-4249-869b-126c16071c6e req-54e571dd-5396-48ff-88c2-45e0a5e6e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.282775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b976029-7aaa-4249-869b-126c16071c6e req-54e571dd-5396-48ff-88c2-45e0a5e6e6b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5955412 Aug 16 02:01:59.373899 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0db762cf-2181-48ed-aa5e-52b3ee9dbfac tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.375096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0db762cf-2181-48ed-aa5e-52b3ee9dbfac tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1551263 Aug 16 02:01:59.386661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53943387-f43e-47a8-94e8-3e03d42feef9 req-72f360a1-8718-4ea0-8a41-7141bc314e96 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.388283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53943387-f43e-47a8-94e8-3e03d42feef9 req-72f360a1-8718-4ea0-8a41-7141bc314e96 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 943 time: 0.2221074 Aug 16 02:01:59.392039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49846) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:59.398741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:59.513325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f91b884-210a-466a-b3dd-97841ecce0c9 req-c6eb35c6-9964-4dc3-ad9d-c2201161e3fd service neutron] 10.222.0.64 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613726 Aug 16 02:01:59.527876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53943387-f43e-47a8-94e8-3e03d42feef9 req-808ced6f-e096-43a2-b7eb-6932ff153767 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067131 Aug 16 02:01:59.534688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b976029-7aaa-4249-869b-126c16071c6e req-1cbfd147-80d8-4c73-857a-0bf2b5140f42 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211249 Aug 16 02:01:59.578155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f946ad4-be97-431a-b17c-ac33943d0749 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.588438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edc18753-5624-4ac5-a077-1138c385b457 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.590459 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.620033 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f946ad4-be97-431a-b17c-ac33943d0749 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=beb6cdc0-7214-45de-b515-dc54458199ae,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:59.664636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc8472-6cee-4336-b47a-d4b27ab456a7 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:59.676210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc18753-5624-4ac5-a077-1138c385b457 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=b80f6023-07af-4e68-9c60-78d68a618c0a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:59.677718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98342ad3-5272-4fd5-9aa0-516e33a2c6cb', 'tag': '34c72cd3-5689-4c9a-ad0f-969741396951'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:59.681170 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79fafc4-e6e5-40e6-b7e7-630dd486aad5" -d '{"events": [{"name": "network-changed", "server_uuid": "98342ad3-5272-4fd5-9aa0-516e33a2c6cb", "tag": "34c72cd3-5689-4c9a-ad0f-969741396951"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:59.686715 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edc18753-5624-4ac5-a077-1138c385b457 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.693794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-edc18753-5624-4ac5-a077-1138c385b457 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/b80f6023-07af-4e68-9c60-78d68a618c0a HTTP/1.1" status: 204 len: 168 time: 1.6674595 Aug 16 02:01:59.706669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49856) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:59.790260 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e410e3-6e6a-4684-9b4b-2f0efd3c9acb x-openstack-request-id: req-23e410e3-6e6a-4684-9b4b-2f0efd3c9acb {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:59.790583 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98342ad3-5272-4fd5-9aa0-516e33a2c6cb", "tag": "34c72cd3-5689-4c9a-ad0f-969741396951", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:59.792266 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23e410e3-6e6a-4684-9b4b-2f0efd3c9acb {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:59.792877 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98342ad3-5272-4fd5-9aa0-516e33a2c6cb', 'tag': '34c72cd3-5689-4c9a-ad0f-969741396951', 'status': 'completed', 'code': 200} Aug 16 02:01:59.822577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b976029-7aaa-4249-869b-126c16071c6e req-65c109a5-3b1d-4c3f-a370-22c128cb9950 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809904 Aug 16 02:01:59.843339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4b25b9-bd72-4eaa-9c80-aae8c1f1331e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet fe999ff5-87f7-4549-8ed2-f15c107b273c {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:59.860940 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f946ad4-be97-431a-b17c-ac33943d0749 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.895373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f4b25b9-bd72-4eaa-9c80-aae8c1f1331e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.897031 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-83dac564-e965-4cfb-a354-4c46b712f72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.967212 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f4b25b9-bd72-4eaa-9c80-aae8c1f1331e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.019800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fafc4-e6e5-40e6-b7e7-630dd486aad5 req-14bf67a9-84ac-4f92-baa2-478bc5d18b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.021342 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c79fafc4-e6e5-40e6-b7e7-630dd486aad5 req-14bf67a9-84ac-4f92-baa2-478bc5d18b01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 1095 time: 0.2116013 Aug 16 02:02:00.130030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f946ad4-be97-431a-b17c-ac33943d0749 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 840b965e-d2b6-4f50-8749-f00c99366377 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:00.138146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.163865 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f4b25b9-bd72-4eaa-9c80-aae8c1f1331e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.223265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f946ad4-be97-431a-b17c-ac33943d0749 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:00.230171 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3f946ad4-be97-431a-b17c-ac33943d0749 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/840b965e-d2b6-4f50-8749-f00c99366377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6348979 Aug 16 02:02:00.232094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49866) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:00.235622 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cafe59-8823-4b64-8a00-037cbca8fa7a None None] Sync routers for ids ['840b965e-d2b6-4f50-8749-f00c99366377'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:00.251685 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cafe59-8823-4b64-8a00-037cbca8fa7a None None] Routers {'840b965e-d2b6-4f50-8749-f00c99366377'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:00.252418 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a0cafe59-8823-4b64-8a00-037cbca8fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['840b965e-d2b6-4f50-8749-f00c99366377'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:00.268534 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-937cd461-1836-45a5-940e-85207f536572 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=840b965e-d2b6-4f50-8749-f00c99366377 HTTP/1.1" status: 200 len: 205 time: 0.0308490 Aug 16 02:02:00.269292 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49868) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:00.301738 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a0cafe59-8823-4b64-8a00-037cbca8fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:00.316547 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cafe59-8823-4b64-8a00-037cbca8fa7a None None] Routers {'840b965e-d2b6-4f50-8749-f00c99366377'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:00.317429 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a0cafe59-8823-4b64-8a00-037cbca8fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:01:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['840b965e-d2b6-4f50-8749-f00c99366377'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:00.329850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fafc4-e6e5-40e6-b7e7-630dd486aad5 req-c99f7ec2-de4a-4d40-aa62-89039f1d2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.331788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c79fafc4-e6e5-40e6-b7e7-630dd486aad5 req-c99f7ec2-de4a-4d40-aa62-89039f1d2047 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 915 time: 0.2994401 Aug 16 02:02:00.374497 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a0cafe59-8823-4b64-8a00-037cbca8fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:00.375498 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cafe59-8823-4b64-8a00-037cbca8fa7a None None] The sync data for ids ['840b965e-d2b6-4f50-8749-f00c99366377'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:00.399221 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b0127ce-09ff-4baa-87f4-d65c1575cfa1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.420256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c79fafc4-e6e5-40e6-b7e7-630dd486aad5 req-8bcc6f6b-d631-45fe-95bc-1ef97f352dc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c72cd3-5689-4c9a-ad0f-969741396951 HTTP/1.1" status: 200 len: 217 time: 0.0487285 Aug 16 02:02:00.441491 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f4b25b9-bd72-4eaa-9c80-aae8c1f1331e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.489915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Allocated IP 172.25.8.12 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/b736abe1-1c6f-4da2-90dc-78b4b17a42e0) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:00.589118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f4b25b9-bd72-4eaa-9c80-aae8c1f1331e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.591078 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9f4b25b9-bd72-4eaa-9c80-aae8c1f1331e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/fe999ff5-87f7-4549-8ed2-f15c107b273c HTTP/1.1" status: 204 len: 168 time: 0.8834236 Aug 16 02:02:00.594006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49878) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:00.605516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b25b9-bd72-4eaa-9c80-aae8c1f1331e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=fe999ff5-87f7-4549-8ed2-f15c107b273c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:00.620135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fafc4-e6e5-40e6-b7e7-630dd486aad5 req-797a2b21-b4d7-4ef1-83c1-9a40dd1459d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.624568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c79fafc4-e6e5-40e6-b7e7-630dd486aad5 req-797a2b21-b4d7-4ef1-83c1-9a40dd1459d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b5d9887-5831-4c81-9b1b-b777b7b590be HTTP/1.1" status: 200 len: 854 time: 0.1904199 Aug 16 02:02:00.679321 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b0127ce-09ff-4baa-87f4-d65c1575cfa1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.682277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b0127ce-09ff-4baa-87f4-d65c1575cfa1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.691881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a9c18-1f97-4ccc-a37e-152819130b0a None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:00.699083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c79fafc4-e6e5-40e6-b7e7-630dd486aad5 req-92851da5-64cf-4194-b4b2-233c7ed70c12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56ae16c4-b4d3-4d7b-b550-07b2d89834df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614033 Aug 16 02:02:00.723619 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e42e2b7a-f523-40b2-a5d7-5ed1f2a624b3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589550 Aug 16 02:02:00.726384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49886) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:00.734066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a2a417cf-f315-471a-ab33-abbb2d8ba2ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:00.783758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-aad8deec-e15b-47ad-a38f-51dc86142024 None None] Provisioning complete for port a73b1e70-3380-4e8d-ab3c-855976d7cb31 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:00.784185 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aad8deec-e15b-47ad-a38f-51dc86142024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.822792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c86d6e-3377-4c22-8f66-4f92e80d531c req-139d890f-bbfb-4c18-bdc2-bf9c666c9c97 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.824362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3c86d6e-3377-4c22-8f66-4f92e80d531c req-139d890f-bbfb-4c18-bdc2-bf9c666c9c97 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 943 time: 0.1595724 Aug 16 02:02:00.838880 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.921129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3c86d6e-3377-4c22-8f66-4f92e80d531c req-5aa9c2ee-2d7e-4fdb-9cc4-e8ed68f995c8 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877008 Aug 16 02:02:00.923059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c79fafc4-e6e5-40e6-b7e7-630dd486aad5 req-5fa01808-7e56-49c9-b836-3bae1784d38e service neutron] 10.222.0.64 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071078 Aug 16 02:02:00.978061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b0127ce-09ff-4baa-87f4-d65c1575cfa1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.978902 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0127ce-09ff-4baa-87f4-d65c1575cfa1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Fanout notify agent at l3_agent the message router_deleted on router 840b965e-d2b6-4f50-8749-f00c99366377 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:00.993174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1254b6a-34ea-485a-a0b2-72a0d875f5b4 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:01.000147 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b0127ce-09ff-4baa-87f4-d65c1575cfa1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.003176 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1b0127ce-09ff-4baa-87f4-d65c1575cfa1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/840b965e-d2b6-4f50-8749-f00c99366377 HTTP/1.1" status: 204 len: 168 time: 0.7328532 Aug 16 02:02:01.004689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49892) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:01.036359 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a417cf-f315-471a-ab33-abbb2d8ba2ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:01.041653 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2a417cf-f315-471a-ab33-abbb2d8ba2ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.084563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c79fafc4-e6e5-40e6-b7e7-630dd486aad5 req-ae3390b4-5719-48ef-8419-10d9c4ea4eec service neutron] 10.222.0.64 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475551 Aug 16 02:02:01.088665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f1254b6a-34ea-485a-a0b2-72a0d875f5b4 None None] Deleting port a73b1e70-3380-4e8d-ab3c-855976d7cb31 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:01.089261 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f1254b6a-34ea-485a-a0b2-72a0d875f5b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.106096 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.138082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:01.140796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:01.166494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:01.196561 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-990e32d7-fca0-432c-9872-6480b781ee4e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting subnet 9020821d-45da-41f9-9b7e-873cc8e8bfbb {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:01.198883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Port': ['ID=b736abe1-1c6f-4da2-90dc-78b4b17a42e0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:01.204048 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-990e32d7-fca0-432c-9872-6480b781ee4e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.212284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f1254b6a-34ea-485a-a0b2-72a0d875f5b4 None None] For port a73b1e70-3380-4e8d-ab3c-855976d7cb31, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a73b1e70-3380-4e8d-ab3c-855976d7cb31,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:01.212928 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f1254b6a-34ea-485a-a0b2-72a0d875f5b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.228780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f1254b6a-34ea-485a-a0b2-72a0d875f5b4 None None] Calling delete_port for a73b1e70-3380-4e8d-ab3c-855976d7cb31 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:01.266318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-990e32d7-fca0-432c-9872-6480b781ee4e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.292796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.422094 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f1254b6a-34ea-485a-a0b2-72a0d875f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.449754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.452528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1254b6a-34ea-485a-a0b2-72a0d875f5b4 None None] Pushing event deleted for resources: {'Port': ['ID=a73b1e70-3380-4e8d-ab3c-855976d7cb31,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:01.458584 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1254b6a-34ea-485a-a0b2-72a0d875f5b4 None None] No DVR routers for this DVR port a73b1e70-3380-4e8d-ab3c-855976d7cb31 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:01.520635 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2a417cf-f315-471a-ab33-abbb2d8ba2ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.574014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a417cf-f315-471a-ab33-abbb2d8ba2ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:01.574014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a2a417cf-f315-471a-ab33-abbb2d8ba2ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:01.575160 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a417cf-f315-471a-ab33-abbb2d8ba2ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.575890 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2a417cf-f315-471a-ab33-abbb2d8ba2ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.582751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da70464f-c18a-407b-b138-33fe3e2616fb None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:01.607071 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-990e32d7-fca0-432c-9872-6480b781ee4e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.676532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a417cf-f315-471a-ab33-abbb2d8ba2ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=f8a23d51-0ac5-420b-9f83-61689f18bf31,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:01.706065 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.781795 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a2a417cf-f315-471a-ab33-abbb2d8ba2ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0543017 Aug 16 02:02:01.784842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49902) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:01.791581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:01.799398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 34c72cd3-5689-4c9a-ad0f-969741396951 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:01.809910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': 'f8a23d51-0ac5-420b-9f83-61689f18bf31'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:01.810779 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.843737 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.875491 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-990e32d7-fca0-432c-9872-6480b781ee4e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.908393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e32d7-fca0-432c-9872-6480b781ee4e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Subnet': ['ID=9020821d-45da-41f9-9b7e-873cc8e8bfbb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:01.910689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-990e32d7-fca0-432c-9872-6480b781ee4e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.913461 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-990e32d7-fca0-432c-9872-6480b781ee4e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/9020821d-45da-41f9-9b7e-873cc8e8bfbb HTTP/1.1" status: 204 len: 168 time: 0.9046395 Aug 16 02:02:01.916266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49904) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:01.925781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f17826-7f97-4651-81da-5236ea68dc83 None None] Network efd7448d-530c-4e33-a7fb-aac6b16d917f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:01.950854 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.972705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Port': ['ID=b736abe1-1c6f-4da2-90dc-78b4b17a42e0,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:01.987381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d570759-2ba3-4bfd-80a5-92940046f218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting subnet 17f79d40-ae90-44c5-af5a-044ccbd139df {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:02.006780 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d570759-2ba3-4bfd-80a5-92940046f218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.058798 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d570759-2ba3-4bfd-80a5-92940046f218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.099513 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.103856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-05ffb8e6-2ab2-452a-8ed2-ada7c2a454e3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7102201 Aug 16 02:02:02.113642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f6a0e-a14c-45a3-b596-d821f1523beb req-f3628f05-6302-4b5a-af7c-f481183adcc6 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.118569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-471f6a0e-a14c-45a3-b596-d821f1523beb req-f3628f05-6302-4b5a-af7c-f481183adcc6 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 943 time: 0.0876625 Aug 16 02:02:02.136485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 34c72cd3-5689-4c9a-ad0f-969741396951, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=34c72cd3-5689-4c9a-ad0f-969741396951,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:02.222252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-471f6a0e-a14c-45a3-b596-d821f1523beb req-22c24cf7-8687-4618-8026-5671190f2f7b tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870330 Aug 16 02:02:02.222949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:02.235596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.259102 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d570759-2ba3-4bfd-80a5-92940046f218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.309159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Allocated IP 172.20.0.2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/f8a23d51-0ac5-420b-9f83-61689f18bf31/4847f827-4c74-4d35-829c-3ff2286b3e94) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:02.319835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '34c72cd3-5689-4c9a-ad0f-969741396951', 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df', 'port_id': '34c72cd3-5689-4c9a-ad0f-969741396951', 'mac_address': 'fa:16:3e:66:39:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5d9887-5831-4c81-9b1b-b777b7b590be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:02.463541 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.488868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c72cd3-5689-4c9a-ad0f-969741396951 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:02.501127 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d570759-2ba3-4bfd-80a5-92940046f218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.538053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 34c72cd3-5689-4c9a-ad0f-969741396951, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=34c72cd3-5689-4c9a-ad0f-969741396951,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:02.570746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d570759-2ba3-4bfd-80a5-92940046f218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Subnet': ['ID=17f79d40-ae90-44c5-af5a-044ccbd139df,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:02.571801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49926) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:02.573723 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d570759-2ba3-4bfd-80a5-92940046f218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.576515 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d570759-2ba3-4bfd-80a5-92940046f218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/17f79d40-ae90-44c5-af5a-044ccbd139df HTTP/1.1" status: 204 len: 168 time: 0.6589034 Aug 16 02:02:02.581570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49928) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:02.584205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ef96e-3bac-4fb9-a83f-31f44003e863 None None] DHCP port deletion for efd7448d-530c-4e33-a7fb-aac6b16d917f request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:02.590649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40bded8-a039-4d1b-81ea-9b958b75cf98 None None] Network fad82612-851b-455a-9b1d-6fd084b9c062 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:02.603645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-c5888407-f73c-45c4-ae4e-da0596282f84 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2079737599&fields=id&tenant_id=04cb457200f149dfa8213df96b2e0c74 HTTP/1.1" status: 200 len: 267 time: 0.1120994 Aug 16 02:02:02.654026 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.687192 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.710974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-68f726df-e3d6-40e9-8a03-ea98e609fdc5 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.716050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-68f726df-e3d6-40e9-8a03-ea98e609fdc5 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports/e70f9fc9-ed04-4a72-83f4-44c5c0c51270 HTTP/1.1" status: 200 len: 935 time: 0.1011312 Aug 16 02:02:02.756020 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.756529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:02.757864 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.828094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Transition to ACTIVE for port object 4847f827-4c74-4d35-829c-3ff2286b3e94 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:02.848804 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a9e3f60-55a4-4866-b44c-18d9f8cecdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.857445 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7bcdf984-8dd9-492a-a83b-d7d8373bc48d,segment=NetworkSegment(30cab537-64e4-4fe6-a94b-ae5c331d3779),segment_id=30cab537-64e4-4fe6-a94b-ae5c331d3779)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:02.858161 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.872769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=34c72cd3-5689-4c9a-ad0f-969741396951,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:02.875497 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.889094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 7bcdf984-8dd9-492a-a83b-d7d8373bc48d owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:02.889789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Transition to ACTIVE for port object 4847f827-4c74-4d35-829c-3ff2286b3e94 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:02.894235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-240e7212-7f7c-4e47-8d79-359c7c2b93a5 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.899163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-240e7212-7f7c-4e47-8d79-359c7c2b93a5 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports/70e1025a-d82d-4c5e-ae0d-868d21b2d578 HTTP/1.1" status: 200 len: 936 time: 0.1673546 Aug 16 02:02:02.905145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f83ef96e-3bac-4fb9-a83f-31f44003e863 None None] Deleting port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:02.905516 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f83ef96e-3bac-4fb9-a83f-31f44003e863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.928934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['34c72cd3-5689-4c9a-ad0f-969741396951'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:02.986116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-f0c0336c-adc9-4539-a303-af9b13b4c51e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0810299 Aug 16 02:02:02.993959 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e38a6a16-dcb2-4eb3-989c-9ca88398d2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.007217 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.017124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81763c51-9fea-4f93-b928-975268408d6e None None] DHCP port deletion for fad82612-851b-455a-9b1d-6fd084b9c062 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:03.041000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5abd9632-36dc-45a1-8868-3208244bef9b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0455513 Aug 16 02:02:03.144097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:03.144477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a73b1e70-3380-4e8d-ab3c-855976d7cb31 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:03.157032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f83ef96e-3bac-4fb9-a83f-31f44003e863 None None] For port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7bcdf984-8dd9-492a-a83b-d7d8373bc48d,segment=NetworkSegment(30cab537-64e4-4fe6-a94b-ae5c331d3779),segment_id=30cab537-64e4-4fe6-a94b-ae5c331d3779)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:03.161460 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f83ef96e-3bac-4fb9-a83f-31f44003e863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.176486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:03.179933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:03.181918 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.197101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a73b1e70-3380-4e8d-ab3c-855976d7cb31 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:03.197492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a73b1e70-3380-4e8d-ab3c-855976d7cb31 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:03.197915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7bcdf984-8dd9-492a-a83b-d7d8373bc48d no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:03.204991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f83ef96e-3bac-4fb9-a83f-31f44003e863 None None] Calling delete_port for 7bcdf984-8dd9-492a-a83b-d7d8373bc48d owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:03.209461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Pushing event updated for resources: {'Port': ['ID=4847f827-4c74-4d35-829c-3ff2286b3e94,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.253234 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=7bcdf984-8dd9-492a-a83b-d7d8373bc48d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.257170 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No DVR routers for this DVR port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:03.259028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 7bcdf984-8dd9-492a-a83b-d7d8373bc48d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:03.259378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7bcdf984-8dd9-492a-a83b-d7d8373bc48d not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:03.308309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:02:03.372205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Attempting to bind port 4847f827-4c74-4d35-829c-3ff2286b3e94 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:03.372581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Attempting to bind port 4847f827-4c74-4d35-829c-3ff2286b3e94 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:03.372850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.373006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Attempting to bind port 4847f827-4c74-4d35-829c-3ff2286b3e94 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:03.396355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:03.396738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:03.397309 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.398267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:03.398756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Bound port: 4847f827-4c74-4d35-829c-3ff2286b3e94, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:03.399137 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.399752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd7448d-530c-4e33-a7fb-aac6b16d917f']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:03.406563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-81763c51-9fea-4f93-b928-975268408d6e None None] Deleting port dce9ce84-ba4c-451a-9c4a-62825c141bfd {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:03.406938 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81763c51-9fea-4f93-b928-975268408d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.419583 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cab537-64e4-4fe6-a94b-ae5c331d3779') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:03.420915 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cab537-64e4-4fe6-a94b-ae5c331d3779') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:03.433055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.451624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.459541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:03.459888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.461713 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a9e3f60-55a4-4866-b44c-18d9f8cecdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:03.463871 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:03.471610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e2d609ef-1ebf-442b-97f2-702a3c2dda16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.477453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e2d609ef-1ebf-442b-97f2-702a3c2dda16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.483199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e2d609ef-1ebf-442b-97f2-702a3c2dda16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.484859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e2d609ef-1ebf-442b-97f2-702a3c2dda16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/networks?id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f HTTP/1.1" status: 200 len: 1994 time: 0.4356291 Aug 16 02:02:03.559500 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f83ef96e-3bac-4fb9-a83f-31f44003e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.562379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-81763c51-9fea-4f93-b928-975268408d6e None None] For port dce9ce84-ba4c-451a-9c4a-62825c141bfd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dce9ce84-ba4c-451a-9c4a-62825c141bfd,segment=NetworkSegment(56eeb442-a4bb-45b8-a444-8fea21d5b63b),segment_id=56eeb442-a4bb-45b8-a444-8fea21d5b63b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:03.562776 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81763c51-9fea-4f93-b928-975268408d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.621800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-81763c51-9fea-4f93-b928-975268408d6e None None] Calling delete_port for dce9ce84-ba4c-451a-9c4a-62825c141bfd owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:03.626042 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ef96e-3bac-4fb9-a83f-31f44003e863 None None] Pushing event deleted for resources: {'Port': ['ID=7bcdf984-8dd9-492a-a83b-d7d8373bc48d,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.629754 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.636746 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.646064 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/networks/efd7448d-530c-4e33-a7fb-aac6b16d917f HTTP/1.1" status: 204 len: 168 time: 1.0598238 Aug 16 02:02:03.646064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49940) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:03.646352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ef96e-3bac-4fb9-a83f-31f44003e863 None None] No DVR routers for this DVR port 7bcdf984-8dd9-492a-a83b-d7d8373bc48d on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:03.688202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bf6b0-2fea-4ba8-9ad7-58923900be90 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Network': ['ID=efd7448d-530c-4e33-a7fb-aac6b16d917f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.707102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] For port 4847f827-4c74-4d35-829c-3ff2286b3e94, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:03.726681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] For port 4847f827-4c74-4d35-829c-3ff2286b3e94, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4847f827-4c74-4d35-829c-3ff2286b3e94,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:03.753305 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.806312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-00e93535-fd26-4db3-b16b-5952a759a924 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/quotas/04cb457200f149dfa8213df96b2e0c74 HTTP/1.1" status: 200 len: 375 time: 0.3095515 Aug 16 02:02:03.812257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port dce9ce84-ba4c-451a-9c4a-62825c141bfd {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:03.812533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.823340 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.825132 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a9e3f60-55a4-4866-b44c-18d9f8cecdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.858764 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81763c51-9fea-4f93-b928-975268408d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.886298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81763c51-9fea-4f93-b928-975268408d6e None None] No DVR routers for this DVR port dce9ce84-ba4c-451a-9c4a-62825c141bfd on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:03.904270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807d2c5-8455-42aa-8967-cc626b490b55 None None] Pushing event updated for resources: {'Port': ['ID=4847f827-4c74-4d35-829c-3ff2286b3e94,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.910264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7a9e3f60-55a4-4866-b44c-18d9f8cecdbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71a1c420f9c64cdc97d54409c6bd32bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3362510 Aug 16 02:02:03.913798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e3f60-55a4-4866-b44c-18d9f8cecdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8896ea-1925-4ff7-aa4c-9bd6475f08da,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.914690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port dce9ce84-ba4c-451a-9c4a-62825c141bfd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dce9ce84-ba4c-451a-9c4a-62825c141bfd,segment=NetworkSegment(56eeb442-a4bb-45b8-a444-8fea21d5b63b),segment_id=56eeb442-a4bb-45b8-a444-8fea21d5b63b)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:03.915161 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.915555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49942) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:03.941113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for dce9ce84-ba4c-451a-9c4a-62825c141bfd owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:03.964285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81763c51-9fea-4f93-b928-975268408d6e None None] Pushing event deleted for resources: {'Port': ['ID=dce9ce84-ba4c-451a-9c4a-62825c141bfd,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.986245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e745b881-7a8d-47e6-8d3d-9dbd914e5224 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1573374 Aug 16 02:02:04.028780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.038785 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.073275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=dce9ce84-ba4c-451a-9c4a-62825c141bfd,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.073973 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-371dd0b2-7c57-40c4-b8b0-c2c09323f393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.078100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No DVR routers for this DVR port dce9ce84-ba4c-451a-9c4a-62825c141bfd on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:04.127296 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-371dd0b2-7c57-40c4-b8b0-c2c09323f393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.132153 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.189778 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.200756 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad82612-851b-455a-9b1d-6fd084b9c062']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:04.214513 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56eeb442-a4bb-45b8-a444-8fea21d5b63b') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:04.214804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56eeb442-a4bb-45b8-a444-8fea21d5b63b') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:04.227513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.238953 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-73285471-1ea3-42bf-8e2f-fd5688310aea service neutron] 10.222.0.66 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359486 Aug 16 02:02:04.246814 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.253903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:04.254315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:04.257561 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:04.363964 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-371dd0b2-7c57-40c4-b8b0-c2c09323f393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.367071 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-371dd0b2-7c57-40c4-b8b0-c2c09323f393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.372875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-371dd0b2-7c57-40c4-b8b0-c2c09323f393 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7c8896ea-1925-4ff7-aa4c-9bd6475f08da HTTP/1.1" status: 204 len: 168 time: 0.4518359 Aug 16 02:02:04.401999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dd0b2-7c57-40c4-b8b0-c2c09323f393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8896ea-1925-4ff7-aa4c-9bd6475f08da,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.427385 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.435390 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.437317 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/networks/fad82612-851b-455a-9b1d-6fd084b9c062 HTTP/1.1" status: 204 len: 168 time: 0.7871840 Aug 16 02:02:04.445883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49946) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:04.454616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1838351182'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:04.459205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-55e37140-a24d-4ec9-b0a4-b03136b02a0d service neutron] 10.222.0.66 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078900 Aug 16 02:02:04.463325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a4dec-8848-4389-b024-29057ac69cdf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Network': ['ID=fad82612-851b-455a-9b1d-6fd084b9c062,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.487942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] For port 4847f827-4c74-4d35-829c-3ff2286b3e94, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4847f827-4c74-4d35-829c-3ff2286b3e94,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:04.543680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ffe3695-7acb-4fcd-a4f5-4ca9f31b0f5e service neutron] 10.222.0.66 "GET /v2.0/ports/e70f9fc9-ed04-4a72-83f4-44c5c0c51270?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0660553 Aug 16 02:02:04.553016 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.605325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:04.608764 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.631970 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.635414 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.724054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:04.746773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:04.760896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:04.769683 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.770571 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added segment dba5ae57-1983-4c53-ab13-2e8144a26649 of type vlan for network 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 Aug 16 02:02:04.774454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.775062 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.780890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5d5ab9bb-b551-4082-9d0d-05890dd2498a service neutron] 10.222.0.66 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300441 Aug 16 02:02:04.836492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=c9b42db2-a47a-4ef0-aa45-b572ac3f9467,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.891775 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=4847f827-4c74-4d35-829c-3ff2286b3e94,revision_number=4']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.902874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-337cd06a-e7da-45cc-8a6d-496c8738173d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1141880 Aug 16 02:02:04.903421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49958) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:04.908912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:cb:84:6a', 'name': 'tempest-NetworksTestDHCPv6-400518004'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:04.913911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.002341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5f7638bb-f656-4021-8704-ab5aa0525a9a service neutron] 10.222.0.66 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025869 Aug 16 02:02:05.038745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3da143-087e-4bae-b4e7-97c53107000b None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:05.079422 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.097989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.097989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.126047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4847f827-4c74-4d35-829c-3ff2286b3e94 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:05.171855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:05.257194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-55b5ee39-5420-46d6-9b11-9c018c2609e8 service neutron] 10.222.0.66 "GET /v2.0/ports/70e1025a-d82d-4c5e-ae0d-868d21b2d578?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2483184 Aug 16 02:02:05.266821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Network': ['ID=75b82bb9-54e2-4f20-bd04-d2b2d3d995f1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:05.276823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8710d347-cf15-4264-9b2b-4703112e1087 None None] Provisioning for port 4847f827-4c74-4d35-829c-3ff2286b3e94 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:05.293784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:05.301981 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.325245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 27eb547f-2e95-46c5-b4ff-587fa374dd8e yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:05.354876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 4847f827-4c74-4d35-829c-3ff2286b3e94 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:05.363316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4847f827-4c74-4d35-829c-3ff2286b3e94 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:05.364090 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.376824 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-81e4fa0b-d019-4e1b-99ce-00bb69605300 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9290583 Aug 16 02:02:05.379241 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49968) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:05.384380 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'subnet': {'network_id': '75b82bb9-54e2-4f20-bd04-d2b2d3d995f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:05.386056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-f5866f6a-b59a-4994-b8bb-ac81bc510bc9 service neutron] 10.222.0.66 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278434 Aug 16 02:02:05.487967 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.508562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-74a16e3a-f355-49ea-b639-3832f957fc48 service neutron] 10.222.0.66 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216047 Aug 16 02:02:05.556116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 4847f827-4c74-4d35-829c-3ff2286b3e94, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4847f827-4c74-4d35-829c-3ff2286b3e94,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:05.635400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-d0cab5cb-1edb-4948-814f-7e142fcc72a8 service neutron] 10.222.0.66 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189837 Aug 16 02:02:05.658572 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.671833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 172.20.0.6 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/f8a23d51-0ac5-420b-9f83-61689f18bf31/27eb547f-2e95-46c5-b4ff-587fa374dd8e) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:05.681421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::f816:3eff:fecb:846a (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/c9b42db2-a47a-4ef0-aa45-b572ac3f9467/27eb547f-2e95-46c5-b4ff-587fa374dd8e) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:05.750145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=4847f827-4c74-4d35-829c-3ff2286b3e94,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:05.766889 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dce9ce84-ba4c-451a-9c4a-62825c141bfd no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:05.784870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-c90c62f2-1507-42f4-9256-57625513c891 service neutron] 10.222.0.66 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420453 Aug 16 02:02:05.816030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: dce9ce84-ba4c-451a-9c4a-62825c141bfd {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:05.816814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dce9ce84-ba4c-451a-9c4a-62825c141bfd not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:05.819770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 34c72cd3-5689-4c9a-ad0f-969741396951 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:05.852771 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.880994 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:05.887630 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.931691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-d35ca384-7f51-49d2-b710-3cb16bbdbec9 service neutron] 10.222.0.66 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383150 Aug 16 02:02:06.003155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.018012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 34c72cd3-5689-4c9a-ad0f-969741396951 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:06.023203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 34c72cd3-5689-4c9a-ad0f-969741396951 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:06.023583 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.037065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 27eb547f-2e95-46c5-b4ff-587fa374dd8e will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:06.048985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-2a27f85b-bbff-45c9-b91c-d3139e9769e5 service neutron] 10.222.0.66 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098020 Aug 16 02:02:06.140209 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.166176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98342ad3-5272-4fd5-9aa0-516e33a2c6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c72cd3-5689-4c9a-ad0f-969741396951'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:06.168769 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca25230-ad94-4de5-8314-2072c4c53554" -d '{"events": [{"server_uuid": "98342ad3-5272-4fd5-9aa0-516e33a2c6cb", "name": "network-vif-plugged", "status": "completed", "tag": "34c72cd3-5689-4c9a-ad0f-969741396951"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:06.182352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 34c72cd3-5689-4c9a-ad0f-969741396951, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=34c72cd3-5689-4c9a-ad0f-969741396951,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:06.208725 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-0a27a3e9-63ee-483f-9ed2-3c052c5fa57e service neutron] 10.222.0.66 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496706 Aug 16 02:02:06.211196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fa64224f-73a5-4ecd-a50f-b80ffc67c60d None None] Provisioning complete for port 4847f827-4c74-4d35-829c-3ff2286b3e94 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:06.211643 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa64224f-73a5-4ecd-a50f-b80ffc67c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.219004 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.261562 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.263585 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.336490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-4e7cd288-b748-48c8-a1d5-f997da92769d service neutron] 10.222.0.66 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178164 Aug 16 02:02:06.344676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:06.346454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:06.355873 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:06.371161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=34c72cd3-5689-4c9a-ad0f-969741396951,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:06.401906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Subnet': ['ID=9ae000de-f134-4201-9077-767072c54f11,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:06.408483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49980) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:06.409151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=27eb547f-2e95-46c5-b4ff-587fa374dd8e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:06.467126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.467923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.477579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-487d003f-1422-4d62-b358-50a7321fd2bf service neutron] 10.222.0.66 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350136 Aug 16 02:02:06.490950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Checking segment: {'id': 'dba5ae57-1983-4c53-ab13-2e8144a26649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '75b82bb9-54e2-4f20-bd04-d2b2d3d995f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:06.491470 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network hostable DHCP agents. Network: 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:06.555709 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28a5810a-ea49-4dd0-9447-e0ecf544e7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.565064 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ebc19241-ed73-4308-a12f-2e0c7c0d758f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6605964 Aug 16 02:02:06.567849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49984) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:06.593321 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:06.643021 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-4b9044b7-6ec0-4ea6-be72-a07205e27a52 service neutron] 10.222.0.66 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562693 Aug 16 02:02:06.657487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d30488-d7e8-4282-a6c9-bbd0da222ef8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.664431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d30488-d7e8-4282-a6c9-bbd0da222ef8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.668584 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-36d30488-d7e8-4282-a6c9-bbd0da222ef8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0966654 Aug 16 02:02:06.668837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49986) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:06.676186 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28a5810a-ea49-4dd0-9447-e0ecf544e7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.703151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:06.707889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.708544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.716656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bac72c-15d9-4b5b-b7ae-b745ec19b046 None None] Network 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:06.770509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4c208aa5-8492-408f-8988-196ba42e7ebb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 27eb547f-2e95-46c5-b4ff-587fa374dd8e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:06.770856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c208aa5-8492-408f-8988-196ba42e7ebb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.777414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28a5810a-ea49-4dd0-9447-e0ecf544e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.812783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5810a-ea49-4dd0-9447-e0ecf544e7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdefba0-3a17-4153-adb6-612c488a9c13,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:06.844301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-113b1e03-c1db-42c4-894b-8ef7bb58c0f3 None None] Provisioning for port 27eb547f-2e95-46c5-b4ff-587fa374dd8e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:06.854892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-113b1e03-c1db-42c4-894b-8ef7bb58c0f3 None None] Provisioning complete for port 27eb547f-2e95-46c5-b4ff-587fa374dd8e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:06.855269 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-113b1e03-c1db-42c4-894b-8ef7bb58c0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.869731 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-28a5810a-ea49-4dd0-9447-e0ecf544e7d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e9d7632720340a49b88d537555fb4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4547710 Aug 16 02:02:06.870256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49994) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:06.885913 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-22fa9946-1106-497b-a391-15c50c755765 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5054893 Aug 16 02:02:06.889999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49996) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:06.894804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e5ad5041-1f00-48c2-b194-f7690250bc02 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-691907864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:06.913167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-113b1e03-c1db-42c4-894b-8ef7bb58c0f3 None None] Port 27eb547f-2e95-46c5-b4ff-587fa374dd8e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:06.913653 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c208aa5-8492-408f-8988-196ba42e7ebb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.920888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-75b82bb9-54e2-4f20-bd04-d2b2d3d995f1', 'network_id': '75b82bb9-54e2-4f20-bd04-d2b2d3d995f1', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'fixed_ips': [{'subnet_id': '9ae000de-f134-4201-9077-767072c54f11'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:06.921929 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.938606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4c208aa5-8492-408f-8988-196ba42e7ebb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 27eb547f-2e95-46c5-b4ff-587fa374dd8e owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:07.015803 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87b2e210-f790-4d85-b3f1-ca7aa48e5ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.034269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4847f827-4c74-4d35-829c-3ff2286b3e94 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:07.034943 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5041-1f00-48c2-b194-f7690250bc02 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.036693 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5041-1f00-48c2-b194-f7690250bc02 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.051725 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87b2e210-f790-4d85-b3f1-ca7aa48e5ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.118520 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5041-1f00-48c2-b194-f7690250bc02 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.121083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Allocated IP 2001:db8::2 (75b82bb9-54e2-4f20-bd04-d2b2d3d995f1/9ae000de-f134-4201-9077-767072c54f11/5178b42c-426c-455b-91fb-57205134da40) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:07.156933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4847f827-4c74-4d35-829c-3ff2286b3e94 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:07.156933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.257779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5041-1f00-48c2-b194-f7690250bc02 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.292251 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87b2e210-f790-4d85-b3f1-ca7aa48e5ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.295086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87b2e210-f790-4d85-b3f1-ca7aa48e5ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.300545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-87b2e210-f790-4d85-b3f1-ca7aa48e5ded admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1cdefba0-3a17-4153-adb6-612c488a9c13 HTTP/1.1" status: 204 len: 168 time: 0.4249423 Aug 16 02:02:07.300545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c208aa5-8492-408f-8988-196ba42e7ebb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.343266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2e210-f790-4d85-b3f1-ca7aa48e5ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdefba0-3a17-4153-adb6-612c488a9c13,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.345455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c208aa5-8492-408f-8988-196ba42e7ebb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=27eb547f-2e95-46c5-b4ff-587fa374dd8e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.354800 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5041-1f00-48c2-b194-f7690250bc02 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.356345 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e5ad5041-1f00-48c2-b194-f7690250bc02 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4653723 Aug 16 02:02:07.358992 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50008) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:07.374795 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.375080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'port': {'network_id': '75b82bb9-54e2-4f20-bd04-d2b2d3d995f1', 'name': 'tempest-RoutersIpV6Test-468702526'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:07.390405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Transition to ACTIVE for port object 5178b42c-426c-455b-91fb-57205134da40 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:07.411577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Transition to ACTIVE for port object 5178b42c-426c-455b-91fb-57205134da40 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:07.456623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c208aa5-8492-408f-8988-196ba42e7ebb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.458987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4c208aa5-8492-408f-8988-196ba42e7ebb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/27eb547f-2e95-46c5-b4ff-587fa374dd8e HTTP/1.1" status: 204 len: 168 time: 0.7890506 Aug 16 02:02:07.462651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50010) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:07.526134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f675cce-623d-46c0-a8b3-e846e457eda3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.527795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f675cce-623d-46c0-a8b3-e846e457eda3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.529326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f675cce-623d-46c0-a8b3-e846e457eda3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.530991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7f675cce-623d-46c0-a8b3-e846e457eda3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0670922 Aug 16 02:02:07.533632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50012) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:07.588841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c474ab-5521-45ed-8e4b-6378982ea3f8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet c9b42db2-a47a-4ef0-aa45-b572ac3f9467 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:07.592161 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61c474ab-5521-45ed-8e4b-6378982ea3f8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.606123 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.640939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:07.644538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.646591 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61c474ab-5521-45ed-8e4b-6378982ea3f8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.653924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Network 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:07.659769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:07.663825 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:07.674795 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] device_id is not set on port 66fb76d9-703f-4178-9838-f3ae03252892 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:07.680902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Pushing event updated for resources: {'Port': ['ID=5178b42c-426c-455b-91fb-57205134da40,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.747438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61c474ab-5521-45ed-8e4b-6378982ea3f8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.752760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Attempting to bind port 5178b42c-426c-455b-91fb-57205134da40 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:07.761563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Attempting to bind port 5178b42c-426c-455b-91fb-57205134da40 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'dba5ae57-1983-4c53-ab13-2e8144a26649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '75b82bb9-54e2-4f20-bd04-d2b2d3d995f1'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:07.761563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Attempting to bind port 5178b42c-426c-455b-91fb-57205134da40 on network 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:07.761563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:07.761563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Checking segment: {'id': 'dba5ae57-1983-4c53-ab13-2e8144a26649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '75b82bb9-54e2-4f20-bd04-d2b2d3d995f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:07.761563 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.761563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Bound using segment: {'id': 'dba5ae57-1983-4c53-ab13-2e8144a26649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '75b82bb9-54e2-4f20-bd04-d2b2d3d995f1'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:07.761563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Bound port: 5178b42c-426c-455b-91fb-57205134da40, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba5ae57-1983-4c53-ab13-2e8144a26649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '75b82bb9-54e2-4f20-bd04-d2b2d3d995f1'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:07.762986 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.834234 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Allocated IP 2001:db8::1af (75b82bb9-54e2-4f20-bd04-d2b2d3d995f1/9ae000de-f134-4201-9077-767072c54f11/66fb76d9-703f-4178-9838-f3ae03252892) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:07.886828 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61c474ab-5521-45ed-8e4b-6378982ea3f8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.920878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c474ab-5521-45ed-8e4b-6378982ea3f8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b42db2-a47a-4ef0-aa45-b572ac3f9467,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.924999 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61c474ab-5521-45ed-8e4b-6378982ea3f8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.930883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-61c474ab-5521-45ed-8e4b-6378982ea3f8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/c9b42db2-a47a-4ef0-aa45-b572ac3f9467 HTTP/1.1" status: 204 len: 168 time: 0.3924956 Aug 16 02:02:07.933421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50024) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.000141 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d99ec6-caef-4a62-a90e-3af3a2c44ab8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet f8a23d51-0ac5-420b-9f83-61689f18bf31 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:08.004910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26d99ec6-caef-4a62-a90e-3af3a2c44ab8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.012670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a75220d-9001-428b-accc-c3a40af13941 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:08.071976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26d99ec6-caef-4a62-a90e-3af3a2c44ab8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.105875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] For port 5178b42c-426c-455b-91fb-57205134da40, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:08.111879 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] For port 5178b42c-426c-455b-91fb-57205134da40, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5178b42c-426c-455b-91fb-57205134da40,segment=NetworkSegment(dba5ae57-1983-4c53-ab13-2e8144a26649),segment_id=dba5ae57-1983-4c53-ab13-2e8144a26649)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:08.126018 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.160626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Transition to ACTIVE for port object 66fb76d9-703f-4178-9838-f3ae03252892 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:08.199716 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.207695 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26d99ec6-caef-4a62-a90e-3af3a2c44ab8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.327544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f565ac-8e0c-45f5-8696-bfac0cd0fe29 None None] Pushing event updated for resources: {'Port': ['ID=5178b42c-426c-455b-91fb-57205134da40,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:08.456874 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.458718 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26d99ec6-caef-4a62-a90e-3af3a2c44ab8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.526738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26d99ec6-caef-4a62-a90e-3af3a2c44ab8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.537405 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-26d99ec6-caef-4a62-a90e-3af3a2c44ab8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/f8a23d51-0ac5-420b-9f83-61689f18bf31 HTTP/1.1" status: 204 len: 168 time: 0.6025379 Aug 16 02:02:08.543159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50038) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.568480 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:08.580118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:08.584109 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:08.611414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.612418 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.617418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=66fb76d9-703f-4178-9838-f3ae03252892,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:08.632721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d99ec6-caef-4a62-a90e-3af3a2c44ab8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a23d51-0ac5-420b-9f83-61689f18bf31,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:08.707196 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3e85f943-e87a-41e8-bd1a-d32d8792094b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3359528 Aug 16 02:02:08.707322 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50046) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.747412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-25d695ee-d365-4b0d-b94f-79d6a6b89284 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2029893 Aug 16 02:02:08.748058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50050) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.759018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-60f214bc-9c83-411d-a060-9471ddd7aabb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:09.168200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5178b42c-426c-455b-91fb-57205134da40 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:09.188938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.343371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab1e55-8266-4d12-9d0a-569f8c67e714 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:09.449068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 5178b42c-426c-455b-91fb-57205134da40 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:09.533079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2c7757d2-6f3a-4bb7-aebc-27d023e4c25b None None] Provisioning complete for port 4847f827-4c74-4d35-829c-3ff2286b3e94 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:09.533455 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c7757d2-6f3a-4bb7-aebc-27d023e4c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.546884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f214bc-9c83-411d-a060-9471ddd7aabb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:09.559855 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60f214bc-9c83-411d-a060-9471ddd7aabb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.774376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b48035-d710-41b6-8d90-fcd1587d2909 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:09.844384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa48a8c9-c722-4c56-b850-70fdedeff199 None None] Network 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:09.959921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911987f9-f0b7-45af-a2e8-a71c42300eca req-f935bd56-cc75-4b7e-8819-032cf65a0f80 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.962257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-911987f9-f0b7-45af-a2e8-a71c42300eca req-f935bd56-cc75-4b7e-8819-032cf65a0f80 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 945 time: 0.1177661 Aug 16 02:02:09.978580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-86b48035-d710-41b6-8d90-fcd1587d2909 None None] Deleting port 4847f827-4c74-4d35-829c-3ff2286b3e94 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:09.979085 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-86b48035-d710-41b6-8d90-fcd1587d2909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.004559 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.075250 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-911987f9-f0b7-45af-a2e8-a71c42300eca req-23e184d1-b3c9-4654-9a14-aade38a2fa79 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010201 Aug 16 02:02:10.113000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-86b48035-d710-41b6-8d90-fcd1587d2909 None None] For port 4847f827-4c74-4d35-829c-3ff2286b3e94, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4847f827-4c74-4d35-829c-3ff2286b3e94,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:10.113532 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-86b48035-d710-41b6-8d90-fcd1587d2909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.129885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-86b48035-d710-41b6-8d90-fcd1587d2909 None None] Calling delete_port for 4847f827-4c74-4d35-829c-3ff2286b3e94 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:10.149392 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.209190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4fcef7c5-f334-43fb-b7d9-21dc219e8646 None None] Provisioning for port 5178b42c-426c-455b-91fb-57205134da40 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:10.214688 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128dc2c3-1100-4971-8d3b-22757efeff6d x-openstack-request-id: req-128dc2c3-1100-4971-8d3b-22757efeff6d {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:10.214978 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98342ad3-5272-4fd5-9aa0-516e33a2c6cb", "name": "network-vif-plugged", "status": "completed", "tag": "34c72cd3-5689-4c9a-ad0f-969741396951", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:10.215446 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-128dc2c3-1100-4971-8d3b-22757efeff6d {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:10.216007 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98342ad3-5272-4fd5-9aa0-516e33a2c6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c72cd3-5689-4c9a-ad0f-969741396951', 'code': 200} Aug 16 02:02:10.223723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4fcef7c5-f334-43fb-b7d9-21dc219e8646 None None] Provisioning complete for port 5178b42c-426c-455b-91fb-57205134da40 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:10.224333 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4fcef7c5-f334-43fb-b7d9-21dc219e8646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.227422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=66fb76d9-703f-4178-9838-f3ae03252892,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:10.361021 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60f214bc-9c83-411d-a060-9471ddd7aabb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.375683 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4fcef7c5-f334-43fb-b7d9-21dc219e8646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.417952 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.450487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b750b657-7774-48c5-89e5-07d006d23389 req-33343431-2855-43d6-84c3-31016962bb7e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0921648 Aug 16 02:02:10.454572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4fcef7c5-f334-43fb-b7d9-21dc219e8646 None None] For port 5178b42c-426c-455b-91fb-57205134da40, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5178b42c-426c-455b-91fb-57205134da40,segment=NetworkSegment(dba5ae57-1983-4c53-ab13-2e8144a26649),segment_id=dba5ae57-1983-4c53-ab13-2e8144a26649)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:10.465607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3489f8-bf32-459e-b89a-bf619002b638 req-34f345e6-08f2-432f-be64-34a897c89e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.467196 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e3489f8-bf32-459e-b89a-bf619002b638 req-34f345e6-08f2-432f-be64-34a897c89e65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 1097 time: 0.1690662 Aug 16 02:02:10.469128 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-86b48035-d710-41b6-8d90-fcd1587d2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.508316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b48035-d710-41b6-8d90-fcd1587d2909 None None] Pushing event deleted for resources: {'Port': ['ID=4847f827-4c74-4d35-829c-3ff2286b3e94,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:10.512307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b48035-d710-41b6-8d90-fcd1587d2909 None None] No DVR routers for this DVR port 4847f827-4c74-4d35-829c-3ff2286b3e94 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:10.517944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f214bc-9c83-411d-a060-9471ddd7aabb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:10.519425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f214bc-9c83-411d-a060-9471ddd7aabb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=6d03714a-7a5b-4e80-b546-6bb1c2a97592,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:10.526046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-60f214bc-9c83-411d-a060-9471ddd7aabb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:10.540310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f214bc-9c83-411d-a060-9471ddd7aabb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.540913 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60f214bc-9c83-411d-a060-9471ddd7aabb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.543598 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4fcef7c5-f334-43fb-b7d9-21dc219e8646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.551069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d3bd91-4a24-442e-b0c0-8c837a70cd84 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:10.561708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e3489f8-bf32-459e-b89a-bf619002b638 req-21b1ea55-fa3f-4008-a923-49b759dd1999 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842302 Aug 16 02:02:10.625915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcef7c5-f334-43fb-b7d9-21dc219e8646 None None] Pushing event updated for resources: {'Port': ['ID=5178b42c-426c-455b-91fb-57205134da40,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:10.640291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-60f214bc-9c83-411d-a060-9471ddd7aabb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8909180 Aug 16 02:02:10.642945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50068) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:10.649200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e795d3ad-afa0-402b-8067-b92ac947254f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:10.725810 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.805593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3ddca12d-b4d3-4aaa-b5f3-dbdf1f7717a0 None None] Provisioning for port 66fb76d9-703f-4178-9838-f3ae03252892 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:10.814764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3ddca12d-b4d3-4aaa-b5f3-dbdf1f7717a0 None None] Provisioning complete for port 66fb76d9-703f-4178-9838-f3ae03252892 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:10.818412 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3ddca12d-b4d3-4aaa-b5f3-dbdf1f7717a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.916237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3ddca12d-b4d3-4aaa-b5f3-dbdf1f7717a0 None None] Port 66fb76d9-703f-4178-9838-f3ae03252892 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:10.922109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '6d03714a-7a5b-4e80-b546-6bb1c2a97592'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:10.923306 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.024002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e795d3ad-afa0-402b-8067-b92ac947254f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:11.029282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e795d3ad-afa0-402b-8067-b92ac947254f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.168842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5178b42c-426c-455b-91fb-57205134da40 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:11.224295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3ddca12d-b4d3-4aaa-b5f3-dbdf1f7717a0 None None] Provisioning complete for port 5178b42c-426c-455b-91fb-57205134da40 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:11.225145 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3ddca12d-b4d3-4aaa-b5f3-dbdf1f7717a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.367882 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.390501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Allocated IP 172.20.0.2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/6d03714a-7a5b-4e80-b546-6bb1c2a97592/481c0618-85b1-444d-b6f6-02704a0bb861) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:11.391069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaa272-b72e-4450-8c46-79370ad29092 req-7688ef42-c67f-46de-8956-d16045a30775 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.392925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dcaaa272-b72e-4450-8c46-79370ad29092 req-7688ef42-c67f-46de-8956-d16045a30775 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 945 time: 0.1385777 Aug 16 02:02:11.438171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 5178b42c-426c-455b-91fb-57205134da40 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:11.438584 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.495459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dcaaa272-b72e-4450-8c46-79370ad29092 req-f0b8a66e-83a2-43fc-b7ac-d67fee9853d4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898886 Aug 16 02:02:11.497399 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.498398 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.593711 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=66fb76d9-703f-4178-9838-f3ae03252892,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:11.732607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:11.734748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:11.792425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f6971df-b91b-4622-a7e6-e81546547afc req-7a7d046b-0bd3-4c52-829d-e349698aae19 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0659547 Aug 16 02:02:11.855386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-e795d3ad-afa0-402b-8067-b92ac947254f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:02:11.860170 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e795d3ad-afa0-402b-8067-b92ac947254f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.913338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e795d3ad-afa0-402b-8067-b92ac947254f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:11.917672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e795d3ad-afa0-402b-8067-b92ac947254f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:11.922780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e795d3ad-afa0-402b-8067-b92ac947254f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.923938 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e795d3ad-afa0-402b-8067-b92ac947254f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.936692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795d3ad-afa0-402b-8067-b92ac947254f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=8907a490-67e4-44b5-8603-583142094550,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:11.967618 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.982353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8b2ab6cd-6368-450c-927b-4aec8844fc2b None None] Provisioning complete for port 66fb76d9-703f-4178-9838-f3ae03252892 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:11.982773 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab6cd-6368-450c-927b-4aec8844fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.010575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50088) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:12.013553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e795d3ad-afa0-402b-8067-b92ac947254f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3668036 Aug 16 02:02:12.017757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:c5:92:a6', 'name': 'tempest-NetworksTestDHCPv6-1261125874'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:12.045266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Transition to ACTIVE for port object 481c0618-85b1-444d-b6f6-02704a0bb861 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:12.047733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4847f827-4c74-4d35-829c-3ff2286b3e94 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:12.091897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 4847f827-4c74-4d35-829c-3ff2286b3e94 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:12.092255 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4847f827-4c74-4d35-829c-3ff2286b3e94 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:12.110709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ab6cd-6368-450c-927b-4aec8844fc2b None None] Port 66fb76d9-703f-4178-9838-f3ae03252892 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:12.116514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Transition to ACTIVE for port object 481c0618-85b1-444d-b6f6-02704a0bb861 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:12.116742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 5e7d95d8-6ec4-41bd-ad4c-83f529c698ee is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:02:12.138284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-bb455984-8d24-4a72-bfe5-864987ab8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.140101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-bb455984-8d24-4a72-bfe5-864987ab8bd0 service neutron] 10.222.0.64 "GET /v2.0/ports/e70f9fc9-ed04-4a72-83f4-44c5c0c51270 HTTP/1.1" status: 200 len: 1031 time: 0.0786822 Aug 16 02:02:12.190743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-827a60c2-2a28-4d18-8e79-96ad79ae831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.192164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-827a60c2-2a28-4d18-8e79-96ad79ae831f service neutron] 10.222.0.64 "GET /v2.0/ports/70e1025a-d82d-4c5e-ae0d-868d21b2d578 HTTP/1.1" status: 200 len: 1032 time: 0.0453677 Aug 16 02:02:12.224749 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.249774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-75a2f4b0-e574-480d-8925-1686c1b916a9 None None] Provisioning complete for port 66fb76d9-703f-4178-9838-f3ae03252892 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:12.251280 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-75a2f4b0-e574-480d-8925-1686c1b916a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.288846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:12.297520 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-363c60bd-18e0-413b-ad0e-03825d148373 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/5e7d95d8-6ec4-41bd-ad4c-83f529c698ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5891335 Aug 16 02:02:12.298308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50092) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:12.336472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb015bb-f096-43e8-99de-a17884681a61 None None] Sync routers for ids ['5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:12.340979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:12.352096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-15159b41-2c07-4775-b6c5-423d1c23616c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.355928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:12.358702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:12.359489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-15159b41-2c07-4775-b6c5-423d1c23616c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.367035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-15159b41-2c07-4775-b6c5-423d1c23616c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.369099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-15159b41-2c07-4775-b6c5-423d1c23616c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "GET /v2.0/networks?id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f HTTP/1.1" status: 200 len: 1994 time: 0.1698172 Aug 16 02:02:12.389681 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ffcd73-1a29-4069-9410-c1cfe2bca22b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.392448 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-31ffcd73-1a29-4069-9410-c1cfe2bca22b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports/66fb76d9-703f-4178-9838-f3ae03252892 HTTP/1.1" status: 200 len: 983 time: 0.0918489 Aug 16 02:02:12.392911 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:12.397669 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50096) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:12.403707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb015bb-f096-43e8-99de-a17884681a61 None None] Routers {'5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:12.404432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dcb015bb-f096-43e8-99de-a17884681a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.429554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-f126309e-371b-4216-8875-ecee7b89f2d9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04cb457200f149dfa8213df96b2e0c74 HTTP/1.1" status: 200 len: 380 time: 0.0501876 Aug 16 02:02:12.444294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'admin_state_up': True, 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'security_groups': ['7c8ec48a-b997-4faf-ba93-435956550295']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:12.512268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dcb015bb-f096-43e8-99de-a17884681a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.551789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Pushing event updated for resources: {'Port': ['ID=481c0618-85b1-444d-b6f6-02704a0bb861,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:12.562058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-75a2f4b0-e574-480d-8925-1686c1b916a9 None None] Port 66fb76d9-703f-4178-9838-f3ae03252892 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:12.657459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb015bb-f096-43e8-99de-a17884681a61 None None] Routers {'5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:12.658170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dcb015bb-f096-43e8-99de-a17884681a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.729373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-e0e8d4ec-bae0-4180-97e8-ca23f665b6db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0717885 Aug 16 02:02:12.735784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dcb015bb-f096-43e8-99de-a17884681a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.736605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb015bb-f096-43e8-99de-a17884681a61 None None] The sync data for ids ['5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:12.751568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799c0e4-7d38-4234-9ead-c5059fd3b968 req-78618d4e-c800-4e5e-b44c-9a3e2dc53941 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.753230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e799c0e4-7d38-4234-9ead-c5059fd3b968 req-78618d4e-c800-4e5e-b44c-9a3e2dc53941 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 945 time: 0.0856338 Aug 16 02:02:12.758404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Attempting to bind port 481c0618-85b1-444d-b6f6-02704a0bb861 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:12.758906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Attempting to bind port 481c0618-85b1-444d-b6f6-02704a0bb861 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:12.759375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Attempting to bind port 481c0618-85b1-444d-b6f6-02704a0bb861 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:12.765417 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.766059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:12.766535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:12.767038 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.767676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:12.768270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Bound port: 481c0618-85b1-444d-b6f6-02704a0bb861, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:12.769225 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.775060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:12.779661 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.808889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 6ca42a19-18cf-4240-a2da-38a0654fbb05 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:12.893465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] For port 481c0618-85b1-444d-b6f6-02704a0bb861, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:12.902819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] For port 481c0618-85b1-444d-b6f6-02704a0bb861, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=481c0618-85b1-444d-b6f6-02704a0bb861,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:12.934721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e799c0e4-7d38-4234-9ead-c5059fd3b968 req-ac06d591-51e9-4660-a000-1acd038d91a5 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722298 Aug 16 02:02:12.968895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-a0f8a1c6-7456-4efd-9d6e-eff9605f3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.970407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-a0f8a1c6-7456-4efd-9d6e-eff9605f3f1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a88c8239e59b4d438e686a6da20f9f85&device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 1097 time: 0.1663690 Aug 16 02:02:12.989402 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.107240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-05077efd-4bed-45f2-a036-390bc127610c req-ac18540b-99f1-4b59-8ae2-7e2de9f18cb6 tempest-LiveAutoBlockMigrationV225Test-783300987 tempest-LiveAutoBlockMigrationV225Test-783300987-project] (95516) timed out ('10.222.0.74', 57496) {{(pid=95516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:02:13.133336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190dbf0-6489-4650-9c33-95faffdfdb17 None None] Pushing event updated for resources: {'Port': ['ID=481c0618-85b1-444d-b6f6-02704a0bb861,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.167976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Allocated IP 172.20.0.3 (b3aa6678-ea23-4a2e-a4b8-63debe13efe1/d8b3dfa6-0893-4c38-835d-a362973d66fb/6011bd94-4a5f-44d3-8a6f-46425d6c891a) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:13.244715 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e69f34a1-7c1f-4420-91a0-60f37c0ff98c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.340740 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 172.20.0.11 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/6d03714a-7a5b-4e80-b546-6bb1c2a97592/6ca42a19-18cf-4240-a2da-38a0654fbb05) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:13.358111 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::f816:3eff:fec5:92a6 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/8907a490-67e4-44b5-8603-583142094550/6ca42a19-18cf-4240-a2da-38a0654fbb05) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:13.372208 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.393887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Transition to ACTIVE for port object 6011bd94-4a5f-44d3-8a6f-46425d6c891a will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:13.546580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c11e45a9-2fca-4248-b0f4-e0198b46f93a req-1cc82a77-0a7d-4bdf-b6e6-720236988ff7 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.1054883 Aug 16 02:02:13.639680 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.643154 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.665676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 6ca42a19-18cf-4240-a2da-38a0654fbb05 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:13.733077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-fcfd43c2-8f52-4f0e-bb67-5252680a654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:13.735333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-fcfd43c2-8f52-4f0e-bb67-5252680a654b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 200 len: 912 time: 0.7354836 Aug 16 02:02:13.749379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:13.766324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:13.794631 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e69f34a1-7c1f-4420-91a0-60f37c0ff98c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 66fb76d9-703f-4178-9838-f3ae03252892 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:13.795420 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e69f34a1-7c1f-4420-91a0-60f37c0ff98c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.840188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:13.864093 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.886276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Port': ['ID=6011bd94-4a5f-44d3-8a6f-46425d6c891a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.911408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-9746981b-c7ac-43e1-8316-0100c534b2e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=121a6c8e-7ba6-4109-9247-0a469a34b268 HTTP/1.1" status: 200 len: 1001 time: 0.1648057 Aug 16 02:02:13.941450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:13.943460 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.002002 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:14.017889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:14.020447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:14.029506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-8d80c686-750e-47c4-96f4-b84738b8dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.034844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=6ca42a19-18cf-4240-a2da-38a0654fbb05,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.035571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-8d80c686-750e-47c4-96f4-b84738b8dbc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 200 len: 850 time: 0.1080725 Aug 16 02:02:14.097031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-933c0826-1ff2-4fb7-bbdd-9cb58ffdd472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.099126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-933c0826-1ff2-4fb7-bbdd-9cb58ffdd472 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4580b099-2551-492d-9cb2-8302c2e9c7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551248 Aug 16 02:02:14.103854 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.104095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-66eb25c1-79c9-42d0-92e7-70abfa266fda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6666045 Aug 16 02:02:14.104619 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.127620 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e69f34a1-7c1f-4420-91a0-60f37c0ff98c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.143035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'network_id': '75b5398b-4cff-40ab-8a73-881676945082', 'admin_state_up': True, 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'security_groups': ['7c8ec48a-b997-4faf-ba93-435956550295']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:14.144667 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e69f34a1-7c1f-4420-91a0-60f37c0ff98c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 66fb76d9-703f-4178-9838-f3ae03252892 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:14.287354 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0435fa5c-036f-461c-8d8a-814d022ebb42 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2751613 Aug 16 02:02:14.290593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50122) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:14.297457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1da3e0d5-f8c5-40db-a291-ffb48bed3955 None None] Provisioning for port 6011bd94-4a5f-44d3-8a6f-46425d6c891a completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:14.301693 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1da3e0d5-f8c5-40db-a291-ffb48bed3955 None None] Provisioning complete for port 6011bd94-4a5f-44d3-8a6f-46425d6c891a triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:14.302144 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1da3e0d5-f8c5-40db-a291-ffb48bed3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.327175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-a5799472-9d49-4877-b54d-c28c769d43e3 service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140987 Aug 16 02:02:14.666686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1da3e0d5-f8c5-40db-a291-ffb48bed3955 None None] Port 6011bd94-4a5f-44d3-8a6f-46425d6c891a cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:14.669721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20464cdb-c8c2-488a-895d-a09e51ac8d37 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.669721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20464cdb-c8c2-488a-895d-a09e51ac8d37 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.669721 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-20464cdb-c8c2-488a-895d-a09e51ac8d37 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1466877 Aug 16 02:02:14.669721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50124) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:14.671921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:14.671921 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.671921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0c2ec8d-159f-4789-9846-043e3e916f8e req-ddc85c66-a36c-4a3d-9523-7f5b7ee80e3a service neutron] 10.222.0.64 "GET /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740346 Aug 16 02:02:14.672611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-adb9faca-3ac1-485f-8736-21c5afe05dd8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 6ca42a19-18cf-4240-a2da-38a0654fbb05 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:14.672611 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adb9faca-3ac1-485f-8736-21c5afe05dd8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.672820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffc9656-189d-4078-9d16-1cdd5a895987 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:14.677193 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e69f34a1-7c1f-4420-91a0-60f37c0ff98c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.721000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f34a1-7c1f-4420-91a0-60f37c0ff98c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=66fb76d9-703f-4178-9838-f3ae03252892,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.756290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Allocated IP 10.1.1.185 (75b5398b-4cff-40ab-8a73-881676945082/e1c107f1-651b-4b59-aa58-c149b9979276/01f0ca95-1a96-4e68-8aaa-82ad29fb4474) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:14.855437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adb9faca-3ac1-485f-8736-21c5afe05dd8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.866015 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e69f34a1-7c1f-4420-91a0-60f37c0ff98c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.878076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-adb9faca-3ac1-485f-8736-21c5afe05dd8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 6ca42a19-18cf-4240-a2da-38a0654fbb05 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:14.898753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d2670d7d-54e8-4741-a28d-38d8b0ad5ed5 None None] Provisioning for port 481c0618-85b1-444d-b6f6-02704a0bb861 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:14.992468 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.019206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Transition to ACTIVE for port object 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:15.036362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Update dhcp port {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'fixed_ips': [{'subnet_id': '6d03714a-7a5b-4e80-b546-6bb1c2a97592', 'ip_address': '172.20.0.2'}, {'subnet_id': '8907a490-67e4-44b5-8603-583142094550'}], 'binding:host_id': 'n-d-768509-23'}, 'id': '481c0618-85b1-444d-b6f6-02704a0bb861'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:02:15.082961 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.138316 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.161990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69f34a1-7c1f-4420-91a0-60f37c0ff98c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 5e7d95d8-6ec4-41bd-ad4c-83f529c698ee has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:15.216701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network 75b5398b-4cff-40ab-8a73-881676945082 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:15.222766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:15.242731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:15.251700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 481c0618-85b1-444d-b6f6-02704a0bb861 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:15.296507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Port': ['ID=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:15.364467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.365400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.442706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Allocated IP 2001:db8::f816:3eff:fe5b:d439 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/8907a490-67e4-44b5-8603-583142094550/481c0618-85b1-444d-b6f6-02704a0bb861) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:15.509461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-fcb5342e-cfe9-43ab-b310-017ca813c632 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3950841 Aug 16 02:02:15.524360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'network_id': '75b5398b-4cff-40ab-8a73-881676945082', 'admin_state_up': True, 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'security_groups': ['7c8ec48a-b997-4faf-ba93-435956550295']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:15.564778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 481c0618-85b1-444d-b6f6-02704a0bb861 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:15.567800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 481c0618-85b1-444d-b6f6-02704a0bb861 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:15.568229 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.609996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] For port 481c0618-85b1-444d-b6f6-02704a0bb861, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=481c0618-85b1-444d-b6f6-02704a0bb861,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:15.668365 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.703728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Transition to ACTIVE for port object 481c0618-85b1-444d-b6f6-02704a0bb861 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:15.707664 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a6406f7c-77f7-4eca-a716-678c47925b43 None None] Provisioning for port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:15.712293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69f34a1-7c1f-4420-91a0-60f37c0ff98c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:15.729243 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e69f34a1-7c1f-4420-91a0-60f37c0ff98c tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/5e7d95d8-6ec4-41bd-ad4c-83f529c698ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2991931 Aug 16 02:02:15.729318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50134) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.729383 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed59cf-e91d-47ae-beec-63ef694e39e0 None None] Sync routers for ids ['5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:15.729844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a6406f7c-77f7-4eca-a716-678c47925b43 None None] Provisioning complete for port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:15.729844 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a6406f7c-77f7-4eca-a716-678c47925b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.736854 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed59cf-e91d-47ae-beec-63ef694e39e0 None None] Routers {'5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:15.737487 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f2ed59cf-e91d-47ae-beec-63ef694e39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:15.755313 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.776058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a6406f7c-77f7-4eca-a716-678c47925b43 None None] Port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:15.797974 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f2ed59cf-e91d-47ae-beec-63ef694e39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:15.808546 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed59cf-e91d-47ae-beec-63ef694e39e0 None None] Routers {'5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:15.809156 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f2ed59cf-e91d-47ae-beec-63ef694e39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:15.832259 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.837316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:15.841522 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.858953 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f2ed59cf-e91d-47ae-beec-63ef694e39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:15.859808 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed59cf-e91d-47ae-beec-63ef694e39e0 None None] The sync data for ids ['5e7d95d8-6ec4-41bd-ad4c-83f529c698ee'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:15.919436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adb9faca-3ac1-485f-8736-21c5afe05dd8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.947414 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:02:15.947629 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:02:15.954589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Pushing event updated for resources: {'Port': ['ID=481c0618-85b1-444d-b6f6-02704a0bb861,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:15.962621 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9faca-3ac1-485f-8736-21c5afe05dd8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=6ca42a19-18cf-4240-a2da-38a0654fbb05,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:15.962834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:15.963163 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:15.963567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:15.963967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:15.964381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:15.965925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:15.965925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:15.965925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:15.965925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:15.966278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:15.966759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:15.967044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa827d-ec9b-46fc-90c9-c38b96e0c88e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:16.072118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adb9faca-3ac1-485f-8736-21c5afe05dd8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.074588 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-adb9faca-3ac1-485f-8736-21c5afe05dd8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/6ca42a19-18cf-4240-a2da-38a0654fbb05 HTTP/1.1" status: 204 len: 168 time: 1.6338220 Aug 16 02:02:16.077173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50136) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.092518 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-c467c32b-643c-4549-89b0-6a72702f8af0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 02:02:16.093382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c467c32b-643c-4549-89b0-6a72702f8af0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/5e7d95d8-6ec4-41bd-ad4c-83f529c698ee/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3705075 Aug 16 02:02:16.096271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50138) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.134550 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c5df662a-db70-49ec-8ae3-d8bb9e4f075d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7d95d8-6ec4-41bd-ad4c-83f529c698ee HTTP/1.1" status: 200 len: 205 time: 0.0357041 Aug 16 02:02:16.137492 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50140) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.182451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Allocated IP 10.1.1.113 (75b5398b-4cff-40ab-8a73-881676945082/e1c107f1-651b-4b59-aa58-c149b9979276/80c01aab-f9db-4e54-8e54-8ae6a7e69aec) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:16.192743 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d2ba7-33a9-4fe5-a404-25a31f4915b0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.194947 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d2ba7-33a9-4fe5-a404-25a31f4915b0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.196710 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d2ba7-33a9-4fe5-a404-25a31f4915b0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.202452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50142) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.206807 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4d7d2ba7-33a9-4fe5-a404-25a31f4915b0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1278536 Aug 16 02:02:16.259531 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68ced567-c557-4278-8cfb-162b53721643 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.323490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e4f3cb-9d58-464a-ba4c-e4d96f0407f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 6d03714a-7a5b-4e80-b546-6bb1c2a97592 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:16.332216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e4f3cb-9d58-464a-ba4c-e4d96f0407f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.404943 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e4f3cb-9d58-464a-ba4c-e4d96f0407f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.468065 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68ced567-c557-4278-8cfb-162b53721643 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.470976 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68ced567-c557-4278-8cfb-162b53721643 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.480565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-1f5a7899-4e6c-4221-9cfc-b0c8901afc0a req-a452496e-1644-4be2-b380-a3e21fe781d0 service neutron] (95515) timed out ('10.222.0.74', 57359) {{(pid=95515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:02:16.511560 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.546394 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.548196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 481c0618-85b1-444d-b6f6-02704a0bb861, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=481c0618-85b1-444d-b6f6-02704a0bb861,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:16.566244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Transition to ACTIVE for port object 80c01aab-f9db-4e54-8e54-8ae6a7e69aec will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:16.646312 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.648658 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68ced567-c557-4278-8cfb-162b53721643 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.648818 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e4f3cb-9d58-464a-ba4c-e4d96f0407f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.650096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ced567-c557-4278-8cfb-162b53721643 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Fanout notify agent at l3_agent the message router_deleted on router 5e7d95d8-6ec4-41bd-ad4c-83f529c698ee {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:16.664947 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68ced567-c557-4278-8cfb-162b53721643 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.668689 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-68ced567-c557-4278-8cfb-162b53721643 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/5e7d95d8-6ec4-41bd-ad4c-83f529c698ee HTTP/1.1" status: 204 len: 168 time: 0.5276060 Aug 16 02:02:16.673879 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50146) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.693395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.726709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=481c0618-85b1-444d-b6f6-02704a0bb861,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.760951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-973edcc1-1c83-43a9-bba6-1c91ef1d9d38 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting subnet 9ae000de-f134-4201-9077-767072c54f11 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:16.765067 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-973edcc1-1c83-43a9-bba6-1c91ef1d9d38 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.773441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network 75b5398b-4cff-40ab-8a73-881676945082 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:16.781224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:16.785447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:16.788930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Port': ['ID=80c01aab-f9db-4e54-8e54-8ae6a7e69aec,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.834536 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4af486b4-284c-492f-b506-ff48c814e826 None None] Provisioning for port 481c0618-85b1-444d-b6f6-02704a0bb861 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:16.838106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-973edcc1-1c83-43a9-bba6-1c91ef1d9d38 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.848543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4af486b4-284c-492f-b506-ff48c814e826 None None] Provisioning complete for port 481c0618-85b1-444d-b6f6-02704a0bb861 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:16.848543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4af486b4-284c-492f-b506-ff48c814e826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.848909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.850261 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.910733 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e4f3cb-9d58-464a-ba4c-e4d96f0407f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.979345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4f3cb-9d58-464a-ba4c-e4d96f0407f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=6d03714a-7a5b-4e80-b546-6bb1c2a97592,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.987492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-993478b0-640e-40bd-b72c-a3efb336bb51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4697626 Aug 16 02:02:17.001352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e4f3cb-9d58-464a-ba4c-e4d96f0407f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.007557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4af486b4-284c-492f-b506-ff48c814e826 None None] Could not find standard attr ID for object 6ca42a19-18cf-4240-a2da-38a0654fbb05. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:02:17.009242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50148) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.014367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-79e4f3cb-9d58-464a-ba4c-e4d96f0407f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/6d03714a-7a5b-4e80-b546-6bb1c2a97592 HTTP/1.1" status: 204 len: 168 time: 0.8108087 Aug 16 02:02:17.024314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f', 'admin_state_up': True, 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'security_groups': ['7c8ec48a-b997-4faf-ba93-435956550295']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:17.025167 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-973edcc1-1c83-43a9-bba6-1c91ef1d9d38 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.083038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 481c0618-85b1-444d-b6f6-02704a0bb861 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:17.150377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a665b1-274e-427a-81c9-1021a6570d25 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:17.160013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5beb9715-d2ab-42ef-8012-80791e474585 None None] Could not find standard attr ID for object 6ca42a19-18cf-4240-a2da-38a0654fbb05. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:02:17.170718 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-4869e26a-d040-42b1-8fa4-c3373f71c34b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 8907a490-67e4-44b5-8603-583142094550 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:17.176299 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4869e26a-d040-42b1-8fa4-c3373f71c34b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.230775 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4869e26a-d040-42b1-8fa4-c3373f71c34b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.248821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 481c0618-85b1-444d-b6f6-02704a0bb861 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:17.249172 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.265372 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-973edcc1-1c83-43a9-bba6-1c91ef1d9d38 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.291625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:17.321065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973edcc1-1c83-43a9-bba6-1c91ef1d9d38 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae000de-f134-4201-9077-767072c54f11,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:17.338977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7842645-4bb9-4822-a093-90d7cb51f8f0 None None] Network 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:17.346165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-973edcc1-1c83-43a9-bba6-1c91ef1d9d38 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.348466 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-973edcc1-1c83-43a9-bba6-1c91ef1d9d38 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/9ae000de-f134-4201-9077-767072c54f11 HTTP/1.1" status: 204 len: 168 time: 0.6768889 Aug 16 02:02:17.351455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50150) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.416047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-02c11618-c158-430d-b98a-0dbfd592c0a2 None None] Provisioning for port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:17.435098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-02c11618-c158-430d-b98a-0dbfd592c0a2 None None] Provisioning complete for port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:17.435098 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-02c11618-c158-430d-b98a-0dbfd592c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.439468 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4869e26a-d040-42b1-8fa4-c3373f71c34b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.466072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-dc0114f1-9a1e-49f0-bbeb-f09cb6e3080c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0879374 Aug 16 02:02:17.486364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.525108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.572964 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 5178b42c-426c-455b-91fb-57205134da40 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:17.573268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-02c11618-c158-430d-b98a-0dbfd592c0a2 None None] Port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:17.573756 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.623672 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4869e26a-d040-42b1-8fa4-c3373f71c34b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.641788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-1a150ad7-b5dc-4379-b1b4-4cce09231478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.643571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-1a150ad7-b5dc-4379-b1b4-4cce09231478 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 1098 time: 0.1157420 Aug 16 02:02:17.670538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4869e26a-d040-42b1-8fa4-c3373f71c34b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.675404 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4869e26a-d040-42b1-8fa4-c3373f71c34b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/8907a490-67e4-44b5-8603-583142094550 HTTP/1.1" status: 204 len: 168 time: 0.6644392 Aug 16 02:02:17.676735 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869e26a-d040-42b1-8fa4-c3373f71c34b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=8907a490-67e4-44b5-8603-583142094550,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:17.682075 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50152) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.728547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a23315-28b9-4de6-9836-5cc27ea64707 None None] DHCP port deletion for 75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:17.754537 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b4b31e97-f2a4-4fde-acd7-51aeb060bc3f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716710 Aug 16 02:02:17.757297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port 5178b42c-426c-455b-91fb-57205134da40, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5178b42c-426c-455b-91fb-57205134da40,segment=NetworkSegment(dba5ae57-1983-4c53-ab13-2e8144a26649),segment_id=dba5ae57-1983-4c53-ab13-2e8144a26649)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:17.761457 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.764410 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50156) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.820520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 5178b42c-426c-455b-91fb-57205134da40 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:17.857038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f2a23315-28b9-4de6-9836-5cc27ea64707 None None] Deleting port 5178b42c-426c-455b-91fb-57205134da40 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:17.857636 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f2a23315-28b9-4de6-9836-5cc27ea64707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.947232 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df7b7a-2f1a-4e11-be0a-2755e021cce6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.955148 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-16df7b7a-2f1a-4e11-be0a-2755e021cce6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1877286 Aug 16 02:02:17.955896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50162) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.966703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-a5039485-49a0-4856-ac0c-53ad96aa6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.968320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-a5039485-49a0-4856-ac0c-53ad96aa6cad service neutron] 10.222.0.74 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 918 time: 0.2716298 Aug 16 02:02:17.997143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f2a23315-28b9-4de6-9836-5cc27ea64707 None None] For port 5178b42c-426c-455b-91fb-57205134da40, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5178b42c-426c-455b-91fb-57205134da40,segment=NetworkSegment(dba5ae57-1983-4c53-ab13-2e8144a26649),segment_id=dba5ae57-1983-4c53-ab13-2e8144a26649)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:17.997857 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f2a23315-28b9-4de6-9836-5cc27ea64707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.089492 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae6c1ab-f105-4256-8feb-83f49d3adc24 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.097775 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5ae6c1ab-f105-4256-8feb-83f49d3adc24 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1361828 Aug 16 02:02:18.098600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50166) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:18.166940 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-36cd793e-1a0c-47be-aea7-c36208504402 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647705 Aug 16 02:02:18.167692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50168) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:18.173763 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-38bfb964-efc9-40fe-8456-87bfb5e32283 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:18.276295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f2a23315-28b9-4de6-9836-5cc27ea64707 None None] Calling delete_port for 5178b42c-426c-455b-91fb-57205134da40 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:18.299786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.332489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=5178b42c-426c-455b-91fb-57205134da40,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.339570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No DVR routers for this DVR port 5178b42c-426c-455b-91fb-57205134da40 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:18.380775 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f2a23315-28b9-4de6-9836-5cc27ea64707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.409623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a23315-28b9-4de6-9836-5cc27ea64707 None None] Pushing event deleted for resources: {'Port': ['ID=5178b42c-426c-455b-91fb-57205134da40,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.422113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bfb964-efc9-40fe-8456-87bfb5e32283 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:18.422702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a23315-28b9-4de6-9836-5cc27ea64707 None None] No DVR routers for this DVR port 5178b42c-426c-455b-91fb-57205134da40 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:18.426061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38bfb964-efc9-40fe-8456-87bfb5e32283 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.442619 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bfb964-efc9-40fe-8456-87bfb5e32283 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:02:18.443512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38bfb964-efc9-40fe-8456-87bfb5e32283 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:02:18.484761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.498882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b82bb9-54e2-4f20-bd04-d2b2d3d995f1']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:18.512969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba5ae57-1983-4c53-ab13-2e8144a26649') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:18.513337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba5ae57-1983-4c53-ab13-2e8144a26649') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:18.525850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.541544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Allocated IP 10.2.2.100 (4ce77b4b-70a2-4991-aceb-89c12fc0771f/2f39aa93-e966-4146-8efd-17a146eea997/494096bd-b3ee-4fa5-ba4a-a50aa9db7d09) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:18.550108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.557790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:18.558145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-0e366422-0235-41ec-8234-80b8d540e95b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0 HTTP/1.1" status: 200 len: 1001 time: 0.5772045 Aug 16 02:02:18.559111 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:18.562592 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:18.580044 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-38bfb964-efc9-40fe-8456-87bfb5e32283 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4104395 Aug 16 02:02:18.585532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50172) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:18.592298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b944fc-1f24-4ee9-b032-0c1e72990950 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:18.666026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d5b668f-6bbb-44da-8fd8-8d055ce3f640 None None] Provisioning complete for port 481c0618-85b1-444d-b6f6-02704a0bb861 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:18.666577 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d5b668f-6bbb-44da-8fd8-8d055ce3f640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.680060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6cedb845-9e62-49ef-a515-4fc7ea543355 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:18.777422 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.784977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-80802085-05d8-4bc6-a9c8-110e18e51529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.787895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-80802085-05d8-4bc6-a9c8-110e18e51529 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.2183421 Aug 16 02:02:18.788195 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.796887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50174) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:18.797235 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/networks/75b82bb9-54e2-4f20-bd04-d2b2d3d995f1 HTTP/1.1" status: 204 len: 168 time: 1.4392264 Aug 16 02:02:18.820683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-9041933'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:18.833257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa3faf-2989-4635-9466-fca6006ec452 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Network': ['ID=75b82bb9-54e2-4f20-bd04-d2b2d3d995f1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.868339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10fe7f2-6e27-412f-b368-5296444ce7e9 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:18.901496 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.919289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c10fe7f2-6e27-412f-b368-5296444ce7e9 None None] Deleting port 481c0618-85b1-444d-b6f6-02704a0bb861 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:18.919673 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c10fe7f2-6e27-412f-b368-5296444ce7e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.925734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-c1f6cb6e-95d8-4d55-ba78-01ce9962c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.927461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-c1f6cb6e-95d8-4d55-ba78-01ce9962c993 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295028 Aug 16 02:02:18.928680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Transition to ACTIVE for port object 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:19.010956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c10fe7f2-6e27-412f-b368-5296444ce7e9 None None] For port 481c0618-85b1-444d-b6f6-02704a0bb861, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=481c0618-85b1-444d-b6f6-02704a0bb861,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:19.011751 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c10fe7f2-6e27-412f-b368-5296444ce7e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.031881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c10fe7f2-6e27-412f-b368-5296444ce7e9 None None] Calling delete_port for 481c0618-85b1-444d-b6f6-02704a0bb861 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:19.039330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:19.042797 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.076959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-94fd38b8-18c3-422c-abab-6a72afa4bc79 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409616 Aug 16 02:02:19.083036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5178b42c-426c-455b-91fb-57205134da40 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:19.105442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:19.108704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 5178b42c-426c-455b-91fb-57205134da40 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:19.109145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5178b42c-426c-455b-91fb-57205134da40 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:19.109634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 481c0618-85b1-444d-b6f6-02704a0bb861 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:19.138652 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.146884 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.147430 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added segment 411dfd4e-a667-44d2-864c-b60e4905e793 of type vlan for network 92ffaee6-9e6c-4297-be3b-8e76da33fc55 Aug 16 02:02:19.161654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cedb845-9e62-49ef-a515-4fc7ea543355 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:19.165582 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6cedb845-9e62-49ef-a515-4fc7ea543355 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.168603 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cedb845-9e62-49ef-a515-4fc7ea543355 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:02:19.168603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cedb845-9e62-49ef-a515-4fc7ea543355 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:02:19.229090 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.271426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network 4ce77b4b-70a2-4991-aceb-89c12fc0771f is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:19.277589 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.287395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:19.291927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:19.296393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Port': ['ID=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:19.345496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6cedb845-9e62-49ef-a515-4fc7ea543355 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6867781 Aug 16 02:02:19.353208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50180) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:19.353208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-110099e2-5d8f-4a3b-ad3f-084dcddc353d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:19.360123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27126600-fa69-441b-8cd9-c4ac497053f9 req-6be91138-030f-44a2-9208-66337d1bf52e service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764678 Aug 16 02:02:19.410274 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:02:19.410274 n-d-768509-23 neutron-server[95517]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 16 02:02:19.410274 n-d-768509-23 neutron-server[95517]: [parameters: {'status': 'DOWN', 'ports_id': '481c0618-85b1-444d-b6f6-02704a0bb861'}] Aug 16 02:02:19.410274 n-d-768509-23 neutron-server[95517]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:02:19.410274 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:02:19.410571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.410571 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.432007 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c10fe7f2-6e27-412f-b368-5296444ce7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.446171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10fe7f2-6e27-412f-b368-5296444ce7e9 None None] No DVR routers for this DVR port 481c0618-85b1-444d-b6f6-02704a0bb861 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:19.473505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fe7f2-6e27-412f-b368-5296444ce7e9 None None] Pushing event deleted for resources: {'Port': ['ID=481c0618-85b1-444d-b6f6-02704a0bb861,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:19.489766 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.497801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.498028 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.523475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-b553228c-844b-46dd-8d95-163927c694ef req-219d687a-5b71-4620-84ee-e9bd7af2c827 service neutron] (95515) timed out ('10.222.0.74', 57341) {{(pid=95515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:02:19.576905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86dad93-f488-4ca2-9c21-f07d32a63ba6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5613348 Aug 16 02:02:19.594223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f', 'admin_state_up': True, 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'security_groups': ['7c8ec48a-b997-4faf-ba93-435956550295']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:19.654753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8393507 Aug 16 02:02:19.655734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e5e6a-537e-4edb-9ff3-eb035bb8e69a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Network': ['ID=92ffaee6-9e6c-4297-be3b-8e76da33fc55,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:19.656730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50184) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:19.662757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'subnet': {'network_id': '92ffaee6-9e6c-4297-be3b-8e76da33fc55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:19.667902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 92ffaee6-9e6c-4297-be3b-8e76da33fc55 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:19.688860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9a10c-8ab0-4d81-a505-50e65c344341 req-8257b7ff-a885-4373-af82-67e78440b0a8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.695143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9a10c-8ab0-4d81-a505-50e65c344341 req-8257b7ff-a885-4373-af82-67e78440b0a8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.701215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9a10c-8ab0-4d81-a505-50e65c344341 req-8257b7ff-a885-4373-af82-67e78440b0a8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.707288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9a10c-8ab0-4d81-a505-50e65c344341 req-8257b7ff-a885-4373-af82-67e78440b0a8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.709138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63c9a10c-8ab0-4d81-a505-50e65c344341 req-8257b7ff-a885-4373-af82-67e78440b0a8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 3095 time: 0.2431557 Aug 16 02:02:19.780163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63c9a10c-8ab0-4d81-a505-50e65c344341 req-8a49a9fc-5cc8-4a2d-a7b8-e94b36e191eb tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577695 Aug 16 02:02:19.784150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5f5606e9-2028-4653-82f4-6d2e849bbe79 None None] Provisioning for port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:19.789689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110099e2-5d8f-4a3b-ad3f-084dcddc353d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:19.793691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5f5606e9-2028-4653-82f4-6d2e849bbe79 None None] Provisioning complete for port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:19.794168 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5f5606e9-2028-4653-82f4-6d2e849bbe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.794663 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-110099e2-5d8f-4a3b-ad3f-084dcddc353d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.797402 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-110099e2-5d8f-4a3b-ad3f-084dcddc353d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:02:19.797976 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110099e2-5d8f-4a3b-ad3f-084dcddc353d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:02:19.845045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5f5606e9-2028-4653-82f4-6d2e849bbe79 None None] Port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:19.870184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Made reservation on behalf of 04cb457200f149dfa8213df96b2e0c74 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:19.875629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.935047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Port 481c0618-85b1-444d-b6f6-02704a0bb861 update to DOWN by agent not found {{(pid=95517) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:02:19.959435 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-110099e2-5d8f-4a3b-ad3f-084dcddc353d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6125298 Aug 16 02:02:19.960544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50190) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:19.965508 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1794203d-a374-40cf-96d0-dcc9e393c889 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:20.024428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:20.027996 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.062205 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:02:20.105531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Allocated IP 10.2.2.200 (4ce77b4b-70a2-4991-aceb-89c12fc0771f/2f39aa93-e966-4146-8efd-17a146eea997/b82768d0-3b02-457d-9307-5658bd230ee0) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:20.252515 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1794203d-a374-40cf-96d0-dcc9e393c889 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:20.256384 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1794203d-a374-40cf-96d0-dcc9e393c889 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.258172 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1794203d-a374-40cf-96d0-dcc9e393c889 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:02:20.259276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1794203d-a374-40cf-96d0-dcc9e393c889 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:02:20.337420 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.378093 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.393933 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1794203d-a374-40cf-96d0-dcc9e393c889 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4327650 Aug 16 02:02:20.394317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Transition to ACTIVE for port object b82768d0-3b02-457d-9307-5658bd230ee0 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:20.397987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50198) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.417857 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0047fd60-66d4-4031-9377-7bd51f962fe3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:20.440366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Subnet': ['ID=1bc349e9-39c4-4d28-b0a8-6d2a512059ed,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.485595 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Checking segment: {'id': '411dfd4e-a667-44d2-864c-b60e4905e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92ffaee6-9e6c-4297-be3b-8e76da33fc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:20.485991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network hostable DHCP agents. Network: 92ffaee6-9e6c-4297-be3b-8e76da33fc55, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:20.532256 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.577838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Network 4ce77b4b-70a2-4991-aceb-89c12fc0771f is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:20.582893 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:20.587345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:20.615405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event updated for resources: {'Port': ['ID=b82768d0-3b02-457d-9307-5658bd230ee0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.623969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 92ffaee6-9e6c-4297-be3b-8e76da33fc55 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:20.642852 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.643509 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.662219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0047fd60-66d4-4031-9377-7bd51f962fe3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:20.662219 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0047fd60-66d4-4031-9377-7bd51f962fe3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.662732 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0047fd60-66d4-4031-9377-7bd51f962fe3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:02:20.663174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0047fd60-66d4-4031-9377-7bd51f962fe3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:02:20.725619 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 92ffaee6-9e6c-4297-be3b-8e76da33fc55) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:20.726376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5ceec878-e4cb-4771-b15b-4760612b0ac6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1396737 Aug 16 02:02:20.730255 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.731128 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.736907 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f7d10-4c95-438c-8472-d043e5dfaf0d None None] Network 92ffaee6-9e6c-4297-be3b-8e76da33fc55 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:20.756789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:20.807344 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0047fd60-66d4-4031-9377-7bd51f962fe3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4042063 Aug 16 02:02:20.810205 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50200) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.816341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9c3c3b55-9a90-4df8-bb3e-cb4b0927183c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:20.833351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.882666 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.925230 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-43a46f22-7771-4eae-9820-476651fac401 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2674117 Aug 16 02:02:20.933291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50204) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.939111 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1d65bd6b-6717-42ab-9af5-a990c51638a6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2023146876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:20.943269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-92ffaee6-9e6c-4297-be3b-8e76da33fc55', 'network_id': '92ffaee6-9e6c-4297-be3b-8e76da33fc55', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'fixed_ips': [{'subnet_id': '1bc349e9-39c4-4d28-b0a8-6d2a512059ed'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:20.945663 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.054010 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d65bd6b-6717-42ab-9af5-a990c51638a6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.055211 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d65bd6b-6717-42ab-9af5-a990c51638a6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.088498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55015205-64a1-4686-aa66-b6fbf50a3cd3 req-234b9956-b267-44d4-800d-5ea0a335df02 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.097414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55015205-64a1-4686-aa66-b6fbf50a3cd3 req-234b9956-b267-44d4-800d-5ea0a335df02 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.105422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Allocated IP 2001:db8::2 (92ffaee6-9e6c-4297-be3b-8e76da33fc55/1bc349e9-39c4-4d28-b0a8-6d2a512059ed/4e2e3bc4-2c8a-416a-94f2-f784178b229e) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:21.116436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55015205-64a1-4686-aa66-b6fbf50a3cd3 req-234b9956-b267-44d4-800d-5ea0a335df02 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.124589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55015205-64a1-4686-aa66-b6fbf50a3cd3 req-234b9956-b267-44d4-800d-5ea0a335df02 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.126244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d65bd6b-6717-42ab-9af5-a990c51638a6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.131382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55015205-64a1-4686-aa66-b6fbf50a3cd3 req-234b9956-b267-44d4-800d-5ea0a335df02 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.131917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ff615f51-6492-4eee-ad64-ab418b328463 None None] Provisioning for port b82768d0-3b02-457d-9307-5658bd230ee0 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:21.139753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55015205-64a1-4686-aa66-b6fbf50a3cd3 req-234b9956-b267-44d4-800d-5ea0a335df02 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 3816 time: 0.2025046 Aug 16 02:02:21.160738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ff615f51-6492-4eee-ad64-ab418b328463 None None] Provisioning complete for port b82768d0-3b02-457d-9307-5658bd230ee0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:21.161116 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ff615f51-6492-4eee-ad64-ab418b328463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.197016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3c3b55-9a90-4df8-bb3e-cb4b0927183c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:21.204575 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3b55-9a90-4df8-bb3e-cb4b0927183c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.211052 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3c3b55-9a90-4df8-bb3e-cb4b0927183c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:02:21.211544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3c3b55-9a90-4df8-bb3e-cb4b0927183c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:02:21.216097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ff615f51-6492-4eee-ad64-ab418b328463 None None] Port b82768d0-3b02-457d-9307-5658bd230ee0 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:21.227416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d65bd6b-6717-42ab-9af5-a990c51638a6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.254904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55015205-64a1-4686-aa66-b6fbf50a3cd3 req-59453377-3545-4b58-8f66-476bcdd1e931 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141794 Aug 16 02:02:21.322876 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.333926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Transition to ACTIVE for port object 4e2e3bc4-2c8a-416a-94f2-f784178b229e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:21.354288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Transition to ACTIVE for port object 4e2e3bc4-2c8a-416a-94f2-f784178b229e will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:21.378117 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9c3c3b55-9a90-4df8-bb3e-cb4b0927183c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5666032 Aug 16 02:02:21.383659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50210) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:21.386004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6011bd94-4a5f-44d3-8a6f-46425d6c891a {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:21.395139 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.401470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d65bd6b-6717-42ab-9af5-a990c51638a6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.402943 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1d65bd6b-6717-42ab-9af5-a990c51638a6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4683640 Aug 16 02:02:21.406657 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50212) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:21.432343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Transition to ACTIVE for port object 6011bd94-4a5f-44d3-8a6f-46425d6c891a will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:21.480185 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9662f31c-ea18-49c0-89de-8fb37f7a041d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0949309 Aug 16 02:02:21.481214 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.483616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50216) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:21.549916 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.577879 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Network 92ffaee6-9e6c-4297-be3b-8e76da33fc55 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:21.581001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:21.584418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:21.594451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Pushing event updated for resources: {'Port': ['ID=4e2e3bc4-2c8a-416a-94f2-f784178b229e,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:21.651803 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9b4204-29b6-42f0-8135-5c6f61f7e205 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.653572 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0e9b4204-29b6-42f0-8135-5c6f61f7e205 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1686778 Aug 16 02:02:21.657578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50218) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:21.703675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Pushing event updated for resources: {'Port': ['ID=6011bd94-4a5f-44d3-8a6f-46425d6c891a,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:21.713611 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Attempting to bind port 4e2e3bc4-2c8a-416a-94f2-f784178b229e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:21.714073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Attempting to bind port 4e2e3bc4-2c8a-416a-94f2-f784178b229e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '411dfd4e-a667-44d2-864c-b60e4905e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92ffaee6-9e6c-4297-be3b-8e76da33fc55'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:21.714545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Attempting to bind port 4e2e3bc4-2c8a-416a-94f2-f784178b229e on network 92ffaee6-9e6c-4297-be3b-8e76da33fc55 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:21.718436 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a4530b35-4b53-41f9-95e1-1bf44be8b1cb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594857 Aug 16 02:02:21.724171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50220) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:21.731684 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-37ae4db1-fed0-437d-b029-4b22b54bdcb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:21.734999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:21.735378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Checking segment: {'id': '411dfd4e-a667-44d2-864c-b60e4905e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92ffaee6-9e6c-4297-be3b-8e76da33fc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:21.735789 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.736713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Bound using segment: {'id': '411dfd4e-a667-44d2-864c-b60e4905e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92ffaee6-9e6c-4297-be3b-8e76da33fc55'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:21.737204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Bound port: 4e2e3bc4-2c8a-416a-94f2-f784178b229e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411dfd4e-a667-44d2-864c-b60e4905e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '92ffaee6-9e6c-4297-be3b-8e76da33fc55'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:21.737759 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.856004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Attempting to bind port 6011bd94-4a5f-44d3-8a6f-46425d6c891a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:21.856676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Attempting to bind port 6011bd94-4a5f-44d3-8a6f-46425d6c891a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:21.857391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Attempting to bind port 6011bd94-4a5f-44d3-8a6f-46425d6c891a on network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:21.863082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Port 6011bd94-4a5f-44d3-8a6f-46425d6c891a on network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:21.863701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Attempting to bind port 6011bd94-4a5f-44d3-8a6f-46425d6c891a on network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:21.870020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:21.870814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Checking segment: {'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:21.871568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Bound using segment: {'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:21.872236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Bound port: 6011bd94-4a5f-44d3-8a6f-46425d6c891a, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e6efb2-e1ab-42a6-83c5-7e72991d6159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:21.872825 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.906333 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.933075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] For port 4e2e3bc4-2c8a-416a-94f2-f784178b229e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:21.940052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] For port 4e2e3bc4-2c8a-416a-94f2-f784178b229e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4e2e3bc4-2c8a-416a-94f2-f784178b229e,segment=NetworkSegment(411dfd4e-a667-44d2-864c-b60e4905e793),segment_id=411dfd4e-a667-44d2-864c-b60e4905e793)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:21.960921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] For port 6011bd94-4a5f-44d3-8a6f-46425d6c891a, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:21.964545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] For port 6011bd94-4a5f-44d3-8a6f-46425d6c891a, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:22.032639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.033805 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.064134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.114837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ae4db1-fed0-437d-b029-4b22b54bdcb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:22.118826 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37ae4db1-fed0-437d-b029-4b22b54bdcb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.146546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8c849-47c6-4b2a-8371-2569f1d43867 None None] Pushing event updated for resources: {'Port': ['ID=4e2e3bc4-2c8a-416a-94f2-f784178b229e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:22.150937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.151516 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.153956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] 10.222.0.64 "PUT /v2.0/ports/6011bd94-4a5f-44d3-8a6f-46425d6c891a HTTP/1.1" status: 200 len: 1092 time: 1.4137223 Aug 16 02:02:22.154799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '6011bd94-4a5f-44d3-8a6f-46425d6c891a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:22.156836 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb875f2-dba9-489d-8462-e6fc1abc2a40" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "6011bd94-4a5f-44d3-8a6f-46425d6c891a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:22.183105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc10d24-3630-4753-8e09-dcb2e2b8469e service neutron] Pushing event updated for resources: {'Port': ['ID=6011bd94-4a5f-44d3-8a6f-46425d6c891a,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:22.254724 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768753f0-f19c-49c3-ab42-e571d2d23eb9 x-openstack-request-id: req-768753f0-f19c-49c3-ab42-e571d2d23eb9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:22.255019 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "6011bd94-4a5f-44d3-8a6f-46425d6c891a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:22.255268 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-768753f0-f19c-49c3-ab42-e571d2d23eb9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:22.255827 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '6011bd94-4a5f-44d3-8a6f-46425d6c891a', 'status': 'completed', 'code': 200} Aug 16 02:02:22.337053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:22.380209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-0a8b6259-4e85-46b6-996a-a741bb2507fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.381251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-0a8b6259-4e85-46b6-996a-a741bb2507fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.381926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-0a8b6259-4e85-46b6-996a-a741bb2507fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.382560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-0a8b6259-4e85-46b6-996a-a741bb2507fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.383189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-0a8b6259-4e85-46b6-996a-a741bb2507fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.385393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-0a8b6259-4e85-46b6-996a-a741bb2507fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 4364 time: 0.1199687 Aug 16 02:02:22.594095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0cbe-9ee9-46cf-a052-53bc3cf5b91b req-20807edd-af55-44c9-916e-bb1d1fe914ce tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.600745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0cbe-9ee9-46cf-a052-53bc3cf5b91b req-20807edd-af55-44c9-916e-bb1d1fe914ce tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.607197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0cbe-9ee9-46cf-a052-53bc3cf5b91b req-20807edd-af55-44c9-916e-bb1d1fe914ce tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.613217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0cbe-9ee9-46cf-a052-53bc3cf5b91b req-20807edd-af55-44c9-916e-bb1d1fe914ce tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.620068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0cbe-9ee9-46cf-a052-53bc3cf5b91b req-20807edd-af55-44c9-916e-bb1d1fe914ce tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.628096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-885e0cbe-9ee9-46cf-a052-53bc3cf5b91b req-20807edd-af55-44c9-916e-bb1d1fe914ce tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 3828 time: 0.2412331 Aug 16 02:02:22.650411 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.727996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-1c8b6159-98f0-4160-837d-065193d244f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.728682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-1c8b6159-98f0-4160-837d-065193d244f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.728826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-1c8b6159-98f0-4160-837d-065193d244f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.730602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-1c8b6159-98f0-4160-837d-065193d244f9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=04cb457200f149dfa8213df96b2e0c74&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2637541 Aug 16 02:02:22.737202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-885e0cbe-9ee9-46cf-a052-53bc3cf5b91b req-42637671-a38a-41e5-b2b1-6c5c77061637 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081796 Aug 16 02:02:22.952861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Allocated IP 2001:db8::1 (92ffaee6-9e6c-4297-be3b-8e76da33fc55/1bc349e9-39c4-4d28-b0a8-6d2a512059ed/42437e25-2795-44fa-9bd6-2e684403b0a3) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:23.139042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-1ee1ef12-ebf3-4abc-bb1f-f9689a8964d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.140284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8eb875f2-dba9-489d-8462-e6fc1abc2a40 req-1ee1ef12-ebf3-4abc-bb1f-f9689a8964d5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989810 Aug 16 02:02:23.145683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4e2e3bc4-2c8a-416a-94f2-f784178b229e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:23.155821 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.204559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70f9fc9-ed04-4a72-83f4-44c5c0c51270 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:23.215741 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.227135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Transition to ACTIVE for port object 42437e25-2795-44fa-9bd6-2e684403b0a3 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:23.234403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Transition to ACTIVE for port object e70f9fc9-ed04-4a72-83f4-44c5c0c51270 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:23.263767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.objects.ports [None req-37ae4db1-fed0-437d-b029-4b22b54bdcb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95515) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:02:23.268788 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37ae4db1-fed0-437d-b029-4b22b54bdcb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.325790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 4e2e3bc4-2c8a-416a-94f2-f784178b229e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:23.340640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae4db1-fed0-437d-b029-4b22b54bdcb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:23.348222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-37ae4db1-fed0-437d-b029-4b22b54bdcb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:23.353257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae4db1-fed0-437d-b029-4b22b54bdcb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.353975 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37ae4db1-fed0-437d-b029-4b22b54bdcb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.356454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae4db1-fed0-437d-b029-4b22b54bdcb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=9caaa9b9-ece8-44c6-8cb8-7c1ac53b72b7,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.358153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f6fdb3-8303-44dd-88c3-d746aff9fe6f None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:23.394303 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.468559 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.493807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Pushing event updated for resources: {'Port': ['ID=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.551525 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-37ae4db1-fed0-437d-b029-4b22b54bdcb8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8211644 Aug 16 02:02:23.555683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50232) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.565422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:0d:5b:e5', 'name': 'tempest-NetworksTestDHCPv6-954380718'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:23.566093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 92ffaee6-9e6c-4297-be3b-8e76da33fc55 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:23.571417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '9caaa9b9-ece8-44c6-8cb8-7c1ac53b72b7'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:23.573860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:23.577650 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.580504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2551f4-f798-43ff-b5f5-e491bc4e6afa None None] Network 92ffaee6-9e6c-4297-be3b-8e76da33fc55 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:23.580855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:23.581654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.629737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=42437e25-2795-44fa-9bd6-2e684403b0a3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.645635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Attempting to bind port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:23.646271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Attempting to bind port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:23.646909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Attempting to bind port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 on network 75b5398b-4cff-40ab-8a73-881676945082 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:23.659963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 on network 75b5398b-4cff-40ab-8a73-881676945082 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:23.660742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Attempting to bind port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 on network 75b5398b-4cff-40ab-8a73-881676945082 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:23.725578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:23.726222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Checking segment: {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:23.726819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Bound using segment: {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:23.727614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Bound port: e70f9fc9-ed04-4a72-83f4-44c5c0c51270, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:23.727949 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.819508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] For port e70f9fc9-ed04-4a72-83f4-44c5c0c51270, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:23.823239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] For port e70f9fc9-ed04-4a72-83f4-44c5c0c51270, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:23.843897 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.859698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c8948b6c-9e8f-4ab7-955e-f6ca957b6028 None None] Provisioning for port 4e2e3bc4-2c8a-416a-94f2-f784178b229e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:23.889459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c8948b6c-9e8f-4ab7-955e-f6ca957b6028 None None] Provisioning complete for port 4e2e3bc4-2c8a-416a-94f2-f784178b229e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:23.889839 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c8948b6c-9e8f-4ab7-955e-f6ca957b6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.928253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Allocated IP 2001:db8::f816:3eff:fe96:1f1f (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/9caaa9b9-ece8-44c6-8cb8-7c1ac53b72b7/64762d4d-df00-419a-ab15-7fb271b6671f) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:23.935182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b301197-9c9d-4b2d-9638-7fda6cdfd4d7 req-33071c5c-0a5e-4a1c-8761-18d687103cc4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.942511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b301197-9c9d-4b2d-9638-7fda6cdfd4d7 req-33071c5c-0a5e-4a1c-8761-18d687103cc4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.950749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b301197-9c9d-4b2d-9638-7fda6cdfd4d7 req-33071c5c-0a5e-4a1c-8761-18d687103cc4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.958498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b301197-9c9d-4b2d-9638-7fda6cdfd4d7 req-33071c5c-0a5e-4a1c-8761-18d687103cc4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.966619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b301197-9c9d-4b2d-9638-7fda6cdfd4d7 req-33071c5c-0a5e-4a1c-8761-18d687103cc4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.973797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b301197-9c9d-4b2d-9638-7fda6cdfd4d7 req-33071c5c-0a5e-4a1c-8761-18d687103cc4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.976035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b301197-9c9d-4b2d-9638-7fda6cdfd4d7 req-33071c5c-0a5e-4a1c-8761-18d687103cc4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 4604 time: 0.1185629 Aug 16 02:02:23.977227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:24.054942 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.106539 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c8948b6c-9e8f-4ab7-955e-f6ca957b6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.121440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Pushing event updated for resources: {'Port': ['ID=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.159994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b301197-9c9d-4b2d-9638-7fda6cdfd4d7 req-f1540271-4fb4-4a0a-bcb0-06bfc7532607 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1765404 Aug 16 02:02:24.171987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.172990 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.174468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-61ea1549-2b95-4cea-be6e-931fe886b69c service neutron] 10.222.0.64 "PUT /v2.0/ports/e70f9fc9-ed04-4a72-83f4-44c5c0c51270 HTTP/1.1" status: 200 len: 1135 time: 1.8518600 Aug 16 02:02:24.196420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c8948b6c-9e8f-4ab7-955e-f6ca957b6028 None None] For port 4e2e3bc4-2c8a-416a-94f2-f784178b229e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4e2e3bc4-2c8a-416a-94f2-f784178b229e,segment=NetworkSegment(411dfd4e-a667-44d2-864c-b60e4905e793),segment_id=411dfd4e-a667-44d2-864c-b60e4905e793)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:24.200627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.244207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.257562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': 'e70f9fc9-ed04-4a72-83f4-44c5c0c51270'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:24.260257 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff63129-3fc2-42d8-b481-64c3bd493b64" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "e70f9fc9-ed04-4a72-83f4-44c5c0c51270"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:24.281790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 8cb96060-4dc9-4cca-a4fc-25fed3f24bb1 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:24.287765 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.299119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Transition to ACTIVE for port object 64762d4d-df00-419a-ab15-7fb271b6671f will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:24.304115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.304885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:24.307262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.325406 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c8948b6c-9e8f-4ab7-955e-f6ca957b6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.383134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Transition to ACTIVE for port object 64762d4d-df00-419a-ab15-7fb271b6671f will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:24.433526 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.467704 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.547050 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=42437e25-2795-44fa-9bd6-2e684403b0a3,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.564553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:24.565513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8948b6c-9e8f-4ab7-955e-f6ca957b6028 None None] Pushing event updated for resources: {'Port': ['ID=4e2e3bc4-2c8a-416a-94f2-f784178b229e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.568537 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f90f063-e163-4d25-9213-4f141801931c x-openstack-request-id: req-7f90f063-e163-4d25-9213-4f141801931c {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:24.568835 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "e70f9fc9-ed04-4a72-83f4-44c5c0c51270", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:24.569447 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f90f063-e163-4d25-9213-4f141801931c {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:24.569808 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': 'e70f9fc9-ed04-4a72-83f4-44c5c0c51270', 'status': 'completed', 'code': 200} Aug 16 02:02:24.578029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:24.585128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:24.603664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 92ffaee6-9e6c-4297-be3b-8e76da33fc55 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:24.605656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:24.682381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Pushing event updated for resources: {'Port': ['ID=64762d4d-df00-419a-ab15-7fb271b6671f,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.715218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Attempting to bind port 64762d4d-df00-419a-ab15-7fb271b6671f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:24.715584 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Attempting to bind port 64762d4d-df00-419a-ab15-7fb271b6671f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:24.716077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Attempting to bind port 64762d4d-df00-419a-ab15-7fb271b6671f on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:24.721433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::f816:3eff:fe0d:5be5 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/9caaa9b9-ece8-44c6-8cb8-7c1ac53b72b7/8cb96060-4dc9-4cca-a4fc-25fed3f24bb1) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:24.728794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:24.729411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:24.730002 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.730571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:24.731232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Bound port: 64762d4d-df00-419a-ab15-7fb271b6671f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:24.731780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.805458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-095a0ee5-62fb-4d2d-905a-40da87127c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.806002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-095a0ee5-62fb-4d2d-905a-40da87127c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.806475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-095a0ee5-62fb-4d2d-905a-40da87127c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.806950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-095a0ee5-62fb-4d2d-905a-40da87127c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.807895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-095a0ee5-62fb-4d2d-905a-40da87127c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.808088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-095a0ee5-62fb-4d2d-905a-40da87127c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.808501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e207d701-e288-4d83-84c4-8b04452b779e None None] Provisioning for port 42437e25-2795-44fa-9bd6-2e684403b0a3 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:24.809976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-095a0ee5-62fb-4d2d-905a-40da87127c7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5292 time: 0.2640507 Aug 16 02:02:24.814865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e207d701-e288-4d83-84c4-8b04452b779e None None] Provisioning complete for port 42437e25-2795-44fa-9bd6-2e684403b0a3 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:24.815245 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e207d701-e288-4d83-84c4-8b04452b779e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.850878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] For port 64762d4d-df00-419a-ab15-7fb271b6671f, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:24.869765 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 5316bc99-8218-477f-b683-c73ac91fa6aa is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:02:24.882586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] For port 64762d4d-df00-419a-ab15-7fb271b6671f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=64762d4d-df00-419a-ab15-7fb271b6671f,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:24.893032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e207d701-e288-4d83-84c4-8b04452b779e None None] Port 42437e25-2795-44fa-9bd6-2e684403b0a3 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:24.912037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e207d701-e288-4d83-84c4-8b04452b779e None None] Provisioning complete for port 4e2e3bc4-2c8a-416a-94f2-f784178b229e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:24.912838 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e207d701-e288-4d83-84c4-8b04452b779e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.998143 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.004977 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:25.017186 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7f7afc8c-1e2b-4b01-bd9d-b0c591540d84 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/5316bc99-8218-477f-b683-c73ac91fa6aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6070237 Aug 16 02:02:25.018161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50242) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.043477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b474efa-6d2f-4fab-8011-c0925a58f025 None None] Sync routers for ids ['5316bc99-8218-477f-b683-c73ac91fa6aa'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:25.063701 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b474efa-6d2f-4fab-8011-c0925a58f025 None None] Routers {'5316bc99-8218-477f-b683-c73ac91fa6aa'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:25.064825 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4b474efa-6d2f-4fab-8011-c0925a58f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5316bc99-8218-477f-b683-c73ac91fa6aa'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:25.100124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c480e70-9dca-4b38-a82d-68b754343088 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.107774 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5c480e70-9dca-4b38-a82d-68b754343088 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports/42437e25-2795-44fa-9bd6-2e684403b0a3 HTTP/1.1" status: 200 len: 911 time: 0.0832071 Aug 16 02:02:25.108463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50244) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.336321 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4b474efa-6d2f-4fab-8011-c0925a58f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:25.342011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4e2e3bc4-2c8a-416a-94f2-f784178b229e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:25.454367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a28610-ddd5-495b-8f94-7a1f254cfff5 None None] Pushing event updated for resources: {'Port': ['ID=64762d4d-df00-419a-ab15-7fb271b6671f,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.457712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b474efa-6d2f-4fab-8011-c0925a58f025 None None] Routers {'5316bc99-8218-477f-b683-c73ac91fa6aa'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:25.458562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4b474efa-6d2f-4fab-8011-c0925a58f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5316bc99-8218-477f-b683-c73ac91fa6aa'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:25.503723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4b474efa-6d2f-4fab-8011-c0925a58f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:25.505331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b474efa-6d2f-4fab-8011-c0925a58f025 None None] The sync data for ids ['5316bc99-8218-477f-b683-c73ac91fa6aa'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:25.507800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4e2e3bc4-2c8a-416a-94f2-f784178b229e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:25.508176 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.556063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835fcdb-64a1-4d46-b102-f61bad836b6c req-37977933-adc5-48d1-86ab-71a35061ba10 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.569268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835fcdb-64a1-4d46-b102-f61bad836b6c req-37977933-adc5-48d1-86ab-71a35061ba10 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.579162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835fcdb-64a1-4d46-b102-f61bad836b6c req-37977933-adc5-48d1-86ab-71a35061ba10 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.585545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835fcdb-64a1-4d46-b102-f61bad836b6c req-37977933-adc5-48d1-86ab-71a35061ba10 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.593852 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835fcdb-64a1-4d46-b102-f61bad836b6c req-37977933-adc5-48d1-86ab-71a35061ba10 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.602665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835fcdb-64a1-4d46-b102-f61bad836b6c req-37977933-adc5-48d1-86ab-71a35061ba10 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.612754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0835fcdb-64a1-4d46-b102-f61bad836b6c req-37977933-adc5-48d1-86ab-71a35061ba10 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 4604 time: 0.2770138 Aug 16 02:02:25.701136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b160f077-64e7-44fc-bc62-1d69172e7784 None None] Provisioning complete for port 42437e25-2795-44fa-9bd6-2e684403b0a3 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:25.701516 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b160f077-64e7-44fc-bc62-1d69172e7784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.724867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4fedabe5-c9a9-4947-a4e6-a15f765529d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.726466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-8e2992c2-1d93-4b08-9ab3-7c39f283d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.726956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-8e2992c2-1d93-4b08-9ab3-7c39f283d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.732514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-8e2992c2-1d93-4b08-9ab3-7c39f283d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.734287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-8e2992c2-1d93-4b08-9ab3-7c39f283d285 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=04cb457200f149dfa8213df96b2e0c74&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9134543 Aug 16 02:02:25.751726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b160f077-64e7-44fc-bc62-1d69172e7784 None None] Port 42437e25-2795-44fa-9bd6-2e684403b0a3 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:25.870519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0835fcdb-64a1-4d46-b102-f61bad836b6c req-7abd3adc-685f-4e4e-a650-7f924b7cb9a1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2567270 Aug 16 02:02:25.905056 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.938699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 8cb96060-4dc9-4cca-a4fc-25fed3f24bb1 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:25.998255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-09ba7230-b74c-4942-b81d-fe79ff8bf933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.999793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cff63129-3fc2-42d8-b481-64c3bd493b64 req-09ba7230-b74c-4942-b81d-fe79ff8bf933 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2511044 Aug 16 02:02:26.021044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4fedabe5-c9a9-4947-a4e6-a15f765529d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 42437e25-2795-44fa-9bd6-2e684403b0a3 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:26.022199 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4fedabe5-c9a9-4947-a4e6-a15f765529d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.068172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e1025a-d82d-4c5e-ae0d-868d21b2d578 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:26.085415 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.101483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Transition to ACTIVE for port object 70e1025a-d82d-4c5e-ae0d-868d21b2d578 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:26.121686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4fedabe5-c9a9-4947-a4e6-a15f765529d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.134229 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4fedabe5-c9a9-4947-a4e6-a15f765529d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 42437e25-2795-44fa-9bd6-2e684403b0a3 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:26.206605 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.334005 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.336981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=8cb96060-4dc9-4cca-a4fc-25fed3f24bb1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.347935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:26.384116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:26.389613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:26.399943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.400615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.434875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Pushing event updated for resources: {'Port': ['ID=70e1025a-d82d-4c5e-ae0d-868d21b2d578,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.480268 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4fedabe5-c9a9-4947-a4e6-a15f765529d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.522675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-527ca796-a4c4-4361-9719-f0fbe49f9ec4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9656310 Aug 16 02:02:26.537426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50252) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.551594 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedabe5-c9a9-4947-a4e6-a15f765529d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=42437e25-2795-44fa-9bd6-2e684403b0a3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.578153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Attempting to bind port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:26.578603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Attempting to bind port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:26.578813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Attempting to bind port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 on network 75b5398b-4cff-40ab-8a73-881676945082 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:26.589930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 on network 75b5398b-4cff-40ab-8a73-881676945082 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:26.590270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Attempting to bind port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 on network 75b5398b-4cff-40ab-8a73-881676945082 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:26.608694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:26.609429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Checking segment: {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:26.610110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Bound using segment: {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:26.610764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Bound port: 70e1025a-d82d-4c5e-ae0d-868d21b2d578, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:26.611492 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.647929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317ef7a-fffd-4225-93ed-e456aab1c308 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.660533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317ef7a-fffd-4225-93ed-e456aab1c308 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.664626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9317ef7a-fffd-4225-93ed-e456aab1c308 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1346438 Aug 16 02:02:26.667853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50254) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.684745 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4fedabe5-c9a9-4947-a4e6-a15f765529d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.837322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] For port 70e1025a-d82d-4c5e-ae0d-868d21b2d578, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:26.840688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] For port 70e1025a-d82d-4c5e-ae0d-868d21b2d578, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=70e1025a-d82d-4c5e-ae0d-868d21b2d578,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:26.890517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-c151eb9d-9719-4bb9-8cad-827539604de9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 8cb96060-4dc9-4cca-a4fc-25fed3f24bb1 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:26.891049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c151eb9d-9719-4bb9-8cad-827539604de9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.933639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.973840 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fedabe5-c9a9-4947-a4e6-a15f765529d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 5316bc99-8218-477f-b683-c73ac91fa6aa has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:27.023242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-62d1dd50-f9e0-4c13-943a-5b9b62c907cb None None] Provisioning for port 64762d4d-df00-419a-ab15-7fb271b6671f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:27.085132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fedabe5-c9a9-4947-a4e6-a15f765529d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:27.085746 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c151eb9d-9719-4bb9-8cad-827539604de9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.105432 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17710ef0-a32b-44eb-bfec-244737de5b64 None None] Sync routers for ids ['5316bc99-8218-477f-b683-c73ac91fa6aa'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:27.107044 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4fedabe5-c9a9-4947-a4e6-a15f765529d4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/5316bc99-8218-477f-b683-c73ac91fa6aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9973619 Aug 16 02:02:27.108036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-c151eb9d-9719-4bb9-8cad-827539604de9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 8cb96060-4dc9-4cca-a4fc-25fed3f24bb1 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:27.109653 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50262) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.121603 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17710ef0-a32b-44eb-bfec-244737de5b64 None None] Routers {'5316bc99-8218-477f-b683-c73ac91fa6aa'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:27.122317 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-17710ef0-a32b-44eb-bfec-244737de5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5316bc99-8218-477f-b683-c73ac91fa6aa'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:27.143409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 64762d4d-df00-419a-ab15-7fb271b6671f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:27.158850 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-768a1e2b-7d3d-4d4a-baa1-5864ff2dc52b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=5316bc99-8218-477f-b683-c73ac91fa6aa HTTP/1.1" status: 200 len: 205 time: 0.0468075 Aug 16 02:02:27.159653 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50264) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.174969 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-17710ef0-a32b-44eb-bfec-244737de5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:27.186357 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17710ef0-a32b-44eb-bfec-244737de5b64 None None] Routers {'5316bc99-8218-477f-b683-c73ac91fa6aa'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:27.187072 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-17710ef0-a32b-44eb-bfec-244737de5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5316bc99-8218-477f-b683-c73ac91fa6aa'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:27.228817 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-17710ef0-a32b-44eb-bfec-244737de5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:27.229567 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17710ef0-a32b-44eb-bfec-244737de5b64 None None] The sync data for ids ['5316bc99-8218-477f-b683-c73ac91fa6aa'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:27.242643 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53da8994-6afc-41d4-9b27-71bc532e2032 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.254409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.255156 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.256743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] 10.222.0.64 "PUT /v2.0/ports/70e1025a-d82d-4c5e-ae0d-868d21b2d578 HTTP/1.1" status: 200 len: 1136 time: 2.9641125 Aug 16 02:02:27.262969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '70e1025a-d82d-4c5e-ae0d-868d21b2d578'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:27.262969 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01813e7e-96ea-402b-8ad3-1ca1427b79e6" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "70e1025a-d82d-4c5e-ae0d-868d21b2d578"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:27.318809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54d8e9-10b3-4537-b291-942a06ec662b req-0322508e-3c5f-4733-b6f5-3ad5f893c7bc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.325350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54d8e9-10b3-4537-b291-942a06ec662b req-0322508e-3c5f-4733-b6f5-3ad5f893c7bc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.331579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54d8e9-10b3-4537-b291-942a06ec662b req-0322508e-3c5f-4733-b6f5-3ad5f893c7bc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.343491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0d15ec26-66cc-4e96-9ad6-10b89e47f01a None None] Provisioning for port 8cb96060-4dc9-4cca-a4fc-25fed3f24bb1 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:27.345782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54d8e9-10b3-4537-b291-942a06ec662b req-0322508e-3c5f-4733-b6f5-3ad5f893c7bc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.350558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0d15ec26-66cc-4e96-9ad6-10b89e47f01a None None] Provisioning complete for port 8cb96060-4dc9-4cca-a4fc-25fed3f24bb1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:27.352199 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0d15ec26-66cc-4e96-9ad6-10b89e47f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.375183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54d8e9-10b3-4537-b291-942a06ec662b req-0322508e-3c5f-4733-b6f5-3ad5f893c7bc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.386176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54d8e9-10b3-4537-b291-942a06ec662b req-0322508e-3c5f-4733-b6f5-3ad5f893c7bc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.407289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54d8e9-10b3-4537-b291-942a06ec662b req-0322508e-3c5f-4733-b6f5-3ad5f893c7bc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.409436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a54d8e9-10b3-4537-b291-942a06ec662b req-0322508e-3c5f-4733-b6f5-3ad5f893c7bc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5381 time: 0.2934434 Aug 16 02:02:27.418252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0d15ec26-66cc-4e96-9ad6-10b89e47f01a None None] Port 8cb96060-4dc9-4cca-a4fc-25fed3f24bb1 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:27.421753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 64762d4d-df00-419a-ab15-7fb271b6671f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:27.429491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 64762d4d-df00-419a-ab15-7fb271b6671f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:27.430142 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.454638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:27.457135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ae7ef-51cb-47cf-a26b-1a15ae9bd588 service neutron] Pushing event updated for resources: {'Port': ['ID=70e1025a-d82d-4c5e-ae0d-868d21b2d578,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.551836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a54d8e9-10b3-4537-b291-942a06ec662b req-bd467143-59de-4807-844d-191dffb63b2e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081977 Aug 16 02:02:27.587517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53da8994-6afc-41d4-9b27-71bc532e2032 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.590063 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53da8994-6afc-41d4-9b27-71bc532e2032 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.595046 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.623356 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.675182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 64762d4d-df00-419a-ab15-7fb271b6671f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=64762d4d-df00-419a-ab15-7fb271b6671f,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:27.714970 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53da8994-6afc-41d4-9b27-71bc532e2032 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.715675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53da8994-6afc-41d4-9b27-71bc532e2032 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Fanout notify agent at l3_agent the message router_deleted on router 5316bc99-8218-477f-b683-c73ac91fa6aa {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:27.752982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53da8994-6afc-41d4-9b27-71bc532e2032 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.754364 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-53da8994-6afc-41d4-9b27-71bc532e2032 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/5316bc99-8218-477f-b683-c73ac91fa6aa HTTP/1.1" status: 204 len: 168 time: 0.5937729 Aug 16 02:02:27.757340 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50280) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.765430 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.821920 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a4151e-049a-4715-9f3c-ceaa8b778bed tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting subnet 1bc349e9-39c4-4d28-b0a8-6d2a512059ed {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:27.825555 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35a4151e-049a-4715-9f3c-ceaa8b778bed tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.835529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=64762d4d-df00-419a-ab15-7fb271b6671f,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.862379 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452c91cb-a4fd-4cbc-bfdf-80e672ba42dc x-openstack-request-id: req-452c91cb-a4fd-4cbc-bfdf-80e672ba42dc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:27.862925 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "70e1025a-d82d-4c5e-ae0d-868d21b2d578", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:27.863391 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-452c91cb-a4fd-4cbc-bfdf-80e672ba42dc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:27.864013 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '70e1025a-d82d-4c5e-ae0d-868d21b2d578', 'status': 'completed', 'code': 200} Aug 16 02:02:27.868008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c151eb9d-9719-4bb9-8cad-827539604de9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.876108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35a4151e-049a-4715-9f3c-ceaa8b778bed tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.942260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151eb9d-9719-4bb9-8cad-827539604de9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=8cb96060-4dc9-4cca-a4fc-25fed3f24bb1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.997536 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35a4151e-049a-4715-9f3c-ceaa8b778bed tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.082282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c151eb9d-9719-4bb9-8cad-827539604de9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.084922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c151eb9d-9719-4bb9-8cad-827539604de9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/8cb96060-4dc9-4cca-a4fc-25fed3f24bb1 HTTP/1.1" status: 204 len: 168 time: 1.4158692 Aug 16 02:02:28.087811 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50296) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.153995 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee14e3-5f76-4c68-9ce5-67ab9aae7c16 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.156549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee14e3-5f76-4c68-9ce5-67ab9aae7c16 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.158685 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-daee14e3-5f76-4c68-9ce5-67ab9aae7c16 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0697117 Aug 16 02:02:28.160073 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35a4151e-049a-4715-9f3c-ceaa8b778bed tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.164149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50298) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.166851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-0c34a6bd-e0f1-4b24-857b-40ea668bd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.167339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-0c34a6bd-e0f1-4b24-857b-40ea668bd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.167815 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-0c34a6bd-e0f1-4b24-857b-40ea668bd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.168290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-0c34a6bd-e0f1-4b24-857b-40ea668bd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.168761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-0c34a6bd-e0f1-4b24-857b-40ea668bd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.169230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-0c34a6bd-e0f1-4b24-857b-40ea668bd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.169729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-0c34a6bd-e0f1-4b24-857b-40ea668bd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.171782 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-0c34a6bd-e0f1-4b24-857b-40ea668bd19a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6221 time: 0.3335156 Aug 16 02:02:28.213039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-2727020d-1c7d-40aa-a2fc-44c707bb4b84 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.215238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-2727020d-1c7d-40aa-a2fc-44c707bb4b84 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 814 time: 0.2015131 Aug 16 02:02:28.253405 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4151e-049a-4715-9f3c-ceaa8b778bed tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc349e9-39c4-4d28-b0a8-6d2a512059ed,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.258884 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9e3643-9330-4af1-9959-e4b019c429f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 9caaa9b9-ece8-44c6-8cb8-7c1ac53b72b7 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:28.262547 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35a4151e-049a-4715-9f3c-ceaa8b778bed tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.263755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224809a2-b1e6-4404-82b2-05fc8cb52a03 None None] Network 92ffaee6-9e6c-4297-be3b-8e76da33fc55 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:28.268503 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-35a4151e-049a-4715-9f3c-ceaa8b778bed tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/1bc349e9-39c4-4d28-b0a8-6d2a512059ed HTTP/1.1" status: 204 len: 168 time: 0.5062335 Aug 16 02:02:28.270342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50300) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.271364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6a9e3643-9330-4af1-9959-e4b019c429f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.316868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-3d94d39b-2790-45be-bcaf-8e441f5f4316 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/quotas/feb6ebc02d7541aa94d1a1061fda3366 HTTP/1.1" status: 200 len: 375 time: 0.0471652 Aug 16 02:02:28.383511 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6a9e3643-9330-4af1-9959-e4b019c429f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.431974 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.441237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:28.450504 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.497365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-a830f6e6-42c9-42a0-87b8-baa530048dbe tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1706297 Aug 16 02:02:28.502660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Transition to ACTIVE for port object 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:28.506251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-daea16de-3b8a-447d-a386-04de8f0bc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.507081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-daea16de-3b8a-447d-a386-04de8f0bc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.507945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-daea16de-3b8a-447d-a386-04de8f0bc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.510644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-daea16de-3b8a-447d-a386-04de8f0bc4a0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=04cb457200f149dfa8213df96b2e0c74&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3295543 Aug 16 02:02:28.519745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eed86c-48d4-4824-be4e-eaa805324493 None None] DHCP port deletion for 92ffaee6-9e6c-4297-be3b-8e76da33fc55 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:28.532109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6a9e3643-9330-4af1-9959-e4b019c429f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.586281 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 4e2e3bc4-2c8a-416a-94f2-f784178b229e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:28.586626 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.602212 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-26eed86c-48d4-4824-be4e-eaa805324493 None None] Deleting port 4e2e3bc4-2c8a-416a-94f2-f784178b229e {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:28.602926 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-26eed86c-48d4-4824-be4e-eaa805324493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.667065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port 4e2e3bc4-2c8a-416a-94f2-f784178b229e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4e2e3bc4-2c8a-416a-94f2-f784178b229e,segment=NetworkSegment(411dfd4e-a667-44d2-864c-b60e4905e793),segment_id=411dfd4e-a667-44d2-864c-b60e4905e793)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:28.667434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.674831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-d2fec5fe-fe52-4e54-9d01-87ab1c02d6ab service neutron] 10.222.0.66 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479568 Aug 16 02:02:28.683666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 4e2e3bc4-2c8a-416a-94f2-f784178b229e owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:28.689968 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.727219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-26eed86c-48d4-4824-be4e-eaa805324493 None None] For port 4e2e3bc4-2c8a-416a-94f2-f784178b229e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4e2e3bc4-2c8a-416a-94f2-f784178b229e,segment=NetworkSegment(411dfd4e-a667-44d2-864c-b60e4905e793),segment_id=411dfd4e-a667-44d2-864c-b60e4905e793)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:28.727903 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-26eed86c-48d4-4824-be4e-eaa805324493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.758431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-26eed86c-48d4-4824-be4e-eaa805324493 None None] Calling delete_port for 4e2e3bc4-2c8a-416a-94f2-f784178b229e owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:28.772928 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6a9e3643-9330-4af1-9959-e4b019c429f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.802140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e3643-9330-4af1-9959-e4b019c429f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=9caaa9b9-ece8-44c6-8cb8-7c1ac53b72b7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.813223 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6a9e3643-9330-4af1-9959-e4b019c429f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.819213 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6a9e3643-9330-4af1-9959-e4b019c429f5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/9caaa9b9-ece8-44c6-8cb8-7c1ac53b72b7 HTTP/1.1" status: 204 len: 168 time: 0.6495628 Aug 16 02:02:28.819847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50306) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.874263 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-91695e40-7845-4534-8c25-a22332e63255 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532084 Aug 16 02:02:28.874872 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50308) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.881173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:28.896524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Pushing event updated for resources: {'Port': ['ID=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.914059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f292b06-9a9a-4013-8dd1-d1c2b3ac48bc None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:28.984239 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.009662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-f1229988-9b76-465f-be84-4e91c73ee6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.011388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01813e7e-96ea-402b-8ad3-1ca1427b79e6 req-f1229988-9b76-465f-be84-4e91c73ee6ee service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4834719 Aug 16 02:02:29.036666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=4e2e3bc4-2c8a-416a-94f2-f784178b229e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.055801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-7a1aa03d-dfd4-4e89-b406-5fc760417b62 service neutron] 10.222.0.66 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776302 Aug 16 02:02:29.060809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No DVR routers for this DVR port 4e2e3bc4-2c8a-416a-94f2-f784178b229e on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:29.082275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:29.086388 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.097159 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-26eed86c-48d4-4824-be4e-eaa805324493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.106873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Attempting to bind port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:29.107371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Attempting to bind port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:29.107526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Attempting to bind port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 on network 75b5398b-4cff-40ab-8a73-881676945082 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:29.122512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 on network 75b5398b-4cff-40ab-8a73-881676945082 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:29.124286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Attempting to bind port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 on network 75b5398b-4cff-40ab-8a73-881676945082 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:29.136900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:29.137473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Checking segment: {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:29.137632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Bound using segment: {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:29.144037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Bound port: 01f0ca95-1a96-4e68-8aaa-82ad29fb4474, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:29.144465 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.154119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eed86c-48d4-4824-be4e-eaa805324493 None None] No DVR routers for this DVR port 4e2e3bc4-2c8a-416a-94f2-f784178b229e on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:29.160648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eed86c-48d4-4824-be4e-eaa805324493 None None] Pushing event deleted for resources: {'Port': ['ID=4e2e3bc4-2c8a-416a-94f2-f784178b229e,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.266106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 64762d4d-df00-419a-ab15-7fb271b6671f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:29.316477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] For port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:29.320836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] For port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:29.369292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 64762d4d-df00-419a-ab15-7fb271b6671f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:29.373344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.385146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.406099 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.426314 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ffaee6-9e6c-4297-be3b-8e76da33fc55']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:29.448166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411dfd4e-a667-44d2-864c-b60e4905e793') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:29.448435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.448547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411dfd4e-a667-44d2-864c-b60e4905e793') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:29.450808 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.458156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] 10.222.0.64 "PUT /v2.0/ports/01f0ca95-1a96-4e68-8aaa-82ad29fb4474 HTTP/1.1" status: 200 len: 1092 time: 2.0042322 Aug 16 02:02:29.464421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.546120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd53143-8ac3-4131-b979-7ea27236cd1e None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:29.622468 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.636483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:29.638121 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:29.640928 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:29.645064 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4e2e3bc4-2c8a-416a-94f2-f784178b229e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:29.646974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:29.687411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 4e2e3bc4-2c8a-416a-94f2-f784178b229e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:29.687761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4e2e3bc4-2c8a-416a-94f2-f784178b229e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:29.767678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1fd53143-8ac3-4131-b979-7ea27236cd1e None None] Deleting port 64762d4d-df00-419a-ab15-7fb271b6671f {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:29.768194 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1fd53143-8ac3-4131-b979-7ea27236cd1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.790844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.839427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec2c7f-de53-4d13-bc6c-8ab911617f40 service neutron] Pushing event updated for resources: {'Port': ['ID=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.883253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '01f0ca95-1a96-4e68-8aaa-82ad29fb4474'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:29.886229 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d3bb6e-902e-49a7-9a05-a561a55b4088" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "01f0ca95-1a96-4e68-8aaa-82ad29fb4474"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:29.891716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1fd53143-8ac3-4131-b979-7ea27236cd1e None None] For port 64762d4d-df00-419a-ab15-7fb271b6671f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=64762d4d-df00-419a-ab15-7fb271b6671f,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:29.892349 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1fd53143-8ac3-4131-b979-7ea27236cd1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.917687 n-d-768509-23 neutron-server[95515]: DEBUG neutron.objects.ports [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95515) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:02:29.930951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1fd53143-8ac3-4131-b979-7ea27236cd1e None None] Calling delete_port for 64762d4d-df00-419a-ab15-7fb271b6671f owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:29.963891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d6f-1f1f-44c2-b954-3aaa44026ca4 req-58ba9ac2-c13f-49c5-8ebf-52aff15acfa1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.970145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d6f-1f1f-44c2-b954-3aaa44026ca4 req-58ba9ac2-c13f-49c5-8ebf-52aff15acfa1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.977371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d6f-1f1f-44c2-b954-3aaa44026ca4 req-58ba9ac2-c13f-49c5-8ebf-52aff15acfa1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.984885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d6f-1f1f-44c2-b954-3aaa44026ca4 req-58ba9ac2-c13f-49c5-8ebf-52aff15acfa1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.995114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d6f-1f1f-44c2-b954-3aaa44026ca4 req-58ba9ac2-c13f-49c5-8ebf-52aff15acfa1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.001997 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a1850a02-4ed0-406d-9bbb-d2535dc5d71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.007587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d6f-1f1f-44c2-b954-3aaa44026ca4 req-58ba9ac2-c13f-49c5-8ebf-52aff15acfa1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.014453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d6f-1f1f-44c2-b954-3aaa44026ca4 req-58ba9ac2-c13f-49c5-8ebf-52aff15acfa1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.016854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5369d6f-1f1f-44c2-b954-3aaa44026ca4 req-58ba9ac2-c13f-49c5-8ebf-52aff15acfa1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5393 time: 0.2270989 Aug 16 02:02:30.037635 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.048313 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.055158 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/networks/92ffaee6-9e6c-4297-be3b-8e76da33fc55 HTTP/1.1" status: 204 len: 168 time: 1.7803812 Aug 16 02:02:30.057708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50328) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:30.064082 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-596215813', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:30.097186 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1fd53143-8ac3-4131-b979-7ea27236cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.135752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd53143-8ac3-4131-b979-7ea27236cd1e None None] Pushing event deleted for resources: {'Port': ['ID=64762d4d-df00-419a-ab15-7fb271b6671f,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:30.141463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c9197-1934-43c5-bd63-20cb7f12eff9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Network': ['ID=92ffaee6-9e6c-4297-be3b-8e76da33fc55,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:30.146784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd53143-8ac3-4131-b979-7ea27236cd1e None None] No DVR routers for this DVR port 64762d4d-df00-419a-ab15-7fb271b6671f on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:30.196170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5369d6f-1f1f-44c2-b954-3aaa44026ca4 req-25b3306b-9edb-4e88-9a44-9d7b483f2af7 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894501 Aug 16 02:02:30.200976 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_pluggable_backend [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Port 64762d4d-df00-419a-ab15-7fb271b6671f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95515) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 02:02:30.201288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_pluggable_backend [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Reverting IP allocation for 2001:db8::f816:3eff:fe96:1f1f {{(pid=95515) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 02:02:30.205369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_pluggable_backend [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe96:1f1f {{(pid=95515) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 02:02:30.206619 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.261792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:30.261792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:30.264221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.265167 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.268743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67749e4-8653-48e9-b2b3-e0523ce2d12c None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:30.278900 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.279980 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.298607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=00d7d21d-44e5-4c31-ac24-dfd47b80576f,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:30.338344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c01aab-f9db-4e54-8e54-8ae6a7e69aec {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:30.348301 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.362841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Transition to ACTIVE for port object 80c01aab-f9db-4e54-8e54-8ae6a7e69aec will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:30.376230 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.420989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1ed4539-437e-41d2-8bd1-135c6cda029c req-c744d35f-2e72-42a5-9b68-6ca4a4785223 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 210 time: 0.0370076 Aug 16 02:02:30.507137 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-84964d7e-1bc2-4f99-b428-05f560e25f51 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6293626 Aug 16 02:02:30.507617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50334) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:30.508350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '00d7d21d-44e5-4c31-ac24-dfd47b80576f'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:30.511730 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.513938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:8b:65:c8', 'name': 'tempest-NetworksTestDHCPv6-2030710977'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:30.536271 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.611396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=80c01aab-f9db-4e54-8e54-8ae6a7e69aec,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:30.734889 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Allocated IP 2001:db8::f816:3eff:fe81:8b1f (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/00d7d21d-44e5-4c31-ac24-dfd47b80576f/cfb1e73b-f590-4ecc-a69c-bcf7ad274d30) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:30.819802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Attempting to bind port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:30.820354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Attempting to bind port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:30.820449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Attempting to bind port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec on network 75b5398b-4cff-40ab-8a73-881676945082 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:30.827243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec on network 75b5398b-4cff-40ab-8a73-881676945082 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:30.827655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Attempting to bind port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec on network 75b5398b-4cff-40ab-8a73-881676945082 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:30.878756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:30.879375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Checking segment: {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:30.879838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Bound using segment: {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:30.880843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Bound port: 80c01aab-f9db-4e54-8e54-8ae6a7e69aec, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178264c9-4a9b-4247-b59b-a8ef9b4cde20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '75b5398b-4cff-40ab-8a73-881676945082'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:30.881580 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.999996 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.010282 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5895f05e-1354-47c7-a357-cec5f0acc432 x-openstack-request-id: req-5895f05e-1354-47c7-a357-cec5f0acc432 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:31.010579 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "01f0ca95-1a96-4e68-8aaa-82ad29fb4474", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:31.011041 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5895f05e-1354-47c7-a357-cec5f0acc432 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:31.011444 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '01f0ca95-1a96-4e68-8aaa-82ad29fb4474', 'status': 'completed', 'code': 200} Aug 16 02:02:31.021740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Transition to ACTIVE for port object cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:31.101987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Transition to ACTIVE for port object cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:31.122041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 64762d4d-df00-419a-ab15-7fb271b6671f no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:31.129232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:31.149360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 64762d4d-df00-419a-ab15-7fb271b6671f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:31.149730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 64762d4d-df00-419a-ab15-7fb271b6671f not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:31.197007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] For port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:31.218986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] For port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=80c01aab-f9db-4e54-8e54-8ae6a7e69aec,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:31.241680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-4e00e2e4-b60a-4e32-980a-9e4cdd63531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.242460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-4e00e2e4-b60a-4e32-980a-9e4cdd63531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.244549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-4e00e2e4-b60a-4e32-980a-9e4cdd63531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.244549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-4e00e2e4-b60a-4e32-980a-9e4cdd63531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.244549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-4e00e2e4-b60a-4e32-980a-9e4cdd63531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.244549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-4e00e2e4-b60a-4e32-980a-9e4cdd63531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.254890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-4e00e2e4-b60a-4e32-980a-9e4cdd63531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.254890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-4e00e2e4-b60a-4e32-980a-9e4cdd63531d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6315 time: 0.2280114 Aug 16 02:02:31.361431 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.384260 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.402092 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.420692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 345b6609-74ab-4fd8-9e43-24392578811e yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:31.428593 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.438467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:31.444878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:31.448850 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:31.452784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ecaf7-aaa5-42b8-b95d-6639b6144f5e req-09a7659e-23f9-4a31-8a78-f3fde61b7a16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.458694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Pushing event updated for resources: {'Port': ['ID=cfb1e73b-f590-4ecc-a69c-bcf7ad274d30,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.462004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ecaf7-aaa5-42b8-b95d-6639b6144f5e req-09a7659e-23f9-4a31-8a78-f3fde61b7a16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.469412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ecaf7-aaa5-42b8-b95d-6639b6144f5e req-09a7659e-23f9-4a31-8a78-f3fde61b7a16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.476944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ecaf7-aaa5-42b8-b95d-6639b6144f5e req-09a7659e-23f9-4a31-8a78-f3fde61b7a16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.483648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ecaf7-aaa5-42b8-b95d-6639b6144f5e req-09a7659e-23f9-4a31-8a78-f3fde61b7a16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.496015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ecaf7-aaa5-42b8-b95d-6639b6144f5e req-09a7659e-23f9-4a31-8a78-f3fde61b7a16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.503829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ecaf7-aaa5-42b8-b95d-6639b6144f5e req-09a7659e-23f9-4a31-8a78-f3fde61b7a16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.506943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-997ecaf7-aaa5-42b8-b95d-6639b6144f5e req-09a7659e-23f9-4a31-8a78-f3fde61b7a16 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5405 time: 0.1922243 Aug 16 02:02:31.555905 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Attempting to bind port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:31.556557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Attempting to bind port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:31.557111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Attempting to bind port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:31.563243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:31.563895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:31.564894 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.565595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:31.566364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Bound port: cfb1e73b-f590-4ecc-a69c-bcf7ad274d30, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:31.571048 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.612265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.613246 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.615763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] 10.222.0.64 "PUT /v2.0/ports/80c01aab-f9db-4e54-8e54-8ae6a7e69aec HTTP/1.1" status: 200 len: 1092 time: 1.9977345 Aug 16 02:02:31.628590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-f759e2ae-acc6-44e7-a25c-81a7edce602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.628590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-f759e2ae-acc6-44e7-a25c-81a7edce602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.629002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-f759e2ae-acc6-44e7-a25c-81a7edce602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.630768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-f759e2ae-acc6-44e7-a25c-81a7edce602b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=04cb457200f149dfa8213df96b2e0c74&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3734233 Aug 16 02:02:31.675535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] For port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:31.682418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] For port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=cfb1e73b-f590-4ecc-a69c-bcf7ad274d30,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:31.775509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.799440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.867546 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.970047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a98b5-7da0-44fb-b454-82ff715d705d None None] Pushing event updated for resources: {'Port': ['ID=cfb1e73b-f590-4ecc-a69c-bcf7ad274d30,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.985358 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Allocated IP 172.25.8.239 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/3c1b5348-629a-45e2-8c4c-977a922a5d52) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:32.163066 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.180353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:32.209468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-997ecaf7-aaa5-42b8-b95d-6639b6144f5e req-75d57ea6-f941-48ad-ada0-e09944040ad5 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6226294 Aug 16 02:02:32.246439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8fb53-499b-4b3f-9c4e-f7638b1c0bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=80c01aab-f9db-4e54-8e54-8ae6a7e69aec,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:32.298186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::f816:3eff:fe8b:65c8 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/00d7d21d-44e5-4c31-ac24-dfd47b80576f/345b6609-74ab-4fd8-9e43-24392578811e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:32.420444 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.476912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fca2fa6-d907-4257-bb8c-94740a61c8fc req-afeddf58-6461-4f43-a553-80918fb5a96f tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 210 time: 0.0700541 Aug 16 02:02:32.479188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:32.484224 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:32.502222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:32.551170 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=3c1b5348-629a-45e2-8c4c-977a922a5d52,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:32.570430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-b9d93770-65bd-4e38-b8b9-356b44e54108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.571965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30d3bb6e-902e-49a7-9a05-a561a55b4088 req-b9d93770-65bd-4e38-b8b9-356b44e54108 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9284427 Aug 16 02:02:32.635893 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.770852 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-151f69bf-2077-41c9-b8b3-ce60ed49eab1 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.772729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-151f69bf-2077-41c9-b8b3-ce60ed49eab1 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 814 time: 0.4637387 Aug 16 02:02:32.792764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Request body: {'port': {'device_id': '948694dc-d5e7-41bd-9a39-20c11b902f81', 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df', 'admin_state_up': True, 'tenant_id': 'feb6ebc02d7541aa94d1a1061fda3366'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:32.839883 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.914037 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f0a95903-66c0-4c51-8073-b8f4a0b8b7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.027866 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.076805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '80c01aab-f9db-4e54-8e54-8ae6a7e69aec'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:33.079529 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13d10b7-a212-4830-8d8a-7482d3198591" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "80c01aab-f9db-4e54-8e54-8ae6a7e69aec"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:33.118531 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.154385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:33.155600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 345b6609-74ab-4fd8-9e43-24392578811e will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:33.216199 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7017bc-51f7-45bd-a4f3-714907621e3a x-openstack-request-id: req-4b7017bc-51f7-45bd-a4f3-714907621e3a {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:33.216858 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "80c01aab-f9db-4e54-8e54-8ae6a7e69aec", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:33.216858 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b7017bc-51f7-45bd-a4f3-714907621e3a {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:33.224506 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '80c01aab-f9db-4e54-8e54-8ae6a7e69aec', 'status': 'completed', 'code': 200} Aug 16 02:02:33.355028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:33.462511 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.466210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Made reservation on behalf of feb6ebc02d7541aa94d1a1061fda3366 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:33.471443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.518731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-67179503-52d5-49a9-8cf9-4292430a0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.519215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-67179503-52d5-49a9-8cf9-4292430a0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.519749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-67179503-52d5-49a9-8cf9-4292430a0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.520650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-67179503-52d5-49a9-8cf9-4292430a0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.521382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-67179503-52d5-49a9-8cf9-4292430a0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.521753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-67179503-52d5-49a9-8cf9-4292430a0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.522279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-67179503-52d5-49a9-8cf9-4292430a0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.524255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-67179503-52d5-49a9-8cf9-4292430a0b52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6357 time: 0.2861240 Aug 16 02:02:33.536172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.573986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016290-aff4-458d-8cf8-523bd304f224 req-41ffeb17-6921-44a5-afc8-5cb57367e3e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.579957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016290-aff4-458d-8cf8-523bd304f224 req-41ffeb17-6921-44a5-afc8-5cb57367e3e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.586923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016290-aff4-458d-8cf8-523bd304f224 req-41ffeb17-6921-44a5-afc8-5cb57367e3e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.592879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016290-aff4-458d-8cf8-523bd304f224 req-41ffeb17-6921-44a5-afc8-5cb57367e3e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.598807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016290-aff4-458d-8cf8-523bd304f224 req-41ffeb17-6921-44a5-afc8-5cb57367e3e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.605485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016290-aff4-458d-8cf8-523bd304f224 req-41ffeb17-6921-44a5-afc8-5cb57367e3e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.611593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016290-aff4-458d-8cf8-523bd304f224 req-41ffeb17-6921-44a5-afc8-5cb57367e3e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.613632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3016290-aff4-458d-8cf8-523bd304f224 req-41ffeb17-6921-44a5-afc8-5cb57367e3e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5405 time: 0.2479620 Aug 16 02:02:33.634474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-06e9e9f4-e8f2-4840-b22b-ab589d14cac8 None None] Provisioning for port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:33.639872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-06e9e9f4-e8f2-4840-b22b-ab589d14cac8 None None] Provisioning complete for port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:33.640624 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06e9e9f4-e8f2-4840-b22b-ab589d14cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.716428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 6e7085d2-4460-4248-9791-17a60ef97f53 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:02:33.729465 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06e9e9f4-e8f2-4840-b22b-ab589d14cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.766625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-06e9e9f4-e8f2-4840-b22b-ab589d14cac8 None None] For port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=cfb1e73b-f590-4ecc-a69c-bcf7ad274d30,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:33.782887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:33.802472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:33.814837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:33.821231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.821770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.830287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=345b6609-74ab-4fd8-9e43-24392578811e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:33.847414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:33.854683 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:33.869061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fcbbc-8f71-42b9-8b2e-705d9a8cabf7 None None] Sync routers for ids ['6e7085d2-4460-4248-9791-17a60ef97f53'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:33.885268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.888134 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06e9e9f4-e8f2-4840-b22b-ab589d14cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.909687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3016290-aff4-458d-8cf8-523bd304f224 req-124899ca-fdb6-421b-9fc3-2833d33f07fa tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2784941 Aug 16 02:02:33.950804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Transition to ACTIVE for port object 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:33.952884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fcbbc-8f71-42b9-8b2e-705d9a8cabf7 None None] Routers {'6e7085d2-4460-4248-9791-17a60ef97f53'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:33.953523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ca4fcbbc-8f71-42b9-8b2e-705d9a8cabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e7085d2-4460-4248-9791-17a60ef97f53'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:33.989138 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.990671 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cafd1a04-4f6f-4b09-9e7d-acbd56edbd5d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9305115 Aug 16 02:02:33.993551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50376) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:34.005750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ca4fcbbc-8f71-42b9-8b2e-705d9a8cabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:34.011352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Allocated IP 172.20.0.10 (56ae16c4-b4d3-4d7b-b550-07b2d89834df/4b5d9887-5831-4c81-9b1b-b777b7b590be/1c2ccbb7-9ff5-4514-9699-902904bd196d) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:34.025036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fcbbc-8f71-42b9-8b2e-705d9a8cabf7 None None] Routers {'6e7085d2-4460-4248-9791-17a60ef97f53'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:34.025946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ca4fcbbc-8f71-42b9-8b2e-705d9a8cabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e7085d2-4460-4248-9791-17a60ef97f53'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:34.066955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ca4fcbbc-8f71-42b9-8b2e-705d9a8cabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:34.068181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fcbbc-8f71-42b9-8b2e-705d9a8cabf7 None None] The sync data for ids ['6e7085d2-4460-4248-9791-17a60ef97f53'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:34.091752 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.099520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9e9f4-e8f2-4840-b22b-ab589d14cac8 None None] Pushing event updated for resources: {'Port': ['ID=cfb1e73b-f590-4ecc-a69c-bcf7ad274d30,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:34.165917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-31e4fc59-32dc-4298-9b69-9f8759a353ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.166507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-31e4fc59-32dc-4298-9b69-9f8759a353ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.167098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-31e4fc59-32dc-4298-9b69-9f8759a353ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.169051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-31e4fc59-32dc-4298-9b69-9f8759a353ac service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=04cb457200f149dfa8213df96b2e0c74&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6257715 Aug 16 02:02:34.190004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9ea99ff1-1da7-41dd-8368-226b0525a22a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6774521 Aug 16 02:02:34.190004 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.190344 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aa82a0be-c5c4-4c22-b514-da453c9158b7 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/routers/6e7085d2-4460-4248-9791-17a60ef97f53 HTTP/1.1" status: 200 len: 884 time: 0.1946163 Aug 16 02:02:34.192158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50378) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:34.192285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50380) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:34.248496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058187d3-8a46-4c7a-82f6-702650058638 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.254609 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058187d3-8a46-4c7a-82f6-702650058638 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.258909 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-058187d3-8a46-4c7a-82f6-702650058638 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0628762 Aug 16 02:02:34.259166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:34.269810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a2c0d05-d399-4bf1-9eb0-594f2f30333b req-5279cbc0-281f-4858-aac6-046f1a9bc5f5 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 210 time: 0.0968654 Aug 16 02:02:34.297694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c6c0eeac-9feb-459d-a606-88aaa13acd38 None None] Provisioning for port 345b6609-74ab-4fd8-9e43-24392578811e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:34.305187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c6c0eeac-9feb-459d-a606-88aaa13acd38 None None] Provisioning complete for port 345b6609-74ab-4fd8-9e43-24392578811e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:34.305560 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c6c0eeac-9feb-459d-a606-88aaa13acd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.361519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0eeac-9feb-459d-a606-88aaa13acd38 None None] Port 345b6609-74ab-4fd8-9e43-24392578811e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:34.407749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Pushing event updated for resources: {'Port': ['ID=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:34.429502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-19a00eb2-4a65-4fbe-90e5-578b24a9f4e1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 345b6609-74ab-4fd8-9e43-24392578811e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:34.429888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19a00eb2-4a65-4fbe-90e5-578b24a9f4e1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.542614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.551106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19a00eb2-4a65-4fbe-90e5-578b24a9f4e1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.565589 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-19a00eb2-4a65-4fbe-90e5-578b24a9f4e1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 345b6609-74ab-4fd8-9e43-24392578811e owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:34.608435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-5bf15f38-ec5e-4491-96ed-504a651ab135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.610012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e13d10b7-a212-4830-8d8a-7482d3198591 req-5bf15f38-ec5e-4491-96ed-504a651ab135 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4166753 Aug 16 02:02:34.632405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Attempting to bind port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:34.632779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Attempting to bind port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:34.633147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Attempting to bind port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 on network 4ce77b4b-70a2-4991-aceb-89c12fc0771f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:34.682367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 on network 4ce77b4b-70a2-4991-aceb-89c12fc0771f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:34.682697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Attempting to bind port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 on network 4ce77b4b-70a2-4991-aceb-89c12fc0771f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:34.699832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:34.700808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Checking segment: {'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:34.700808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Bound using segment: {'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:34.701205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Bound port: 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:34.701483 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.777350 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19a00eb2-4a65-4fbe-90e5-578b24a9f4e1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.814282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a00eb2-4a65-4fbe-90e5-578b24a9f4e1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=345b6609-74ab-4fd8-9e43-24392578811e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:34.818536 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.848406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['c4732bef-beba-44dc-b993-caeeacda37e2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:34.850593 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19a00eb2-4a65-4fbe-90e5-578b24a9f4e1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.852581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['34c72cd3-5689-4c9a-ad0f-969741396951'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:34.852754 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-19a00eb2-4a65-4fbe-90e5-578b24a9f4e1 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/345b6609-74ab-4fd8-9e43-24392578811e HTTP/1.1" status: 204 len: 168 time: 0.5924890 Aug 16 02:02:34.855918 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50390) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:34.857088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] For port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:34.883224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Network 56ae16c4-b4d3-4d7b-b550-07b2d89834df is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:34.889179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:34.893334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] For port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:34.901181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:34.910325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-15937bd2-85a5-4bd6-812e-795846f9adab tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7055719 Aug 16 02:02:34.919063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50392) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:34.924080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2009f742-a170-4788-8dfe-1ffe9842fc1e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-596215813'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:34.950568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae81f8e-6a38-41c8-a2f0-8c33379fc170 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.952571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae81f8e-6a38-41c8-a2f0-8c33379fc170 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.956648 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4ae81f8e-6a38-41c8-a2f0-8c33379fc170 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0973287 Aug 16 02:02:34.969851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50396) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.065527 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95bdc13-0183-47d6-bd8a-297a9fd291e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 00d7d21d-44e5-4c31-ac24-dfd47b80576f {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:35.069903 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc13-0183-47d6-bd8a-297a9fd291e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.104271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:35.125506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Pushing event updated for resources: {'Port': ['ID=1c2ccbb7-9ff5-4514-9699-902904bd196d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.128303 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.146954 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc13-0183-47d6-bd8a-297a9fd291e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.193367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Pushing event updated for resources: {'Port': ['ID=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.222838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:35.223533 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.252618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.253253 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.264301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc13-0183-47d6-bd8a-297a9fd291e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.281682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.282310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.283731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-dcb60f78-1929-48c8-afa5-1068e0fd712a service neutron] 10.222.0.64 "PUT /v2.0/ports/494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 HTTP/1.1" status: 200 len: 1092 time: 3.1081836 Aug 16 02:02:35.284169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '494096bd-b3ee-4fa5-ba4a-a50aa9db7d09'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:35.286947 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973a05f3-ec15-415f-87ac-e65bf88049c0" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "494096bd-b3ee-4fa5-ba4a-a50aa9db7d09"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:35.354194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883a86f-6aaa-46c7-af6b-089af382ee32 req-5ed136e1-8022-4cd2-930d-cf777b20d09f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.360203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883a86f-6aaa-46c7-af6b-089af382ee32 req-5ed136e1-8022-4cd2-930d-cf777b20d09f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.366825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883a86f-6aaa-46c7-af6b-089af382ee32 req-5ed136e1-8022-4cd2-930d-cf777b20d09f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.373054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883a86f-6aaa-46c7-af6b-089af382ee32 req-5ed136e1-8022-4cd2-930d-cf777b20d09f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.378997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883a86f-6aaa-46c7-af6b-089af382ee32 req-5ed136e1-8022-4cd2-930d-cf777b20d09f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.385287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883a86f-6aaa-46c7-af6b-089af382ee32 req-5ed136e1-8022-4cd2-930d-cf777b20d09f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.391126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883a86f-6aaa-46c7-af6b-089af382ee32 req-5ed136e1-8022-4cd2-930d-cf777b20d09f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.393022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0883a86f-6aaa-46c7-af6b-089af382ee32 req-5ed136e1-8022-4cd2-930d-cf777b20d09f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5417 time: 0.2689588 Aug 16 02:02:35.473387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Request body: {'port': {'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:35.522233 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0883a86f-6aaa-46c7-af6b-089af382ee32 req-e9463537-e24e-4662-a64e-0d0017f3cd51 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157711 Aug 16 02:02:35.531861 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc13-0183-47d6-bd8a-297a9fd291e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.592975 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc13-0183-47d6-bd8a-297a9fd291e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.594814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f7a16-f807-4add-9638-ec6f7f4adcfe None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:35.602872 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c95bdc13-0183-47d6-bd8a-297a9fd291e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/00d7d21d-44e5-4c31-ac24-dfd47b80576f HTTP/1.1" status: 204 len: 168 time: 0.6316769 Aug 16 02:02:35.603522 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50404) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.659014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bdc13-0183-47d6-bd8a-297a9fd291e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=00d7d21d-44e5-4c31-ac24-dfd47b80576f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.672927 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a5f3df0c-36d1-4fbf-a1d0-bb9c07484be3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651367 Aug 16 02:02:35.674999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50406) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.753999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a26322-3c1e-40e3-a716-1406a07018c8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.756693 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a9a26322-3c1e-40e3-a716-1406a07018c8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0775483 Aug 16 02:02:35.757928 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50410) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.826298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d21ce1-9426-4f68-ab71-c61f91c6071a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.831700 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d8d21ce1-9426-4f68-ab71-c61f91c6071a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0733211 Aug 16 02:02:35.832390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50412) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.862996 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.892894 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a7159d32-ca46-4126-99c4-002b3fa41344 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572503 Aug 16 02:02:35.892894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50414) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.897594 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dcddfd4b-4d33-4e21-b10f-e0cb6dc3d45c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:35.912393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911eb733-fff3-4eaf-9701-c38f2a58e7eb None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:35.972787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-911eb733-fff3-4eaf-9701-c38f2a58e7eb None None] Deleting port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:35.973592 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-911eb733-fff3-4eaf-9701-c38f2a58e7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.013648 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a73274-e80b-47b9-b8b1-3eb5dc4e0b7e x-openstack-request-id: req-84a73274-e80b-47b9-b8b1-3eb5dc4e0b7e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:36.013883 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "494096bd-b3ee-4fa5-ba4a-a50aa9db7d09", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:36.014098 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84a73274-e80b-47b9-b8b1-3eb5dc4e0b7e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:36.014493 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '494096bd-b3ee-4fa5-ba4a-a50aa9db7d09', 'status': 'completed', 'code': 200} Aug 16 02:02:36.017781 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-ea6f21a2-4003-4917-9fb8-efce599ecd26 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2292986 Aug 16 02:02:36.049744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-911eb733-fff3-4eaf-9701-c38f2a58e7eb None None] For port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=cfb1e73b-f590-4ecc-a69c-bcf7ad274d30,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:36.050184 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-911eb733-fff3-4eaf-9701-c38f2a58e7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.061908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Request body: {'port': {'device_id': '948694dc-d5e7-41bd-9a39-20c11b902f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:36.063541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-911eb733-fff3-4eaf-9701-c38f2a58e7eb None None] Calling delete_port for cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:36.074559 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.103155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcddfd4b-4d33-4e21-b10f-e0cb6dc3d45c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:36.111086 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dcddfd4b-4d33-4e21-b10f-e0cb6dc3d45c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.224986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-3b5a4863-71ae-4c05-ad48-1bc57c89fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.225472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-3b5a4863-71ae-4c05-ad48-1bc57c89fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.226261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-3b5a4863-71ae-4c05-ad48-1bc57c89fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.226434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-3b5a4863-71ae-4c05-ad48-1bc57c89fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.226901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-3b5a4863-71ae-4c05-ad48-1bc57c89fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.227545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-3b5a4863-71ae-4c05-ad48-1bc57c89fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.227834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-3b5a4863-71ae-4c05-ad48-1bc57c89fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.229800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-3b5a4863-71ae-4c05-ad48-1bc57c89fd85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6425 time: 0.2328465 Aug 16 02:02:36.237112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05f21e-50e5-4ff2-a07d-5382847c9058 req-a91871ed-8667-41ed-b2b7-6493f0084b06 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.238584 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b05f21e-50e5-4ff2-a07d-5382847c9058 req-a91871ed-8667-41ed-b2b7-6493f0084b06 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 932 time: 0.2336552 Aug 16 02:02:36.257490 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-911eb733-fff3-4eaf-9701-c38f2a58e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.266448 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2009f742-a170-4788-8dfe-1ffe9842fc1e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.282450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.287987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eb733-fff3-4eaf-9701-c38f2a58e7eb None None] Pushing event deleted for resources: {'Port': ['ID=cfb1e73b-f590-4ecc-a69c-bcf7ad274d30,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:36.297974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911eb733-fff3-4eaf-9701-c38f2a58e7eb None None] No DVR routers for this DVR port cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:36.434109 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2009f742-a170-4788-8dfe-1ffe9842fc1e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.496459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b05f21e-50e5-4ff2-a07d-5382847c9058 req-43f29726-120b-470e-8414-b7368e72423c tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324893 Aug 16 02:02:36.547563 n-d-768509-23 neutron-server[95515]: DEBUG neutron.objects.ports [None req-dcddfd4b-4d33-4e21-b10f-e0cb6dc3d45c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95515) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:02:36.549128 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dcddfd4b-4d33-4e21-b10f-e0cb6dc3d45c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.592726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcddfd4b-4d33-4e21-b10f-e0cb6dc3d45c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:36.601386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-dcddfd4b-4d33-4e21-b10f-e0cb6dc3d45c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:36.602832 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcddfd4b-4d33-4e21-b10f-e0cb6dc3d45c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.603572 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dcddfd4b-4d33-4e21-b10f-e0cb6dc3d45c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.610988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d66358-8fb9-4056-b530-e7ca1e1f124d None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:36.651228 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddfd4b-4d33-4e21-b10f-e0cb6dc3d45c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=7d56fa45-4acd-404d-805d-656e887ee9f5,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:36.712806 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dcddfd4b-4d33-4e21-b10f-e0cb6dc3d45c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8167329 Aug 16 02:02:36.712806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50420) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:36.725210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:a4:e9:40', 'name': 'tempest-NetworksTestDHCPv6-28550910'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:36.737057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-393db191-4918-4853-90fe-ff03fdeaee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.737687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-393db191-4918-4853-90fe-ff03fdeaee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.738631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-393db191-4918-4853-90fe-ff03fdeaee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.741239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-393db191-4918-4853-90fe-ff03fdeaee85 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=04cb457200f149dfa8213df96b2e0c74&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4977648 Aug 16 02:02:36.988144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:37.026640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bd502-4d90-436b-9eaf-312a813571d8 req-c8debc24-6ae3-424e-a5f2-95be2ac5c61a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.033524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bd502-4d90-436b-9eaf-312a813571d8 req-c8debc24-6ae3-424e-a5f2-95be2ac5c61a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.043110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bd502-4d90-436b-9eaf-312a813571d8 req-c8debc24-6ae3-424e-a5f2-95be2ac5c61a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.049392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bd502-4d90-436b-9eaf-312a813571d8 req-c8debc24-6ae3-424e-a5f2-95be2ac5c61a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.057255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bd502-4d90-436b-9eaf-312a813571d8 req-c8debc24-6ae3-424e-a5f2-95be2ac5c61a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.068216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bd502-4d90-436b-9eaf-312a813571d8 req-c8debc24-6ae3-424e-a5f2-95be2ac5c61a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.071885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bd502-4d90-436b-9eaf-312a813571d8 req-c8debc24-6ae3-424e-a5f2-95be2ac5c61a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.081270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b9bd502-4d90-436b-9eaf-312a813571d8 req-c8debc24-6ae3-424e-a5f2-95be2ac5c61a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5417 time: 0.3999085 Aug 16 02:02:37.095061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:37.105660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2009f742-a170-4788-8dfe-1ffe9842fc1e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 6e7085d2-4460-4248-9791-17a60ef97f53 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:37.120310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:37.121186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device cfb1e73b-f590-4ecc-a69c-bcf7ad274d30 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:37.165536 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '7d56fa45-4acd-404d-805d-656e887ee9f5'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:37.166437 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.178364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.204505 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 0f7d049f-3235-4179-9d36-480826e3fcfa yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:37.229031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-e0f01b8a-1a31-40fd-b631-e67d5e803f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.231511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-973a05f3-ec15-415f-87ac-e65bf88049c0 req-e0f01b8a-1a31-40fd-b631-e67d5e803f04 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4801729 Aug 16 02:02:37.309965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b9bd502-4d90-436b-9eaf-312a813571d8 req-65a2a7a2-6eb6-43bf-84e6-9f96108813f2 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2185469 Aug 16 02:02:37.342914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82768d0-3b02-457d-9307-5658bd230ee0 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:37.369226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Allocated IP 2001:db8::f816:3eff:fe2e:fd75 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/7d56fa45-4acd-404d-805d-656e887ee9f5/fa57954e-c954-45c0-95c5-df617d071140) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:37.456775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.483454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2009f742-a170-4788-8dfe-1ffe9842fc1e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:37.499779 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cafb0-1eb5-4922-9cdb-4b8eb56869dd None None] Sync routers for ids ['6e7085d2-4460-4248-9791-17a60ef97f53'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:37.515448 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2009f742-a170-4788-8dfe-1ffe9842fc1e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.519368 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cafb0-1eb5-4922-9cdb-4b8eb56869dd None None] Routers {'6e7085d2-4460-4248-9791-17a60ef97f53'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:37.520101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2009f742-a170-4788-8dfe-1ffe9842fc1e tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/6e7085d2-4460-4248-9791-17a60ef97f53 HTTP/1.1" status: 200 len: 891 time: 2.5967050 Aug 16 02:02:37.520193 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8f4cafb0-1eb5-4922-9cdb-4b8eb56869dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e7085d2-4460-4248-9791-17a60ef97f53'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:37.522919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50430) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:37.523063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Transition to ACTIVE for port object b82768d0-3b02-457d-9307-5658bd230ee0 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:37.542173 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2ccbb7-9ff5-4514-9699-902904bd196d {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:37.551613 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.570408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Transition to ACTIVE for port object 1c2ccbb7-9ff5-4514-9699-902904bd196d will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:37.608137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50434) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:37.609226 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8f4cafb0-1eb5-4922-9cdb-4b8eb56869dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:37.628300 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.631312 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cafb0-1eb5-4922-9cdb-4b8eb56869dd None None] Routers {'6e7085d2-4460-4248-9791-17a60ef97f53'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:37.631949 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8f4cafb0-1eb5-4922-9cdb-4b8eb56869dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e7085d2-4460-4248-9791-17a60ef97f53'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:37.688420 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.747735 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8f4cafb0-1eb5-4922-9cdb-4b8eb56869dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:37.748390 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cafb0-1eb5-4922-9cdb-4b8eb56869dd None None] The sync data for ids ['6e7085d2-4460-4248-9791-17a60ef97f53'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:37.791543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.814788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Transition to ACTIVE for port object fa57954e-c954-45c0-95c5-df617d071140 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:37.838339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Transition to ACTIVE for port object fa57954e-c954-45c0-95c5-df617d071140 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:37.891490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8548567b-8f44-400c-ab31-c80d9e1c1f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.897662 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.935954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Pushing event updated for resources: {'Port': ['ID=b82768d0-3b02-457d-9307-5658bd230ee0,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:37.998682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Pushing event updated for resources: {'Port': ['ID=fa57954e-c954-45c0-95c5-df617d071140,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.017787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:38.020182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:38.024753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:38.089793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc527961-569b-4b03-9198-89587a518575 req-5df3fd2e-65d2-4d74-abed-4d0d2b92eef2 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.098322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc527961-569b-4b03-9198-89587a518575 req-5df3fd2e-65d2-4d74-abed-4d0d2b92eef2 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 944 time: 0.3609285 Aug 16 02:02:38.126108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Attempting to bind port fa57954e-c954-45c0-95c5-df617d071140 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:38.126646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Attempting to bind port fa57954e-c954-45c0-95c5-df617d071140 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:38.127118 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Attempting to bind port fa57954e-c954-45c0-95c5-df617d071140 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:38.137766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:38.138442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:38.139147 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.139472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:38.140474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Bound port: fa57954e-c954-45c0-95c5-df617d071140, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:38.141110 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.163477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2ccbb7-9ff5-4514-9699-902904bd196d,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.210893 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc527961-569b-4b03-9198-89587a518575 req-ac6d45b4-4554-414f-b04f-3fe2598e5dbc tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043210 Aug 16 02:02:38.253020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] For port fa57954e-c954-45c0-95c5-df617d071140, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:38.261465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] For port fa57954e-c954-45c0-95c5-df617d071140, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fa57954e-c954-45c0-95c5-df617d071140,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:38.313060 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-61f7a08d-d757-4b31-ac4c-2bf2a188809f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/routers/6e7085d2-4460-4248-9791-17a60ef97f53 HTTP/1.1" status: 200 len: 891 time: 0.7888422 Aug 16 02:02:38.313780 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50444) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:38.316695 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8548567b-8f44-400c-ab31-c80d9e1c1f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.319130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Attempting to bind port 1c2ccbb7-9ff5-4514-9699-902904bd196d on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:38.319590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Attempting to bind port 1c2ccbb7-9ff5-4514-9699-902904bd196d by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:38.320054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Attempting to bind port 1c2ccbb7-9ff5-4514-9699-902904bd196d on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:38.325911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Attempting to bind port b82768d0-3b02-457d-9307-5658bd230ee0 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:38.326961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Attempting to bind port b82768d0-3b02-457d-9307-5658bd230ee0 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:38.326961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Attempting to bind port b82768d0-3b02-457d-9307-5658bd230ee0 on network 4ce77b4b-70a2-4991-aceb-89c12fc0771f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:38.332295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Port 1c2ccbb7-9ff5-4514-9699-902904bd196d on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:38.332295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Attempting to bind port 1c2ccbb7-9ff5-4514-9699-902904bd196d on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:38.338953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:38.339441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Checking segment: {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:38.339991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Bound using segment: {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:38.340485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Bound port: 1c2ccbb7-9ff5-4514-9699-902904bd196d, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:38.341170 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.344155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Port b82768d0-3b02-457d-9307-5658bd230ee0 on network 4ce77b4b-70a2-4991-aceb-89c12fc0771f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:38.344603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Attempting to bind port b82768d0-3b02-457d-9307-5658bd230ee0 on network 4ce77b4b-70a2-4991-aceb-89c12fc0771f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:38.349255 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-94859e87-6bf5-492c-85b3-46df98b12aaf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e7085d2-4460-4248-9791-17a60ef97f53 HTTP/1.1" status: 200 len: 205 time: 0.0346448 Aug 16 02:02:38.350420 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.351668 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50448) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:38.358607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::f816:3eff:fea4:e940 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/7d56fa45-4acd-404d-805d-656e887ee9f5/0f7d049f-3235-4179-9d36-480826e3fcfa) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:38.368449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:38.369060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Checking segment: {'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:38.369672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Bound using segment: {'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:38.370270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Bound port: b82768d0-3b02-457d-9307-5658bd230ee0, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8131219-030f-467e-afe3-f819eb0b7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:38.370735 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.464578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] For port 1c2ccbb7-9ff5-4514-9699-902904bd196d, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:38.469500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] For port 1c2ccbb7-9ff5-4514-9699-902904bd196d, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1c2ccbb7-9ff5-4514-9699-902904bd196d,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:38.481730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73c4fb-8f2b-40aa-a570-b2b8c4969224 None None] Pushing event updated for resources: {'Port': ['ID=fa57954e-c954-45c0-95c5-df617d071140,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.502123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8548567b-8f44-400c-ab31-c80d9e1c1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.537043 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8548567b-8f44-400c-ab31-c80d9e1c1f25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c7203a15d514cd8a086de470da10dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9275868 Aug 16 02:02:38.542752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50454) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:38.564133 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.576119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.689389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.690415 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.691586 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] 10.222.0.74 "PUT /v2.0/ports/1c2ccbb7-9ff5-4514-9699-902904bd196d HTTP/1.1" status: 200 len: 1093 time: 2.6341064 Aug 16 02:02:38.703839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948694dc-d5e7-41bd-9a39-20c11b902f81', 'tag': '1c2ccbb7-9ff5-4514-9699-902904bd196d'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:38.707046 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8ddfb1-5c96-4248-aa0b-6289068b745a" -d '{"events": [{"name": "network-changed", "server_uuid": "948694dc-d5e7-41bd-9a39-20c11b902f81", "tag": "1c2ccbb7-9ff5-4514-9699-902904bd196d"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:38.710093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548567b-8f44-400c-ab31-c80d9e1c1f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbb41f4-4434-4756-9e4d-de8cc1b8cbb9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.725394 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.733786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] For port b82768d0-3b02-457d-9307-5658bd230ee0, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:38.789186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] For port b82768d0-3b02-457d-9307-5658bd230ee0, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b82768d0-3b02-457d-9307-5658bd230ee0,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:38.840149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 0f7d049f-3235-4179-9d36-480826e3fcfa will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:38.885065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ad558-022b-495d-8000-e8112868ffc0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2ccbb7-9ff5-4514-9699-902904bd196d,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.887880 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad5792b1-9e6c-4c81-9acc-94bdefce2c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.890132 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.917014 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.968141 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.968461 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.970502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] 10.222.0.64 "PUT /v2.0/ports/b82768d0-3b02-457d-9307-5658bd230ee0 HTTP/1.1" status: 200 len: 1092 time: 3.5014732 Aug 16 02:02:38.988858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.035950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c3fb8-e8eb-4c1a-bacb-9c886369afad req-3528cd46-1182-4b26-b89b-310fa0d79817 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.044692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c3fb8-e8eb-4c1a-bacb-9c886369afad req-3528cd46-1182-4b26-b89b-310fa0d79817 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.053098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c3fb8-e8eb-4c1a-bacb-9c886369afad req-3528cd46-1182-4b26-b89b-310fa0d79817 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.060889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c3fb8-e8eb-4c1a-bacb-9c886369afad req-3528cd46-1182-4b26-b89b-310fa0d79817 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.067114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c3fb8-e8eb-4c1a-bacb-9c886369afad req-3528cd46-1182-4b26-b89b-310fa0d79817 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.073559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c3fb8-e8eb-4c1a-bacb-9c886369afad req-3528cd46-1182-4b26-b89b-310fa0d79817 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.079663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c3fb8-e8eb-4c1a-bacb-9c886369afad req-3528cd46-1182-4b26-b89b-310fa0d79817 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.081899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-094c3fb8-e8eb-4c1a-bacb-9c886369afad req-3528cd46-1182-4b26-b89b-310fa0d79817 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.2562425 Aug 16 02:02:39.084256 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad5792b1-9e6c-4c81-9acc-94bdefce2c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.144101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:39.158193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:39.164366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:39.165774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fa57954e-c954-45c0-95c5-df617d071140 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:39.171887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.171887 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.183619 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=0f7d049f-3235-4179-9d36-480826e3fcfa,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.226325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 3c1b5348-629a-45e2-8c4c-977a922a5d52 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:39.227679 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.334140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.349533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 3c1b5348-629a-45e2-8c4c-977a922a5d52 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:39.355041 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4f9c7a03-9c90-4b58-9376-d7bc3599b2ce tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6412277 Aug 16 02:02:39.355790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50462) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:39.363230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port fa57954e-c954-45c0-95c5-df617d071140 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:39.468598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e1bf4f-1438-497a-a575-7ec6012dd313 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.476161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e1bf4f-1438-497a-a575-7ec6012dd313 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.481956 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-74e1bf4f-1438-497a-a575-7ec6012dd313 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1213682 Aug 16 02:02:39.482999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50464) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:39.587907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-d0ddf44e-5a39-4dd4-bf63-45a22e773f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.589551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-d0ddf44e-5a39-4dd4-bf63-45a22e773f43 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 1096 time: 0.7671175 Aug 16 02:02:39.611874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086da9b0-399b-4471-9d21-d9f21a9e6637 service neutron] Pushing event updated for resources: {'Port': ['ID=b82768d0-3b02-457d-9307-5658bd230ee0,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.666442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1a896047-68a5-43a5-96ff-a373ae3c1ec0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 0f7d049f-3235-4179-9d36-480826e3fcfa {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:39.666868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a896047-68a5-43a5-96ff-a373ae3c1ec0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.677110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-2511a88a-6eb3-4417-bace-29b979119953 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c2ccbb7-9ff5-4514-9699-902904bd196d HTTP/1.1" status: 200 len: 217 time: 0.0611100 Aug 16 02:02:39.714798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-094c3fb8-e8eb-4c1a-bacb-9c886369afad req-46eabe4d-2875-478d-8b02-870789ea99e4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6043005 Aug 16 02:02:39.746273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-24b4c6be-0908-48be-a15a-c7beeedbb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.746765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-24b4c6be-0908-48be-a15a-c7beeedbb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.747551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-24b4c6be-0908-48be-a15a-c7beeedbb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.748032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-24b4c6be-0908-48be-a15a-c7beeedbb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.748511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-24b4c6be-0908-48be-a15a-c7beeedbb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.749179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-24b4c6be-0908-48be-a15a-c7beeedbb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.749439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-24b4c6be-0908-48be-a15a-c7beeedbb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.751790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-24b4c6be-0908-48be-a15a-c7beeedbb247 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6493 time: 0.6047933 Aug 16 02:02:39.780809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-e6730891-0a53-432e-a258-afd470fbebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.782956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-e6730891-0a53-432e-a258-afd470fbebf2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b5d9887-5831-4c81-9b1b-b777b7b590be HTTP/1.1" status: 200 len: 854 time: 0.0958676 Aug 16 02:02:39.847895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-a4788f82-3452-48ee-aa2e-3f30051a5e65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a HTTP/1.1" status: 200 len: 217 time: 0.0637343 Aug 16 02:02:39.862259 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a896047-68a5-43a5-96ff-a373ae3c1ec0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.885097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-d0ed716d-ed3e-4d1d-84b9-b316a8be11d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56ae16c4-b4d3-4d7b-b550-07b2d89834df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921764 Aug 16 02:02:39.885770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad5792b1-9e6c-4c81-9acc-94bdefce2c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.890491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1a896047-68a5-43a5-96ff-a373ae3c1ec0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 0f7d049f-3235-4179-9d36-480826e3fcfa owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:39.891573 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad5792b1-9e6c-4c81-9acc-94bdefce2c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.912535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ad5792b1-9e6c-4c81-9acc-94bdefce2c79 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bbb41f4-4434-4756-9e4d-de8cc1b8cbb9 HTTP/1.1" status: 204 len: 168 time: 1.3494768 Aug 16 02:02:39.915024 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd033c9-e7cc-4fe4-8604-949cf5e705b9 x-openstack-request-id: req-2fd033c9-e7cc-4fe4-8604-949cf5e705b9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:39.915327 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948694dc-d5e7-41bd-9a39-20c11b902f81", "tag": "1c2ccbb7-9ff5-4514-9699-902904bd196d", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:39.915571 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2fd033c9-e7cc-4fe4-8604-949cf5e705b9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:39.916864 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948694dc-d5e7-41bd-9a39-20c11b902f81', 'tag': '1c2ccbb7-9ff5-4514-9699-902904bd196d', 'status': 'completed', 'code': 200} Aug 16 02:02:39.982957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5792b1-9e6c-4c81-9acc-94bdefce2c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbb41f4-4434-4756-9e4d-de8cc1b8cbb9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.989513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.045276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=3c1b5348-629a-45e2-8c4c-977a922a5d52,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.126173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-38b05779-6126-48eb-8c5f-455466e9ff89 None None] Provisioning for port fa57954e-c954-45c0-95c5-df617d071140 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:40.133347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-38b05779-6126-48eb-8c5f-455466e9ff89 None None] Provisioning complete for port fa57954e-c954-45c0-95c5-df617d071140 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:40.137133 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-38b05779-6126-48eb-8c5f-455466e9ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.148198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-8155ba2f-8042-4eca-8db7-657ea017a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.149753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-8155ba2f-8042-4eca-8db7-657ea017a931 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b3dfa6-0893-4c38-835d-a362973d66fb HTTP/1.1" status: 200 len: 855 time: 0.2844923 Aug 16 02:02:40.156494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.156839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.157305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.168060 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.168449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.168807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.169151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.169489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.169844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.170172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.170550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.170874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:40.203988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e18c8-d0af-410f-a2db-e9082ec9f776 req-50bdd9fb-b011-4b40-9052-26dd8d761c8c tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.215639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-678e18c8-d0af-410f-a2db-e9082ec9f776 req-50bdd9fb-b011-4b40-9052-26dd8d761c8c tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 944 time: 0.2291265 Aug 16 02:02:40.240430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.258597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-23174a90-f788-4feb-a47f-0d7dba432a3f service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408489 Aug 16 02:02:40.314022 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-38b05779-6126-48eb-8c5f-455466e9ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.356304 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a896047-68a5-43a5-96ff-a373ae3c1ec0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.378604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6c750c56-a288-4d17-938c-1e235b11f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.382004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6c750c56-a288-4d17-938c-1e235b11f8a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2180901 Aug 16 02:02:40.385801 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-38b05779-6126-48eb-8c5f-455466e9ff89 None None] For port fa57954e-c954-45c0-95c5-df617d071140, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fa57954e-c954-45c0-95c5-df617d071140,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:40.433487 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-38b05779-6126-48eb-8c5f-455466e9ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.445868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-678e18c8-d0af-410f-a2db-e9082ec9f776 req-8deb7f9e-c06a-460b-ad03-6b1ecbff9ba9 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146337 Aug 16 02:02:40.449132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a896047-68a5-43a5-96ff-a373ae3c1ec0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=0f7d049f-3235-4179-9d36-480826e3fcfa,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.468551 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.470684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.479341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a896047-68a5-43a5-96ff-a373ae3c1ec0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.482836 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1a896047-68a5-43a5-96ff-a373ae3c1ec0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/0f7d049f-3235-4179-9d36-480826e3fcfa HTTP/1.1" status: 204 len: 168 time: 0.9984696 Aug 16 02:02:40.491448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50478) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.532240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b05779-6126-48eb-8c5f-455466e9ff89 None None] Pushing event updated for resources: {'Port': ['ID=fa57954e-c954-45c0-95c5-df617d071140,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.548598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-648f68a1-103f-4066-ae85-b54a9cf95768 None None] Could not find standard attr ID for object 0f7d049f-3235-4179-9d36-480826e3fcfa. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:02:40.571727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c71b5e0-1d8b-4fb0-8b43-e4556f54824a req-9b967e9c-9730-4c93-b6c0-c359df730789 service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036792 Aug 16 02:02:40.618498 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8e220f-137c-421d-8480-34870db1d093 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.620248 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8e220f-137c-421d-8480-34870db1d093 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.621898 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5c8e220f-137c-421d-8480-34870db1d093 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0988381 Aug 16 02:02:40.626354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-2abf2425-a2a4-400d-9015-8b05cf3e90ba service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327740 Aug 16 02:02:40.627178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50482) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.704925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-2534c946-7633-4b8c-b0a4-cec040e337f4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 7d56fa45-4acd-404d-805d-656e887ee9f5 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:40.714783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.718520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Fanout notify agent at l3_agent the message router_deleted on router 6e7085d2-4460-4248-9791-17a60ef97f53 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:40.726236 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.727480 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9886e6d4-02bd-494a-b199-1fc1af019f43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/6e7085d2-4460-4248-9791-17a60ef97f53 HTTP/1.1" status: 204 len: 168 time: 2.3748372 Aug 16 02:02:40.730477 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2534c946-7633-4b8c-b0a4-cec040e337f4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.733956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50484) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.741132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-106050399'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:40.879970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:40.883829 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.884025 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2534c946-7633-4b8c-b0a4-cec040e337f4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.911586 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:40.917210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ddfb1-5c96-4248-aa0b-6289068b745a req-0524203f-a331-4579-859f-d183641c5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.918969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f8ddfb1-5c96-4248-aa0b-6289068b745a req-0524203f-a331-4579-859f-d183641c5bd5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 1096 time: 0.2105718 Aug 16 02:02:40.922500 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.922500 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added segment 59825ed3-1282-436c-a31e-bac7370a490b of type vlan for network 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 Aug 16 02:02:40.969652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-3a0dce87-1a79-4a2c-bfbb-d0d2c85bc8ae service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275545 Aug 16 02:02:40.973191 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.060628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fa57954e-c954-45c0-95c5-df617d071140 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:41.064942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a8df4-d36a-408b-9cc8-7fc832a4f833 req-391a38cb-e715-4a54-86eb-5219843e815f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.071125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a8df4-d36a-408b-9cc8-7fc832a4f833 req-391a38cb-e715-4a54-86eb-5219843e815f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.076979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a8df4-d36a-408b-9cc8-7fc832a4f833 req-391a38cb-e715-4a54-86eb-5219843e815f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.083478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a8df4-d36a-408b-9cc8-7fc832a4f833 req-391a38cb-e715-4a54-86eb-5219843e815f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.089469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a8df4-d36a-408b-9cc8-7fc832a4f833 req-391a38cb-e715-4a54-86eb-5219843e815f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.095535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a8df4-d36a-408b-9cc8-7fc832a4f833 req-391a38cb-e715-4a54-86eb-5219843e815f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.102187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a8df4-d36a-408b-9cc8-7fc832a4f833 req-391a38cb-e715-4a54-86eb-5219843e815f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.104253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-298a8df4-d36a-408b-9cc8-7fc832a4f833 req-391a38cb-e715-4a54-86eb-5219843e815f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.2922757 Aug 16 02:02:41.114490 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.121978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.122735 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.129604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-4e65d1c0-652f-4c44-8737-6a594b39682f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=e70f9fc9-ed04-4a72-83f4-44c5c0c51270 HTTP/1.1" status: 200 len: 217 time: 0.1257033 Aug 16 02:02:41.193500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port fa57954e-c954-45c0-95c5-df617d071140 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:41.194974 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.216390 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2534c946-7633-4b8c-b0a4-cec040e337f4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.284594 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Network': ['ID=6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.289997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5fc179cd-f610-499a-adde-714d1dcacee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.291510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-5fc179cd-f610-499a-adde-714d1dcacee1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.1519420 Aug 16 02:02:41.297300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ddfb1-5c96-4248-aa0b-6289068b745a req-167d7dbe-93ad-4a55-8f51-2ee961e8e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.298766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f8ddfb1-5c96-4248-aa0b-6289068b745a req-167d7dbe-93ad-4a55-8f51-2ee961e8e9dc service neutron] 10.222.0.74 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 915 time: 0.3623486 Aug 16 02:02:41.315142 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-298a8df4-d36a-408b-9cc8-7fc832a4f833 req-43ef0291-23f9-4cd7-a809-0889b6a0c1cd tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498735 Aug 16 02:02:41.317056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:41.331001 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f3302c82-b34f-4ead-822a-662b81aaebd8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5955765 Aug 16 02:02:41.332271 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50498) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.342754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'subnet': {'network_id': '6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:41.396472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f8ddfb1-5c96-4248-aa0b-6289068b745a req-69acd964-24ac-4213-9846-ed9cb7eec25c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c2ccbb7-9ff5-4514-9699-902904bd196d HTTP/1.1" status: 200 len: 217 time: 0.0508032 Aug 16 02:02:41.502961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ddfb1-5c96-4248-aa0b-6289068b745a req-0d4b35a2-2f0d-4187-85df-db01624b5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.504470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f8ddfb1-5c96-4248-aa0b-6289068b745a req-0d4b35a2-2f0d-4187-85df-db01624b5046 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b5d9887-5831-4c81-9b1b-b777b7b590be HTTP/1.1" status: 200 len: 854 time: 0.0744426 Aug 16 02:02:41.512629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-d12520be-ed06-4fe0-86de-d3bef35fa0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.514296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-d12520be-ed06-4fe0-86de-d3bef35fa0af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2122817 Aug 16 02:02:41.576525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f8ddfb1-5c96-4248-aa0b-6289068b745a req-64787b4c-ce33-4a53-aa32-248b49abab07 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56ae16c4-b4d3-4d7b-b550-07b2d89834df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612690 Aug 16 02:02:41.592792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:41.596710 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.610694 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2534c946-7633-4b8c-b0a4-cec040e337f4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.712554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534c946-7633-4b8c-b0a4-cec040e337f4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=7d56fa45-4acd-404d-805d-656e887ee9f5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.721909 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2534c946-7633-4b8c-b0a4-cec040e337f4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.726208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2534c946-7633-4b8c-b0a4-cec040e337f4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/7d56fa45-4acd-404d-805d-656e887ee9f5 HTTP/1.1" status: 204 len: 168 time: 1.0943639 Aug 16 02:02:41.728430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50514) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.730715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6749cca-7dec-4e33-b062-64677c643ba0 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:41.830053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8ec5c571-c1e9-41d7-9511-461f990d286a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853515 Aug 16 02:02:41.830343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50516) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.836881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-17729ee5-08a7-4f89-b7d5-85d9170c0959 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:41.872644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991979bb-7471-4f62-8d3b-575d57c0878b req-d6ca4da0-c423-44e4-bc69-ef1b35304765 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.879513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991979bb-7471-4f62-8d3b-575d57c0878b req-d6ca4da0-c423-44e4-bc69-ef1b35304765 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 944 time: 0.3423908 Aug 16 02:02:41.910158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-a61d44c9-e50a-4396-b306-a0b4517a868a service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757873 Aug 16 02:02:41.914351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f8ddfb1-5c96-4248-aa0b-6289068b745a req-2c897bd3-77ee-4b88-875b-550f1dfe3859 service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071585 Aug 16 02:02:41.921458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': 'b82768d0-3b02-457d-9307-5658bd230ee0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:41.923598 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf89484e-5ee8-494b-880b-bbe182c9d6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "b82768d0-3b02-457d-9307-5658bd230ee0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:41.945667 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.971238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25bafe6-93a7-4804-b6fe-0f4c01cb933d None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:42.046192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Subnet': ['ID=ec489980-26fc-411a-83f6-87f98c35c295,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.050470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991979bb-7471-4f62-8d3b-575d57c0878b req-35e13901-d1d1-48cf-89c0-50737221e327 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650643 Aug 16 02:02:42.069597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Checking segment: {'id': '59825ed3-1282-436c-a31e-bac7370a490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:42.076167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network hostable DHCP agents. Network: 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:42.078044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f25bafe6-93a7-4804-b6fe-0f4c01cb933d None None] Deleting port fa57954e-c954-45c0-95c5-df617d071140 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:42.078421 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f25bafe6-93a7-4804-b6fe-0f4c01cb933d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.125410 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ff16d3-259d-4f54-81bc-2b6c04f71a0d x-openstack-request-id: req-03ff16d3-259d-4f54-81bc-2b6c04f71a0d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:42.125707 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "b82768d0-3b02-457d-9307-5658bd230ee0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:42.125988 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03ff16d3-259d-4f54-81bc-2b6c04f71a0d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:42.126387 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': 'b82768d0-3b02-457d-9307-5658bd230ee0', 'status': 'completed', 'code': 200} Aug 16 02:02:42.149164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f8ddfb1-5c96-4248-aa0b-6289068b745a req-fb6a2b7d-4037-4875-8d9d-60ddcdf5861e service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029085 Aug 16 02:02:42.149541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f25bafe6-93a7-4804-b6fe-0f4c01cb933d None None] For port fa57954e-c954-45c0-95c5-df617d071140, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fa57954e-c954-45c0-95c5-df617d071140,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:42.149752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17729ee5-08a7-4f89-b7d5-85d9170c0959 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:42.150862 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f25bafe6-93a7-4804-b6fe-0f4c01cb933d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.158566 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-17729ee5-08a7-4f89-b7d5-85d9170c0959 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.159721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-89e1f877-8b14-4731-80a3-b4084cd33901 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403293 Aug 16 02:02:42.173046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f25bafe6-93a7-4804-b6fe-0f4c01cb933d None None] Calling delete_port for fa57954e-c954-45c0-95c5-df617d071140 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:42.214346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:42.226859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e86c9260-55c6-45fd-bd5b-94c40648f4bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=70e1025a-d82d-4c5e-ae0d-868d21b2d578 HTTP/1.1" status: 200 len: 217 time: 0.0586679 Aug 16 02:02:42.308698 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:42.313322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e7f8f0f5-4fc3-4f24-9440-33fb5709da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.315258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-e7f8f0f5-4fc3-4f24-9440-33fb5709da66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0640438 Aug 16 02:02:42.316172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c37555-c622-40f7-b4c3-43e660438c71 None None] Network 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:42.334419 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.335325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.398482 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f25bafe6-93a7-4804-b6fe-0f4c01cb933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.433124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-43095d93-bb2d-4d5e-a1d7-dba0fe477aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.434765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-43095d93-bb2d-4d5e-a1d7-dba0fe477aca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1103101 Aug 16 02:02:42.447686 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-15d1ce01-0d0e-49eb-84cf-e98eb13ba137 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1126583 Aug 16 02:02:42.449493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50534) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:42.455511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bafe6-93a7-4804-b6fe-0f4c01cb933d None None] Pushing event deleted for resources: {'Port': ['ID=fa57954e-c954-45c0-95c5-df617d071140,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.463061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6e51fd45-fef2-4725-a227-33cf42942774 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-199697413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:42.468589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25bafe6-93a7-4804-b6fe-0f4c01cb933d None None] No DVR routers for this DVR port fa57954e-c954-45c0-95c5-df617d071140 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:42.574718 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e51fd45-fef2-4725-a227-33cf42942774 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.576223 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e51fd45-fef2-4725-a227-33cf42942774 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.601243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da6128-ead6-4991-beda-7611411e7d88 req-7d6a08f1-f148-4816-a2fd-763b35aa5d3a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.609326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da6128-ead6-4991-beda-7611411e7d88 req-7d6a08f1-f148-4816-a2fd-763b35aa5d3a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.619583 n-d-768509-23 neutron-server[95515]: DEBUG neutron.objects.ports [None req-17729ee5-08a7-4f89-b7d5-85d9170c0959 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95515) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:02:42.621418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da6128-ead6-4991-beda-7611411e7d88 req-7d6a08f1-f148-4816-a2fd-763b35aa5d3a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.625207 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-17729ee5-08a7-4f89-b7d5-85d9170c0959 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.629009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da6128-ead6-4991-beda-7611411e7d88 req-7d6a08f1-f148-4816-a2fd-763b35aa5d3a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.632318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06', 'network_id': '6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'fixed_ips': [{'subnet_id': 'ec489980-26fc-411a-83f6-87f98c35c295'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:42.633223 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.641938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da6128-ead6-4991-beda-7611411e7d88 req-7d6a08f1-f148-4816-a2fd-763b35aa5d3a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.657607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da6128-ead6-4991-beda-7611411e7d88 req-7d6a08f1-f148-4816-a2fd-763b35aa5d3a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.664999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da6128-ead6-4991-beda-7611411e7d88 req-7d6a08f1-f148-4816-a2fd-763b35aa5d3a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.672471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96da6128-ead6-4991-beda-7611411e7d88 req-7d6a08f1-f148-4816-a2fd-763b35aa5d3a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.2321591 Aug 16 02:02:42.720324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-720753ed-d0c0-40ed-bc6c-b4b4dceb5fa1 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069302 Aug 16 02:02:42.749433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e51fd45-fef2-4725-a227-33cf42942774 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.752234 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17729ee5-08a7-4f89-b7d5-85d9170c0959 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:42.759301 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-17729ee5-08a7-4f89-b7d5-85d9170c0959 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:42.762682 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17729ee5-08a7-4f89-b7d5-85d9170c0959 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.763414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-17729ee5-08a7-4f89-b7d5-85d9170c0959 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.768388 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17729ee5-08a7-4f89-b7d5-85d9170c0959 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=b4e735aa-76db-4425-bbba-3d5286057bf4,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.812939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4505e5f4-bf3e-485e-a8cf-9030fb1241c1 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:42.836578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96da6128-ead6-4991-beda-7611411e7d88 req-b658a3a0-87e2-4833-bb0c-fdae0df668ad tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162579 Aug 16 02:02:42.851805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e51fd45-fef2-4725-a227-33cf42942774 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.887031 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-17729ee5-08a7-4f89-b7d5-85d9170c0959 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0555487 Aug 16 02:02:42.889769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50548) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:42.899683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:be:73:c5', 'name': 'tempest-NetworksTestDHCPv6-1898311712'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:42.936904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e51fd45-fef2-4725-a227-33cf42942774 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.938143 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6e51fd45-fef2-4725-a227-33cf42942774 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4863095 Aug 16 02:02:42.940886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50550) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:43.022539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': 'b4e735aa-76db-4425-bbba-3d5286057bf4'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:43.024564 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.034843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-2ddcf5d4-9e12-4f74-8c3b-55f7f5fa6353 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042939 Aug 16 02:02:43.048505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Allocated IP 2001:db8::2 (6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06/ec489980-26fc-411a-83f6-87f98c35c295/9ba394c4-e7ec-4097-bf52-47242f1dd15d) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:43.182852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-41d9022d-442d-4d75-ae58-cf6c36f95f5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474 HTTP/1.1" status: 200 len: 217 time: 0.1395266 Aug 16 02:02:43.268448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Allocated IP 2001:db8::f816:3eff:fe7d:4db1 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/b4e735aa-76db-4425-bbba-3d5286057bf4/b505dbb4-fa42-4764-8646-38b849a67220) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:43.278960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79343b-9869-4797-8174-9914cf848b70 req-371d204d-2234-486d-b0ec-afe468c6604a tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.287018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb79343b-9869-4797-8174-9914cf848b70 req-371d204d-2234-486d-b0ec-afe468c6604a tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 944 time: 0.1316924 Aug 16 02:02:43.306125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-c80da5de-2a82-40a3-9f87-47f76bfe8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.307732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-c80da5de-2a82-40a3-9f87-47f76bfe8204 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.1038842 Aug 16 02:02:43.382314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb79343b-9869-4797-8174-9914cf848b70 req-7673d3b5-fa4a-4359-9964-74a94f84ada4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941720 Aug 16 02:02:43.411237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-b063fc7b-1c57-4822-9893-542546502bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.412838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-b063fc7b-1c57-4822-9893-542546502bc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0941570 Aug 16 02:02:43.456800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fa57954e-c954-45c0-95c5-df617d071140 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:43.477755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1c2ccbb7-9ff5-4514-9699-902904bd196d details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:43.488608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: fa57954e-c954-45c0-95c5-df617d071140 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:43.488783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fa57954e-c954-45c0-95c5-df617d071140 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:43.504671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:43.531836 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.562304 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.636549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-d1f0a350-b3fb-4850-83f7-edcf6cd877e6 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096064 Aug 16 02:02:43.688014 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.697973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Transition to ACTIVE for port object 9ba394c4-e7ec-4097-bf52-47242f1dd15d will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:43.722262 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.724436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Transition to ACTIVE for port object 9ba394c4-e7ec-4097-bf52-47242f1dd15d will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:43.765155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 57195705-73b4-4ef0-b2dc-04dbf9bfee71 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:43.789275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Transition to ACTIVE for port object b505dbb4-fa42-4764-8646-38b849a67220 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:43.816463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-16d6f776-16c0-4db4-903e-095da1011185 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706905 Aug 16 02:02:43.823587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Transition to ACTIVE for port object b505dbb4-fa42-4764-8646-38b849a67220 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:43.828904 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.895003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Allocated IP 2001:db8::1 (6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06/ec489980-26fc-411a-83f6-87f98c35c295/0961d78f-5dcb-49ff-a07c-d2ba0a6aada2) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:43.895496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-b08a0fb3-60ae-47fa-a46f-042819806f38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=80c01aab-f9db-4e54-8e54-8ae6a7e69aec HTTP/1.1" status: 200 len: 217 time: 0.0704467 Aug 16 02:02:43.944900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Network 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:43.949162 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.979406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:43.987050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1c2ccbb7-9ff5-4514-9699-902904bd196d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1c2ccbb7-9ff5-4514-9699-902904bd196d,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:43.992574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:44.012861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Pushing event updated for resources: {'Port': ['ID=9ba394c4-e7ec-4097-bf52-47242f1dd15d,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.018510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:44.027683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:44.029847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '1c2ccbb7-9ff5-4514-9699-902904bd196d', 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df', 'port_id': '1c2ccbb7-9ff5-4514-9699-902904bd196d', 'mac_address': 'fa:16:3e:ba:c4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5d9887-5831-4c81-9b1b-b777b7b590be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:44.031895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:44.060881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.079378 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Transition to ACTIVE for port object 0961d78f-5dcb-49ff-a07c-d2ba0a6aada2 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:44.178190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Pushing event updated for resources: {'Port': ['ID=b505dbb4-fa42-4764-8646-38b849a67220,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.216982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Attempting to bind port 9ba394c4-e7ec-4097-bf52-47242f1dd15d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:44.216982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Attempting to bind port 9ba394c4-e7ec-4097-bf52-47242f1dd15d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '59825ed3-1282-436c-a31e-bac7370a490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:44.216982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Attempting to bind port 9ba394c4-e7ec-4097-bf52-47242f1dd15d on network 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:44.229892 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.232035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:44.235228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Checking segment: {'id': '59825ed3-1282-436c-a31e-bac7370a490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:44.235228 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.235228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Bound using segment: {'id': '59825ed3-1282-436c-a31e-bac7370a490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:44.235228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Bound port: 9ba394c4-e7ec-4097-bf52-47242f1dd15d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59825ed3-1282-436c-a31e-bac7370a490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:44.235228 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.244340 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.250918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Attempting to bind port b505dbb4-fa42-4764-8646-38b849a67220 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:44.251425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Attempting to bind port b505dbb4-fa42-4764-8646-38b849a67220 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:44.252289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Attempting to bind port b505dbb4-fa42-4764-8646-38b849a67220 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:44.268764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2ccbb7-9ff5-4514-9699-902904bd196d {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:44.291128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:44.291511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:44.291906 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.292297 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:44.293226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Bound port: b505dbb4-fa42-4764-8646-38b849a67220, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:44.293226 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.320119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:44.320119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:44.323676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:44.324428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.333043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1c2ccbb7-9ff5-4514-9699-902904bd196d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1c2ccbb7-9ff5-4514-9699-902904bd196d,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:44.371416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=0961d78f-5dcb-49ff-a07c-d2ba0a6aada2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.384520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] For port 9ba394c4-e7ec-4097-bf52-47242f1dd15d, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:44.393283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] For port 9ba394c4-e7ec-4097-bf52-47242f1dd15d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9ba394c4-e7ec-4097-bf52-47242f1dd15d,segment=NetworkSegment(59825ed3-1282-436c-a31e-bac7370a490b),segment_id=59825ed3-1282-436c-a31e-bac7370a490b)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:44.432640 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.434966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] For port b505dbb4-fa42-4764-8646-38b849a67220, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:44.440415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] For port b505dbb4-fa42-4764-8646-38b849a67220, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b505dbb4-fa42-4764-8646-38b849a67220,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:44.495977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6e9f07d3-f93a-41cd-84ba-24b33dd02bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.497476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-6e9f07d3-f93a-41cd-84ba-24b33dd02bbd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.5897648 Aug 16 02:02:44.504251 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=1c2ccbb7-9ff5-4514-9699-902904bd196d,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.516907 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.551337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e73e-9c28-4562-9038-15d0660c9a38 req-82cc19af-b6de-4b45-82c4-ad1c8339df7f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.551637 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.558395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e73e-9c28-4562-9038-15d0660c9a38 req-82cc19af-b6de-4b45-82c4-ad1c8339df7f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.565743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e73e-9c28-4562-9038-15d0660c9a38 req-82cc19af-b6de-4b45-82c4-ad1c8339df7f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.572442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e73e-9c28-4562-9038-15d0660c9a38 req-82cc19af-b6de-4b45-82c4-ad1c8339df7f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.579176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e73e-9c28-4562-9038-15d0660c9a38 req-82cc19af-b6de-4b45-82c4-ad1c8339df7f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.584586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e73e-9c28-4562-9038-15d0660c9a38 req-82cc19af-b6de-4b45-82c4-ad1c8339df7f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.590469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e73e-9c28-4562-9038-15d0660c9a38 req-82cc19af-b6de-4b45-82c4-ad1c8339df7f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.592588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b32e73e-9c28-4562-9038-15d0660c9a38 req-82cc19af-b6de-4b45-82c4-ad1c8339df7f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.2189536 Aug 16 02:02:44.594056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::f816:3eff:febe:73c5 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/b4e735aa-76db-4425-bbba-3d5286057bf4/57195705-73b4-4ef0-b2dc-04dbf9bfee71) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:44.634881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.639822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf2398-37c1-4baa-b370-14384d8881b6 None None] Pushing event updated for resources: {'Port': ['ID=9ba394c4-e7ec-4097-bf52-47242f1dd15d,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.703925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['1c2ccbb7-9ff5-4514-9699-902904bd196d'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:44.752361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-42fddd92-feda-4bf3-8e76-2a87b28eb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.755308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-42fddd92-feda-4bf3-8e76-2a87b28eb66e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2477386 Aug 16 02:02:44.825104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b32e73e-9c28-4562-9038-15d0660c9a38 req-1f2a74bc-9460-4226-b4b5-e5992fab1a88 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2200062 Aug 16 02:02:44.853784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb0aa9-c275-4944-8bbd-bd30b4c79b3d None None] Pushing event updated for resources: {'Port': ['ID=b505dbb4-fa42-4764-8646-38b849a67220,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:45.250332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9ba394c4-e7ec-4097-bf52-47242f1dd15d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:45.277538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-eb999446-004d-40e6-898e-4fb2b05974b1 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106654 Aug 16 02:02:45.406899 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.417279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 9ba394c4-e7ec-4097-bf52-47242f1dd15d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:45.460974 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.504636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 57195705-73b4-4ef0-b2dc-04dbf9bfee71 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:45.524100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba4c3c-d15a-4cd8-a2ae-b93b7e72e6e2 req-b99a2482-ce9d-4431-8e1d-a083db372539 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:45.526189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0ba4c3c-d15a-4cd8-a2ae-b93b7e72e6e2 req-b99a2482-ce9d-4431-8e1d-a083db372539 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 945 time: 0.2480609 Aug 16 02:02:45.542961 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.544274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.663197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0ba4c3c-d15a-4cd8-a2ae-b93b7e72e6e2 req-61f97cdd-8375-4e29-a2c6-c7fc43bb3643 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239927 Aug 16 02:02:45.710067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-ee7b72de-ed81-431c-9383-00ea89c0d08f service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596444 Aug 16 02:02:45.769146 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=0961d78f-5dcb-49ff-a07c-d2ba0a6aada2,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:45.809252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-d41f6950-1dc7-4a1a-a018-a784e95b0daf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 HTTP/1.1" status: 200 len: 217 time: 0.0973361 Aug 16 02:02:45.823357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:45.825486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:45.871178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.944248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:45.946466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-400c288a-e6b0-4725-a605-bc82207ebee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:45.948028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-400c288a-e6b0-4725-a605-bc82207ebee2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.1311934 Aug 16 02:02:45.954081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:45.960450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:45.966895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:45.967711 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.056274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=57195705-73b4-4ef0-b2dc-04dbf9bfee71,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:46.115058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-f1b8dec6-5d11-4b61-b5a6-e4dffaec6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.116760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-f1b8dec6-5d11-4b61-b5a6-e4dffaec6bd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1576464 Aug 16 02:02:46.262038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb00700-0ef7-4643-904b-dc4765187b28 None None] Network 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:46.287155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-09024eef-35d9-470e-ad8c-9eef241484a4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3961196 Aug 16 02:02:46.290706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50678) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:46.356472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d55218-bfcb-4d4f-9dbf-cc8763885dbd req-93aec949-487a-40d8-96c6-fe05f22a96e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.363597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d55218-bfcb-4d4f-9dbf-cc8763885dbd req-93aec949-487a-40d8-96c6-fe05f22a96e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.371306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d55218-bfcb-4d4f-9dbf-cc8763885dbd req-93aec949-487a-40d8-96c6-fe05f22a96e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.377681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d55218-bfcb-4d4f-9dbf-cc8763885dbd req-93aec949-487a-40d8-96c6-fe05f22a96e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.384790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d55218-bfcb-4d4f-9dbf-cc8763885dbd req-93aec949-487a-40d8-96c6-fe05f22a96e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.390873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d55218-bfcb-4d4f-9dbf-cc8763885dbd req-93aec949-487a-40d8-96c6-fe05f22a96e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.397478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d55218-bfcb-4d4f-9dbf-cc8763885dbd req-93aec949-487a-40d8-96c6-fe05f22a96e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.406543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34d55218-bfcb-4d4f-9dbf-cc8763885dbd req-93aec949-487a-40d8-96c6-fe05f22a96e8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.3515980 Aug 16 02:02:46.482561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-04cfa9c7-df18-4641-8374-12e67ae0099e service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529053 Aug 16 02:02:46.601064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 417ec50d-1234-4bba-8e32-cf5e2d76548d is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:02:46.619281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34d55218-bfcb-4d4f-9dbf-cc8763885dbd req-cee07c2d-cff6-465d-afb5-8888be0b357f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2061083 Aug 16 02:02:46.622895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-b476deb3-9013-4cbc-a0e9-72c35a638149 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298187 Aug 16 02:02:46.673358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-76e965ee-1b0d-456c-b50a-cf125b4b331d None None] Provisioning for port 9ba394c4-e7ec-4097-bf52-47242f1dd15d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:46.687322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-76e965ee-1b0d-456c-b50a-cf125b4b331d None None] Provisioning complete for port 9ba394c4-e7ec-4097-bf52-47242f1dd15d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:46.687777 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76e965ee-1b0d-456c-b50a-cf125b4b331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.718083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-311736be-1f9d-45df-bd5b-00db43103fa9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b82768d0-3b02-457d-9307-5658bd230ee0 HTTP/1.1" status: 200 len: 217 time: 0.0856130 Aug 16 02:02:46.730529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ccd29-1d09-4d5d-a26c-a8197da2cae4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.745275 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ccd29-1d09-4d5d-a26c-a8197da2cae4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.747169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f11ccd29-1d09-4d5d-a26c-a8197da2cae4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4515855 Aug 16 02:02:46.750847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50698) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:46.858392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-7e362df8-559a-4e91-8bc3-43cbcd4baed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.860047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-7e362df8-559a-4e91-8bc3-43cbcd4baed5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.1099508 Aug 16 02:02:46.899405 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:46.908174 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2e2011ba-cf89-4fd3-8cfc-197c8f50cec0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/417ec50d-1234-4bba-8e32-cf5e2d76548d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9630721 Aug 16 02:02:46.912317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50706) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:46.920286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1689d8-7a67-471c-a541-edd5b0e5e79c None None] Sync routers for ids ['417ec50d-1234-4bba-8e32-cf5e2d76548d'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:46.945081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566591-0a09-4055-81f6-9c983c7fd644 req-1769cd27-4111-4db3-b05d-44ea002c811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.947162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-1769cd27-4111-4db3-b05d-44ea002c811b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790370 Aug 16 02:02:46.970013 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76e965ee-1b0d-456c-b50a-cf125b4b331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.973052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1689d8-7a67-471c-a541-edd5b0e5e79c None None] Routers {'417ec50d-1234-4bba-8e32-cf5e2d76548d'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:46.973887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fe1689d8-7a67-471c-a541-edd5b0e5e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['417ec50d-1234-4bba-8e32-cf5e2d76548d'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:47.024803 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834b80d-9d69-42de-ad34-958451b92dba tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.028772 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c834b80d-9d69-42de-ad34-958451b92dba tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports/0961d78f-5dcb-49ff-a07c-d2ba0a6aada2 HTTP/1.1" status: 200 len: 911 time: 0.1110175 Aug 16 02:02:47.032442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50710) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:47.050136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6a5f8ff4-7c12-42d5-aa0c-340674f2145b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec489980-26fc-411a-83f6-87f98c35c295'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:47.054537 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7236eecf-78dc-4a26-b98f-2a766543864a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 57195705-73b4-4ef0-b2dc-04dbf9bfee71 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:47.055299 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7236eecf-78dc-4a26-b98f-2a766543864a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.166414 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fe1689d8-7a67-471c-a541-edd5b0e5e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:47.194601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b505dbb4-fa42-4764-8646-38b849a67220 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:47.223155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7236eecf-78dc-4a26-b98f-2a766543864a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.231657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f04ca2-3857-43ba-9e66-8b892578925f req-89cfe0e7-ea55-4991-9721-23284e510f53 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.233279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0f04ca2-3857-43ba-9e66-8b892578925f req-89cfe0e7-ea55-4991-9721-23284e510f53 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 945 time: 0.2849100 Aug 16 02:02:47.251585 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7236eecf-78dc-4a26-b98f-2a766543864a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 57195705-73b4-4ef0-b2dc-04dbf9bfee71 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:47.254091 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1689d8-7a67-471c-a541-edd5b0e5e79c None None] Routers {'417ec50d-1234-4bba-8e32-cf5e2d76548d'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:47.255312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fe1689d8-7a67-471c-a541-edd5b0e5e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['417ec50d-1234-4bba-8e32-cf5e2d76548d'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:47.259658 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-76e965ee-1b0d-456c-b50a-cf125b4b331d None None] For port 9ba394c4-e7ec-4097-bf52-47242f1dd15d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9ba394c4-e7ec-4097-bf52-47242f1dd15d,segment=NetworkSegment(59825ed3-1282-436c-a31e-bac7370a490b),segment_id=59825ed3-1282-436c-a31e-bac7370a490b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:47.272924 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-3a93c90a-2d97-48b4-8daa-8f0262256678 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607024 Aug 16 02:02:47.295606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1c2ccbb7-9ff5-4514-9699-902904bd196d up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:47.323392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fe1689d8-7a67-471c-a541-edd5b0e5e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:47.324059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1689d8-7a67-471c-a541-edd5b0e5e79c None None] The sync data for ids ['417ec50d-1234-4bba-8e32-cf5e2d76548d'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:47.361106 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76e965ee-1b0d-456c-b50a-cf125b4b331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.436204 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0f04ca2-3857-43ba-9e66-8b892578925f req-8f950edd-ce61-491b-bba3-e925402dd69a tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670196 Aug 16 02:02:47.467125 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e965ee-1b0d-456c-b50a-cf125b4b331d None None] Pushing event updated for resources: {'Port': ['ID=9ba394c4-e7ec-4097-bf52-47242f1dd15d,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.545461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68566591-0a09-4055-81f6-9c983c7fd644 req-038f0f80-723d-45dc-9f95-f3e2477198b8 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552469 Aug 16 02:02:47.579881 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8ff4-7c12-42d5-aa0c-340674f2145b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.633502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port b505dbb4-fa42-4764-8646-38b849a67220 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:47.702928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 1c2ccbb7-9ff5-4514-9699-902904bd196d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:47.705847 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7236eecf-78dc-4a26-b98f-2a766543864a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.706728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Provisioning for port 0961d78f-5dcb-49ff-a07c-d2ba0a6aada2 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:47.710633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 1c2ccbb7-9ff5-4514-9699-902904bd196d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:47.711007 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.738896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Provisioning complete for port 0961d78f-5dcb-49ff-a07c-d2ba0a6aada2 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:47.739091 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.774759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236eecf-78dc-4a26-b98f-2a766543864a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=57195705-73b4-4ef0-b2dc-04dbf9bfee71,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.831573 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7236eecf-78dc-4a26-b98f-2a766543864a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.837080 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7236eecf-78dc-4a26-b98f-2a766543864a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/57195705-73b4-4ef0-b2dc-04dbf9bfee71 HTTP/1.1" status: 204 len: 168 time: 1.0849588 Aug 16 02:02:47.841633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50738) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:47.910111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Port 0961d78f-5dcb-49ff-a07c-d2ba0a6aada2 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:47.966963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80936cff-6ae7-46ca-8d56-1981f5783944 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.968951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80936cff-6ae7-46ca-8d56-1981f5783944 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.972905 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-80936cff-6ae7-46ca-8d56-1981f5783944 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1265769 Aug 16 02:02:47.973214 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50746) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:47.995477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-0ca18382-897c-4a45-ae13-feec86fbe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.997112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-0ca18382-897c-4a45-ae13-feec86fbe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.997804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-0ca18382-897c-4a45-ae13-feec86fbe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.998537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-0ca18382-897c-4a45-ae13-feec86fbe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.999268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-0ca18382-897c-4a45-ae13-feec86fbe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.001469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Provisioning complete for port 9ba394c4-e7ec-4097-bf52-47242f1dd15d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:48.002012 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.014213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-0ca18382-897c-4a45-ae13-feec86fbe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.014809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-0ca18382-897c-4a45-ae13-feec86fbe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.017741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-0ca18382-897c-4a45-ae13-feec86fbe389 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6493 time: 0.1819816 Aug 16 02:02:48.070464 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.088854 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c61d574-3d02-4c57-9233-d28b36031afb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet b4e735aa-76db-4425-bbba-3d5286057bf4 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:48.092544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7c61d574-3d02-4c57-9233-d28b36031afb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.144586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948694dc-d5e7-41bd-9a39-20c11b902f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2ccbb7-9ff5-4514-9699-902904bd196d'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:48.147715 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e8a982-db52-40b3-9f8d-c9f705da1acb" -d '{"events": [{"server_uuid": "948694dc-d5e7-41bd-9a39-20c11b902f81", "name": "network-vif-plugged", "status": "completed", "tag": "1c2ccbb7-9ff5-4514-9699-902904bd196d"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:48.151383 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7c61d574-3d02-4c57-9233-d28b36031afb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.188231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 1c2ccbb7-9ff5-4514-9699-902904bd196d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1c2ccbb7-9ff5-4514-9699-902904bd196d,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:48.209382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Could not find standard attr ID for object 57195705-73b4-4ef0-b2dc-04dbf9bfee71. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:02:48.244238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7c61d574-3d02-4c57-9233-d28b36031afb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.288801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-8fa88192-ffa1-4ded-b857-4c945b2aef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.290427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-8fa88192-ffa1-4ded-b857-4c945b2aef18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ce77b4b-70a2-4991-aceb-89c12fc0771f HTTP/1.1" status: 200 len: 902 time: 0.2598331 Aug 16 02:02:48.351177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-fe3650d6-e9ea-4b77-bf42-251dec62bf59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b82768d0-3b02-457d-9307-5658bd230ee0 HTTP/1.1" status: 200 len: 217 time: 0.0503540 Aug 16 02:02:48.383265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Provisioning for port b505dbb4-fa42-4764-8646-38b849a67220 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:48.385543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.392734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Provisioning complete for port b505dbb4-fa42-4764-8646-38b849a67220 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:48.393107 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.422631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8ff4-7c12-42d5-aa0c-340674f2145b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.447935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-37c88503-5238-426a-8cc2-10e6a1085542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.449534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-37c88503-5238-426a-8cc2-10e6a1085542 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.0884962 Aug 16 02:02:48.465572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7e07-dbaf-4c39-b304-b963e7217cf0 req-a1ef16c6-2355-47b4-b4a6-155d4793634c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.471388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7e07-dbaf-4c39-b304-b963e7217cf0 req-a1ef16c6-2355-47b4-b4a6-155d4793634c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.477175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=1c2ccbb7-9ff5-4514-9699-902904bd196d,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.477408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7e07-dbaf-4c39-b304-b963e7217cf0 req-a1ef16c6-2355-47b4-b4a6-155d4793634c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.483287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7e07-dbaf-4c39-b304-b963e7217cf0 req-a1ef16c6-2355-47b4-b4a6-155d4793634c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.489954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7e07-dbaf-4c39-b304-b963e7217cf0 req-a1ef16c6-2355-47b4-b4a6-155d4793634c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.491078 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7c61d574-3d02-4c57-9233-d28b36031afb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.497289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7e07-dbaf-4c39-b304-b963e7217cf0 req-a1ef16c6-2355-47b4-b4a6-155d4793634c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.503295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7e07-dbaf-4c39-b304-b963e7217cf0 req-a1ef16c6-2355-47b4-b4a6-155d4793634c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.505807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe7c7e07-dbaf-4c39-b304-b963e7217cf0 req-a1ef16c6-2355-47b4-b4a6-155d4793634c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.1458464 Aug 16 02:02:48.521559 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61d574-3d02-4c57-9233-d28b36031afb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e735aa-76db-4425-bbba-3d5286057bf4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.524037 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7c61d574-3d02-4c57-9233-d28b36031afb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.528494 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7c61d574-3d02-4c57-9233-d28b36031afb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/b4e735aa-76db-4425-bbba-3d5286057bf4 HTTP/1.1" status: 204 len: 168 time: 0.5509675 Aug 16 02:02:48.528643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50756) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:48.530801 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.546346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f7630e-b577-47fd-ba73-7105c753891b None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:48.579435 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a999515f-387c-430e-bb27-ed0443e05110 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492380 Aug 16 02:02:48.587959 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8ff4-7c12-42d5-aa0c-340674f2145b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.588332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50758) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:48.594277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f8ff4-7c12-42d5-aa0c-340674f2145b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.594443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8ff4-7c12-42d5-aa0c-340674f2145b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.595762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6a5f8ff4-7c12-42d5-aa0c-340674f2145b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/ports/0961d78f-5dcb-49ff-a07c-d2ba0a6aada2 HTTP/1.1" status: 200 len: 911 time: 1.5617650 Aug 16 02:02:48.598625 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50760) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:48.608900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe7c7e07-dbaf-4c39-b304-b963e7217cf0 req-d0d8e65b-a0b4-4d4d-bf0e-21facf445c4f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872827 Aug 16 02:02:48.633015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] For port b505dbb4-fa42-4764-8646-38b849a67220, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b505dbb4-fa42-4764-8646-38b849a67220,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:48.636881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-521bf01e-dd51-4728-a5d3-38e480e2f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.638476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-521bf01e-dd51-4728-a5d3-38e480e2f4ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1316886 Aug 16 02:02:48.727428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ed59a4-fae7-44e3-b60f-010a91bad4a7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.729875 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-64ed59a4-fae7-44e3-b60f-010a91bad4a7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1396370 Aug 16 02:02:48.732008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50762) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:48.744057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f8ff4-7c12-42d5-aa0c-340674f2145b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=0961d78f-5dcb-49ff-a07c-d2ba0a6aada2,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.768740 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91a580a-c022-406a-aeec-f3847beae80b x-openstack-request-id: req-b91a580a-c022-406a-aeec-f3847beae80b {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:48.769085 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948694dc-d5e7-41bd-9a39-20c11b902f81", "name": "network-vif-plugged", "status": "completed", "tag": "1c2ccbb7-9ff5-4514-9699-902904bd196d", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:48.769393 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b91a580a-c022-406a-aeec-f3847beae80b {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:48.769750 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948694dc-d5e7-41bd-9a39-20c11b902f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2ccbb7-9ff5-4514-9699-902904bd196d', 'code': 200} Aug 16 02:02:48.808496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-1a42f907-3bd9-4c05-b01d-a237e526b568 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568048 Aug 16 02:02:48.830442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ab56d-bad7-47e0-913a-7d39b7cbac05 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:48.859608 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.874506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc470d66-aac4-466e-8806-6a2448dff499 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.875908 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dc470d66-aac4-466e-8806-6a2448dff499 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1429226 Aug 16 02:02:48.878654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50764) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:48.928382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61740a-fab4-4c29-b197-3e9e08919af9 None None] Pushing event updated for resources: {'Port': ['ID=b505dbb4-fa42-4764-8646-38b849a67220,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.933386 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-14ad0829-846b-4266-9ab0-b5fe5b06591b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536153 Aug 16 02:02:48.938574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50766) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:48.941584 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f22ab56d-bad7-47e0-913a-7d39b7cbac05 None None] Deleting port b505dbb4-fa42-4764-8646-38b849a67220 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:48.942094 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f22ab56d-bad7-47e0-913a-7d39b7cbac05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.946255 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-294fe883-a614-43c6-bb26-8678fd735811 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:48.999363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd66961-8e26-4778-99e1-f4d2f49a19dc req-5c04d8bc-dd15-40d0-aa66-1e5b1e99178c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.000972 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffd66961-8e26-4778-99e1-f4d2f49a19dc req-5c04d8bc-dd15-40d0-aa66-1e5b1e99178c tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 945 time: 0.1636131 Aug 16 02:02:49.019931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ad18de24-1c6e-42eb-8e42-31dd03b86b8e None None] Provisioning complete for port 0961d78f-5dcb-49ff-a07c-d2ba0a6aada2 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:49.020354 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad18de24-1c6e-42eb-8e42-31dd03b86b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.058727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f22ab56d-bad7-47e0-913a-7d39b7cbac05 None None] For port b505dbb4-fa42-4764-8646-38b849a67220, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b505dbb4-fa42-4764-8646-38b849a67220,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:49.058925 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f22ab56d-bad7-47e0-913a-7d39b7cbac05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.073489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa36bd-7ff9-4ded-a8f0-46914579f080 req-fdc7951d-ad88-4b79-abf8-4df6bb66375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.075048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5aa36bd-7ff9-4ded-a8f0-46914579f080 req-fdc7951d-ad88-4b79-abf8-4df6bb66375e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 1098 time: 0.1993623 Aug 16 02:02:49.082270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f22ab56d-bad7-47e0-913a-7d39b7cbac05 None None] Calling delete_port for b505dbb4-fa42-4764-8646-38b849a67220 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:49.084164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ad18de24-1c6e-42eb-8e42-31dd03b86b8e None None] Port 0961d78f-5dcb-49ff-a07c-d2ba0a6aada2 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:49.117573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf89484e-5ee8-494b-880b-bbe182c9d6a7 req-7c6d31ad-6756-4c72-a2f5-fc6c8ff47a16 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940929 Aug 16 02:02:49.140421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffd66961-8e26-4778-99e1-f4d2f49a19dc req-73dc12c0-4039-4210-99fa-9f3e8478c049 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278059 Aug 16 02:02:49.154978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5aa36bd-7ff9-4ded-a8f0-46914579f080 req-0ac03a61-6a06-4f33-a74c-02611e9fdcca service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548649 Aug 16 02:02:49.157218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9ba394c4-e7ec-4097-bf52-47242f1dd15d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:49.223949 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294fe883-a614-43c6-bb26-8678fd735811 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:49.228115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-294fe883-a614-43c6-bb26-8678fd735811 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.241957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9ba394c4-e7ec-4097-bf52-47242f1dd15d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:49.242617 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.288222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bbb69-64a1-4b44-9ef6-d935ba699fa2 req-90465890-58fa-4800-9346-593d4b5b746c tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.294308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c63bbb69-64a1-4b44-9ef6-d935ba699fa2 req-90465890-58fa-4800-9346-593d4b5b746c tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 946 time: 0.0658338 Aug 16 02:02:49.307844 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fae6da3e-f065-4c2c-8715-3100c4e42b7f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.336899 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f22ab56d-bad7-47e0-913a-7d39b7cbac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.343406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c63bbb69-64a1-4b44-9ef6-d935ba699fa2 req-d7204ffb-5c38-4a51-b655-462e76452154 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471096 Aug 16 02:02:49.396589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22ab56d-bad7-47e0-913a-7d39b7cbac05 None None] No DVR routers for this DVR port b505dbb4-fa42-4764-8646-38b849a67220 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:49.398630 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ab56d-bad7-47e0-913a-7d39b7cbac05 None None] Pushing event deleted for resources: {'Port': ['ID=b505dbb4-fa42-4764-8646-38b849a67220,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.420884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b505dbb4-fa42-4764-8646-38b849a67220 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:49.446334 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: b505dbb4-fa42-4764-8646-38b849a67220 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:49.446699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b505dbb4-fa42-4764-8646-38b849a67220 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:49.581565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50776) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:49.665714 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-294fe883-a614-43c6-bb26-8678fd735811 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.722370 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-fae6da3e-f065-4c2c-8715-3100c4e42b7f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 0961d78f-5dcb-49ff-a07c-d2ba0a6aada2 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:49.722712 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fae6da3e-f065-4c2c-8715-3100c4e42b7f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.733087 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a90b54b0-31e4-407b-a75e-7ed69fb4e4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.752268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294fe883-a614-43c6-bb26-8678fd735811 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:49.766701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66398b-df6c-44f1-aa43-a300cf28272f req-d1b30389-922c-4650-916a-04a856cab0ea tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.773246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66398b-df6c-44f1-aa43-a300cf28272f req-d1b30389-922c-4650-916a-04a856cab0ea tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.779057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66398b-df6c-44f1-aa43-a300cf28272f req-d1b30389-922c-4650-916a-04a856cab0ea tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.784886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66398b-df6c-44f1-aa43-a300cf28272f req-d1b30389-922c-4650-916a-04a856cab0ea tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.787889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-294fe883-a614-43c6-bb26-8678fd735811 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:49.792091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66398b-df6c-44f1-aa43-a300cf28272f req-d1b30389-922c-4650-916a-04a856cab0ea tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.794398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294fe883-a614-43c6-bb26-8678fd735811 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.795006 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-294fe883-a614-43c6-bb26-8678fd735811 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.798590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b4b0bb-1526-45be-ad80-ef60612d7123 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:49.798932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66398b-df6c-44f1-aa43-a300cf28272f req-d1b30389-922c-4650-916a-04a856cab0ea tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.805027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66398b-df6c-44f1-aa43-a300cf28272f req-d1b30389-922c-4650-916a-04a856cab0ea tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.806967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b66398b-df6c-44f1-aa43-a300cf28272f req-d1b30389-922c-4650-916a-04a856cab0ea tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.1020370 Aug 16 02:02:49.808000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fe883-a614-43c6-bb26-8678fd735811 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=80ac76d3-be49-4252-901c-85cb29858027,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.867511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b66398b-df6c-44f1-aa43-a300cf28272f req-404ca6cb-a038-49af-b604-9f4de099ad64 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460408 Aug 16 02:02:49.879285 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fae6da3e-f065-4c2c-8715-3100c4e42b7f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.899873 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-fae6da3e-f065-4c2c-8715-3100c4e42b7f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 0961d78f-5dcb-49ff-a07c-d2ba0a6aada2 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:49.985586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '80ac76d3-be49-4252-901c-85cb29858027'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:49.986710 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.000562 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a90b54b0-31e4-407b-a75e-7ed69fb4e4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.087734 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a90b54b0-31e4-407b-a75e-7ed69fb4e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.127269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/80ac76d3-be49-4252-901c-85cb29858027/c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:50.141048 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a90b54b0-31e4-407b-a75e-7ed69fb4e4fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6cf94ff1ad4a45299ca8cfea7209e720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5583682 Aug 16 02:02:50.143674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50786) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:50.151542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b54b0-31e4-407b-a75e-7ed69fb4e4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beb25e9-2113-4a86-89b8-2c03204d5172,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.213324 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-294fe883-a614-43c6-bb26-8678fd735811 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2738390 Aug 16 02:02:50.235337 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.237124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50790) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:50.243471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:11:a4:85', 'name': 'tempest-NetworksTestDHCPv6-977839121'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:50.260807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fae6da3e-f065-4c2c-8715-3100c4e42b7f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.287709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49ffa1-326a-404a-9765-9759239ad212 req-85996b41-d63b-4653-9d16-7d02f462ae74 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.292525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d49ffa1-326a-404a-9765-9759239ad212 req-85996b41-d63b-4653-9d16-7d02f462ae74 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 945 time: 0.1062853 Aug 16 02:02:50.292525 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.303524 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.315200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Transition to ACTIVE for port object c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:50.325513 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6da3e-f065-4c2c-8715-3100c4e42b7f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=0961d78f-5dcb-49ff-a07c-d2ba0a6aada2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.332670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Transition to ACTIVE for port object c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:50.385973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937f2a7-a55b-4331-98a1-2702c34d4f7b req-9ab98b07-0aac-47fb-9a24-7f6bf5044fcf tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.387677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b937f2a7-a55b-4331-98a1-2702c34d4f7b req-9ab98b07-0aac-47fb-9a24-7f6bf5044fcf tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 945 time: 0.1478395 Aug 16 02:02:50.400160 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.449055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:50.454205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:50.456942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:50.465715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Pushing event updated for resources: {'Port': ['ID=c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.467461 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fae6da3e-f065-4c2c-8715-3100c4e42b7f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.491466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b937f2a7-a55b-4331-98a1-2702c34d4f7b req-8d752eb9-7fff-4a97-8209-8c15b36f2a07 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834682 Aug 16 02:02:50.515720 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.518370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.519539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7beb25e9-2113-4a86-89b8-2c03204d5172 HTTP/1.1" status: 204 len: 168 time: 0.3748696 Aug 16 02:02:50.541655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Deleting port 121a6c8e-7ba6-4109-9247-0a469a34b268 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:50.542037 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.547614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beb25e9-2113-4a86-89b8-2c03204d5172,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.565924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Attempting to bind port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:50.566403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Attempting to bind port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:50.566908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Attempting to bind port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:50.583363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:50.584253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:50.584933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.585465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:50.589024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Bound port: c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:50.599302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.599657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.600007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.600110 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.600352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.600692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.601113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.601355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.601732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.606172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.606576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.606912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.607250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6be45-094a-4a25-b0b5-bd9a4a55635d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:50.642326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:50.721339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] For port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:50.721594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] For port 121a6c8e-7ba6-4109-9247-0a469a34b268, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=121a6c8e-7ba6-4109-9247-0a469a34b268,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:50.721845 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.730247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae6da3e-f065-4c2c-8715-3100c4e42b7f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 417ec50d-1234-4bba-8e32-cf5e2d76548d has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:50.733786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a878a-a2b8-4e52-8055-8af91661266e req-62eeda81-8a88-4ed6-962e-140fcd61b26f tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.737609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] For port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:50.741767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-214a878a-a2b8-4e52-8055-8af91661266e req-62eeda81-8a88-4ed6-962e-140fcd61b26f tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 946 time: 0.1201234 Aug 16 02:02:50.815987 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.835498 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.847953 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.850253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae6da3e-f065-4c2c-8715-3100c4e42b7f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:50.855989 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fae6da3e-f065-4c2c-8715-3100c4e42b7f tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/417ec50d-1234-4bba-8e32-cf5e2d76548d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2563796 Aug 16 02:02:50.860626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50796) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:50.863257 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a6048-91ed-4a46-8759-96b7304ca56c None None] Sync routers for ids ['417ec50d-1234-4bba-8e32-cf5e2d76548d'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:50.877435 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a6048-91ed-4a46-8759-96b7304ca56c None None] Routers {'417ec50d-1234-4bba-8e32-cf5e2d76548d'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:50.878093 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-036a6048-91ed-4a46-8759-96b7304ca56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['417ec50d-1234-4bba-8e32-cf5e2d76548d'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:50.882739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ce8b8-8ba2-4a1f-a300-d83667a98c88 None None] Pushing event updated for resources: {'Port': ['ID=c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.891150 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port c39138b5-918d-450b-85ec-2ada3be6de12 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:50.907639 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c479fea6-2e4d-4115-966a-fbfdaa1b53c4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=417ec50d-1234-4bba-8e32-cf5e2d76548d HTTP/1.1" status: 200 len: 205 time: 0.0457087 Aug 16 02:02:50.914257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50802) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:50.936528 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-036a6048-91ed-4a46-8759-96b7304ca56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:50.939983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-214a878a-a2b8-4e52-8055-8af91661266e req-010336c9-d689-4d2b-a4f9-a5700ae9cab3 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969047 Aug 16 02:02:50.972076 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a6048-91ed-4a46-8759-96b7304ca56c None None] Routers {'417ec50d-1234-4bba-8e32-cf5e2d76548d'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:50.978189 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-036a6048-91ed-4a46-8759-96b7304ca56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['417ec50d-1234-4bba-8e32-cf5e2d76548d'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:51.055632 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-036a6048-91ed-4a46-8759-96b7304ca56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:51.056319 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a6048-91ed-4a46-8759-96b7304ca56c None None] The sync data for ids ['417ec50d-1234-4bba-8e32-cf5e2d76548d'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:51.065169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06c64cbf-6c86-40f4-9a5f-47432bdce9d2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.554626 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.555199 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.555318 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Floating IP 1f945ee2-70a6-413d-bbff-7435a87d5127 disassociated. External IP: 172.25.8.229, port: 121a6c8e-7ba6-4109-9247-0a469a34b268. Aug 16 02:02:51.555641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Calling delete_port for 121a6c8e-7ba6-4109-9247-0a469a34b268 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:51.569179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf7a26-9054-4063-9159-6cdd2bc0cfb2 req-5efc0b45-0155-4815-ae14-5b89c8d195a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.575189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf7a26-9054-4063-9159-6cdd2bc0cfb2 req-5efc0b45-0155-4815-ae14-5b89c8d195a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.581437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf7a26-9054-4063-9159-6cdd2bc0cfb2 req-5efc0b45-0155-4815-ae14-5b89c8d195a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.587938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf7a26-9054-4063-9159-6cdd2bc0cfb2 req-5efc0b45-0155-4815-ae14-5b89c8d195a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.593792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf7a26-9054-4063-9159-6cdd2bc0cfb2 req-5efc0b45-0155-4815-ae14-5b89c8d195a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.599823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf7a26-9054-4063-9159-6cdd2bc0cfb2 req-5efc0b45-0155-4815-ae14-5b89c8d195a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.605711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf7a26-9054-4063-9159-6cdd2bc0cfb2 req-5efc0b45-0155-4815-ae14-5b89c8d195a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.607732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffdf7a26-9054-4063-9159-6cdd2bc0cfb2 req-5efc0b45-0155-4815-ae14-5b89c8d195a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.5353112 Aug 16 02:02:51.712599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffdf7a26-9054-4063-9159-6cdd2bc0cfb2 req-c740e7ac-dd7c-4b8b-836d-397340c17f5e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565054 Aug 16 02:02:51.774354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::142 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/80ac76d3-be49-4252-901c-85cb29858027/c39138b5-918d-450b-85ec-2ada3be6de12) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:51.788040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06c64cbf-6c86-40f4-9a5f-47432bdce9d2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.793753 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06c64cbf-6c86-40f4-9a5f-47432bdce9d2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.925107 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.972664 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06c64cbf-6c86-40f4-9a5f-47432bdce9d2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.974133 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c64cbf-6c86-40f4-9a5f-47432bdce9d2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Fanout notify agent at l3_agent the message router_deleted on router 417ec50d-1234-4bba-8e32-cf5e2d76548d {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:51.988377 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-06c64cbf-6c86-40f4-9a5f-47432bdce9d2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.993760 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-06c64cbf-6c86-40f4-9a5f-47432bdce9d2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/417ec50d-1234-4bba-8e32-cf5e2d76548d HTTP/1.1" status: 204 len: 168 time: 1.0748961 Aug 16 02:02:51.994134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50826) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:51.999144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9fe2b-d2da-4ae4-a928-0104cce44962 req-cb449a60-2500-4e67-bc62-c3728fd4399b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.001342 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62f9fe2b-d2da-4ae4-a928-0104cce44962 req-cb449a60-2500-4e67-bc62-c3728fd4399b tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 945 time: 0.0695462 Aug 16 02:02:52.003027 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.061871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-61846658-0b5a-4820-b00e-67291b7043d0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting subnet ec489980-26fc-411a-83f6-87f98c35c295 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:52.072478 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61846658-0b5a-4820-b00e-67291b7043d0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.083490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event deleted for resources: {'Port': ['ID=121a6c8e-7ba6-4109-9247-0a469a34b268,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.138644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61846658-0b5a-4820-b00e-67291b7043d0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.171151 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.197488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object c39138b5-918d-450b-85ec-2ada3be6de12 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:52.249886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62f9fe2b-d2da-4ae4-a928-0104cce44962 req-a0b41648-e228-4a52-8ed5-73499fbbbb76 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups?id=b22eb71a-ced0-4778-b42b-2f6b439ef3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381964 Aug 16 02:02:52.271678 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61846658-0b5a-4820-b00e-67291b7043d0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.289224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Router 7ea5a363-431a-4403-b622-ec2aed0cc35c has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:52.411890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:52.423902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13627ec-29bd-41ba-8174-4a9036f22282 None None] Sync routers for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:52.434414 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13627ec-29bd-41ba-8174-4a9036f22282 None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:52.440600 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61846658-0b5a-4820-b00e-67291b7043d0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.441004 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d13627ec-29bd-41ba-8174-4a9036f22282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:52.460508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] No DVR routers for this DVR port 121a6c8e-7ba6-4109-9247-0a469a34b268 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:52.463364 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.466045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d49ffa1-326a-404a-9765-9759239ad212 req-51c28af7-bf6c-41c1-ada7-301f2c299974 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.64 "DELETE /v2.0/ports/121a6c8e-7ba6-4109-9247-0a469a34b268 HTTP/1.1" status: 204 len: 173 time: 2.1701019 Aug 16 02:02:52.466552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'name': 'network-vif-deleted', 'tag': '121a6c8e-7ba6-4109-9247-0a469a34b268'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:52.469448 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298e5ca1-1562-4d8c-8287-7080c67ad0a1" -d '{"events": [{"server_uuid": "a3afb88f-70b7-4072-b2f3-e94c0f5fba46", "name": "network-vif-deleted", "tag": "121a6c8e-7ba6-4109-9247-0a469a34b268"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:52.488395 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.506338 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61846658-0b5a-4820-b00e-67291b7043d0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Subnet': ['ID=ec489980-26fc-411a-83f6-87f98c35c295,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.533633 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a0f559-1df1-468f-89d3-c8a2fa07b834 x-openstack-request-id: req-c8a0f559-1df1-468f-89d3-c8a2fa07b834 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:52.533992 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3afb88f-70b7-4072-b2f3-e94c0f5fba46", "name": "network-vif-deleted", "tag": "121a6c8e-7ba6-4109-9247-0a469a34b268", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:52.534215 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c8a0f559-1df1-468f-89d3-c8a2fa07b834 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:52.534833 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3afb88f-70b7-4072-b2f3-e94c0f5fba46', 'name': 'network-vif-deleted', 'tag': '121a6c8e-7ba6-4109-9247-0a469a34b268', 'status': 'completed', 'code': 200} Aug 16 02:02:52.563129 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61846658-0b5a-4820-b00e-67291b7043d0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.568299 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-61846658-0b5a-4820-b00e-67291b7043d0 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/ec489980-26fc-411a-83f6-87f98c35c295 HTTP/1.1" status: 204 len: 168 time: 0.5700827 Aug 16 02:02:52.568573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50840) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:52.587487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:52.591938 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:52.596819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb08cd06-a959-48b9-9aca-51c883b89fdf None None] Network 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:52.596985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:52.601111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-35b97a13-a73a-4cf8-a50f-6b555a24d273 None None] Provisioning for port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:52.603306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.603975 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.614329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=c39138b5-918d-450b-85ec-2ada3be6de12,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.714668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.772754 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8de55ab1-0671-4d58-8b90-a66bd2cc37af tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5342090 Aug 16 02:02:52.786422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50842) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:52.893839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb75b91-b8d8-420a-8a6a-ccb50ec074ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.902060 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb75b91-b8d8-420a-8a6a-ccb50ec074ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.904200 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fbb75b91-b8d8-420a-8a6a-ccb50ec074ad tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1277683 Aug 16 02:02:52.907057 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50854) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:52.913249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 9ba394c4-e7ec-4097-bf52-47242f1dd15d {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:52.913595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.991101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d13627ec-29bd-41ba-8174-4a9036f22282 None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:53.040625 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-930e06cc-7fcc-41ab-8314-3ce4fc898504 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port c39138b5-918d-450b-85ec-2ada3be6de12 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:53.043863 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-930e06cc-7fcc-41ab-8314-3ce4fc898504 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.079468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port 9ba394c4-e7ec-4097-bf52-47242f1dd15d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9ba394c4-e7ec-4097-bf52-47242f1dd15d,segment=NetworkSegment(59825ed3-1282-436c-a31e-bac7370a490b),segment_id=59825ed3-1282-436c-a31e-bac7370a490b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:53.079882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.110190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 9ba394c4-e7ec-4097-bf52-47242f1dd15d owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:53.234766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:53.253494 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-930e06cc-7fcc-41ab-8314-3ce4fc898504 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.270602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-930e06cc-7fcc-41ab-8314-3ce4fc898504 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for c39138b5-918d-450b-85ec-2ada3be6de12 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:53.274159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373a41c-ef71-4378-84e5-94730f2005c7 req-220792df-8db8-4a04-9c1c-c9fb2d523ca0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.282230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373a41c-ef71-4378-84e5-94730f2005c7 req-220792df-8db8-4a04-9c1c-c9fb2d523ca0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.293201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373a41c-ef71-4378-84e5-94730f2005c7 req-220792df-8db8-4a04-9c1c-c9fb2d523ca0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.294489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a3ff26c4-af0f-46e8-b1c9-99838d87025f None None] Provisioning for port c39138b5-918d-450b-85ec-2ada3be6de12 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:53.316209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373a41c-ef71-4378-84e5-94730f2005c7 req-220792df-8db8-4a04-9c1c-c9fb2d523ca0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.317015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a3ff26c4-af0f-46e8-b1c9-99838d87025f None None] Provisioning complete for port c39138b5-918d-450b-85ec-2ada3be6de12 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:53.317543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c4-af0f-46e8-b1c9-99838d87025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.332785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373a41c-ef71-4378-84e5-94730f2005c7 req-220792df-8db8-4a04-9c1c-c9fb2d523ca0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.346795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373a41c-ef71-4378-84e5-94730f2005c7 req-220792df-8db8-4a04-9c1c-c9fb2d523ca0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.354043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373a41c-ef71-4378-84e5-94730f2005c7 req-220792df-8db8-4a04-9c1c-c9fb2d523ca0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.355774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2373a41c-ef71-4378-84e5-94730f2005c7 req-220792df-8db8-4a04-9c1c-c9fb2d523ca0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.4942703 Aug 16 02:02:53.366180 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.392638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff26c4-af0f-46e8-b1c9-99838d87025f None None] Port c39138b5-918d-450b-85ec-2ada3be6de12 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:53.436334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=9ba394c4-e7ec-4097-bf52-47242f1dd15d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.445319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No DVR routers for this DVR port 9ba394c4-e7ec-4097-bf52-47242f1dd15d on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:53.482289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e608aad2-132c-415c-8fdf-5dfd47347cb3 None None] DHCP port deletion for 6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:53.530568 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d13627ec-29bd-41ba-8174-4a9036f22282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:53.533774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:53.556738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50864) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:53.561216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13627ec-29bd-41ba-8174-4a9036f22282 None None] Checking router: 7ea5a363-431a-4403-b622-ec2aed0cc35c for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:53.568120 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-930e06cc-7fcc-41ab-8314-3ce4fc898504 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.574094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:53.574094 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.601511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2373a41c-ef71-4378-84e5-94730f2005c7 req-1e26938f-f1e1-4397-b5e1-e7d90ff034d6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941590 Aug 16 02:02:53.620938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13627ec-29bd-41ba-8174-4a9036f22282 None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:53.621655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d13627ec-29bd-41ba-8174-4a9036f22282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:53.662625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.676811 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e06cc-7fcc-41ab-8314-3ce4fc898504 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=c39138b5-918d-450b-85ec-2ada3be6de12,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.688116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:53.690767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-930e06cc-7fcc-41ab-8314-3ce4fc898504 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.698187 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-930e06cc-7fcc-41ab-8314-3ce4fc898504 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/c39138b5-918d-450b-85ec-2ada3be6de12 HTTP/1.1" status: 204 len: 168 time: 0.7897291 Aug 16 02:02:53.699090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50868) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:53.729684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59825ed3-1282-436c-a31e-bac7370a490b') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:53.729937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59825ed3-1282-436c-a31e-bac7370a490b') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:53.759608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.810219 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.819808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:53.820229 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.837209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b2a0b-a3f8-4b52-8b03-1f123b598db0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.839101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b2a0b-a3f8-4b52-8b03-1f123b598db0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.847996 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-886b2a0b-a3f8-4b52-8b03-1f123b598db0 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1453671 Aug 16 02:02:53.850912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50870) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:53.852925 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.878310 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-885479169'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: items = [ Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:53.893738 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:53.936235 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d72b5d29-9d75-4c92-9580-c5552a06e3d6 req-abf8471f-c80a-4988-8562-26c045a033da tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3afb88f-70b7-4072-b2f3-e94c0f5fba46 HTTP/1.1" status: 200 len: 210 time: 0.0384409 Aug 16 02:02:53.947772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6483e05-113a-45d2-a0c8-298b70ebf8f3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 80ac76d3-be49-4252-901c-85cb29858027 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:53.959447 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6483e05-113a-45d2-a0c8-298b70ebf8f3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.960959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:53.976181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d13627ec-29bd-41ba-8174-4a9036f22282 None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:54.013804 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6483e05-113a-45d2-a0c8-298b70ebf8f3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.051142 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.054086 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Made reservation on behalf of 6ae31a04f0bc43cdbf147cd2ec197648 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:54.059188 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.069985 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.071933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/networks/6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06 HTTP/1.1" status: 204 len: 168 time: 1.5023091 Aug 16 02:02:54.073146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ea897-e52e-4579-9a17-729e332b473d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Network': ['ID=6bccb8fc-c4cf-4f0e-9811-3d221f2dbf06,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:54.077385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50876) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.079779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.082203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d65ad5d1-5907-4fb2-85c8-1a6e14aef42d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-991103607', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:54.082376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 121a6c8e-7ba6-4109-9247-0a469a34b268 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:54.139439 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6483e05-113a-45d2-a0c8-298b70ebf8f3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.155033 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.162418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 121a6c8e-7ba6-4109-9247-0a469a34b268 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:54.162418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 121a6c8e-7ba6-4109-9247-0a469a34b268 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:54.240450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d65ad5d1-5907-4fb2-85c8-1a6e14aef42d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.241671 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d65ad5d1-5907-4fb2-85c8-1a6e14aef42d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.243678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:54.300146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d13627ec-29bd-41ba-8174-4a9036f22282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:54.331127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13627ec-29bd-41ba-8174-4a9036f22282 None None] The sync data for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 is: [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 4, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '3e16264a-143a-42f4-af76-b3eb65f520b4', 'name': '', 'network_id': '4580b099-2551-492d-9cb2-8302c2e9c7cf', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'mac_address': 'fa:16:3e:c6:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'subnets': [{'id': '65ca8929-8dd2-45be-a2bb-039d58bcad1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:54.373054 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6483e05-113a-45d2-a0c8-298b70ebf8f3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.423357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6483e05-113a-45d2-a0c8-298b70ebf8f3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=80ac76d3-be49-4252-901c-85cb29858027,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:54.425696 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6483e05-113a-45d2-a0c8-298b70ebf8f3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.431117 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c6483e05-113a-45d2-a0c8-298b70ebf8f3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/80ac76d3-be49-4252-901c-85cb29858027 HTTP/1.1" status: 204 len: 168 time: 0.5791171 Aug 16 02:02:54.433563 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50880) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.440512 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d65ad5d1-5907-4fb2-85c8-1a6e14aef42d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.442288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cf8233-370e-4577-a2bb-613008b87ff3 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:54.478571 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f195e32f-7de1-44b8-8634-1ffe3260d3c3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437102 Aug 16 02:02:54.479591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50886) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.542678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb28bd0f-e4de-49e8-ade5-bab91b48c12c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.546683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bb28bd0f-e4de-49e8-ade5-bab91b48c12c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0637617 Aug 16 02:02:54.546683 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d65ad5d1-5907-4fb2-85c8-1a6e14aef42d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.552413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50888) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.564784 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.613398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb652acf-8669-4aac-b9e2-39fac4bd6abd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.615529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cb652acf-8669-4aac-b9e2-39fac4bd6abd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0620759 Aug 16 02:02:54.618227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50890) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.657332 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179eda5-ff50-400c-b32c-2bf3351b0d7a None None] New status for floating IP 1f945ee2-70a6-413d-bbff-7435a87d5127: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:02:54.662329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.670402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5290db68-87cd-4b5a-8f64-5d03c5ca2444 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510480 Aug 16 02:02:54.671020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50894) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.674017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c9acd0-38d6-430f-a22b-6348e183fc2c None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:54.676509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a9ccb7c2-c476-4ab8-8ce6-7b4600419206 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:54.708775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:54.732096 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.732950 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Added segment daea819b-5197-4760-ae28-6d7596b7c92e of type vlan for network 8d5a012a-cde5-4e73-b98c-1fed3008086b Aug 16 02:02:54.734161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33e68a7-aa39-446a-845c-c4f73ed55f57,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:54.760317 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d65ad5d1-5907-4fb2-85c8-1a6e14aef42d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.764404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d65ad5d1-5907-4fb2-85c8-1a6e14aef42d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6832390 Aug 16 02:02:54.764567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-53c9acd0-38d6-430f-a22b-6348e183fc2c None None] Deleting port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:54.764567 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53c9acd0-38d6-430f-a22b-6348e183fc2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.765329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50898) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.775244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-444667875'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:54.808474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.830785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-53c9acd0-38d6-430f-a22b-6348e183fc2c None None] For port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:54.831207 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53c9acd0-38d6-430f-a22b-6348e183fc2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.845272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-53c9acd0-38d6-430f-a22b-6348e183fc2c None None] Calling delete_port for c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:54.889584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ccb7c2-c476-4ab8-8ce6-7b4600419206 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:54.893571 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb7c2-c476-4ab8-8ce6-7b4600419206 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.958996 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.964729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.965367 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.037653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:55.038391 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53c9acd0-38d6-430f-a22b-6348e183fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.051954 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.062100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9acd0-38d6-430f-a22b-6348e183fc2c None None] No DVR routers for this DVR port c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:55.063541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Pushing event updated for resources: {'Network': ['ID=8d5a012a-cde5-4e73-b98c-1fed3008086b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.110553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 8d5a012a-cde5-4e73-b98c-1fed3008086b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:55.112566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9ba394c4-e7ec-4097-bf52-47242f1dd15d no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:55.116625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9acd0-38d6-430f-a22b-6348e183fc2c None None] Pushing event deleted for resources: {'Port': ['ID=c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.163120 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b74e649c-693f-4a8e-9f29-779ab1ab9f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6022348 Aug 16 02:02:55.167783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 9ba394c4-e7ec-4097-bf52-47242f1dd15d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:55.168129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9ba394c4-e7ec-4097-bf52-47242f1dd15d not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:55.168545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:55.183939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:55.200494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:55.200839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c0ec5ade-ed5c-488e-bc1c-9ea02d7b79da not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:55.225695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15857-60f5-492a-99c6-f98ca969ca5f req-fd18b2fa-e1aa-4cd2-8518-40d52322a757 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.225695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15857-60f5-492a-99c6-f98ca969ca5f req-fd18b2fa-e1aa-4cd2-8518-40d52322a757 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.227247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15857-60f5-492a-99c6-f98ca969ca5f req-fd18b2fa-e1aa-4cd2-8518-40d52322a757 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.233153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15857-60f5-492a-99c6-f98ca969ca5f req-fd18b2fa-e1aa-4cd2-8518-40d52322a757 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.239577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15857-60f5-492a-99c6-f98ca969ca5f req-fd18b2fa-e1aa-4cd2-8518-40d52322a757 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.245912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15857-60f5-492a-99c6-f98ca969ca5f req-fd18b2fa-e1aa-4cd2-8518-40d52322a757 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.251777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15857-60f5-492a-99c6-f98ca969ca5f req-fd18b2fa-e1aa-4cd2-8518-40d52322a757 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.254061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50f15857-60f5-492a-99c6-f98ca969ca5f req-fd18b2fa-e1aa-4cd2-8518-40d52322a757 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.1839006 Aug 16 02:02:55.260296 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.260650 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added segment 88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4 of type vlan for network 65b85ee6-1ec4-462c-9836-dc8794c2b511 Aug 16 02:02:55.362091 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.376577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50f15857-60f5-492a-99c6-f98ca969ca5f req-eb67db11-a740-4579-b43a-0bde2fbd5192 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126232 Aug 16 02:02:55.537973 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.548743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.549390 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.656000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-a9ccb7c2-c476-4ab8-8ce6-7b4600419206 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:02:55.657377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Network': ['ID=65b85ee6-1ec4-462c-9836-dc8794c2b511,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.675834 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb7c2-c476-4ab8-8ce6-7b4600419206 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.676079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50910) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.676698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 65b85ee6-1ec4-462c-9836-dc8794c2b511 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:55.676792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Request body: {'port': {'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b', 'binding:host_id': 'n-h1-768509-23', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709304997'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:55.702205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-39d4632b-735a-4067-828a-b236b5614dc1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9329579 Aug 16 02:02:55.711198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ccb7c2-c476-4ab8-8ce6-7b4600419206 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:55.712755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a9ccb7c2-c476-4ab8-8ce6-7b4600419206 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:55.726155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd153a18-b96c-48fb-ae56-b075703a45e3 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:55.730112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ccb7c2-c476-4ab8-8ce6-7b4600419206 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.733210 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb7c2-c476-4ab8-8ce6-7b4600419206 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.746555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccb7c2-c476-4ab8-8ce6-7b4600419206 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=ec9045c1-c10e-47f8-bbc5-4e08820898b7,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.768917 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50912) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.778160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50914) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.784920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'subnet': {'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:55.818313 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Made reservation on behalf of 410da0b481fc407bb01b64a843da548f for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:55.821096 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.833118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.861902 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28f04abd-ff86-4e29-8fb1-8266dbc8b900 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.889718 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28f04abd-ff86-4e29-8fb1-8266dbc8b900 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.918063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': 'ec9045c1-c10e-47f8-bbc5-4e08820898b7'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:55.919156 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.939811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a9ccb7c2-c476-4ab8-8ce6-7b4600419206 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2650764 Aug 16 02:02:55.940031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50916) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.945603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-96ba6d71-14f0-491e-adee-4017b4cf7b5d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:56.030050 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:02:56.030050 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:02:56.030050 n-d-768509-23 neutron-server[95516]: [parameters: {'project_id_1': '76ff936a07da41d0b888cc09eb2f28fa', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 2, 55, 896740)}] Aug 16 02:02:56.030050 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:02:56.030844 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:02:56.043829 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.062650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28f04abd-ff86-4e29-8fb1-8266dbc8b900 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.067917 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28f04abd-ff86-4e29-8fb1-8266dbc8b900 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.072827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50918) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:56.073901 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-28f04abd-ff86-4e29-8fb1-8266dbc8b900 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "DELETE /v2.0/security-groups/b22eb71a-ced0-4778-b42b-2f6b439ef3d8 HTTP/1.1" status: 204 len: 168 time: 0.3034453 Aug 16 02:02:56.076275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Allocated IP 2001:db8::f816:3eff:fef4:f6dd (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/ec9045c1-c10e-47f8-bbc5-4e08820898b7/74ba5551-8837-45f3-b4dd-64553234622d) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:56.086597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f04abd-ff86-4e29-8fb1-8266dbc8b900 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22eb71a-ced0-4778-b42b-2f6b439ef3d8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.108647 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-f08f0164-b099-49d3-a215-874941d374c5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] show failed (client error): The resource could not be found. Aug 16 02:02:56.111668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f08f0164-b099-49d3-a215-874941d374c5 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "GET /v2.0/security-groups/b22eb71a-ced0-4778-b42b-2f6b439ef3d8 HTTP/1.1" status: 404 len: 347 time: 0.0358326 Aug 16 02:02:56.114597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50922) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:56.131074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.143124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] device_id is not set on port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:56.263224 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.271356 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547c61c5-888a-4694-9405-4b61c568d3cb,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.287247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Transition to ACTIVE for port object 74ba5551-8837-45f3-b4dd-64553234622d will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:56.307499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Transition to ACTIVE for port object 74ba5551-8837-45f3-b4dd-64553234622d will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:56.309369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1a3bc7d4-1a3e-408e-8229-395bd48744a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Deleting port c8441933-01ed-49d4-b5a6-785387615d0e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:56.309720 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc7d4-1a3e-408e-8229-395bd48744a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.397346 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc7d4-1a3e-408e-8229-395bd48744a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.397854 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc7d4-1a3e-408e-8229-395bd48744a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.413102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1a3bc7d4-1a3e-408e-8229-395bd48744a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Calling delete_port for c8441933-01ed-49d4-b5a6-785387615d0e owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:56.426893 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba6d71-14f0-491e-adee-4017b4cf7b5d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:56.432890 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96ba6d71-14f0-491e-adee-4017b4cf7b5d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.456007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] device_id is not set on port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:56.468068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.479039 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.491556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Transition to ACTIVE for port object b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:56.518627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:56.522302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:56.526003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:56.533750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Pushing event updated for resources: {'Port': ['ID=74ba5551-8837-45f3-b4dd-64553234622d,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.606471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Attempting to bind port 74ba5551-8837-45f3-b4dd-64553234622d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:56.606873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Attempting to bind port 74ba5551-8837-45f3-b4dd-64553234622d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:56.607286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Attempting to bind port 74ba5551-8837-45f3-b4dd-64553234622d on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:56.612880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:56.613258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:56.614026 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.614368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:56.614930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Bound port: 74ba5551-8837-45f3-b4dd-64553234622d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:56.615301 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.617798 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.639277 n-d-768509-23 neutron-server[95516]: INFO neutron.db.ipam_backend_mixin [None req-96ba6d71-14f0-491e-adee-4017b4cf7b5d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec9045c1-c10e-47f8-bbc5-4e08820898b7 (CIDR: 2001:db8::/64) Aug 16 02:02:56.684997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8539-20ae-4a1c-a199-21344cf9ffa6 req-b8f5150b-b5a8-4807-b476-b10416714e5b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.688305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] For port 74ba5551-8837-45f3-b4dd-64553234622d, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:56.690633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event updated for resources: {'Port': ['ID=b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.691179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8539-20ae-4a1c-a199-21344cf9ffa6 req-b8f5150b-b5a8-4807-b476-b10416714e5b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.693481 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] For port 74ba5551-8837-45f3-b4dd-64553234622d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=74ba5551-8837-45f3-b4dd-64553234622d,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:56.699524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8539-20ae-4a1c-a199-21344cf9ffa6 req-b8f5150b-b5a8-4807-b476-b10416714e5b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.705668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8539-20ae-4a1c-a199-21344cf9ffa6 req-b8f5150b-b5a8-4807-b476-b10416714e5b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.711820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8539-20ae-4a1c-a199-21344cf9ffa6 req-b8f5150b-b5a8-4807-b476-b10416714e5b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.717799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8539-20ae-4a1c-a199-21344cf9ffa6 req-b8f5150b-b5a8-4807-b476-b10416714e5b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.720099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Checking segment: {'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:56.720485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Network hostable DHCP agents. Network: 8d5a012a-cde5-4e73-b98c-1fed3008086b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:56.724008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8539-20ae-4a1c-a199-21344cf9ffa6 req-b8f5150b-b5a8-4807-b476-b10416714e5b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.726114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26ad8539-20ae-4a1c-a199-21344cf9ffa6 req-b8f5150b-b5a8-4807-b476-b10416714e5b tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.2263744 Aug 16 02:02:56.730712 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ba6d71-14f0-491e-adee-4017b4cf7b5d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:02:56.731208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ba6d71-14f0-491e-adee-4017b4cf7b5d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:02:56.765122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:56.768571 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.783021 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.839851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Network 8d5a012a-cde5-4e73-b98c-1fed3008086b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:56.862323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47e8fc-fbed-4564-aeaa-b503c15a5307 None None] Pushing event updated for resources: {'Port': ['ID=74ba5551-8837-45f3-b4dd-64553234622d,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.891957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26ad8539-20ae-4a1c-a199-21344cf9ffa6 req-3883f89c-4f62-4f96-9e42-58c786a08ca3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509156 Aug 16 02:02:56.898965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-96ba6d71-14f0-491e-adee-4017b4cf7b5d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9577777 Aug 16 02:02:56.902466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50930) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:56.908326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-731c275e-76ab-47b7-9726-927f20b61ca5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:56.985755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 8d5a012a-cde5-4e73-b98c-1fed3008086b) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:56.995964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050fb680-deba-4359-a7bd-a2057a46b6d1 None None] Network 8d5a012a-cde5-4e73-b98c-1fed3008086b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:57.000881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:57.036957 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:57.037272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:57.037603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:57.050661 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:57.051777 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:02:57.056168 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:02:57.057734 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 2 to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 Aug 16 02:02:57.073448 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc7d4-1a3e-408e-8229-395bd48744a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.100234 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:57.100767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:57.100905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:57.110217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:57.110553 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:02:57.113334 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 3 to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 Aug 16 02:02:57.133247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bc7d4-1a3e-408e-8229-395bd48744a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Pushing event deleted for resources: {'Port': ['ID=c8441933-01ed-49d4-b5a6-785387615d0e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.150971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:57.150971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:57.150971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:57.161437 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:57.161842 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:02:57.162344 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 4 to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 Aug 16 02:02:57.194961 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:57.195509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:57.195991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:57.201367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:57.201706 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:02:57.202990 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 5 to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 Aug 16 02:02:57.227234 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c275e-76ab-47b7-9726-927f20b61ca5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:57.231004 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc7d4-1a3e-408e-8229-395bd48744a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.233110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-731c275e-76ab-47b7-9726-927f20b61ca5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.235277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc7d4-1a3e-408e-8229-395bd48744a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.236800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1a3bc7d4-1a3e-408e-8229-395bd48744a9 tempest-AttachVolumeTestJSON-104581 tempest-AttachVolumeTestJSON-104581-project] 10.222.0.66 "DELETE /v2.0/floatingips/1f945ee2-70a6-413d-bbff-7435a87d5127 HTTP/1.1" status: 204 len: 168 time: 1.1208842 Aug 16 02:02:57.261391 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.270217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:57.271518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:57.272890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:57.327049 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:57.327613 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:02:57.335377 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 6 to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 Aug 16 02:02:57.358392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Subnet': ['ID=9c98359b-765a-4851-b8ae-8f511010b6b4,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.376357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:57.376700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:57.377038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:57.402644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Checking segment: {'id': '88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:57.403039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network hostable DHCP agents. Network: 65b85ee6-1ec4-462c-9836-dc8794c2b511, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:57.404424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:57.404770 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:02:57.407315 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 7 to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 Aug 16 02:02:57.436320 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:57.436659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:57.437003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:57.447675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:57.448023 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:02:57.452034 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 8 to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 Aug 16 02:02:57.475044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:57.475390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:57.475734 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:57.484670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 65b85ee6-1ec4-462c-9836-dc8794c2b511 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:57.485436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:57.485777 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:02:57.488315 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 9 to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 Aug 16 02:02:57.527395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:57.527747 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:57.528094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:57.542892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:57.543132 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:02:57.545860 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 10 to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 Aug 16 02:02:57.547519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 65b85ee6-1ec4-462c-9836-dc8794c2b511) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:57.563461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa00f5c-98b1-4aff-b58d-31a9a10ea364 None None] Network 65b85ee6-1ec4-462c-9836-dc8794c2b511 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:57.567796 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:57.568146 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:57.568516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:57.569575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.570953 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.595277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:57.595620 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:02:57.596006 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.682030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e3fa02e3-0795-436c-9f48-68ad8d741564 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9024928 Aug 16 02:02:57.684758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50938) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:57.703649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] For port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:57.704478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempted to set empty binding levels {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:02:57.736935 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-731c275e-76ab-47b7-9726-927f20b61ca5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.797262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.797983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-65b85ee6-1ec4-462c-9836-dc8794c2b511', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:57.799026 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.809583 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c275e-76ab-47b7-9726-927f20b61ca5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:57.820229 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.820845 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.823414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-731c275e-76ab-47b7-9726-927f20b61ca5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:57.853532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c275e-76ab-47b7-9726-927f20b61ca5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.854476 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-731c275e-76ab-47b7-9726-927f20b61ca5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.870593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c275e-76ab-47b7-9726-927f20b61ca5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=3f784711-9fa7-47b0-b9d3-ae81874331f2,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.890930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event updated for resources: {'Port': ['ID=b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.911286 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-731c275e-76ab-47b7-9726-927f20b61ca5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0049779 Aug 16 02:02:57.911449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50940) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:57.916597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:c8:10:50', 'name': 'tempest-NetworksTestDHCPv6-1394878748'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:57.976934 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-77186d95-9c82-44f1-8fd1-9fb4592ff1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.2983334 Aug 16 02:02:57.986201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50944) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:58.098735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Allocated IP 2001:db8::2 (65b85ee6-1ec4-462c-9836-dc8794c2b511/9c98359b-765a-4851-b8ae-8f511010b6b4/0cd5677a-ad35-44bb-b6be-c7c63a805f5b) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:58.194395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:58.335184 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.368108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port f456c665-05b9-4c3f-a8c0-f65b1bb27043 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:58.459692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ceec0f-8240-4d6e-9689-5971278cd5e2 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:58.533902 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.552674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Transition to ACTIVE for port object 0cd5677a-ad35-44bb-b6be-c7c63a805f5b will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:58.584261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Transition to ACTIVE for port object 0cd5677a-ad35-44bb-b6be-c7c63a805f5b will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:58.588567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4952022a-c142-4d07-9839-b08501097cc6 None None] Provisioning for port 74ba5551-8837-45f3-b4dd-64553234622d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:58.615853 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.662946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8:0:1::dd (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/3f784711-9fa7-47b0-b9d3-ae81874331f2/f456c665-05b9-4c3f-a8c0-f65b1bb27043) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:58.684021 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::f816:3eff:fec8:1050 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/ec9045c1-c10e-47f8-bbc5-4e08820898b7/f456c665-05b9-4c3f-a8c0-f65b1bb27043) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:58.709514 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.709698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3453e-ed59-44d2-9260-3ccd0075a302 req-8900ca3e-0091-4729-98d5-a20a26752a38 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.715685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3453e-ed59-44d2-9260-3ccd0075a302 req-8900ca3e-0091-4729-98d5-a20a26752a38 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.721512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3453e-ed59-44d2-9260-3ccd0075a302 req-8900ca3e-0091-4729-98d5-a20a26752a38 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.728327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3453e-ed59-44d2-9260-3ccd0075a302 req-8900ca3e-0091-4729-98d5-a20a26752a38 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.734229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3453e-ed59-44d2-9260-3ccd0075a302 req-8900ca3e-0091-4729-98d5-a20a26752a38 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.741724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3453e-ed59-44d2-9260-3ccd0075a302 req-8900ca3e-0091-4729-98d5-a20a26752a38 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.747872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3453e-ed59-44d2-9260-3ccd0075a302 req-8900ca3e-0091-4729-98d5-a20a26752a38 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.762911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Network 65b85ee6-1ec4-462c-9836-dc8794c2b511 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:58.763065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27c3453e-ed59-44d2-9260-3ccd0075a302 req-8900ca3e-0091-4729-98d5-a20a26752a38 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.2407138 Aug 16 02:02:58.772121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-cc263172-36bf-4ed1-b635-30e27274ff6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Deleting port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:58.772693 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cc263172-36bf-4ed1-b635-30e27274ff6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.773253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:58.780985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:58.809508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Pushing event updated for resources: {'Port': ['ID=0cd5677a-ad35-44bb-b6be-c7c63a805f5b,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:58.844448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-cc263172-36bf-4ed1-b635-30e27274ff6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] For port b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5, host n-h1-768509-23, got binding levels [] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:58.845093 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cc263172-36bf-4ed1-b635-30e27274ff6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.860153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-cc263172-36bf-4ed1-b635-30e27274ff6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Calling delete_port for b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:58.868370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc7f24-80ea-4278-925e-eca65bc3bf6a None None] Update dhcp port {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'fixed_ips': [{'subnet_id': 'ec9045c1-c10e-47f8-bbc5-4e08820898b7', 'ip_address': '2001:db8::f816:3eff:fef4:f6dd'}, {'subnet_id': '3f784711-9fa7-47b0-b9d3-ae81874331f2'}], 'binding:host_id': 'n-d-768509-23'}, 'id': '74ba5551-8837-45f3-b4dd-64553234622d'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:02:58.889711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.890078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Attempting to bind port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:58.890580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Attempting to bind port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:58.891051 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Attempting to bind port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b on network 65b85ee6-1ec4-462c-9836-dc8794c2b511 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:58.901648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:58.902324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Checking segment: {'id': '88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:58.902834 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.903637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Bound using segment: {'id': '88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:58.903984 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Bound port: 0cd5677a-ad35-44bb-b6be-c7c63a805f5b, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:58.904512 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.907080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object f456c665-05b9-4c3f-a8c0-f65b1bb27043 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:58.923574 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0dcc7f24-80ea-4278-925e-eca65bc3bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.018551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] For port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:59.027158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] For port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0cd5677a-ad35-44bb-b6be-c7c63a805f5b,segment=NetworkSegment(88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4),segment_id=88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:59.041445 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27c3453e-ed59-44d2-9260-3ccd0075a302 req-de9f741f-3aaf-4a72-8a4c-3384edcd0898 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2794931 Aug 16 02:02:59.045058 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cc263172-36bf-4ed1-b635-30e27274ff6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.068776 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.084417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cc263172-36bf-4ed1-b635-30e27274ff6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.091107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cc263172-36bf-4ed1-b635-30e27274ff6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "DELETE /v2.0/ports/b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 HTTP/1.1" status: 204 len: 168 time: 1.1031780 Aug 16 02:02:59.091763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50954) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:59.108533 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.123376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:59.126512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:59.130623 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:59.136437 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.137097 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.161442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=f456c665-05b9-4c3f-a8c0-f65b1bb27043,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.183176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 74ba5551-8837-45f3-b4dd-64553234622d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:59.219006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc263172-36bf-4ed1-b635-30e27274ff6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event deleted for resources: {'Port': ['ID=b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.248475 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3b410219-a9ed-4ede-99a2-3289e3276e72 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3334455 Aug 16 02:02:59.249010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50956) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:59.251203 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bdc7f0-5058-4c00-b084-16f1df48728d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:02:59.260029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-62bdc7f0-5058-4c00-b084-16f1df48728d tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "GET /v2.0/ports/b93c684a-0cf1-4a8f-adb2-6f0b2faf79a5 HTTP/1.1" status: 404 len: 333 time: 0.0810769 Aug 16 02:02:59.263354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50958) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:59.267264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Request body: {'port': {'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-203534702'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:59.289609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f6ba1-520a-4fa7-ae19-ab1dd7ba084f None None] Pushing event updated for resources: {'Port': ['ID=0cd5677a-ad35-44bb-b6be-c7c63a805f5b,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.309924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-0dcc7f24-80ea-4278-925e-eca65bc3bf6a None None] Allocated IP 2001:db8:0:1::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/3f784711-9fa7-47b0-b9d3-ae81874331f2/74ba5551-8837-45f3-b4dd-64553234622d) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:59.427900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Made reservation on behalf of 410da0b481fc407bb01b64a843da548f for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:59.433010 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.453900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0dcc7f24-80ea-4278-925e-eca65bc3bf6a None None] For port 74ba5551-8837-45f3-b4dd-64553234622d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=74ba5551-8837-45f3-b4dd-64553234622d,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:59.468196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] device_id is not set on port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:59.489067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b935a7b1-1ac1-436a-a733-a5f938865664 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port f456c665-05b9-4c3f-a8c0-f65b1bb27043 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:59.490807 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b935a7b1-1ac1-436a-a733-a5f938865664 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.503187 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0dcc7f24-80ea-4278-925e-eca65bc3bf6a None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.523687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0dcc7f24-80ea-4278-925e-eca65bc3bf6a None None] Transition to ACTIVE for port object 74ba5551-8837-45f3-b4dd-64553234622d will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:59.526009 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 74ba5551-8837-45f3-b4dd-64553234622d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:59.531344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 74ba5551-8837-45f3-b4dd-64553234622d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:59.532688 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.636354 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0dcc7f24-80ea-4278-925e-eca65bc3bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.691429 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b935a7b1-1ac1-436a-a733-a5f938865664 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.724159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Port 74ba5551-8837-45f3-b4dd-64553234622d had new provisioning blocks added so it will not transition to active. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 16 02:02:59.728273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b935a7b1-1ac1-436a-a733-a5f938865664 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for f456c665-05b9-4c3f-a8c0-f65b1bb27043 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:59.730753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc7f24-80ea-4278-925e-eca65bc3bf6a None None] Pushing event updated for resources: {'Port': ['ID=74ba5551-8837-45f3-b4dd-64553234622d,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.820223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Allocated IP 2001:db8::1 (65b85ee6-1ec4-462c-9836-dc8794c2b511/9c98359b-765a-4851-b8ae-8f511010b6b4/b2106b25-efef-433d-a70f-ef749c478bee) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:59.881798 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.919189 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b11f71ff-8234-48cd-bcd7-2840f3ce1595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.995639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.028383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.096083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Network 8d5a012a-cde5-4e73-b98c-1fed3008086b is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:00.101526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:00.110356 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:00.111485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.112101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.117889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event updated for resources: {'Port': ['ID=8482d3e2-5565-4b11-bb1d-cd76bca866b3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:00.214333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Transition to ACTIVE for port object b2106b25-efef-433d-a70f-ef749c478bee will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:00.219563 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b935a7b1-1ac1-436a-a733-a5f938865664 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.248435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af622f-f0e1-4680-a334-f0b8a65af14b req-cb674e10-573f-4267-9699-e6fc8bccab8e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.254430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af622f-f0e1-4680-a334-f0b8a65af14b req-cb674e10-573f-4267-9699-e6fc8bccab8e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.265524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af622f-f0e1-4680-a334-f0b8a65af14b req-cb674e10-573f-4267-9699-e6fc8bccab8e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.267324 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-30775d0c-8539-46de-bdae-940310fe1050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0040965 Aug 16 02:03:00.268931 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50972) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:00.270111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af622f-f0e1-4680-a334-f0b8a65af14b req-cb674e10-573f-4267-9699-e6fc8bccab8e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.275001 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:00.278971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af622f-f0e1-4680-a334-f0b8a65af14b req-cb674e10-573f-4267-9699-e6fc8bccab8e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.288048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af622f-f0e1-4680-a334-f0b8a65af14b req-cb674e10-573f-4267-9699-e6fc8bccab8e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.294785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af622f-f0e1-4680-a334-f0b8a65af14b req-cb674e10-573f-4267-9699-e6fc8bccab8e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.297127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92af622f-f0e1-4680-a334-f0b8a65af14b req-cb674e10-573f-4267-9699-e6fc8bccab8e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.1395142 Aug 16 02:03:00.388200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935a7b1-1ac1-436a-a733-a5f938865664 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=f456c665-05b9-4c3f-a8c0-f65b1bb27043,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:00.400101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.538306 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b935a7b1-1ac1-436a-a733-a5f938865664 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.540592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b935a7b1-1ac1-436a-a733-a5f938865664 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/f456c665-05b9-4c3f-a8c0-f65b1bb27043 HTTP/1.1" status: 204 len: 168 time: 1.2909577 Aug 16 02:03:00.543527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50974) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:00.571870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92af622f-f0e1-4680-a334-f0b8a65af14b req-661c7eb6-5d0b-4455-9f19-15df201265e9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2300310 Aug 16 02:03:00.596119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.669544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 65b85ee6-1ec4-462c-9836-dc8794c2b511 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:00.674831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:00.685772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:00.686454 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.780054 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] device_id is not set on port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:00.796588 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.811817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Transition to ACTIVE for port object 8482d3e2-5565-4b11-bb1d-cd76bca866b3 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:00.855622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d2757-6f0b-4f21-baf3-98bd46aefcb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.860538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50980) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:00.871290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-017d2757-6f0b-4f21-baf3-98bd46aefcb6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3264189 Aug 16 02:03:00.909967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=b2106b25-efef-433d-a70f-ef749c478bee,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:00.930173 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.970608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d32684db-d151-466d-b79e-044763c7aa60 None None] Provisioning for port 74ba5551-8837-45f3-b4dd-64553234622d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:00.975620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d32684db-d151-466d-b79e-044763c7aa60 None None] Provisioning complete for port 74ba5551-8837-45f3-b4dd-64553234622d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:00.975620 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d32684db-d151-466d-b79e-044763c7aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.006899 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event updated for resources: {'Port': ['ID=8482d3e2-5565-4b11-bb1d-cd76bca866b3,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.069884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb6f88a-f500-4be7-b5bf-6545756845f2 None None] Network 65b85ee6-1ec4-462c-9836-dc8794c2b511 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:01.105592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b56aa2-5f5a-4366-9ca3-fe416494a35b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.112395 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-00b56aa2-5f5a-4366-9ca3-fe416494a35b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2504187 Aug 16 02:03:01.114441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50982) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:01.150921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.151334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.152636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.164525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:01.164854 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:01.165252 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 2 to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 Aug 16 02:03:01.205183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.225753 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.228281 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.228636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.241336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:01.241716 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:01.242160 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 3 to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 Aug 16 02:03:01.280605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.281266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.281266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.296208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:01.296543 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:01.296936 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 4 to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 Aug 16 02:03:01.335444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeef429-49f2-4a7e-8485-1faa2f070ce7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.341565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeef429-49f2-4a7e-8485-1faa2f070ce7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.341565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeef429-49f2-4a7e-8485-1faa2f070ce7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.341565 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-daeef429-49f2-4a7e-8485-1faa2f070ce7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2254684 Aug 16 02:03:01.343862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50984) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:01.355038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.355375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.355716 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.367674 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:01.368014 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:01.368413 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 5 to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 Aug 16 02:03:01.405132 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d32684db-d151-466d-b79e-044763c7aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.439939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.440292 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.440635 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.446935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d32684db-d151-466d-b79e-044763c7aa60 None None] For port 74ba5551-8837-45f3-b4dd-64553234622d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=74ba5551-8837-45f3-b4dd-64553234622d,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:01.448352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0cd5677a-ad35-44bb-b6be-c7c63a805f5b up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:01.451760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:01.451760 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:01.451760 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 6 to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 Aug 16 02:03:01.466409 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.466599 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.466844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.471965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:01.472298 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:01.472723 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 7 to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 Aug 16 02:03:01.491216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-37af36a6-0845-4d29-bef2-28d1bfff4a73 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 3f784711-9fa7-47b0-b9d3-ae81874331f2 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:01.499712 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-37af36a6-0845-4d29-bef2-28d1bfff4a73 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.511910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.512250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.512580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.526009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:01.526009 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:01.527222 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 8 to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 Aug 16 02:03:01.543131 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d32684db-d151-466d-b79e-044763c7aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.556793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.557141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.557476 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.564094 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-37af36a6-0845-4d29-bef2-28d1bfff4a73 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.565022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:01.566010 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:01.566590 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 9 to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 Aug 16 02:03:01.587555 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.587865 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.588182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.594541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:01.594931 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:01.595337 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 10 to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 Aug 16 02:03:01.610754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.611093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.611434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.615626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:01.617532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:01.617896 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:01.618277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.633854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 74ba5551-8837-45f3-b4dd-64553234622d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:01.635914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32684db-d151-466d-b79e-044763c7aa60 None None] Pushing event updated for resources: {'Port': ['ID=74ba5551-8837-45f3-b4dd-64553234622d,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.734330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b0831b72-c6a3-4607-ae4f-b546cb7768df None None] Could not find standard attr ID for object f456c665-05b9-4c3f-a8c0-f65b1bb27043. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:01.783804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 74ba5551-8837-45f3-b4dd-64553234622d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:01.785899 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.801479 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] For port 8482d3e2-5565-4b11-bb1d-cd76bca866b3, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:01.802289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempted to set empty binding levels {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:03:01.816360 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.859634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b0831b72-c6a3-4607-ae4f-b546cb7768df None None] Provisioning for port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:01.871105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b0831b72-c6a3-4607-ae4f-b546cb7768df None None] Provisioning complete for port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:01.871481 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b0831b72-c6a3-4607-ae4f-b546cb7768df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.919854 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.949219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] In _notify_port_updated(), no bound segment for port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:03:01.949950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92c5bd-59d5-4d49-8848-fbd999b3de20 req-81fc8df9-57f9-4414-8e26-9027ede41331 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.950635 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.952938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.955405 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "PUT /v2.0/ports/8482d3e2-5565-4b11-bb1d-cd76bca866b3 HTTP/1.1" status: 200 len: 979 time: 1.6849475 Aug 16 02:03:01.960134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50996) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:01.961147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92c5bd-59d5-4d49-8848-fbd999b3de20 req-81fc8df9-57f9-4414-8e26-9027ede41331 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.967312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92c5bd-59d5-4d49-8848-fbd999b3de20 req-81fc8df9-57f9-4414-8e26-9027ede41331 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.974409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92c5bd-59d5-4d49-8848-fbd999b3de20 req-81fc8df9-57f9-4414-8e26-9027ede41331 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.985167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92c5bd-59d5-4d49-8848-fbd999b3de20 req-81fc8df9-57f9-4414-8e26-9027ede41331 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.991632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92c5bd-59d5-4d49-8848-fbd999b3de20 req-81fc8df9-57f9-4414-8e26-9027ede41331 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.998202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92c5bd-59d5-4d49-8848-fbd999b3de20 req-81fc8df9-57f9-4414-8e26-9027ede41331 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.000244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca92c5bd-59d5-4d49-8848-fbd999b3de20 req-81fc8df9-57f9-4414-8e26-9027ede41331 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.1722953 Aug 16 02:03:02.007092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.007876 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.068231 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b0831b72-c6a3-4607-ae4f-b546cb7768df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.089608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-37af36a6-0845-4d29-bef2-28d1bfff4a73 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.120880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.121536 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.122070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.122574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.124472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.125334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.126331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.127100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.127804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.128673 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.130069 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.130247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.130843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.132532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.132834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b0831b72-c6a3-4607-ae4f-b546cb7768df None None] For port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0cd5677a-ad35-44bb-b6be-c7c63a805f5b,segment=NetworkSegment(88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4),segment_id=88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:02.133252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.134120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.134828 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.135402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.135878 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.136799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.137329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.142088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.142633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.143231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.143766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.145412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.145412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.145877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.146659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.151441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.151441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.151441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.151441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.151441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.151441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.151441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.151441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.151441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.152150 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.152379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.156673 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-34100d06-1b1e-44a8-b0cd-d049728b48c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36213 time: 0.1966596 Aug 16 02:03:02.161450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd811eb9-2ee9-48db-b874-fcdfd9f981a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event updated for resources: {'Port': ['ID=8482d3e2-5565-4b11-bb1d-cd76bca866b3,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.170646 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50998) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.222234 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b0831b72-c6a3-4607-ae4f-b546cb7768df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.229205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=b2106b25-efef-433d-a70f-ef749c478bee,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.249232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca92c5bd-59d5-4d49-8848-fbd999b3de20 req-c583cc2e-e84c-46fd-8ea2-32d4e1f4dcce tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2332630 Aug 16 02:03:02.320232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0831b72-c6a3-4607-ae4f-b546cb7768df None None] Pushing event updated for resources: {'Port': ['ID=0cd5677a-ad35-44bb-b6be-c7c63a805f5b,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.320785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 65b85ee6-1ec4-462c-9836-dc8794c2b511 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:02.322380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:02.341188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-233fa45f-3ae2-4cba-a5a2-e8c79dcb1da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Deleting port 8482d3e2-5565-4b11-bb1d-cd76bca866b3 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:02.341188 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-233fa45f-3ae2-4cba-a5a2-e8c79dcb1da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.438178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-233fa45f-3ae2-4cba-a5a2-e8c79dcb1da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] For port 8482d3e2-5565-4b11-bb1d-cd76bca866b3, host n-h1-768509-23, got binding levels [] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:02.439671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-233fa45f-3ae2-4cba-a5a2-e8c79dcb1da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.456134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-233fa45f-3ae2-4cba-a5a2-e8c79dcb1da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Calling delete_port for 8482d3e2-5565-4b11-bb1d-cd76bca866b3 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:02.479025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-853f98a0-d684-4ec9-aedc-bd442d7c0ac2 None None] Provisioning for port b2106b25-efef-433d-a70f-ef749c478bee completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:02.483146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-853f98a0-d684-4ec9-aedc-bd442d7c0ac2 None None] Provisioning complete for port b2106b25-efef-433d-a70f-ef749c478bee triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:02.483525 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-853f98a0-d684-4ec9-aedc-bd442d7c0ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.492707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-37af36a6-0845-4d29-bef2-28d1bfff4a73 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.559284 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-37af36a6-0845-4d29-bef2-28d1bfff4a73 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.562797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-853f98a0-d684-4ec9-aedc-bd442d7c0ac2 None None] Port b2106b25-efef-433d-a70f-ef749c478bee cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:02.564448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51000) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.564905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-37af36a6-0845-4d29-bef2-28d1bfff4a73 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/3f784711-9fa7-47b0-b9d3-ae81874331f2 HTTP/1.1" status: 204 len: 168 time: 1.2199440 Aug 16 02:03:02.566974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af36a6-0845-4d29-bef2-28d1bfff4a73 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=3f784711-9fa7-47b0-b9d3-ae81874331f2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.573935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb20b5bb-8289-4e61-8236-cc9f1b6cbeb0 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:02.636059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-853f98a0-d684-4ec9-aedc-bd442d7c0ac2 None None] Provisioning complete for port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:02.636570 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-853f98a0-d684-4ec9-aedc-bd442d7c0ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.638935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc7c946-c594-46f9-9d7c-1c4ec9519298 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet ec9045c1-c10e-47f8-bbc5-4e08820898b7 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:02.644737 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c946-c594-46f9-9d7c-1c4ec9519298 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.669593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:03:02.702789 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-233fa45f-3ae2-4cba-a5a2-e8c79dcb1da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.756338 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-233fa45f-3ae2-4cba-a5a2-e8c79dcb1da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.759277 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-233fa45f-3ae2-4cba-a5a2-e8c79dcb1da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "DELETE /v2.0/ports/8482d3e2-5565-4b11-bb1d-cd76bca866b3 HTTP/1.1" status: 204 len: 168 time: 0.5874307 Aug 16 02:03:02.770501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51002) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.795088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fa45f-3ae2-4cba-a5a2-e8c79dcb1da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event deleted for resources: {'Port': ['ID=8482d3e2-5565-4b11-bb1d-cd76bca866b3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.806773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c946-c594-46f9-9d7c-1c4ec9519298 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.890816 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc331e6-1e31-4779-8856-e8b21493ab35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:03:02.900370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bdc331e6-1e31-4779-8856-e8b21493ab35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "GET /v2.0/ports/8482d3e2-5565-4b11-bb1d-cd76bca866b3 HTTP/1.1" status: 404 len: 333 time: 0.1271496 Aug 16 02:03:02.900543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51006) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.909213 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.921737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-121642184', 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:02.933777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:02.944107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-532f7a72-1ae5-4a91-8472-936db165071d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2534943 Aug 16 02:03:02.945741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51008) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.946684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Sync routers for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:02.959322 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1143695256'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:02.965685 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a87260de-8812-4910-b02a-8171996c0ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.967328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:02.968023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:02:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:03.026323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:03:03.026323 n-d-768509-23 neutron-server[95515]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:03:03.026323 n-d-768509-23 neutron-server[95515]: [parameters: {'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'id': 'ad329d8c-1bff-42bc-883b-5970d4e897c6', 'expiration': datetime.datetime(2021, 8, 16, 2, 5, 3, 14023)}] Aug 16 02:03:03.026323 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:03:03.026891 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:03:03.031957 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c946-c594-46f9-9d7c-1c4ec9519298 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.107693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Made reservation on behalf of 410da0b481fc407bb01b64a843da548f for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:03.117590 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.133728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0cd5677a-ad35-44bb-b6be-c7c63a805f5b up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:03.150431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] device_id is not set on port 79c44f06-9c31-453b-9d36-98f8bbfbef5d yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:03.190598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-40e82118-7b66-48cb-9cbc-a2d15b3c521f None None] Provisioning complete for port b2106b25-efef-433d-a70f-ef749c478bee triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:03.190974 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40e82118-7b66-48cb-9cbc-a2d15b3c521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.231462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c946-c594-46f9-9d7c-1c4ec9519298 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.255294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-40e82118-7b66-48cb-9cbc-a2d15b3c521f None None] Port b2106b25-efef-433d-a70f-ef749c478bee cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:03.272432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:03.277043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7c946-c594-46f9-9d7c-1c4ec9519298 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9045c1-c10e-47f8-bbc5-4e08820898b7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.287682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c946-c594-46f9-9d7c-1c4ec9519298 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.289692 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fcc7c946-c594-46f9-9d7c-1c4ec9519298 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/ec9045c1-c10e-47f8-bbc5-4e08820898b7 HTTP/1.1" status: 204 len: 168 time: 0.7208605 Aug 16 02:03:03.292353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51016) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:03.388260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aedf431a-41f0-488d-bc4f-6a77dd5f427b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944555 Aug 16 02:03:03.391300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51020) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:03.411652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:03.439043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.540267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:03.540267 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.572750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.683076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:03.688988 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.689916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5a02a-33a6-48b1-8e81-88199f94d95e req-0cc117b8-1110-4528-a7e1-d49f9c074433 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.697717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5a02a-33a6-48b1-8e81-88199f94d95e req-0cc117b8-1110-4528-a7e1-d49f9c074433 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.712330 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Network 8d5a012a-cde5-4e73-b98c-1fed3008086b is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:03.724525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5a02a-33a6-48b1-8e81-88199f94d95e req-0cc117b8-1110-4528-a7e1-d49f9c074433 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.733807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5a02a-33a6-48b1-8e81-88199f94d95e req-0cc117b8-1110-4528-a7e1-d49f9c074433 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.741607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5a02a-33a6-48b1-8e81-88199f94d95e req-0cc117b8-1110-4528-a7e1-d49f9c074433 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.744577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:03.759336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5a02a-33a6-48b1-8e81-88199f94d95e req-0cc117b8-1110-4528-a7e1-d49f9c074433 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.766093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:03.767155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.767777 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.775565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5a02a-33a6-48b1-8e81-88199f94d95e req-0cc117b8-1110-4528-a7e1-d49f9c074433 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.786141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83c5a02a-33a6-48b1-8e81-88199f94d95e req-0cc117b8-1110-4528-a7e1-d49f9c074433 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.2684474 Aug 16 02:03:03.790221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event updated for resources: {'Port': ['ID=79c44f06-9c31-453b-9d36-98f8bbfbef5d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.817087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:03.840249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.842123 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added segment 7a204a76-50a4-4be1-bdea-86be9094cfd4 of type vlan for network 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 Aug 16 02:03:03.877082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83c5a02a-33a6-48b1-8e81-88199f94d95e req-313900da-5a88-4e6a-a696-475b2af7a247 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894647 Aug 16 02:03:03.911322 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.930681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:03.935996 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.051912 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-27872c5b-4e36-4ede-8524-16edcbf1a539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1427231 Aug 16 02:03:04.057354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51028) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:04.062030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e143f917-5668-4337-93ee-68077318b76e None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:04.075382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 74ba5551-8837-45f3-b4dd-64553234622d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:04.120730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.132178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.132812 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.162686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4846c367-1f51-4745-9e67-e3cab40285f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.164139 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4846c367-1f51-4745-9e67-e3cab40285f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "GET /v2.0/ports/79c44f06-9c31-453b-9d36-98f8bbfbef5d HTTP/1.1" status: 200 len: 958 time: 0.1057277 Aug 16 02:03:04.167183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51032) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:04.214305 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.231612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6987c91b-dad1-4470-ab99-3691f8815fe4 None None] Provisioning complete for port 74ba5551-8837-45f3-b4dd-64553234622d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:04.232166 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6987c91b-dad1-4470-ab99-3691f8815fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.272611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Network': ['ID=2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:04.294355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:04.339631 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-acf54f81-b517-4a55-9eef-b2f9540ad1cb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3918247 Aug 16 02:03:04.340652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-64734899-65ba-4c4c-8089-2195829e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Deleting port 79c44f06-9c31-453b-9d36-98f8bbfbef5d {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:04.341105 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-64734899-65ba-4c4c-8089-2195829e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.341740 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51034) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:04.346966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'subnet': {'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:04.394163 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 2, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:01Z', 'revision_number': 2, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:04.453351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-64734899-65ba-4c4c-8089-2195829e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.469661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-64734899-65ba-4c4c-8089-2195829e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Calling delete_port for 79c44f06-9c31-453b-9d36-98f8bbfbef5d owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:04.472742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Checking router: 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:04.473087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Updating router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 port b2106b25-efef-433d-a70f-ef749c478bee binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:04.479449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 74ba5551-8837-45f3-b4dd-64553234622d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:04.481077 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.564833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:04.568791 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.577334 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.682604 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e880bb-a773-4f23-a2b3-ed7dea96af69 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:04.716304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:04.831828 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-64734899-65ba-4c4c-8089-2195829e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.896604 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.930100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a1e880bb-a773-4f23-a2b3-ed7dea96af69 None None] Deleting port 74ba5551-8837-45f3-b4dd-64553234622d {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:04.930948 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a1e880bb-a773-4f23-a2b3-ed7dea96af69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.967010 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-64734899-65ba-4c4c-8089-2195829e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.972009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-64734899-65ba-4c4c-8089-2195829e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "DELETE /v2.0/ports/79c44f06-9c31-453b-9d36-98f8bbfbef5d HTTP/1.1" status: 204 len: 168 time: 0.8035915 Aug 16 02:03:04.981422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64734899-65ba-4c4c-8089-2195829e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event deleted for resources: {'Port': ['ID=79c44f06-9c31-453b-9d36-98f8bbfbef5d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:04.981781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Subnet': ['ID=15df061d-66e9-4da0-94c4-1a55342a6061,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:04.981781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51044) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:04.991167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Checking segment: {'id': '7a204a76-50a4-4be1-bdea-86be9094cfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:04.991544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network hostable DHCP agents. Network: 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:05.013077 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad808fd-8c5d-4aac-bdcb-b34d7a0099c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:03:05.015323 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aad808fd-8c5d-4aac-bdcb-b34d7a0099c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "GET /v2.0/ports/79c44f06-9c31-453b-9d36-98f8bbfbef5d HTTP/1.1" status: 404 len: 333 time: 0.0366869 Aug 16 02:03:05.021478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51046) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.027270 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Request body: {'port': {'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-815442832'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:05.107580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a1e880bb-a773-4f23-a2b3-ed7dea96af69 None None] For port 74ba5551-8837-45f3-b4dd-64553234622d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=74ba5551-8837-45f3-b4dd-64553234622d,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:05.107981 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a1e880bb-a773-4f23-a2b3-ed7dea96af69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.142758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:05.145028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a1e880bb-a773-4f23-a2b3-ed7dea96af69 None None] Calling delete_port for 74ba5551-8837-45f3-b4dd-64553234622d owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:05.145387 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Made reservation on behalf of 410da0b481fc407bb01b64a843da548f for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:05.148600 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.151769 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.172759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] device_id is not set on port be8b9654-b3db-4ba8-bdd8-9b94374e7068 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:05.194426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343b742-f107-4bc7-84ca-912a50c1f110 req-089b2ca0-5bd1-4e34-adb9-88a7a8490785 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.200794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343b742-f107-4bc7-84ca-912a50c1f110 req-089b2ca0-5bd1-4e34-adb9-88a7a8490785 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.202184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 74ba5551-8837-45f3-b4dd-64553234622d no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:05.207741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343b742-f107-4bc7-84ca-912a50c1f110 req-089b2ca0-5bd1-4e34-adb9-88a7a8490785 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.216022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343b742-f107-4bc7-84ca-912a50c1f110 req-089b2ca0-5bd1-4e34-adb9-88a7a8490785 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.222253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343b742-f107-4bc7-84ca-912a50c1f110 req-089b2ca0-5bd1-4e34-adb9-88a7a8490785 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.228499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343b742-f107-4bc7-84ca-912a50c1f110 req-089b2ca0-5bd1-4e34-adb9-88a7a8490785 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.235341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Transition to ACTIVE for port object b2106b25-efef-433d-a70f-ef749c478bee will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:05.235841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343b742-f107-4bc7-84ca-912a50c1f110 req-089b2ca0-5bd1-4e34-adb9-88a7a8490785 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.238617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e343b742-f107-4bc7-84ca-912a50c1f110 req-089b2ca0-5bd1-4e34-adb9-88a7a8490785 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.1669180 Aug 16 02:03:05.239609 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.330189 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.351579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e343b742-f107-4bc7-84ca-912a50c1f110 req-b6e08f03-a988-4f91-b616-87ae15e7cd5f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970857 Aug 16 02:03:05.367685 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.374983 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.375129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:05.377130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.378481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.427771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b1e66-ca9f-4bbf-a9e3-a3af15b912e0 None None] Network 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:05.502040 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b9f18ac1-b024-4ba9-9f9e-6b39d5fb48d6 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1589780 Aug 16 02:03:05.505484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51052) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.545281 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a1e880bb-a773-4f23-a2b3-ed7dea96af69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.570470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3190e6-4de0-47bc-be50-b85cebff1bcd None None] Pushing event updated for resources: {'Port': ['ID=b2106b25-efef-433d-a70f-ef749c478bee,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:05.574535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e880bb-a773-4f23-a2b3-ed7dea96af69 None None] No DVR routers for this DVR port 74ba5551-8837-45f3-b4dd-64553234622d on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:05.629969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] For port 74ba5551-8837-45f3-b4dd-64553234622d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=74ba5551-8837-45f3-b4dd-64553234622d,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:05.666738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e880bb-a773-4f23-a2b3-ed7dea96af69 None None] Pushing event deleted for resources: {'Port': ['ID=74ba5551-8837-45f3-b4dd-64553234622d,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:05.698565 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.768614 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.785948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Attempting to bind port b2106b25-efef-433d-a70f-ef749c478bee on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:05.786565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Attempting to bind port b2106b25-efef-433d-a70f-ef749c478bee by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:05.786942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Attempting to bind port b2106b25-efef-433d-a70f-ef749c478bee on network 65b85ee6-1ec4-462c-9836-dc8794c2b511 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:05.788206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.789706 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.810836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:05.811252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Checking segment: {'id': '88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:05.811663 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.812063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Bound using segment: {'id': '88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:05.812632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Bound port: b2106b25-efef-433d-a70f-ef749c478bee, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:05.813016 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.825329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:05.826215 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.960132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Network 8d5a012a-cde5-4e73-b98c-1fed3008086b is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:05.967131 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:05.974035 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event updated for resources: {'Port': ['ID=be8b9654-b3db-4ba8-bdd8-9b94374e7068,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:05.987799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:05.987799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.989269 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.055001 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.088924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] For port b2106b25-efef-433d-a70f-ef749c478bee, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:06.137111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] For port b2106b25-efef-433d-a70f-ef749c478bee, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b2106b25-efef-433d-a70f-ef749c478bee,segment=NetworkSegment(88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4),segment_id=88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:06.189464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Allocated IP 2001:db8:1::2 (2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4/15df061d-66e9-4da0-94c4-1a55342a6061/2361760c-a407-4743-a683-bd3c3820cf17) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:06.226664 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.440931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3190e6-4de0-47bc-be50-b85cebff1bcd None None] Pushing event updated for resources: {'Port': ['ID=b2106b25-efef-433d-a70f-ef749c478bee,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.488277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=083e74bd-b5b6-4074-8c69-5d083edacaae,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.490933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:06.491580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:06.504591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=74ba5551-8837-45f3-b4dd-64553234622d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.541419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:06.546360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:06.552432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.553066 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.599169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6835c1-84fc-4099-a650-71bce4b8b910 req-40d1b5bf-1c4e-4733-afda-2189210c471d tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.605760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6835c1-84fc-4099-a650-71bce4b8b910 req-40d1b5bf-1c4e-4733-afda-2189210c471d tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.612364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6835c1-84fc-4099-a650-71bce4b8b910 req-40d1b5bf-1c4e-4733-afda-2189210c471d tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.618937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6835c1-84fc-4099-a650-71bce4b8b910 req-40d1b5bf-1c4e-4733-afda-2189210c471d tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.625412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6835c1-84fc-4099-a650-71bce4b8b910 req-40d1b5bf-1c4e-4733-afda-2189210c471d tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.632287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6835c1-84fc-4099-a650-71bce4b8b910 req-40d1b5bf-1c4e-4733-afda-2189210c471d tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.638427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6835c1-84fc-4099-a650-71bce4b8b910 req-40d1b5bf-1c4e-4733-afda-2189210c471d tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.640430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c6835c1-84fc-4099-a650-71bce4b8b910 req-40d1b5bf-1c4e-4733-afda-2189210c471d tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5429 time: 0.1464942 Aug 16 02:03:06.641078 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-758a6a09-75b7-4429-871e-afa6574e24e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6184855 Aug 16 02:03:06.643917 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51062) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.652559 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:06.701467 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c6835c1-84fc-4099-a650-71bce4b8b910 req-0f345366-4480-4450-9257-1e890400c520 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505674 Aug 16 02:03:06.710242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1774b946-7223-45b7-aeb4-14f26d32506a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3162899 Aug 16 02:03:06.713372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51066) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.725421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-47cdb124-8058-46e0-bd68-d6c5cd4647db tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:06.752818 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146c0b9f-edbe-4b0b-b05e-fec6a25c1592 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:06.786964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.909700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:06.955360 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.959638 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.959865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cdb124-8058-46e0-bd68-d6c5cd4647db tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:06.964146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-47cdb124-8058-46e0-bd68-d6c5cd4647db tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.056776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Transition to ACTIVE for port object 2361760c-a407-4743-a683-bd3c3820cf17 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:07.103729 n-d-768509-23 neutron-server[95516]: INFO neutron.db.ipam_backend_mixin [None req-47cdb124-8058-46e0-bd68-d6c5cd4647db tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 083e74bd-b5b6-4074-8c69-5d083edacaae (CIDR: 2001:db8::/64) Aug 16 02:03:07.131649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Transition to ACTIVE for port object 2361760c-a407-4743-a683-bd3c3820cf17 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:07.139549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] device_id is not set on port be8b9654-b3db-4ba8-bdd8-9b94374e7068 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:07.151677 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cdb124-8058-46e0-bd68-d6c5cd4647db tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:07.152639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cdb124-8058-46e0-bd68-d6c5cd4647db tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:07.199752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '083e74bd-b5b6-4074-8c69-5d083edacaae'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:07.200822 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.203224 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.241857 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.249944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Transition to ACTIVE for port object be8b9654-b3db-4ba8-bdd8-9b94374e7068 will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:07.258557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-47cdb124-8058-46e0-bd68-d6c5cd4647db tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5439415 Aug 16 02:03:07.262342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51074) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:07.270753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f13c858d-4e04-4db8-a2d4-222fc7e93844 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:07.377355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Network 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:07.386929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:07.398589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Pushing event updated for resources: {'Port': ['ID=2361760c-a407-4743-a683-bd3c3820cf17,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.407014 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:07.415173 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.505761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Allocated IP 2001:db8:1::1 (2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4/15df061d-66e9-4da0-94c4-1a55342a6061/13897f7d-4462-4107-8920-36f47ab10f1a) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:07.530603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13c858d-4e04-4db8-a2d4-222fc7e93844 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:07.531701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event updated for resources: {'Port': ['ID=be8b9654-b3db-4ba8-bdd8-9b94374e7068,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.541773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f13c858d-4e04-4db8-a2d4-222fc7e93844 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.545719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 2, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:06Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:07.546497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:07.546838 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:07.547218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:07.585795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Attempting to bind port 2361760c-a407-4743-a683-bd3c3820cf17 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:07.586197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Attempting to bind port 2361760c-a407-4743-a683-bd3c3820cf17 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7a204a76-50a4-4be1-bdea-86be9094cfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:07.586609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Attempting to bind port 2361760c-a407-4743-a683-bd3c3820cf17 on network 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:07.590100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Allocated IP 2001:db8::f816:3eff:fec1:ed8d (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/083e74bd-b5b6-4074-8c69-5d083edacaae/f5a3c8bf-2454-4f76-82e6-2ea21ea4008a) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:07.592954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:07.593298 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:07.593496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de7b442-2453-4b2b-b566-6b10cd1fa00f None None] The sync data for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 is: [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 2, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:06Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:07.596479 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 2 to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 Aug 16 02:03:07.602523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:07.602904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Checking segment: {'id': '7a204a76-50a4-4be1-bdea-86be9094cfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:07.603567 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.603829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Bound using segment: {'id': '7a204a76-50a4-4be1-bdea-86be9094cfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:07.604320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Bound port: 2361760c-a407-4743-a683-bd3c3820cf17, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a204a76-50a4-4be1-bdea-86be9094cfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:07.604701 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.645339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:07.646969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:07.646969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:07.657464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:07.658058 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:07.665681 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 3 to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 Aug 16 02:03:07.689881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:07.690470 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:07.690962 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:07.713393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:07.713984 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:07.716692 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 4 to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 Aug 16 02:03:07.764487 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.767601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:07.777048 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:07.777593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:07.797276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] For port 2361760c-a407-4743-a683-bd3c3820cf17, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:07.808038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] For port 2361760c-a407-4743-a683-bd3c3820cf17, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2361760c-a407-4743-a683-bd3c3820cf17,segment=NetworkSegment(7a204a76-50a4-4be1-bdea-86be9094cfd4),segment_id=7a204a76-50a4-4be1-bdea-86be9094cfd4)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:07.813986 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:07.814488 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:07.817701 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 5 to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 Aug 16 02:03:07.832766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Transition to ACTIVE for port object 13897f7d-4462-4107-8920-36f47ab10f1a will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:07.871257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:07.877617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:07.878307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:07.906851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:07.906851 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:07.906851 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 6 to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 Aug 16 02:03:07.907445 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.931615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:07.931956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:07.932301 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:07.942379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:07.942718 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:07.944093 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 7 to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 Aug 16 02:03:07.957415 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.966753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Transition to ACTIVE for port object f5a3c8bf-2454-4f76-82e6-2ea21ea4008a will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:07.982992 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:07.989157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:07.989157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:08.002771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Transition to ACTIVE for port object f5a3c8bf-2454-4f76-82e6-2ea21ea4008a will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:08.006337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:08.007199 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:08.007674 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 8 to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 Aug 16 02:03:08.039328 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:08.040110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:08.040783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:08.041802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f13c858d-4e04-4db8-a2d4-222fc7e93844 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.046043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:08.046471 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:08.046934 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 9 to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 Aug 16 02:03:08.076844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:08.076844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:08.076844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:08.076844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:08.076844 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:08.076844 n-d-768509-23 neutron-server[95515]: INFO neutron.plugins.ml2.plugin [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempt 10 to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 Aug 16 02:03:08.089737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:08.091981 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:08.092776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempting to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:08.099830 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:08.100275 n-d-768509-23 neutron-server[95515]: ERROR neutron.plugins.ml2.managers [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Failed to bind port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on host n-h1-768509-23 for vnic_type normal using segments [{'id': 'daea819b-5197-4760-ae28-6d7596b7c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d5a012a-cde5-4e73-b98c-1fed3008086b'}] Aug 16 02:03:08.100735 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.107770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa8714-f24e-421b-ad2e-baa7dcd0afca None None] Pushing event updated for resources: {'Port': ['ID=2361760c-a407-4743-a683-bd3c3820cf17,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.125387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e70f9fc9-ed04-4a72-83f4-44c5c0c51270 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:08.139183 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.170159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c858d-4e04-4db8-a2d4-222fc7e93844 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:08.189957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-f13c858d-4e04-4db8-a2d4-222fc7e93844 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:08.189957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13c858d-4e04-4db8-a2d4-222fc7e93844 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:08.189957 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f13c858d-4e04-4db8-a2d4-222fc7e93844 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.204699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c858d-4e04-4db8-a2d4-222fc7e93844 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=487d2204-3469-44e7-a486-21ed38bccd8d,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.332314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f13c858d-4e04-4db8-a2d4-222fc7e93844 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0679939 Aug 16 02:03:08.337847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51090) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:08.337993 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] For port be8b9654-b3db-4ba8-bdd8-9b94374e7068, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:08.337993 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attempted to set empty binding levels {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:03:08.342618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:ed:f1:b9', 'name': 'tempest-NetworksTestDHCPv6-2092280212'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:08.348472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:08.352874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:08.356003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:08.356744 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.452542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e70f9fc9-ed04-4a72-83f4-44c5c0c51270, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:08.462844 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.619601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Pushing event updated for resources: {'Port': ['ID=f5a3c8bf-2454-4f76-82e6-2ea21ea4008a,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.660590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:08.666406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:08.668771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'e70f9fc9-ed04-4a72-83f4-44c5c0c51270', 'network_id': '75b5398b-4cff-40ab-8a73-881676945082', 'port_id': 'e70f9fc9-ed04-4a72-83f4-44c5c0c51270', 'mac_address': 'fa:16:3e:bc:e0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c107f1-651b-4b59-aa58-c149b9979276', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:08.671531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:08.683014 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.698606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=13897f7d-4462-4107-8920-36f47ab10f1a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.771666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event updated for resources: {'Port': ['ID=be8b9654-b3db-4ba8-bdd8-9b94374e7068,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.777849 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] In _notify_port_updated(), no bound segment for port be8b9654-b3db-4ba8-bdd8-9b94374e7068 on network 8d5a012a-cde5-4e73-b98c-1fed3008086b {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:03:08.778755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:08.779342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.782402 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-224d1bed-2f98-4482-802e-923f3068f25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "PUT /v2.0/ports/be8b9654-b3db-4ba8-bdd8-9b94374e7068 HTTP/1.1" status: 200 len: 979 time: 2.1355245 Aug 16 02:03:08.790307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51106) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:08.815892 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.818405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Attempting to bind port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:08.818777 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Attempting to bind port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:08.819138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Attempting to bind port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:08.836164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:08.836542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:08.836946 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.837972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:08.837972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Bound port: f5a3c8bf-2454-4f76-82e6-2ea21ea4008a, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:08.838718 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.844976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70f9fc9-ed04-4a72-83f4-44c5c0c51270 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:08.891288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e70f9fc9-ed04-4a72-83f4-44c5c0c51270, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:08.900530 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.932458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] For port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:08.937140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] For port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f5a3c8bf-2454-4f76-82e6-2ea21ea4008a,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:08.964158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a51da8f7-f05d-40c2-a196-861d0abf209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Deleting port be8b9654-b3db-4ba8-bdd8-9b94374e7068 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:08.964434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a51da8f7-f05d-40c2-a196-861d0abf209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.976305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:09.016594 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.016594 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:09.103724 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.161931 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-a51da8f7-f05d-40c2-a196-861d0abf209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] For port be8b9654-b3db-4ba8-bdd8-9b94374e7068, host n-h1-768509-23, got binding levels [] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:09.162305 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a51da8f7-f05d-40c2-a196-861d0abf209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.187410 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:09.206443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb8604-94d7-4d72-bba0-2f90aa224cfc req-61b916e7-2324-47e1-900c-ce3192737995 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.213229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb8604-94d7-4d72-bba0-2f90aa224cfc req-61b916e7-2324-47e1-900c-ce3192737995 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.228056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb8604-94d7-4d72-bba0-2f90aa224cfc req-61b916e7-2324-47e1-900c-ce3192737995 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.234227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb8604-94d7-4d72-bba0-2f90aa224cfc req-61b916e7-2324-47e1-900c-ce3192737995 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.243578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb8604-94d7-4d72-bba0-2f90aa224cfc req-61b916e7-2324-47e1-900c-ce3192737995 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.247324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b2106b25-efef-433d-a70f-ef749c478bee up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:09.255143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '01f0ca95-1a96-4e68-8aaa-82ad29fb4474', 'network_id': '75b5398b-4cff-40ab-8a73-881676945082', 'port_id': '01f0ca95-1a96-4e68-8aaa-82ad29fb4474', 'mac_address': 'fa:16:3e:52:bc:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c107f1-651b-4b59-aa58-c149b9979276', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:09.255528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb8604-94d7-4d72-bba0-2f90aa224cfc req-61b916e7-2324-47e1-900c-ce3192737995 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.261797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb8604-94d7-4d72-bba0-2f90aa224cfc req-61b916e7-2324-47e1-900c-ce3192737995 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.270836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdeb8604-94d7-4d72-bba0-2f90aa224cfc req-61b916e7-2324-47e1-900c-ce3192737995 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5430 time: 0.2754471 Aug 16 02:03:09.282752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a51da8f7-f05d-40c2-a196-861d0abf209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Calling delete_port for be8b9654-b3db-4ba8-bdd8-9b94374e7068 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:09.288143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.301912 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.329679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 30ed01b2-4048-45f8-af3a-f4d075ef08d4 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:09.404091 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdeb8604-94d7-4d72-bba0-2f90aa224cfc req-a0e49729-d967-42c8-b5af-a1cd9fdf123f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322217 Aug 16 02:03:09.470544 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.488352 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.507605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b4783-c41f-4609-a4e3-47ac24f67a0f None None] Pushing event updated for resources: {'Port': ['ID=f5a3c8bf-2454-4f76-82e6-2ea21ea4008a,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.520670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:09.576108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a51da8f7-f05d-40c2-a196-861d0abf209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.589380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:09.632394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port b2106b25-efef-433d-a70f-ef749c478bee completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:09.634976 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51da8f7-f05d-40c2-a196-861d0abf209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Pushing event deleted for resources: {'Port': ['ID=be8b9654-b3db-4ba8-bdd8-9b94374e7068,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.635151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b2106b25-efef-433d-a70f-ef749c478bee triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:09.635565 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.638194 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.639031 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.641582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a51da8f7-f05d-40c2-a196-861d0abf209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.649389 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a51da8f7-f05d-40c2-a196-861d0abf209c tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "DELETE /v2.0/ports/be8b9654-b3db-4ba8-bdd8-9b94374e7068 HTTP/1.1" status: 204 len: 168 time: 0.8561146 Aug 16 02:03:09.663587 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51114) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:09.736902 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.737616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b82768d0-3b02-457d-9307-5658bd230ee0 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:09.795169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8:0:1::2b5 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/487d2204-3469-44e7-a486-21ed38bccd8d/30ed01b2-4048-45f8-af3a-f4d075ef08d4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:09.825700 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-772e8942-1ca2-45ee-a134-423b4ab3fcbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:03:09.832037 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-772e8942-1ca2-45ee-a134-423b4ab3fcbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919149616-project-admin] 10.222.0.66 "GET /v2.0/ports/be8b9654-b3db-4ba8-bdd8-9b94374e7068 HTTP/1.1" status: 404 len: 333 time: 0.1670096 Aug 16 02:03:09.840501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::f816:3eff:feed:f1b9 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/083e74bd-b5b6-4074-8c69-5d083edacaae/30ed01b2-4048-45f8-af3a-f4d075ef08d4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:09.848861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51118) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:09.887700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108fb94e-0301-4c2d-8b97-33f3dc046af3 None None] Network 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:09.926949 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.956520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:09.960695 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:09.974248 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=13897f7d-4462-4107-8920-36f47ab10f1a,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.009323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.resource_extend [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:03:10.060552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339388cf-72bd-4a21-8928-777e6a7064bd req-ca78df60-af0a-4b33-9a3f-9af40308d7da tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:10.063052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-339388cf-72bd-4a21-8928-777e6a7064bd req-ca78df60-af0a-4b33-9a3f-9af40308d7da tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.2475080 Aug 16 02:03:10.072679 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.144474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:10.168726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b82768d0-3b02-457d-9307-5658bd230ee0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b82768d0-3b02-457d-9307-5658bd230ee0,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:10.172884 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.188063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-339388cf-72bd-4a21-8928-777e6a7064bd req-65500b04-911e-4d39-b69c-31e07dac587f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033244 Aug 16 02:03:10.220959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-473b7561-621e-4c35-affe-1ed5a0280aa8 None None] Provisioning for port 2361760c-a407-4743-a683-bd3c3820cf17 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:10.267436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'b82768d0-3b02-457d-9307-5658bd230ee0', 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f', 'port_id': 'b82768d0-3b02-457d-9307-5658bd230ee0', 'mac_address': 'fa:16:3e:ac:9e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f39aa93-e966-4146-8efd-17a146eea997', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:10.308527 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.311610 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.313037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port b2106b25-efef-433d-a70f-ef749c478bee, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b2106b25-efef-433d-a70f-ef749c478bee,segment=NetworkSegment(88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4),segment_id=88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:10.341715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5a012a-cde5-4e73-b98c-1fed3008086b']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:10.349289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 30ed01b2-4048-45f8-af3a-f4d075ef08d4 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:10.351837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daea819b-5197-4760-ae28-6d7596b7c92e') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:10.352136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daea819b-5197-4760-ae28-6d7596b7c92e') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:10.376189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.396118 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.403442 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.416865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82768d0-3b02-457d-9307-5658bd230ee0 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:10.428192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:10.428614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.433642 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.435225 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2361760c-a407-4743-a683-bd3c3820cf17 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:10.437218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:10.449170 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d8fb719a-b6ea-4af8-9964-13067243eb23 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9422851 Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:10.450569 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:10.452308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51128) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:10.468285 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1713213304'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:10.638095 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:10.641367 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.641677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.642566 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.673045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b82768d0-3b02-457d-9307-5658bd230ee0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b82768d0-3b02-457d-9307-5658bd230ee0,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:10.682753 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:10.699251 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.699251 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added segment f93315dd-7a37-441d-84b6-81a897982118 of type vlan for network 8f541848-641a-4279-8df3-25ef8f688a14 Aug 16 02:03:10.700134 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Sync routers for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:10.711472 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:10.712092 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:10.737884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:10.745631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=30ed01b2-4048-45f8-af3a-f4d075ef08d4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.749072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:10.749513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.752184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.757531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] 10.222.0.66 "DELETE /v2.0/networks/8d5a012a-cde5-4e73-b98c-1fed3008086b HTTP/1.1" status: 204 len: 168 time: 0.8956540 Aug 16 02:03:10.758109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:10.765500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:10.770801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.791181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7077c-500a-42f4-976e-b8b8f174d303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-389341801-project] Pushing event deleted for resources: {'Network': ['ID=8d5a012a-cde5-4e73-b98c-1fed3008086b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.827826 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.828491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 80c01aab-f9db-4e54-8e54-8ae6a7e69aec details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:10.850896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=b2106b25-efef-433d-a70f-ef749c478bee,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.916300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b079e3-d3b1-40a4-bb7f-0a1e517fbb0a None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:10.921562 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:10.927086 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51138) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:10.927717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-013de9c7-9e45-45f3-8da7-c23b684ef8ff tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5911746 Aug 16 02:03:10.997444 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.012454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.013255 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.029104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecee6f-d701-4325-a254-59306428f9fa req-19f3663c-cfbb-4a0d-a642-394125fc3f66 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.048040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecee6f-d701-4325-a254-59306428f9fa req-19f3663c-cfbb-4a0d-a642-394125fc3f66 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.072298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecee6f-d701-4325-a254-59306428f9fa req-19f3663c-cfbb-4a0d-a642-394125fc3f66 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.090150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecee6f-d701-4325-a254-59306428f9fa req-19f3663c-cfbb-4a0d-a642-394125fc3f66 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.108048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecee6f-d701-4325-a254-59306428f9fa req-19f3663c-cfbb-4a0d-a642-394125fc3f66 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.126979 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.resource_extend [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:03:11.127158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecee6f-d701-4325-a254-59306428f9fa req-19f3663c-cfbb-4a0d-a642-394125fc3f66 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.150228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecee6f-d701-4325-a254-59306428f9fa req-19f3663c-cfbb-4a0d-a642-394125fc3f66 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.170468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0cecee6f-d701-4325-a254-59306428f9fa req-19f3663c-cfbb-4a0d-a642-394125fc3f66 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5432 time: 0.2610297 Aug 16 02:03:11.174489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=80c01aab-f9db-4e54-8e54-8ae6a7e69aec,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:11.215924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '80c01aab-f9db-4e54-8e54-8ae6a7e69aec', 'network_id': '75b5398b-4cff-40ab-8a73-881676945082', 'port_id': '80c01aab-f9db-4e54-8e54-8ae6a7e69aec', 'mac_address': 'fa:16:3e:eb:1a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c107f1-651b-4b59-aa58-c149b9979276', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:11.218916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b82768d0-3b02-457d-9307-5658bd230ee0,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:11.236758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0cecee6f-d701-4325-a254-59306428f9fa req-744b875a-5a68-4d4c-9bd4-dd038fc27a6e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652251 Aug 16 02:03:11.247138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 2361760c-a407-4743-a683-bd3c3820cf17 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:11.249364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51142) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:11.252743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 2361760c-a407-4743-a683-bd3c3820cf17 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:11.253113 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.253647 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8001833 Aug 16 02:03:11.256303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'subnet': {'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:11.323622 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:08Z', 'revision_number': 3, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:09Z', 'revision_number': 2, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:11.369524 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Checking router: 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:11.370237 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Updating router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 port 13897f7d-4462-4107-8920-36f47ab10f1a binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:11.370856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d3c50bb6-ed12-42e8-841a-94fdccc01034 None None] Provisioning for port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:11.388152 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3400ad-c5cb-48a5-936d-236c08ae9b1a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Network': ['ID=8f541848-641a-4279-8df3-25ef8f688a14,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:11.446951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 8f541848-641a-4279-8df3-25ef8f688a14 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:11.457647 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.465845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1c191147-c486-40ba-8595-31bc6807fff6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 30ed01b2-4048-45f8-af3a-f4d075ef08d4 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:11.466183 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c191147-c486-40ba-8595-31bc6807fff6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.483364 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.623946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:11.635363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.710017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c191147-c486-40ba-8595-31bc6807fff6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.715269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcca7ce-eaff-4e11-a68e-5fafa98427d6 None None] Update dhcp port {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'fixed_ips': [{'subnet_id': '083e74bd-b5b6-4074-8c69-5d083edacaae', 'ip_address': '2001:db8::f816:3eff:fec1:ed8d'}, {'subnet_id': '487d2204-3469-44e7-a486-21ed38bccd8d'}], 'binding:host_id': 'n-d-768509-23'}, 'id': 'f5a3c8bf-2454-4f76-82e6-2ea21ea4008a'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:03:11.739050 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1c191147-c486-40ba-8595-31bc6807fff6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 30ed01b2-4048-45f8-af3a-f4d075ef08d4 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:11.746901 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3dcca7ce-eaff-4e11-a68e-5fafa98427d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.821752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51148) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:11.901896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42ab1f-be06-4cb4-96dd-b9f225970f19 req-e460d4fa-5dd8-4b27-bcee-4de965449f3c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.912581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a42ab1f-be06-4cb4-96dd-b9f225970f19 req-e460d4fa-5dd8-4b27-bcee-4de965449f3c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.4122748 Aug 16 02:03:12.020482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-7d99c752-01dd-49fc-82e0-133691e20aa4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1900620 Aug 16 02:03:12.038448 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a42ab1f-be06-4cb4-96dd-b9f225970f19 req-5d8dbb86-5135-4659-b4f9-b8a709fef60b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237853 Aug 16 02:03:12.102182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c01aab-f9db-4e54-8e54-8ae6a7e69aec {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:12.127008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=80c01aab-f9db-4e54-8e54-8ae6a7e69aec,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:12.138017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-3dcca7ce-eaff-4e11-a68e-5fafa98427d6 None None] Allocated IP 2001:db8:0:1::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/487d2204-3469-44e7-a486-21ed38bccd8d/f5a3c8bf-2454-4f76-82e6-2ea21ea4008a) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:12.166068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-cda333c9-407d-4020-b99e-7522e9cebfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.166784 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.168660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-cda333c9-407d-4020-b99e-7522e9cebfed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 1097 time: 0.1234045 Aug 16 02:03:12.210216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6af75617-3167-434c-8ea6-6924ec6bfb9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ae31a04f0bc43cdbf147cd2ec197648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698151 Aug 16 02:03:12.212666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51152) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.255406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 2361760c-a407-4743-a683-bd3c3820cf17, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2361760c-a407-4743-a683-bd3c3820cf17,segment=NetworkSegment(7a204a76-50a4-4be1-bdea-86be9094cfd4),segment_id=7a204a76-50a4-4be1-bdea-86be9094cfd4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:12.256008 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.259495 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.259495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6011bd94-4a5f-44d3-8a6f-46425d6c891a details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:12.270660 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Transition to ACTIVE for port object 13897f7d-4462-4107-8920-36f47ab10f1a will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:12.280934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c191147-c486-40ba-8595-31bc6807fff6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.328370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-41a49ca9-300c-449b-8c42-b0a121de01a7 None None] Provisioning for port 13897f7d-4462-4107-8920-36f47ab10f1a completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:12.374552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3dcca7ce-eaff-4e11-a68e-5fafa98427d6 None None] For port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f5a3c8bf-2454-4f76-82e6-2ea21ea4008a,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:12.412831 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.424666 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3dcca7ce-eaff-4e11-a68e-5fafa98427d6 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.443498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-fceff7e5-3315-46ef-a2b4-90e54cdc5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.445039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-fceff7e5-3315-46ef-a2b4-90e54cdc5e4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.2473195 Aug 16 02:03:12.451140 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59dcd7a0-f5a8-4533-8da2-ff2cbc6f6979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.462898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3dcca7ce-eaff-4e11-a68e-5fafa98427d6 None None] Transition to ACTIVE for port object f5a3c8bf-2454-4f76-82e6-2ea21ea4008a will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:12.463277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c191147-c486-40ba-8595-31bc6807fff6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=30ed01b2-4048-45f8-af3a-f4d075ef08d4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:12.474354 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c191147-c486-40ba-8595-31bc6807fff6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.477009 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1c191147-c486-40ba-8595-31bc6807fff6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/30ed01b2-4048-45f8-af3a-f4d075ef08d4 HTTP/1.1" status: 204 len: 168 time: 1.5483069 Aug 16 02:03:12.480259 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51158) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.521501 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.resource_extend [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:03:12.545502 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Pushing event updated for resources: {'Port': ['ID=13897f7d-4462-4107-8920-36f47ab10f1a,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:12.562015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-41a49ca9-300c-449b-8c42-b0a121de01a7 None None] Provisioning complete for port 13897f7d-4462-4107-8920-36f47ab10f1a triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:12.562341 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-41a49ca9-300c-449b-8c42-b0a121de01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.565142 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59dcd7a0-f5a8-4533-8da2-ff2cbc6f6979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.588682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1ef4c-7b52-4f4a-8295-116062f647dd req-3f252f16-6488-4930-826f-dd139cc80263 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.595015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1ef4c-7b52-4f4a-8295-116062f647dd req-3f252f16-6488-4930-826f-dd139cc80263 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.596000 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.597935 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.599769 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.600117 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.601478 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.601951 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.602216 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.602443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1ef4c-7b52-4f4a-8295-116062f647dd req-3f252f16-6488-4930-826f-dd139cc80263 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.602568 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.602890 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.608447 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.608593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1ef4c-7b52-4f4a-8295-116062f647dd req-3f252f16-6488-4930-826f-dd139cc80263 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.608847 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.609357 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.614638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1ef4c-7b52-4f4a-8295-116062f647dd req-3f252f16-6488-4930-826f-dd139cc80263 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.621299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1ef4c-7b52-4f4a-8295-116062f647dd req-3f252f16-6488-4930-826f-dd139cc80263 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.627289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1ef4c-7b52-4f4a-8295-116062f647dd req-3f252f16-6488-4930-826f-dd139cc80263 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.632431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e57a7-d405-420a-856b-1fded074f7a2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.635723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4b1ef4c-7b52-4f4a-8295-116062f647dd req-3f252f16-6488-4930-826f-dd139cc80263 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5433 time: 0.2742705 Aug 16 02:03:12.639209 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-359e57a7-d405-420a-856b-1fded074f7a2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1574275 Aug 16 02:03:12.641581 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51160) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.656164 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Attempting to bind port 13897f7d-4462-4107-8920-36f47ab10f1a on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:12.656532 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Attempting to bind port 13897f7d-4462-4107-8920-36f47ab10f1a by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7a204a76-50a4-4be1-bdea-86be9094cfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:12.659006 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Attempting to bind port 13897f7d-4462-4107-8920-36f47ab10f1a on network 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:12.673927 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:12.674357 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Checking segment: {'id': '7a204a76-50a4-4be1-bdea-86be9094cfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:12.678377 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.679051 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Bound using segment: {'id': '7a204a76-50a4-4be1-bdea-86be9094cfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:12.679726 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Bound port: 13897f7d-4462-4107-8920-36f47ab10f1a, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a204a76-50a4-4be1-bdea-86be9094cfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:12.680412 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.684427 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.702703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=80c01aab-f9db-4e54-8e54-8ae6a7e69aec,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:12.711507 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3dcca7ce-eaff-4e11-a68e-5fafa98427d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.777408 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b5986-0fc9-473d-8d05-e4ab4ada1c36 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.781588 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-863b5986-0fc9-473d-8d05-e4ab4ada1c36 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1380308 Aug 16 02:03:12.785661 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51162) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.843023 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] For port 13897f7d-4462-4107-8920-36f47ab10f1a, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:12.853945 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] For port 13897f7d-4462-4107-8920-36f47ab10f1a, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=13897f7d-4462-4107-8920-36f47ab10f1a,segment=NetworkSegment(7a204a76-50a4-4be1-bdea-86be9094cfd4),segment_id=7a204a76-50a4-4be1-bdea-86be9094cfd4)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:12.884426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-78dc24ed-697b-45d6-9372-609f63122748 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a448d10d-9a0e-4787-863a-be947ef23fe8 HTTP/1.1" status: 200 len: 1001 time: 0.4257822 Aug 16 02:03:12.902392 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1a0acb-542c-4398-9c4f-ae9dfdbf510f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.905401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1a0acb-542c-4398-9c4f-ae9dfdbf510f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.907990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1a0acb-542c-4398-9c4f-ae9dfdbf510f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.909264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4b1ef4c-7b52-4f4a-8295-116062f647dd req-d0e66dae-780a-4205-819a-3d6d2e3ac601 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2686493 Aug 16 02:03:12.911071 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1e1a0acb-542c-4398-9c4f-ae9dfdbf510f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1240950 Aug 16 02:03:12.913887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51166) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.959707 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.063442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-41a49ca9-300c-449b-8c42-b0a121de01a7 None None] Port 13897f7d-4462-4107-8920-36f47ab10f1a cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:13.077006 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.084632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=2361760c-a407-4743-a683-bd3c3820cf17,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.087516 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:13.088263 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:13.110779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea04ced-85a3-43cf-9bae-7e8e13432dec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 083e74bd-b5b6-4074-8c69-5d083edacaae {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:13.114615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6011bd94-4a5f-44d3-8a6f-46425d6c891a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:13.128223 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aea04ced-85a3-43cf-9bae-7e8e13432dec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.177328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b2106b25-efef-433d-a70f-ef749c478bee up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:13.194896 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855bcba-cf8d-4885-8344-d7a35ee7855c None None] Pushing event updated for resources: {'Port': ['ID=13897f7d-4462-4107-8920-36f47ab10f1a,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.202828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aea04ced-85a3-43cf-9bae-7e8e13432dec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.234655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-41a49ca9-300c-449b-8c42-b0a121de01a7 None None] Provisioning complete for port 2361760c-a407-4743-a683-bd3c3820cf17 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:13.235059 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-41a49ca9-300c-449b-8c42-b0a121de01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.246010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '6011bd94-4a5f-44d3-8a6f-46425d6c891a', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'port_id': '6011bd94-4a5f-44d3-8a6f-46425d6c891a', 'mac_address': 'fa:16:3e:15:a0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:13.252728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-5260cc63-0a05-46bb-b697-c150c991ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:13.254860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-5260cc63-0a05-46bb-b697-c150c991ff93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.3405218 Aug 16 02:03:13.266859 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:13.297873 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59dcd7a0-f5a8-4533-8da2-ff2cbc6f6979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.303402 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59dcd7a0-f5a8-4533-8da2-ff2cbc6f6979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.309688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-59dcd7a0-f5a8-4533-8da2-ff2cbc6f6979 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f33e68a7-aa39-446a-845c-c4f73ed55f57 HTTP/1.1" status: 204 len: 168 time: 1.0936856 Aug 16 02:03:13.310809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Checking segment: {'id': 'f93315dd-7a37-441d-84b6-81a897982118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:13.313944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network hostable DHCP agents. Network: 8f541848-641a-4279-8df3-25ef8f688a14, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:13.367754 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aea04ced-85a3-43cf-9bae-7e8e13432dec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.379238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Subnet': ['ID=cdf0040f-08bc-4126-b205-a11dde8a37d2,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.414646 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcd7a0-f5a8-4533-8da2-ff2cbc6f6979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33e68a7-aa39-446a-845c-c4f73ed55f57,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.548308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcca7ce-eaff-4e11-a68e-5fafa98427d6 None None] Pushing event updated for resources: {'Port': ['ID=f5a3c8bf-2454-4f76-82e6-2ea21ea4008a,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.583739 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aea04ced-85a3-43cf-9bae-7e8e13432dec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.600449 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.634582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b2106b25-efef-433d-a70f-ef749c478bee triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:13.635305 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.639639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-45aabfcb-65bd-4f9a-8fac-cc15cd4c5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:13.641580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-45aabfcb-65bd-4f9a-8fac-cc15cd4c5b28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3750019 Aug 16 02:03:13.673002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0684b3c-a772-4038-a117-13faf7bc4b32 req-16833f0f-2b27-4d88-b2b2-1fad72581425 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:13.686170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0684b3c-a772-4038-a117-13faf7bc4b32 req-16833f0f-2b27-4d88-b2b2-1fad72581425 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.2975504 Aug 16 02:03:13.702855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea04ced-85a3-43cf-9bae-7e8e13432dec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=083e74bd-b5b6-4074-8c69-5d083edacaae,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.717437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aea04ced-85a3-43cf-9bae-7e8e13432dec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.725413 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aea04ced-85a3-43cf-9bae-7e8e13432dec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/083e74bd-b5b6-4074-8c69-5d083edacaae HTTP/1.1" status: 204 len: 168 time: 0.8101597 Aug 16 02:03:13.727876 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51174) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:13.840186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6011bd94-4a5f-44d3-8a6f-46425d6c891a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:13.841305 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:08Z', 'revision_number': 3, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:12Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:13.906850 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-147bce67-0a12-47dc-b0e3-b5c85377786b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 487d2204-3469-44e7-a486-21ed38bccd8d {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:13.910585 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-147bce67-0a12-47dc-b0e3-b5c85377786b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.923714 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c9ffa-4adb-4e6d-a78a-1fea04f983c8 None None] The sync data for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 is: [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:08Z', 'revision_number': 3, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:12Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:13.961690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-c0d682b6-8a2d-4ccb-9e40-f41f3d63c03e service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705607 Aug 16 02:03:13.989771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 8f541848-641a-4279-8df3-25ef8f688a14 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:14.019465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6011bd94-4a5f-44d3-8a6f-46425d6c891a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:14.115993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0684b3c-a772-4038-a117-13faf7bc4b32 req-35f93d3d-f430-4e38-b4a7-449cc8fee690 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4255729 Aug 16 02:03:14.122086 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-147bce67-0a12-47dc-b0e3-b5c85377786b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.251770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.258801 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 70e1025a-d82d-4c5e-ae0d-868d21b2d578 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:14.268890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 8f541848-641a-4279-8df3-25ef8f688a14) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:14.287761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.287906 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-147bce67-0a12-47dc-b0e3-b5c85377786b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.288664 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.368213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fd228b-49dd-490f-98b6-94fc38b97775 None None] Network 8f541848-641a-4279-8df3-25ef8f688a14 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:14.482629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63253ebf-3c8a-4bf6-af56-b5544232a237 req-8c35b845-de2a-431e-a174-72cf0fdecd01 service neutron] 10.222.0.64 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950449 Aug 16 02:03:14.520463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa0b23-fd9d-4c35-a6b7-bcc48877907c req-7a4e5984-76c2-4c96-b557-8c582dec7f9c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.539942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa0b23-fd9d-4c35-a6b7-bcc48877907c req-7a4e5984-76c2-4c96-b557-8c582dec7f9c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.546528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa0b23-fd9d-4c35-a6b7-bcc48877907c req-7a4e5984-76c2-4c96-b557-8c582dec7f9c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.555337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f5a3c8bf-2454-4f76-82e6-2ea21ea4008a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:14.556999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=6011bd94-4a5f-44d3-8a6f-46425d6c891a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.561214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa0b23-fd9d-4c35-a6b7-bcc48877907c req-7a4e5984-76c2-4c96-b557-8c582dec7f9c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.578993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa0b23-fd9d-4c35-a6b7-bcc48877907c req-7a4e5984-76c2-4c96-b557-8c582dec7f9c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.587814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa0b23-fd9d-4c35-a6b7-bcc48877907c req-7a4e5984-76c2-4c96-b557-8c582dec7f9c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.594208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa0b23-fd9d-4c35-a6b7-bcc48877907c req-7a4e5984-76c2-4c96-b557-8c582dec7f9c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.601528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9efa0b23-fd9d-4c35-a6b7-bcc48877907c req-7a4e5984-76c2-4c96-b557-8c582dec7f9c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5434 time: 0.2608666 Aug 16 02:03:14.614191 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-147bce67-0a12-47dc-b0e3-b5c85377786b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.647337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5a6cd056-71d7-432c-90f9-717604d63ef8 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3938458 Aug 16 02:03:14.668681 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.resource_extend [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:03:14.671909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51184) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.677571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bce67-0a12-47dc-b0e3-b5c85377786b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=487d2204-3469-44e7-a486-21ed38bccd8d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.696144 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-147bce67-0a12-47dc-b0e3-b5c85377786b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.705613 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-147bce67-0a12-47dc-b0e3-b5c85377786b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/487d2204-3469-44e7-a486-21ed38bccd8d HTTP/1.1" status: 204 len: 168 time: 0.9742367 Aug 16 02:03:14.707585 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51186) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.728333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 70e1025a-d82d-4c5e-ae0d-868d21b2d578, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=70e1025a-d82d-4c5e-ae0d-868d21b2d578,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:14.736165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0dfee8-093e-4db3-9d85-37dd64e138ae None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:14.777428 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-005c6a28-0f34-43d8-97e7-4ff0b343f244 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666580 Aug 16 02:03:14.778506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51188) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.791701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-263891a5-165e-4b2c-abcc-3838ec17bcbf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:14.820279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2a59d186-eeed-4fd8-a3a9-7a38e8cd563c None None] Could not find standard attr ID for object 30ed01b2-4048-45f8-af3a-f4d075ef08d4. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:14.879326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51190) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.968952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9efa0b23-fd9d-4c35-a6b7-bcc48877907c req-364fa376-2c3f-4f23-be24-77e9f0e65c77 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3529966 Aug 16 02:03:15.024787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51192) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:15.024990 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-07767097-56dc-4030-9673-552e0d0d83f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=410da0b481fc407bb01b64a843da548f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414742 Aug 16 02:03:15.112888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263891a5-165e-4b2c-abcc-3838ec17bcbf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:15.123496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '70e1025a-d82d-4c5e-ae0d-868d21b2d578', 'network_id': '75b5398b-4cff-40ab-8a73-881676945082', 'port_id': '70e1025a-d82d-4c5e-ae0d-868d21b2d578', 'mac_address': 'fa:16:3e:66:68:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c107f1-651b-4b59-aa58-c149b9979276', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:15.123671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-263891a5-165e-4b2c-abcc-3838ec17bcbf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.182344 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0b38aae-cc94-430e-a93c-bd6e551aa08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.299665 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0b38aae-cc94-430e-a93c-bd6e551aa08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.332097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2a59d186-eeed-4fd8-a3a9-7a38e8cd563c None None] Provisioning for port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:15.357423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-8f541848-641a-4279-8df3-25ef8f688a14', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:15.358468 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.417448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:15.426534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd02b4a-70d8-4f21-b6e9-b2619e6b372e req-9818d124-ab3d-4023-8d8e-6bad4315d36b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:15.430033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cd02b4a-70d8-4f21-b6e9-b2619e6b372e req-9818d124-ab3d-4023-8d8e-6bad4315d36b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.1048458 Aug 16 02:03:15.451679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:15.452161 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.453849 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.524803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdc372f-c8e1-4a80-a201-998c71a83335 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:15.551557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e1025a-d82d-4c5e-ae0d-868d21b2d578 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:15.575702 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0b38aae-cc94-430e-a93c-bd6e551aa08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.578474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b0b38aae-cc94-430e-a93c-bd6e551aa08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.582875 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b0b38aae-cc94-430e-a93c-bd6e551aa08d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/547c61c5-888a-4694-9405-4b61c568d3cb HTTP/1.1" status: 204 len: 168 time: 0.5535307 Aug 16 02:03:15.583503 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cd02b4a-70d8-4f21-b6e9-b2619e6b372e req-8a6b1aad-2905-4828-96d4-71e6b7a09dfe tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094079 Aug 16 02:03:15.601426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.603212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b38aae-cc94-430e-a93c-bd6e551aa08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c61c5-888a-4694-9405-4b61c568d3cb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.616609 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-263891a5-165e-4b2c-abcc-3838ec17bcbf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.667691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 70e1025a-d82d-4c5e-ae0d-868d21b2d578, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=70e1025a-d82d-4c5e-ae0d-868d21b2d578,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:15.707568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263891a5-165e-4b2c-abcc-3838ec17bcbf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:15.722776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-263891a5-165e-4b2c-abcc-3838ec17bcbf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:15.733691 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263891a5-165e-4b2c-abcc-3838ec17bcbf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:15.742795 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-263891a5-165e-4b2c-abcc-3838ec17bcbf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.766718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Allocated IP 2001:db8:2::2 (8f541848-641a-4279-8df3-25ef8f688a14/cdf0040f-08bc-4126-b205-a11dde8a37d2/78784684-82d4-483d-a768-02a19b48957b) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:15.809365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263891a5-165e-4b2c-abcc-3838ec17bcbf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=31064ee5-e4e4-4588-814c-801e03332e0f,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.888383 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.889313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:15.913532 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-263891a5-165e-4b2c-abcc-3838ec17bcbf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1337476 Aug 16 02:03:15.916300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51200) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:15.924298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6d7e53cb-bcd8-4fa0-aae0-cb42b3ff8102 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:16.005746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:16.082263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=70e1025a-d82d-4c5e-ae0d-868d21b2d578,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:16.117636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.118049 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.118541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.118893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.119212 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.119713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.120054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.120384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.120712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.121035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.121361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.127453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:16.162755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '494096bd-b3ee-4fa5-ba4a-a50aa9db7d09', 'network_id': '4ce77b4b-70a2-4991-aceb-89c12fc0771f', 'port_id': '494096bd-b3ee-4fa5-ba4a-a50aa9db7d09', 'mac_address': 'fa:16:3e:17:6d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f39aa93-e966-4146-8efd-17a146eea997', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:16.171557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a603f-fd6e-4348-98ff-b2e925ee81b9 req-ed60f6f6-a121-413d-b395-09e712b5ee4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.178722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a603f-fd6e-4348-98ff-b2e925ee81b9 req-ed60f6f6-a121-413d-b395-09e712b5ee4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.180642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7e53cb-bcd8-4fa0-aae0-cb42b3ff8102 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:16.185568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a603f-fd6e-4348-98ff-b2e925ee81b9 req-ed60f6f6-a121-413d-b395-09e712b5ee4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.189701 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7e53cb-bcd8-4fa0-aae0-cb42b3ff8102 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.192924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a603f-fd6e-4348-98ff-b2e925ee81b9 req-ed60f6f6-a121-413d-b395-09e712b5ee4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.199411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a603f-fd6e-4348-98ff-b2e925ee81b9 req-ed60f6f6-a121-413d-b395-09e712b5ee4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.222899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a603f-fd6e-4348-98ff-b2e925ee81b9 req-ed60f6f6-a121-413d-b395-09e712b5ee4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.229287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a603f-fd6e-4348-98ff-b2e925ee81b9 req-ed60f6f6-a121-413d-b395-09e712b5ee4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.239360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-589a603f-fd6e-4348-98ff-b2e925ee81b9 req-ed60f6f6-a121-413d-b395-09e712b5ee4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5435 time: 0.1460929 Aug 16 02:03:16.239609 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.253238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc372f-c8e1-4a80-a201-998c71a83335 None None] Deleting port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:16.254344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dcdc372f-c8e1-4a80-a201-998c71a83335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.312030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-589a603f-fd6e-4348-98ff-b2e925ee81b9 req-9fcae796-10d7-4f66-be91-7dac000abd25 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713429 Aug 16 02:03:16.384315 n-d-768509-23 neutron-server[95515]: INFO neutron.db.ipam_backend_mixin [None req-6d7e53cb-bcd8-4fa0-aae0-cb42b3ff8102 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31064ee5-e4e4-4588-814c-801e03332e0f (CIDR: 2001:db8::/64) Aug 16 02:03:16.428702 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.437610 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.445494 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7e53cb-bcd8-4fa0-aae0-cb42b3ff8102 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:16.446360 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7e53cb-bcd8-4fa0-aae0-cb42b3ff8102 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:16.457763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f5a3c8bf-2454-4f76-82e6-2ea21ea4008a,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:16.466763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Transition to ACTIVE for port object 78784684-82d4-483d-a768-02a19b48957b will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:16.498991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:16.525892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51220) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:16.531280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Transition to ACTIVE for port object 78784684-82d4-483d-a768-02a19b48957b will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:16.540698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dcdc372f-c8e1-4a80-a201-998c71a83335 None None] For port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f5a3c8bf-2454-4f76-82e6-2ea21ea4008a,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:16.541098 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dcdc372f-c8e1-4a80-a201-998c71a83335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.552849 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:16.555786 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.563933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc372f-c8e1-4a80-a201-998c71a83335 None None] Calling delete_port for f5a3c8bf-2454-4f76-82e6-2ea21ea4008a owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:16.595020 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d7e53cb-bcd8-4fa0-aae0-cb42b3ff8102 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6771193 Aug 16 02:03:16.598366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51224) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:16.610345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1562444d-7364-4055-a8f9-422ba299a1ae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:16.725995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f5a3c8bf-2454-4f76-82e6-2ea21ea4008a,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:16.763341 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.819925 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.904111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2361760c-a407-4743-a683-bd3c3820cf17 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:16.908601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Network 8f541848-641a-4279-8df3-25ef8f688a14 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:16.918503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb8442-3967-4e30-a124-3e0320f78ab5 req-8d760b2c-08b3-4cfc-adcf-2077392b7506 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.920081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5abb8442-3967-4e30-a124-3e0320f78ab5 req-8d760b2c-08b3-4cfc-adcf-2077392b7506 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.1310410 Aug 16 02:03:16.937074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Allocated IP 2001:db8:2::1 (8f541848-641a-4279-8df3-25ef8f688a14/cdf0040f-08bc-4126-b205-a11dde8a37d2/3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:16.959971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:16.963162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:16.991452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Pushing event updated for resources: {'Port': ['ID=78784684-82d4-483d-a768-02a19b48957b,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.093598 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dcdc372f-c8e1-4a80-a201-998c71a83335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.118534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5abb8442-3967-4e30-a124-3e0320f78ab5 req-a65964b3-5560-4255-8dce-409f61c75aa1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801872 Aug 16 02:03:17.130998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Attempting to bind port 78784684-82d4-483d-a768-02a19b48957b on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:17.131577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Attempting to bind port 78784684-82d4-483d-a768-02a19b48957b by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'f93315dd-7a37-441d-84b6-81a897982118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:17.132134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Attempting to bind port 78784684-82d4-483d-a768-02a19b48957b on network 8f541848-641a-4279-8df3-25ef8f688a14 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:17.138663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc372f-c8e1-4a80-a201-998c71a83335 None None] No DVR routers for this DVR port f5a3c8bf-2454-4f76-82e6-2ea21ea4008a on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:17.155664 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.177638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a1636-2979-46f5-8967-8ff88fae2a9d None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:17.286760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc372f-c8e1-4a80-a201-998c71a83335 None None] Pushing event deleted for resources: {'Port': ['ID=f5a3c8bf-2454-4f76-82e6-2ea21ea4008a,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.291382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:17.291382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Checking segment: {'id': 'f93315dd-7a37-441d-84b6-81a897982118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:17.291382 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.291382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Bound using segment: {'id': 'f93315dd-7a37-441d-84b6-81a897982118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:17.291793 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Bound port: 78784684-82d4-483d-a768-02a19b48957b, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93315dd-7a37-441d-84b6-81a897982118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:17.292022 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.423871 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 2361760c-a407-4743-a683-bd3c3820cf17 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:17.425997 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.499072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['e70f9fc9-ed04-4a72-83f4-44c5c0c51270'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:17.542638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['494096bd-b3ee-4fa5-ba4a-a50aa9db7d09'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:17.584867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['6011bd94-4a5f-44d3-8a6f-46425d6c891a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:17.605366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['70e1025a-d82d-4c5e-ae0d-868d21b2d578'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:17.664243 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.881472 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.896831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Transition to ACTIVE for port object 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:17.973372 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['b82768d0-3b02-457d-9307-5658bd230ee0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:17.975444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['01f0ca95-1a96-4e68-8aaa-82ad29fb4474'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:17.977396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['80c01aab-f9db-4e54-8e54-8ae6a7e69aec'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:18.025348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': '31064ee5-e4e4-4588-814c-801e03332e0f'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:18.025932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59d17c47-ba8c-4bb6-aad3-2c693de285b4 req-1ff2cc2a-29e0-47d9-a2cf-3703e1c16944 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0940456 Aug 16 02:03:18.026051 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.045981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d054346-6029-4b28-917c-d68081f7ffd5 req-6d024374-9dbe-4efe-a327-f391646fe77f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.052871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d054346-6029-4b28-917c-d68081f7ffd5 req-6d024374-9dbe-4efe-a327-f391646fe77f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.059045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d054346-6029-4b28-917c-d68081f7ffd5 req-6d024374-9dbe-4efe-a327-f391646fe77f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.065237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d054346-6029-4b28-917c-d68081f7ffd5 req-6d024374-9dbe-4efe-a327-f391646fe77f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.072133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d054346-6029-4b28-917c-d68081f7ffd5 req-6d024374-9dbe-4efe-a327-f391646fe77f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.078786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d054346-6029-4b28-917c-d68081f7ffd5 req-6d024374-9dbe-4efe-a327-f391646fe77f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.086217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d054346-6029-4b28-917c-d68081f7ffd5 req-6d024374-9dbe-4efe-a327-f391646fe77f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.088332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d054346-6029-4b28-917c-d68081f7ffd5 req-6d024374-9dbe-4efe-a327-f391646fe77f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5436 time: 0.1658897 Aug 16 02:03:18.124767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1562444d-7364-4055-a8f9-422ba299a1ae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:18.128904 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1562444d-7364-4055-a8f9-422ba299a1ae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.205450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.318610 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d054346-6029-4b28-917c-d68081f7ffd5 req-e9132e91-5420-42b2-8300-362a0ba1ec6a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2190406 Aug 16 02:03:18.499846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] Deleting port 3e16264a-143a-42f4-af76-b3eb65f520b4 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:18.500686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.568236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17c47-ba8c-4bb6-aad3-2c693de285b4 req-27f592ef-b509-47d9-bf81-2d00a84d414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.569603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59d17c47-ba8c-4bb6-aad3-2c693de285b4 req-27f592ef-b509-47d9-bf81-2d00a84d414f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 1097 time: 0.4802945 Aug 16 02:03:18.625528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] For port 3e16264a-143a-42f4-af76-b3eb65f520b4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3e16264a-143a-42f4-af76-b3eb65f520b4,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:18.625528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.625883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 8f541848-641a-4279-8df3-25ef8f688a14 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:18.642036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] Calling delete_port for 3e16264a-143a-42f4-af76-b3eb65f520b4 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:18.642254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:18.649666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:18.679875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:18.680428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.833012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d270184-59d2-4d8f-99d8-05cfc93e9333 req-175593e0-3fbd-4adf-8af8-c31b08d362f1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.842563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d270184-59d2-4d8f-99d8-05cfc93e9333 req-175593e0-3fbd-4adf-8af8-c31b08d362f1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.2692046 Aug 16 02:03:18.886806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] For port 78784684-82d4-483d-a768-02a19b48957b, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:18.898326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 13897f7d-4462-4107-8920-36f47ab10f1a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:18.963510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.977488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d270184-59d2-4d8f-99d8-05cfc93e9333 req-08700743-29d5-48ee-ab79-db1b9adbaf59 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333401 Aug 16 02:03:19.013650 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3e16264a-143a-42f4-af76-b3eb65f520b4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:19.041542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] For port 78784684-82d4-483d-a768-02a19b48957b, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=78784684-82d4-483d-a768-02a19b48957b,segment=NetworkSegment(f93315dd-7a37-441d-84b6-81a897982118),segment_id=f93315dd-7a37-441d-84b6-81a897982118)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:19.047338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-1562444d-7364-4055-a8f9-422ba299a1ae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:19.048533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51266) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:19.049979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17c47-ba8c-4bb6-aad3-2c693de285b4 req-9dab2f65-28aa-4ea9-80ea-03f165086b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.051656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59d17c47-ba8c-4bb6-aad3-2c693de285b4 req-9dab2f65-28aa-4ea9-80ea-03f165086b73 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 915 time: 0.4331434 Aug 16 02:03:19.057864 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1562444d-7364-4055-a8f9-422ba299a1ae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.154211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59d17c47-ba8c-4bb6-aad3-2c693de285b4 req-c5d1fb10-2384-4c1a-89c1-0bd0b9128f48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4732bef-beba-44dc-b993-caeeacda37e2 HTTP/1.1" status: 200 len: 217 time: 0.0853102 Aug 16 02:03:19.222124 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.235524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1562444d-7364-4055-a8f9-422ba299a1ae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:19.252905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.260295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 13897f7d-4462-4107-8920-36f47ab10f1a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:19.319024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-700881337', 'router:external': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:19.328817 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-1562444d-7364-4055-a8f9-422ba299a1ae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:19.357771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1562444d-7364-4055-a8f9-422ba299a1ae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.358434 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1562444d-7364-4055-a8f9-422ba299a1ae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.401080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562444d-7364-4055-a8f9-422ba299a1ae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=6f2c75de-5fcf-45aa-8568-9097f43027b1,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:19.404317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17c47-ba8c-4bb6-aad3-2c693de285b4 req-16f87570-08ce-4757-b238-169da56fe98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.406023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59d17c47-ba8c-4bb6-aad3-2c693de285b4 req-16f87570-08ce-4757-b238-169da56fe98f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b5d9887-5831-4c81-9b1b-b777b7b590be HTTP/1.1" status: 200 len: 854 time: 0.1980340 Aug 16 02:03:19.409194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.433873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/31064ee5-e4e4-4588-814c-801e03332e0f/d231107b-e16c-4210-811b-65a9f019f0e4) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:19.455910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Allocated IP 2001:db8:0:1:f816:3eff:fef5:17b3 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/6f2c75de-5fcf-45aa-8568-9097f43027b1/d231107b-e16c-4210-811b-65a9f019f0e4) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:19.513605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59d17c47-ba8c-4bb6-aad3-2c693de285b4 req-7e1a3b72-cf68-4c41-a4b1-87edbea173cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56ae16c4-b4d3-4d7b-b550-07b2d89834df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778213 Aug 16 02:03:19.522096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Made reservation on behalf of 90f4ac3da28945a9ba4727f951afb68f for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:19.524520 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.524674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 13897f7d-4462-4107-8920-36f47ab10f1a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:19.524922 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.580348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] Router 7ea5a363-431a-4403-b622-ec2aed0cc35c has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:19.631496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1562444d-7364-4055-a8f9-422ba299a1ae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0318670 Aug 16 02:03:19.639515 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51274) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:19.648159 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:99:87:d4', 'name': 'tempest-NetworksTestDHCPv6-115747831'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:19.669017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef9ed8-6b42-4f99-ac40-a93476cbfa94 None None] Pushing event updated for resources: {'Port': ['ID=78784684-82d4-483d-a768-02a19b48957b,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:19.690032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.762279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097b8f6-f336-4b4b-b2f8-ff33c65d95f1 req-407cef12-7d9a-476d-997a-c98e59f51542 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.771457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097b8f6-f336-4b4b-b2f8-ff33c65d95f1 req-407cef12-7d9a-476d-997a-c98e59f51542 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.784765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097b8f6-f336-4b4b-b2f8-ff33c65d95f1 req-407cef12-7d9a-476d-997a-c98e59f51542 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.805286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097b8f6-f336-4b4b-b2f8-ff33c65d95f1 req-407cef12-7d9a-476d-997a-c98e59f51542 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.811873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097b8f6-f336-4b4b-b2f8-ff33c65d95f1 req-407cef12-7d9a-476d-997a-c98e59f51542 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.828227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097b8f6-f336-4b4b-b2f8-ff33c65d95f1 req-407cef12-7d9a-476d-997a-c98e59f51542 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.835523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097b8f6-f336-4b4b-b2f8-ff33c65d95f1 req-407cef12-7d9a-476d-997a-c98e59f51542 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.838332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e097b8f6-f336-4b4b-b2f8-ff33c65d95f1 req-407cef12-7d9a-476d-997a-c98e59f51542 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5436 time: 0.3919988 Aug 16 02:03:19.875331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:19.888753 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-db25703d-1401-4ff2-9af0-36030089a7bb admin admin] 10.222.0.66 "PUT /v2.0/routers/7ea5a363-431a-4403-b622-ec2aed0cc35c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3593140 Aug 16 02:03:19.889532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51276) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:19.932615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff96ef1-ddbb-4e2a-b724-484d20315cba None None] Sync routers for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:19.947120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59d17c47-ba8c-4bb6-aad3-2c693de285b4 req-3ad01771-2da5-4ea4-9e5a-f263dcbefcf6 service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174099 Aug 16 02:03:19.997737 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.003848 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.006426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e097b8f6-f336-4b4b-b2f8-ff33c65d95f1 req-d6dc1f47-1c79-47fd-86d2-be1859c97a50 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265771 Aug 16 02:03:20.026762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff96ef1-ddbb-4e2a-b724-484d20315cba None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:20.026929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.027526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ff96ef1-ddbb-4e2a-b724-484d20315cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:20.038588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Transition to ACTIVE for port object d231107b-e16c-4210-811b-65a9f019f0e4 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:20.111966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Transition to ACTIVE for port object d231107b-e16c-4210-811b-65a9f019f0e4 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:20.142558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 13897f7d-4462-4107-8920-36f47ab10f1a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=13897f7d-4462-4107-8920-36f47ab10f1a,segment=NetworkSegment(7a204a76-50a4-4be1-bdea-86be9094cfd4),segment_id=7a204a76-50a4-4be1-bdea-86be9094cfd4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:20.164342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.208751 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.215664 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9ff96ef1-ddbb-4e2a-b724-484d20315cba None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:20.276314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59d17c47-ba8c-4bb6-aad3-2c693de285b4 req-68e37398-67af-4fca-b2ff-d0d230750421 service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977393 Aug 16 02:03:20.318524 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.320414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2d269-0f4e-4530-a0a5-c274b2fb4771 req-fe775b0c-0675-4485-ba75-96035c6f642a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.331674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85a2d269-0f4e-4530-a0a5-c274b2fb4771 req-fe775b0c-0675-4485-ba75-96035c6f642a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.0947313 Aug 16 02:03:20.340228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.359963 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.385102 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.396335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:20.397566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Deleting port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:20.398109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.402132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:20.412416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:20.418620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:20.428894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Pushing event updated for resources: {'Port': ['ID=d231107b-e16c-4210-811b-65a9f019f0e4,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:20.447167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a89893e-8148-4260-ae0b-f32e7708e771,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:20.458001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85a2d269-0f4e-4530-a0a5-c274b2fb4771 req-640579e8-c905-4012-88e7-f607279e1d83 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207213 Aug 16 02:03:20.459260 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.459682 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Added segment d0e800a4-c6b4-4fcb-98d7-039b3933dfa0 of type vlan for network 45ae0fe5-4119-4cdb-835e-56d2ed73cbac Aug 16 02:03:20.461913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:20.525469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=13897f7d-4462-4107-8920-36f47ab10f1a,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:20.525770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.526582 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.539866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f5a3c8bf-2454-4f76-82e6-2ea21ea4008a no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:20.588184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.590732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f5a3c8bf-2454-4f76-82e6-2ea21ea4008a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:20.591273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f5a3c8bf-2454-4f76-82e6-2ea21ea4008a not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:20.615606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] For port 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5014d7c6-78a7-42d8-8c2d-19ba2b3fd096,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:20.616015 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.635502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Calling delete_port for 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:20.726477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Attempting to bind port d231107b-e16c-4210-811b-65a9f019f0e4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:20.727207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Attempting to bind port d231107b-e16c-4210-811b-65a9f019f0e4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:20.727807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Attempting to bind port d231107b-e16c-4210-811b-65a9f019f0e4 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:20.776398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:20.778842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:20.780645 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.781476 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:20.782522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Bound port: d231107b-e16c-4210-811b-65a9f019f0e4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:20.785462 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.786055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:20.800236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-414c4992-aad2-4d46-8ab2-9f7e55b2a43a tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.800356 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.803893 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-414c4992-aad2-4d46-8ab2-9f7e55b2a43a tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 814 time: 0.2218332 Aug 16 02:03:20.886944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b82768d0-3b02-457d-9307-5658bd230ee0 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:20.896178 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.913332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-ee999c07-ecc4-48dc-ae3a-ab0f3992c293 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/quotas/feb6ebc02d7541aa94d1a1061fda3366 HTTP/1.1" status: 200 len: 375 time: 0.1084261 Aug 16 02:03:20.943830 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.944459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.945058 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.945176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 6b0b6b3c-ee01-4cb3-9e70-83b4dae304da yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:20.961985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6cd134-066b-4657-8eb3-e3824810fca9 None None] Network 8f541848-641a-4279-8df3-25ef8f688a14 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:20.985623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 78784684-82d4-483d-a768-02a19b48957b up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:21.035591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 8f541848-641a-4279-8df3-25ef8f688a14 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:21.045952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:21.072472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] For port d231107b-e16c-4210-811b-65a9f019f0e4, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:21.072766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event updated for resources: {'Network': ['ID=45ae0fe5-4119-4cdb-835e-56d2ed73cbac,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:21.096952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-d7e4cb2c-74c6-4d77-850e-f247f93f8816 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1821096 Aug 16 02:03:21.097184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ff96ef1-ddbb-4e2a-b724-484d20315cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T02:03:18Z', 'revision_number': 5, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port': {'id': '5014d7c6-78a7-42d8-8c2d-19ba2b3fd096', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:22Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:21.106479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 45ae0fe5-4119-4cdb-835e-56d2ed73cbac details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:21.110992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] For port d231107b-e16c-4210-811b-65a9f019f0e4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d231107b-e16c-4210-811b-65a9f019f0e4,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:21.165320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff96ef1-ddbb-4e2a-b724-484d20315cba None None] Checking router: 7ea5a363-431a-4403-b622-ec2aed0cc35c for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:21.179162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::1fc (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/31064ee5-e4e4-4588-814c-801e03332e0f/6b0b6b3c-ee01-4cb3-9e70-83b4dae304da) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:21.182328 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.187193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cbf0b936-1971-4c6c-a87b-e537817e5d1a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1344843 Aug 16 02:03:21.189767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51298) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:21.197090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Request body: {'subnet': {'network_id': '45ae0fe5-4119-4cdb-835e-56d2ed73cbac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:21.207388 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8:0:1:f816:3eff:fe99:87d4 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/6f2c75de-5fcf-45aa-8568-9097f43027b1/6b0b6b3c-ee01-4cb3-9e70-83b4dae304da) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:21.217705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-ae6a5d1a-5d8a-4694-9f54-20a30273a9a2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:03:21.225346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-ae6a5d1a-5d8a-4694-9f54-20a30273a9a2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1279781 Aug 16 02:03:21.246366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff96ef1-ddbb-4e2a-b724-484d20315cba None None] Routers {'7ea5a363-431a-4403-b622-ec2aed0cc35c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:21.246976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ff96ef1-ddbb-4e2a-b724-484d20315cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ea5a363-431a-4403-b622-ec2aed0cc35c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:21.260404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5014d7c6-78a7-42d8-8c2d-19ba2b3fd096,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:21.316624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:21.320907 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.329678 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.353681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port b82768d0-3b02-457d-9307-5658bd230ee0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:21.354722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e34a4a41-da05-4463-b8ec-70548818c44c None None] Provisioning for port 78784684-82d4-483d-a768-02a19b48957b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:21.388152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-8e669e2d-8cf8-48d9-9d37-c28c6b1bf83d service neutron] 10.222.0.66 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612866 Aug 16 02:03:21.405325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port b82768d0-3b02-457d-9307-5658bd230ee0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:21.405720 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.409556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9ff96ef1-ddbb-4e2a-b724-484d20315cba None None] Set router 7ea5a363-431a-4403-b622-ec2aed0cc35c gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:21.448847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Made reservation on behalf of 90f4ac3da28945a9ba4727f951afb68f for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:21.451209 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.483399 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.488076 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.590906 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.601338 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef1dcb3f-e734-49e8-8421-260f6d1fade0 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:21.607096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 6b0b6b3c-ee01-4cb3-9e70-83b4dae304da will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:21.635353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.635884 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ea5a363-431a-4403-b622-ec2aed0cc35c {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:03:21.640947 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.642137 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a30b97f4-fc08-4b39-b0cf-dd7c6d0e9e7b admin admin] 10.222.0.66 "DELETE /v2.0/routers/7ea5a363-431a-4403-b622-ec2aed0cc35c HTTP/1.1" status: 204 len: 168 time: 1.7513468 Aug 16 02:03:21.645345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51302) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:21.676230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 78784684-82d4-483d-a768-02a19b48957b completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:21.704436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b1a1b9-d5de-4cf8-b82e-1bd89ff1aade admin admin] Deleting subnet 65ca8929-8dd2-45be-a2bb-039d58bcad1f {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:21.709007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58b1a1b9-d5de-4cf8-b82e-1bd89ff1aade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.716774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 78784684-82d4-483d-a768-02a19b48957b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:21.722733 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.722733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5fe56-9605-4f7c-bc92-9c52fca9cc4a None None] Pushing event updated for resources: {'Port': ['ID=d231107b-e16c-4210-811b-65a9f019f0e4,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:21.743274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.793769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ff96ef1-ddbb-4e2a-b724-484d20315cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 7, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:21.802453 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:21.810311 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:21.816808 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58b1a1b9-d5de-4cf8-b82e-1bd89ff1aade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.821404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:21.827298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:21.827974 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.885536 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=6b0b6b3c-ee01-4cb3-9e70-83b4dae304da,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:21.896275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff96ef1-ddbb-4e2a-b724-484d20315cba None None] The sync data for ids ['7ea5a363-431a-4403-b622-ec2aed0cc35c'] in n-d-768509-23 is: [{'id': '7ea5a363-431a-4403-b622-ec2aed0cc35c', 'name': 'tempest-AttachVolumeTestJSON-1383888463-router', 'tenant_id': 'a88c8239e59b4d438e686a6da20f9f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 7, 'project_id': 'a88c8239e59b4d438e686a6da20f9f85', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:21.976619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:21.985483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e02e8ddb-7fe5-4de5-bb44-3a7f0d72f0f3 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3051617 Aug 16 02:03:21.993725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51304) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:22.001559 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Sync routers for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:22.007880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:22.011740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1424799438'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:22.016626 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:22.019273 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:22.021729 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58b1a1b9-d5de-4cf8-b82e-1bd89ff1aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.056266 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.066472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'port_id': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'mac_address': 'fa:16:3e:d6:32:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:22.079753 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.111761 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-69d3000b-fa4a-453a-b6cc-d0f1a1e6efec tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4711123 Aug 16 02:03:22.116345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51314) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:22.158880 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:22.187955 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.200553 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.201181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58b1a1b9-d5de-4cf8-b82e-1bd89ff1aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.259350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82768d0-3b02-457d-9307-5658bd230ee0'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:22.266927 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbc458f-3efb-4f80-8731-cc3a17132182" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "b82768d0-3b02-457d-9307-5658bd230ee0"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:22.270892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef1dcb3f-e734-49e8-8421-260f6d1fade0 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:22.277602 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58b1a1b9-d5de-4cf8-b82e-1bd89ff1aade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.283192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51318) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:22.284624 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-58b1a1b9-d5de-4cf8-b82e-1bd89ff1aade admin admin] 10.222.0.66 "DELETE /v2.0/subnets/65ca8929-8dd2-45be-a2bb-039d58bcad1f HTTP/1.1" status: 204 len: 168 time: 0.6333163 Aug 16 02:03:22.297724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad4116e-dca8-47df-86a0-45a04825cd15 None None] Network 4580b099-2551-492d-9cb2-8302c2e9c7cf requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:22.308028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b82768d0-3b02-457d-9307-5658bd230ee0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b82768d0-3b02-457d-9307-5658bd230ee0,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:22.345360 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1a1b9-d5de-4cf8-b82e-1bd89ff1aade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ca8929-8dd2-45be-a2bb-039d58bcad1f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:22.379992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:22.388946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 78784684-82d4-483d-a768-02a19b48957b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=78784684-82d4-483d-a768-02a19b48957b,segment=NetworkSegment(f93315dd-7a37-441d-84b6-81a897982118),segment_id=f93315dd-7a37-441d-84b6-81a897982118)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:22.416807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-21eda9ae-5fcd-4c58-b9f6-29851a2143a5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 6b0b6b3c-ee01-4cb3-9e70-83b4dae304da {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:22.417269 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21eda9ae-5fcd-4c58-b9f6-29851a2143a5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.455203 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.455839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-734305e9-9c91-48e1-b9dd-7bb00e429e92 service neutron] 10.222.0.66 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0239065 Aug 16 02:03:22.459142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e70f9fc9-ed04-4a72-83f4-44c5c0c51270 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:22.485760 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:18Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:19Z', 'revision_number': 2, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:22.537441 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.550960 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Checking router: 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:22.551657 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Updating router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:22.599825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:22.606341 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.607742 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.634721 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.635709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 13897f7d-4462-4107-8920-36f47ab10f1a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:22.678666 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21eda9ae-5fcd-4c58-b9f6-29851a2143a5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.705625 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-21eda9ae-5fcd-4c58-b9f6-29851a2143a5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 6b0b6b3c-ee01-4cb3-9e70-83b4dae304da owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:22.733611 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['ef1dcb3f-e734-49e8-8421-260f6d1fade0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:22.737098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:22.745579 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.865554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.866160 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added segment 23148331-e55f-412e-bf53-91fbb8d47235 of type vlan for network 6f6f379b-de6f-4a63-b83f-3c0e908adb83 Aug 16 02:03:23.027182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8a346285-5567-4c5b-b842-6d6115973761 None None] Provisioning for port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:23.033467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b82768d0-3b02-457d-9307-5658bd230ee0,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.123415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8a346285-5567-4c5b-b842-6d6115973761 None None] Provisioning complete for port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:23.123798 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8a346285-5567-4c5b-b842-6d6115973761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.142173 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.171545 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Transition to ACTIVE for port object 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:23.217909 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.265971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:23.266932 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.275349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f158a9c-8e38-4198-ae6b-0491a5ede993 None None] DHCP port deletion for 4580b099-2551-492d-9cb2-8302c2e9c7cf request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:23.334497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:23.334930 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.343411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9972a1c-b8b1-4840-a840-7513b0b45d92 req-e760ef97-b578-4e86-bdc0-d3b0acc63365 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.356664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9972a1c-b8b1-4840-a840-7513b0b45d92 req-e760ef97-b578-4e86-bdc0-d3b0acc63365 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.365014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9972a1c-b8b1-4840-a840-7513b0b45d92 req-e760ef97-b578-4e86-bdc0-d3b0acc63365 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.373998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9972a1c-b8b1-4840-a840-7513b0b45d92 req-e760ef97-b578-4e86-bdc0-d3b0acc63365 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.383370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9972a1c-b8b1-4840-a840-7513b0b45d92 req-e760ef97-b578-4e86-bdc0-d3b0acc63365 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.394426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9972a1c-b8b1-4840-a840-7513b0b45d92 req-e760ef97-b578-4e86-bdc0-d3b0acc63365 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.399024 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57191956-3aae-4cd6-975a-d9d0037dfd29 None None] Pushing event updated for resources: {'Port': ['ID=3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.407214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9972a1c-b8b1-4840-a840-7513b0b45d92 req-e760ef97-b578-4e86-bdc0-d3b0acc63365 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.412397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9972a1c-b8b1-4840-a840-7513b0b45d92 req-e760ef97-b578-4e86-bdc0-d3b0acc63365 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5437 time: 0.3543403 Aug 16 02:03:23.426875 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.resource_extend [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:03:23.446312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8a346285-5567-4c5b-b842-6d6115973761 None None] Port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:23.486996 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21eda9ae-5fcd-4c58-b9f6-29851a2143a5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.495754 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Attempting to bind port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:23.496410 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Attempting to bind port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'f93315dd-7a37-441d-84b6-81a897982118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:23.496948 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Attempting to bind port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec on network 8f541848-641a-4279-8df3-25ef8f688a14 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:23.504571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Deleting port a35e443d-eecf-44dd-a36d-625bcc55a748 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:23.504919 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.507393 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:23.508138 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Checking segment: {'id': 'f93315dd-7a37-441d-84b6-81a897982118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:23.508774 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.509314 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Bound using segment: {'id': 'f93315dd-7a37-441d-84b6-81a897982118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:23.510039 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Bound port: 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93315dd-7a37-441d-84b6-81a897982118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:23.511358 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.546330 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eda9ae-5fcd-4c58-b9f6-29851a2143a5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=6b0b6b3c-ee01-4cb3-9e70-83b4dae304da,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.623210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 13897f7d-4462-4107-8920-36f47ab10f1a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:23.628652 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.634368 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21eda9ae-5fcd-4c58-b9f6-29851a2143a5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.637063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968c168d-3d10-485a-bdc1-90df0df4edf0 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:23.646934 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-21eda9ae-5fcd-4c58-b9f6-29851a2143a5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/6b0b6b3c-ee01-4cb3-9e70-83b4dae304da HTTP/1.1" status: 204 len: 168 time: 1.5329990 Aug 16 02:03:23.647671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51342) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.672621 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] For port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:23.683743 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] For port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec,segment=NetworkSegment(f93315dd-7a37-441d-84b6-81a897982118),segment_id=f93315dd-7a37-441d-84b6-81a897982118)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:23.696580 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.709595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.710325 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.744944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35fb8c8-421e-456c-b86b-2c70cbb7bd57 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.747661 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.749746 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e35fb8c8-421e-456c-b86b-2c70cbb7bd57 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1009927 Aug 16 02:03:23.750547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51344) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.761006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9972a1c-b8b1-4840-a840-7513b0b45d92 req-df83bc33-30fc-463b-9f70-e928886bb1dc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3278363 Aug 16 02:03:23.875888 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:23.876430 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:23.882749 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57191956-3aae-4cd6-975a-d9d0037dfd29 None None] Pushing event updated for resources: {'Port': ['ID=3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.919834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Network': ['ID=6f6f379b-de6f-4a63-b83f-3c0e908adb83,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.922169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:23.922829 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.932466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764cad0d-f535-4094-8a4b-645b12eb0ee9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.941195 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-764cad0d-f535-4094-8a4b-645b12eb0ee9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1888235 Aug 16 02:03:23.944335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51348) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.950949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] For port a35e443d-eecf-44dd-a36d-625bcc55a748, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a35e443d-eecf-44dd-a36d-625bcc55a748,segment=NetworkSegment(ab23c862-d09c-4acb-b2cf-92fe4dd2806a),segment_id=ab23c862-d09c-4acb-b2cf-92fe4dd2806a)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:23.951488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.956740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ef1dcb3f-e734-49e8-8421-260f6d1fade0,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.980562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Calling delete_port for a35e443d-eecf-44dd-a36d-625bcc55a748 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:24.029446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 6f6f379b-de6f-4a63-b83f-3c0e908adb83 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:24.066019 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:24.072670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad8918-8fb7-451d-afa1-5abc0766e30e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.082720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad8918-8fb7-451d-afa1-5abc0766e30e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.084594 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad8918-8fb7-451d-afa1-5abc0766e30e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.090728 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2dad8918-8fb7-451d-afa1-5abc0766e30e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1433804 Aug 16 02:03:24.093715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51350) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:24.135912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ffcc1c1a-b53c-45db-90af-950a3fc18ce4 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1410410 Aug 16 02:03:24.163592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51352) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:24.172091 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8a346285-5567-4c5b-b842-6d6115973761 None None] Provisioning complete for port 78784684-82d4-483d-a768-02a19b48957b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:24.172459 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8a346285-5567-4c5b-b842-6d6115973761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.180987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'subnet': {'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:24.250041 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c943bd8-6a4c-4f6c-a6dc-fedc429777e8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 31064ee5-e4e4-4588-814c-801e03332e0f {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:24.254933 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c943bd8-6a4c-4f6c-a6dc-fedc429777e8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.303177 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c943bd8-6a4c-4f6c-a6dc-fedc429777e8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.306292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ba243872-d255-4c65-81fe-b2c12d82e3b9,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.337059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Checking segment: {'id': 'd0e800a4-c6b4-4fcb-98d7-039b3933dfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45ae0fe5-4119-4cdb-835e-56d2ed73cbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:24.337404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Network hostable DHCP agents. Network: 45ae0fe5-4119-4cdb-835e-56d2ed73cbac, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:24.389745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2161abc-8733-49c5-a9fc-1290c3d89be7 req-ef6b24b0-d37e-4cd7-8625-bcc4bd9eb8e0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.398831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2161abc-8733-49c5-a9fc-1290c3d89be7 req-ef6b24b0-d37e-4cd7-8625-bcc4bd9eb8e0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 945 time: 0.3269827 Aug 16 02:03:24.509396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=78784684-82d4-483d-a768-02a19b48957b,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.526750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2161abc-8733-49c5-a9fc-1290c3d89be7 req-659eeb4e-61b0-4a9c-b5af-ee9365cfe016 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142135 Aug 16 02:03:24.553540 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.600953 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.620746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35e443d-eecf-44dd-a36d-625bcc55a748,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.642103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] No DVR routers for this DVR port a35e443d-eecf-44dd-a36d-625bcc55a748 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:24.647556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Network 45ae0fe5-4119-4cdb-835e-56d2ed73cbac is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:24.692247 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c943bd8-6a4c-4f6c-a6dc-fedc429777e8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.699034 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb2764b-7439-4c59-b922-ac4565547722 x-openstack-request-id: req-ceb2764b-7439-4c59-b922-ac4565547722 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:24.699337 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "b82768d0-3b02-457d-9307-5658bd230ee0", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:24.699600 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ceb2764b-7439-4c59-b922-ac4565547722 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:24.699997 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82768d0-3b02-457d-9307-5658bd230ee0', 'code': 200} Aug 16 02:03:24.741422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3f158a9c-8e38-4198-ae6b-0491a5ede993 None None] Deleting port a35e443d-eecf-44dd-a36d-625bcc55a748 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:24.741846 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f158a9c-8e38-4198-ae6b-0491a5ede993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.756044 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:18Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:23Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:24.767817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Made reservation on behalf of 76ff936a07da41d0b888cc09eb2f28fa for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:24.774021 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.834294 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.834834 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f86a1f6-8a52-4457-bced-3b7b73160427 None None] The sync data for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 is: [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:18Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:23Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:24.858839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4580b099-2551-492d-9cb2-8302c2e9c7cf']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:24.872978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:24.873428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab23c862-d09c-4acb-b2cf-92fe4dd2806a') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:24.886986 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.966485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.974981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port e70f9fc9-ed04-4a72-83f4-44c5c0c51270, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:24.989554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:24.989735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3f158a9c-8e38-4198-ae6b-0491a5ede993 None None] For port a35e443d-eecf-44dd-a36d-625bcc55a748, host n-d-768509-23, got binding levels [] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:24.990194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.992916 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f158a9c-8e38-4198-ae6b-0491a5ede993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.023195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3f158a9c-8e38-4198-ae6b-0491a5ede993 None None] Calling delete_port for a35e443d-eecf-44dd-a36d-625bcc55a748 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:25.046499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.ipam_backend_mixin [None req-3f158a9c-8e38-4198-ae6b-0491a5ede993 None None] Port a35e443d-eecf-44dd-a36d-625bcc55a748 was not found and therefore no delete operation was performed {{(pid=95517) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:03:25.052056 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f158a9c-8e38-4198-ae6b-0491a5ede993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.088779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c943bd8-6a4c-4f6c-a6dc-fedc429777e8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.132310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f158a9c-8e38-4198-ae6b-0491a5ede993 None None] Pushing event deleted for resources: {'Port': ['ID=a35e443d-eecf-44dd-a36d-625bcc55a748,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.137151 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.138026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 70e1025a-d82d-4c5e-ae0d-868d21b2d578 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:25.178856 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:25.188407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 45ae0fe5-4119-4cdb-835e-56d2ed73cbac) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:25.218371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c943bd8-6a4c-4f6c-a6dc-fedc429777e8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=31064ee5-e4e4-4588-814c-801e03332e0f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.233317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.233317 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.276932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41c47ab9-5723-4ef5-9371-fe21f6c3aaf8 req-d7173f82-6714-4719-aba4-23492c1ed55b tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 210 time: 0.1016729 Aug 16 02:03:25.324601 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.342232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.352942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4580b099-2551-492d-9cb2-8302c2e9c7cf HTTP/1.1" status: 204 len: 168 time: 3.0611837 Aug 16 02:03:25.364319 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c943bd8-6a4c-4f6c-a6dc-fedc429777e8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.376264 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1c943bd8-6a4c-4f6c-a6dc-fedc429777e8 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/31064ee5-e4e4-4588-814c-801e03332e0f HTTP/1.1" status: 204 len: 168 time: 1.2814655 Aug 16 02:03:25.385500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51358) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:25.443367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877cd47-4b1a-499a-b28c-0e0f859bb310 admin admin] Pushing event deleted for resources: {'Network': ['ID=4580b099-2551-492d-9cb2-8302c2e9c7cf,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.560937 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4dd6fd-31d8-48a6-b9c0-ac54a5780cd2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 6f2c75de-5fcf-45aa-8568-9097f43027b1 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:25.571221 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd6fd-31d8-48a6-b9c0-ac54a5780cd2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.596890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a80190d3-d240-4fc8-98a0-51131e919ef2 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4050682 Aug 16 02:03:25.598674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51362) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:25.614429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1103045441', 'network_id': '45ae0fe5-4119-4cdb-835e-56d2ed73cbac'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:25.629667 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.679039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980914-137d-4341-aa0c-79f3f10c89a0 req-fbcad6d4-dfb3-49b8-bcb5-0a8576aedfa4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.700358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2f6454bc-8884-4410-ab63-0d4d271b82ec None None] Provisioning for port d231107b-e16c-4210-811b-65a9f019f0e4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:25.703433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75a6521-cec5-49e0-86d5-b6465ed39800 None None] Network 45ae0fe5-4119-4cdb-835e-56d2ed73cbac requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:25.704513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980914-137d-4341-aa0c-79f3f10c89a0 req-fbcad6d4-dfb3-49b8-bcb5-0a8576aedfa4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.706349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d231107b-e16c-4210-811b-65a9f019f0e4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:25.711982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef1dcb3f-e734-49e8-8421-260f6d1fade0 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:25.711982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f158a9c-8e38-4198-ae6b-0491a5ede993 None None] No DVR routers for this DVR port a35e443d-eecf-44dd-a36d-625bcc55a748 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:25.715756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980914-137d-4341-aa0c-79f3f10c89a0 req-fbcad6d4-dfb3-49b8-bcb5-0a8576aedfa4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.721379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd6fd-31d8-48a6-b9c0-ac54a5780cd2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.733968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980914-137d-4341-aa0c-79f3f10c89a0 req-fbcad6d4-dfb3-49b8-bcb5-0a8576aedfa4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.774456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980914-137d-4341-aa0c-79f3f10c89a0 req-fbcad6d4-dfb3-49b8-bcb5-0a8576aedfa4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.822961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980914-137d-4341-aa0c-79f3f10c89a0 req-fbcad6d4-dfb3-49b8-bcb5-0a8576aedfa4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.850631 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Subnet': ['ID=72f7f446-c374-43ea-8556-6848d30db0c2,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.875675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980914-137d-4341-aa0c-79f3f10c89a0 req-fbcad6d4-dfb3-49b8-bcb5-0a8576aedfa4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.878320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1980914-137d-4341-aa0c-79f3f10c89a0 req-fbcad6d4-dfb3-49b8-bcb5-0a8576aedfa4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5438 time: 0.3653417 Aug 16 02:03:25.941809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Checking segment: {'id': '23148331-e55f-412e-bf53-91fbb8d47235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:25.947002 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network hostable DHCP agents. Network: 6f6f379b-de6f-4a63-b83f-3c0e908adb83, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:26.000089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Made reservation on behalf of 90f4ac3da28945a9ba4727f951afb68f for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:26.008838 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.025013 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd6fd-31d8-48a6-b9c0-ac54a5780cd2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.057251 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1980914-137d-4341-aa0c-79f3f10c89a0 req-b5319597-24bf-419e-938f-8fc72808c058 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539881 Aug 16 02:03:26.083358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] device_id is not set on port 98aeb7ce-278b-4c28-81cb-7ab4075d9d09 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:26.092665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51364) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.112880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:26.196152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3071466-1e2f-42e2-8276-d9747b964a81 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:26.198138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port ef1dcb3f-e734-49e8-8421-260f6d1fade0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:26.198630 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.210534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 6f6f379b-de6f-4a63-b83f-3c0e908adb83 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:26.274944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9cc89779-8060-4310-a6c6-1a6121d59459 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a88c8239e59b4d438e686a6da20f9f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789036 Aug 16 02:03:26.276808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51366) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.278978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:26.328069 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 6f6f379b-de6f-4a63-b83f-3c0e908adb83) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:26.343263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:26.343263 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.360988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d46062-45aa-4ee0-aa0a-0f17f1950a35 None None] Network 6f6f379b-de6f-4a63-b83f-3c0e908adb83 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:26.363582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port d231107b-e16c-4210-811b-65a9f019f0e4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:26.366182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.367051 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.371381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd6fd-31d8-48a6-b9c0-ac54a5780cd2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.423219 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd6fd-31d8-48a6-b9c0-ac54a5780cd2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.429578 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fa4dd6fd-31d8-48a6-b9c0-ac54a5780cd2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/6f2c75de-5fcf-45aa-8568-9097f43027b1 HTTP/1.1" status: 204 len: 168 time: 1.0342886 Aug 16 02:03:26.443207 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51370) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.445257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4dd6fd-31d8-48a6-b9c0-ac54a5780cd2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2c75de-5fcf-45aa-8568-9097f43027b1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:26.463544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-d4e6b1b6-898b-467d-a4eb-46d55bf13510 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.465652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-d4e6b1b6-898b-467d-a4eb-46d55bf13510 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 814 time: 0.1162627 Aug 16 02:03:26.468747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d231107b-e16c-4210-811b-65a9f019f0e4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:26.470579 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.476133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5cc5a-fc79-4238-8d6c-f004bc15b8a1 req-f1dc5024-0544-48b3-a617-d0ac279ac409 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.478029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75b5cc5a-fc79-4238-8d6c-f004bc15b8a1 req-f1dc5024-0544-48b3-a617-d0ac279ac409 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 945 time: 0.2127624 Aug 16 02:03:26.486436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Request body: {'port': {'device_id': '3d4ad505-c74a-4947-ae05-bc3b14fb3b5d', 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df', 'admin_state_up': True, 'tenant_id': 'feb6ebc02d7541aa94d1a1061fda3366'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:26.504550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Allocated IP 172.20.0.9 (45ae0fe5-4119-4cdb-835e-56d2ed73cbac/ba243872-d255-4c65-81fe-b2c12d82e3b9/98aeb7ce-278b-4c28-81cb-7ab4075d9d09) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:26.533696 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cf4ab695-b4fb-4a19-8344-c0147a305f18 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776308 Aug 16 02:03:26.535312 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51372) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.552243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2d4f61d7-eaac-4966-abe8-8810663cf28f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:26.612777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75b5cc5a-fc79-4238-8d6c-f004bc15b8a1 req-38d66656-3564-49d0-b630-103aaf2583a5 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192508 Aug 16 02:03:26.650276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d102e-d7df-4858-b07c-3a27f2a7b826 None None] Network 45ae0fe5-4119-4cdb-835e-56d2ed73cbac requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:26.665306 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-381a9069-fd0e-4860-9c27-a03ac4223dfa None None] Provisioning complete for port d231107b-e16c-4210-811b-65a9f019f0e4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:26.670572 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-381a9069-fd0e-4860-9c27-a03ac4223dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.747339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70f9fc9-ed04-4a72-83f4-44c5c0c51270'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:26.750142 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef0c519-8456-4dbf-a40a-d98d5520c6d0" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "e70f9fc9-ed04-4a72-83f4-44c5c0c51270"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:26.865531 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.974828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9c5961a-dd47-40db-8915-bd22183f9cad req-f1670e0c-9a16-494d-846d-af57e1a41f61 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 210 time: 0.0518928 Aug 16 02:03:26.996181 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.004529 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5ad19578-2a30-4c3f-836b-a0f8a45c1bf1 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8398368 Aug 16 02:03:27.017947 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51376) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:27.074724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Network 45ae0fe5-4119-4cdb-835e-56d2ed73cbac is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:27.081628 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92c388d-1376-4d68-9a75-b882c6471aae x-openstack-request-id: req-d92c388d-1376-4d68-9a75-b882c6471aae {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:27.082167 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "e70f9fc9-ed04-4a72-83f4-44c5c0c51270", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:27.082572 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d92c388d-1376-4d68-9a75-b882c6471aae {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:27.082993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:27.083280 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70f9fc9-ed04-4a72-83f4-44c5c0c51270', 'code': 200} Aug 16 02:03:27.089593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:27.110336 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.144472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.144472 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.172561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event updated for resources: {'Port': ['ID=98aeb7ce-278b-4c28-81cb-7ab4075d9d09,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:27.227987 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-faaca61d-5f71-4dc1-8d05-d1ce0a1024be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.275872 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-faaca61d-5f71-4dc1-8d05-d1ce0a1024be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.296542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Made reservation on behalf of feb6ebc02d7541aa94d1a1061fda3366 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:27.303207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.341998 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.345452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.355923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa7409-4a6d-4176-bc81-0bb8d05835cf req-43301e54-2336-48c1-b11c-97d391bb47ad tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.366590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa7409-4a6d-4176-bc81-0bb8d05835cf req-43301e54-2336-48c1-b11c-97d391bb47ad tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.382811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'fixed_ips': [{'subnet_id': '72f7f446-c374-43ea-8556-6848d30db0c2'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:27.383841 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.390937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa7409-4a6d-4176-bc81-0bb8d05835cf req-43301e54-2336-48c1-b11c-97d391bb47ad tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.401035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:27.401614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa7409-4a6d-4176-bc81-0bb8d05835cf req-43301e54-2336-48c1-b11c-97d391bb47ad tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.402110 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-381a9069-fd0e-4860-9c27-a03ac4223dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.419671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa7409-4a6d-4176-bc81-0bb8d05835cf req-43301e54-2336-48c1-b11c-97d391bb47ad tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.429708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa7409-4a6d-4176-bc81-0bb8d05835cf req-43301e54-2336-48c1-b11c-97d391bb47ad tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.442314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa7409-4a6d-4176-bc81-0bb8d05835cf req-43301e54-2336-48c1-b11c-97d391bb47ad tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.445116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2fa7409-4a6d-4176-bc81-0bb8d05835cf req-43301e54-2336-48c1-b11c-97d391bb47ad tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5438 time: 0.2267718 Aug 16 02:03:27.485569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2da1f189-40c0-4726-bbb7-9c475bda91c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8747075 Aug 16 02:03:27.486270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51380) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:27.486395 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.509152 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-faaca61d-5f71-4dc1-8d05-d1ce0a1024be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.513368 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-faaca61d-5f71-4dc1-8d05-d1ce0a1024be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.514930 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-faaca61d-5f71-4dc1-8d05-d1ce0a1024be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d267f15-7d49-468d-a7ae-d09657ec7206 HTTP/1.1" status: 204 len: 168 time: 1.2373376 Aug 16 02:03:27.529851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f61d7-eaac-4966-abe8-8810663cf28f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:27.530079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11733d9-c9ea-460a-8e73-c8be78ee7dd1 None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:27.534644 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 70e1025a-d82d-4c5e-ae0d-868d21b2d578, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=70e1025a-d82d-4c5e-ae0d-868d21b2d578,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:27.535949 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d4f61d7-eaac-4966-abe8-8810663cf28f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.546766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaca61d-5f71-4dc1-8d05-d1ce0a1024be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d267f15-7d49-468d-a7ae-d09657ec7206,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:27.555728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port d231107b-e16c-4210-811b-65a9f019f0e4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d231107b-e16c-4210-811b-65a9f019f0e4,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:27.624623 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.625451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:27.720544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.761246 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2fa7409-4a6d-4176-bc81-0bb8d05835cf req-debdd130-5876-4cee-8f7d-3371c58ac9e0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2892592 Aug 16 02:03:27.850930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Allocated IP 2001:db8:3::2 (6f6f379b-de6f-4a63-b83f-3c0e908adb83/72f7f446-c374-43ea-8556-6848d30db0c2/50375f88-f1ab-4329-9070-93274c1d5e4c) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:27.911377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Allocated IP 172.20.0.7 (56ae16c4-b4d3-4d7b-b550-07b2d89834df/4b5d9887-5831-4c81-9b1b-b777b7b590be/9c409b42-5f33-4ec1-a2c3-f3db0efb9f26) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:27.938955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-67bff0b8-ea07-4b2a-8021-d6f95a069091 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Deleting port 98aeb7ce-278b-4c28-81cb-7ab4075d9d09 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:27.950257 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-67bff0b8-ea07-4b2a-8021-d6f95a069091 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.008346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a1d97-4296-47a1-9349-6a84b1110cbd req-51831617-5324-47ba-a4e2-3581c7c63977 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.015518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e96a1d97-4296-47a1-9349-6a84b1110cbd req-51831617-5324-47ba-a4e2-3581c7c63977 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.1356134 Aug 16 02:03:28.100354 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.107486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 78784684-82d4-483d-a768-02a19b48957b up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:28.195615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ef1dcb3f-e734-49e8-8421-260f6d1fade0,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.232436 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-67bff0b8-ea07-4b2a-8021-d6f95a069091 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.258709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e96a1d97-4296-47a1-9349-6a84b1110cbd req-1690cdfe-5fb6-48b2-8e16-dc55d436e014 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205894 Aug 16 02:03:28.297198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-67bff0b8-ea07-4b2a-8021-d6f95a069091 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Calling delete_port for 98aeb7ce-278b-4c28-81cb-7ab4075d9d09 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:28.364950 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d4f61d7-eaac-4966-abe8-8810663cf28f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.431209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f61d7-eaac-4966-abe8-8810663cf28f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=e9b14291-a952-4c13-b7c6-46344ef27667,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.466781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f61d7-eaac-4966-abe8-8810663cf28f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:28.466781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-2d4f61d7-eaac-4966-abe8-8810663cf28f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:28.466979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6ce126a-8342-4aaf-97b9-f9d08180214d req-9daebf72-e784-413d-bb3b-5a1ef49d6a33 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 210 time: 0.0768905 Aug 16 02:03:28.475630 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f61d7-eaac-4966-abe8-8810663cf28f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.480209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d4f61d7-eaac-4966-abe8-8810663cf28f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.528255 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.611003 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d4f61d7-eaac-4966-abe8-8810663cf28f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0707660 Aug 16 02:03:28.614742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51398) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.620345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d41641de-d6f9-4a9c-969f-78b2a89f8519 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:28.620800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:28.630141 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.632255 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-381a9069-fd0e-4860-9c27-a03ac4223dfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:03:28.632746 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-381a9069-fd0e-4860-9c27-a03ac4223dfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:03:28.649854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:28.650411 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.689772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=70e1025a-d82d-4c5e-ae0d-868d21b2d578,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.748727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e11733d9-c9ea-460a-8e73-c8be78ee7dd1 None None] Deleting port d231107b-e16c-4210-811b-65a9f019f0e4 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:28.749255 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e11733d9-c9ea-460a-8e73-c8be78ee7dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.752958 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-67bff0b8-ea07-4b2a-8021-d6f95a069091 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.753728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Transition to ACTIVE for port object 50375f88-f1ab-4329-9070-93274c1d5e4c will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:28.809634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bff0b8-ea07-4b2a-8021-d6f95a069091 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event deleted for resources: {'Port': ['ID=98aeb7ce-278b-4c28-81cb-7ab4075d9d09,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.824604 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.842352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 78784684-82d4-483d-a768-02a19b48957b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:28.842352 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.856699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['34c72cd3-5689-4c9a-ad0f-969741396951'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:28.859230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['c4732bef-beba-44dc-b993-caeeacda37e2', '1c2ccbb7-9ff5-4514-9699-902904bd196d'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:28.896164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Transition to ACTIVE for port object 50375f88-f1ab-4329-9070-93274c1d5e4c will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:28.912745 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41641de-d6f9-4a9c-969f-78b2a89f8519 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:28.916937 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d41641de-d6f9-4a9c-969f-78b2a89f8519 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.932743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=d231107b-e16c-4210-811b-65a9f019f0e4,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.981428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Network 56ae16c4-b4d3-4d7b-b550-07b2d89834df is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:28.987626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:29.124050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:29.124461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0'}, {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e1025a-d82d-4c5e-ae0d-868d21b2d578'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:29.124461 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233044c5-3ee5-4611-b953-4f39c05372ce" -d '{"events": [{"server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "name": "network-vif-plugged", "status": "completed", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0"}, {"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "70e1025a-d82d-4c5e-ae0d-868d21b2d578"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:29.124461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e11733d9-c9ea-460a-8e73-c8be78ee7dd1 None None] For port d231107b-e16c-4210-811b-65a9f019f0e4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d231107b-e16c-4210-811b-65a9f019f0e4,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:29.124461 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e11733d9-c9ea-460a-8e73-c8be78ee7dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.125337 n-d-768509-23 neutron-server[95515]: INFO neutron.db.ipam_backend_mixin [None req-d41641de-d6f9-4a9c-969f-78b2a89f8519 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9b14291-a952-4c13-b7c6-46344ef27667 (CIDR: 2001:db8::/64) Aug 16 02:03:29.136326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e11733d9-c9ea-460a-8e73-c8be78ee7dd1 None None] Calling delete_port for d231107b-e16c-4210-811b-65a9f019f0e4 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:29.148411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Pushing event updated for resources: {'Port': ['ID=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.157785 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.185366 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-67bff0b8-ea07-4b2a-8021-d6f95a069091 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.189592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-67bff0b8-ea07-4b2a-8021-d6f95a069091 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "DELETE /v2.0/ports/98aeb7ce-278b-4c28-81cb-7ab4075d9d09 HTTP/1.1" status: 204 len: 168 time: 1.6992793 Aug 16 02:03:29.192785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51410) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:29.197369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45ae0fe5-4119-4cdb-835e-56d2ed73cbac', 'external_fixed_ips': [{'subnet_id': 'ba243872-d255-4c65-81fe-b2c12d82e3b9', 'ip_address': '172.20.0.9'}]}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:29.197918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.198733 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.239469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30701-0f5b-4583-92e6-be7eba78d954 req-af960b52-a54a-4cde-b1a7-0c5329ec56cc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.250273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30701-0f5b-4583-92e6-be7eba78d954 req-af960b52-a54a-4cde-b1a7-0c5329ec56cc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.256306 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41641de-d6f9-4a9c-969f-78b2a89f8519 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:29.263176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41641de-d6f9-4a9c-969f-78b2a89f8519 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:29.264792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30701-0f5b-4583-92e6-be7eba78d954 req-af960b52-a54a-4cde-b1a7-0c5329ec56cc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.271820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30701-0f5b-4583-92e6-be7eba78d954 req-af960b52-a54a-4cde-b1a7-0c5329ec56cc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.281256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30701-0f5b-4583-92e6-be7eba78d954 req-af960b52-a54a-4cde-b1a7-0c5329ec56cc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.293138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30701-0f5b-4583-92e6-be7eba78d954 req-af960b52-a54a-4cde-b1a7-0c5329ec56cc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.300693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30701-0f5b-4583-92e6-be7eba78d954 req-af960b52-a54a-4cde-b1a7-0c5329ec56cc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.303696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeb30701-0f5b-4583-92e6-be7eba78d954 req-af960b52-a54a-4cde-b1a7-0c5329ec56cc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5439 time: 0.3394508 Aug 16 02:03:29.314099 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.350370 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Allocated IP 2001:db8:3::1 (6f6f379b-de6f-4a63-b83f-3c0e908adb83/72f7f446-c374-43ea-8556-6848d30db0c2/6249861f-a573-451c-9757-895e2bf9de45) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:29.368681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aeb30701-0f5b-4583-92e6-be7eba78d954 req-de4887c6-181f-46b6-ad28-219a33a22af3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563862 Aug 16 02:03:29.484538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:29.490957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-038473ac-5a21-418e-b8f0-f5bdc4908cee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0115523 Aug 16 02:03:29.504630 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.512760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Request body: {'port': {'device_id': '3d4ad505-c74a-4947-ae05-bc3b14fb3b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:29.530626 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510a6eda-7815-46d1-b49d-1ea5f02ba8bd x-openstack-request-id: req-510a6eda-7815-46d1-b49d-1ea5f02ba8bd {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:29.535161 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "name": "network-vif-plugged", "status": "completed", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0", "code": 200}, {"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "70e1025a-d82d-4c5e-ae0d-868d21b2d578", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:29.538428 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-510a6eda-7815-46d1-b49d-1ea5f02ba8bd {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:29.538428 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'code': 200} Aug 16 02:03:29.538428 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e1025a-d82d-4c5e-ae0d-868d21b2d578', 'code': 200} Aug 16 02:03:29.549027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Transition to ACTIVE for port object 6249861f-a573-451c-9757-895e2bf9de45 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:29.623045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Network 6f6f379b-de6f-4a63-b83f-3c0e908adb83 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:29.625129 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e11733d9-c9ea-460a-8e73-c8be78ee7dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.626852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.635860 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.636787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:29.647653 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.650105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:29.673143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11733d9-c9ea-460a-8e73-c8be78ee7dd1 None None] No DVR routers for this DVR port d231107b-e16c-4210-811b-65a9f019f0e4 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:29.683132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:29.719938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64c7afe-6991-4084-8518-38bacf37e7bb None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:29.749788 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.752083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.786200 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d41641de-d6f9-4a9c-969f-78b2a89f8519 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1700873 Aug 16 02:03:29.790623 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51420) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:29.796340 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'subnet': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:29.878290 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 6f6f379b-de6f-4a63-b83f-3c0e908adb83 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:29.881549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Pushing event updated for resources: {'Port': ['ID=50375f88-f1ab-4329-9070-93274c1d5e4c,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.925249 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.925989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:29.929178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:29.930260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.963785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 80c01aab-f9db-4e54-8e54-8ae6a7e69aec up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:29.986617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:30.017738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'tenant_id': 'a8c4722564ba49559dbe2fd5b1155337', 'fixed_ips': [{'subnet_id': 'e9b14291-a952-4c13-b7c6-46344ef27667'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:30.019175 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.019578 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.025021 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=6249861f-a573-451c-9757-895e2bf9de45,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.077045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11733d9-c9ea-460a-8e73-c8be78ee7dd1 None None] Pushing event deleted for resources: {'Port': ['ID=d231107b-e16c-4210-811b-65a9f019f0e4,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.083274 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9c7b588a-7d45-4bbb-8a39-7980dde18ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.090535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Transition to ACTIVE for port object 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:30.112643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eea571-f84c-4f58-bd5f-2c0837ce27eb req-46eabee6-a710-4d72-8cf0-168ae0ca39f8 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.121492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77eea571-f84c-4f58-bd5f-2c0837ce27eb req-46eabee6-a710-4d72-8cf0-168ae0ca39f8 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.4952211 Aug 16 02:03:30.172966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-77eea571-f84c-4f58-bd5f-2c0837ce27eb req-6768ae82-87bc-491d-8261-8e39c98792e5 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505967 Aug 16 02:03:30.198039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Attempting to bind port 50375f88-f1ab-4329-9070-93274c1d5e4c on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:30.199494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Attempting to bind port 50375f88-f1ab-4329-9070-93274c1d5e4c by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '23148331-e55f-412e-bf53-91fbb8d47235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:30.200034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Attempting to bind port 50375f88-f1ab-4329-9070-93274c1d5e4c on network 6f6f379b-de6f-4a63-b83f-3c0e908adb83 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:30.213375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.255414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.258059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:30.258676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Checking segment: {'id': '23148331-e55f-412e-bf53-91fbb8d47235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:30.259294 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.259866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Bound using segment: {'id': '23148331-e55f-412e-bf53-91fbb8d47235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:30.260520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Bound port: 50375f88-f1ab-4329-9070-93274c1d5e4c, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23148331-e55f-412e-bf53-91fbb8d47235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:30.261068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.316553 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.352508 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.358945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:30.364118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.456543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Allocated IP 2001:db8::2 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/e9b14291-a952-4c13-b7c6-46344ef27667/c83f5929-e4d4-4ee9-862e-76c246130223) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:30.636975 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.646683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Transition to ACTIVE for port object c83f5929-e4d4-4ee9-862e-76c246130223 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:30.666814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Transition to ACTIVE for port object c83f5929-e4d4-4ee9-862e-76c246130223 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:30.678603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:30.760054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] For port 50375f88-f1ab-4329-9070-93274c1d5e4c, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:30.763894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] For port 50375f88-f1ab-4329-9070-93274c1d5e4c, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=50375f88-f1ab-4329-9070-93274c1d5e4c,segment=NetworkSegment(23148331-e55f-412e-bf53-91fbb8d47235),segment_id=23148331-e55f-412e-bf53-91fbb8d47235)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:30.774682 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.793111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:30.793497 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.926203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Pushing event updated for resources: {'Port': ['ID=c83f5929-e4d4-4ee9-862e-76c246130223,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.064853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Pushing event updated for resources: {'Port': ['ID=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.075619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5f0b2-5f0f-44ac-8f0d-5530491bac30 req-7ba276bd-5024-42fa-8144-5b8474024914 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.084298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85d5f0b2-5f0f-44ac-8f0d-5530491bac30 req-7ba276bd-5024-42fa-8144-5b8474024914 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 931 time: 0.8197370 Aug 16 02:03:31.085868 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.162527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85d5f0b2-5f0f-44ac-8f0d-5530491bac30 req-61591a62-9f55-44f1-9059-17436a15a4ba tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772395 Aug 16 02:03:31.194298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:31.195499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526ebfe-2ba6-4ffc-9b7b-62354ba4ade5 None None] Pushing event updated for resources: {'Port': ['ID=50375f88-f1ab-4329-9070-93274c1d5e4c,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.198236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:31.213419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:31.213419 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.291107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:31.321007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Attempting to bind port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:31.321290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Attempting to bind port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:31.321581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Attempting to bind port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:31.359344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:31.359733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Attempting to bind port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 on network 56ae16c4-b4d3-4d7b-b550-07b2d89834df {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:31.361786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:31.370198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:31.370553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Checking segment: {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:31.370964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Bound using segment: {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:31.371381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Bound port: 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c43f986-5df4-479e-aa14-9b6dd5e99d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:31.371754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.373346 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.426026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe3421-3186-487f-96f1-123ecf1f4e2f req-6c754500-607b-44b1-86e6-a64fcd7675b0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.430264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe3421-3186-487f-96f1-123ecf1f4e2f req-6c754500-607b-44b1-86e6-a64fcd7675b0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.436885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe3421-3186-487f-96f1-123ecf1f4e2f req-6c754500-607b-44b1-86e6-a64fcd7675b0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.444294 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.450360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe3421-3186-487f-96f1-123ecf1f4e2f req-6c754500-607b-44b1-86e6-a64fcd7675b0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.459334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe3421-3186-487f-96f1-123ecf1f4e2f req-6c754500-607b-44b1-86e6-a64fcd7675b0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.465375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe3421-3186-487f-96f1-123ecf1f4e2f req-6c754500-607b-44b1-86e6-a64fcd7675b0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.471699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe3421-3186-487f-96f1-123ecf1f4e2f req-6c754500-607b-44b1-86e6-a64fcd7675b0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.482784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbbe3421-3186-487f-96f1-123ecf1f4e2f req-6c754500-607b-44b1-86e6-a64fcd7675b0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5440 time: 0.1815636 Aug 16 02:03:31.507873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Attempting to bind port c83f5929-e4d4-4ee9-862e-76c246130223 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:31.508252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Attempting to bind port c83f5929-e4d4-4ee9-862e-76c246130223 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:31.508620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Attempting to bind port c83f5929-e4d4-4ee9-862e-76c246130223 on network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:31.552416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.553248 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.603749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] For port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:31.613055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] For port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:31.712522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbbe3421-3186-487f-96f1-123ecf1f4e2f req-27da5a1d-2d15-40de-9db6-fac45793ba0f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2265060 Aug 16 02:03:31.714719 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.750063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.750063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.750063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] 10.222.0.74 "PUT /v2.0/ports/9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 HTTP/1.1" status: 200 len: 1092 time: 2.2393873 Aug 16 02:03:31.750063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4ad505-c74a-4947-ae05-bc3b14fb3b5d', 'tag': '9c409b42-5f33-4ec1-a2c3-f3db0efb9f26'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:31.750063 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bdb8f0-61e5-4d09-92d0-68dd7812e25c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4ad505-c74a-4947-ae05-bc3b14fb3b5d", "tag": "9c409b42-5f33-4ec1-a2c3-f3db0efb9f26"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:31.769900 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.804368 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.860003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494096bd-b3ee-4fa5-ba4a-a50aa9db7d09'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:31.860003 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680597e0-a6a6-4fe3-8494-a08f164c3ba3" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "494096bd-b3ee-4fa5-ba4a-a50aa9db7d09"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:31.862138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:31.868901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc47ba-b481-4bdb-bfb8-b0b7f5c81d72 service neutron] Pushing event updated for resources: {'Port': ['ID=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.869204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Checking segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:31.869678 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.870165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Bound using segment: {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:31.870687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Bound port: c83f5929-e4d4-4ee9-862e-76c246130223, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9035-c8be-4ae2-b6df-6218baa7c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:31.871079 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.909989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec,segment=NetworkSegment(f93315dd-7a37-441d-84b6-81a897982118),segment_id=f93315dd-7a37-441d-84b6-81a897982118)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:31.947502 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.951746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb635dd2-1a02-48b3-a59a-0cbd0e02eafd req-238b4402-b597-4034-9b41-3df3e2d9b92d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.954418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb635dd2-1a02-48b3-a59a-0cbd0e02eafd req-238b4402-b597-4034-9b41-3df3e2d9b92d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.0799694 Aug 16 02:03:31.994123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event updated for resources: {'Port': ['ID=6249861f-a573-451c-9757-895e2bf9de45,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.996160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] For port c83f5929-e4d4-4ee9-862e-76c246130223, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:32.014205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] For port c83f5929-e4d4-4ee9-862e-76c246130223, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c83f5929-e4d4-4ee9-862e-76c246130223,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:32.014205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=80c01aab-f9db-4e54-8e54-8ae6a7e69aec,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:32.022974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb635dd2-1a02-48b3-a59a-0cbd0e02eafd req-f9534b23-fd87-4b3d-863b-1064fa58ada2 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605912 Aug 16 02:03:32.050911 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.080057 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Network 6f6f379b-de6f-4a63-b83f-3c0e908adb83 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:32.106575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:32.119393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:32.122775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.objects.ports [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95515) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:32.125322 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.163488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-c3f98b27-aed5-413f-b6c1-dabd68e918fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.164783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-c3f98b27-aed5-413f-b6c1-dabd68e918fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 1095 time: 0.1327240 Aug 16 02:03:32.166372 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bdc0ef-a5ce-4a38-8f41-c6ca916a9985 x-openstack-request-id: req-70bdc0ef-a5ce-4a38-8f41-c6ca916a9985 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:32.166661 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4ad505-c74a-4947-ae05-bc3b14fb3b5d", "tag": "9c409b42-5f33-4ec1-a2c3-f3db0efb9f26", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:32.166907 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70bdc0ef-a5ce-4a38-8f41-c6ca916a9985 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:32.167288 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4ad505-c74a-4947-ae05-bc3b14fb3b5d', 'tag': '9c409b42-5f33-4ec1-a2c3-f3db0efb9f26', 'status': 'completed', 'code': 200} Aug 16 02:03:32.212352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595ce4d-8f34-4d3d-a9a8-196acc9bc8be None None] Pushing event updated for resources: {'Port': ['ID=c83f5929-e4d4-4ee9-862e-76c246130223,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:32.221066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3e16264a-143a-42f4-af76-b3eb65f520b4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:32.247035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3e16264a-143a-42f4-af76-b3eb65f520b4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:32.257185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3e16264a-143a-42f4-af76-b3eb65f520b4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:32.257185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a35e443d-eecf-44dd-a36d-625bcc55a748 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:32.257185 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.257185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6011bd94-4a5f-44d3-8a6f-46425d6c891a up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:32.257530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-f0977f77-cfa4-4fa6-b403-f16ed33e1dc9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 HTTP/1.1" status: 200 len: 217 time: 0.0693924 Aug 16 02:03:32.279468 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87caf95-a948-4a7e-8036-39f1022db44b x-openstack-request-id: req-a87caf95-a948-4a7e-8036-39f1022db44b {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:32.279888 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "494096bd-b3ee-4fa5-ba4a-a50aa9db7d09", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:32.280151 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a87caf95-a948-4a7e-8036-39f1022db44b {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:32.280561 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494096bd-b3ee-4fa5-ba4a-a50aa9db7d09', 'code': 200} Aug 16 02:03:32.345940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-1f01c4b4-ec9c-44c9-9cf3-cebdc5939282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.347093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a35e443d-eecf-44dd-a36d-625bcc55a748 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:32.347465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a35e443d-eecf-44dd-a36d-625bcc55a748 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:32.347891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:32.348242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-1f01c4b4-ec9c-44c9-9cf3-cebdc5939282 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b5d9887-5831-4c81-9b1b-b777b7b590be HTTP/1.1" status: 200 len: 854 time: 0.0939791 Aug 16 02:03:32.381247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Allocated IP 172.20.0.9 (45ae0fe5-4119-4cdb-835e-56d2ed73cbac/ba243872-d255-4c65-81fe-b2c12d82e3b9/716e6dbe-dee6-4bd5-ac35-329a3889c67e) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:32.430272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-69c3bcbb-4529-479a-a970-e331a5b69143 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56ae16c4-b4d3-4d7b-b550-07b2d89834df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737572 Aug 16 02:03:32.456682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:32.457123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5014d7c6-78a7-42d8-8c2d-19ba2b3fd096 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:32.591535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=80c01aab-f9db-4e54-8e54-8ae6a7e69aec,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:32.662422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6442f1-1ae2-467d-8ecc-b983935925e5 req-2aa5e2a8-fee8-4881-a835-72537e692b7f tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.664191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c6442f1-1ae2-467d-8ecc-b983935925e5 req-2aa5e2a8-fee8-4881-a835-72537e692b7f tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 943 time: 0.3064156 Aug 16 02:03:32.707334 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 6011bd94-4a5f-44d3-8a6f-46425d6c891a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:32.714492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 6011bd94-4a5f-44d3-8a6f-46425d6c891a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:32.715281 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.791283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c6442f1-1ae2-467d-8ecc-b983935925e5 req-717aedf1-6c05-4f4f-8913-e5d8bfcb86a1 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190603 Aug 16 02:03:32.798162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-4bde4a60-c1df-4aec-b1f6-e8dcfb840dbc service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539331 Aug 16 02:03:32.980574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 50375f88-f1ab-4329-9070-93274c1d5e4c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:33.098425 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.109713 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.120503 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7f77a862-48e1-4f3f-9ee9-d378f6a7001d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.154121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6884c29b-e7e5-4599-a979-4daad4bf880a req-ae8075e8-c4da-41c9-82ec-6eda42ad51fd service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471889 Aug 16 02:03:33.176723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6011bd94-4a5f-44d3-8a6f-46425d6c891a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:33.224057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e390016c-75c2-478e-9a94-c9f7dea029fc None None] Network 6f6f379b-de6f-4a63-b83f-3c0e908adb83 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:33.229043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7024-0e49-4a6c-ac0e-c41b4273f168 req-bd566fcd-3cc0-44ab-b5a1-0c769a060c7a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.246868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7024-0e49-4a6c-ac0e-c41b4273f168 req-bd566fcd-3cc0-44ab-b5a1-0c769a060c7a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.255596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7024-0e49-4a6c-ac0e-c41b4273f168 req-bd566fcd-3cc0-44ab-b5a1-0c769a060c7a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.263952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7024-0e49-4a6c-ac0e-c41b4273f168 req-bd566fcd-3cc0-44ab-b5a1-0c769a060c7a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.270869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7024-0e49-4a6c-ac0e-c41b4273f168 req-bd566fcd-3cc0-44ab-b5a1-0c769a060c7a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.278000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7024-0e49-4a6c-ac0e-c41b4273f168 req-bd566fcd-3cc0-44ab-b5a1-0c769a060c7a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.285550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7024-0e49-4a6c-ac0e-c41b4273f168 req-bd566fcd-3cc0-44ab-b5a1-0c769a060c7a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.293978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bfa7024-0e49-4a6c-ac0e-c41b4273f168 req-bd566fcd-3cc0-44ab-b5a1-0c769a060c7a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5441 time: 0.3106279 Aug 16 02:03:33.339549 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.340453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:33.342424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 50375f88-f1ab-4329-9070-93274c1d5e4c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:33.349021 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bfa7024-0e49-4a6c-ac0e-c41b4273f168 req-842ca2cf-6b1a-44f8-8634-c8648b7301e2 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539358 Aug 16 02:03:33.415562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:33.519239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdb8f0-61e5-4d09-92d0-68dd7812e25c req-6b7efbc2-e936-4769-a57b-586d8d07c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.520542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bdb8f0-61e5-4d09-92d0-68dd7812e25c req-6b7efbc2-e936-4769-a57b-586d8d07c063 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 1095 time: 0.1180127 Aug 16 02:03:33.629613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-107647b7-3c0b-4930-8eb1-c7811e73971f None None] Provisioning for port 50375f88-f1ab-4329-9070-93274c1d5e4c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:33.645663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:33.664977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=6011bd94-4a5f-44d3-8a6f-46425d6c891a,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:33.725681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-107647b7-3c0b-4930-8eb1-c7811e73971f None None] Provisioning complete for port 50375f88-f1ab-4329-9070-93274c1d5e4c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:33.725917 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-107647b7-3c0b-4930-8eb1-c7811e73971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.745037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102394b-1ae3-4ef1-b531-978353bd9202 req-5c6c1544-ca7f-489b-b5d3-96d45a259e16 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.749571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b102394b-1ae3-4ef1-b531-978353bd9202 req-5c6c1544-ca7f-489b-b5d3-96d45a259e16 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.2447948 Aug 16 02:03:33.783458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:33.827311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:33.827689 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.835402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:33.835781 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.859699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdb8f0-61e5-4d09-92d0-68dd7812e25c req-630bf812-41f4-4b18-b0cf-066ea63a9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.861501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bdb8f0-61e5-4d09-92d0-68dd7812e25c req-630bf812-41f4-4b18-b0cf-066ea63a9c8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 915 time: 0.3187220 Aug 16 02:03:33.900628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b102394b-1ae3-4ef1-b531-978353bd9202 req-a08311a0-98bd-4c2a-a71e-c71f7c47c091 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423872 Aug 16 02:03:34.025481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.058396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bdb8f0-61e5-4d09-92d0-68dd7812e25c req-15d0e879-4b8f-4d4b-8803-e0c9c3a1faca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 HTTP/1.1" status: 200 len: 217 time: 0.1374226 Aug 16 02:03:34.059956 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:03:34.098615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:34.105109 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e28c116b-043e-4c97-bfc0-40f410539c43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0845304 Aug 16 02:03:34.119697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.123670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51490) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:34.133263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Sync routers for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:34.150265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdb8f0-61e5-4d09-92d0-68dd7812e25c req-663c1f04-30d2-4a54-beac-6869cb13024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.154956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bdb8f0-61e5-4d09-92d0-68dd7812e25c req-663c1f04-30d2-4a54-beac-6869cb13024b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b5d9887-5831-4c81-9b1b-b777b7b590be HTTP/1.1" status: 200 len: 854 time: 0.0955031 Aug 16 02:03:34.158581 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0aaf24b9-a3cf-4c76-9edb-9343f5876218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:34.175044 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.246274 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bdb8f0-61e5-4d09-92d0-68dd7812e25c req-def336c6-0aaa-4167-9f44-723c514ab002 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56ae16c4-b4d3-4d7b-b550-07b2d89834df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797381 Aug 16 02:03:34.281345 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c01aab-f9db-4e54-8e54-8ae6a7e69aec'}, {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6011bd94-4a5f-44d3-8a6f-46425d6c891a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:34.294796 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6a4536-70d8-41aa-96cb-cd7b451e50b7" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "80c01aab-f9db-4e54-8e54-8ae6a7e69aec"}, {"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "6011bd94-4a5f-44d3-8a6f-46425d6c891a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:34.315758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:34.316679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:34.456395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9343dd-dff2-4227-96ae-a457164a0288 req-3ca6af69-2450-4beb-8eaf-6f601d77891a tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.465136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c9343dd-dff2-4227-96ae-a457164a0288 req-3ca6af69-2450-4beb-8eaf-6f601d77891a tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 943 time: 0.3089247 Aug 16 02:03:34.468024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:34.550634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c9343dd-dff2-4227-96ae-a457164a0288 req-8f8a1400-6c01-4855-8974-70f0889e4449 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843003 Aug 16 02:03:34.621663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d231107b-e16c-4210-811b-65a9f019f0e4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:34.623805 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-107647b7-3c0b-4930-8eb1-c7811e73971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.626475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bdb8f0-61e5-4d09-92d0-68dd7812e25c req-7508bdc3-da5c-4c49-a7ee-584d6442481e service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701224 Aug 16 02:03:34.675532 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3dbc14-1fe3-4bbc-b537-1f8711de466b x-openstack-request-id: req-cb3dbc14-1fe3-4bbc-b537-1f8711de466b {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:34.675532 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "80c01aab-f9db-4e54-8e54-8ae6a7e69aec", "code": 200}, {"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "6011bd94-4a5f-44d3-8a6f-46425d6c891a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:34.675532 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb3dbc14-1fe3-4bbc-b537-1f8711de466b {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:34.675532 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c01aab-f9db-4e54-8e54-8ae6a7e69aec', 'code': 200} Aug 16 02:03:34.675532 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6011bd94-4a5f-44d3-8a6f-46425d6c891a', 'code': 200} Aug 16 02:03:34.866937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: d231107b-e16c-4210-811b-65a9f019f0e4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:34.867803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d231107b-e16c-4210-811b-65a9f019f0e4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:35.004016 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.065998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-107647b7-3c0b-4930-8eb1-c7811e73971f None None] For port 50375f88-f1ab-4329-9070-93274c1d5e4c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=50375f88-f1ab-4329-9070-93274c1d5e4c,segment=NetworkSegment(23148331-e55f-412e-bf53-91fbb8d47235),segment_id=23148331-e55f-412e-bf53-91fbb8d47235)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:35.116418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef667e-a19f-4eb4-a2ec-d50730f8a8d3 req-51953152-c0a1-4f90-8966-c7a51c2f0388 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.127703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:35.129777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef667e-a19f-4eb4-a2ec-d50730f8a8d3 req-51953152-c0a1-4f90-8966-c7a51c2f0388 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.155409 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.extraroute_db [None req-0aaf24b9-a3cf-4c76-9edb-9343f5876218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=95515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:03:35.159692 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-107647b7-3c0b-4930-8eb1-c7811e73971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.169353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef667e-a19f-4eb4-a2ec-d50730f8a8d3 req-51953152-c0a1-4f90-8966-c7a51c2f0388 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.182046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef667e-a19f-4eb4-a2ec-d50730f8a8d3 req-51953152-c0a1-4f90-8966-c7a51c2f0388 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.192689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.extraroute_db [None req-0aaf24b9-a3cf-4c76-9edb-9343f5876218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Removed routes are [] {{(pid=95515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:03:35.193090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0aaf24b9-a3cf-4c76-9edb-9343f5876218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.196233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef667e-a19f-4eb4-a2ec-d50730f8a8d3 req-51953152-c0a1-4f90-8966-c7a51c2f0388 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.202564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef667e-a19f-4eb4-a2ec-d50730f8a8d3 req-51953152-c0a1-4f90-8966-c7a51c2f0388 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.230883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef667e-a19f-4eb4-a2ec-d50730f8a8d3 req-51953152-c0a1-4f90-8966-c7a51c2f0388 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.239847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cef667e-a19f-4eb4-a2ec-d50730f8a8d3 req-51953152-c0a1-4f90-8966-c7a51c2f0388 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5442 time: 0.4066834 Aug 16 02:03:35.319720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107647b7-3c0b-4930-8eb1-c7811e73971f None None] Pushing event updated for resources: {'Port': ['ID=50375f88-f1ab-4329-9070-93274c1d5e4c,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:35.347989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c83f5929-e4d4-4ee9-862e-76c246130223 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:35.348123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cef667e-a19f-4eb4-a2ec-d50730f8a8d3 req-60514b1c-95ee-4284-a792-a14dc585ccfc tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070075 Aug 16 02:03:35.354807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76bdb8f0-61e5-4d09-92d0-68dd7812e25c req-7235f536-7706-4bef-84a4-7fd51848b099 service neutron] 10.222.0.74 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160251 Aug 16 02:03:35.363722 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.525105 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.570785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:30Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6249861f-a573-451c-9757-895e2bf9de45', 'name': '', 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:26:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:27Z', 'updated_at': '2021-08-16T02:03:30Z', 'revision_number': 2, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:35.577892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecdaa0-3ba1-4278-8553-730725b45dfb req-ff6338d2-8d20-4fcc-9c47-0e84f21b1c58 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.579596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56ecdaa0-3ba1-4278-8553-730725b45dfb req-ff6338d2-8d20-4fcc-9c47-0e84f21b1c58 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.0990453 Aug 16 02:03:35.617509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:35.655701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56ecdaa0-3ba1-4278-8553-730725b45dfb req-afa38609-a562-4dcd-9a30-8f05df9be47f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641100 Aug 16 02:03:35.792486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Network 45ae0fe5-4119-4cdb-835e-56d2ed73cbac is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:35.792486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] For port c83f5929-e4d4-4ee9-862e-76c246130223, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c83f5929-e4d4-4ee9-862e-76c246130223,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:35.798933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:35.814413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:35.817646 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:35.848614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a23c30-7eb5-430b-8f7d-97aaa374ef58 req-b3283365-6a68-4931-b3b9-cff831cd7858 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.850375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8a23c30-7eb5-430b-8f7d-97aaa374ef58 req-b3283365-6a68-4931-b3b9-cff831cd7858 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 943 time: 0.0772460 Aug 16 02:03:35.879896 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0aaf24b9-a3cf-4c76-9edb-9343f5876218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.969662 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8a23c30-7eb5-430b-8f7d-97aaa374ef58 req-6660d408-7de0-40b2-af41-26c75e31901f tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004648 Aug 16 02:03:36.083023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Checking router: 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:36.083635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Updating router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 port 6249861f-a573-451c-9757-895e2bf9de45 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:36.086782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Provisioning complete for port 50375f88-f1ab-4329-9070-93274c1d5e4c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:36.087382 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.099336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.116859 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0aaf24b9-a3cf-4c76-9edb-9343f5876218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.119601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event updated for resources: {'Port': ['ID=716e6dbe-dee6-4bd5-ac35-329a3889c67e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.176500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '9c409b42-5f33-4ec1-a2c3-f3db0efb9f26', 'network_id': '56ae16c4-b4d3-4d7b-b550-07b2d89834df', 'port_id': '9c409b42-5f33-4ec1-a2c3-f3db0efb9f26', 'mac_address': 'fa:16:3e:c3:09:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5d9887-5831-4c81-9b1b-b777b7b590be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:36.240883 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.271906 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.329701 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.377007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.378468 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.402223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaf24b9-a3cf-4c76-9edb-9343f5876218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:36.444810 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.467372 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c83f5929-e4d4-4ee9-862e-76c246130223 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:36.570019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:36.606113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:36.620402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:36.628894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.629522 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.649848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Subnet': ['ID=43fbe4fc-5256-47d3-b090-eb55b4f66ae1,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.657992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcc0ba8-e2ea-4616-8079-fca4378250ba None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:36.696404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f0ca95-1a96-4e68-8aaa-82ad29fb4474'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:36.700670 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0335975e-74a4-4837-9c73-68292b92a377" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "01f0ca95-1a96-4e68-8aaa-82ad29fb4474"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:36.745167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=c83f5929-e4d4-4ee9-862e-76c246130223,revision_number=4']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.763569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20966-166f-4225-b8c0-063ee826a2eb req-c464fc56-fa24-43e9-acef-e762cb86fd14 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.772206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20966-166f-4225-b8c0-063ee826a2eb req-c464fc56-fa24-43e9-acef-e762cb86fd14 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.778661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20966-166f-4225-b8c0-063ee826a2eb req-c464fc56-fa24-43e9-acef-e762cb86fd14 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.785880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20966-166f-4225-b8c0-063ee826a2eb req-c464fc56-fa24-43e9-acef-e762cb86fd14 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.793558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20966-166f-4225-b8c0-063ee826a2eb req-c464fc56-fa24-43e9-acef-e762cb86fd14 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.800431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20966-166f-4225-b8c0-063ee826a2eb req-c464fc56-fa24-43e9-acef-e762cb86fd14 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.806714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20966-166f-4225-b8c0-063ee826a2eb req-c464fc56-fa24-43e9-acef-e762cb86fd14 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.808701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8af20966-166f-4225-b8c0-063ee826a2eb req-c464fc56-fa24-43e9-acef-e762cb86fd14 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5443 time: 0.1739676 Aug 16 02:03:36.869595 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.892297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8af20966-166f-4225-b8c0-063ee826a2eb req-88bcad0a-5ba5-414c-bb8a-31e9e8e41468 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713687 Aug 16 02:03:36.978252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Could not find standard attr ID for object 6b0b6b3c-ee01-4cb3-9e70-83b4dae304da. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:37.001214 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:37.022513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 50375f88-f1ab-4329-9070-93274c1d5e4c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:37.100462 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.203291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Provisioning for port 6249861f-a573-451c-9757-895e2bf9de45 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:37.210238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:37.220022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Provisioning complete for port 6249861f-a573-451c-9757-895e2bf9de45 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:37.220565 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.228385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba98d1-81fa-484a-b1c6-edbfcc473dc2 req-665851df-05b2-494e-b391-48db838ef3ec tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.238653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aaba98d1-81fa-484a-b1c6-edbfcc473dc2 req-665851df-05b2-494e-b391-48db838ef3ec tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.1017458 Aug 16 02:03:37.304303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 50375f88-f1ab-4329-9070-93274c1d5e4c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:37.305659 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.305760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aaba98d1-81fa-484a-b1c6-edbfcc473dc2 req-e71ef5fd-e5ac-4df8-8d8f-ef3ba29bc3e7 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606675 Aug 16 02:03:37.363898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Port 6249861f-a573-451c-9757-895e2bf9de45 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:37.380713 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c045efce-40ec-4c3d-928a-361ec37a3edf x-openstack-request-id: req-c045efce-40ec-4c3d-928a-361ec37a3edf {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:37.381004 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-plugged", "status": "completed", "tag": "01f0ca95-1a96-4e68-8aaa-82ad29fb4474", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:37.381261 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c045efce-40ec-4c3d-928a-361ec37a3edf {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:37.381650 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f0ca95-1a96-4e68-8aaa-82ad29fb4474', 'code': 200} Aug 16 02:03:37.387515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['9c409b42-5f33-4ec1-a2c3-f3db0efb9f26'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:37.397500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Could not find standard attr ID for object 30ed01b2-4048-45f8-af3a-f4d075ef08d4. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:37.454787 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.459565 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.491944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Transition to ACTIVE for port object 6249861f-a573-451c-9757-895e2bf9de45 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:37.543340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ade0-5b33-4c8e-a26d-98696df4eb20 req-ee711a1f-9327-4f8d-add6-aa9d519d81ac tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.554892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c486ade0-5b33-4c8e-a26d-98696df4eb20 req-ee711a1f-9327-4f8d-add6-aa9d519d81ac tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 944 time: 0.0827658 Aug 16 02:03:37.592522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c83f5929-e4d4-4ee9-862e-76c246130223 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:37.647198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Provisioning for port c83f5929-e4d4-4ee9-862e-76c246130223 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:37.659324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5322-2e47-4482-bff9-e67934fde661 req-ea975c18-7dbf-4784-941e-0ee4575d70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.659965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5322-2e47-4482-bff9-e67934fde661 req-ea975c18-7dbf-4784-941e-0ee4575d70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.660509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5322-2e47-4482-bff9-e67934fde661 req-ea975c18-7dbf-4784-941e-0ee4575d70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.661677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5322-2e47-4482-bff9-e67934fde661 req-ea975c18-7dbf-4784-941e-0ee4575d70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.662186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5322-2e47-4482-bff9-e67934fde661 req-ea975c18-7dbf-4784-941e-0ee4575d70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.662721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5322-2e47-4482-bff9-e67934fde661 req-ea975c18-7dbf-4784-941e-0ee4575d70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.663266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5322-2e47-4482-bff9-e67934fde661 req-ea975c18-7dbf-4784-941e-0ee4575d70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.665449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-321a5322-2e47-4482-bff9-e67934fde661 req-ea975c18-7dbf-4784-941e-0ee4575d70c9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6507 time: 0.0995493 Aug 16 02:03:37.671663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Provisioning complete for port c83f5929-e4d4-4ee9-862e-76c246130223 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:37.676072 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.694296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c486ade0-5b33-4c8e-a26d-98696df4eb20 req-fe55a35d-4581-476b-a434-49fd61b0546f tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370773 Aug 16 02:03:37.741576 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.794218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-321a5322-2e47-4482-bff9-e67934fde661 req-67f34d97-0815-4542-8037-0ad49ce24a6e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964594 Aug 16 02:03:37.886503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c83f5929-e4d4-4ee9-862e-76c246130223 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:37.886823 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.935235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7738569-9196-491e-8a59-70bd649e5883 None None] Pushing event updated for resources: {'Port': ['ID=6249861f-a573-451c-9757-895e2bf9de45,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:38.206973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f3e4c-5808-491a-804e-b41207a0a417 req-36e563e7-a6e6-4479-bc87-72dcdc48fef3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.218046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f3e4c-5808-491a-804e-b41207a0a417 req-36e563e7-a6e6-4479-bc87-72dcdc48fef3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.227084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f3e4c-5808-491a-804e-b41207a0a417 req-36e563e7-a6e6-4479-bc87-72dcdc48fef3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.239123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f3e4c-5808-491a-804e-b41207a0a417 req-36e563e7-a6e6-4479-bc87-72dcdc48fef3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.252297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f3e4c-5808-491a-804e-b41207a0a417 req-36e563e7-a6e6-4479-bc87-72dcdc48fef3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.261334 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Attempting to bind port 6249861f-a573-451c-9757-895e2bf9de45 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:38.261901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Attempting to bind port 6249861f-a573-451c-9757-895e2bf9de45 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '23148331-e55f-412e-bf53-91fbb8d47235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:38.272583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Attempting to bind port 6249861f-a573-451c-9757-895e2bf9de45 on network 6f6f379b-de6f-4a63-b83f-3c0e908adb83 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:38.276432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f3e4c-5808-491a-804e-b41207a0a417 req-36e563e7-a6e6-4479-bc87-72dcdc48fef3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.295943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f3e4c-5808-491a-804e-b41207a0a417 req-36e563e7-a6e6-4479-bc87-72dcdc48fef3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.306725 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d8f3e4c-5808-491a-804e-b41207a0a417 req-36e563e7-a6e6-4479-bc87-72dcdc48fef3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5443 time: 0.2141683 Aug 16 02:03:38.309096 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.311401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:38.311869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Checking segment: {'id': '23148331-e55f-412e-bf53-91fbb8d47235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:38.312380 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.312865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Bound using segment: {'id': '23148331-e55f-412e-bf53-91fbb8d47235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:38.313435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Bound port: 6249861f-a573-451c-9757-895e2bf9de45, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23148331-e55f-412e-bf53-91fbb8d47235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:38.313919 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.390752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d8f3e4c-5808-491a-804e-b41207a0a417 req-552e0dc4-8f59-4299-b28c-ea4f538151c1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827451 Aug 16 02:03:38.398809 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.458386 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6312793a-3538-4482-a038-48efaa0fcef7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 8.6662116 Aug 16 02:03:38.461779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaf24b9-a3cf-4c76-9edb-9343f5876218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:38.463313 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51548) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:38.471465 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Request body: {'port': {'network_id': '528e7143-c7ca-4b45-8eb1-6d6227d4a42d', 'mac_address': 'fa:16:3e:bf:9c:7f', 'name': 'tempest-NetworksTestDHCPv6-1466998128'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:38.485392 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0aaf24b9-a3cf-4c76-9edb-9343f5876218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.489796 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0aaf24b9-a3cf-4c76-9edb-9343f5876218 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 HTTP/1.1" status: 200 len: 953 time: 4.3506517 Aug 16 02:03:38.490999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] For port c83f5929-e4d4-4ee9-862e-76c246130223, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c83f5929-e4d4-4ee9-862e-76c246130223,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:38.491487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51550) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:38.561186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71884e29-04b7-44cd-87a6-b7041cd55779 req-52986b87-c7e3-4bd3-b1d5-934134669ceb tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.571556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71884e29-04b7-44cd-87a6-b7041cd55779 req-52986b87-c7e3-4bd3-b1d5-934134669ceb tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.1170421 Aug 16 02:03:38.572295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] For port 6249861f-a573-451c-9757-895e2bf9de45, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:38.585554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] For port 6249861f-a573-451c-9757-895e2bf9de45, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6249861f-a573-451c-9757-895e2bf9de45,segment=NetworkSegment(23148331-e55f-412e-bf53-91fbb8d47235),segment_id=23148331-e55f-412e-bf53-91fbb8d47235)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:38.600468 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.649649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71884e29-04b7-44cd-87a6-b7041cd55779 req-f2118639-7b6c-4176-9938-f5e7fe9a3a14 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768209 Aug 16 02:03:38.769862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb32000-fa02-4218-8808-85658f8e9c11 None None] Pushing event updated for resources: {'Port': ['ID=c83f5929-e4d4-4ee9-862e-76c246130223,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:38.787730 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b5766386-edb4-43df-851a-29499d13c676 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 HTTP/1.1" status: 200 len: 953 time: 0.2775321 Aug 16 02:03:38.789427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51556) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:38.797262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-973d56eb-9c52-4025-be98-39abcb173388 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'routes': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:38.842850 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.900771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51558) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:38.924891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Router caf6a6bf-efb5-4e90-bb83-5b84c062c472 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:03:38.984957 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:03:38.985555 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:03:39.039396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:39.040102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:39.044539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7738569-9196-491e-8a59-70bd649e5883 None None] Pushing event updated for resources: {'Port': ['ID=6249861f-a573-451c-9757-895e2bf9de45,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.087196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:39.100130 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Sync routers for ids ['caf6a6bf-efb5-4e90-bb83-5b84c062c472'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:39.106233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Made reservation on behalf of a8c4722564ba49559dbe2fd5b1155337 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:39.125758 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Routers {'caf6a6bf-efb5-4e90-bb83-5b84c062c472'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:39.126449 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['caf6a6bf-efb5-4e90-bb83-5b84c062c472'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:39.170071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86105ec5-8a73-4ab8-aaac-332ca0e4f7bd req-3bddc8c4-c879-4cf0-9c70-37fbaff63da2 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.179081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86105ec5-8a73-4ab8-aaac-332ca0e4f7bd req-3bddc8c4-c879-4cf0-9c70-37fbaff63da2 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 944 time: 0.2450054 Aug 16 02:03:39.260610 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e5e4ce6-60b7-4223-8e64-bcb066af0a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.292593 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.317383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b5bdff66-7c3b-4d82-9df4-b77d41217c6d None None] Provisioning complete for port c83f5929-e4d4-4ee9-862e-76c246130223 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:39.317939 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b5bdff66-7c3b-4d82-9df4-b77d41217c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.331293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] device_id is not set on port 26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:39.376657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:39.411126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86105ec5-8a73-4ab8-aaac-332ca0e4f7bd req-c0f57927-6184-4826-973f-02534d685975 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237403 Aug 16 02:03:39.427462 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Set router caf6a6bf-efb5-4e90-bb83-5b84c062c472 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:39.452047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.453329 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e6b95849-9770-48ff-9d1a-53e326dc77ba tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.2595241 Aug 16 02:03:39.463414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51564) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:39.538266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:39.665770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.693538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e5e4ce6-60b7-4223-8e64-bcb066af0a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.767772 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf6a6bf-efb5-4e90-bb83-5b84c062c472', 'name': '', 'tenant_id': '90f4ac3da28945a9ba4727f951afb68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ae0fe5-4119-4cdb-835e-56d2ed73cbac', 'external_fixed_ips': [{'subnet_id': 'ba243872-d255-4c65-81fe-b2c12d82e3b9', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '716e6dbe-dee6-4bd5-ac35-329a3889c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:29Z', 'updated_at': '2021-08-16T02:03:36Z', 'revision_number': 3, 'project_id': '90f4ac3da28945a9ba4727f951afb68f', 'gw_port': {'id': '716e6dbe-dee6-4bd5-ac35-329a3889c67e', 'name': '', 'network_id': '45ae0fe5-4119-4cdb-835e-56d2ed73cbac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ff:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf6a6bf-efb5-4e90-bb83-5b84c062c472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'ba243872-d255-4c65-81fe-b2c12d82e3b9', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:31Z', 'updated_at': '2021-08-16T02:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba243872-d255-4c65-81fe-b2c12d82e3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:39.796758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e5e4ce6-60b7-4223-8e64-bcb066af0a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.802228 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Checking router: caf6a6bf-efb5-4e90-bb83-5b84c062c472 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:39.802912 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Updating router caf6a6bf-efb5-4e90-bb83-5b84c062c472 port 716e6dbe-dee6-4bd5-ac35-329a3889c67e binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:39.812776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f78f-c80f-4df4-a357-ea85aeb28cca req-45f95d7d-5fa4-4c67-83ce-eb5c938b6ed2 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.818712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f78f-c80f-4df4-a357-ea85aeb28cca req-45f95d7d-5fa4-4c67-83ce-eb5c938b6ed2 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.824608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f78f-c80f-4df4-a357-ea85aeb28cca req-45f95d7d-5fa4-4c67-83ce-eb5c938b6ed2 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.831899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f78f-c80f-4df4-a357-ea85aeb28cca req-45f95d7d-5fa4-4c67-83ce-eb5c938b6ed2 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.839915 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8e5e4ce6-60b7-4223-8e64-bcb066af0a6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8061b5c3564944fabe154a8b8abaf2e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9366922 Aug 16 02:03:39.840085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f78f-c80f-4df4-a357-ea85aeb28cca req-45f95d7d-5fa4-4c67-83ce-eb5c938b6ed2 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.846374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f78f-c80f-4df4-a357-ea85aeb28cca req-45f95d7d-5fa4-4c67-83ce-eb5c938b6ed2 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.848084 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51568) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:39.851164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f78f-c80f-4df4-a357-ea85aeb28cca req-45f95d7d-5fa4-4c67-83ce-eb5c938b6ed2 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.856979 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.860944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47f5f78f-c80f-4df4-a357-ea85aeb28cca req-45f95d7d-5fa4-4c67-83ce-eb5c938b6ed2 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5443 time: 0.1904054 Aug 16 02:03:39.921346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e4ce6-60b7-4223-8e64-bcb066af0a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6758f7e4-82e9-4cec-b514-2992289c86cc,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.966090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8::3d8 (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/e9b14291-a952-4c13-b7c6-46344ef27667/26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:39.992006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Allocated IP 2001:db8:0:1:f816:3eff:febf:9c7f (528e7143-c7ca-4b45-8eb1-6d6227d4a42d/43fbe4fc-5256-47d3-b090-eb55b4f66ae1/26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:40.024178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:40.048725 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:40.048725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.082192 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.157447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.extraroute_db [None req-973d56eb-9c52-4025-be98-39abcb173388 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added routes are [] {{(pid=95516) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:03:40.157955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.extraroute_db [None req-973d56eb-9c52-4025-be98-39abcb173388 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=95516) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:03:40.170391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.210045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c83f5929-e4d4-4ee9-862e-76c246130223 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:40.214217 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-973d56eb-9c52-4025-be98-39abcb173388 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.243465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47f5f78f-c80f-4df4-a357-ea85aeb28cca req-8c4f6651-7056-4ebf-9690-f3e070677414 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3815908 Aug 16 02:03:40.253625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.295917 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.344681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:35Z', 'revision_number': 6, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6249861f-a573-451c-9757-895e2bf9de45', 'name': '', 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:26:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:27Z', 'updated_at': '2021-08-16T02:03:38Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:40.378749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba1d72-6378-4e45-ae2b-80db5bfc57fd None None] The sync data for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 is: [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:35Z', 'revision_number': 6, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6249861f-a573-451c-9757-895e2bf9de45', 'name': '', 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:26:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:27Z', 'updated_at': '2021-08-16T02:03:38Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:40.380871 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.385386 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.394928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c83f5929-e4d4-4ee9-862e-76c246130223 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:40.395319 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.413335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cda1d-6eb9-4f8e-bb8c-08bd5d8bcbb2 req-b035fa1f-1f9d-4ea8-ad8e-fa825c3fc158 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.417973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-844cda1d-6eb9-4f8e-bb8c-08bd5d8bcbb2 req-b035fa1f-1f9d-4ea8-ad8e-fa825c3fc158 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.0751982 Aug 16 02:03:40.438538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4ad505-c74a-4947-ae05-bc3b14fb3b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c409b42-5f33-4ec1-a2c3-f3db0efb9f26'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:40.447885 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2b1e10-606b-4d5f-8dc4-10ac24e40062" -d '{"events": [{"server_uuid": "3d4ad505-c74a-4947-ae05-bc3b14fb3b5d", "name": "network-vif-plugged", "status": "completed", "tag": "9c409b42-5f33-4ec1-a2c3-f3db0efb9f26"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:40.467922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:40.500732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-844cda1d-6eb9-4f8e-bb8c-08bd5d8bcbb2 req-9aaacec0-4e8d-415d-ad82-401910223aef tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682766 Aug 16 02:03:40.631324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717817d-617a-4243-a96c-8ad49118079d req-9d1d98c3-cde0-424f-9c6d-4aa9558de2b9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.637496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717817d-617a-4243-a96c-8ad49118079d req-9d1d98c3-cde0-424f-9c6d-4aa9558de2b9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.643687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717817d-617a-4243-a96c-8ad49118079d req-9d1d98c3-cde0-424f-9c6d-4aa9558de2b9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.649854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717817d-617a-4243-a96c-8ad49118079d req-9d1d98c3-cde0-424f-9c6d-4aa9558de2b9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.655772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717817d-617a-4243-a96c-8ad49118079d req-9d1d98c3-cde0-424f-9c6d-4aa9558de2b9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.662707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717817d-617a-4243-a96c-8ad49118079d req-9d1d98c3-cde0-424f-9c6d-4aa9558de2b9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.669247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717817d-617a-4243-a96c-8ad49118079d req-9d1d98c3-cde0-424f-9c6d-4aa9558de2b9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.671194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d717817d-617a-4243-a96c-8ad49118079d req-9d1d98c3-cde0-424f-9c6d-4aa9558de2b9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5443 time: 0.1026232 Aug 16 02:03:40.684737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51576) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:40.697966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8951694d-30a2-40c4-8864-ff4970f1c369 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Request body: {'floatingip': {'port_id': '6011bd94-4a5f-44d3-8a6f-46425d6c891a'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:40.774335 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.774484 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Transition to ACTIVE for port object 716e6dbe-dee6-4bd5-ac35-329a3889c67e will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:40.781979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Transition to ACTIVE for port object 26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:40.848769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:40.850141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8951694d-30a2-40c4-8864-ff4970f1c369 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.863445 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.866474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.882729 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6758f7e4-82e9-4cec-b514-2992289c86cc HTTP/1.1" status: 204 len: 168 time: 1.0218511 Aug 16 02:03:40.922921 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.965250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5ec92-f8a8-4601-aa77-1cc9b247dc1a req-96c18e8c-52d3-40a9-96cb-90d5112e5877 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.973083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bb5ec92-f8a8-4601-aa77-1cc9b247dc1a req-96c18e8c-52d3-40a9-96cb-90d5112e5877 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 945 time: 0.2142086 Aug 16 02:03:41.023218 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.033277 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Attempting to bind port 716e6dbe-dee6-4bd5-ac35-329a3889c67e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:41.034219 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Attempting to bind port 716e6dbe-dee6-4bd5-ac35-329a3889c67e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd0e800a4-c6b4-4fcb-98d7-039b3933dfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45ae0fe5-4119-4cdb-835e-56d2ed73cbac'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:41.034611 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Attempting to bind port 716e6dbe-dee6-4bd5-ac35-329a3889c67e on network 45ae0fe5-4119-4cdb-835e-56d2ed73cbac {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:41.037188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6758f7e4-82e9-4cec-b514-2992289c86cc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:41.083216 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbebc93-9f4d-46f5-b83a-cfa86b68b15a None None] Pushing event updated for resources: {'Port': ['ID=716e6dbe-dee6-4bd5-ac35-329a3889c67e,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:41.091444 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:41.092975 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Checking segment: {'id': 'd0e800a4-c6b4-4fcb-98d7-039b3933dfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45ae0fe5-4119-4cdb-835e-56d2ed73cbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:41.093439 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.093924 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Bound using segment: {'id': 'd0e800a4-c6b4-4fcb-98d7-039b3933dfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45ae0fe5-4119-4cdb-835e-56d2ed73cbac'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:41.094476 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Bound port: 716e6dbe-dee6-4bd5-ac35-329a3889c67e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e800a4-c6b4-4fcb-98d7-039b3933dfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45ae0fe5-4119-4cdb-835e-56d2ed73cbac'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:41.094939 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.126675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:41.134030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Deleting port 716e6dbe-dee6-4bd5-ac35-329a3889c67e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:41.134555 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.178668 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] For port 716e6dbe-dee6-4bd5-ac35-329a3889c67e, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:41.182512 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] For port 716e6dbe-dee6-4bd5-ac35-329a3889c67e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=716e6dbe-dee6-4bd5-ac35-329a3889c67e,segment=NetworkSegment(d0e800a4-c6b4-4fcb-98d7-039b3933dfa0),segment_id=d0e800a4-c6b4-4fcb-98d7-039b3933dfa0)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:41.186367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.186735 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.187066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.187407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.187770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.195423 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.196910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.198247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.199072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.199570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.201916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.201916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529816d9-b8de-406a-bafe-a6780a7dd214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:41.220194 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:41.230727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:41.235058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.235764 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.267027 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.334019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event updated for resources: {'Port': ['ID=26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:41.488201 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Routers {'caf6a6bf-efb5-4e90-bb83-5b84c062c472'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:41.491666 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['caf6a6bf-efb5-4e90-bb83-5b84c062c472'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:41.685702 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbebc93-9f4d-46f5-b83a-cfa86b68b15a None None] Pushing event updated for resources: {'Port': ['ID=716e6dbe-dee6-4bd5-ac35-329a3889c67e,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:41.689347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8247f45-5094-4999-87c4-3b389ccf1978 None None] Sync routers for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:41.706219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8247f45-5094-4999-87c4-3b389ccf1978 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:41.707718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e8247f45-5094-4999-87c4-3b389ccf1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:41.764161 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] Set router caf6a6bf-efb5-4e90-bb83-5b84c062c472 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:41.765208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bb5ec92-f8a8-4601-aa77-1cc9b247dc1a req-b1b9ef1b-5b4c-48c9-8c9e-a137d96ad641 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7785854 Aug 16 02:03:41.786380 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0d231a95-4121-4d09-b52f-6423fbea0992 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3196044 Aug 16 02:03:41.800629 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51588) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:41.843642 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf6a6bf-efb5-4e90-bb83-5b84c062c472', 'name': '', 'tenant_id': '90f4ac3da28945a9ba4727f951afb68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:29Z', 'updated_at': '2021-08-16T02:03:40Z', 'revision_number': 4, 'project_id': '90f4ac3da28945a9ba4727f951afb68f', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:41.851394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e8247f45-5094-4999-87c4-3b389ccf1978 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:41.887624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.resource_extend [None req-8951694d-30a2-40c4-8864-ff4970f1c369 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:03:41.894718 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63c4bd-8c14-48c8-b96d-c72e7f49c0f4 None None] The sync data for ids ['caf6a6bf-efb5-4e90-bb83-5b84c062c472'] in n-d-768509-23 is: [{'id': 'caf6a6bf-efb5-4e90-bb83-5b84c062c472', 'name': '', 'tenant_id': '90f4ac3da28945a9ba4727f951afb68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:29Z', 'updated_at': '2021-08-16T02:03:40Z', 'revision_number': 4, 'project_id': '90f4ac3da28945a9ba4727f951afb68f', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:41.923307 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-973d56eb-9c52-4025-be98-39abcb173388 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.948586 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7292d839-ee64-4d6f-8385-9c073fee0e91 x-openstack-request-id: req-7292d839-ee64-4d6f-8385-9c073fee0e91 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:41.949284 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4ad505-c74a-4947-ae05-bc3b14fb3b5d", "name": "network-vif-plugged", "status": "completed", "tag": "9c409b42-5f33-4ec1-a2c3-f3db0efb9f26", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:41.949558 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7292d839-ee64-4d6f-8385-9c073fee0e91 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:41.950010 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4ad505-c74a-4947-ae05-bc3b14fb3b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c409b42-5f33-4ec1-a2c3-f3db0efb9f26', 'code': 200} Aug 16 02:03:42.050941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-973d56eb-9c52-4025-be98-39abcb173388 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.104069 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51590) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:42.138466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a7033b93-68be-4a61-adee-392ea2de91c2 None None] Provisioning for port 26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:42.146408 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.151612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-16c92324-1e21-40a7-bc03-10ee19d921bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.208616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a7033b93-68be-4a61-adee-392ea2de91c2 None None] Provisioning complete for port 26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:42.209248 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a7033b93-68be-4a61-adee-392ea2de91c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.222339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Calling delete_port for 716e6dbe-dee6-4bd5-ac35-329a3889c67e owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:42.293016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a7033b93-68be-4a61-adee-392ea2de91c2 None None] Port 26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:42.301214 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6249861f-a573-451c-9757-895e2bf9de45 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:42.308309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308222-e130-447e-ac4e-f59b4c255ccc req-226ba61f-0cd4-4c1d-a14b-8968b0448375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.308753 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-16c92324-1e21-40a7-bc03-10ee19d921bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.310359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57308222-e130-447e-ac4e-f59b4c255ccc req-226ba61f-0cd4-4c1d-a14b-8968b0448375 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 1097 time: 0.3848903 Aug 16 02:03:42.326480 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8951694d-30a2-40c4-8864-ff4970f1c369 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.376382 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-8eba3c90-9591-4936-8579-0237e6efabcd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting port 26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:42.376382 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8eba3c90-9591-4936-8579-0237e6efabcd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.376755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94caee-c374-4ab9-88c6-15386f9a1997 req-caaff680-ba2b-432f-9800-675b5cceb93b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.376755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d94caee-c374-4ab9-88c6-15386f9a1997 req-caaff680-ba2b-432f-9800-675b5cceb93b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.3330803 Aug 16 02:03:42.432830 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-16c92324-1e21-40a7-bc03-10ee19d921bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.443359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973d56eb-9c52-4025-be98-39abcb173388 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:42.455183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57308222-e130-447e-ac4e-f59b4c255ccc req-7c8e7ca3-dc61-4f03-a09f-e857ac0c173b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370325 Aug 16 02:03:42.469024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e8247f45-5094-4999-87c4-3b389ccf1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:40Z', 'revision_number': 7, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6249861f-a573-451c-9757-895e2bf9de45', 'name': '', 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:26:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:27Z', 'updated_at': '2021-08-16T02:03:38Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:42.475232 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8951694d-30a2-40c4-8864-ff4970f1c369 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.512945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8247f45-5094-4999-87c4-3b389ccf1978 None None] Checking router: 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:42.514671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d94caee-c374-4ab9-88c6-15386f9a1997 req-bf24700e-3de0-4d34-9842-6598c9388676 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680735 Aug 16 02:03:42.526026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 6249861f-a573-451c-9757-895e2bf9de45 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:42.529751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8247f45-5094-4999-87c4-3b389ccf1978 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:42.530467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e8247f45-5094-4999-87c4-3b389ccf1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:42.564174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c92324-1e21-40a7-bc03-10ee19d921bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae00dd2-de19-445f-a421-87e3076738d5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:42.577525 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-16c92324-1e21-40a7-bc03-10ee19d921bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32478c11e3554831b41caf3806516f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715786 Aug 16 02:03:42.597258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6249861f-a573-451c-9757-895e2bf9de45 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:42.597717 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.623035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51594) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:42.623588 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8eba3c90-9591-4936-8579-0237e6efabcd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.625484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973d56eb-9c52-4025-be98-39abcb173388 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:42.643037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-8eba3c90-9591-4936-8579-0237e6efabcd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Calling delete_port for 26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:42.672651 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-973d56eb-9c52-4025-be98-39abcb173388 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.677356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-973d56eb-9c52-4025-be98-39abcb173388 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 HTTP/1.1" status: 200 len: 703 time: 3.8854909 Aug 16 02:03:42.681078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51596) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:42.715129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e8247f45-5094-4999-87c4-3b389ccf1978 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:42.814391 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10c15847-05ff-4261-a3a9-9451a57a701e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.838438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10c15847-05ff-4261-a3a9-9451a57a701e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.969005 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.969774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fafcb477-ddc6-4b56-839c-afcf35a254ee tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 HTTP/1.1" status: 200 len: 703 time: 0.2859776 Aug 16 02:03:42.970430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51600) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:43.027071 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-8951694d-30a2-40c4-8864-ff4970f1c369 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Floating IP 8c3604fb-155a-4f96-bc40-79cf7a0d8908 associated. External IP: 172.25.8.12, port: 6011bd94-4a5f-44d3-8a6f-46425d6c891a. Aug 16 02:03:43.030538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8eba3c90-9591-4936-8579-0237e6efabcd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.052521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032e73c-a3e8-433c-9b15-c4c93e433b6d req-cf924140-ea7c-4c2f-afd3-6e4bba9c430b tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.054475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8032e73c-a3e8-433c-9b15-c4c93e433b6d req-cf924140-ea7c-4c2f-afd3-6e4bba9c430b tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 945 time: 0.1500647 Aug 16 02:03:43.058635 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10c15847-05ff-4261-a3a9-9451a57a701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.060746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 6249861f-a573-451c-9757-895e2bf9de45, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6249861f-a573-451c-9757-895e2bf9de45,segment=NetworkSegment(23148331-e55f-412e-bf53-91fbb8d47235),segment_id=23148331-e55f-412e-bf53-91fbb8d47235)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:43.061205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-10c15847-05ff-4261-a3a9-9451a57a701e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.065159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-10c15847-05ff-4261-a3a9-9451a57a701e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ae00dd2-de19-445f-a421-87e3076738d5 HTTP/1.1" status: 204 len: 168 time: 0.4370089 Aug 16 02:03:43.120831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c15847-05ff-4261-a3a9-9451a57a701e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae00dd2-de19-445f-a421-87e3076738d5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:43.172577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba3c90-9591-4936-8579-0237e6efabcd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Port': ['ID=26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:43.199407 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.269369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8032e73c-a3e8-433c-9b15-c4c93e433b6d req-060c8dde-f45f-423c-ad90-90c8f3e2ed72 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901462 Aug 16 02:03:43.293100 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8eba3c90-9591-4936-8579-0237e6efabcd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.298720 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8eba3c90-9591-4936-8579-0237e6efabcd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57 HTTP/1.1" status: 204 len: 168 time: 1.4817171 Aug 16 02:03:43.299406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51604) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:43.384607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=6249861f-a573-451c-9757-895e2bf9de45,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:43.425327 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e8247f45-5094-4999-87c4-3b389ccf1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:40Z', 'revision_number': 7, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6249861f-a573-451c-9757-895e2bf9de45', 'name': '', 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:26:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:27Z', 'updated_at': '2021-08-16T02:03:38Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:43.495350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8247f45-5094-4999-87c4-3b389ccf1978 None None] The sync data for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 is: [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:40Z', 'revision_number': 7, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6249861f-a573-451c-9757-895e2bf9de45', 'name': '', 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:26:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:27Z', 'updated_at': '2021-08-16T02:03:38Z', 'revision_number': 4, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:43.525082 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.575068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event deleted for resources: {'Port': ['ID=716e6dbe-dee6-4bd5-ac35-329a3889c67e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:43.588386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec91bf-1125-4166-b77f-3174a0189f4c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.593362 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f8ec91bf-1125-4166-b77f-3174a0189f4c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2906880 Aug 16 02:03:43.601734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51608) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:43.753466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b988fecf-bf70-440c-9fb5-a5ab4e9711f7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.757560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b988fecf-bf70-440c-9fb5-a5ab4e9711f7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1509709 Aug 16 02:03:43.762892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51610) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:43.778665 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.846841 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8951694d-30a2-40c4-8864-ff4970f1c369 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Router f2a6db41-99e5-4916-b025-b06dfafb54e1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:43.971380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b666b12-1c54-41d6-8a6e-df4799be3b18 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.974308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b666b12-1c54-41d6-8a6e-df4799be3b18 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.983730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b666b12-1c54-41d6-8a6e-df4799be3b18 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.988032 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8b666b12-1c54-41d6-8a6e-df4799be3b18 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2185881 Aug 16 02:03:43.988448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51616) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:44.017334 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b8442-77f5-407f-8cea-cf249c564d19 None None] Sync routers for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:44.030184 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b8442-77f5-407f-8cea-cf249c564d19 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:44.031477 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ac2b8442-77f5-407f-8cea-cf249c564d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:44.058671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8951694d-30a2-40c4-8864-ff4970f1c369 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:44.074601 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.076221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc608331-8ca8-43df-a1df-c142c7c9bd0c None None] Sync routers for ids ['f2a6db41-99e5-4916-b025-b06dfafb54e1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:44.076916 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8951694d-30a2-40c4-8864-ff4970f1c369 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.077228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.107521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc608331-8ca8-43df-a1df-c142c7c9bd0c None None] Routers {'f2a6db41-99e5-4916-b025-b06dfafb54e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:44.108513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cc608331-8ca8-43df-a1df-c142c7c9bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f2a6db41-99e5-4916-b025-b06dfafb54e1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:44.114584 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8951694d-30a2-40c4-8864-ff4970f1c369 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "PUT /v2.0/floatingips/8c3604fb-155a-4f96-bc40-79cf7a0d8908 HTTP/1.1" status: 200 len: 990 time: 3.4285326 Aug 16 02:03:44.125953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '6011bd94-4a5f-44d3-8a6f-46425d6c891a'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:44.125953 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a211ba34-896b-4d3a-948e-7c66f956cf59" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "6011bd94-4a5f-44d3-8a6f-46425d6c891a"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:44.156902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3b72-2534-432c-b846-cde5a02ddc9e req-44097545-7b72-4d93-bffc-c03b5ba86efc tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.159349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85ef3b72-2534-432c-b846-cde5a02ddc9e req-44097545-7b72-4d93-bffc-c03b5ba86efc tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.4595597 Aug 16 02:03:44.209287 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ac2b8442-77f5-407f-8cea-cf249c564d19 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:44.237192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85ef3b72-2534-432c-b846-cde5a02ddc9e req-651f5dce-697d-4937-aa09-006464af7fcf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518079 Aug 16 02:03:44.288013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e52526-c01e-43d2-809d-977e6091168b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet 43fbe4fc-5256-47d3-b090-eb55b4f66ae1 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:44.296877 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-86e52526-c01e-43d2-809d-977e6091168b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.329195 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.340802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caf6a6bf-efb5-4e90-bb83-5b84c062c472 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:03:44.346410 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.350591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3ffc26ad-99a3-49a2-8249-74d5e4fdcf56 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "DELETE /v2.0/routers/caf6a6bf-efb5-4e90-bb83-5b84c062c472 HTTP/1.1" status: 204 len: 168 time: 4.8828502 Aug 16 02:03:44.351728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51630) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:44.368991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6249861f-a573-451c-9757-895e2bf9de45 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:44.413466 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-86e52526-c01e-43d2-809d-977e6091168b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.482675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33a5c7c-ed44-4f41-b66b-627524f37930 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Deleting subnet ba243872-d255-4c65-81fe-b2c12d82e3b9 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:44.491430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a33a5c7c-ed44-4f41-b66b-627524f37930 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.594892 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a33a5c7c-ed44-4f41-b66b-627524f37930 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.661957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-cc608331-8ca8-43df-a1df-c142c7c9bd0c None None] Set router f2a6db41-99e5-4916-b025-b06dfafb54e1 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:44.709324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a33a5c7c-ed44-4f41-b66b-627524f37930 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.744966 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-86e52526-c01e-43d2-809d-977e6091168b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.796923 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.811869 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ac2b8442-77f5-407f-8cea-cf249c564d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:40Z', 'revision_number': 7, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6249861f-a573-451c-9757-895e2bf9de45', 'name': '', 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:26:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:27Z', 'updated_at': '2021-08-16T02:03:43Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:44.858811 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbc067b-0ca7-4096-abeb-270308b8e790 x-openstack-request-id: req-bbbc067b-0ca7-4096-abeb-270308b8e790 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:44.862996 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "tag": "6011bd94-4a5f-44d3-8a6f-46425d6c891a", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:44.862996 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bbbc067b-0ca7-4096-abeb-270308b8e790 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:44.862996 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'tag': '6011bd94-4a5f-44d3-8a6f-46425d6c891a', 'status': 'completed', 'code': 200} Aug 16 02:03:44.926161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6249861f-a573-451c-9757-895e2bf9de45 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:44.926660 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.928731 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b8442-77f5-407f-8cea-cf249c564d19 None None] Checking router: 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:44.952586 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b8442-77f5-407f-8cea-cf249c564d19 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:44.953606 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ac2b8442-77f5-407f-8cea-cf249c564d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:45.015862 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a33a5c7c-ed44-4f41-b66b-627524f37930 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.054650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a33a5c7c-ed44-4f41-b66b-627524f37930 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.056736 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a33a5c7c-ed44-4f41-b66b-627524f37930 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/ba243872-d255-4c65-81fe-b2c12d82e3b9 HTTP/1.1" status: 204 len: 168 time: 0.7036116 Aug 16 02:03:45.079706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51640) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:45.127773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a5c7c-ed44-4f41-b66b-627524f37930 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ba243872-d255-4c65-81fe-b2c12d82e3b9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:45.192390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cc608331-8ca8-43df-a1df-c142c7c9bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:57Z', 'revision_number': 4, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '8c3604fb-155a-4f96-bc40-79cf7a0d8908', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'floating_ip_address': '172.25.8.12', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'port_id': '6011bd94-4a5f-44d3-8a6f-46425d6c891a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'mac_address': 'fa:16:3e:15:a0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:01Z', 'updated_at': '2021-08-16T02:03:41Z', 'revision_number': 1, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f344aeca-a8cc-4530-8185-86be421c7b52', 'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'mac_address': 'fa:16:3e:38:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:55Z', 'updated_at': '2021-08-16T02:01:05Z', 'revision_number': 5, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'subnets': [{'id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:45.238325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc608331-8ca8-43df-a1df-c142c7c9bd0c None None] Checking router: f2a6db41-99e5-4916-b025-b06dfafb54e1 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:45.251042 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc608331-8ca8-43df-a1df-c142c7c9bd0c None None] Routers {'f2a6db41-99e5-4916-b025-b06dfafb54e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:45.251787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cc608331-8ca8-43df-a1df-c142c7c9bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f2a6db41-99e5-4916-b025-b06dfafb54e1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:45.297060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-2236f102-3040-4ea7-b365-3a2bf56c9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.297557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-2236f102-3040-4ea7-b365-3a2bf56c9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.298075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-2236f102-3040-4ea7-b365-3a2bf56c9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.298527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-2236f102-3040-4ea7-b365-3a2bf56c9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.299214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-2236f102-3040-4ea7-b365-3a2bf56c9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.299979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-2236f102-3040-4ea7-b365-3a2bf56c9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.300465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-2236f102-3040-4ea7-b365-3a2bf56c9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.302755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-2236f102-3040-4ea7-b365-3a2bf56c9d9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6507 time: 0.3419421 Aug 16 02:03:45.318455 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ac2b8442-77f5-407f-8cea-cf249c564d19 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:45.325830 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.403645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-cc608331-8ca8-43df-a1df-c142c7c9bd0c None None] Set router f2a6db41-99e5-4916-b025-b06dfafb54e1 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:45.742971 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ac2b8442-77f5-407f-8cea-cf249c564d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:40Z', 'revision_number': 7, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6249861f-a573-451c-9757-895e2bf9de45', 'name': '', 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:26:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:27Z', 'updated_at': '2021-08-16T02:03:43Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:45.752169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-cc608331-8ca8-43df-a1df-c142c7c9bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:57Z', 'revision_number': 4, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '8c3604fb-155a-4f96-bc40-79cf7a0d8908', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'floating_ip_address': '172.25.8.12', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'port_id': '6011bd94-4a5f-44d3-8a6f-46425d6c891a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'mac_address': 'fa:16:3e:15:a0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:01Z', 'updated_at': '2021-08-16T02:03:41Z', 'revision_number': 1, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f344aeca-a8cc-4530-8185-86be421c7b52', 'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'mac_address': 'fa:16:3e:38:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:55Z', 'updated_at': '2021-08-16T02:01:05Z', 'revision_number': 5, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'subnets': [{'id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:45.781090 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b8442-77f5-407f-8cea-cf249c564d19 None None] The sync data for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 is: [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:40Z', 'revision_number': 7, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6249861f-a573-451c-9757-895e2bf9de45', 'name': '', 'network_id': '6f6f379b-de6f-4a63-b83f-3c0e908adb83', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:26:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:27Z', 'updated_at': '2021-08-16T02:03:43Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '72f7f446-c374-43ea-8556-6848d30db0c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:45.807329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc608331-8ca8-43df-a1df-c142c7c9bd0c None None] The sync data for ids ['f2a6db41-99e5-4916-b025-b06dfafb54e1'] in n-d-768509-23 is: [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:57Z', 'revision_number': 4, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '8c3604fb-155a-4f96-bc40-79cf7a0d8908', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'floating_ip_address': '172.25.8.12', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'port_id': '6011bd94-4a5f-44d3-8a6f-46425d6c891a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'mac_address': 'fa:16:3e:15:a0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:01Z', 'updated_at': '2021-08-16T02:03:41Z', 'revision_number': 1, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f344aeca-a8cc-4530-8185-86be421c7b52', 'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'mac_address': 'fa:16:3e:38:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:55Z', 'updated_at': '2021-08-16T02:01:05Z', 'revision_number': 5, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'subnets': [{'id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:45.979189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-86e52526-c01e-43d2-809d-977e6091168b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.022641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fe054-560b-4d9d-9f3b-0aee59cb9f5b req-44d9a29c-5c4c-4a0f-b28f-fe512bf801b7 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.030197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc2fe054-560b-4d9d-9f3b-0aee59cb9f5b req-44d9a29c-5c4c-4a0f-b28f-fe512bf801b7 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 945 time: 0.8379567 Aug 16 02:03:46.086036 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-86e52526-c01e-43d2-809d-977e6091168b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.087928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-86e52526-c01e-43d2-809d-977e6091168b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/43fbe4fc-5256-47d3-b090-eb55b4f66ae1 HTTP/1.1" status: 204 len: 168 time: 2.0315681 Aug 16 02:03:46.090524 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51656) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:46.100576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb035f-455d-4fa8-b02a-0763a0ddf81e None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:46.128302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e52526-c01e-43d2-809d-977e6091168b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=43fbe4fc-5256-47d3-b090-eb55b4f66ae1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:46.233418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-668451e1-903e-4121-b20f-b85fb2cc5bea tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Deleting subnet e9b14291-a952-4c13-b7c6-46344ef27667 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:46.248258 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-668451e1-903e-4121-b20f-b85fb2cc5bea tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.268347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc2fe054-560b-4d9d-9f3b-0aee59cb9f5b req-6fdb46ad-d966-43a6-8d7d-aed23289391e tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368813 Aug 16 02:03:46.293352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-0bbe0c6c-49a8-4c44-a3e8-8a86c8f49d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.295364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-0bbe0c6c-49a8-4c44-a3e8-8a86c8f49d03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1 HTTP/1.1" status: 200 len: 917 time: 0.9837070 Aug 16 02:03:46.335377 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e516d-6172-4d40-b916-2ea233bb0c4e None None] New status for floating IP 8c3604fb-155a-4f96-bc40-79cf7a0d8908: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:03:46.395805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-668451e1-903e-4121-b20f-b85fb2cc5bea tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.495841 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.523203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ae0fe5-4119-4cdb-835e-56d2ed73cbac']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:46.555345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-47b28055-53ab-4d29-a5db-692681431117 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a HTTP/1.1" status: 200 len: 998 time: 0.2392857 Aug 16 02:03:46.568297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e800a4-c6b4-4fcb-98d7-039b3933dfa0') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:46.568610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e800a4-c6b4-4fcb-98d7-039b3933dfa0') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:46.671250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.691417 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-668451e1-903e-4121-b20f-b85fb2cc5bea tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.758750 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.814008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-09fbfb87-b4f5-4eea-9901-702e47c79a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.816348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-09fbfb87-b4f5-4eea-9901-702e47c79a97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b3dfa6-0893-4c38-835d-a362973d66fb HTTP/1.1" status: 200 len: 855 time: 0.1969078 Aug 16 02:03:46.827225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22e836-fecf-4ea6-bee1-15ed1464a0b8 req-705a99ff-f43d-4e14-9d1d-7bb44026b1b4 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.828742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf22e836-fecf-4ea6-bee1-15ed1464a0b8 req-705a99ff-f43d-4e14-9d1d-7bb44026b1b4 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.2958333 Aug 16 02:03:46.834059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:46.834479 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:46.836358 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:46.879354 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-668451e1-903e-4121-b20f-b85fb2cc5bea tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.906992 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-668451e1-903e-4121-b20f-b85fb2cc5bea tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.909040 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-668451e1-903e-4121-b20f-b85fb2cc5bea tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/e9b14291-a952-4c13-b7c6-46344ef27667 HTTP/1.1" status: 204 len: 168 time: 0.8174906 Aug 16 02:03:46.914790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51668) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:46.952547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668451e1-903e-4121-b20f-b85fb2cc5bea tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b14291-a952-4c13-b7c6-46344ef27667,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:47.016515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf22e836-fecf-4ea6-bee1-15ed1464a0b8 req-df8f9798-678f-4231-8918-071ffa3026e1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493709 Aug 16 02:03:47.049884 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0c2ae62c-2e84-42a9-a5f8-0eb36833a919 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015759 Aug 16 02:03:47.050542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51670) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.069352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.076589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-63011c13-aaca-45c3-ae65-30a201a09b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.077958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-63011c13-aaca-45c3-ae65-30a201a09b67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2460945 Aug 16 02:03:47.081584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45ae0fe5-4119-4cdb-835e-56d2ed73cbac {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:03:47.104733 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.107035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "DELETE /v2.0/networks/45ae0fe5-4119-4cdb-835e-56d2ed73cbac HTTP/1.1" status: 204 len: 168 time: 2.0054679 Aug 16 02:03:47.164346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0443a5-26e7-46d5-bb49-cfe301d0429f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.174712 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bd0443a5-26e7-46d5-bb49-cfe301d0429f tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1230867 Aug 16 02:03:47.175422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51676) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.273313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913132d-210d-494a-8b06-014e65f5b2a1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event deleted for resources: {'Network': ['ID=45ae0fe5-4119-4cdb-835e-56d2ed73cbac,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:47.302676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 6249861f-a573-451c-9757-895e2bf9de45 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:47.302916 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.303619 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7406edbc-7701-42dc-9cca-6a0d61f13f2b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.309595 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7406edbc-7701-42dc-9cca-6a0d61f13f2b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1330278 Aug 16 02:03:47.313755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51678) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.478551 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-78b93519-82a8-4257-bb54-4e8b2de868e7 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1634429 Aug 16 02:03:47.481792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51686) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.515826 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980a10b-86a9-4819-9561-9afd8ab69d11 None None] Network 528e7143-c7ca-4b45-8eb1-6d6227d4a42d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:47.585789 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3984a97a-9d66-42de-a0af-07126d9c0aae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:47.586567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3984a97a-9d66-42de-a0af-07126d9c0aae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:47.589676 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3984a97a-9d66-42de-a0af-07126d9c0aae tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/26b6a0c9-39a8-4c4d-a6e7-cd5473c37a57 HTTP/1.1" status: 404 len: 333 time: 0.1065435 Aug 16 02:03:47.593728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51690) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.651519 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b189d8-c6c9-4eed-a915-c299afef4fa5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:47.657455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b189d8-c6c9-4eed-a915-c299afef4fa5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:47.660323 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-47b189d8-c6c9-4eed-a915-c299afef4fa5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/43fbe4fc-5256-47d3-b090-eb55b4f66ae1 HTTP/1.1" status: 404 len: 337 time: 0.0654876 Aug 16 02:03:47.677401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51694) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.714513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-0a8e5b22-1347-4bb0-8c4d-819e50796665 service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757103 Aug 16 02:03:47.744599 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2314387e-7da7-448d-827c-92d2e3a02d7b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:47.746664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2314387e-7da7-448d-827c-92d2e3a02d7b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:47.750358 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2314387e-7da7-448d-827c-92d2e3a02d7b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/e9b14291-a952-4c13-b7c6-46344ef27667 HTTP/1.1" status: 404 len: 337 time: 0.0715294 Aug 16 02:03:47.753194 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51696) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.758727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6285-46a2-4877-9df6-40f24a6dd577 None None] Provisioning complete for port c83f5929-e4d4-4ee9-862e-76c246130223 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:47.761421 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6285-46a2-4877-9df6-40f24a6dd577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.840326 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce57745a-5b64-4d3c-b231-92afc9180622 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:47.841418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce57745a-5b64-4d3c-b231-92afc9180622 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:47.849656 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ce57745a-5b64-4d3c-b231-92afc9180622 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/6b0b6b3c-ee01-4cb3-9e70-83b4dae304da HTTP/1.1" status: 404 len: 333 time: 0.0915437 Aug 16 02:03:47.851089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51700) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.857531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port 6249861f-a573-451c-9757-895e2bf9de45, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6249861f-a573-451c-9757-895e2bf9de45,segment=NetworkSegment(23148331-e55f-412e-bf53-91fbb8d47235),segment_id=23148331-e55f-412e-bf53-91fbb8d47235)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:47.857945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.902791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 6249861f-a573-451c-9757-895e2bf9de45 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:47.906226 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2661434-9bdd-46e7-bd22-81da39e585c6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:47.906717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2661434-9bdd-46e7-bd22-81da39e585c6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:47.911317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b2661434-9bdd-46e7-bd22-81da39e585c6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/6f2c75de-5fcf-45aa-8568-9097f43027b1 HTTP/1.1" status: 404 len: 337 time: 0.0569715 Aug 16 02:03:47.912278 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51702) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.957433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51704) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.983667 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9446aa8a-712d-4568-bf5f-68135dc1ee4e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:47.984148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9446aa8a-712d-4568-bf5f-68135dc1ee4e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:47.989721 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9446aa8a-712d-4568-bf5f-68135dc1ee4e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/31064ee5-e4e4-4588-814c-801e03332e0f HTTP/1.1" status: 404 len: 337 time: 0.0764151 Aug 16 02:03:47.990919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51708) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.030449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11a7a85-0517-4e1a-9037-b363f0873f4e None None] DHCP port deletion for 528e7143-c7ca-4b45-8eb1-6d6227d4a42d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:48.031490 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ae9cb9-774f-4a57-a9e8-2ac292f9de04 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.032321 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ae9cb9-774f-4a57-a9e8-2ac292f9de04 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.038848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-96d8f30e-351e-4e8d-b925-75a0d618001e tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Request body: {'router': {'name': 'tempest-router--1558792553', 'project_id': '7b66270456494dd3ad9995e8e43b64a6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:48.039355 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e7ae9cb9-774f-4a57-a9e8-2ac292f9de04 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/30ed01b2-4048-45f8-af3a-f4d075ef08d4 HTTP/1.1" status: 404 len: 333 time: 0.0458801 Aug 16 02:03:48.042540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51710) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.059374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a211ba34-896b-4d3a-948e-7c66f956cf59 req-cc32bb80-303a-4575-a1c8-81d495489d83 service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324618 Aug 16 02:03:48.107611 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a11a7a85-0517-4e1a-9037-b363f0873f4e None None] Deleting port c83f5929-e4d4-4ee9-862e-76c246130223 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:48.108416 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a11a7a85-0517-4e1a-9037-b363f0873f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.171676 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4d91e1-1b4e-4522-826f-09f5145d89b4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.172151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4d91e1-1b4e-4522-826f-09f5145d89b4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.186249 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1b4d91e1-1b4e-4522-826f-09f5145d89b4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/487d2204-3469-44e7-a486-21ed38bccd8d HTTP/1.1" status: 404 len: 337 time: 0.1233103 Aug 16 02:03:48.187141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51718) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.220054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a11a7a85-0517-4e1a-9037-b363f0873f4e None None] For port c83f5929-e4d4-4ee9-862e-76c246130223, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c83f5929-e4d4-4ee9-862e-76c246130223,segment=NetworkSegment(a91f9035-c8be-4ae2-b6df-6218baa7c41a),segment_id=a91f9035-c8be-4ae2-b6df-6218baa7c41a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:48.221113 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a11a7a85-0517-4e1a-9037-b363f0873f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.228004 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a56d17-518b-4b35-986d-36c9412c4c7e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.228528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a56d17-518b-4b35-986d-36c9412c4c7e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.236228 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-16a56d17-518b-4b35-986d-36c9412c4c7e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/083e74bd-b5b6-4074-8c69-5d083edacaae HTTP/1.1" status: 404 len: 337 time: 0.0450549 Aug 16 02:03:48.236901 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51720) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.260105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a11a7a85-0517-4e1a-9037-b363f0873f4e None None] Calling delete_port for c83f5929-e4d4-4ee9-862e-76c246130223 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:48.266582 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-54480504-8bbc-4af8-bd12-2c0b524515e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.268191 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54480504-8bbc-4af8-bd12-2c0b524515e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.273274 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-54480504-8bbc-4af8-bd12-2c0b524515e3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/f456c665-05b9-4c3f-a8c0-f65b1bb27043 HTTP/1.1" status: 404 len: 333 time: 0.0351839 Aug 16 02:03:48.274160 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51722) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.306205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96d8f30e-351e-4e8d-b925-75a0d618001e tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.309988 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5513de3b-d11c-4e13-9814-12f034b9e6cf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.310495 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5513de3b-d11c-4e13-9814-12f034b9e6cf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.315856 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5513de3b-d11c-4e13-9814-12f034b9e6cf tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/3f784711-9fa7-47b0-b9d3-ae81874331f2 HTTP/1.1" status: 404 len: 337 time: 0.0405288 Aug 16 02:03:48.316663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51724) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.316885 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96d8f30e-351e-4e8d-b925-75a0d618001e tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.351482 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2474b1-6d6f-4ff2-a1e0-ed58dc4dc0fb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.352718 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2474b1-6d6f-4ff2-a1e0-ed58dc4dc0fb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.361147 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3f2474b1-6d6f-4ff2-a1e0-ed58dc4dc0fb tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/ec9045c1-c10e-47f8-bbc5-4e08820898b7 HTTP/1.1" status: 404 len: 337 time: 0.0429592 Aug 16 02:03:48.362442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51728) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.405652 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2376201e-81d7-46e6-a307-1553b131f561 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.406788 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2376201e-81d7-46e6-a307-1553b131f561 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.414051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51730) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.423316 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2376201e-81d7-46e6-a307-1553b131f561 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/c39138b5-918d-450b-85ec-2ada3be6de12 HTTP/1.1" status: 404 len: 333 time: 0.0594184 Aug 16 02:03:48.502557 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-c576fca0-82e2-4b40-b7ca-3d3c97c2a94e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.503098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c576fca0-82e2-4b40-b7ca-3d3c97c2a94e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.507511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c576fca0-82e2-4b40-b7ca-3d3c97c2a94e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/80ac76d3-be49-4252-901c-85cb29858027 HTTP/1.1" status: 404 len: 337 time: 0.0914366 Aug 16 02:03:48.508853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51734) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.580745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a08d3d-5ca2-4e28-8da1-cc55744f4f8e req-1de493a9-827c-47ca-9227-cdde810ce42a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.582751 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03a08d3d-5ca2-4e28-8da1-cc55744f4f8e req-1de493a9-827c-47ca-9227-cdde810ce42a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.3600883 Aug 16 02:03:48.587686 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d286d9-6400-477f-95e8-a5db582b276e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.588394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d286d9-6400-477f-95e8-a5db582b276e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.590134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c8d286d9-6400-477f-95e8-a5db582b276e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/57195705-73b4-4ef0-b2dc-04dbf9bfee71 HTTP/1.1" status: 404 len: 333 time: 0.0811224 Aug 16 02:03:48.592903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51736) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.594974 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96d8f30e-351e-4e8d-b925-75a0d618001e tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.625140 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99e06f3-8a87-49f7-93d0-cdaff1e4a16e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.625544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99e06f3-8a87-49f7-93d0-cdaff1e4a16e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.627950 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f99e06f3-8a87-49f7-93d0-cdaff1e4a16e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/b4e735aa-76db-4425-bbba-3d5286057bf4 HTTP/1.1" status: 404 len: 337 time: 0.0339592 Aug 16 02:03:48.630767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51738) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.635191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03a08d3d-5ca2-4e28-8da1-cc55744f4f8e req-9fc796e2-926d-49d2-be5a-076d8f401d98 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418427 Aug 16 02:03:48.655004 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-284c53e5-3249-4043-996b-0ae48367a218 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.655685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284c53e5-3249-4043-996b-0ae48367a218 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.660003 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-284c53e5-3249-4043-996b-0ae48367a218 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/0f7d049f-3235-4179-9d36-480826e3fcfa HTTP/1.1" status: 404 len: 333 time: 0.0256753 Aug 16 02:03:48.660253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51740) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.687937 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3624a1-9040-4952-b784-7af0f1d7cf7b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.688404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3624a1-9040-4952-b784-7af0f1d7cf7b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.693248 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2a3624a1-9040-4952-b784-7af0f1d7cf7b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/7d56fa45-4acd-404d-805d-656e887ee9f5 HTTP/1.1" status: 404 len: 337 time: 0.0295615 Aug 16 02:03:48.693481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51742) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.716818 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f4b8be-da3a-4c9f-a207-cfe51215343e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.717604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f4b8be-da3a-4c9f-a207-cfe51215343e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.719375 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-78f4b8be-da3a-4c9f-a207-cfe51215343e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/345b6609-74ab-4fd8-9e43-24392578811e HTTP/1.1" status: 404 len: 333 time: 0.0249388 Aug 16 02:03:48.722023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51744) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.748506 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c4aeea-0e77-45f3-a20f-6283b398ff69 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.748967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c4aeea-0e77-45f3-a20f-6283b398ff69 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.750701 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-16c4aeea-0e77-45f3-a20f-6283b398ff69 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/00d7d21d-44e5-4c31-ac24-dfd47b80576f HTTP/1.1" status: 404 len: 337 time: 0.0277665 Aug 16 02:03:48.754276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51746) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.776876 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec97733b-e02f-4462-8169-1381d731cfd2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.777487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec97733b-e02f-4462-8169-1381d731cfd2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.779427 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ec97733b-e02f-4462-8169-1381d731cfd2 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/8cb96060-4dc9-4cca-a4fc-25fed3f24bb1 HTTP/1.1" status: 404 len: 333 time: 0.0240164 Aug 16 02:03:48.781620 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51748) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.813876 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9174ba36-49e5-4e82-8ab3-de67164ed5f6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.814382 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9174ba36-49e5-4e82-8ab3-de67164ed5f6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.816346 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9174ba36-49e5-4e82-8ab3-de67164ed5f6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/9caaa9b9-ece8-44c6-8cb8-7c1ac53b72b7 HTTP/1.1" status: 404 len: 337 time: 0.0337620 Aug 16 02:03:48.818853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51752) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.842984 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5c38a6-d1a0-4fb9-8fde-8fae6452999b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.843767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5c38a6-d1a0-4fb9-8fde-8fae6452999b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.846338 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fd5c38a6-d1a0-4fb9-8fde-8fae6452999b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/6ca42a19-18cf-4240-a2da-38a0654fbb05 HTTP/1.1" status: 404 len: 333 time: 0.0258369 Aug 16 02:03:48.848955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51754) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.876446 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f48936-73bd-4181-b747-c0701221dc53 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.876941 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f48936-73bd-4181-b747-c0701221dc53 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.878873 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-28f48936-73bd-4181-b747-c0701221dc53 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/8907a490-67e4-44b5-8603-583142094550 HTTP/1.1" status: 404 len: 337 time: 0.0289693 Aug 16 02:03:48.881644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51756) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.909196 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-90741321-96e2-4d10-a8bd-bc8f4bbafe36 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.909657 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90741321-96e2-4d10-a8bd-bc8f4bbafe36 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.911554 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-90741321-96e2-4d10-a8bd-bc8f4bbafe36 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/6d03714a-7a5b-4e80-b546-6bb1c2a97592 HTTP/1.1" status: 404 len: 337 time: 0.0287979 Aug 16 02:03:48.914026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51760) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.937743 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd5dd5c-0027-49ce-b4f7-fc757163a599 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.938431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd5dd5c-0027-49ce-b4f7-fc757163a599 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.940654 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1bd5dd5c-0027-49ce-b4f7-fc757163a599 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/27eb547f-2e95-46c5-b4ff-587fa374dd8e HTTP/1.1" status: 404 len: 333 time: 0.0256975 Aug 16 02:03:48.943171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51762) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.969195 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-04893985-df96-4683-9eac-9dd0fbdc6708 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:48.969640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04893985-df96-4683-9eac-9dd0fbdc6708 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:48.971969 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-04893985-df96-4683-9eac-9dd0fbdc6708 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/c9b42db2-a47a-4ef0-aa45-b572ac3f9467 HTTP/1.1" status: 404 len: 337 time: 0.0278833 Aug 16 02:03:48.975022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51764) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.993262 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a11a7a85-0517-4e1a-9037-b363f0873f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.006276 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43bd51e-9ebd-4060-ba47-5e85c93a9565 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.006734 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43bd51e-9ebd-4060-ba47-5e85c93a9565 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.008518 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a43bd51e-9ebd-4060-ba47-5e85c93a9565 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/f8a23d51-0ac5-420b-9f83-61689f18bf31 HTTP/1.1" status: 404 len: 337 time: 0.0326030 Aug 16 02:03:49.011168 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51766) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.018720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a7a85-0517-4e1a-9037-b363f0873f4e None None] Pushing event deleted for resources: {'Port': ['ID=c83f5929-e4d4-4ee9-862e-76c246130223,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:49.022426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a7a85-0517-4e1a-9037-b363f0873f4e None None] No DVR routers for this DVR port c83f5929-e4d4-4ee9-862e-76c246130223 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:49.027821 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96d8f30e-351e-4e8d-b925-75a0d618001e tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.030515 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.038822 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d502d072-c3b9-4f51-a316-6e66bd5918f9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.038822 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d502d072-c3b9-4f51-a316-6e66bd5918f9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.039494 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d502d072-c3b9-4f51-a316-6e66bd5918f9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/2b6c362d-0879-4eef-aa66-4632e4e98e68 HTTP/1.1" status: 404 len: 333 time: 0.0267956 Aug 16 02:03:49.041487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51768) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.080031 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5715af28-7352-4425-a5d1-7b095aee9f7b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.080813 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5715af28-7352-4425-a5d1-7b095aee9f7b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.082827 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5715af28-7352-4425-a5d1-7b095aee9f7b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/fe999ff5-87f7-4549-8ed2-f15c107b273c HTTP/1.1" status: 404 len: 337 time: 0.0403059 Aug 16 02:03:49.085532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51770) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.119660 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0abb26-61ac-4858-8c02-180910d69775 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.120125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0abb26-61ac-4858-8c02-180910d69775 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.124282 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7b0abb26-61ac-4858-8c02-180910d69775 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/b80f6023-07af-4e68-9c60-78d68a618c0a HTTP/1.1" status: 404 len: 337 time: 0.0352294 Aug 16 02:03:49.124514 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51774) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.151068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=6249861f-a573-451c-9757-895e2bf9de45,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:49.172501 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-316d08a7-2ef4-47f3-9e79-042be8c8a6c9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.175073 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316d08a7-2ef4-47f3-9e79-042be8c8a6c9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.177176 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-316d08a7-2ef4-47f3-9e79-042be8c8a6c9 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/6f66807f-62c1-4ce7-afdf-a34edee2fad7 HTTP/1.1" status: 404 len: 333 time: 0.0516293 Aug 16 02:03:49.181748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51780) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.307897 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f0d70f-5e85-4abd-b4b1-d2623dd42069 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.308615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f0d70f-5e85-4abd-b4b1-d2623dd42069 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.312919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51784) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.313372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-75f0d70f-5e85-4abd-b4b1-d2623dd42069 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/19898d87-97ea-41b6-a178-f3f9f349ada8 HTTP/1.1" status: 404 len: 337 time: 0.1303113 Aug 16 02:03:49.317747 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96d8f30e-351e-4e8d-b925-75a0d618001e tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.322065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-96d8f30e-351e-4e8d-b925-75a0d618001e tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3018839 Aug 16 02:03:49.322970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51786) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.378686 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-242d6336-d4a5-4b87-b6be-2eff4047978a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.379496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242d6336-d4a5-4b87-b6be-2eff4047978a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.382562 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-242d6336-d4a5-4b87-b6be-2eff4047978a tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/e77b937d-6b57-4449-bfba-2d14ff1a688b HTTP/1.1" status: 404 len: 337 time: 0.0667493 Aug 16 02:03:49.391896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51788) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.491889 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e20d22c9-8648-4b5f-9b8c-05f580c32337 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae587fd-a85b-466b-ad29-ba360ebfc3bd HTTP/1.1" status: 200 len: 205 time: 0.0980988 Aug 16 02:03:49.494441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51792) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.537682 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95ef55d0-31ae-4663-b6bb-5f77bbbe220a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.559444 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-6f17d0f3-e5e4-4209-83d2-92e7b21603dc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] delete failed (client error): The resource could not be found. Aug 16 02:03:49.560688 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6f17d0f3-e5e4-4209-83d2-92e7b21603dc tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/routers/4ae587fd-a85b-466b-ad29-ba360ebfc3bd HTTP/1.1" status: 404 len: 336 time: 0.0641167 Aug 16 02:03:49.563331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51796) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.597181 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-402a0792-9706-4cef-81cd-4cd7a915a62d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.597697 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402a0792-9706-4cef-81cd-4cd7a915a62d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.602962 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-402a0792-9706-4cef-81cd-4cd7a915a62d tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/a923f130-969c-4aab-8c67-84ec00361890 HTTP/1.1" status: 404 len: 337 time: 0.0359027 Aug 16 02:03:49.603764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51798) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.655845 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f52d48ff-1a6c-4824-a868-74bfc58bcf31 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb3f46fa-457b-4c95-aff8-6c267cc9e1ff HTTP/1.1" status: 200 len: 205 time: 0.0486007 Aug 16 02:03:49.661588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.666891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51802) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.763591 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-58510483-86ea-4cd6-8763-2464e748063b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] delete failed (client error): The resource could not be found. Aug 16 02:03:49.764698 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-58510483-86ea-4cd6-8763-2464e748063b tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/routers/cb3f46fa-457b-4c95-aff8-6c267cc9e1ff HTTP/1.1" status: 404 len: 336 time: 0.0967731 Aug 16 02:03:49.767580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51812) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.828209 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-42416d26-197a-436f-83ef-c79c4086d915 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.828890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42416d26-197a-436f-83ef-c79c4086d915 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.833512 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-42416d26-197a-436f-83ef-c79c4086d915 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/6ad7d670-3025-4dbb-babb-ca50b92f1ec0 HTTP/1.1" status: 404 len: 337 time: 0.0613878 Aug 16 02:03:49.833756 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51814) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.870825 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-790eb50d-f5a4-455d-96de-8881ac1559c6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.871327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790eb50d-f5a4-455d-96de-8881ac1559c6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.873989 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-790eb50d-f5a4-455d-96de-8881ac1559c6 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/2512858b-1380-478e-ba7e-baf150a147a6 HTTP/1.1" status: 404 len: 337 time: 0.0383372 Aug 16 02:03:49.875874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51816) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.914338 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d358dd-49bd-4d06-aadd-2fbd632af5f3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.914338 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d358dd-49bd-4d06-aadd-2fbd632af5f3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.914338 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-25d358dd-49bd-4d06-aadd-2fbd632af5f3 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/5f2cd5d4-5880-482e-8819-8c361d3ff546 HTTP/1.1" status: 404 len: 333 time: 0.0345087 Aug 16 02:03:49.917529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51820) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.947428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95ef55d0-31ae-4663-b6bb-5f77bbbe220a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.952963 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95ef55d0-31ae-4663-b6bb-5f77bbbe220a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.958556 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77428c0-9757-4565-9098-cf966feabf29 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:49.959169 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77428c0-9757-4565-9098-cf966feabf29 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:49.963682 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a77428c0-9757-4565-9098-cf966feabf29 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/14f008e8-7b49-48a6-b8e1-910be2856091 HTTP/1.1" status: 404 len: 337 time: 0.0408144 Aug 16 02:03:49.975244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51822) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.018750 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2806194a-b508-4fd7-a5de-68d13602c9f4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.019477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2806194a-b508-4fd7-a5de-68d13602c9f4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.027273 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2806194a-b508-4fd7-a5de-68d13602c9f4 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/7dec46a6-2a64-4325-a160-e109898be478 HTTP/1.1" status: 404 len: 333 time: 0.0510714 Aug 16 02:03:50.028277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51824) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.068498 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3fa6ff-d864-4003-a77a-bc970ccc0b0c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.069059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3fa6ff-d864-4003-a77a-bc970ccc0b0c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.073361 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3c3fa6ff-d864-4003-a77a-bc970ccc0b0c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/ac5723bb-ae31-40e2-a119-fff79a43d8fc HTTP/1.1" status: 404 len: 337 time: 0.0420737 Aug 16 02:03:50.073553 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51826) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.111473 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47bf8ec-26b9-490f-bcb0-5fbf78f2721e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.112525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47bf8ec-26b9-490f-bcb0-5fbf78f2721e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.116812 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a47bf8ec-26b9-490f-bcb0-5fbf78f2721e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/45188783-72ea-476a-a819-b5530f90b3b3 HTTP/1.1" status: 404 len: 333 time: 0.0399075 Aug 16 02:03:50.118659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51834) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.188762 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8618cb-bd39-4589-b3bc-d79efa24938e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.189356 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8618cb-bd39-4589-b3bc-d79efa24938e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.193878 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ad8618cb-bd39-4589-b3bc-d79efa24938e tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/3efc22d1-6b75-4844-aded-5d6d3d1578cf HTTP/1.1" status: 404 len: 337 time: 0.0718455 Aug 16 02:03:50.194461 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51836) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.206746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c83f5929-e4d4-4ee9-862e-76c246130223 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:50.210382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:50.227572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c83f5929-e4d4-4ee9-862e-76c246130223 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:50.227933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c83f5929-e4d4-4ee9-862e-76c246130223 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:50.231438 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d655939-3ba5-492b-a1df-379c9277dfd5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.232335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d655939-3ba5-492b-a1df-379c9277dfd5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.236966 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8d655939-3ba5-492b-a1df-379c9277dfd5 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/ea142658-e669-472a-ab6c-b80e9ff88b76 HTTP/1.1" status: 404 len: 333 time: 0.0414956 Aug 16 02:03:50.237640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51838) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.260974 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95ef55d0-31ae-4663-b6bb-5f77bbbe220a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.261555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ef55d0-31ae-4663-b6bb-5f77bbbe220a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53e6b730-a697-443a-bcb0-37c6df210f56 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:03:50.269877 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-600a8ff5-cfbb-4866-881f-5f517def9728 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.270320 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600a8ff5-cfbb-4866-881f-5f517def9728 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.272101 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-600a8ff5-cfbb-4866-881f-5f517def9728 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/ae0df07b-12a1-4982-bc44-e9e3427d71c5 HTTP/1.1" status: 404 len: 337 time: 0.0335095 Aug 16 02:03:50.274803 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51840) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.293001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95ef55d0-31ae-4663-b6bb-5f77bbbe220a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.294137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-95ef55d0-31ae-4663-b6bb-5f77bbbe220a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "DELETE /v2.0/routers/53e6b730-a697-443a-bcb0-37c6df210f56 HTTP/1.1" status: 204 len: 168 time: 0.9415114 Aug 16 02:03:50.299971 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc5272a-f670-42ad-a025-efdb7fd7952c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.304020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc5272a-f670-42ad-a025-efdb7fd7952c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.304020 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0fc5272a-f670-42ad-a025-efdb7fd7952c tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/54c10b45-cab0-4f1a-ad93-ae38c949cd61 HTTP/1.1" status: 404 len: 333 time: 0.0267212 Aug 16 02:03:50.305913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51844) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.320192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:50.325541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-99bc27fa-07ae-43a5-9b17-b9ec8fb3c64a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3500812 Aug 16 02:03:50.328494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51846) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.335055 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fc300a-c003-4e39-a02e-ce850f3319be tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.335591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fc300a-c003-4e39-a02e-ce850f3319be tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.337378 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a7fc300a-c003-4e39-a02e-ce850f3319be tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/cf5e59f9-4428-46de-9b49-470d397c3c9a HTTP/1.1" status: 404 len: 337 time: 0.0304458 Aug 16 02:03:50.346862 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51848) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.348609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa9dc7-6a6d-4509-a4dd-0ac341e25635 None None] Sync routers for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:50.360095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa9dc7-6a6d-4509-a4dd-0ac341e25635 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:50.360877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a1aa9dc7-6a6d-4509-a4dd-0ac341e25635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:50.384627 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ff9523-792e-4e8e-adb8-b5f718dadcfd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.385595 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ff9523-792e-4e8e-adb8-b5f718dadcfd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.387786 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-58ff9523-792e-4e8e-adb8-b5f718dadcfd tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/6f6d5b70-1cb2-4e37-af46-4bc78d397146 HTTP/1.1" status: 404 len: 333 time: 0.0398161 Aug 16 02:03:50.390382 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51852) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.415998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting subnet 72f7f446-c374-43ea-8556-6848d30db0c2 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:50.424568 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.440193 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-648ec0e5-03df-4ca3-add6-17065fd01403 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.440755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648ec0e5-03df-4ca3-add6-17065fd01403 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.445970 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-648ec0e5-03df-4ca3-add6-17065fd01403 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/d9838d92-4514-4aa1-b1e6-cb43c38d74cc HTTP/1.1" status: 404 len: 337 time: 0.0545466 Aug 16 02:03:50.446593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51856) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.483563 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe84b05c-8c4c-4e00-87c9-2d602697ab39 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.484257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe84b05c-8c4c-4e00-87c9-2d602697ab39 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.494954 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fe84b05c-8c4c-4e00-87c9-2d602697ab39 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/ports/1530447c-9f16-4783-9410-aee736725ad0 HTTP/1.1" status: 404 len: 333 time: 0.0439365 Aug 16 02:03:50.496238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a1aa9dc7-6a6d-4509-a4dd-0ac341e25635 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:50.508792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51860) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.559898 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e83c2a-25ec-46c6-9b38-2045909e5119 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:50.560466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e83c2a-25ec-46c6-9b38-2045909e5119 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:50.563019 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-15e83c2a-25ec-46c6-9b38-2045909e5119 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/subnets/01d7aa0a-1da8-4d4f-a928-c07642818dc6 HTTP/1.1" status: 404 len: 337 time: 0.0522168 Aug 16 02:03:50.567703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51864) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.571226 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.659428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.692735 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.753606 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.766181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528e7143-c7ca-4b45-8eb1-6d6227d4a42d']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:50.785884 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91f9035-c8be-4ae2-b6df-6218baa7c41a') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:50.786085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91f9035-c8be-4ae2-b6df-6218baa7c41a') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:50.799225 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.808492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a1aa9dc7-6a6d-4509-a4dd-0ac341e25635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:48Z', 'revision_number': 8, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:50.823954 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.831226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:50.831719 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:50.835766 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:50.855253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa9dc7-6a6d-4509-a4dd-0ac341e25635 None None] Checking router: 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:50.866250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa9dc7-6a6d-4509-a4dd-0ac341e25635 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:50.866868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a1aa9dc7-6a6d-4509-a4dd-0ac341e25635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:50.884994 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.908320 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.946844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Subnet': ['ID=72f7f446-c374-43ea-8556-6848d30db0c2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:50.950710 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.955417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/72f7f446-c374-43ea-8556-6848d30db0c2 HTTP/1.1" status: 204 len: 168 time: 0.6233699 Aug 16 02:03:50.955582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff272188-6ff7-4618-9747-2fb642ab8830 None None] Network 6f6f379b-de6f-4a63-b83f-3c0e908adb83 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:50.957769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51872) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.960511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.963829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.963829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.963829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.963829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.963829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.963829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.963829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.963829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.964972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.964972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.965192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891124e-b586-43ba-8228-074094549bd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.969455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51874) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:51.019794 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.236770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841219c9-bcb0-4e66-88fa-667f87e2978e req-6a7ce150-dc11-47ad-94bf-edfe0d7896df tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.248445 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-841219c9-bcb0-4e66-88fa-667f87e2978e req-6a7ce150-dc11-47ad-94bf-edfe0d7896df tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.1118457 Aug 16 02:03:51.307644 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a1aa9dc7-6a6d-4509-a4dd-0ac341e25635 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:51.332992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-841219c9-bcb0-4e66-88fa-667f87e2978e req-3b2879db-7c62-4206-83e1-d4109180fab9 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575449 Aug 16 02:03:51.360384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1996836568', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:51.480907 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.485279 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] 10.222.0.66 "DELETE /v2.0/networks/528e7143-c7ca-4b45-8eb1-6d6227d4a42d HTTP/1.1" status: 204 len: 168 time: 0.9141328 Aug 16 02:03:51.486595 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8133ca-6c28-4e2c-b60e-9eceb9cfbe99 tempest-NetworksTestDHCPv6-268458483 tempest-NetworksTestDHCPv6-268458483-project] Pushing event deleted for resources: {'Network': ['ID=528e7143-c7ca-4b45-8eb1-6d6227d4a42d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.510188 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.548948 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.548948 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.570847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 50375f88-f1ab-4329-9070-93274c1d5e4c {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:51.571436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.713736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92bb1b8-5584-46ed-a2ca-cf080fa1692e None None] DHCP port deletion for 6f6f379b-de6f-4a63-b83f-3c0e908adb83 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:51.743704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.746942 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port 50375f88-f1ab-4329-9070-93274c1d5e4c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=50375f88-f1ab-4329-9070-93274c1d5e4c,segment=NetworkSegment(23148331-e55f-412e-bf53-91fbb8d47235),segment_id=23148331-e55f-412e-bf53-91fbb8d47235)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:51.747318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.771079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 50375f88-f1ab-4329-9070-93274c1d5e4c owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:51.772537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098bfe9-c029-45b9-a113-1d58483fee78 req-98d40c0a-a844-4a22-a6be-391bd20a649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.774820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c098bfe9-c029-45b9-a113-1d58483fee78 req-98d40c0a-a844-4a22-a6be-391bd20a649e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 1098 time: 0.1589017 Aug 16 02:03:51.812418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a1aa9dc7-6a6d-4509-a4dd-0ac341e25635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:48Z', 'revision_number': 8, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:51.843343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa9dc7-6a6d-4509-a4dd-0ac341e25635 None None] The sync data for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 is: [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:48Z', 'revision_number': 8, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec', 'name': '', 'network_id': '8f541848-641a-4279-8df3-25ef8f688a14', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:f6:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:15Z', 'updated_at': '2021-08-16T02:03:31Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': 'cdf0040f-08bc-4126-b205-a11dde8a37d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:51.850759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e92bb1b8-5584-46ed-a2ca-cf080fa1692e None None] Deleting port 50375f88-f1ab-4329-9070-93274c1d5e4c {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:51.851481 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e92bb1b8-5584-46ed-a2ca-cf080fa1692e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.911068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.944334 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e92bb1b8-5584-46ed-a2ca-cf080fa1692e None None] For port 50375f88-f1ab-4329-9070-93274c1d5e4c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=50375f88-f1ab-4329-9070-93274c1d5e4c,segment=NetworkSegment(23148331-e55f-412e-bf53-91fbb8d47235),segment_id=23148331-e55f-412e-bf53-91fbb8d47235)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:51.944995 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e92bb1b8-5584-46ed-a2ca-cf080fa1692e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.959431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e92bb1b8-5584-46ed-a2ca-cf080fa1692e None None] Calling delete_port for 50375f88-f1ab-4329-9070-93274c1d5e4c owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:51.973458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098bfe9-c029-45b9-a113-1d58483fee78 req-9d25f068-89a8-4bcb-a985-6608c0851024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.975318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c098bfe9-c029-45b9-a113-1d58483fee78 req-9d25f068-89a8-4bcb-a985-6608c0851024 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 918 time: 0.1930695 Aug 16 02:03:51.979563 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.993590 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No DVR routers for this DVR port 50375f88-f1ab-4329-9070-93274c1d5e4c on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:52.029255 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=50375f88-f1ab-4329-9070-93274c1d5e4c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.078805 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e92bb1b8-5584-46ed-a2ca-cf080fa1692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.087812 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.113366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bb1b8-5584-46ed-a2ca-cf080fa1692e None None] Pushing event deleted for resources: {'Port': ['ID=50375f88-f1ab-4329-9070-93274c1d5e4c,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.120513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92bb1b8-5584-46ed-a2ca-cf080fa1692e None None] No DVR routers for this DVR port 50375f88-f1ab-4329-9070-93274c1d5e4c on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:52.138380 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.151764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6f379b-de6f-4a63-b83f-3c0e908adb83']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:52.170149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23148331-e55f-412e-bf53-91fbb8d47235') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:52.170325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23148331-e55f-412e-bf53-91fbb8d47235') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:52.177753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c098bfe9-c029-45b9-a113-1d58483fee78 req-181c661e-f3cf-4358-9e6b-1c5e245d927b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0 HTTP/1.1" status: 200 len: 1001 time: 0.1024005 Aug 16 02:03:52.190111 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.208497 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.224514 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:52.224943 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:52.232189 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:52.331045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 50375f88-f1ab-4329-9070-93274c1d5e4c no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:52.363645 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51898) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.393747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 50375f88-f1ab-4329-9070-93274c1d5e4c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:52.394231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 50375f88-f1ab-4329-9070-93274c1d5e4c not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:52.394660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6249861f-a573-451c-9757-895e2bf9de45 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:52.438875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 6249861f-a573-451c-9757-895e2bf9de45 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:52.439398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6249861f-a573-451c-9757-895e2bf9de45 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:52.440553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098bfe9-c029-45b9-a113-1d58483fee78 req-21621f8d-d60c-48b2-a0d5-c3040f7f5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.442355 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c098bfe9-c029-45b9-a113-1d58483fee78 req-21621f8d-d60c-48b2-a0d5-c3040f7f5dae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.2570972 Aug 16 02:03:52.585462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.608772 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.611887 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/networks/6f6f379b-de6f-4a63-b83f-3c0e908adb83 HTTP/1.1" status: 204 len: 168 time: 1.6526682 Aug 16 02:03:52.613344 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f8ce9-3435-49aa-8d6e-6fe49876f286 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Network': ['ID=6f6f379b-de6f-4a63-b83f-3c0e908adb83,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.615452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51906) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.770520 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-72fa3e1e-782c-46a7-a698-4fa0fafed280 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8c4722564ba49559dbe2fd5b1155337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030929 Aug 16 02:03:52.771492 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51910) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.889587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098bfe9-c029-45b9-a113-1d58483fee78 req-22ea4f79-2c89-4bd9-b717-0c9c6f8f49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.891136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c098bfe9-c029-45b9-a113-1d58483fee78 req-22ea4f79-2c89-4bd9-b717-0c9c6f8f49d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4401100 Aug 16 02:03:52.921434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9714e005-b8f6-4c84-ac4e-36f491364c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.936415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d253a7-a77a-4f43-a415-e8e4493f4608 req-4fb6e715-d772-4584-acb0-11ed03034e49 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.942388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5d253a7-a77a-4f43-a415-e8e4493f4608 req-4fb6e715-d772-4584-acb0-11ed03034e49 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 946 time: 0.4608867 Aug 16 02:03:52.982244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9714e005-b8f6-4c84-ac4e-36f491364c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.158763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5d253a7-a77a-4f43-a415-e8e4493f4608 req-07b71d5a-94db-4c27-8b88-648d41e17872 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766722 Aug 16 02:03:53.198356 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.198526 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.198695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c098bfe9-c029-45b9-a113-1d58483fee78 req-dac7e309-1c4e-42a1-800a-cd4ffe07b460 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980218 Aug 16 02:03:53.229976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.239000 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9714e005-b8f6-4c84-ac4e-36f491364c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.241962 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9714e005-b8f6-4c84-ac4e-36f491364c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.245569 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9714e005-b8f6-4c84-ac4e-36f491364c31 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/adfeee58-c30d-4e4b-918d-33af192602b2 HTTP/1.1" status: 204 len: 168 time: 0.4713464 Aug 16 02:03:53.282306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714e005-b8f6-4c84-ac4e-36f491364c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfeee58-c30d-4e4b-918d-33af192602b2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.460873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c098bfe9-c029-45b9-a113-1d58483fee78 req-9f21e0c9-48ea-49fd-b76b-c76c04dff358 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310805 Aug 16 02:03:53.480848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Allocated IP 172.25.8.24 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/e9edc0e6-f8d3-4eb4-ae2a-b18f148c140b) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:53.554041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef1dcb3f-e734-49e8-8421-260f6d1fade0 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:53.562883 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:53.563459 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.638447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.666072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec,segment=NetworkSegment(f93315dd-7a37-441d-84b6-81a897982118),segment_id=f93315dd-7a37-441d-84b6-81a897982118)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:53.666775 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.667497 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.682126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:53.720934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:53.722304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:53.725590 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdc3400-1eb0-4529-ba9d-a845ad3629c2" -d '{"events": [{"server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:53.775113 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c543f6fd-c87f-4fd0-bfa4-b6b2a560f2b3 x-openstack-request-id: req-c543f6fd-c87f-4fd0-bfa4-b6b2a560f2b3 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:53.775980 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:53.776390 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c543f6fd-c87f-4fd0-bfa4-b6b2a560f2b3 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:53.776933 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'code': 200} Aug 16 02:03:53.850612 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.918769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ef1dcb3f-e734-49e8-8421-260f6d1fade0,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.929889 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.981939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:53.985210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:53.991187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:53.994106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Pushing event updated for resources: {'Port': ['ID=e9edc0e6-f8d3-4eb4-ae2a-b18f148c140b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:54.113467 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.149430 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:54.348294 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.396420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c0943-7824-4a98-86b4-7c32d10c532d req-c3e725e3-2bc7-4407-afc8-e6de639bd58a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.404172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d61c0943-7824-4a98-86b4-7c32d10c532d req-c3e725e3-2bc7-4407-afc8-e6de639bd58a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.1329086 Aug 16 02:03:54.505448 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d61c0943-7824-4a98-86b4-7c32d10c532d req-b45995ca-823e-427c-baa0-e25b3217417c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003706 Aug 16 02:03:54.552885 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.597804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:54.709856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:54.718454 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3d4a3ad4-0195-4f29-a524-62d6b10b5b69 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0912702 Aug 16 02:03:54.718454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51954) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.721611 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b25fa8-a4b0-49f1-b543-cb8c40565907 None None] Sync routers for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:54.734719 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b25fa8-a4b0-49f1-b543-cb8c40565907 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:54.735714 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e0b25fa8-a4b0-49f1-b543-cb8c40565907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:54.791012 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5e8228-3c58-4b67-bfc6-607f8df72dcd tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting subnet cdf0040f-08bc-4126-b205-a11dde8a37d2 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:54.803807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8228-3c58-4b67-bfc6-607f8df72dcd tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.888902 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8228-3c58-4b67-bfc6-607f8df72dcd tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.919207 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e0b25fa8-a4b0-49f1-b543-cb8c40565907 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:54.970890 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.029747 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8228-3c58-4b67-bfc6-607f8df72dcd tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.204402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51970) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:55.222952 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e0b25fa8-a4b0-49f1-b543-cb8c40565907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:53Z', 'revision_number': 9, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:55.233518 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8228-3c58-4b67-bfc6-607f8df72dcd tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.255901 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b25fa8-a4b0-49f1-b543-cb8c40565907 None None] Checking router: 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:55.267885 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b25fa8-a4b0-49f1-b543-cb8c40565907 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:55.271668 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e0b25fa8-a4b0-49f1-b543-cb8c40565907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:55.282525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e8228-3c58-4b67-bfc6-607f8df72dcd tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf0040f-08bc-4126-b205-a11dde8a37d2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.302525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780e6cf-d343-49fa-8555-c985571770fa None None] Network 8f541848-641a-4279-8df3-25ef8f688a14 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:55.318234 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8228-3c58-4b67-bfc6-607f8df72dcd tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.321230 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bf5e8228-3c58-4b67-bfc6-607f8df72dcd tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/cdf0040f-08bc-4126-b205-a11dde8a37d2 HTTP/1.1" status: 204 len: 168 time: 0.6022019 Aug 16 02:03:55.324445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51976) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:55.400366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-285075572'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:55.441599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Router 318c9df9-d09c-4c20-91b9-14ec83ea20dc is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:03:55.488694 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e0b25fa8-a4b0-49f1-b543-cb8c40565907 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:55.488911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.630340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:55.642227 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be50ae-24a9-4cad-a6bc-d2743d4643d6 None None] DHCP port deletion for 8f541848-641a-4279-8df3-25ef8f688a14 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:55.655111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 78784684-82d4-483d-a768-02a19b48957b {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:55.655391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a2a176-877a-40ef-a0dd-84a9a3edaa12 None None] Sync routers for ids ['318c9df9-d09c-4c20-91b9-14ec83ea20dc'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:55.655543 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.660497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Made reservation on behalf of 7ba9259fb7cd4f85ab6071acf3743b81 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:55.668386 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.696252 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.766059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port 78784684-82d4-483d-a768-02a19b48957b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=78784684-82d4-483d-a768-02a19b48957b,segment=NetworkSegment(f93315dd-7a37-441d-84b6-81a897982118),segment_id=f93315dd-7a37-441d-84b6-81a897982118)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:55.766507 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.769421 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a2a176-877a-40ef-a0dd-84a9a3edaa12 None None] Routers {'318c9df9-d09c-4c20-91b9-14ec83ea20dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:55.772885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-39a2a176-877a-40ef-a0dd-84a9a3edaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['318c9df9-d09c-4c20-91b9-14ec83ea20dc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:55.788420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d16079-93d6-4c46-a507-793b9c64b93c req-fb8d3c75-d254-4ec8-a3c8-73d1d24e1046 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.790263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57d16079-93d6-4c46-a507-793b9c64b93c req-fb8d3c75-d254-4ec8-a3c8-73d1d24e1046 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.1182318 Aug 16 02:03:55.797443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 78784684-82d4-483d-a768-02a19b48957b owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:55.817604 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-39a2a176-877a-40ef-a0dd-84a9a3edaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:55.818976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.831534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-71a65127-5c73-4a67-82f3-25189c18c06b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8606741 Aug 16 02:03:55.832825 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a2a176-877a-40ef-a0dd-84a9a3edaa12 None None] Routers {'318c9df9-d09c-4c20-91b9-14ec83ea20dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:55.833658 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-39a2a176-877a-40ef-a0dd-84a9a3edaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['318c9df9-d09c-4c20-91b9-14ec83ea20dc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:55.834780 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51986) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:55.841744 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e0b25fa8-a4b0-49f1-b543-cb8c40565907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:53Z', 'revision_number': 9, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:55.888033 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b25fa8-a4b0-49f1-b543-cb8c40565907 None None] The sync data for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 is: [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:53Z', 'revision_number': 9, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': '13897f7d-4462-4107-8920-36f47ab10f1a', 'name': '', 'network_id': '2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:a3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:07Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '15df061d-66e9-4da0-94c4-1a55342a6061', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:55.910136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-39a2a176-877a-40ef-a0dd-84a9a3edaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:55.911266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a2a176-877a-40ef-a0dd-84a9a3edaa12 None None] The sync data for ids ['318c9df9-d09c-4c20-91b9-14ec83ea20dc'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:55.926956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-42be50ae-24a9-4cad-a6bc-d2743d4643d6 None None] Deleting port 78784684-82d4-483d-a768-02a19b48957b {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:55.927645 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-42be50ae-24a9-4cad-a6bc-d2743d4643d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.952170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57d16079-93d6-4c46-a507-793b9c64b93c req-ae033238-8112-47a7-9d18-d66de79d568a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516159 Aug 16 02:03:56.058328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-42be50ae-24a9-4cad-a6bc-d2743d4643d6 None None] For port 78784684-82d4-483d-a768-02a19b48957b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=78784684-82d4-483d-a768-02a19b48957b,segment=NetworkSegment(f93315dd-7a37-441d-84b6-81a897982118),segment_id=f93315dd-7a37-441d-84b6-81a897982118)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:56.058743 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-42be50ae-24a9-4cad-a6bc-d2743d4643d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.084819 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e34fa4a5-e40a-40d8-a113-47b8b0470312 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/routers/318c9df9-d09c-4c20-91b9-14ec83ea20dc HTTP/1.1" status: 200 len: 920 time: 0.2487390 Aug 16 02:03:56.087995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51990) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:56.095016 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.099849 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-42be50ae-24a9-4cad-a6bc-d2743d4643d6 None None] Calling delete_port for 78784684-82d4-483d-a768-02a19b48957b owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:56.123429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eae9425f-d265-4123-a085-d6f975879fbe tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=318c9df9-d09c-4c20-91b9-14ec83ea20dc HTTP/1.1" status: 200 len: 205 time: 0.0340228 Aug 16 02:03:56.125981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51992) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:56.134625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:56.191097 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:03:56.198970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-42be50ae-24a9-4cad-a6bc-d2743d4643d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.200135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=78784684-82d4-483d-a768-02a19b48957b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.209863 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.210725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No DVR routers for this DVR port 78784684-82d4-483d-a768-02a19b48957b on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:56.285388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be50ae-24a9-4cad-a6bc-d2743d4643d6 None None] Pushing event deleted for resources: {'Port': ['ID=78784684-82d4-483d-a768-02a19b48957b,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.286113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:56.301168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be50ae-24a9-4cad-a6bc-d2743d4643d6 None None] No DVR routers for this DVR port 78784684-82d4-483d-a768-02a19b48957b on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:56.336959 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1230ce-89e0-4d43-bdd9-de15fd1d6a7f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.343915 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.344036 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Added segment cf91a922-cbf7-45e3-9e9e-1f8963e4626a of type vlan for network a141af50-37ae-46b0-be1a-c6b3c66fc74b Aug 16 02:03:56.408631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 78784684-82d4-483d-a768-02a19b48957b no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:56.429187 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.446221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f541848-641a-4279-8df3-25ef8f688a14']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:56.448459 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.457283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 78784684-82d4-483d-a768-02a19b48957b {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:56.457555 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.457672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 78784684-82d4-483d-a768-02a19b48957b not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:56.459436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:56.499003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93315dd-7a37-441d-84b6-81a897982118') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:56.499227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93315dd-7a37-441d-84b6-81a897982118') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:56.506822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:56.507175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3d8ef84b-a442-4c1e-b4c9-8b36a57b0cec not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:56.517962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.586587 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.600303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:56.600721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:56.603872 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:56.668130 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.673887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.674518 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.678207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.751298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Pushing event updated for resources: {'Network': ['ID=a141af50-37ae-46b0-be1a-c6b3c66fc74b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.762691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network a141af50-37ae-46b0-be1a-c6b3c66fc74b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:56.821070 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.830114 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.832163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/networks/8f541848-641a-4279-8df3-25ef8f688a14 HTTP/1.1" status: 204 len: 168 time: 1.5065496 Aug 16 02:03:56.835128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52000) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:56.843866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93d5a3-a1dc-4b75-bee5-19e316e7178b tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Network': ['ID=8f541848-641a-4279-8df3-25ef8f688a14,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.916637 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9fea8b4a-f285-4580-9265-35aa6e0deafc tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7107418 Aug 16 02:03:56.920306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52004) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:56.926892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Request body: {'subnet': {'network_id': 'a141af50-37ae-46b0-be1a-c6b3c66fc74b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:57.021588 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Deleting port e9edc0e6-f8d3-4eb4-ae2a-b18f148c140b {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:57.022036 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.168184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2166d-2d8a-4b24-921e-3a2108c05505 req-ab0425ee-d27d-4e4f-be23-0b5ef16a147a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.169732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4af2166d-2d8a-4b24-921e-3a2108c05505 req-ab0425ee-d27d-4e4f-be23-0b5ef16a147a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.0961368 Aug 16 02:03:57.171640 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.195189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Calling delete_port for e9edc0e6-f8d3-4eb4-ae2a-b18f148c140b owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:57.253732 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.265420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4af2166d-2d8a-4b24-921e-3a2108c05505 req-719704d5-2320-4ac2-b886-3f94d280117a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830781 Aug 16 02:03:57.443991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Made reservation on behalf of 7ba9259fb7cd4f85ab6071acf3743b81 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:57.447648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.542181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 13897f7d-4462-4107-8920-36f47ab10f1a {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:57.542531 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.578595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef1dcb3f-e734-49e8-8421-260f6d1fade0 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:57.630164 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.660461 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port 13897f7d-4462-4107-8920-36f47ab10f1a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=13897f7d-4462-4107-8920-36f47ab10f1a,segment=NetworkSegment(7a204a76-50a4-4be1-bdea-86be9094cfd4),segment_id=7a204a76-50a4-4be1-bdea-86be9094cfd4)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:57.661140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.665109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Pushing event deleted for resources: {'Port': ['ID=e9edc0e6-f8d3-4eb4-ae2a-b18f148c140b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.679510 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 13897f7d-4462-4107-8920-36f47ab10f1a owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:58.037988 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.065839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=13897f7d-4462-4107-8920-36f47ab10f1a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:58.199770 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.213150 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.323510 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.325597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.421544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:58.671380 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.671916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Fanout notify agent at l3_agent the message router_deleted on router 318c9df9-d09c-4c20-91b9-14ec83ea20dc {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:03:58.674164 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.681774 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.682906 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4289953f-8bfc-449d-a8a6-333a0bafca4f tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/318c9df9-d09c-4c20-91b9-14ec83ea20dc HTTP/1.1" status: 204 len: 168 time: 2.5557206 Aug 16 02:03:58.690158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52032) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:58.716078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Request body: {'router': {'name': 'tempest-snat-router-53506601', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'enable_snat': False}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:58.778704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Pushing event updated for resources: {'Subnet': ['ID=216fda80-2748-4e68-943a-c5b77dc34dc5,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:58.786963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Checking segment: {'id': 'cf91a922-cbf7-45e3-9e9e-1f8963e4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a141af50-37ae-46b0-be1a-c6b3c66fc74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:58.787518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Network hostable DHCP agents. Network: a141af50-37ae-46b0-be1a-c6b3c66fc74b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:58.865233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:58.870859 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-97910972-3792-406f-8869-a88ca92308ec tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0345879 Aug 16 02:03:58.873550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52040) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:58.879473 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8ccc7-13c2-4274-b64f-5db4ca6a1f5d None None] Sync routers for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:58.890845 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8ccc7-13c2-4274-b64f-5db4ca6a1f5d None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:58.891582 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-28d8ccc7-13c2-4274-b64f-5db4ca6a1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:58.928448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-42195ec3-93bc-4e80-805d-e59790e5cbf5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting subnet 15df061d-66e9-4da0-94c4-1a55342a6061 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:58.931681 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42195ec3-93bc-4e80-805d-e59790e5cbf5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.951994 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.953890 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.978261 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42195ec3-93bc-4e80-805d-e59790e5cbf5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.011311 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-28d8ccc7-13c2-4274-b64f-5db4ca6a1f5d None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:59.017852 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Network a141af50-37ae-46b0-be1a-c6b3c66fc74b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:59.020723 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.077490 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42195ec3-93bc-4e80-805d-e59790e5cbf5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.210030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, a141af50-37ae-46b0-be1a-c6b3c66fc74b) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:59.216207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.216836 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.222621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad070ea-cc09-4eae-8d06-36b299262129 None None] Network a141af50-37ae-46b0-be1a-c6b3c66fc74b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:59.285275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42195ec3-93bc-4e80-805d-e59790e5cbf5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.331685 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-28d8ccc7-13c2-4274-b64f-5db4ca6a1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:57Z', 'revision_number': 10, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:59.344559 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42195ec3-93bc-4e80-805d-e59790e5cbf5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.351814 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-42195ec3-93bc-4e80-805d-e59790e5cbf5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/15df061d-66e9-4da0-94c4-1a55342a6061 HTTP/1.1" status: 204 len: 168 time: 0.4750366 Aug 16 02:03:59.356098 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42195ec3-93bc-4e80-805d-e59790e5cbf5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Subnet': ['ID=15df061d-66e9-4da0-94c4-1a55342a6061,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:59.359788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e67a4c-c6bf-41c7-b759-2a4e3c81c7ac None None] Network 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:59.361616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52044) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.371157 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8ccc7-13c2-4274-b64f-5db4ca6a1f5d None None] Checking router: 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:59.390028 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8ccc7-13c2-4274-b64f-5db4ca6a1f5d None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:59.391579 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-28d8ccc7-13c2-4274-b64f-5db4ca6a1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:59.456301 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.464213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4f673783-f9ce-418f-ab45-53737f34852b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5424218 Aug 16 02:03:59.467114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52048) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.480346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Request body: {'port': {'network_id': 'a141af50-37ae-46b0-be1a-c6b3c66fc74b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-539736486'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:59.530985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.549606 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-28d8ccc7-13c2-4274-b64f-5db4ca6a1f5d None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:59.616825 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 2361760c-a407-4743-a683-bd3c3820cf17 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:59.617869 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.685282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-a141af50-37ae-46b0-be1a-c6b3c66fc74b', 'network_id': 'a141af50-37ae-46b0-be1a-c6b3c66fc74b', 'tenant_id': '7ba9259fb7cd4f85ab6071acf3743b81', 'fixed_ips': [{'subnet_id': '216fda80-2748-4e68-943a-c5b77dc34dc5'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:59.707290 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.763498 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port 2361760c-a407-4743-a683-bd3c3820cf17, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2361760c-a407-4743-a683-bd3c3820cf17,segment=NetworkSegment(7a204a76-50a4-4be1-bdea-86be9094cfd4),segment_id=7a204a76-50a4-4be1-bdea-86be9094cfd4)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:59.764770 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.801223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 2361760c-a407-4743-a683-bd3c3820cf17 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:59.903858 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-28d8ccc7-13c2-4274-b64f-5db4ca6a1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:57Z', 'revision_number': 10, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:59.934730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Allocated IP 172.20.0.2 (a141af50-37ae-46b0-be1a-c6b3c66fc74b/216fda80-2748-4e68-943a-c5b77dc34dc5/027f4ecd-3ebb-453b-96dc-77981a16b127) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:59.938958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Made reservation on behalf of 7ba9259fb7cd4f85ab6071acf3743b81 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:59.968755 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.969810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23b99e4-6cf6-4a54-91f2-74425edda496 None None] DHCP port deletion for 2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:59.978237 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8ccc7-13c2-4274-b64f-5db4ca6a1f5d None None] The sync data for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 is: [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:03:57Z', 'revision_number': 10, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None, '_interfaces': [{'id': 'b2106b25-efef-433d-a70f-ef749c478bee', 'name': '', 'network_id': '65b85ee6-1ec4-462c-9836-dc8794c2b511', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'mac_address': 'fa:16:3e:b7:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 5, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'subnets': [{'id': '9c98359b-765a-4851-b8ae-8f511010b6b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:59.979167 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-21ad3481-2154-42da-92bd-79b2651d4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.011535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] device_id is not set on port 770fb5fc-d48b-4787-9c55-55a29a6b96fb yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:00.018274 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.075274 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.121163 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a23b99e4-6cf6-4a54-91f2-74425edda496 None None] Deleting port 2361760c-a407-4743-a683-bd3c3820cf17 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:00.121553 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a23b99e4-6cf6-4a54-91f2-74425edda496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.211452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Allocated IP 172.25.8.214 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/e3646be3-46cd-44b5-984b-fb25ac35327c) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:00.230587 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.238241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a23b99e4-6cf6-4a54-91f2-74425edda496 None None] For port 2361760c-a407-4743-a683-bd3c3820cf17, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2361760c-a407-4743-a683-bd3c3820cf17,segment=NetworkSegment(7a204a76-50a4-4be1-bdea-86be9094cfd4),segment_id=7a204a76-50a4-4be1-bdea-86be9094cfd4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:00.238638 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a23b99e4-6cf6-4a54-91f2-74425edda496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.251670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Transition to ACTIVE for port object 027f4ecd-3ebb-453b-96dc-77981a16b127 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:00.255710 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.258287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a23b99e4-6cf6-4a54-91f2-74425edda496 None None] Calling delete_port for 2361760c-a407-4743-a683-bd3c3820cf17 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:00.278527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Transition to ACTIVE for port object 027f4ecd-3ebb-453b-96dc-77981a16b127 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:00.283141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=2361760c-a407-4743-a683-bd3c3820cf17,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.288565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No DVR routers for this DVR port 2361760c-a407-4743-a683-bd3c3820cf17 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:00.341425 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.369445 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a23b99e4-6cf6-4a54-91f2-74425edda496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.388511 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.404397 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:00.404830 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b99e4-6cf6-4a54-91f2-74425edda496 None None] Pushing event deleted for resources: {'Port': ['ID=2361760c-a407-4743-a683-bd3c3820cf17,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.409564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b99e4-6cf6-4a54-91f2-74425edda496 None None] No DVR routers for this DVR port 2361760c-a407-4743-a683-bd3c3820cf17 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:00.419297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a204a76-50a4-4be1-bdea-86be9094cfd4') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:00.419297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a204a76-50a4-4be1-bdea-86be9094cfd4') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:00.429713 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.458658 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.470117 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:00.471190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.471897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2361760c-a407-4743-a683-bd3c3820cf17 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:00.476811 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:00.497257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 2361760c-a407-4743-a683-bd3c3820cf17 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:00.497612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2361760c-a407-4743-a683-bd3c3820cf17 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:00.515435 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.552973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Network a141af50-37ae-46b0-be1a-c6b3c66fc74b is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:00.556378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:00.561254 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:00.598634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Allocated IP 172.20.0.10 (a141af50-37ae-46b0-be1a-c6b3c66fc74b/216fda80-2748-4e68-943a-c5b77dc34dc5/770fb5fc-d48b-4787-9c55-55a29a6b96fb) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:00.601032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Pushing event updated for resources: {'Port': ['ID=027f4ecd-3ebb-453b-96dc-77981a16b127,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.638192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Attempting to bind port 027f4ecd-3ebb-453b-96dc-77981a16b127 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:00.638648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Attempting to bind port 027f4ecd-3ebb-453b-96dc-77981a16b127 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'cf91a922-cbf7-45e3-9e9e-1f8963e4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a141af50-37ae-46b0-be1a-c6b3c66fc74b'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:00.638879 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Attempting to bind port 027f4ecd-3ebb-453b-96dc-77981a16b127 on network a141af50-37ae-46b0-be1a-c6b3c66fc74b {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:00.643461 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.644577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:00.646429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Checking segment: {'id': 'cf91a922-cbf7-45e3-9e9e-1f8963e4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a141af50-37ae-46b0-be1a-c6b3c66fc74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:00.646429 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.646429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Bound using segment: {'id': 'cf91a922-cbf7-45e3-9e9e-1f8963e4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a141af50-37ae-46b0-be1a-c6b3c66fc74b'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:00.646847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Bound port: 027f4ecd-3ebb-453b-96dc-77981a16b127, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf91a922-cbf7-45e3-9e9e-1f8963e4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a141af50-37ae-46b0-be1a-c6b3c66fc74b'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:00.647242 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.702934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:00.713266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:00.715949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:00.725494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] For port 027f4ecd-3ebb-453b-96dc-77981a16b127, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:00.725494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] For port 027f4ecd-3ebb-453b-96dc-77981a16b127, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=027f4ecd-3ebb-453b-96dc-77981a16b127,segment=NetworkSegment(cf91a922-cbf7-45e3-9e9e-1f8963e4626a),segment_id=cf91a922-cbf7-45e3-9e9e-1f8963e4626a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:00.757684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.764587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event updated for resources: {'Port': ['ID=e3646be3-46cd-44b5-984b-fb25ac35327c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.765008 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.767012 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/networks/2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4 HTTP/1.1" status: 204 len: 168 time: 1.4033439 Aug 16 02:04:00.779266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52070) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:00.786984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ebdba-bfe2-421e-bbfa-616f5b45f2c5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Network': ['ID=2eb3906e-b5e2-43ef-bc1a-e77f004f2ae4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.920213 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.010446 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.046913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b38ba-adec-49e2-8106-5dcfa329da15 None None] Pushing event updated for resources: {'Port': ['ID=027f4ecd-3ebb-453b-96dc-77981a16b127,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:01.059878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Transition to ACTIVE for port object 770fb5fc-d48b-4787-9c55-55a29a6b96fb will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:01.184802 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.380717 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.469023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port b2106b25-efef-433d-a70f-ef749c478bee {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:01.472675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.510183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Network a141af50-37ae-46b0-be1a-c6b3c66fc74b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:01.519580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:01.522226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:01.580482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port b2106b25-efef-433d-a70f-ef749c478bee, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b2106b25-efef-433d-a70f-ef749c478bee,segment=NetworkSegment(88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4),segment_id=88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:01.580890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Pushing event updated for resources: {'Port': ['ID=770fb5fc-d48b-4787-9c55-55a29a6b96fb,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:01.581031 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.600071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for b2106b25-efef-433d-a70f-ef749c478bee owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:01.655238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7cead-cdaf-4ae4-9c73-ba08814ce2a5 req-e63e350d-207c-4562-8c78-e13a9be64e40 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.656827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36e7cead-cdaf-4ae4-9c73-ba08814ce2a5 req-e63e350d-207c-4562-8c78-e13a9be64e40 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.2003214 Aug 16 02:04:01.669201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.677550 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.677550 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.803414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36e7cead-cdaf-4ae4-9c73-ba08814ce2a5 req-5007d1a7-bb81-4b7a-a296-89589f2a2592 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306672 Aug 16 02:04:01.930086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3b222ef0-e65d-49d3-b313-728edcbb1f64 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4617012 Aug 16 02:04:01.934448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52090) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:01.942817 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Request body: {'port': {'network_id': 'a141af50-37ae-46b0-be1a-c6b3c66fc74b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-704014790', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:01.943370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] bootfile-name is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:01.943707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] tftp-server is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:01.944033 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] server-ip-address is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:01.950676 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.981032 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.059148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=b2106b25-efef-433d-a70f-ef749c478bee,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.116994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 027f4ecd-3ebb-453b-96dc-77981a16b127 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:02.204585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce5315-d42d-41a5-be6c-b661ea5e7ca7 None None] Network a141af50-37ae-46b0-be1a-c6b3c66fc74b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:02.299834 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-918ef047-fc12-4cef-a338-a89e1c9277e0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3088946 Aug 16 02:04:02.379420 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52098) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.410331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.530403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-631a8b94-f2e9-488f-92c8-0da72d1cc6ca None None] Provisioning for port 027f4ecd-3ebb-453b-96dc-77981a16b127 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:02.624823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 027f4ecd-3ebb-453b-96dc-77981a16b127 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:02.645967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 027f4ecd-3ebb-453b-96dc-77981a16b127 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:02.646603 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.663835 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6cd2108c-2cd4-41fc-adc0-0c631807b11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.762051 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.795241 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:02.811186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 027f4ecd-3ebb-453b-96dc-77981a16b127, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=027f4ecd-3ebb-453b-96dc-77981a16b127,segment=NetworkSegment(cf91a922-cbf7-45e3-9e9e-1f8963e4626a),segment_id=cf91a922-cbf7-45e3-9e9e-1f8963e4626a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:02.855443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Made reservation on behalf of 7ba9259fb7cd4f85ab6071acf3743b81 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:02.859107 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.903172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] device_id is not set on port fe362af3-3838-4d46-8fc8-5e8e3361df3d yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:02.910568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Router 15618fc7-1855-4bbc-a27e-1be4610958b5 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:02.937779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:02.947690 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1bb0c9f3-328e-4742-a5d6-1b73233e1871 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1680467 Aug 16 02:04:02.952134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213b556-7475-4d82-977d-4022e58b237a None None] Sync routers for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:02.965760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52110) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.968843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213b556-7475-4d82-977d-4022e58b237a None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:02.969393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7213b556-7475-4d82-977d-4022e58b237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:03.080391 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40079715-817d-4dbd-a733-71ecea9fa2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.082260 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.092471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828696f-19bd-4c86-8831-135eb3564fe2 req-56bb370f-a95c-40b8-bec5-cf3e6d17b9dd tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.093608 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.094111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0828696f-19bd-4c86-8831-135eb3564fe2 req-56bb370f-a95c-40b8-bec5-cf3e6d17b9dd tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.1813827 Aug 16 02:04:03.159709 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-247f33a5-3c10-4076-b89e-52d754044ddb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting subnet 9c98359b-765a-4851-b8ae-8f511010b6b4 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:03.175601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-247f33a5-3c10-4076-b89e-52d754044ddb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.285098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Allocated IP 172.20.0.13 (a141af50-37ae-46b0-be1a-c6b3c66fc74b/216fda80-2748-4e68-943a-c5b77dc34dc5/fe362af3-3838-4d46-8fc8-5e8e3361df3d) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:03.309249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-247f33a5-3c10-4076-b89e-52d754044ddb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.319644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0828696f-19bd-4c86-8831-135eb3564fe2 req-8a11810d-479d-4f94-8585-4dbee2d2df94 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857176 Aug 16 02:04:03.348387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:03.348583 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Sync routers for ids ['15618fc7-1855-4bbc-a27e-1be4610958b5'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:03.367049 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Routers {'15618fc7-1855-4bbc-a27e-1be4610958b5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:03.367978 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['15618fc7-1855-4bbc-a27e-1be4610958b5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:03.389058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 13897f7d-4462-4107-8920-36f47ab10f1a no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:03.418435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=027f4ecd-3ebb-453b-96dc-77981a16b127,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.433422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 13897f7d-4462-4107-8920-36f47ab10f1a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:03.433898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 13897f7d-4462-4107-8920-36f47ab10f1a not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:03.453112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-7213b556-7475-4d82-977d-4022e58b237a None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:03.474537 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6cd2108c-2cd4-41fc-adc0-0c631807b11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.532273 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Set router 15618fc7-1855-4bbc-a27e-1be4610958b5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:03.547620 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-247f33a5-3c10-4076-b89e-52d754044ddb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.584706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-882b2aec-2d21-4196-81dd-8c0eb5f74056 None None] Provisioning complete for port 027f4ecd-3ebb-453b-96dc-77981a16b127 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:03.586378 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-882b2aec-2d21-4196-81dd-8c0eb5f74056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.592336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7213b556-7475-4d82-977d-4022e58b237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 11, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:03.629157 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.648082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213b556-7475-4d82-977d-4022e58b237a None None] Checking router: 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:03.648382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Transition to ACTIVE for port object fe362af3-3838-4d46-8fc8-5e8e3361df3d will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:03.660471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213b556-7475-4d82-977d-4022e58b237a None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:03.661181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7213b556-7475-4d82-977d-4022e58b237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:03.743601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-7213b556-7475-4d82-977d-4022e58b237a None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:03.749079 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15618fc7-1855-4bbc-a27e-1be4610958b5', 'name': 'tempest-snat-router-53506601', 'tenant_id': '90f4ac3da28945a9ba4727f951afb68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.214'}], 'enable_snat': False}, 'gw_port_id': 'e3646be3-46cd-44b5-984b-fb25ac35327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:58Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 3, 'project_id': '90f4ac3da28945a9ba4727f951afb68f', 'gw_port': {'id': 'e3646be3-46cd-44b5-984b-fb25ac35327c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15618fc7-1855-4bbc-a27e-1be4610958b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:00Z', 'updated_at': '2021-08-16T02:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:03.763528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6cd2108c-2cd4-41fc-adc0-0c631807b11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.781942 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Checking router: 15618fc7-1855-4bbc-a27e-1be4610958b5 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:03.782944 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Updating router 15618fc7-1855-4bbc-a27e-1be4610958b5 port e3646be3-46cd-44b5-984b-fb25ac35327c binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:03.798945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7213b556-7475-4d82-977d-4022e58b237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 11, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:03.815051 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6cd2108c-2cd4-41fc-adc0-0c631807b11a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23a65f83792f479f91703238a0b4c683&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4342115 Aug 16 02:04:03.816126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2108c-2cd4-41fc-adc0-0c631807b11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af8073d-ec73-4a56-9416-0838ba06c270,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.817847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52114) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.833159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213b556-7475-4d82-977d-4022e58b237a None None] The sync data for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 is: [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 11, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:03.839293 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.844490 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-247f33a5-3c10-4076-b89e-52d754044ddb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.893342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f33a5-3c10-4076-b89e-52d754044ddb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Subnet': ['ID=9c98359b-765a-4851-b8ae-8f511010b6b4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.895363 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-247f33a5-3c10-4076-b89e-52d754044ddb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.898568 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-247f33a5-3c10-4076-b89e-52d754044ddb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/9c98359b-765a-4851-b8ae-8f511010b6b4 HTTP/1.1" status: 204 len: 168 time: 0.9304984 Aug 16 02:04:03.899757 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4fe33561-1e84-4e15-b758-1c4dc78ca2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.901124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5140014-88e5-4b57-9d2d-b97b386301b0 None None] Network 65b85ee6-1ec4-462c-9836-dc8794c2b511 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:03.901334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52116) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.969177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.027990 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4fe33561-1e84-4e15-b758-1c4dc78ca2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.067400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.075375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Network a141af50-37ae-46b0-be1a-c6b3c66fc74b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:04.079794 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.082304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2c084ac7-3154-4a03-b03d-fd1f0bfcde63 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3908451 Aug 16 02:04:04.083977 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52118) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.091189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-882b2aec-2d21-4196-81dd-8c0eb5f74056 None None] Provisioning for port 770fb5fc-d48b-4787-9c55-55a29a6b96fb completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:04.096495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:04.098197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-882b2aec-2d21-4196-81dd-8c0eb5f74056 None None] Provisioning complete for port 770fb5fc-d48b-4787-9c55-55a29a6b96fb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:04.098768 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-882b2aec-2d21-4196-81dd-8c0eb5f74056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.115720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:04.137462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-882b2aec-2d21-4196-81dd-8c0eb5f74056 None None] Port 770fb5fc-d48b-4787-9c55-55a29a6b96fb cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:04.142848 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.150342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Pushing event updated for resources: {'Port': ['ID=fe362af3-3838-4d46-8fc8-5e8e3361df3d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.153623 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Transition to ACTIVE for port object e3646be3-46cd-44b5-984b-fb25ac35327c will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:04.158474 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.243672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d763b91a-27f1-45ec-9d7c-6079da5082a6 None None] DHCP port deletion for 65b85ee6-1ec4-462c-9836-dc8794c2b511 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:04.247527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.248117 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.295271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Deleting port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:04.295622 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.300739 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.340866 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-08b2492c-2157-471c-96d8-10983ae032e0 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/routers/15618fc7-1855-4bbc-a27e-1be4610958b5 HTTP/1.1" status: 200 len: 907 time: 0.2529919 Aug 16 02:04:04.347308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52122) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.370108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Request body: {'router': {'name': 'tempest-snat-router-53506601', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'enable_snat': True}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:04.413735 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d89c81-3c8b-491e-aea9-2b810749000f None None] Pushing event updated for resources: {'Port': ['ID=e3646be3-46cd-44b5-984b-fb25ac35327c,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.417902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7e65ec89-6389-4349-ba4c-84dee3440d4d None None] Provisioning complete for port 770fb5fc-d48b-4787-9c55-55a29a6b96fb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:04.418392 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7e65ec89-6389-4349-ba4c-84dee3440d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.444550 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Attempting to bind port e3646be3-46cd-44b5-984b-fb25ac35327c on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:04.445264 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Attempting to bind port e3646be3-46cd-44b5-984b-fb25ac35327c by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:04.445971 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Attempting to bind port e3646be3-46cd-44b5-984b-fb25ac35327c on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:04.466845 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:04.470586 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:04.472842 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.473450 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:04.474038 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Bound port: e3646be3-46cd-44b5-984b-fb25ac35327c, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:04.474712 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.492159 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4fe33561-1e84-4e15-b758-1c4dc78ca2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.496378 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4fe33561-1e84-4e15-b758-1c4dc78ca2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.500460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4fe33561-1e84-4e15-b758-1c4dc78ca2f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0af8073d-ec73-4a56-9416-0838ba06c270 HTTP/1.1" status: 204 len: 168 time: 0.6813948 Aug 16 02:04:04.543541 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] For port e3646be3-46cd-44b5-984b-fb25ac35327c, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:04.548531 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] For port e3646be3-46cd-44b5-984b-fb25ac35327c, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e3646be3-46cd-44b5-984b-fb25ac35327c,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:04.555354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-32d3eae0-5a6f-4548-97e9-f2a5ade40fce tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6168334 Aug 16 02:04:04.555476 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52132) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.555589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 027f4ecd-3ebb-453b-96dc-77981a16b127 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:04.581135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe33561-1e84-4e15-b758-1c4dc78ca2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af8073d-ec73-4a56-9416-0838ba06c270,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.595412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] For port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0cd5677a-ad35-44bb-b6be-c7c63a805f5b,segment=NetworkSegment(88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4),segment_id=88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:04.599055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.619680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Calling delete_port for 0cd5677a-ad35-44bb-b6be-c7c63a805f5b owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:04.652199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2adad7-a0b1-4b0c-83e5-07e08a92f6c6 req-61f78a9e-ed83-4b99-92a9-183be728e135 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.654080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b2adad7-a0b1-4b0c-83e5-07e08a92f6c6 req-61f78a9e-ed83-4b99-92a9-183be728e135 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.1817377 Aug 16 02:04:04.675890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d763b91a-27f1-45ec-9d7c-6079da5082a6 None None] Deleting port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:04.676320 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d763b91a-27f1-45ec-9d7c-6079da5082a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.686184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff00c6-8bac-4968-81ea-a28649e2136b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.690235 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.698448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7e65ec89-6389-4349-ba4c-84dee3440d4d None None] Port 770fb5fc-d48b-4787-9c55-55a29a6b96fb cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:04.716327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff00c6-8bac-4968-81ea-a28649e2136b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.729853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff00c6-8bac-4968-81ea-a28649e2136b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.732434 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-efff00c6-8bac-4968-81ea-a28649e2136b tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1758687 Aug 16 02:04:04.735219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52138) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.748494 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.750047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.807658 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Routers {'15618fc7-1855-4bbc-a27e-1be4610958b5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:04.808776 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['15618fc7-1855-4bbc-a27e-1be4610958b5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:04.818652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b2adad7-a0b1-4b0c-83e5-07e08a92f6c6 req-1e9feb69-026c-4d90-98fd-c8ad4d9287b6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166787 Aug 16 02:04:04.819671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 027f4ecd-3ebb-453b-96dc-77981a16b127 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:04.820054 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.873532 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d89c81-3c8b-491e-aea9-2b810749000f None None] Pushing event updated for resources: {'Port': ['ID=e3646be3-46cd-44b5-984b-fb25ac35327c,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.897433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d763b91a-27f1-45ec-9d7c-6079da5082a6 None None] For port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0cd5677a-ad35-44bb-b6be-c7c63a805f5b,segment=NetworkSegment(88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4),segment_id=88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:04.898108 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d763b91a-27f1-45ec-9d7c-6079da5082a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.928284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d763b91a-27f1-45ec-9d7c-6079da5082a6 None None] Calling delete_port for 0cd5677a-ad35-44bb-b6be-c7c63a805f5b owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:04.936379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.940927 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.980441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-deabbd86-b787-4cfb-93af-e8dd65d3be80 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Deleting port fe362af3-3838-4d46-8fc8-5e8e3361df3d {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:04.980801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-deabbd86-b787-4cfb-93af-e8dd65d3be80 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.989293 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] Set router 15618fc7-1855-4bbc-a27e-1be4610958b5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:04.989501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3dc27e3a-23ee-4038-8599-c85829446c2b None None] Provisioning for port fe362af3-3838-4d46-8fc8-5e8e3361df3d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:04.995343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3dc27e3a-23ee-4038-8599-c85829446c2b None None] Provisioning complete for port fe362af3-3838-4d46-8fc8-5e8e3361df3d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:04.995809 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3dc27e3a-23ee-4038-8599-c85829446c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.012612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No DVR routers for this DVR port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:05.015770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Port': ['ID=0cd5677a-ad35-44bb-b6be-c7c63a805f5b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.158302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3dc27e3a-23ee-4038-8599-c85829446c2b None None] Port fe362af3-3838-4d46-8fc8-5e8e3361df3d cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:05.205263 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.205763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d763b91a-27f1-45ec-9d7c-6079da5082a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.210355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-0b91466f-ff94-4b1b-b002-63920be20bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.212073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-0b91466f-ff94-4b1b-b002-63920be20bd1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc&tenant_id=57944a39ed824a15aff00c4389f15532 HTTP/1.1" status: 200 len: 1096 time: 0.1873331 Aug 16 02:04:05.222889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b85ee6-1ec4-462c-9836-dc8794c2b511']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:05.236913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:05.237402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cb05fa-2f0d-4c9b-84e7-3c04f54d75f4') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:05.269590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763b91a-27f1-45ec-9d7c-6079da5082a6 None None] Pushing event deleted for resources: {'Port': ['ID=0cd5677a-ad35-44bb-b6be-c7c63a805f5b,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.273734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763b91a-27f1-45ec-9d7c-6079da5082a6 None None] No DVR routers for this DVR port 0cd5677a-ad35-44bb-b6be-c7c63a805f5b on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:05.276940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0cd5677a-ad35-44bb-b6be-c7c63a805f5b no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:05.305353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 0cd5677a-ad35-44bb-b6be-c7c63a805f5b {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:05.305674 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.305848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0cd5677a-ad35-44bb-b6be-c7c63a805f5b not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:05.306301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b2106b25-efef-433d-a70f-ef749c478bee no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:05.317250 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15618fc7-1855-4bbc-a27e-1be4610958b5', 'name': 'tempest-snat-router-53506601', 'tenant_id': '90f4ac3da28945a9ba4727f951afb68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.214'}], 'enable_snat': False}, 'gw_port_id': 'e3646be3-46cd-44b5-984b-fb25ac35327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:58Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 3, 'project_id': '90f4ac3da28945a9ba4727f951afb68f', 'gw_port': {'id': 'e3646be3-46cd-44b5-984b-fb25ac35327c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15618fc7-1855-4bbc-a27e-1be4610958b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:00Z', 'updated_at': '2021-08-16T02:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:05.330557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: b2106b25-efef-433d-a70f-ef749c478bee {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:05.331056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b2106b25-efef-433d-a70f-ef749c478bee not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:05.355535 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.364768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:05.365188 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:05.368686 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:05.385149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-deabbd86-b787-4cfb-93af-e8dd65d3be80 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.385276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-0c8d0d90-b1c5-4f02-aa97-9f7cb7c768cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.385276 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-0c8d0d90-b1c5-4f02-aa97-9f7cb7c768cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 1096 time: 0.1211593 Aug 16 02:04:05.391284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-deabbd86-b787-4cfb-93af-e8dd65d3be80 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Calling delete_port for fe362af3-3838-4d46-8fc8-5e8e3361df3d owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:05.478462 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcfe48-f32d-4b2f-a20f-d5081b086be5 None None] The sync data for ids ['15618fc7-1855-4bbc-a27e-1be4610958b5'] in n-d-768509-23 is: [{'id': '15618fc7-1855-4bbc-a27e-1be4610958b5', 'name': 'tempest-snat-router-53506601', 'tenant_id': '90f4ac3da28945a9ba4727f951afb68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.214'}], 'enable_snat': False}, 'gw_port_id': 'e3646be3-46cd-44b5-984b-fb25ac35327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:58Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 3, 'project_id': '90f4ac3da28945a9ba4727f951afb68f', 'gw_port': {'id': 'e3646be3-46cd-44b5-984b-fb25ac35327c', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15618fc7-1855-4bbc-a27e-1be4610958b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:00Z', 'updated_at': '2021-08-16T02:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:05.501476 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.569703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-9dd66b8b-6296-4952-8e30-5d6b4ef49780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.569703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-9dd66b8b-6296-4952-8e30-5d6b4ef49780 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 918 time: 0.1441762 Aug 16 02:04:05.615386 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.626712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52150) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:05.630595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.635573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/networks/65b85ee6-1ec4-462c-9836-dc8794c2b511 HTTP/1.1" status: 204 len: 168 time: 1.7331786 Aug 16 02:04:05.637651 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52152) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:05.645485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2ded785b-3187-4d67-a7c4-ad4311a9fdea tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'routes': None}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:05.652136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cc614-fb64-42f5-b786-36566be7afb5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Pushing event deleted for resources: {'Network': ['ID=65b85ee6-1ec4-462c-9836-dc8794c2b511,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.671296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-a45eff5f-6f02-4994-b76f-c9540e06fbb0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0 HTTP/1.1" status: 200 len: 999 time: 0.0980291 Aug 16 02:04:05.734301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-614477c1-7946-4eea-ae88-822c2cb032e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.736583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-614477c1-7946-4eea-ae88-822c2cb032e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.0545549 Aug 16 02:04:05.761420 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12d8c984-7d74-4a1b-b8b1-21803ce6383a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.771421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-deabbd86-b787-4cfb-93af-e8dd65d3be80 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.843720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabbd86-b787-4cfb-93af-e8dd65d3be80 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Pushing event deleted for resources: {'Port': ['ID=fe362af3-3838-4d46-8fc8-5e8e3361df3d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.849439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-59da18b2-888f-48eb-92a1-ac99dbb4aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.849439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-59da18b2-888f-48eb-92a1-ac99dbb4aa28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034591 Aug 16 02:04:05.870736 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.098980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e3646be3-46cd-44b5-984b-fb25ac35327c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:06.102134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4d36a-abd3-4a97-aa56-031eece20cbe req-a9b16c1b-f36a-4b7e-8db6-4ce5e8fe1f58 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.104544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54d4d36a-abd3-4a97-aa56-031eece20cbe req-a9b16c1b-f36a-4b7e-8db6-4ce5e8fe1f58 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.1396959 Aug 16 02:04:06.106779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-e21a1222-0850-46ac-afb5-b3b752da7a77 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439401 Aug 16 02:04:06.237505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54d4d36a-abd3-4a97-aa56-031eece20cbe req-fab2cdae-341f-4e42-9fb8-82bb5ad772aa tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242023 Aug 16 02:04:06.278071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port e3646be3-46cd-44b5-984b-fb25ac35327c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:06.285370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e3646be3-46cd-44b5-984b-fb25ac35327c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:06.286065 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.313306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-338efc3d-0e7e-43be-925d-55b6dd4a4931 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918023 Aug 16 02:04:06.356242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.extraroute_db [None req-2ded785b-3187-4d67-a7c4-ad4311a9fdea tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Added routes are [] {{(pid=95515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:04:06.356779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.extraroute_db [None req-2ded785b-3187-4d67-a7c4-ad4311a9fdea tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Removed routes are [] {{(pid=95515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:04:06.356881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ded785b-3187-4d67-a7c4-ad4311a9fdea tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.420814 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.446507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port e3646be3-46cd-44b5-984b-fb25ac35327c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e3646be3-46cd-44b5-984b-fb25ac35327c,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:06.526252 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-deabbd86-b787-4cfb-93af-e8dd65d3be80 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.528257 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-deabbd86-b787-4cfb-93af-e8dd65d3be80 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] 10.222.0.66 "DELETE /v2.0/ports/fe362af3-3838-4d46-8fc8-5e8e3361df3d HTTP/1.1" status: 204 len: 168 time: 1.7899580 Aug 16 02:04:06.534489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52158) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:06.544702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Request body: {'port': {'name': 'tempest-new-port-name-401876113', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:06.545250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] bootfile-name is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:06.545869 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] tftp-server is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:06.546405 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] server-ip-address is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:06.552281 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.652609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=e3646be3-46cd-44b5-984b-fb25ac35327c,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:06.712727 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.841544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ded785b-3187-4d67-a7c4-ad4311a9fdea tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.895529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ded785b-3187-4d67-a7c4-ad4311a9fdea tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.902616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.968946 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.985458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.052968 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12d8c984-7d74-4a1b-b8b1-21803ce6383a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.072308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ded785b-3187-4d67-a7c4-ad4311a9fdea tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:07.129764 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.211761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12d8c984-7d74-4a1b-b8b1-21803ce6383a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.215893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Allocated IP 172.25.8.175 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/3157cdff-3d92-491c-81fb-e699e89aac72) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:07.219726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ded785b-3187-4d67-a7c4-ad4311a9fdea tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:07.239812 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da60dae0-3d0a-465a-ac4e-24411e3d8121 None None] Sync routers for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:07.244645 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ded785b-3187-4d67-a7c4-ad4311a9fdea tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.254737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60dae0-3d0a-465a-ac4e-24411e3d8121 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:07.255663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-da60dae0-3d0a-465a-ac4e-24411e3d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:07.257406 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2ded785b-3187-4d67-a7c4-ad4311a9fdea tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 HTTP/1.1" status: 200 len: 704 time: 1.6175709 Aug 16 02:04:07.266236 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52178) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.337878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52182) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.338114 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b247962a-974b-48d6-bbc2-bd7140f482a2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 HTTP/1.1" status: 200 len: 205 time: 0.0597641 Aug 16 02:04:07.339126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Pushing event updated for resources: {'Port': ['ID=770fb5fc-d48b-4787-9c55-55a29a6b96fb,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:07.362524 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-12d8c984-7d74-4a1b-b8b1-21803ce6383a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=beb72ad691914c6a96609fb77a6ede38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7327332 Aug 16 02:04:07.380887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52184) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.468624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-da60dae0-3d0a-465a-ac4e-24411e3d8121 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:07.480867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8c984-7d74-4a1b-b8b1-21803ce6383a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abd9d96-8873-470f-b74e-e1d21849ffb2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:07.593343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd2ec-6f2a-46ab-83f1-cfcce2b4fd20 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.682133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] In _notify_port_updated(), no bound segment for port 770fb5fc-d48b-4787-9c55-55a29a6b96fb on network a141af50-37ae-46b0-be1a-c6b3c66fc74b {{(pid=95516) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:04:07.688404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:07.693861 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5f90d23-d255-44a2-9bac-229d2d55b071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.693983 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.693983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b20a509a-fa40-4c6b-8655-41d6e75589b3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] 10.222.0.66 "PUT /v2.0/ports/770fb5fc-d48b-4787-9c55-55a29a6b96fb HTTP/1.1" status: 200 len: 1136 time: 1.1571333 Aug 16 02:04:07.699105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52188) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.729197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-da60dae0-3d0a-465a-ac4e-24411e3d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 11, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:07.748419 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.780203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-30dfcfb6-3629-4ae4-a41a-a713657def4b None None] Provisioning complete for port 770fb5fc-d48b-4787-9c55-55a29a6b96fb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:07.780607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-30dfcfb6-3629-4ae4-a41a-a713657def4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.789916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da60dae0-3d0a-465a-ac4e-24411e3d8121 None None] Checking router: 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:07.823497 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5f90d23-d255-44a2-9bac-229d2d55b071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.883495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60dae0-3d0a-465a-ac4e-24411e3d8121 None None] Routers {'58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:07.884573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-da60dae0-3d0a-465a-ac4e-24411e3d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:07.904884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-30dfcfb6-3629-4ae4-a41a-a713657def4b None None] Port 770fb5fc-d48b-4787-9c55-55a29a6b96fb cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:07.908245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69754a38-a547-453d-bdff-ba57a3628517 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:07.910486 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-69754a38-a547-453d-bdff-ba57a3628517 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] 10.222.0.66 "GET /v2.0/ports/770fb5fc-d48b-4787-9c55-55a29a6b96fb HTTP/1.1" status: 200 len: 1136 time: 0.2091317 Aug 16 02:04:07.929487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52192) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:08.183662 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-58c7907b-4c18-4edf-af8d-dffb89f6137a tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Deleting port 770fb5fc-d48b-4787-9c55-55a29a6b96fb {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:08.184333 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58c7907b-4c18-4edf-af8d-dffb89f6137a tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.210465 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd2ec-6f2a-46ab-83f1-cfcce2b4fd20 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.220869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f88578-b176-4d13-b0d5-18d78ebe1662 req-472bc44b-781b-4d79-ae09-68990b298c89 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.229207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7f88578-b176-4d13-b0d5-18d78ebe1662 req-472bc44b-781b-4d79-ae09-68990b298c89 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.6284919 Aug 16 02:04:08.239504 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd2ec-6f2a-46ab-83f1-cfcce2b4fd20 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.261304 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.329177 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:08.332190 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7f88578-b176-4d13-b0d5-18d78ebe1662 req-4dc2678e-4296-43ef-b919-16ab85d498ba tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017554 Aug 16 02:04:08.335374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5f90d23-d255-44a2-9bac-229d2d55b071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.344109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5f90d23-d255-44a2-9bac-229d2d55b071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.355512 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c5f90d23-d255-44a2-9bac-229d2d55b071 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9abd9d96-8873-470f-b74e-e1d21849ffb2 HTTP/1.1" status: 204 len: 168 time: 0.9422617 Aug 16 02:04:08.360137 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:08.372419 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:08.439980 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd2ec-6f2a-46ab-83f1-cfcce2b4fd20 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.439980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4bd2ec-6f2a-46ab-83f1-cfcce2b4fd20 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Fanout notify agent at l3_agent the message router_deleted on router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:08.446860 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd2ec-6f2a-46ab-83f1-cfcce2b4fd20 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.448158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ff4bd2ec-6f2a-46ab-83f1-cfcce2b4fd20 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 HTTP/1.1" status: 204 len: 168 time: 1.0931909 Aug 16 02:04:08.455867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52196) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:08.468773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f90d23-d255-44a2-9bac-229d2d55b071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abd9d96-8873-470f-b74e-e1d21849ffb2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.477180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-907bfbfb-5b3e-4dc5-8673-d8f27fcef812 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-792503817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:08.524717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event updated for resources: {'Port': ['ID=3157cdff-3d92-491c-81fb-e699e89aac72,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.563390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-da60dae0-3d0a-465a-ac4e-24411e3d8121 None None] Set router 58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:08.572272 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58c7907b-4c18-4edf-af8d-dffb89f6137a tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.604113 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-907bfbfb-5b3e-4dc5-8673-d8f27fcef812 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.605199 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-907bfbfb-5b3e-4dc5-8673-d8f27fcef812 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.663353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e3646be3-46cd-44b5-984b-fb25ac35327c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:08.670078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-907bfbfb-5b3e-4dc5-8673-d8f27fcef812 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.692663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-da60dae0-3d0a-465a-ac4e-24411e3d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 11, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:08.711008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-58c7907b-4c18-4edf-af8d-dffb89f6137a tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Calling delete_port for 770fb5fc-d48b-4787-9c55-55a29a6b96fb owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:08.770369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da60dae0-3d0a-465a-ac4e-24411e3d8121 None None] The sync data for ids ['58cd6b2b-4e18-47f9-bf29-ebe84cacbce1'] in n-d-768509-23 is: [{'id': '58cd6b2b-4e18-47f9-bf29-ebe84cacbce1', 'name': 'tempest-RoutersIpV6Test-router-991103607', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:54Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 11, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:08.786653 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-907bfbfb-5b3e-4dc5-8673-d8f27fcef812 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.847711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e3646be3-46cd-44b5-984b-fb25ac35327c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:08.848103 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.962042 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-907bfbfb-5b3e-4dc5-8673-d8f27fcef812 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.962042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-907bfbfb-5b3e-4dc5-8673-d8f27fcef812 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5004754 Aug 16 02:04:08.962719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52200) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:08.967550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6a8c4ee8-2cab-4eff-b614-bdef480090b2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:09.261761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.510221 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4ee8-2cab-4eff-b614-bdef480090b2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.599244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58c7907b-4c18-4edf-af8d-dffb89f6137a tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.623780 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4ee8-2cab-4eff-b614-bdef480090b2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.642610 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7907b-4c18-4edf-af8d-dffb89f6137a tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Pushing event deleted for resources: {'Port': ['ID=770fb5fc-d48b-4787-9c55-55a29a6b96fb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.687815 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c80f89-8bac-4a86-afd6-e4c546099357 req-6bb817f8-c78a-4da0-8b2f-0ebae8fec7fd tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.715638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96c80f89-8bac-4a86-afd6-e4c546099357 req-6bb817f8-c78a-4da0-8b2f-0ebae8fec7fd tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.1939647 Aug 16 02:04:09.839771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-58c7907b-4c18-4edf-af8d-dffb89f6137a tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.841801 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-58c7907b-4c18-4edf-af8d-dffb89f6137a tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] 10.222.0.66 "DELETE /v2.0/ports/770fb5fc-d48b-4787-9c55-55a29a6b96fb HTTP/1.1" status: 204 len: 168 time: 1.9109027 Aug 16 02:04:09.851617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52218) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.898947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96c80f89-8bac-4a86-afd6-e4c546099357 req-8b4be158-6594-4800-b9f5-c70d6298477a tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811163 Aug 16 02:04:09.943839 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.047593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8c4ee8-2cab-4eff-b614-bdef480090b2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Router aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:10.077292 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-419b8866-c47a-4da4-84bb-80197927c855 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Deleting subnet 216fda80-2748-4e68-943a-c5b77dc34dc5 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:10.091622 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-419b8866-c47a-4da4-84bb-80197927c855 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.222499 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-419b8866-c47a-4da4-84bb-80197927c855 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.374380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8c4ee8-2cab-4eff-b614-bdef480090b2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:10.413847 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c548acb-1c52-4765-8148-4f0c8458e220 None None] Sync routers for ids ['aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:10.431183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4ee8-2cab-4eff-b614-bdef480090b2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.436049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6a8c4ee8-2cab-4eff-b614-bdef480090b2 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "PUT /v2.0/routers/aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2 HTTP/1.1" status: 200 len: 697 time: 1.4719939 Aug 16 02:04:10.447093 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c548acb-1c52-4765-8148-4f0c8458e220 None None] Routers {'aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:10.447731 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6c548acb-1c52-4765-8148-4f0c8458e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:10.477472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52226) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.632002 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6c548acb-1c52-4765-8148-4f0c8458e220 None None] Set router aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:10.651129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Router d162266d-13ad-42eb-b4af-94b9244474e0 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:10.728293 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6c548acb-1c52-4765-8148-4f0c8458e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2', 'name': 'tempest-RoutersIpV6Test-router-792503817', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:08Z', 'updated_at': '2021-08-16T02:04:09Z', 'revision_number': 2, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:10.767299 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c548acb-1c52-4765-8148-4f0c8458e220 None None] Checking router: aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:10.777487 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c548acb-1c52-4765-8148-4f0c8458e220 None None] Routers {'aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:10.778395 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6c548acb-1c52-4765-8148-4f0c8458e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:10.828329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3bace546-8d28-48ca-84b4-de1b5a6cfb89 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/routers/aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2 HTTP/1.1" status: 200 len: 703 time: 0.3461647 Aug 16 02:04:10.830603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52230) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.913615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-075a3c68-7515-41f7-9c1c-e3e8d907c862 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2 HTTP/1.1" status: 200 len: 205 time: 0.0764010 Aug 16 02:04:10.915708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52234) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.959388 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-419b8866-c47a-4da4-84bb-80197927c855 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.982593 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6c548acb-1c52-4765-8148-4f0c8458e220 None None] Set router aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:11.180479 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6c548acb-1c52-4765-8148-4f0c8458e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2', 'name': 'tempest-RoutersIpV6Test-router-792503817', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:08Z', 'updated_at': '2021-08-16T02:04:09Z', 'revision_number': 2, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:11.185634 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:04:11.196967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:11.209692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Sync routers for ids ['d162266d-13ad-42eb-b4af-94b9244474e0'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:11.222257 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c548acb-1c52-4765-8148-4f0c8458e220 None None] The sync data for ids ['aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2'] in n-d-768509-23 is: [{'id': 'aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2', 'name': 'tempest-RoutersIpV6Test-router-792503817', 'tenant_id': '76ff936a07da41d0b888cc09eb2f28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:08Z', 'updated_at': '2021-08-16T02:04:09Z', 'revision_number': 2, 'project_id': '76ff936a07da41d0b888cc09eb2f28fa', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:11.238681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Routers {'d162266d-13ad-42eb-b4af-94b9244474e0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:11.240395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d162266d-13ad-42eb-b4af-94b9244474e0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:11.309044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe603-155d-474d-82bc-3fe71cf769cf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.368421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.370989 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dd71df9d-a4d2-4a9e-bb71-0b37d9df008f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.0211489 Aug 16 02:04:11.373213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52246) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:11.482187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f311ca5-4230-47ff-ab28-5d6ad4013739 req-f09ebb63-eea1-4fe4-a427-0c4db05475bb tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:11.497575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f311ca5-4230-47ff-ab28-5d6ad4013739 req-f09ebb63-eea1-4fe4-a427-0c4db05475bb tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.3892534 Aug 16 02:04:11.539082 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-419b8866-c47a-4da4-84bb-80197927c855 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.560459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Set router d162266d-13ad-42eb-b4af-94b9244474e0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:11.640539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b8866-c47a-4da4-84bb-80197927c855 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Pushing event deleted for resources: {'Subnet': ['ID=216fda80-2748-4e68-943a-c5b77dc34dc5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:11.662496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-419b8866-c47a-4da4-84bb-80197927c855 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.666757 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-419b8866-c47a-4da4-84bb-80197927c855 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] 10.222.0.66 "DELETE /v2.0/subnets/216fda80-2748-4e68-943a-c5b77dc34dc5 HTTP/1.1" status: 204 len: 168 time: 1.8118005 Aug 16 02:04:11.667418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52250) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:11.707040 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6174e110-feca-4ae0-8edf-2dec24b18eab None None] Network a141af50-37ae-46b0-be1a-c6b3c66fc74b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:11.826388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe603-155d-474d-82bc-3fe71cf769cf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.834261 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe603-155d-474d-82bc-3fe71cf769cf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.971281 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.981572 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f44135b1-a703-4a9d-a5ac-893d7d4dbabd tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/routers/d162266d-13ad-42eb-b4af-94b9244474e0 HTTP/1.1" status: 200 len: 906 time: 0.6064532 Aug 16 02:04:11.983717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52258) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.019314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f311ca5-4230-47ff-ab28-5d6ad4013739 req-00589a71-691f-4778-beba-a0ae7048d370 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5173194 Aug 16 02:04:12.054270 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe603-155d-474d-82bc-3fe71cf769cf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.057733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ffe603-155d-474d-82bc-3fe71cf769cf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Fanout notify agent at l3_agent the message router_deleted on router aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:12.064427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe603-155d-474d-82bc-3fe71cf769cf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.071536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e4ffe603-155d-474d-82bc-3fe71cf769cf tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2 HTTP/1.1" status: 204 len: 168 time: 1.1543169 Aug 16 02:04:12.074660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52260) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.185750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fcb2899d-dc6c-4d29-8623-0a7b33a92814 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2 HTTP/1.1" status: 200 len: 205 time: 0.1095185 Aug 16 02:04:12.189170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52262) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.354913 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-eb87301a-7920-471f-9d3c-cf15942d8c18 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] delete failed (client error): The resource could not be found. Aug 16 02:04:12.355317 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.356298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd162266d-13ad-42eb-b4af-94b9244474e0', 'name': 'tempest-snat-router-53506601', 'tenant_id': '90f4ac3da28945a9ba4727f951afb68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '3157cdff-3d92-491c-81fb-e699e89aac72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:08Z', 'revision_number': 3, 'project_id': '90f4ac3da28945a9ba4727f951afb68f', 'gw_port': {'id': '3157cdff-3d92-491c-81fb-e699e89aac72', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd162266d-13ad-42eb-b4af-94b9244474e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:06Z', 'updated_at': '2021-08-16T02:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:12.358347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eb87301a-7920-471f-9d3c-cf15942d8c18 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/aa84e5a2-7fc2-45f4-be43-4ec5d7ee0cc2 HTTP/1.1" status: 404 len: 336 time: 0.1676068 Aug 16 02:04:12.363373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52266) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.461876 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ef98f8-c115-451d-bac4-188bd162ca14 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:12.462727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ef98f8-c115-451d-bac4-188bd162ca14 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:12.466696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d4ef98f8-c115-451d-bac4-188bd162ca14 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/72f7f446-c374-43ea-8556-6848d30db0c2 HTTP/1.1" status: 404 len: 337 time: 0.1020222 Aug 16 02:04:12.472890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52270) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.499708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6370156a-2d61-4922-aafe-e59d15258a02 None None] DHCP port deletion for a141af50-37ae-46b0-be1a-c6b3c66fc74b request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:12.518390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Checking router: d162266d-13ad-42eb-b4af-94b9244474e0 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:12.518739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Updating router d162266d-13ad-42eb-b4af-94b9244474e0 port 3157cdff-3d92-491c-81fb-e699e89aac72 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:12.702366 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.911238 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Deleting port 027f4ecd-3ebb-453b-96dc-77981a16b127 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:12.911771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.011789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6370156a-2d61-4922-aafe-e59d15258a02 None None] Deleting port 027f4ecd-3ebb-453b-96dc-77981a16b127 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:13.012172 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6370156a-2d61-4922-aafe-e59d15258a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.151675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6370156a-2d61-4922-aafe-e59d15258a02 None None] For port 027f4ecd-3ebb-453b-96dc-77981a16b127, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=027f4ecd-3ebb-453b-96dc-77981a16b127,segment=NetworkSegment(cf91a922-cbf7-45e3-9e9e-1f8963e4626a),segment_id=cf91a922-cbf7-45e3-9e9e-1f8963e4626a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:13.152280 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6370156a-2d61-4922-aafe-e59d15258a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.173323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6370156a-2d61-4922-aafe-e59d15258a02 None None] Calling delete_port for 027f4ecd-3ebb-453b-96dc-77981a16b127 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:13.180012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.280976 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] For port 027f4ecd-3ebb-453b-96dc-77981a16b127, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=027f4ecd-3ebb-453b-96dc-77981a16b127,segment=NetworkSegment(cf91a922-cbf7-45e3-9e9e-1f8963e4626a),segment_id=cf91a922-cbf7-45e3-9e9e-1f8963e4626a)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:13.281865 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.327960 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Calling delete_port for 027f4ecd-3ebb-453b-96dc-77981a16b127 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:13.351726 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-443f5af7-8ecb-4e96-8722-51dbb3313134 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:13.352787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443f5af7-8ecb-4e96-8722-51dbb3313134 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:13.358583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-443f5af7-8ecb-4e96-8722-51dbb3313134 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/cdf0040f-08bc-4126-b205-a11dde8a37d2 HTTP/1.1" status: 404 len: 337 time: 0.8838851 Aug 16 02:04:13.372745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52284) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.448755 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.466809 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6370156a-2d61-4922-aafe-e59d15258a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.483769 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79c9441-db7b-4fb8-a750-486324ebae43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:13.484363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79c9441-db7b-4fb8-a750-486324ebae43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:13.488806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f79c9441-db7b-4fb8-a750-486324ebae43 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/15df061d-66e9-4da0-94c4-1a55342a6061 HTTP/1.1" status: 404 len: 337 time: 0.1127119 Aug 16 02:04:13.489011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52288) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.506189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Transition to ACTIVE for port object 3157cdff-3d92-491c-81fb-e699e89aac72 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:13.511559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370156a-2d61-4922-aafe-e59d15258a02 None None] Pushing event deleted for resources: {'Port': ['ID=027f4ecd-3ebb-453b-96dc-77981a16b127,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.518349 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.526149 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370156a-2d61-4922-aafe-e59d15258a02 None None] No DVR routers for this DVR port 027f4ecd-3ebb-453b-96dc-77981a16b127 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:13.543873 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c71bff8-ec22-4894-8540-0099c6d56fd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:13.543873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c71bff8-ec22-4894-8540-0099c6d56fd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:13.543873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2c71bff8-ec22-4894-8540-0099c6d56fd5 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/9c98359b-765a-4851-b8ae-8f511010b6b4 HTTP/1.1" status: 404 len: 337 time: 0.0498953 Aug 16 02:04:13.549766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52290) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.550466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] No DVR routers for this DVR port 027f4ecd-3ebb-453b-96dc-77981a16b127 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:13.568003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9a65-0123-422d-aca7-47d1cb0dd340 req-e839903b-2389-44bf-bac4-9e736dff997f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.583220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d1f9a65-0123-422d-aca7-47d1cb0dd340 req-e839903b-2389-44bf-bac4-9e736dff997f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.2215390 Aug 16 02:04:13.631950 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d8afd65d-8523-4b7c-9fd6-6245c45a8b44 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 HTTP/1.1" status: 200 len: 205 time: 0.0792801 Aug 16 02:04:13.634823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52292) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.642083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Pushing event deleted for resources: {'Port': ['ID=027f4ecd-3ebb-453b-96dc-77981a16b127,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.683650 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-eb1e24a2-86f9-45f1-b7cb-c36be607f04a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] delete failed (client error): The resource could not be found. Aug 16 02:04:13.687820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eb1e24a2-86f9-45f1-b7cb-c36be607f04a tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/58cd6b2b-4e18-47f9-bf29-ebe84cacbce1 HTTP/1.1" status: 404 len: 336 time: 0.0517335 Aug 16 02:04:13.689002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52294) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.720413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d1f9a65-0123-422d-aca7-47d1cb0dd340 req-650e71cb-4035-4159-a466-afd63a23f3a7 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329341 Aug 16 02:04:13.724245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Deleting port 3157cdff-3d92-491c-81fb-e699e89aac72 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:13.724599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.729550 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.729914 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.748442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-805f92db-967c-4dfc-8cb8-bd1ab9584343 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=417ec50d-1234-4bba-8e32-cf5e2d76548d HTTP/1.1" status: 200 len: 205 time: 0.0582609 Aug 16 02:04:13.753695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52296) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.813406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a141af50-37ae-46b0-be1a-c6b3c66fc74b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:13.912890 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-99456fc6-1667-4e66-b75d-1976a42a8444 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] delete failed (client error): The resource could not be found. Aug 16 02:04:13.913978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-99456fc6-1667-4e66-b75d-1976a42a8444 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/417ec50d-1234-4bba-8e32-cf5e2d76548d HTTP/1.1" status: 404 len: 336 time: 0.1614332 Aug 16 02:04:13.914782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Attempting to bind port 3157cdff-3d92-491c-81fb-e699e89aac72 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:13.915317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Attempting to bind port 3157cdff-3d92-491c-81fb-e699e89aac72 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:13.915918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Attempting to bind port 3157cdff-3d92-491c-81fb-e699e89aac72 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:13.926621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:13.928466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:13.929153 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.930023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:13.930944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Bound port: 3157cdff-3d92-491c-81fb-e699e89aac72, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:13.931503 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.957339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52302) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.974836 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.983167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8b021-143e-46a3-a6d4-755804d8d2bf None None] Pushing event updated for resources: {'Port': ['ID=3157cdff-3d92-491c-81fb-e699e89aac72,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.030913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Calling delete_port for 3157cdff-3d92-491c-81fb-e699e89aac72 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:14.033744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] For port 3157cdff-3d92-491c-81fb-e699e89aac72, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:14.037592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf91a922-cbf7-45e3-9e9e-1f8963e4626a') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:14.037592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf91a922-cbf7-45e3-9e9e-1f8963e4626a') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:14.040482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] For port 3157cdff-3d92-491c-81fb-e699e89aac72, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3157cdff-3d92-491c-81fb-e699e89aac72,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:14.067284 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.087557 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-382693f0-2863-4cc6-a9e4-9b3b283c1bb9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.088125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382693f0-2863-4cc6-a9e4-9b3b283c1bb9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.090246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 027f4ecd-3ebb-453b-96dc-77981a16b127 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:14.090930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-382693f0-2863-4cc6-a9e4-9b3b283c1bb9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/ec489980-26fc-411a-83f6-87f98c35c295 HTTP/1.1" status: 404 len: 337 time: 0.1324925 Aug 16 02:04:14.097564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52308) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.109930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.119582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24b020c7-3627-44e6-bba2-9e6a643dfd38 req-7832e7d6-9817-4f9f-8ad4-52790e797a9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2070262 Aug 16 02:04:14.129333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 027f4ecd-3ebb-453b-96dc-77981a16b127 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:14.129967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 027f4ecd-3ebb-453b-96dc-77981a16b127 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:14.175120 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.189357 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-25a97238-a4a0-4716-af85-d7be0742cb01 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e7085d2-4460-4248-9791-17a60ef97f53 HTTP/1.1" status: 200 len: 205 time: 0.0905173 Aug 16 02:04:14.190108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52310) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.228839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b020c7-3627-44e6-bba2-9e6a643dfd38 req-778cf381-7904-4901-be77-174e030e343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:14.233029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24b020c7-3627-44e6-bba2-9e6a643dfd38 req-778cf381-7904-4901-be77-174e030e343a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 1097 time: 0.0865827 Aug 16 02:04:14.249588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8b021-143e-46a3-a6d4-755804d8d2bf None None] Pushing event updated for resources: {'Port': ['ID=3157cdff-3d92-491c-81fb-e699e89aac72,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.265099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:14.265346 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.268804 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-1ad63e37-2d2a-4b1e-b04c-63bbc4b933a9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] delete failed (client error): The resource could not be found. Aug 16 02:04:14.270829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Routers {'d162266d-13ad-42eb-b4af-94b9244474e0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:14.272668 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1ad63e37-2d2a-4b1e-b04c-63bbc4b933a9 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/6e7085d2-4460-4248-9791-17a60ef97f53 HTTP/1.1" status: 404 len: 336 time: 0.0763645 Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:14.273469 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:14.276133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52312) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.278357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d162266d-13ad-42eb-b4af-94b9244474e0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:14.362983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-74b84a72-bbcc-4aa9-ac82-89b2c62628cc tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=5316bc99-8218-477f-b683-c73ac91fa6aa HTTP/1.1" status: 200 len: 205 time: 0.0845404 Aug 16 02:04:14.367255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52316) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.430930 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-e2f768d8-a92d-4203-824e-35935dc2b2ed tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] delete failed (client error): The resource could not be found. Aug 16 02:04:14.433112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e2f768d8-a92d-4203-824e-35935dc2b2ed tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/5316bc99-8218-477f-b683-c73ac91fa6aa HTTP/1.1" status: 404 len: 336 time: 0.0635695 Aug 16 02:04:14.434750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52320) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.479307 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6529c6-308c-4b5f-a36c-bf4eb70dc7bb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.479681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6529c6-308c-4b5f-a36c-bf4eb70dc7bb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.481740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ca6529c6-308c-4b5f-a36c-bf4eb70dc7bb tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/1bc349e9-39c4-4d28-b0a8-6d2a512059ed HTTP/1.1" status: 404 len: 337 time: 0.0458300 Aug 16 02:04:14.484479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52322) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.519464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5e5ae9f9-6ad8-4cfd-8ee4-c9c8b933ae3d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7d95d8-6ec4-41bd-ad4c-83f529c698ee HTTP/1.1" status: 200 len: 205 time: 0.0336318 Aug 16 02:04:14.522543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52324) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.532497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b020c7-3627-44e6-bba2-9e6a643dfd38 req-a62c4952-18f7-44a9-a0d2-4181d9ac6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:14.534561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24b020c7-3627-44e6-bba2-9e6a643dfd38 req-a62c4952-18f7-44a9-a0d2-4181d9ac6a8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 200 len: 915 time: 0.2782948 Aug 16 02:04:14.568840 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-46d190f7-af01-4bc6-b3f1-d978d9c87aba tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] delete failed (client error): The resource could not be found. Aug 16 02:04:14.572905 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-46d190f7-af01-4bc6-b3f1-d978d9c87aba tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/5e7d95d8-6ec4-41bd-ad4c-83f529c698ee HTTP/1.1" status: 404 len: 336 time: 0.0490551 Aug 16 02:04:14.573621 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52326) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.582925 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.607495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24b020c7-3627-44e6-bba2-9e6a643dfd38 req-19f88fa2-ec74-41b3-ab4b-696c9b131131 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c72cd3-5689-4c9a-ad0f-969741396951 HTTP/1.1" status: 200 len: 217 time: 0.0648189 Aug 16 02:04:14.631627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.633928 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] 10.222.0.66 "DELETE /v2.0/networks/a141af50-37ae-46b0-be1a-c6b3c66fc74b HTTP/1.1" status: 204 len: 168 time: 2.9538031 Aug 16 02:04:14.635061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3277ea-8c8c-4022-a5cf-f915c0d412a3 tempest-ExtraDHCPOptionsTestJSON-1759110892 tempest-ExtraDHCPOptionsTestJSON-1759110892-project] Pushing event deleted for resources: {'Network': ['ID=a141af50-37ae-46b0-be1a-c6b3c66fc74b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.644057 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-70039e52-525b-4269-b92f-d2b98874f584 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.644607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70039e52-525b-4269-b92f-d2b98874f584 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.648200 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-70039e52-525b-4269-b92f-d2b98874f584 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/9ae000de-f134-4201-9077-767072c54f11 HTTP/1.1" status: 404 len: 337 time: 0.0733469 Aug 16 02:04:14.655110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52330) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.674753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b020c7-3627-44e6-bba2-9e6a643dfd38 req-2dcc82d7-54cf-45e5-81e5-1408b6ed175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:14.677183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24b020c7-3627-44e6-bba2-9e6a643dfd38 req-2dcc82d7-54cf-45e5-81e5-1408b6ed175f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b5d9887-5831-4c81-9b1b-b777b7b590be HTTP/1.1" status: 200 len: 854 time: 0.0619032 Aug 16 02:04:14.697856 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cfc1e92c-b75d-4551-b204-c7e8c2e2d210 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "GET /v2.0/ports?device_id=840b965e-d2b6-4f50-8749-f00c99366377 HTTP/1.1" status: 200 len: 205 time: 0.0415475 Aug 16 02:04:14.701067 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52332) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.701923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.739970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24b020c7-3627-44e6-bba2-9e6a643dfd38 req-6d2ada3a-5e21-4ad1-973a-d6d9a32c8855 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56ae16c4-b4d3-4d7b-b550-07b2d89834df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537906 Aug 16 02:04:14.762377 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-bc264059-c1f0-453a-a16f-b71eb98d0843 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] delete failed (client error): The resource could not be found. Aug 16 02:04:14.767605 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bc264059-c1f0-453a-a16f-b71eb98d0843 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/routers/840b965e-d2b6-4f50-8749-f00c99366377 HTTP/1.1" status: 404 len: 336 time: 0.0624652 Aug 16 02:04:14.772762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52338) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.810228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] Set router d162266d-13ad-42eb-b4af-94b9244474e0 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:14.826730 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d28764-c40e-40c0-b5b9-a18317e48e2d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.829250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d28764-c40e-40c0-b5b9-a18317e48e2d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.832539 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-28d28764-c40e-40c0-b5b9-a18317e48e2d tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/9020821d-45da-41f9-9b7e-873cc8e8bfbb HTTP/1.1" status: 404 len: 337 time: 0.0401993 Aug 16 02:04:14.833304 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52340) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.835885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event deleted for resources: {'Port': ['ID=3157cdff-3d92-491c-81fb-e699e89aac72,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.910272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd162266d-13ad-42eb-b4af-94b9244474e0', 'name': 'tempest-snat-router-53506601', 'tenant_id': '90f4ac3da28945a9ba4727f951afb68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:13Z', 'revision_number': 4, 'project_id': '90f4ac3da28945a9ba4727f951afb68f', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:14.928717 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19af50c-8968-4f93-a531-40f17376b636 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.929299 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19af50c-8968-4f93-a531-40f17376b636 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.935881 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e19af50c-8968-4f93-a531-40f17376b636 tempest-RoutersIpV6Test-1983805592 tempest-RoutersIpV6Test-1983805592-project] 10.222.0.66 "DELETE /v2.0/subnets/17f79d40-ae90-44c5-af5a-044ccbd139df HTTP/1.1" status: 404 len: 337 time: 0.0995889 Aug 16 02:04:14.943322 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.959926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b6d0-70ac-485e-a361-3220dd463641 None None] The sync data for ids ['d162266d-13ad-42eb-b4af-94b9244474e0'] in n-d-768509-23 is: [{'id': 'd162266d-13ad-42eb-b4af-94b9244474e0', 'name': 'tempest-snat-router-53506601', 'tenant_id': '90f4ac3da28945a9ba4727f951afb68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:13Z', 'revision_number': 4, 'project_id': '90f4ac3da28945a9ba4727f951afb68f', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:15.010094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24b020c7-3627-44e6-bba2-9e6a643dfd38 req-4440f5f0-5b66-4b40-a9d9-8ad193bb3249 service neutron] 10.222.0.64 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578135 Aug 16 02:04:15.080375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.088844 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.126908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec363703-9470-4981-8566-ba58e9741fcb req-bff9617f-54f9-4bbc-8530-be4653d8ef09 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.128644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec363703-9470-4981-8566-ba58e9741fcb req-bff9617f-54f9-4bbc-8530-be4653d8ef09 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.2112317 Aug 16 02:04:15.212020 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24b020c7-3627-44e6-bba2-9e6a643dfd38 req-4235516b-f6a3-472f-8390-a9415ccbb1d5 service neutron] 10.222.0.64 "GET /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779146 Aug 16 02:04:15.228854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec363703-9470-4981-8566-ba58e9741fcb req-a5b1bd04-b4b7-4f2b-9672-8194767060c6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740802 Aug 16 02:04:15.318729 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.320610 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d162266d-13ad-42eb-b4af-94b9244474e0 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:15.327857 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.330898 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b8bae65f-34c5-4abe-84bb-1107f344887a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "DELETE /v2.0/routers/d162266d-13ad-42eb-b4af-94b9244474e0 HTTP/1.1" status: 204 len: 168 time: 3.3452253 Aug 16 02:04:15.333467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52350) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.493615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.627633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.883918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Deleting port e3646be3-46cd-44b5-984b-fb25ac35327c {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:15.886205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.911808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52364) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.048092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] For port e3646be3-46cd-44b5-984b-fb25ac35327c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e3646be3-46cd-44b5-984b-fb25ac35327c,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:16.057866 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.074305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Calling delete_port for e3646be3-46cd-44b5-984b-fb25ac35327c owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:16.275406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52374) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.481895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.534417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3646be3-46cd-44b5-984b-fb25ac35327c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.635986 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a9231a3c-cf84-4294-8337-cb29c276681b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ba9259fb7cd4f85ab6071acf3743b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7226501 Aug 16 02:04:16.636849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3554d-0e51-4a01-a42f-c3777afc1a44 req-cbe438ff-e718-44c6-ad33-6430355996c5 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:16.642000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.646359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6a3554d-0e51-4a01-a42f-c3777afc1a44 req-cbe438ff-e718-44c6-ad33-6430355996c5 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.2284141 Aug 16 02:04:16.657555 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.665224 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e839921a-af10-42e9-a7d5-a1fe980c18ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76ff936a07da41d0b888cc09eb2f28fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909314 Aug 16 02:04:16.668143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52384) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.747607 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-420037c6-1920-4ee1-87e7-5c7058c0cc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.804907 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-420037c6-1920-4ee1-87e7-5c7058c0cc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.821699 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69e0d979-40bc-4bd5-9237-afd74495288a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.901634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.913118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69e0d979-40bc-4bd5-9237-afd74495288a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.920063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.949174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6a3554d-0e51-4a01-a42f-c3777afc1a44 req-0badb6c2-36c0-4825-b869-7a937c06c5a4 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018560 Aug 16 02:04:17.065535 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-420037c6-1920-4ee1-87e7-5c7058c0cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.068183 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-420037c6-1920-4ee1-87e7-5c7058c0cc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.069374 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-420037c6-1920-4ee1-87e7-5c7058c0cc6b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e1230ce-89e0-4d43-bdd9-de15fd1d6a7f HTTP/1.1" status: 204 len: 168 time: 0.4262338 Aug 16 02:04:17.080070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420037c6-1920-4ee1-87e7-5c7058c0cc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1230ce-89e0-4d43-bdd9-de15fd1d6a7f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.155150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69e0d979-40bc-4bd5-9237-afd74495288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.155150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69e0d979-40bc-4bd5-9237-afd74495288a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.156527 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-69e0d979-40bc-4bd5-9237-afd74495288a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a846333c-2a33-4d48-b250-7a018529f049 HTTP/1.1" status: 204 len: 168 time: 0.4864128 Aug 16 02:04:17.168817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0d979-40bc-4bd5-9237-afd74495288a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a846333c-2a33-4d48-b250-7a018529f049,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.203899 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.207002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15618fc7-1855-4bbc-a27e-1be4610958b5 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:17.215990 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.217298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5c1696fd-b5c4-406d-8cb7-56790abac869 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "DELETE /v2.0/routers/15618fc7-1855-4bbc-a27e-1be4610958b5 HTTP/1.1" status: 204 len: 168 time: 1.8826110 Aug 16 02:04:17.221010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52394) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.230000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1329165151', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:17.408623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.411532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.548719 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.637321 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52400) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.836153 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79ff60db-1929-4a96-a531-2522cc66e573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.858507 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.019528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79ff60db-1929-4a96-a531-2522cc66e573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.113159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e3646be3-46cd-44b5-984b-fb25ac35327c no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:18.191644 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: e3646be3-46cd-44b5-984b-fb25ac35327c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:18.192013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e3646be3-46cd-44b5-984b-fb25ac35327c not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:18.235854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e5f4-89f1-47d0-8a70-e071a63c98df req-77ddec55-5830-460d-97a0-55e555c84ea0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.245610 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc69e5f4-89f1-47d0-8a70-e071a63c98df req-77ddec55-5830-460d-97a0-55e555c84ea0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.1042471 Aug 16 02:04:18.355659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc69e5f4-89f1-47d0-8a70-e071a63c98df req-5d367711-f064-4cb2-9cce-7bdc9080a896 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055143 Aug 16 02:04:18.418912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79ff60db-1929-4a96-a531-2522cc66e573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.544428 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-79ff60db-1929-4a96-a531-2522cc66e573 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5d1a86bc4c74adcbad94c487c3ae453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9036214 Aug 16 02:04:18.546262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52420) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:18.565625 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff60db-1929-4a96-a531-2522cc66e573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a611e4-98cb-421e-b048-0aab052fe561,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:18.678557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4618d72-c9c0-4b12-895d-d2f0cc95095c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.716409 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.742924 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.745602 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4618d72-c9c0-4b12-895d-d2f0cc95095c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.970984 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4618d72-c9c0-4b12-895d-d2f0cc95095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.974904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a4618d72-c9c0-4b12-895d-d2f0cc95095c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.979265 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a4618d72-c9c0-4b12-895d-d2f0cc95095c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20a611e4-98cb-421e-b048-0aab052fe561 HTTP/1.1" status: 204 len: 168 time: 0.4287970 Aug 16 02:04:18.993198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4618d72-c9c0-4b12-895d-d2f0cc95095c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a611e4-98cb-421e-b048-0aab052fe561,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:19.010522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Allocated IP 172.25.8.193 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/befa0615-92d7-4fa6-a0d5-de8bb4362600) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:19.252118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.399289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.469839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:19.469839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:19.476713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:19.528059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Pushing event updated for resources: {'Port': ['ID=befa0615-92d7-4fa6-a0d5-de8bb4362600,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:19.590328 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52448) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:19.650920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf40467-ca36-4b40-9233-53eb64606c7d req-96f0a510-30ef-4281-810f-b4b03d472ca1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.652453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecf40467-ca36-4b40-9233-53eb64606c7d req-96f0a510-30ef-4281-810f-b4b03d472ca1 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.1451492 Aug 16 02:04:19.781198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecf40467-ca36-4b40-9233-53eb64606c7d req-ce2c32d3-1fed-4ad6-b010-15d6118fcda6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084728 Aug 16 02:04:19.881198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-aa8998a3-2214-4fc1-a266-6379fbe7e95b tempest-DvrRoutersNegativeTest-1876403376 tempest-DvrRoutersNegativeTest-1876403376-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1499775822', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:19.885205 n-d-768509-23 neutron-server[95515]: DEBUG neutron.policy [None req-aa8998a3-2214-4fc1-a266-6379fbe7e95b tempest-DvrRoutersNegativeTest-1876403376 tempest-DvrRoutersNegativeTest-1876403376-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95515) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 02:04:19.885928 n-d-768509-23 neutron-server[95515]: DEBUG neutron.policy [None req-aa8998a3-2214-4fc1-a266-6379fbe7e95b tempest-DvrRoutersNegativeTest-1876403376 tempest-DvrRoutersNegativeTest-1876403376-project] Failed policy check for 'create_router' {{(pid=95515) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 02:04:19.888725 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-aa8998a3-2214-4fc1-a266-6379fbe7e95b tempest-DvrRoutersNegativeTest-1876403376 tempest-DvrRoutersNegativeTest-1876403376-project] create failed (client error): Access was denied to this resource. Aug 16 02:04:19.895728 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aa8998a3-2214-4fc1-a266-6379fbe7e95b tempest-DvrRoutersNegativeTest-1876403376 tempest-DvrRoutersNegativeTest-1876403376-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3042188 Aug 16 02:04:20.075958 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.374075 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.523486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52466) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:20.533586 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8124f1c-4e46-4d6d-a097-e809f9dd05a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.591860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Router f62578a9-a352-49ad-931b-7bc4d8700dfd is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:20.668025 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8124f1c-4e46-4d6d-a097-e809f9dd05a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.740883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:20.754339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52470) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:20.757935 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c53bb87-e121-42cf-89b9-84bae1e87c62 None None] Sync routers for ids ['f62578a9-a352-49ad-931b-7bc4d8700dfd'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:20.763665 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8124f1c-4e46-4d6d-a097-e809f9dd05a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.771106 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53bb87-e121-42cf-89b9-84bae1e87c62 None None] Routers {'f62578a9-a352-49ad-931b-7bc4d8700dfd'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:20.771706 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6c53bb87-e121-42cf-89b9-84bae1e87c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f62578a9-a352-49ad-931b-7bc4d8700dfd'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:20.798176 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d8124f1c-4e46-4d6d-a097-e809f9dd05a0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5148319b6bd4a42a7f0074dfa299de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777965 Aug 16 02:04:20.800300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52476) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:20.822090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8124f1c-4e46-4d6d-a097-e809f9dd05a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b54c42-c882-4340-bffe-d279e5b3ef6c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:20.857345 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6c53bb87-e121-42cf-89b9-84bae1e87c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:20.870604 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4e51443-0063-4ba5-b389-3c42bf7edbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.884341 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53bb87-e121-42cf-89b9-84bae1e87c62 None None] Routers {'f62578a9-a352-49ad-931b-7bc4d8700dfd'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:20.884341 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6c53bb87-e121-42cf-89b9-84bae1e87c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f62578a9-a352-49ad-931b-7bc4d8700dfd'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:20.900501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4e51443-0063-4ba5-b389-3c42bf7edbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.940129 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.950622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52484) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:20.961608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.963080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5c244a74-1e02-4ee5-a8da-62aa133c9b1c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7409601 Aug 16 02:04:20.965848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52488) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:20.970794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7b197582-dc47-474c-9d09-2728ee08eed0 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'enable_snat': False}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:21.002049 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6c53bb87-e121-42cf-89b9-84bae1e87c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:21.002049 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c53bb87-e121-42cf-89b9-84bae1e87c62 None None] The sync data for ids ['f62578a9-a352-49ad-931b-7bc4d8700dfd'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:21.046428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4e51443-0063-4ba5-b389-3c42bf7edbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.050375 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4e51443-0063-4ba5-b389-3c42bf7edbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.054685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d4e51443-0063-4ba5-b389-3c42bf7edbda admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0b54c42-c882-4340-bffe-d279e5b3ef6c HTTP/1.1" status: 204 len: 168 time: 0.2526729 Aug 16 02:04:21.086929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e51443-0063-4ba5-b389-3c42bf7edbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b54c42-c882-4340-bffe-d279e5b3ef6c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.096557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-10bb7ce8-5368-49df-9c56-d6fdae6ad79e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023468209'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:21.111687 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0fa66f8f-319b-43bb-a838-068ec401562b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.132122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a6c19-a249-465f-8ea9-2d3b8cdcfa97 req-aeb39cc1-d5e9-4093-a69f-3dc32b1cf653 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.133694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c2a6c19-a249-465f-8ea9-2d3b8cdcfa97 req-aeb39cc1-d5e9-4093-a69f-3dc32b1cf653 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.1187930 Aug 16 02:04:21.140357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c62a7-ae24-4f64-854e-7a413462a111 req-17ea1902-c3b3-49f4-9a76-fa02f4724c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.141934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d4c62a7-ae24-4f64-854e-7a413462a111 req-17ea1902-c3b3-49f4-9a76-fa02f4724c00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=57944a39ed824a15aff00c4389f15532&device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 1096 time: 0.0807486 Aug 16 02:04:21.257165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10bb7ce8-5368-49df-9c56-d6fdae6ad79e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.275120 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10bb7ce8-5368-49df-9c56-d6fdae6ad79e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.454056 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b197582-dc47-474c-9d09-2728ee08eed0 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.494055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0fa66f8f-319b-43bb-a838-068ec401562b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.558549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c2a6c19-a249-465f-8ea9-2d3b8cdcfa97 req-27ac9917-d06f-4188-8634-e5ed1c26a3c7 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156377 Aug 16 02:04:21.626081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0fa66f8f-319b-43bb-a838-068ec401562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.653026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c62a7-ae24-4f64-854e-7a413462a111 req-8c020827-3bf2-442d-887e-a928416a3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.654583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d4c62a7-ae24-4f64-854e-7a413462a111 req-8c020827-3bf2-442d-887e-a928416a3384 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 200 len: 918 time: 0.4892762 Aug 16 02:04:21.688962 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa66f8f-319b-43bb-a838-068ec401562b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8f43ca-ae35-4547-a219-1d3e36fe02ce,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.710583 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0fa66f8f-319b-43bb-a838-068ec401562b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53e6494b8f8e4700b5a8b06e645fb923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9554656 Aug 16 02:04:21.716886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52502) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:21.794518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f482178-5b33-4c6e-92e5-526a3f7cdc97 req-812e74bb-69b8-488f-99c3-597f8f9e94a3 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.798008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f482178-5b33-4c6e-92e5-526a3f7cdc97 req-812e74bb-69b8-488f-99c3-597f8f9e94a3 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 945 time: 0.1384490 Aug 16 02:04:21.801329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d4c62a7-ae24-4f64-854e-7a413462a111 req-dc537e1d-9ee6-43e0-b1f7-5e07c8779652 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0 HTTP/1.1" status: 200 len: 999 time: 0.1317172 Aug 16 02:04:21.827570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-782c4f0d-ee39-4f74-860e-d8f4823dcaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.873213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-782c4f0d-ee39-4f74-860e-d8f4823dcaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.885958 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10bb7ce8-5368-49df-9c56-d6fdae6ad79e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.888907 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.898395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f482178-5b33-4c6e-92e5-526a3f7cdc97 req-7802db93-4f1c-421f-b422-732816ff6453 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935273 Aug 16 02:04:21.902698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c62a7-ae24-4f64-854e-7a413462a111 req-52fc0089-d8c2-4821-bbe1-296341b0151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.904279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d4c62a7-ae24-4f64-854e-7a413462a111 req-52fc0089-d8c2-4821-bbe1-296341b0151e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 200 len: 856 time: 0.0877161 Aug 16 02:04:21.965304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c62a7-ae24-4f64-854e-7a413462a111 req-7bf00e02-5d00-49c6-8390-a2ea151070d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.967038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d4c62a7-ae24-4f64-854e-7a413462a111 req-7bf00e02-5d00-49c6-8390-a2ea151070d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70853d84-8ef5-487c-aa41-be85b7fb1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485756 Aug 16 02:04:22.062141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10bb7ce8-5368-49df-9c56-d6fdae6ad79e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.063697 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d4c62a7-ae24-4f64-854e-7a413462a111 req-7dde4ae7-ee76-4fe3-a9f2-83fca37cd581 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884840 Aug 16 02:04:22.150195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb7ce8-5368-49df-9c56-d6fdae6ad79e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebaf2b4-fc85-48e8-8b53-6a01b8e88149,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.156264 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-782c4f0d-ee39-4f74-860e-d8f4823dcaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.158999 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-782c4f0d-ee39-4f74-860e-d8f4823dcaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.162309 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-782c4f0d-ee39-4f74-860e-d8f4823dcaa8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be8f43ca-ae35-4547-a219-1d3e36fe02ce HTTP/1.1" status: 204 len: 168 time: 0.4404511 Aug 16 02:04:22.166758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d4c62a7-ae24-4f64-854e-7a413462a111 req-a8f1a757-95e5-4bf7-8560-1c052ea71ca6 service neutron] 10.222.0.74 "GET /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948095 Aug 16 02:04:22.188802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c4f0d-ee39-4f74-860e-d8f4823dcaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8f43ca-ae35-4547-a219-1d3e36fe02ce,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.266831 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10bb7ce8-5368-49df-9c56-d6fdae6ad79e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.312195 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b197582-dc47-474c-9d09-2728ee08eed0 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.316242 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b197582-dc47-474c-9d09-2728ee08eed0 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.424432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b197582-dc47-474c-9d09-2728ee08eed0 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Router f62578a9-a352-49ad-931b-7bc4d8700dfd has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:22.432825 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10bb7ce8-5368-49df-9c56-d6fdae6ad79e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.504373 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb7ce8-5368-49df-9c56-d6fdae6ad79e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e940a4-3192-4539-9b86-a076bad5cb3e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.573152 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b197582-dc47-474c-9d09-2728ee08eed0 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:22.588000 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b197582-dc47-474c-9d09-2728ee08eed0 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.588000 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7b197582-dc47-474c-9d09-2728ee08eed0 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "PUT /v2.0/routers/f62578a9-a352-49ad-931b-7bc4d8700dfd HTTP/1.1" status: 200 len: 922 time: 1.6119783 Aug 16 02:04:22.588197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be244a4-b32c-40ca-84f8-3ba474b87ca7 None None] Sync routers for ids ['f62578a9-a352-49ad-931b-7bc4d8700dfd'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:22.588613 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52518) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.597840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be244a4-b32c-40ca-84f8-3ba474b87ca7 None None] Routers {'f62578a9-a352-49ad-931b-7bc4d8700dfd'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:22.598663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9be244a4-b32c-40ca-84f8-3ba474b87ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f62578a9-a352-49ad-931b-7bc4d8700dfd'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:22.638129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9be244a4-b32c-40ca-84f8-3ba474b87ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:22.643993 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10bb7ce8-5368-49df-9c56-d6fdae6ad79e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.645354 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-10bb7ce8-5368-49df-9c56-d6fdae6ad79e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6936011 Aug 16 02:04:22.648046 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52522) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.651810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be244a4-b32c-40ca-84f8-3ba474b87ca7 None None] Routers {'f62578a9-a352-49ad-931b-7bc4d8700dfd'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:22.655906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9be244a4-b32c-40ca-84f8-3ba474b87ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f62578a9-a352-49ad-931b-7bc4d8700dfd'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:22.716262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9be244a4-b32c-40ca-84f8-3ba474b87ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:22.717391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be244a4-b32c-40ca-84f8-3ba474b87ca7 None None] The sync data for ids ['f62578a9-a352-49ad-931b-7bc4d8700dfd'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:22.774704 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-09890443-dd93-42d6-84b5-8c9f7852990f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/routers/f62578a9-a352-49ad-931b-7bc4d8700dfd HTTP/1.1" status: 200 len: 922 time: 0.1856434 Aug 16 02:04:22.783488 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2cdb6978-7e32-4d8f-b7c8-0a7d0f2097c5 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1312106 Aug 16 02:04:22.783488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52530) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.791154 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52532) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.791381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beba17-bd7b-4b0d-be1b-23c90583aebb req-44a28add-9c4e-436e-81ca-6e250bf66175 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.791381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29beba17-bd7b-4b0d-be1b-23c90583aebb req-44a28add-9c4e-436e-81ca-6e250bf66175 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.0988574 Aug 16 02:04:22.794589 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-70e0039f-364e-44ae-a2da-afc0ff3a335a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group': {'name': 'tempest-security--278101154', 'description': 'tempest-security-description-1792872875'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:22.795393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02eff6-dacc-471b-b492-f1d9d5657849 req-b160e661-a49c-4482-8a74-7bd1e3c88bec tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.796838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd02eff6-dacc-471b-b492-f1d9d5657849 req-b160e661-a49c-4482-8a74-7bd1e3c88bec tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 945 time: 0.1962590 Aug 16 02:04:22.846699 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70e0039f-364e-44ae-a2da-afc0ff3a335a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.876097 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c5db0-9057-4c86-a2cc-b1bd8e154b19 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.877755 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-981c5db0-9057-4c86-a2cc-b1bd8e154b19 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&device_id=f62578a9-a352-49ad-931b-7bc4d8700dfd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0953708 Aug 16 02:04:22.881134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52538) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.909767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29beba17-bd7b-4b0d-be1b-23c90583aebb req-067cf3eb-156b-423d-a646-7ce61f021d7e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112111 Aug 16 02:04:22.961380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-bd02eff6-dacc-471b-b492-f1d9d5657849 req-cca105f4-12b4-4e31-ab77-cd63ad9a4839 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Deleting port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:22.963401 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd02eff6-dacc-471b-b492-f1d9d5657849 req-cca105f4-12b4-4e31-ab77-cd63ad9a4839 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.975358 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70e0039f-364e-44ae-a2da-afc0ff3a335a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.008562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e654af7-c751-4aa1-9c13-d689d7b4621b tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.010712 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9e654af7-c751-4aa1-9c13-d689d7b4621b tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 881 time: 0.1288476 Aug 16 02:04:23.013681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52546) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.045507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1ce7e0ee-e560-4638-be60-275a8d73cb72 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=f62578a9-a352-49ad-931b-7bc4d8700dfd HTTP/1.1" status: 200 len: 205 time: 0.0305572 Aug 16 02:04:23.048794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52550) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.090059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-bd02eff6-dacc-471b-b492-f1d9d5657849 req-cca105f4-12b4-4e31-ab77-cd63ad9a4839 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] For port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:23.090424 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd02eff6-dacc-471b-b492-f1d9d5657849 req-cca105f4-12b4-4e31-ab77-cd63ad9a4839 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.108468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-bd02eff6-dacc-471b-b492-f1d9d5657849 req-cca105f4-12b4-4e31-ab77-cd63ad9a4839 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Calling delete_port for 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:23.420658 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd02eff6-dacc-471b-b492-f1d9d5657849 req-cca105f4-12b4-4e31-ab77-cd63ad9a4839 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.436460 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70e0039f-364e-44ae-a2da-afc0ff3a335a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.438329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70e0039f-364e-44ae-a2da-afc0ff3a335a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.442046 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-70e0039f-364e-44ae-a2da-afc0ff3a335a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "PUT /v2.0/security-groups/59e940a4-3192-4539-9b86-a076bad5cb3e HTTP/1.1" status: 200 len: 1779 time: 0.6550565 Aug 16 02:04:23.442217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['c4732bef-beba-44dc-b993-caeeacda37e2', '1c2ccbb7-9ff5-4514-9699-902904bd196d', '9c409b42-5f33-4ec1-a2c3-f3db0efb9f26'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:23.442865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['34c72cd3-5689-4c9a-ad0f-969741396951'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:23.447333 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52564) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.478648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca105f4-12b4-4e31-ab77-cd63ad9a4839 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Pushing event deleted for resources: {'Port': ['ID=9c409b42-5f33-4ec1-a2c3-f3db0efb9f26,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.539033 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0039f-364e-44ae-a2da-afc0ff3a335a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e940a4-3192-4539-9b86-a076bad5cb3e,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.558746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd02eff6-dacc-471b-b492-f1d9d5657849 req-cca105f4-12b4-4e31-ab77-cd63ad9a4839 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] No DVR routers for this DVR port 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:23.562072 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd02eff6-dacc-471b-b492-f1d9d5657849 req-cca105f4-12b4-4e31-ab77-cd63ad9a4839 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.564368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd02eff6-dacc-471b-b492-f1d9d5657849 req-cca105f4-12b4-4e31-ab77-cd63ad9a4839 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "DELETE /v2.0/ports/9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 HTTP/1.1" status: 204 len: 173 time: 0.7591982 Aug 16 02:04:23.564877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4ad505-c74a-4947-ae05-bc3b14fb3b5d', 'name': 'network-vif-deleted', 'tag': '9c409b42-5f33-4ec1-a2c3-f3db0efb9f26'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:23.566918 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c86be8b5-e774-4298-8e74-77e562e7795d tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-groups/59e940a4-3192-4539-9b86-a076bad5cb3e HTTP/1.1" status: 200 len: 1779 time: 0.1184404 Aug 16 02:04:23.567499 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe073998-3f49-44d5-87ab-9ca7eb4759fd" -d '{"events": [{"server_uuid": "3d4ad505-c74a-4947-ae05-bc3b14fb3b5d", "name": "network-vif-deleted", "tag": "9c409b42-5f33-4ec1-a2c3-f3db0efb9f26"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:23.569570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52568) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.597104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.662621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef1dcb3f-e734-49e8-8421-260f6d1fade0 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:23.681446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a08175c0-ff33-4957-8897-b774d8b37368 req-eb79ff22-7fa7-495f-af5d-c5bfdf1dd71e tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 210 time: 0.0426352 Aug 16 02:04:23.772313 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5de3371-2f64-439c-842b-4f803876224e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.840026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.858108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5de3371-2f64-439c-842b-4f803876224e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.862778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52578) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.923091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1183d-87dd-40e0-b31d-9075f73b22c3 req-14af335b-db76-4cdc-9640-51eccecb9662 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.932331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2de1183d-87dd-40e0-b31d-9075f73b22c3 req-14af335b-db76-4cdc-9640-51eccecb9662 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 945 time: 0.0828428 Aug 16 02:04:23.950405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:23.972058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'port_id': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'mac_address': 'fa:16:3e:d6:32:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:23.986948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2de1183d-87dd-40e0-b31d-9075f73b22c3 req-c7361432-163e-4331-b785-bcd7f9a0e39f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536404 Aug 16 02:04:24.008274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5de3371-2f64-439c-842b-4f803876224e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.011092 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5de3371-2f64-439c-842b-4f803876224e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.018512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52586) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.019815 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d5de3371-2f64-439c-842b-4f803876224e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-groups/59e940a4-3192-4539-9b86-a076bad5cb3e HTTP/1.1" status: 204 len: 168 time: 0.4419193 Aug 16 02:04:24.032879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-094aafac-79f3-4a2c-b753-caccfb1b72d2 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-382949630', 'prefixes': ['172.20.0.0/16']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:24.041029 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fce090-8dfa-44c1-8ee2-071eaab0525c x-openstack-request-id: req-17fce090-8dfa-44c1-8ee2-071eaab0525c {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:24.041520 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4ad505-c74a-4947-ae05-bc3b14fb3b5d", "name": "network-vif-deleted", "tag": "9c409b42-5f33-4ec1-a2c3-f3db0efb9f26", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:24.041962 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17fce090-8dfa-44c1-8ee2-071eaab0525c {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:24.042557 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4ad505-c74a-4947-ae05-bc3b14fb3b5d', 'name': 'network-vif-deleted', 'tag': '9c409b42-5f33-4ec1-a2c3-f3db0efb9f26', 'status': 'completed', 'code': 200} Aug 16 02:04:24.060173 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.070179 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de3371-2f64-439c-842b-4f803876224e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e940a4-3192-4539-9b86-a076bad5cb3e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.075940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1dcb3f-e734-49e8-8421-260f6d1fade0 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:24.098166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:24.103591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ca3bc75f-da0d-4d1d-9737-50cac4220527 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839360 Aug 16 02:04:24.106358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52588) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.110839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Deleting port befa0615-92d7-4fa6-a0d5-de8bb4362600 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:24.112287 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.124168 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-521a1022-45aa-47ff-a5d9-062d487112be tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] delete failed (client error): The resource could not be found. Aug 16 02:04:24.125623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-521a1022-45aa-47ff-a5d9-062d487112be tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-groups/59e940a4-3192-4539-9b86-a076bad5cb3e HTTP/1.1" status: 404 len: 347 time: 0.0178509 Aug 16 02:04:24.131697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52592) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.140279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-11a359da-ecea-41c2-9dcb-ffc09399755b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group': {'name': 'tempest-secgroup--750194151'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:24.202770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738e17e-7c0a-4cff-988e-d7c8e13e907d req-f0bd3b8d-80ce-4662-8980-4c690d5b809f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.205227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3738e17e-7c0a-4cff-988e-d7c8e13e907d req-f0bd3b8d-80ce-4662-8980-4c690d5b809f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 944 time: 0.0738854 Aug 16 02:04:24.215652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.233789 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Calling delete_port for befa0615-92d7-4fa6-a0d5-de8bb4362600 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:24.237567 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.268605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3738e17e-7c0a-4cff-988e-d7c8e13e907d req-b003469d-32d0-4323-859d-cf46031b358e tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551143 Aug 16 02:04:24.304245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ef1dcb3f-e734-49e8-8421-260f6d1fade0,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.311691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.312035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.312372 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.312813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.313149 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.313478 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.313979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.314309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.314633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.315004 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.315337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.315672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:24.455213 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11a359da-ecea-41c2-9dcb-ffc09399755b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.489080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['ef1dcb3f-e734-49e8-8421-260f6d1fade0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:24.552397 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11a359da-ecea-41c2-9dcb-ffc09399755b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.643412 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.674846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Pushing event deleted for resources: {'Port': ['ID=befa0615-92d7-4fa6-a0d5-de8bb4362600,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.699495 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11a359da-ecea-41c2-9dcb-ffc09399755b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.742731 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.755474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a359da-ecea-41c2-9dcb-ffc09399755b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87257226-831d-4ff4-aa28-e59b1001b32c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.818745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4577b16-0ac8-49b3-bae4-86b2386b1023 req-5dd6ef45-cd08-4929-97d0-c31d8ebfd232 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d4ad505-c74a-4947-ae05-bc3b14fb3b5d HTTP/1.1" status: 200 len: 210 time: 0.0305684 Aug 16 02:04:24.820256 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-094aafac-79f3-4a2c-b753-caccfb1b72d2 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] Notify callbacks [] for subnetpool, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.821518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-094aafac-79f3-4a2c-b753-caccfb1b72d2 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9554813 Aug 16 02:04:24.822632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-11a359da-ecea-41c2-9dcb-ffc09399755b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.826403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-11a359da-ecea-41c2-9dcb-ffc09399755b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6909990 Aug 16 02:04:24.826403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52604) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.826982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52606) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.857001 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.865840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.877336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9d357fd2-ea4a-4e2c-92c2-84738a4d894f tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': '87257226-831d-4ff4-aa28-e59b1001b32c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:24.886960 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ce9e63c9-7683-4fc8-b410-01ed6f8d4947 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] 10.222.0.66 "GET /v2.0/subnetpools/ca2a58b8-e53c-403e-8d30-50f312b8b319 HTTP/1.1" status: 200 len: 731 time: 0.0583005 Aug 16 02:04:24.888415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52610) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.893773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4acef240-303f-4181-a2ba-a505b0448b34 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2046421480'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.043626 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.044106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Fanout notify agent at l3_agent the message router_deleted on router f62578a9-a352-49ad-931b-7bc4d8700dfd {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:25.051310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4acef240-303f-4181-a2ba-a505b0448b34 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] Notify callbacks [] for subnetpool, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.055447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4acef240-303f-4181-a2ba-a505b0448b34 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] 10.222.0.66 "PUT /v2.0/subnetpools/ca2a58b8-e53c-403e-8d30-50f312b8b319 HTTP/1.1" status: 200 len: 684 time: 0.1637104 Aug 16 02:04:25.056200 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.060542 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5f3f1448-f1e2-4f9b-9e4f-d260e10cbf8a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/f62578a9-a352-49ad-931b-7bc4d8700dfd HTTP/1.1" status: 204 len: 168 time: 2.0066824 Aug 16 02:04:25.060542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52616) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.060773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d357fd2-ea4a-4e2c-92c2-84738a4d894f tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.061150 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52618) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.066506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b1dd0cf6-dfba-4e61-813a-bf009793b828 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1054754994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.135654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d533580-7211-443e-8669-f7bdd3491850 req-7b56b8be-20cc-48aa-b711-c468a7d160b5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.137162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d533580-7211-443e-8669-f7bdd3491850 req-7b56b8be-20cc-48aa-b711-c468a7d160b5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 945 time: 0.0799549 Aug 16 02:04:25.198571 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d357fd2-ea4a-4e2c-92c2-84738a4d894f tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.221051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d533580-7211-443e-8669-f7bdd3491850 req-3064e7c7-1fe8-47c2-a0e5-5e7d896380b5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703502 Aug 16 02:04:25.232796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-30fd1038-a074-4a40-b202-d6f5431d12a5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.234319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-30fd1038-a074-4a40-b202-d6f5431d12a5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 945 time: 0.0951154 Aug 16 02:04:25.272184 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0cf6-dfba-4e61-813a-bf009793b828 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.273730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0cf6-dfba-4e61-813a-bf009793b828 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.280675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a32e2795-3dd9-4da9-8e75-f3dc9e9d51e2 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] Notify callbacks [] for subnetpool, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.282137 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a32e2795-3dd9-4da9-8e75-f3dc9e9d51e2 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] 10.222.0.66 "DELETE /v2.0/subnetpools/ca2a58b8-e53c-403e-8d30-50f312b8b319 HTTP/1.1" status: 204 len: 168 time: 0.2234755 Aug 16 02:04:25.284912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52624) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.306929 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-7561a997-91b5-4fa2-b605-c6823e41eec5 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] show failed (client error): The resource could not be found. Aug 16 02:04:25.308193 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7561a997-91b5-4fa2-b605-c6823e41eec5 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] 10.222.0.66 "GET /v2.0/subnetpools/ca2a58b8-e53c-403e-8d30-50f312b8b319 HTTP/1.1" status: 404 len: 346 time: 0.0222845 Aug 16 02:04:25.316253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52628) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.322988 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d357fd2-ea4a-4e2c-92c2-84738a4d894f tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.361921 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-0effe418-65d7-4958-8c81-11a6d835a804 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] delete failed (client error): The resource could not be found. Aug 16 02:04:25.362985 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0effe418-65d7-4958-8c81-11a6d835a804 tempest-SubnetPoolsTestJSON-1533395867 tempest-SubnetPoolsTestJSON-1533395867-project] 10.222.0.66 "DELETE /v2.0/subnetpools/ca2a58b8-e53c-403e-8d30-50f312b8b319 HTTP/1.1" status: 404 len: 346 time: 0.0454278 Aug 16 02:04:25.366406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0cf6-dfba-4e61-813a-bf009793b828 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.379986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d357fd2-ea4a-4e2c-92c2-84738a4d894f tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd94f36-0eb5-49f7-a5b8-0a00e7244e84,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.429112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Deleting port a448d10d-9a0e-4787-863a-be947ef23fe8 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:25.429464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.442294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb18663-5dbd-4d2d-b9ea-2c8bb52bf971 req-0e1e57e0-fb5c-4a68-b689-0a10a6b1408d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.443837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffb18663-5dbd-4d2d-b9ea-2c8bb52bf971 req-0e1e57e0-fb5c-4a68-b689-0a10a6b1408d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 945 time: 0.0762134 Aug 16 02:04:25.460911 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0cf6-dfba-4e61-813a-bf009793b828 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.497767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d357fd2-ea4a-4e2c-92c2-84738a4d894f tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.508420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9d357fd2-ea4a-4e2c-92c2-84738a4d894f tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6724336 Aug 16 02:04:25.513243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52634) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.543437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffb18663-5dbd-4d2d-b9ea-2c8bb52bf971 req-769f3853-5e45-4f46-903e-09bd89e3e128 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890257 Aug 16 02:04:25.555058 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0a12454-a326-4a26-b209-aeaf7e2883f2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.568615 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0a12454-a326-4a26-b209-aeaf7e2883f2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.579416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] For port a448d10d-9a0e-4787-863a-be947ef23fe8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a448d10d-9a0e-4787-863a-be947ef23fe8,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:25.579800 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.686480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef1dcb3f-e734-49e8-8421-260f6d1fade0 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:25.738754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port ef1dcb3f-e734-49e8-8421-260f6d1fade0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:25.739184 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.772971 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.773383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.773694 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Floating IP a513fa18-f3b9-4441-a09d-cbed358d9600 disassociated. External IP: 172.25.8.151, port: a448d10d-9a0e-4787-863a-be947ef23fe8. Aug 16 02:04:25.774190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Calling delete_port for a448d10d-9a0e-4787-863a-be947ef23fe8 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:25.821713 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.962499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:25.962499 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea25c8c-cb4c-4c13-8219-8d3bccc73d54" -d '{"events": [{"server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "name": "network-vif-plugged", "status": "completed", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:25.962499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:25.962499 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d74a5eb-5929-4aa5-9a99-099e64a882f2 x-openstack-request-id: req-6d74a5eb-5929-4aa5-9a99-099e64a882f2 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:25.962499 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "name": "network-vif-plugged", "status": "completed", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:25.962499 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d74a5eb-5929-4aa5-9a99-099e64a882f2 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:25.962499 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'code': 200} Aug 16 02:04:26.149899 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0cf6-dfba-4e61-813a-bf009793b828 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.151128 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b1dd0cf6-dfba-4e61-813a-bf009793b828 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0890083 Aug 16 02:04:26.153845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52644) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:26.159125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:26.226760 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0a12454-a326-4a26-b209-aeaf7e2883f2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.236131 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0a12454-a326-4a26-b209-aeaf7e2883f2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.237251 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a0a12454-a326-4a26-b209-aeaf7e2883f2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ecd94f36-0eb5-49f7-a5b8-0a00e7244e84 HTTP/1.1" status: 204 len: 168 time: 0.7215557 Aug 16 02:04:26.240085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52648) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:26.249842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a12454-a326-4a26-b209-aeaf7e2883f2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecd94f36-0eb5-49f7-a5b8-0a00e7244e84,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.309626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-65c7ab6c-4823-4528-b51e-aaed74295500 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0659614 Aug 16 02:04:26.309893 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52652) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:26.315282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.316577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:26.324588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.394224 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:26.394721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9c409b42-5f33-4ec1-a2c3-f3db0efb9f26 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:26.420814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ef1dcb3f-e734-49e8-8421-260f6d1fade0,revision_number=10']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.458370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.462247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9940b219-71bd-4baf-bdb4-ce08394b7ebb req-182c1529-412b-494c-a7e6-bb9a82f33a14 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 210 time: 0.1365302 Aug 16 02:04:26.472911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event deleted for resources: {'Port': ['ID=a448d10d-9a0e-4787-863a-be947ef23fe8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.577069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-35d2b1ce-b457-4e1a-b97f-7e0acc0c36df tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.591416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59078e66-34f6-4eb0-96de-b1ecacd38ef7 req-08a1b403-92c8-4a1e-886e-489c54314b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:26.592966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59078e66-34f6-4eb0-96de-b1ecacd38ef7 req-08a1b403-92c8-4a1e-886e-489c54314b81 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 1099 time: 0.2096024 Aug 16 02:04:26.621999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52660) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:26.675905 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-35d2b1ce-b457-4e1a-b97f-7e0acc0c36df tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.756304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59078e66-34f6-4eb0-96de-b1ecacd38ef7 req-95003996-a135-4669-8631-db60f4a008a3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332440 Aug 16 02:04:26.773601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e508a0-1fb4-4d84-a7de-98ef58c8a509 req-1b81363a-1135-4a44-986f-9c82830ac94f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:26.775170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82e508a0-1fb4-4d84-a7de-98ef58c8a509 req-1b81363a-1135-4a44-986f-9c82830ac94f tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 947 time: 0.1283224 Aug 16 02:04:26.781202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:26.811310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71bfe771-3fb9-489b-bb5f-3dcaa6c423a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.861638 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.885113 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.902019 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82e508a0-1fb4-4d84-a7de-98ef58c8a509 req-f9936489-b3ff-4ddc-a779-b5db552b8e4d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147468 Aug 16 02:04:26.971112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:26.991142 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3c379-547d-4eb6-8e75-e3d427bf312d None None] Sync routers for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:27.015804 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3c379-547d-4eb6-8e75-e3d427bf312d None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:27.016636 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-85b3c379-547d-4eb6-8e75-e3d427bf312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:27.025980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] No DVR routers for this DVR port a448d10d-9a0e-4787-863a-be947ef23fe8 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:27.028979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.033631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b28e954-9f72-4cfa-8f0e-f6192117dfd6 req-cb43b385-0552-49b2-bc47-f35760cc6ef4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.64 "DELETE /v2.0/ports/a448d10d-9a0e-4787-863a-be947ef23fe8 HTTP/1.1" status: 204 len: 173 time: 1.7923455 Aug 16 02:04:27.119989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71bfe771-3fb9-489b-bb5f-3dcaa6c423a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.121269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'name': 'network-vif-deleted', 'tag': 'a448d10d-9a0e-4787-863a-be947ef23fe8'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:27.123910 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376f4800-e419-4bcc-9984-8046ebcf2e14" -d '{"events": [{"server_uuid": "7a6f7adc-13c8-44e6-93ab-01e4a0be824d", "name": "network-vif-deleted", "tag": "a448d10d-9a0e-4787-863a-be947ef23fe8"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:27.127351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-35d2b1ce-b457-4e1a-b97f-7e0acc0c36df tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.129978 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-35d2b1ce-b457-4e1a-b97f-7e0acc0c36df tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.131561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-35d2b1ce-b457-4e1a-b97f-7e0acc0c36df tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-groups/87257226-831d-4ff4-aa28-e59b1001b32c HTTP/1.1" status: 204 len: 168 time: 0.8197868 Aug 16 02:04:27.136129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52670) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.156176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2b1ce-b457-4e1a-b97f-7e0acc0c36df tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87257226-831d-4ff4-aa28-e59b1001b32c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.234081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52672) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.236823 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71bfe771-3fb9-489b-bb5f-3dcaa6c423a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.262654 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69053e82-de05-49d3-a260-86f4a93449ba x-openstack-request-id: req-69053e82-de05-49d3-a260-86f4a93449ba {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:27.263369 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f7adc-13c8-44e6-93ab-01e4a0be824d", "name": "network-vif-deleted", "tag": "a448d10d-9a0e-4787-863a-be947ef23fe8", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:27.263467 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69053e82-de05-49d3-a260-86f4a93449ba {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:27.263846 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f7adc-13c8-44e6-93ab-01e4a0be824d', 'name': 'network-vif-deleted', 'tag': 'a448d10d-9a0e-4787-863a-be947ef23fe8', 'status': 'completed', 'code': 200} Aug 16 02:04:27.281624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Allocated IP 172.25.8.165 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/2672275c-a49f-47bf-b213-4626da1adb3f) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:27.289782 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-85b3c379-547d-4eb6-8e75-e3d427bf312d None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:27.312778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-498dc6f4-8e0a-4051-a714-a29522089f85 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1740954 Aug 16 02:04:27.320126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52676) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.334159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-71bfe771-3fb9-489b-bb5f-3dcaa6c423a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01ee0cb7e95f4862a25e71ca92bffee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7040532 Aug 16 02:04:27.356670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52678) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.369361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5b45d9ea-ae2c-48e3-8bf3-383a552b7df3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411480374'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:27.436744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfe771-3fb9-489b-bb5f-3dcaa6c423a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1932a11a-78f2-43f0-9316-0a0d3acb8759,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.448495 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19e7dac0-16d4-4571-8a42-b1053f482e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.543060 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.597214 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5b45d9ea-ae2c-48e3-8bf3-383a552b7df3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.646226 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19e7dac0-16d4-4571-8a42-b1053f482e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.663008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3961c2e3-c2ec-4bbb-a070-0ec30547bbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.664741 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-85b3c379-547d-4eb6-8e75-e3d427bf312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:27.708698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.726029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da44356a-bdd5-4124-b8d4-6d7f381369f3 req-5292908f-25e7-487a-ada1-e79298e23190 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 210 time: 0.1028450 Aug 16 02:04:27.728295 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3c379-547d-4eb6-8e75-e3d427bf312d None None] Checking router: d95d8e37-77a2-44e6-9a53-1f98ea337fe5 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:27.747643 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3c379-547d-4eb6-8e75-e3d427bf312d None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:27.748283 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-85b3c379-547d-4eb6-8e75-e3d427bf312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:27.811913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:27.820436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:27.832927 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:27.835674 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Pushing event updated for resources: {'Port': ['ID=2672275c-a49f-47bf-b213-4626da1adb3f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.887928 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19e7dac0-16d4-4571-8a42-b1053f482e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.893277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19e7dac0-16d4-4571-8a42-b1053f482e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.896957 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-19e7dac0-16d4-4571-8a42-b1053f482e0a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1932a11a-78f2-43f0-9316-0a0d3acb8759 HTTP/1.1" status: 204 len: 168 time: 0.5389440 Aug 16 02:04:27.918206 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-85b3c379-547d-4eb6-8e75-e3d427bf312d None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:27.931546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7dac0-16d4-4571-8a42-b1053f482e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1932a11a-78f2-43f0-9316-0a0d3acb8759,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:28.026044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5b45d9ea-ae2c-48e3-8bf3-383a552b7df3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.100435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5b45d9ea-ae2c-48e3-8bf3-383a552b7df3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.165435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad85734-1531-4aa5-94ab-7a083f573dbd req-c9d27e75-851b-4797-a68c-60a9fbde5313 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.171313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ad85734-1531-4aa5-94ab-7a083f573dbd req-c9d27e75-851b-4797-a68c-60a9fbde5313 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 947 time: 0.1274374 Aug 16 02:04:28.265416 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3961c2e3-c2ec-4bbb-a070-0ec30547bbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.267862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45d9ea-ae2c-48e3-8bf3-383a552b7df3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09838da3-7e14-4387-a0d6-f4a70357f1d1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:28.279468 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-85b3c379-547d-4eb6-8e75-e3d427bf312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:28.326865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ad85734-1531-4aa5-94ab-7a083f573dbd req-f2017ea2-8548-450b-b836-acc24d47614c tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455818 Aug 16 02:04:28.343267 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3c379-547d-4eb6-8e75-e3d427bf312d None None] The sync data for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 is: [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:28.472170 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3961c2e3-c2ec-4bbb-a070-0ec30547bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.498401 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.569793 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5b45d9ea-ae2c-48e3-8bf3-383a552b7df3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.569793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5b45d9ea-ae2c-48e3-8bf3-383a552b7df3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2464361 Aug 16 02:04:28.572222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3961c2e3-c2ec-4bbb-a070-0ec30547bbd1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b23c2cd387ee4b97bf41ffe4b686b283&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3369980 Aug 16 02:04:28.572825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52720) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.580885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-dc425d4e-36fa-41b5-b020-96b9d50585da tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': '09838da3-7e14-4387-a0d6-f4a70357f1d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:28.592555 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52722) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.641864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961c2e3-c2ec-4bbb-a070-0ec30547bbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793e84a4-d770-41cc-bafa-0c742fdd275d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:28.734156 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc425d4e-36fa-41b5-b020-96b9d50585da tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.851525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fddd5437-ce1c-488c-9355-0360844f790a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.853072 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc425d4e-36fa-41b5-b020-96b9d50585da tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.879262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fddd5437-ce1c-488c-9355-0360844f790a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.901549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab1f56-dadb-460d-8ae6-93634ba739d9 None None] New status for floating IP a513fa18-f3b9-4441-a09d-cbed358d9600: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:04:28.963016 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc425d4e-36fa-41b5-b020-96b9d50585da tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.966290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73678711-3368-4334-b8b5-0e6f192cd48a req-7199e7c6-c139-42f0-9045-6ad4dca05bd4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 210 time: 0.0502317 Aug 16 02:04:28.986221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc425d4e-36fa-41b5-b020-96b9d50585da tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56243bc-72a2-4dbb-ba41-97910c45cc53,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:29.053285 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.056815 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.099205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc425d4e-36fa-41b5-b020-96b9d50585da tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.099410 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fddd5437-ce1c-488c-9355-0360844f790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.101529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dc425d4e-36fa-41b5-b020-96b9d50585da tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5241296 Aug 16 02:04:29.103425 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fddd5437-ce1c-488c-9355-0360844f790a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.103425 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fddd5437-ce1c-488c-9355-0360844f790a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/793e84a4-d770-41cc-bafa-0c742fdd275d HTTP/1.1" status: 204 len: 168 time: 0.5094345 Aug 16 02:04:29.105730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52742) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.112998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-96194173-90b6-4862-933b-74f08a520e15 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': '09838da3-7e14-4387-a0d6-f4a70357f1d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:29.115044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd5437-ce1c-488c-9355-0360844f790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793e84a4-d770-41cc-bafa-0c742fdd275d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:29.171278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device a448d10d-9a0e-4787-863a-be947ef23fe8 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:29.206607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: a448d10d-9a0e-4787-863a-be947ef23fe8 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:29.206607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device a448d10d-9a0e-4787-863a-be947ef23fe8 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:29.383688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96194173-90b6-4862-933b-74f08a520e15 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.398027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Router 38ef3d01-5144-4969-8681-4b5b8e13c61d is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:29.560596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96194173-90b6-4862-933b-74f08a520e15 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.592709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75450c0b-21e1-4cd3-a06f-47770eb1b1f4 req-e4cad9a7-cbc8-41ef-9a79-5491f462a925 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.603169 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:29.604420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75450c0b-21e1-4cd3-a06f-47770eb1b1f4 req-e4cad9a7-cbc8-41ef-9a79-5491f462a925 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 947 time: 0.0895517 Aug 16 02:04:29.613262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.614992 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-86c2a8e4-440c-49df-b4c1-d8fbe201e2ba tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "PUT /v2.0/routers/38ef3d01-5144-4969-8681-4b5b8e13c61d HTTP/1.1" status: 200 len: 880 time: 3.4602067 Aug 16 02:04:29.615327 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c1d4c-7601-4572-aa9a-1f7abfadcd26 None None] Sync routers for ids ['38ef3d01-5144-4969-8681-4b5b8e13c61d'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:29.617904 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52754) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.622446 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96194173-90b6-4862-933b-74f08a520e15 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.632739 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c1d4c-7601-4572-aa9a-1f7abfadcd26 None None] Routers {'38ef3d01-5144-4969-8681-4b5b8e13c61d'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:29.632739 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3d3c1d4c-7601-4572-aa9a-1f7abfadcd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['38ef3d01-5144-4969-8681-4b5b8e13c61d'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:29.652043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96194173-90b6-4862-933b-74f08a520e15 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7fa58a-ae29-4f47-99f6-f6cab69a27ea,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:29.689594 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3d3c1d4c-7601-4572-aa9a-1f7abfadcd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:29.703450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75450c0b-21e1-4cd3-a06f-47770eb1b1f4 req-35c1d5eb-7748-4bfd-afad-9c87b6390ca0 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980308 Aug 16 02:04:29.721138 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c1d4c-7601-4572-aa9a-1f7abfadcd26 None None] Routers {'38ef3d01-5144-4969-8681-4b5b8e13c61d'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:29.721838 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3d3c1d4c-7601-4572-aa9a-1f7abfadcd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['38ef3d01-5144-4969-8681-4b5b8e13c61d'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:29.838017 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96194173-90b6-4862-933b-74f08a520e15 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.839259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-96194173-90b6-4862-933b-74f08a520e15 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7308807 Aug 16 02:04:29.844260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52762) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.847891 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2bea7fa8-3445-498e-ab95-7ae1ac9417b4 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/routers/38ef3d01-5144-4969-8681-4b5b8e13c61d HTTP/1.1" status: 200 len: 921 time: 0.2285738 Aug 16 02:04:29.849018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b0ce093b-6509-4663-b79c-8ced85352195 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': '09838da3-7e14-4387-a0d6-f4a70357f1d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:29.850624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52764) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.900863 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0173b2f0-eef8-406f-bf3d-f56662cc8de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.912873 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0b4d43-407e-4516-b218-0ee87a68f3c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.914629 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d0b4d43-407e-4516-b218-0ee87a68f3c5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&device_id=38ef3d01-5144-4969-8681-4b5b8e13c61d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0613072 Aug 16 02:04:29.917315 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52766) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.962800 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3d3c1d4c-7601-4572-aa9a-1f7abfadcd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:29.963535 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c1d4c-7601-4572-aa9a-1f7abfadcd26 None None] The sync data for ids ['38ef3d01-5144-4969-8681-4b5b8e13c61d'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:30.014140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65fa628-30d7-4ad7-a4ca-22e97c626b9f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.017198 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a65fa628-30d7-4ad7-a4ca-22e97c626b9f tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 881 time: 0.0988209 Aug 16 02:04:30.020094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52770) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.056622 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-192aa0ab-358d-4b38-baee-a9be1de4889e tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=38ef3d01-5144-4969-8681-4b5b8e13c61d HTTP/1.1" status: 200 len: 205 time: 0.0334723 Aug 16 02:04:30.058842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52774) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.151386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cd89e3e-49b6-45e4-9fae-7eb0129f2a6a req-67481aa4-c193-4747-9299-2bdccc229855 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 210 time: 0.0817208 Aug 16 02:04:30.159262 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b0ce093b-6509-4663-b79c-8ced85352195 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.264676 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b0ce093b-6509-4663-b79c-8ced85352195 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.268403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.268869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52778) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.303368 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76fd2d4c-759e-4717-b5e9-16a8bd649243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.363095 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b0ce093b-6509-4663-b79c-8ced85352195 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.395387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce093b-6509-4663-b79c-8ced85352195 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c60f625-7af9-445c-9758-308ea44cbe9b,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.434272 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.456507 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76fd2d4c-759e-4717-b5e9-16a8bd649243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.568774 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76fd2d4c-759e-4717-b5e9-16a8bd649243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.618265 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-76fd2d4c-759e-4717-b5e9-16a8bd649243 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=718f69add4f84ce0bc54bab78410f54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472719 Aug 16 02:04:30.619538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52782) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.633194 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd2d4c-759e-4717-b5e9-16a8bd649243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eed234-9433-4225-8c5e-636b6092f1b4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.639404 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b0ce093b-6509-4663-b79c-8ced85352195 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.642947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b0ce093b-6509-4663-b79c-8ced85352195 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7955863 Aug 16 02:04:30.650673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52784) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.651975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Deleting port 2672275c-a49f-47bf-b213-4626da1adb3f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:30.652323 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.662081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-43f3eb3a-114b-4570-9511-7dc6ab134364 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': '09838da3-7e14-4387-a0d6-f4a70357f1d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:30.855447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f0c31b08-204b-409f-9edf-ca5247c1f609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.857121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43f3eb3a-114b-4570-9511-7dc6ab134364 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.873164 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.908603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Calling delete_port for 2672275c-a49f-47bf-b213-4626da1adb3f owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:30.929916 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f0c31b08-204b-409f-9edf-ca5247c1f609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.347220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025cfc6-1a68-44e4-83a6-3df0e98a807c req-3217c879-07b4-430d-81e8-3f3664934b91 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.348819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1025cfc6-1a68-44e4-83a6-3df0e98a807c req-3217c879-07b4-430d-81e8-3f3664934b91 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 947 time: 0.5476241 Aug 16 02:04:31.394440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43f3eb3a-114b-4570-9511-7dc6ab134364 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.431632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1025cfc6-1a68-44e4-83a6-3df0e98a807c req-6f5352e7-63fc-43b8-b556-3a3efda33a18 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704889 Aug 16 02:04:31.489563 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43f3eb3a-114b-4570-9511-7dc6ab134364 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.513151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3eb3a-114b-4570-9511-7dc6ab134364 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d59e52-a18e-4afd-8293-43f356743f11,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:31.557672 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f0c31b08-204b-409f-9edf-ca5247c1f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.560352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f0c31b08-204b-409f-9edf-ca5247c1f609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.562522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f0c31b08-204b-409f-9edf-ca5247c1f609 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66eed234-9433-4225-8c5e-636b6092f1b4 HTTP/1.1" status: 204 len: 168 time: 0.9346876 Aug 16 02:04:31.587846 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43f3eb3a-114b-4570-9511-7dc6ab134364 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.590156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-43f3eb3a-114b-4570-9511-7dc6ab134364 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9357481 Aug 16 02:04:31.594674 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52812) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.599454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1dd58a2a-f2de-4d7c-9c55-3b99385c2b5b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': '09838da3-7e14-4387-a0d6-f4a70357f1d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:31.604900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c31b08-204b-409f-9edf-ca5247c1f609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eed234-9433-4225-8c5e-636b6092f1b4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:31.694608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.722284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Pushing event deleted for resources: {'Port': ['ID=2672275c-a49f-47bf-b213-4626da1adb3f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:31.733522 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd58a2a-f2de-4d7c-9c55-3b99385c2b5b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.838357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.844334 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd58a2a-f2de-4d7c-9c55-3b99385c2b5b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.872137 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52816) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.967906 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.968140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd58a2a-f2de-4d7c-9c55-3b99385c2b5b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.968238 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.009116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd58a2a-f2de-4d7c-9c55-3b99385c2b5b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c63f77-b638-409c-900c-62443f609400,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.052274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3a6a46ce-3e81-4aac-8b00-5b29da876d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.123125 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.123671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Fanout notify agent at l3_agent the message router_deleted on router 38ef3d01-5144-4969-8681-4b5b8e13c61d {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:32.133073 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.134291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-40b6321a-b5e5-4d01-bb48-36512a033c76 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/38ef3d01-5144-4969-8681-4b5b8e13c61d HTTP/1.1" status: 204 len: 168 time: 2.0744443 Aug 16 02:04:32.144537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52830) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.147136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dd58a2a-f2de-4d7c-9c55-3b99385c2b5b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.148530 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1dd58a2a-f2de-4d7c-9c55-3b99385c2b5b tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5528305 Aug 16 02:04:32.149420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f6e6ade7-b824-4b00-96a7-bad57e6845ec tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-842525939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:32.151563 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52832) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.186359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d165e307-8f9c-4715-a701-16ffb791e357 req-5af5c433-0695-4b25-b6dc-f5ce52bec1f3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 210 time: 0.0318069 Aug 16 02:04:32.193428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c39c1b59-2d7e-47c4-8725-26c1890f16e6 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.208378 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c39c1b59-2d7e-47c4-8725-26c1890f16e6 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.268213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3a6a46ce-3e81-4aac-8b00-5b29da876d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.321339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047223eb-9281-4366-8164-d46cf9604b23 req-c095a887-1aaa-444e-b8a6-8fb97ed96847 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:32.323459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-047223eb-9281-4366-8164-d46cf9604b23 req-c095a887-1aaa-444e-b8a6-8fb97ed96847 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 946 time: 0.0610421 Aug 16 02:04:32.365808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-047223eb-9281-4366-8164-d46cf9604b23 req-b9537c78-7c0b-47b1-a6a0-aa034bb832f8 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350766 Aug 16 02:04:32.402778 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c39c1b59-2d7e-47c4-8725-26c1890f16e6 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.413635 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c39c1b59-2d7e-47c4-8725-26c1890f16e6 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.413635 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c39c1b59-2d7e-47c4-8725-26c1890f16e6 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/93c63f77-b638-409c-900c-62443f609400 HTTP/1.1" status: 204 len: 168 time: 0.2566097 Aug 16 02:04:32.416901 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52836) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.424861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c1b59-2d7e-47c4-8725-26c1890f16e6 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93c63f77-b638-409c-900c-62443f609400,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.476396 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e9cf8791-fa84-4936-a80b-c1f6f2862515 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0558548 Aug 16 02:04:32.476396 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3a6a46ce-3e81-4aac-8b00-5b29da876d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.477690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52838) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.515631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7b417b33-8bb4-451b-880e-fb189c87f7ad tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.519302 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3a6a46ce-3e81-4aac-8b00-5b29da876d17 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79f0856f82654c679390ba2fa2f2fae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6444676 Aug 16 02:04:32.519302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a46ce-3e81-4aac-8b00-5b29da876d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7ad0c9-e57c-44d0-9048-248f4f2b5925,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.521348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52842) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.531309 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7b417b33-8bb4-451b-880e-fb189c87f7ad tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.585880 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-907dcca3-42e3-4ae1-b37e-501bc615685c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.595721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6e6ade7-b824-4b00-96a7-bad57e6845ec tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.595721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6e6ade7-b824-4b00-96a7-bad57e6845ec tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.609579 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-907dcca3-42e3-4ae1-b37e-501bc615685c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.734677 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7b417b33-8bb4-451b-880e-fb189c87f7ad tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.744737 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7b417b33-8bb4-451b-880e-fb189c87f7ad tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.744737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7b417b33-8bb4-451b-880e-fb189c87f7ad tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/28d59e52-a18e-4afd-8293-43f356743f11 HTTP/1.1" status: 204 len: 168 time: 0.2647591 Aug 16 02:04:32.746563 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52850) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.754576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417b33-8bb4-451b-880e-fb189c87f7ad tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28d59e52-a18e-4afd-8293-43f356743f11,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.796704 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5fbb108c-3b4f-4518-a808-8632895188c5 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0490575 Aug 16 02:04:32.797633 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-907dcca3-42e3-4ae1-b37e-501bc615685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.800393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-907dcca3-42e3-4ae1-b37e-501bc615685c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.804062 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-907dcca3-42e3-4ae1-b37e-501bc615685c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f7ad0c9-e57c-44d0-9048-248f4f2b5925 HTTP/1.1" status: 204 len: 168 time: 0.2787387 Aug 16 02:04:32.804062 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52852) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.823897 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dcca3-42e3-4ae1-b37e-501bc615685c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7ad0c9-e57c-44d0-9048-248f4f2b5925,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.826072 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6e6ade7-b824-4b00-96a7-bad57e6845ec tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.839340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35930d31-2403-4de1-944c-d15dab549af2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.853728 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35930d31-2403-4de1-944c-d15dab549af2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.883167 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.884717 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1398c865-064d-432c-ac2c-3253a401f92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.975140 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6e6ade7-b824-4b00-96a7-bad57e6845ec tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.020285 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35930d31-2403-4de1-944c-d15dab549af2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.027752 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35930d31-2403-4de1-944c-d15dab549af2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.030408 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-35930d31-2403-4de1-944c-d15dab549af2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/4c60f625-7af9-445c-9758-308ea44cbe9b HTTP/1.1" status: 204 len: 168 time: 0.2241268 Aug 16 02:04:33.033011 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52860) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:33.040350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35930d31-2403-4de1-944c-d15dab549af2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c60f625-7af9-445c-9758-308ea44cbe9b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:33.078732 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8a1a542e-bfef-4948-a950-929876690d09 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0445757 Aug 16 02:04:33.082204 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52864) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:33.111248 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d316026-823e-4e7a-a283-f2155a3df3f3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.113651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d316026-823e-4e7a-a283-f2155a3df3f3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.180194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6e6ade7-b824-4b00-96a7-bad57e6845ec tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.181447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f6e6ade7-b824-4b00-96a7-bad57e6845ec tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0358882 Aug 16 02:04:33.184206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52866) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:33.189264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'enable_snat': True}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:33.355555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50887cde-a916-4911-a936-df2b8b3445be req-d9429c8d-7f71-4163-8150-6c54ba446178 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a6f7adc-13c8-44e6-93ab-01e4a0be824d HTTP/1.1" status: 200 len: 210 time: 0.0582502 Aug 16 02:04:33.386139 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d316026-823e-4e7a-a283-f2155a3df3f3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.393112 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d316026-823e-4e7a-a283-f2155a3df3f3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.414362 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3d316026-823e-4e7a-a283-f2155a3df3f3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/1d7fa58a-ae29-4f47-99f6-f6cab69a27ea HTTP/1.1" status: 204 len: 168 time: 0.3165755 Aug 16 02:04:33.414362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d316026-823e-4e7a-a283-f2155a3df3f3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d7fa58a-ae29-4f47-99f6-f6cab69a27ea,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:33.419017 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52876) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:33.471724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.480995 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bd259fa2-b950-4f16-b85b-d4709103f1db tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0574415 Aug 16 02:04:33.486128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52878) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:33.536567 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79e04444-7a10-48a8-bc1c-0a8e438425f8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.545118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79e04444-7a10-48a8-bc1c-0a8e438425f8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.550903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aa14e-79f0-453a-b234-ef495880b10d req-418da935-fb06-41dc-9e2e-9cff400a50bc tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:33.560044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f89aa14e-79f0-453a-b234-ef495880b10d req-418da935-fb06-41dc-9e2e-9cff400a50bc tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 946 time: 0.1021821 Aug 16 02:04:33.634358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f89aa14e-79f0-453a-b234-ef495880b10d req-ad31fb63-b992-49df-9113-8bde162de52b tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729711 Aug 16 02:04:33.671018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622b0e1-29e2-482b-b5c9-ca2107eca5b2 req-a7cdb8fe-f044-4a55-896a-66d7b5d7a965 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:33.673170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b622b0e1-29e2-482b-b5c9-ca2107eca5b2 req-a7cdb8fe-f044-4a55-896a-66d7b5d7a965 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "GET /v2.0/ports?device_id=948694dc-d5e7-41bd-9a39-20c11b902f81 HTTP/1.1" status: 200 len: 946 time: 0.1638718 Aug 16 02:04:33.728533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79e04444-7a10-48a8-bc1c-0a8e438425f8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.736339 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79e04444-7a10-48a8-bc1c-0a8e438425f8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.737726 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-79e04444-7a10-48a8-bc1c-0a8e438425f8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b56243bc-72a2-4dbb-ba41-97910c45cc53 HTTP/1.1" status: 204 len: 168 time: 0.2487574 Aug 16 02:04:33.740979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52888) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:33.748445 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e04444-7a10-48a8-bc1c-0a8e438425f8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b56243bc-72a2-4dbb-ba41-97910c45cc53,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:33.783604 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-de6a8167-7444-4258-8e39-e23193f5f070 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415399 Aug 16 02:04:33.786419 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52890) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:33.809318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b622b0e1-29e2-482b-b5c9-ca2107eca5b2 req-cdd88806-b33c-4f67-ba28-9df37425b8e4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Deleting port 1c2ccbb7-9ff5-4514-9699-902904bd196d {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:33.809318 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b622b0e1-29e2-482b-b5c9-ca2107eca5b2 req-cdd88806-b33c-4f67-ba28-9df37425b8e4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.849779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1fe78823-540b-49dc-8759-e1f59f9bbba4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.877954 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1fe78823-540b-49dc-8759-e1f59f9bbba4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.989752 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.992727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b622b0e1-29e2-482b-b5c9-ca2107eca5b2 req-cdd88806-b33c-4f67-ba28-9df37425b8e4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] For port 1c2ccbb7-9ff5-4514-9699-902904bd196d, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=1c2ccbb7-9ff5-4514-9699-902904bd196d,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:34.001634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b622b0e1-29e2-482b-b5c9-ca2107eca5b2 req-cdd88806-b33c-4f67-ba28-9df37425b8e4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.019977 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1fe78823-540b-49dc-8759-e1f59f9bbba4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.022923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1fe78823-540b-49dc-8759-e1f59f9bbba4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.027331 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1fe78823-540b-49dc-8759-e1f59f9bbba4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-groups/09838da3-7e14-4387-a0d6-f4a70357f1d1 HTTP/1.1" status: 204 len: 168 time: 0.2370472 Aug 16 02:04:34.027539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.028518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52900) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:34.033546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b622b0e1-29e2-482b-b5c9-ca2107eca5b2 req-cdd88806-b33c-4f67-ba28-9df37425b8e4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Calling delete_port for 1c2ccbb7-9ff5-4514-9699-902904bd196d owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:34.052546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe78823-540b-49dc-8759-e1f59f9bbba4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09838da3-7e14-4387-a0d6-f4a70357f1d1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:34.072235 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.096658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52902) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:34.121471 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eac2c95e-1f7c-474e-a166-e56c2dc636c5 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0905015 Aug 16 02:04:34.122703 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d237d26-679d-4b47-be78-c6e9a1f9d53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.127306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52904) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:34.131298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8691e653-e992-4fd8-b440-24a16c8979d2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647559171'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:34.208267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Allocated IP 172.25.8.177 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/5ff143f4-eb4f-4696-a01e-e7824f345919) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:34.334535 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8691e653-e992-4fd8-b440-24a16c8979d2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.347796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.427976 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d237d26-679d-4b47-be78-c6e9a1f9d53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.493529 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b622b0e1-29e2-482b-b5c9-ca2107eca5b2 req-cdd88806-b33c-4f67-ba28-9df37425b8e4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.495773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.507005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['c4732bef-beba-44dc-b993-caeeacda37e2', '1c2ccbb7-9ff5-4514-9699-902904bd196d'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:34.509405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['34c72cd3-5689-4c9a-ad0f-969741396951'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:34.551613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:34.572482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d237d26-679d-4b47-be78-c6e9a1f9d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.591446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event updated for resources: {'Port': ['ID=5ff143f4-eb4f-4696-a01e-e7824f345919,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:34.603708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:34.645456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:34.647397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b622b0e1-29e2-482b-b5c9-ca2107eca5b2 req-cdd88806-b33c-4f67-ba28-9df37425b8e4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] No DVR routers for this DVR port 1c2ccbb7-9ff5-4514-9699-902904bd196d on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:34.651396 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4d237d26-679d-4b47-be78-c6e9a1f9d53a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ba21a326b0f4b59b5676da9d18b7179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503573 Aug 16 02:04:34.651600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd88806-b33c-4f67-ba28-9df37425b8e4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Pushing event deleted for resources: {'Port': ['ID=1c2ccbb7-9ff5-4514-9699-902904bd196d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:34.653380 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b622b0e1-29e2-482b-b5c9-ca2107eca5b2 req-cdd88806-b33c-4f67-ba28-9df37425b8e4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.653500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52924) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:34.655900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b622b0e1-29e2-482b-b5c9-ca2107eca5b2 req-cdd88806-b33c-4f67-ba28-9df37425b8e4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "DELETE /v2.0/ports/1c2ccbb7-9ff5-4514-9699-902904bd196d HTTP/1.1" status: 204 len: 173 time: 0.9769266 Aug 16 02:04:34.656430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948694dc-d5e7-41bd-9a39-20c11b902f81', 'name': 'network-vif-deleted', 'tag': '1c2ccbb7-9ff5-4514-9699-902904bd196d'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:34.659819 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16250616-188e-44f2-ae20-87ea8bf145ec" -d '{"events": [{"server_uuid": "948694dc-d5e7-41bd-9a39-20c11b902f81", "name": "network-vif-deleted", "tag": "1c2ccbb7-9ff5-4514-9699-902904bd196d"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:34.661953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d237d26-679d-4b47-be78-c6e9a1f9d53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b755d8a-def9-4203-90ea-65f95e0e3087,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:34.755983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0087ba4d-c484-4849-bbb2-81480e94a7dd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466567577&fields=id&tenant_id=339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 267 time: 0.0443816 Aug 16 02:04:34.764572 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8691e653-e992-4fd8-b440-24a16c8979d2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.781263 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8abca148-5ccf-428f-bd9a-7ca4fbe19871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.802982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8abca148-5ccf-428f-bd9a-7ca4fbe19871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.954429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-1e3e46cf-6015-4e1a-9f04-0fe32968772b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:34.955881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-1e3e46cf-6015-4e1a-9f04-0fe32968772b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.1647527 Aug 16 02:04:34.970796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-5f3d1267-73db-4a6d-ba5f-e71a4219cf73 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/quotas/339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 375 time: 0.0089765 Aug 16 02:04:34.996851 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8691e653-e992-4fd8-b440-24a16c8979d2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.027982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8abca148-5ccf-428f-bd9a-7ca4fbe19871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.030683 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8abca148-5ccf-428f-bd9a-7ca4fbe19871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.034187 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8abca148-5ccf-428f-bd9a-7ca4fbe19871 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b755d8a-def9-4203-90ea-65f95e0e3087 HTTP/1.1" status: 204 len: 168 time: 0.3771052 Aug 16 02:04:35.034187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691e653-e992-4fd8-b440-24a16c8979d2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a62125c-8f35-4251-a5a5-a79ac91a5ad4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:35.052016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-d6dd45fe-1f8a-4e94-81e8-dbc42cd3bb66 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670679 Aug 16 02:04:35.066161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abca148-5ccf-428f-bd9a-7ca4fbe19871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b755d8a-def9-4203-90ea-65f95e0e3087,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:35.117008 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8691e653-e992-4fd8-b440-24a16c8979d2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.121366 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8691e653-e992-4fd8-b440-24a16c8979d2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9913847 Aug 16 02:04:35.121809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52952) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:35.126737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-68443ce8-c789-40ec-8c09-8b047a93abcc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': '6a62125c-8f35-4251-a5a5-a79ac91a5ad4', 'direction': 'ingress', 'protocol': 17}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:35.226896 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.232237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-c43d90db-67ad-41d4-a14f-394b95bf2d63 service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470451 Aug 16 02:04:35.243255 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68443ce8-c789-40ec-8c09-8b047a93abcc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.303460 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68443ce8-c789-40ec-8c09-8b047a93abcc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.414384 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68443ce8-c789-40ec-8c09-8b047a93abcc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.432644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68443ce8-c789-40ec-8c09-8b047a93abcc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a892d66-f644-4ebf-b2d7-c6fa6cd72f14,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:35.435074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-d8bfcede-a2c0-4c1b-8fc1-c8096f05ce0d service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674573 Aug 16 02:04:35.512682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68443ce8-c789-40ec-8c09-8b047a93abcc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.516337 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-68443ce8-c789-40ec-8c09-8b047a93abcc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3936875 Aug 16 02:04:35.518184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.519180 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52956) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:35.521673 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.599953 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cea9a8da-4c66-472a-bec1-3cf92a3510cc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.626607 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cea9a8da-4c66-472a-bec1-3cf92a3510cc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.839106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cea9a8da-4c66-472a-bec1-3cf92a3510cc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.842966 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cea9a8da-4c66-472a-bec1-3cf92a3510cc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.847797 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cea9a8da-4c66-472a-bec1-3cf92a3510cc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-groups/6a62125c-8f35-4251-a5a5-a79ac91a5ad4 HTTP/1.1" status: 204 len: 168 time: 0.3238807 Aug 16 02:04:35.850607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52970) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:35.871395 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.892239 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9a8da-4c66-472a-bec1-3cf92a3510cc tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a62125c-8f35-4251-a5a5-a79ac91a5ad4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:35.934512 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9cdc187c-6b04-4c76-bf93-7dfb30435edb tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0823889 Aug 16 02:04:35.937926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52974) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:35.942587 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-543e66d0-362f-46fc-b1d3-abe05e5c5988 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997169326'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:35.955983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52976) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.070349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d56d83c2-b270-4eaa-8045-07ef2c373d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.076069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-543e66d0-362f-46fc-b1d3-abe05e5c5988 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.158980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Router 2a7e3a49-e5cf-40ed-876a-ee7da8d874ce is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:36.165101 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d56d83c2-b270-4eaa-8045-07ef2c373d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.279570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:36.284538 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.288683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9155ccda-ef63-4ff3-9215-13f084d19992 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "PUT /v2.0/routers/2a7e3a49-e5cf-40ed-876a-ee7da8d874ce HTTP/1.1" status: 200 len: 914 time: 3.1026149 Aug 16 02:04:36.289721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06436f0-7a2f-45f8-bea5-da114db794bd None None] Sync routers for ids ['2a7e3a49-e5cf-40ed-876a-ee7da8d874ce'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:36.290164 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77737726-f354-4b22-9cad-e47fc602c151 x-openstack-request-id: req-77737726-f354-4b22-9cad-e47fc602c151 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:36.290540 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948694dc-d5e7-41bd-9a39-20c11b902f81", "name": "network-vif-deleted", "tag": "1c2ccbb7-9ff5-4514-9699-902904bd196d", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:36.290890 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77737726-f354-4b22-9cad-e47fc602c151 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:36.291008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52988) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.291707 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948694dc-d5e7-41bd-9a39-20c11b902f81', 'name': 'network-vif-deleted', 'tag': '1c2ccbb7-9ff5-4514-9699-902904bd196d', 'status': 'completed', 'code': 200} Aug 16 02:04:36.305347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06436f0-7a2f-45f8-bea5-da114db794bd None None] Routers {'2a7e3a49-e5cf-40ed-876a-ee7da8d874ce'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:36.306227 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e06436f0-7a2f-45f8-bea5-da114db794bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2a7e3a49-e5cf-40ed-876a-ee7da8d874ce'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:36.321525 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d56d83c2-b270-4eaa-8045-07ef2c373d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.361851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e06436f0-7a2f-45f8-bea5-da114db794bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:36.371835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06436f0-7a2f-45f8-bea5-da114db794bd None None] Routers {'2a7e3a49-e5cf-40ed-876a-ee7da8d874ce'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:36.373033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e06436f0-7a2f-45f8-bea5-da114db794bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2a7e3a49-e5cf-40ed-876a-ee7da8d874ce'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:36.379112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d83c2-b270-4eaa-8045-07ef2c373d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67fd539-a3e5-4bcf-81d7-c74d9b2d6067,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:36.416248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e06436f0-7a2f-45f8-bea5-da114db794bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:36.416962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06436f0-7a2f-45f8-bea5-da114db794bd None None] The sync data for ids ['2a7e3a49-e5cf-40ed-876a-ee7da8d874ce'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:36.482808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e7c575a-3ad5-4b75-897c-a1411aadd2f6 req-bdfa4787-855a-4521-8636-bcfbc4169fa3 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 210 time: 0.0622892 Aug 16 02:04:36.482808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d56d83c2-b270-4eaa-8045-07ef2c373d1a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=311fce5110b246e7a3b599967e1453fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5179510 Aug 16 02:04:36.485720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52998) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.523336 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a1b227d1-c372-4a78-9e87-da2bab061b9a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/routers/2a7e3a49-e5cf-40ed-876a-ee7da8d874ce HTTP/1.1" status: 200 len: 920 time: 0.2311661 Aug 16 02:04:36.526204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53002) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.572518 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-505c090b-6822-4eda-9b1b-f588efff597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.607890 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-505c090b-6822-4eda-9b1b-f588efff597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.621929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d57dd0-e498-4807-927d-c6603156d11a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.623501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a1d57dd0-e498-4807-927d-c6603156d11a tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&device_id=2a7e3a49-e5cf-40ed-876a-ee7da8d874ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0959392 Aug 16 02:04:36.626282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53004) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.742934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a40abc-8291-4866-a42f-5e2457dfaebb tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.742934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f2a40abc-8291-4866-a42f-5e2457dfaebb tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 881 time: 0.1136005 Aug 16 02:04:36.745301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53008) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.774602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-77393a69-5af2-49e4-8436-844d694dbf7c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a7e3a49-e5cf-40ed-876a-ee7da8d874ce HTTP/1.1" status: 200 len: 205 time: 0.0280173 Aug 16 02:04:36.777287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53010) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.911520 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.991547 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-543e66d0-362f-46fc-b1d3-abe05e5c5988 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.029519 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.133273 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-505c090b-6822-4eda-9b1b-f588efff597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.136333 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-505c090b-6822-4eda-9b1b-f588efff597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.138036 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-505c090b-6822-4eda-9b1b-f588efff597e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e67fd539-a3e5-4bcf-81d7-c74d9b2d6067 HTTP/1.1" status: 204 len: 168 time: 0.6511483 Aug 16 02:04:37.145076 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-543e66d0-362f-46fc-b1d3-abe05e5c5988 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.158434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c090b-6822-4eda-9b1b-f588efff597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67fd539-a3e5-4bcf-81d7-c74d9b2d6067,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.208663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e66d0-362f-46fc-b1d3-abe05e5c5988 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8067b2ec-2dc7-46d3-93a1-32fe8c6ef849,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.238586 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-543e66d0-362f-46fc-b1d3-abe05e5c5988 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.240450 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-543e66d0-362f-46fc-b1d3-abe05e5c5988 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3014128 Aug 16 02:04:37.244307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53022) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:37.249532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Deleting port 5ff143f4-eb4f-4696-a01e-e7824f345919 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:37.249532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.255355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3be059d9-4bcc-4593-a526-baf08233810d tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group': {'name': 'tempest-secgroup--451591066'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:37.308846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9639c-2b41-4663-b394-d9d551a9de56 req-f9d6bfe0-f703-41fa-87ed-5179e8c90f72 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:37.310426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8f9639c-2b41-4663-b394-d9d551a9de56 req-f9d6bfe0-f703-41fa-87ed-5179e8c90f72 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 945 time: 0.1211159 Aug 16 02:04:37.366170 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.382651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8f9639c-2b41-4663-b394-d9d551a9de56 req-8a208d4e-790d-4a5a-800e-fe9f94f882c4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655046 Aug 16 02:04:37.386533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Calling delete_port for 5ff143f4-eb4f-4696-a01e-e7824f345919 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:37.397141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3be059d9-4bcc-4593-a526-baf08233810d tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.558493 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3be059d9-4bcc-4593-a526-baf08233810d tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.612290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-354f1b60-3789-4d7d-b658-3c5c4bfec51c req-45c198be-4e30-473c-a7a0-b5ecdbce5dc0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 210 time: 0.0519538 Aug 16 02:04:37.654156 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3be059d9-4bcc-4593-a526-baf08233810d tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.684576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be059d9-4bcc-4593-a526-baf08233810d tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa99760-963d-4eeb-91e0-6a7ae061dc66,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.715662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1c2ccbb7-9ff5-4514-9699-902904bd196d no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:37.728867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.740271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 1c2ccbb7-9ff5-4514-9699-902904bd196d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:37.740620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 1c2ccbb7-9ff5-4514-9699-902904bd196d not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:37.757123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3be059d9-4bcc-4593-a526-baf08233810d tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.758432 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3be059d9-4bcc-4593-a526-baf08233810d tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5120432 Aug 16 02:04:37.761184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53036) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:37.766964 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0db3d975-881b-4673-887a-6cf7441af3bf tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': '8067b2ec-2dc7-46d3-93a1-32fe8c6ef849', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'afa99760-963d-4eeb-91e0-6a7ae061dc66', 'remote_ip_prefix': None}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:37.770861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Pushing event deleted for resources: {'Port': ['ID=5ff143f4-eb4f-4696-a01e-e7824f345919,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.833588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.916011 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0db3d975-881b-4673-887a-6cf7441af3bf tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.932317 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.935392 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.000603 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0db3d975-881b-4673-887a-6cf7441af3bf tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.029444 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53046) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.043741 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ad01-8423-416b-9329-da73c70610d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.127711 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.128415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Fanout notify agent at l3_agent the message router_deleted on router 2a7e3a49-e5cf-40ed-876a-ee7da8d874ce {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:38.142745 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.142745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ff1e7f61-51ff-4a74-924b-c31201585e99 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/2a7e3a49-e5cf-40ed-876a-ee7da8d874ce HTTP/1.1" status: 204 len: 168 time: 1.3583546 Aug 16 02:04:38.142913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53048) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.146293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4eadd817-a603-46db-a835-b0d5ae08e841 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1207069614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:38.166752 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ad01-8423-416b-9329-da73c70610d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.248685 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0db3d975-881b-4673-887a-6cf7441af3bf tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.268527 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3d975-881b-4673-887a-6cf7441af3bf tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7c39f0-5b68-488b-902e-a7d46974c424,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:38.381794 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ad01-8423-416b-9329-da73c70610d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.431395 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7ff5ad01-8423-416b-9329-da73c70610d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7404ea0e99bc406d9629b1e1cdfb9bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007096 Aug 16 02:04:38.432352 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5ad01-8423-416b-9329-da73c70610d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3ed158-c1e5-4bdb-8470-48ed6ebf23d2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:38.434460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53052) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.529412 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d91e021-4b00-4de7-ac38-52a5b7519206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.529771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4eadd817-a603-46db-a835-b0d5ae08e841 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.530880 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4eadd817-a603-46db-a835-b0d5ae08e841 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.549212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383d22f-cb26-45c2-8851-da928869bdff req-25c110dd-1034-463b-ab1d-75de51b87462 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.550886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a383d22f-cb26-45c2-8851-da928869bdff req-25c110dd-1034-463b-ab1d-75de51b87462 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 945 time: 0.0811884 Aug 16 02:04:38.567357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d91e021-4b00-4de7-ac38-52a5b7519206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.584617 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4eadd817-a603-46db-a835-b0d5ae08e841 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.662324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a383d22f-cb26-45c2-8851-da928869bdff req-30a71285-222b-4877-a284-e2e1962e8f3c tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013620 Aug 16 02:04:38.675063 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0db3d975-881b-4673-887a-6cf7441af3bf tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.675063 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0db3d975-881b-4673-887a-6cf7441af3bf tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9060988 Aug 16 02:04:38.675397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53064) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.697683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5978b77-d6c7-44a3-9791-777b72a69ca7 req-083d966b-8db1-4c42-8544-2e17471adaf4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.699450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5978b77-d6c7-44a3-9791-777b72a69ca7 req-083d966b-8db1-4c42-8544-2e17471adaf4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.64 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 945 time: 0.1132205 Aug 16 02:04:38.739633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-27b07a59-d978-4918-8555-ed18d0da3f16 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.746733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4eadd817-a603-46db-a835-b0d5ae08e841 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.752158 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-27b07a59-d978-4918-8555-ed18d0da3f16 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.857434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e674e427-c96c-4e9c-882c-3ddcfb161d5c req-1aadc500-d909-4ed7-a78c-2b9e967dba67 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 210 time: 0.0348778 Aug 16 02:04:38.863356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-c5978b77-d6c7-44a3-9791-777b72a69ca7 req-3793d5c6-3e22-412b-9387-1e4d2ad7f728 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Deleting port 34c72cd3-5689-4c9a-ad0f-969741396951 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:38.863697 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5978b77-d6c7-44a3-9791-777b72a69ca7 req-3793d5c6-3e22-412b-9387-1e4d2ad7f728 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.878092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d91e021-4b00-4de7-ac38-52a5b7519206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.880585 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d91e021-4b00-4de7-ac38-52a5b7519206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.884287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1d91e021-4b00-4de7-ac38-52a5b7519206 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd3ed158-c1e5-4bdb-8470-48ed6ebf23d2 HTTP/1.1" status: 204 len: 168 time: 0.4387732 Aug 16 02:04:38.900490 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4eadd817-a603-46db-a835-b0d5ae08e841 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.904486 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4eadd817-a603-46db-a835-b0d5ae08e841 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7599316 Aug 16 02:04:38.904636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53068) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.910337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'enable_snat': False}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:38.924780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91e021-4b00-4de7-ac38-52a5b7519206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3ed158-c1e5-4bdb-8470-48ed6ebf23d2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:38.970935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c5978b77-d6c7-44a3-9791-777b72a69ca7 req-3793d5c6-3e22-412b-9387-1e4d2ad7f728 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] For port 34c72cd3-5689-4c9a-ad0f-969741396951, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=34c72cd3-5689-4c9a-ad0f-969741396951,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:38.971395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5978b77-d6c7-44a3-9791-777b72a69ca7 req-3793d5c6-3e22-412b-9387-1e4d2ad7f728 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.985279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-c5978b77-d6c7-44a3-9791-777b72a69ca7 req-3793d5c6-3e22-412b-9387-1e4d2ad7f728 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Calling delete_port for 34c72cd3-5689-4c9a-ad0f-969741396951 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:38.997795 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-27b07a59-d978-4918-8555-ed18d0da3f16 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.041996 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-27b07a59-d978-4918-8555-ed18d0da3f16 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.043215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-27b07a59-d978-4918-8555-ed18d0da3f16 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/8a7c39f0-5b68-488b-902e-a7d46974c424 HTTP/1.1" status: 204 len: 168 time: 0.3708239 Aug 16 02:04:39.058249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53070) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:39.068436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b07a59-d978-4918-8555-ed18d0da3f16 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a7c39f0-5b68-488b-902e-a7d46974c424,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:39.146190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.190535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1ec11c3f-22f1-4a55-b054-6d06f21026e0 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1276412 Aug 16 02:04:39.191479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53072) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:39.246767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-c40d136b-2ab6-4a5a-85cc-4e34b4502e98 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.248207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-c40d136b-2ab6-4a5a-85cc-4e34b4502e98 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.2039764 Aug 16 02:04:39.295140 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1c7f-059f-4bc8-bde6-6e8e3389d0c9 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.308028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-93bc1bd4-05e4-483f-9dfd-019d7b48b70d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 379 time: 0.0506108 Aug 16 02:04:39.321944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'port': {'device_id': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'admin_state_up': True, 'tenant_id': '339391903c4f4f3b9336737914285e45', 'security_groups': ['e5537c35-b247-481e-9e80-44ca4c1aa105']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:39.373597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1c7f-059f-4bc8-bde6-6e8e3389d0c9 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.548525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.588616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.673465 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1c7f-059f-4bc8-bde6-6e8e3389d0c9 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.677843 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1c7f-059f-4bc8-bde6-6e8e3389d0c9 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.687269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9d4c1c7f-059f-4bc8-bde6-6e8e3389d0c9 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-groups/afa99760-963d-4eeb-91e0-6a7ae061dc66 HTTP/1.1" status: 204 len: 168 time: 0.4884906 Aug 16 02:04:39.689988 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5978b77-d6c7-44a3-9791-777b72a69ca7 req-3793d5c6-3e22-412b-9387-1e4d2ad7f728 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.692197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Made reservation on behalf of 339391903c4f4f3b9336737914285e45 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:39.697049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.699350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53084) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:39.707830 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['c4732bef-beba-44dc-b993-caeeacda37e2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:39.710807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['34c72cd3-5689-4c9a-ad0f-969741396951'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:39.811549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c1c7f-059f-4bc8-bde6-6e8e3389d0c9 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa99760-963d-4eeb-91e0-6a7ae061dc66,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:39.854572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793d5c6-3e22-412b-9387-1e4d2ad7f728 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Pushing event deleted for resources: {'Port': ['ID=34c72cd3-5689-4c9a-ad0f-969741396951,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:39.977016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5978b77-d6c7-44a3-9791-777b72a69ca7 req-3793d5c6-3e22-412b-9387-1e4d2ad7f728 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] No DVR routers for this DVR port 34c72cd3-5689-4c9a-ad0f-969741396951 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:39.991654 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c5978b77-d6c7-44a3-9791-777b72a69ca7 req-3793d5c6-3e22-412b-9387-1e4d2ad7f728 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.995010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5978b77-d6c7-44a3-9791-777b72a69ca7 req-3793d5c6-3e22-412b-9387-1e4d2ad7f728 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.64 "DELETE /v2.0/ports/34c72cd3-5689-4c9a-ad0f-969741396951 HTTP/1.1" status: 204 len: 173 time: 1.2888925 Aug 16 02:04:39.997531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-600b2846-4f69-42cd-b997-7ffa7420d411 req-78f65053-3f5a-4be5-85ea-4f9bc8b63dc2 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 210 time: 0.1389766 Aug 16 02:04:39.998592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98342ad3-5272-4fd5-9aa0-516e33a2c6cb', 'name': 'network-vif-deleted', 'tag': '34c72cd3-5689-4c9a-ad0f-969741396951'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:40.002766 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70859561-a192-486b-925d-4c66a37f0c2b" -d '{"events": [{"server_uuid": "98342ad3-5272-4fd5-9aa0-516e33a2c6cb", "name": "network-vif-deleted", "tag": "34c72cd3-5689-4c9a-ad0f-969741396951"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:40.037557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Allocated IP 172.25.8.145 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/02abbc25-8bb3-4462-82b5-49dca38eafc3) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:40.115588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6d95c55c-d398-4572-ba1b-86d7779a69b7 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3907602 Aug 16 02:04:40.121252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53098) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:40.244744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e79611fe-c638-4106-a836-e4b33639c3e8 req-1ec01c61-5b57-4480-9f46-d197aa446948 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 210 time: 0.0620770 Aug 16 02:04:40.254973 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.272023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fac2207-d403-4855-822a-1c4a83576316 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.281695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Allocated IP 172.20.0.10 (451b8f7a-e7d9-4b9a-a673-45425a82868a/b7176ff3-edd3-42c6-8174-28ec8618d359/5e593b3d-c4a4-4dba-82a2-f3989e768803) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:40.419639 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29110232-6d4a-4bf2-980d-08413f6aa4dc x-openstack-request-id: req-29110232-6d4a-4bf2-980d-08413f6aa4dc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:40.419961 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98342ad3-5272-4fd5-9aa0-516e33a2c6cb", "name": "network-vif-deleted", "tag": "34c72cd3-5689-4c9a-ad0f-969741396951", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:40.420213 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29110232-6d4a-4bf2-980d-08413f6aa4dc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:40.420614 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98342ad3-5272-4fd5-9aa0-516e33a2c6cb', 'name': 'network-vif-deleted', 'tag': '34c72cd3-5689-4c9a-ad0f-969741396951', 'status': 'completed', 'code': 200} Aug 16 02:04:40.456119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.456848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fac2207-d403-4855-822a-1c4a83576316 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.517829 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.539435 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:40.543383 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:40.554172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:40.585166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Pushing event updated for resources: {'Port': ['ID=02abbc25-8bb3-4462-82b5-49dca38eafc3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:40.614676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Transition to ACTIVE for port object 5e593b3d-c4a4-4dba-82a2-f3989e768803 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:40.687344 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fac2207-d403-4855-822a-1c4a83576316 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.690498 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fac2207-d403-4855-822a-1c4a83576316 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.691903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1fac2207-d403-4855-822a-1c4a83576316 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-groups/8067b2ec-2dc7-46d3-93a1-32fe8c6ef849 HTTP/1.1" status: 204 len: 168 time: 0.5694900 Aug 16 02:04:40.696299 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53110) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:40.702379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac2207-d403-4855-822a-1c4a83576316 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8067b2ec-2dc7-46d3-93a1-32fe8c6ef849,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:40.758639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.793442 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b88d5083-1d98-4adb-ae95-63bf1e8e1fa6 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960052 Aug 16 02:04:40.810431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53116) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:40.816062 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group': {'name': 'tempest-secgroup--208586218'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:40.835135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:40.841632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:40.856284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:40.899113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=5e593b3d-c4a4-4dba-82a2-f3989e768803,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:40.939973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.940835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.070407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-3825b985-6c8c-4fd5-984e-ddffca391ed4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7555239 Aug 16 02:04:41.077701 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.085122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Request body: {'port': {'device_id': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:41.175856 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.194856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.254518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f95e9203-10ee-4b00-99eb-c91443503fa6 req-0b090e67-29b0-4958-8a6c-d8b345d71fee tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=98342ad3-5272-4fd5-9aa0-516e33a2c6cb HTTP/1.1" status: 200 len: 210 time: 0.0609858 Aug 16 02:04:41.398991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-59c40390-2dc5-4915-a222-1ef8533e7372 None None] Provisioning for port 5e593b3d-c4a4-4dba-82a2-f3989e768803 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:41.404189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-59c40390-2dc5-4915-a222-1ef8533e7372 None None] Provisioning complete for port 5e593b3d-c4a4-4dba-82a2-f3989e768803 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:41.404565 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-59c40390-2dc5-4915-a222-1ef8533e7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.492602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-59c40390-2dc5-4915-a222-1ef8533e7372 None None] Port 5e593b3d-c4a4-4dba-82a2-f3989e768803 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:41.557681 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.581322 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.585357 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.604121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d142bf-f39a-494d-8f44-a0d8dd5916f7 req-c3f5a410-2bd9-4a13-acab-d0e20dca214b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:41.605794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6d142bf-f39a-494d-8f44-a0d8dd5916f7 req-c3f5a410-2bd9-4a13-acab-d0e20dca214b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 932 time: 0.1225193 Aug 16 02:04:41.683176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.688276 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6d142bf-f39a-494d-8f44-a0d8dd5916f7 req-2e9ea3b3-0d93-4fb0-9196-9a1282e9fe48 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683815 Aug 16 02:04:41.731885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3002421b-2381-4272-bd9b-755a18b08f87,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:41.740204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e593b3d-c4a4-4dba-82a2-f3989e768803 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:41.745759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.746403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.746991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.747557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.748008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.748431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.748860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.749288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.749715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.750807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.751245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.751374 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.751748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:41.764239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Transition to ACTIVE for port object 5e593b3d-c4a4-4dba-82a2-f3989e768803 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:41.797459 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.798838 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-94595217-3193-452d-906b-3482c48b66d8 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9876482 Aug 16 02:04:41.801870 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53132) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:41.806618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-65aa4d7b-1c0b-4d17-ad56-45fe8eba1543 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': '3002421b-2381-4272-bd9b-755a18b08f87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:41.871208 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.908837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Router e2e2a97f-84bc-4a6a-b329-03dbd0fe853d is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:41.916369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65aa4d7b-1c0b-4d17-ad56-45fe8eba1543 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.041346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e593b3d-c4a4-4dba-82a2-f3989e768803,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.061728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Attempting to bind port 5e593b3d-c4a4-4dba-82a2-f3989e768803 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:42.062040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Attempting to bind port 5e593b3d-c4a4-4dba-82a2-f3989e768803 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:42.062323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Attempting to bind port 5e593b3d-c4a4-4dba-82a2-f3989e768803 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:42.095781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Port 5e593b3d-c4a4-4dba-82a2-f3989e768803 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:42.095999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Attempting to bind port 5e593b3d-c4a4-4dba-82a2-f3989e768803 on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:42.108672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:42.113606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:42.113606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Checking segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:42.115108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Bound using segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:42.115108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Bound port: 5e593b3d-c4a4-4dba-82a2-f3989e768803, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:42.115108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.116017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.117868 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-de5f7297-dd41-4c4a-b7fa-cd3b5a5a5cf3 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "PUT /v2.0/routers/e2e2a97f-84bc-4a6a-b329-03dbd0fe853d HTTP/1.1" status: 200 len: 916 time: 3.2116241 Aug 16 02:04:42.124205 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53146) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.124936 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76da2-479b-4483-8ad2-33378afd7176 None None] Sync routers for ids ['e2e2a97f-84bc-4a6a-b329-03dbd0fe853d'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:42.144269 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e76da2-479b-4483-8ad2-33378afd7176 None None] Routers {'e2e2a97f-84bc-4a6a-b329-03dbd0fe853d'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:42.145238 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-48e76da2-479b-4483-8ad2-33378afd7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e2e2a97f-84bc-4a6a-b329-03dbd0fe853d'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:42.186972 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-48e76da2-479b-4483-8ad2-33378afd7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:42.211438 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e76da2-479b-4483-8ad2-33378afd7176 None None] Routers {'e2e2a97f-84bc-4a6a-b329-03dbd0fe853d'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:42.212109 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-48e76da2-479b-4483-8ad2-33378afd7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e2e2a97f-84bc-4a6a-b329-03dbd0fe853d'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:42.212477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] For port 5e593b3d-c4a4-4dba-82a2-f3989e768803, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:42.216220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] For port 5e593b3d-c4a4-4dba-82a2-f3989e768803, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:42.261378 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65aa4d7b-1c0b-4d17-ad56-45fe8eba1543 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.269863 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-48e76da2-479b-4483-8ad2-33378afd7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:42.271677 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76da2-479b-4483-8ad2-33378afd7176 None None] The sync data for ids ['e2e2a97f-84bc-4a6a-b329-03dbd0fe853d'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:42.292955 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ae4b3307-6453-4b3d-9341-682e570709e1 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/routers/e2e2a97f-84bc-4a6a-b329-03dbd0fe853d HTTP/1.1" status: 200 len: 922 time: 0.1650589 Aug 16 02:04:42.293260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53150) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.350145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05093eb1-94b2-43b8-a574-00580c70d5a9 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.354692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-05093eb1-94b2-43b8-a574-00580c70d5a9 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&device_id=e2e2a97f-84bc-4a6a-b329-03dbd0fe853d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0575850 Aug 16 02:04:42.355562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53154) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.369721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.374880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53156) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.449401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.450902 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.452393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] 10.222.0.74 "PUT /v2.0/ports/5e593b3d-c4a4-4dba-82a2-f3989e768803 HTTP/1.1" status: 200 len: 1093 time: 1.3724492 Aug 16 02:04:42.459561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65aa4d7b-1c0b-4d17-ad56-45fe8eba1543 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.467199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'tag': '5e593b3d-c4a4-4dba-82a2-f3989e768803'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:42.471222 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262a6002-32a1-4965-ba67-6256385e5762" -d '{"events": [{"name": "network-changed", "server_uuid": "458e0996-f4d8-4881-86f4-98d6e788a50a", "tag": "5e593b3d-c4a4-4dba-82a2-f3989e768803"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:42.513020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa971c7-cbc2-4998-ac22-cdfb78138aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e593b3d-c4a4-4dba-82a2-f3989e768803,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.525741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa4d7b-1c0b-4d17-ad56-45fe8eba1543 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73574f0-6afd-42b0-948b-35269c00c635,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.590706 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3931c82-0e00-4b34-a93e-22568d44568e x-openstack-request-id: req-f3931c82-0e00-4b34-a93e-22568d44568e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:42.591009 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458e0996-f4d8-4881-86f4-98d6e788a50a", "tag": "5e593b3d-c4a4-4dba-82a2-f3989e768803", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:42.591267 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3931c82-0e00-4b34-a93e-22568d44568e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:42.591668 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'tag': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'status': 'completed', 'code': 200} Aug 16 02:04:42.596489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121260a-256a-442a-82db-f5c9b2c6d5d5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.598635 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8121260a-256a-442a-82db-f5c9b2c6d5d5 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 881 time: 0.2419114 Aug 16 02:04:42.604060 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53166) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.610038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b34bacda-820d-4c50-be3b-dfd751635edf tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:42.660750 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-84539208-7961-46d4-88b2-d594fdab89d4 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2e2a97f-84bc-4a6a-b329-03dbd0fe853d HTTP/1.1" status: 200 len: 205 time: 0.0550137 Aug 16 02:04:42.661897 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65aa4d7b-1c0b-4d17-ad56-45fe8eba1543 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.663339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53168) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.668674 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-65aa4d7b-1c0b-4d17-ad56-45fe8eba1543 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8656430 Aug 16 02:04:42.669313 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53170) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.674559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-4b6e662f-14c9-41ed-aa77-5cf6c5c60cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.676523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-4b6e662f-14c9-41ed-aa77-5cf6c5c60cba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 1096 time: 0.0809124 Aug 16 02:04:42.748928 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-873cc9b2-a325-43af-a9c2-0ed7befbf6a5 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.766830 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-873cc9b2-a325-43af-a9c2-0ed7befbf6a5 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.824381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-edfffb77-0d3c-4f7c-b025-58b195338f51 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803 HTTP/1.1" status: 200 len: 217 time: 0.0723636 Aug 16 02:04:42.869700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b34bacda-820d-4c50-be3b-dfd751635edf tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] 10.222.0.66 "PUT /v2.0/quotas/8b2800bf4777480286ed9e7b3d635117 HTTP/1.1" status: 200 len: 368 time: 0.4919569 Aug 16 02:04:42.872399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53178) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.879851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Request body: {'network': {'project_id': '8b2800bf4777480286ed9e7b3d635117'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:42.924021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-4368be75-49bf-429f-bdfa-8591207ae53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.925566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-4368be75-49bf-429f-bdfa-8591207ae53e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0942125 Aug 16 02:04:42.946009 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-873cc9b2-a325-43af-a9c2-0ed7befbf6a5 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.952413 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-873cc9b2-a325-43af-a9c2-0ed7befbf6a5 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.956005 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-873cc9b2-a325-43af-a9c2-0ed7befbf6a5 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f73574f0-6afd-42b0-948b-35269c00c635 HTTP/1.1" status: 204 len: 168 time: 0.2830517 Aug 16 02:04:42.965906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53180) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.974304 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.005286 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cc9b2-a325-43af-a9c2-0ed7befbf6a5 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f73574f0-6afd-42b0-948b-35269c00c635,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.035621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-a06d61db-e00c-4fd0-87d5-d00518650e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.037127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-a06d61db-e00c-4fd0-87d5-d00518650e82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027310 Aug 16 02:04:43.046064 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ae4d6cce-2a8c-4fd7-b7ae-2df9dc8f25fb tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0785501 Aug 16 02:04:43.050179 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53182) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:43.079851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Made reservation on behalf of 8b2800bf4777480286ed9e7b3d635117 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:43.082094 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.103379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.143206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c963b89b-ab7e-4cb6-98fc-8079b44535b2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.184044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 34c72cd3-5689-4c9a-ad0f-969741396951 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:43.198985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c963b89b-ab7e-4cb6-98fc-8079b44535b2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.214938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 34c72cd3-5689-4c9a-ad0f-969741396951 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:43.215639 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 34c72cd3-5689-4c9a-ad0f-969741396951 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:43.325959 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.489528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c963b89b-ab7e-4cb6-98fc-8079b44535b2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.494275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c963b89b-ab7e-4cb6-98fc-8079b44535b2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.495567 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c963b89b-ab7e-4cb6-98fc-8079b44535b2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-groups/3002421b-2381-4272-bd9b-755a18b08f87 HTTP/1.1" status: 204 len: 168 time: 0.4442763 Aug 16 02:04:43.501418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53194) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:43.526312 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963b89b-ab7e-4cb6-98fc-8079b44535b2 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3002421b-2381-4272-bd9b-755a18b08f87,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.591627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.614262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bfebe-157a-43be-aa9d-d7ee2080a45e req-36834b53-b82d-4c93-9a5b-0e0af146076a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.622332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a6bfebe-157a-43be-aa9d-d7ee2080a45e req-36834b53-b82d-4c93-9a5b-0e0af146076a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 944 time: 0.5536036 Aug 16 02:04:43.648061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.671446 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-83d4652a-45a2-4183-9ba9-405fe208413c tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1648624 Aug 16 02:04:43.671446 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:43.677943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53202) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:43.683697 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-155e57d5-7175-4420-985d-abb194611508 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group': {'name': 'tempest-secgroup--430196425'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:43.694316 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17a582b-c073-497d-87b8-5772aeb2988c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.701519 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.701519 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Added segment 9da1d5bd-1d9a-4729-820a-e6e0557025c3 of type vlan for network 8b070d47-0ffe-467b-a9f5-90a8634e4d49 Aug 16 02:04:43.704525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a6bfebe-157a-43be-aa9d-d7ee2080a45e req-4690e8c4-4609-4d6a-b6e1-f02c5b3ed6b7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809836 Aug 16 02:04:43.716921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-258cc249-88bd-44e6-9050-e6b9860b6423 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492994 Aug 16 02:04:43.759028 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.865156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-684886b4-5b0d-45cc-a338-dd6ebdaa7ce4 req-ed088102-0f2c-4565-b4ba-e7d6030e4f97 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396639 Aug 16 02:04:43.898918 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-155e57d5-7175-4420-985d-abb194611508 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.899972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Deleting port 02abbc25-8bb3-4462-82b5-49dca38eafc3 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:43.903026 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.926827 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.927913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.928565 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.998544 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.020006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Calling delete_port for 02abbc25-8bb3-4462-82b5-49dca38eafc3 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:44.050473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Pushing event updated for resources: {'Network': ['ID=8b070d47-0ffe-467b-a9f5-90a8634e4d49,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.064240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 8b070d47-0ffe-467b-a9f5-90a8634e4d49 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:44.120838 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-155e57d5-7175-4420-985d-abb194611508 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.245581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a6002-32a1-4965-ba67-6256385e5762 req-62265987-9e0a-4ff7-acac-5648557bca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.247232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-262a6002-32a1-4965-ba67-6256385e5762 req-62265987-9e0a-4ff7-acac-5648557bca64 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 1096 time: 0.1251407 Aug 16 02:04:44.294980 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-155e57d5-7175-4420-985d-abb194611508 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.342404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e57d5-7175-4420-985d-abb194611508 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3dc974-df1e-4907-8c67-f90c0f413445,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.417972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a6002-32a1-4965-ba67-6256385e5762 req-27c3543a-d950-493d-98dd-8167622254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.419599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-262a6002-32a1-4965-ba67-6256385e5762 req-27c3543a-d950-493d-98dd-8167622254f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.1634462 Aug 16 02:04:44.464749 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-262a6002-32a1-4965-ba67-6256385e5762 req-973d22b4-5152-4d53-8dac-f4992e78e779 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803 HTTP/1.1" status: 200 len: 217 time: 0.0373752 Aug 16 02:04:44.470511 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4169f783-68b5-4b00-b7b6-6614346ee279 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5967524 Aug 16 02:04:44.473129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53218) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:44.478288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Request body: {'network': {'project_id': '8b2800bf4777480286ed9e7b3d635117'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:44.509189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.509362 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-155e57d5-7175-4420-985d-abb194611508 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.510940 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-155e57d5-7175-4420-985d-abb194611508 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8318727 Aug 16 02:04:44.514021 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53222) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:44.522379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6d7e62a2-952d-4f3a-8383-ee4b9cd04e4a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': 'da3dc974-df1e-4907-8c67-f90c0f413445', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:44.549950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Pushing event deleted for resources: {'Port': ['ID=02abbc25-8bb3-4462-82b5-49dca38eafc3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.555035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a6002-32a1-4965-ba67-6256385e5762 req-86010c97-5c87-466f-a918-850a8cdb5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.556519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-262a6002-32a1-4965-ba67-6256385e5762 req-86010c97-5c87-466f-a918-850a8cdb5335 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0851274 Aug 16 02:04:44.638838 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Made reservation on behalf of 8b2800bf4777480286ed9e7b3d635117 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:44.642332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.645144 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.649759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a6002-32a1-4965-ba67-6256385e5762 req-6453d2f6-e744-43a0-bd61-bc8d4ff7fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.651297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-262a6002-32a1-4965-ba67-6256385e5762 req-6453d2f6-e744-43a0-bd61-bc8d4ff7fab0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766032 Aug 16 02:04:44.677461 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:44.689011 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.689362 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Added segment bffd3cf7-6d09-4c9b-bea6-ee91f51738c1 of type vlan for network 5dceef8e-c47e-4bb1-856b-7e30c58cfb1a Aug 16 02:04:44.745475 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.789764 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.799601 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.830639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7e62a2-952d-4f3a-8383-ee4b9cd04e4a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.902096 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7e62a2-952d-4f3a-8383-ee4b9cd04e4a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.902919 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.903925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.904655 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.917245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e9608-de9e-46ff-a1c1-af8512efd85b req-e8abccca-8892-4c27-8211-b91f60ba5296 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.919283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-013e9608-de9e-46ff-a1c1-af8512efd85b req-e8abccca-8892-4c27-8211-b91f60ba5296 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 944 time: 0.1329622 Aug 16 02:04:44.930953 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-262a6002-32a1-4965-ba67-6256385e5762 req-8a711216-8f34-447b-a0c2-c91b89b86209 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512560 Aug 16 02:04:44.987880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Pushing event updated for resources: {'Network': ['ID=5dceef8e-c47e-4bb1-856b-7e30c58cfb1a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.001414 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 5dceef8e-c47e-4bb1-856b-7e30c58cfb1a details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:45.023437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-013e9608-de9e-46ff-a1c1-af8512efd85b req-35ddd6d6-38a4-48cb-93e8-67578947c9f6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959051 Aug 16 02:04:45.037684 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.038286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Fanout notify agent at l3_agent the message router_deleted on router e2e2a97f-84bc-4a6a-b329-03dbd0fe853d {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:45.046178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.048722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-871ea3f7-d3e9-4d01-b1df-fc67ac242fc7 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/e2e2a97f-84bc-4a6a-b329-03dbd0fe853d HTTP/1.1" status: 204 len: 168 time: 2.3842852 Aug 16 02:04:45.052405 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53240) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:45.069504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2121599098', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:45.081161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-262a6002-32a1-4965-ba67-6256385e5762 req-d732ea18-5e4a-47ff-b445-2df12ec83fec service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417530 Aug 16 02:04:45.104094 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7e62a2-952d-4f3a-8383-ee4b9cd04e4a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.134516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e62a2-952d-4f3a-8383-ee4b9cd04e4a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd07ebb7-b70b-4e8d-9bab-3be26e242f73,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.168067 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-785699c7-01fa-408a-be87-0ac61bf7d6bb tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6910336 Aug 16 02:04:45.170933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53242) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:45.179786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-aec7de44-e1bf-4465-99b0-ce4441708c6d tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Request body: {'network': {'project_id': '8b2800bf4777480286ed9e7b3d635117'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:45.351803 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.352876 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.409688 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.494455 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7e62a2-952d-4f3a-8383-ee4b9cd04e4a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.500079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53252) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:45.501046 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d7e62a2-952d-4f3a-8383-ee4b9cd04e4a tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9857528 Aug 16 02:04:45.516532 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec7de44-e1bf-4465-99b0-ce4441708c6d tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:04:45.517210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec7de44-e1bf-4465-99b0-ce4441708c6d tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:45.518415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aec7de44-e1bf-4465-99b0-ce4441708c6d tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3447900 Aug 16 02:04:45.523690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-255523fc-b244-48a9-9695-3daec487603e tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules/fd07ebb7-b70b-4e8d-9bab-3be26e242f73 HTTP/1.1" status: 200 len: 763 time: 0.0226374 Aug 16 02:04:45.529302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53258) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:45.575596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-379e9002-caaf-4410-ba09-8dcc9a278f16 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0450630 Aug 16 02:04:45.578779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53260) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:45.612410 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ec38580-08e3-407b-a92e-f3eb04dcca79 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.623611 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ec38580-08e3-407b-a92e-f3eb04dcca79 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.639558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53262) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:45.749582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fb4d568e-f2fc-41ad-8bf1-3f9176b390ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b2800bf4777480286ed9e7b3d635117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1089180 Aug 16 02:04:45.752374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53270) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:45.772448 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.814222 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bbebc6e1-33ae-4f06-9183-caa34f39691f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.825901 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ec38580-08e3-407b-a92e-f3eb04dcca79 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.834758 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ec38580-08e3-407b-a92e-f3eb04dcca79 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.835869 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9ec38580-08e3-407b-a92e-f3eb04dcca79 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/fd07ebb7-b70b-4e8d-9bab-3be26e242f73 HTTP/1.1" status: 204 len: 168 time: 0.2561328 Aug 16 02:04:45.838707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53272) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:45.849445 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bbebc6e1-33ae-4f06-9183-caa34f39691f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.855808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec38580-08e3-407b-a92e-f3eb04dcca79 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd07ebb7-b70b-4e8d-9bab-3be26e242f73,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.886629 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cad4bf80-7743-4974-bc87-b9f86244c874 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466251 Aug 16 02:04:45.889396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53274) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:45.894946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a94e03d9-eb91-45db-be4d-5f1e771157f4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': 'da3dc974-df1e-4907-8c67-f90c0f413445', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:46.047096 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bbebc6e1-33ae-4f06-9183-caa34f39691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.049927 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bbebc6e1-33ae-4f06-9183-caa34f39691f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.051281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bbebc6e1-33ae-4f06-9183-caa34f39691f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d17a582b-c073-497d-87b8-5772aeb2988c HTTP/1.1" status: 204 len: 168 time: 0.2978928 Aug 16 02:04:46.054406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53276) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:46.077523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a94e03d9-eb91-45db-be4d-5f1e771157f4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.093160 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.098003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebc6e1-33ae-4f06-9183-caa34f39691f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17a582b-c073-497d-87b8-5772aeb2988c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.113776 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.264789 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Allocated IP 172.25.8.91 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/b46f620d-02cb-4cdd-99e5-79b75088971f) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:46.268074 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.276277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a94e03d9-eb91-45db-be4d-5f1e771157f4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.291850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7984ef-506b-495d-a372-6fd3b4be7c6c req-6b4b4ece-61a8-4b08-90a7-5973266dc630 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.293669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec7984ef-506b-495d-a372-6fd3b4be7c6c req-6b4b4ece-61a8-4b08-90a7-5973266dc630 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 944 time: 0.1603599 Aug 16 02:04:46.402372 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.405286 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.420916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dceef8e-c47e-4bb1-856b-7e30c58cfb1a']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:46.427116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec7984ef-506b-495d-a372-6fd3b4be7c6c req-bf037374-bd54-4170-bb69-595b2f7b68c2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030457 Aug 16 02:04:46.441532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffd3cf7-6d09-4c9b-bea6-ee91f51738c1') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:46.441982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffd3cf7-6d09-4c9b-bea6-ee91f51738c1') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:46.461534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.479069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a94e03d9-eb91-45db-be4d-5f1e771157f4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.485147 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.502199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:46.502696 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:46.504394 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:46.517365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e03d9-eb91-45db-be4d-5f1e771157f4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93284c46-82af-4746-9da2-b927ee19fa63,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.729113 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.771875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:46.775009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:46.778937 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:46.813648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a94e03d9-eb91-45db-be4d-5f1e771157f4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.813648 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a94e03d9-eb91-45db-be4d-5f1e771157f4 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9196317 Aug 16 02:04:46.813648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.814233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Pushing event updated for resources: {'Port': ['ID=b46f620d-02cb-4cdd-99e5-79b75088971f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.814312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53286) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:46.824743 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.829623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] 10.222.0.66 "DELETE /v2.0/networks/5dceef8e-c47e-4bb1-856b-7e30c58cfb1a HTTP/1.1" status: 204 len: 168 time: 0.7687683 Aug 16 02:04:46.829867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53288) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:46.849039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a9f1a-5ef8-46d9-a8b2-917d726769a2 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Pushing event deleted for resources: {'Network': ['ID=5dceef8e-c47e-4bb1-856b-7e30c58cfb1a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.858873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ace810c2-c4bf-4af9-97be-f532e91e8626 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules/93284c46-82af-4746-9da2-b927ee19fa63 HTTP/1.1" status: 200 len: 763 time: 0.0357089 Aug 16 02:04:46.861351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53290) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:46.923123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ae994880-01d3-4394-82a3-a79dd55415ed tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0580711 Aug 16 02:04:46.923715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53292) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:46.948632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a85d1b2-f638-4c4d-a47a-12e914680027 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.958210 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a85d1b2-f638-4c4d-a47a-12e914680027 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.986249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.095275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a85d1b2-f638-4c4d-a47a-12e914680027 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.104613 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a85d1b2-f638-4c4d-a47a-12e914680027 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.109350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53294) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:47.110463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3a85d1b2-f638-4c4d-a47a-12e914680027 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/93284c46-82af-4746-9da2-b927ee19fa63 HTTP/1.1" status: 204 len: 168 time: 0.1857269 Aug 16 02:04:47.116889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85d1b2-f638-4c4d-a47a-12e914680027 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93284c46-82af-4746-9da2-b927ee19fa63,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:47.118732 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.145101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b070d47-0ffe-467b-a9f5-90a8634e4d49']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:47.194092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da1d5bd-1d9a-4729-820a-e6e0557025c3') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:47.194509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da1d5bd-1d9a-4729-820a-e6e0557025c3') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:47.224033 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.244257 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-53a41cc7-fc45-4c45-97aa-4297279500b7 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1337602 Aug 16 02:04:47.246924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53298) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:47.252430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2feed01b-c56d-4139-81ed-7782baf08673 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Request body: {'security_group_rule': {'security_group_id': 'da3dc974-df1e-4907-8c67-f90c0f413445', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:47.295811 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.306226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:47.306620 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:47.308252 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:47.352952 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.494538 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-2feed01b-c56d-4139-81ed-7782baf08673 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Project 6744269a270043a8aa087c4df76ab499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:04:47.501288 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2feed01b-c56d-4139-81ed-7782baf08673 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.579158 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.639270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b1ee2-e6ca-43c3-a2b4-fe263ba845e6 req-28ca562c-637c-4eb0-a1fa-230577f15608 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.642239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d08b1ee2-e6ca-43c3-a2b4-fe263ba845e6 req-28ca562c-637c-4eb0-a1fa-230577f15608 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 944 time: 0.1025777 Aug 16 02:04:47.644502 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2feed01b-c56d-4139-81ed-7782baf08673 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.668889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.678405 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.683012 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] 10.222.0.66 "DELETE /v2.0/networks/8b070d47-0ffe-467b-a9f5-90a8634e4d49 HTTP/1.1" status: 204 len: 168 time: 0.8494189 Aug 16 02:04:47.697712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e543ac-e1e3-4723-9540-2a3247e8b070 tempest-QuotasNegativeTest-2003949303 tempest-QuotasNegativeTest-2003949303-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b070d47-0ffe-467b-a9f5-90a8634e4d49,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:47.704579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d08b1ee2-e6ca-43c3-a2b4-fe263ba845e6 req-da0d2cb4-5d17-4c00-a3ca-2ef1db131326 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530932 Aug 16 02:04:47.968082 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Router e3b71948-b1c3-41b2-919d-a58cb9b3d7b2 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:47.968646 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2feed01b-c56d-4139-81ed-7782baf08673 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.992302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feed01b-c56d-4139-81ed-7782baf08673 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c0ea17-8bdd-40c1-929f-13acee89cf9b,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:48.081043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:48.090491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f033ebde-4e0b-4798-ac28-954441d9f14c None None] Sync routers for ids ['e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:48.099971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f033ebde-4e0b-4798-ac28-954441d9f14c None None] Routers {'e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:48.100592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f033ebde-4e0b-4798-ac28-954441d9f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:48.125249 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:04:48.138734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f033ebde-4e0b-4798-ac28-954441d9f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:48.139634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2feed01b-c56d-4139-81ed-7782baf08673 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.141020 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2feed01b-c56d-4139-81ed-7782baf08673 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8930793 Aug 16 02:04:48.143762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53308) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.147696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f033ebde-4e0b-4798-ac28-954441d9f14c None None] Routers {'e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:48.148288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f033ebde-4e0b-4798-ac28-954441d9f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:48.164309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aca5a862-9468-4a9d-b7e3-81fd03904ef5 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules/e7c0ea17-8bdd-40c1-929f-13acee89cf9b HTTP/1.1" status: 200 len: 769 time: 0.0171435 Aug 16 02:04:48.164536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53310) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.183440 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f033ebde-4e0b-4798-ac28-954441d9f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:48.184113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f033ebde-4e0b-4798-ac28-954441d9f14c None None] The sync data for ids ['e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:48.221083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7761ac5d-2463-4122-aeb0-162eab8658e3 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0550268 Aug 16 02:04:48.223570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53314) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.232446 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.232446 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9a92128d-0b6d-48c6-8d5d-0875969bb16a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1778708 Aug 16 02:04:48.235833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53316) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.241168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:48.271176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fead410-a0a5-488e-8cf7-b2d0e374dbe0 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.279263 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fead410-a0a5-488e-8cf7-b2d0e374dbe0 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.441002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fead410-a0a5-488e-8cf7-b2d0e374dbe0 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.448688 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fead410-a0a5-488e-8cf7-b2d0e374dbe0 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.452234 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2fead410-a0a5-488e-8cf7-b2d0e374dbe0 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/e7c0ea17-8bdd-40c1-929f-13acee89cf9b HTTP/1.1" status: 204 len: 168 time: 0.2251723 Aug 16 02:04:48.453954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53320) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.461420 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fead410-a0a5-488e-8cf7-b2d0e374dbe0 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7c0ea17-8bdd-40c1-929f-13acee89cf9b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:48.501068 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d09b252-1cbc-4f3f-89aa-22ff1d8d2125 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456583 Aug 16 02:04:48.503609 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53322) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.564084 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-764570f7-d702-4b20-b388-2b48ee41b412 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.586536 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-764570f7-d702-4b20-b388-2b48ee41b412 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.597458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.692275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.745942 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-764570f7-d702-4b20-b388-2b48ee41b412 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.749534 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-764570f7-d702-4b20-b388-2b48ee41b412 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.751329 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-764570f7-d702-4b20-b388-2b48ee41b412 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "DELETE /v2.0/security-groups/da3dc974-df1e-4907-8c67-f90c0f413445 HTTP/1.1" status: 204 len: 168 time: 0.2464757 Aug 16 02:04:48.754189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53330) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.761219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764570f7-d702-4b20-b388-2b48ee41b412 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3dc974-df1e-4907-8c67-f90c0f413445,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:48.798593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53334) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.813786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6c837c-b608-4133-bb0e-1236cad5d1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.832688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-460baf1c-112c-4bad-afee-19dd4392a60d tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0724814 Aug 16 02:04:48.834680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53336) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.857283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Deleting port b46f620d-02cb-4cdd-99e5-79b75088971f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:48.857629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.933762 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-265773b7-01fd-4cdf-bba6-ca20bdf468f1 tempest-SecGroupIPv6Test-458373399 tempest-SecGroupIPv6Test-458373399-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0946250 Aug 16 02:04:48.961723 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.976988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Calling delete_port for b46f620d-02cb-4cdd-99e5-79b75088971f owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:49.068644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6c837c-b608-4133-bb0e-1236cad5d1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.157741 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6c837c-b608-4133-bb0e-1236cad5d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.196145 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c837c-b608-4133-bb0e-1236cad5d1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429f9f0e-961b-4120-88f9-7b2d391fc548,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.200366 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5f6c837c-b608-4133-bb0e-1236cad5d1ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dcaf005c4a704b27be3800a63282566a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006267 Aug 16 02:04:49.203794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53340) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:49.266577 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8df2aa50-b209-4ffa-aff3-775ef52a688d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.292388 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8df2aa50-b209-4ffa-aff3-775ef52a688d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.337973 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.378074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Pushing event deleted for resources: {'Port': ['ID=b46f620d-02cb-4cdd-99e5-79b75088971f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.485023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aca92-3ec8-4fba-8af6-a77c18200a43 req-3d394f76-9656-4a7e-81e1-a5262826fae8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.486767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca3aca92-3ec8-4fba-8af6-a77c18200a43 req-3d394f76-9656-4a7e-81e1-a5262826fae8 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 944 time: 0.1102028 Aug 16 02:04:49.490080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.551554 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8df2aa50-b209-4ffa-aff3-775ef52a688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.554304 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8df2aa50-b209-4ffa-aff3-775ef52a688d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.558229 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8df2aa50-b209-4ffa-aff3-775ef52a688d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/429f9f0e-961b-4120-88f9-7b2d391fc548 HTTP/1.1" status: 204 len: 168 time: 0.3510318 Aug 16 02:04:49.566250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2aa50-b209-4ffa-aff3-775ef52a688d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429f9f0e-961b-4120-88f9-7b2d391fc548,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.623369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca3aca92-3ec8-4fba-8af6-a77c18200a43 req-4bece326-6b3c-4409-9e55-65f38cb272b4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930793 Aug 16 02:04:49.749588 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53358) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:49.783944 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.796388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.905684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167b80b-5d10-4e6e-b882-ade8ece03edf req-30c9ca0c-e195-4f6c-aea6-48fae14626c4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.905684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6167b80b-5d10-4e6e-b882-ade8ece03edf req-30c9ca0c-e195-4f6c-aea6-48fae14626c4 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 945 time: 0.1230793 Aug 16 02:04:49.912902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Router e3b71948-b1c3-41b2-919d-a58cb9b3d7b2 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:49.937376 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-80e96a34-ef0a-4159-ae96-12e60bc32cfd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6744269a270043a8aa087c4df76ab499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834784 Aug 16 02:04:49.938195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53366) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:50.006046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e534761-e1cf-4af1-9477-6fbd104cd5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.033046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e534761-e1cf-4af1-9477-6fbd104cd5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.034897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6167b80b-5d10-4e6e-b882-ade8ece03edf req-64f491aa-3d5c-463c-8c08-025bc985a59a tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204500 Aug 16 02:04:50.043345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:50.060606 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.061759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4314ffa7-f404-477b-a15a-77f2b1042aca tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "PUT /v2.0/routers/e3b71948-b1c3-41b2-919d-a58cb9b3d7b2 HTTP/1.1" status: 200 len: 706 time: 1.8248386 Aug 16 02:04:50.065552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53370) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:50.067451 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e6154-6f0b-48dd-a503-3368af6e1893 None None] Sync routers for ids ['e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:50.078437 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e6154-6f0b-48dd-a503-3368af6e1893 None None] Routers {'e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:50.079231 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-390e6154-6f0b-48dd-a503-3368af6e1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:50.113145 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-390e6154-6f0b-48dd-a503-3368af6e1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:50.122223 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e6154-6f0b-48dd-a503-3368af6e1893 None None] Routers {'e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:50.122899 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-390e6154-6f0b-48dd-a503-3368af6e1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:50.159409 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-390e6154-6f0b-48dd-a503-3368af6e1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:50.160177 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e6154-6f0b-48dd-a503-3368af6e1893 None None] The sync data for ids ['e3b71948-b1c3-41b2-919d-a58cb9b3d7b2'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:50.213711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e534761-e1cf-4af1-9477-6fbd104cd5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.217134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e534761-e1cf-4af1-9477-6fbd104cd5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.218286 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4e534761-e1cf-4af1-9477-6fbd104cd5e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eebaf2b4-fc85-48e8-8b53-6a01b8e88149 HTTP/1.1" status: 204 len: 168 time: 0.2790897 Aug 16 02:04:50.228677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e534761-e1cf-4af1-9477-6fbd104cd5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebaf2b4-fc85-48e8-8b53-6a01b8e88149,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:50.491786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aeeac3b8-2ce4-4a9c-9bcc-b7cc58f69410 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/routers/e3b71948-b1c3-41b2-919d-a58cb9b3d7b2 HTTP/1.1" status: 200 len: 741 time: 0.4251392 Aug 16 02:04:50.494667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53374) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:50.540098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0ee4ac68-530a-4936-9cb4-6bf7cb4ce0c7 tempest-RoutersAdminTest-438433541 tempest-RoutersAdminTest-438433541-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&device_id=e3b71948-b1c3-41b2-919d-a58cb9b3d7b2 HTTP/1.1" status: 200 len: 205 time: 0.0443676 Aug 16 02:04:50.542744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53378) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:50.569382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-34d3b71e-7306-43b9-bbe0-90a663e69b94 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b71948-b1c3-41b2-919d-a58cb9b3d7b2 HTTP/1.1" status: 200 len: 205 time: 0.0254221 Aug 16 02:04:50.571715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53380) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:50.649329 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73a517e2-6dab-4e45-bb26-ac3a0e3a1e2b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.655415 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:50.672138 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6f840b2-7a8f-4388-8a27-6c0608caaec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.763698 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53388) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:50.790525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6f840b2-7a8f-4388-8a27-6c0608caaec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.890298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73a517e2-6dab-4e45-bb26-ac3a0e3a1e2b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.895438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73a517e2-6dab-4e45-bb26-ac3a0e3a1e2b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.918285 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6f840b2-7a8f-4388-8a27-6c0608caaec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.949346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd11-305c-4d8e-a587-6b2cdd578add req-2a927036-32ea-4612-b61d-5a924833b7cb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:50.950906 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8bb5dd11-305c-4d8e-a587-6b2cdd578add req-2a927036-32ea-4612-b61d-5a924833b7cb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 944 time: 0.2253947 Aug 16 02:04:50.971608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960abf2-8cc2-4e80-bafa-0c40dc1c4dd0 req-0628cdbc-e3aa-441c-8ad9-e667db79a0b3 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:50.973169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6960abf2-8cc2-4e80-bafa-0c40dc1c4dd0 req-0628cdbc-e3aa-441c-8ad9-e667db79a0b3 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 945 time: 0.1441808 Aug 16 02:04:50.995001 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.039112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8bb5dd11-305c-4d8e-a587-6b2cdd578add req-c857ba1c-abc2-4783-94c3-1f76cfe11951 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754972 Aug 16 02:04:51.083088 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73a517e2-6dab-4e45-bb26-ac3a0e3a1e2b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.083739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a517e2-6dab-4e45-bb26-ac3a0e3a1e2b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Fanout notify agent at l3_agent the message router_deleted on router e3b71948-b1c3-41b2-919d-a58cb9b3d7b2 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:51.091856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73a517e2-6dab-4e45-bb26-ac3a0e3a1e2b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.096989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-73a517e2-6dab-4e45-bb26-ac3a0e3a1e2b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/e3b71948-b1c3-41b2-919d-a58cb9b3d7b2 HTTP/1.1" status: 204 len: 168 time: 0.5205593 Aug 16 02:04:51.099113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53398) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.148467 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-702a396a-a688-430a-b287-140d8842d63d tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b71948-b1c3-41b2-919d-a58cb9b3d7b2 HTTP/1.1" status: 200 len: 205 time: 0.0445704 Aug 16 02:04:51.158265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53402) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.198814 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-585b92d1-096d-4fe2-9889-a41f3948565b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] delete failed (client error): The resource could not be found. Aug 16 02:04:51.200049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-585b92d1-096d-4fe2-9889-a41f3948565b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/e3b71948-b1c3-41b2-919d-a58cb9b3d7b2 HTTP/1.1" status: 404 len: 336 time: 0.0467510 Aug 16 02:04:51.211510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53406) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.238872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6960abf2-8cc2-4e80-bafa-0c40dc1c4dd0 req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Deleting port c4732bef-beba-44dc-b993-caeeacda37e2 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:51.239220 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6960abf2-8cc2-4e80-bafa-0c40dc1c4dd0 req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.276469 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e214c3c1-e9aa-4826-9f30-c8ec1a6d788b tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2e2a97f-84bc-4a6a-b329-03dbd0fe853d HTTP/1.1" status: 200 len: 205 time: 0.0626729 Aug 16 02:04:51.306267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53408) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.360750 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a6f840b2-7a8f-4388-8a27-6c0608caaec2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64c73fe2900b4c4db58819e166cf6490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7034423 Aug 16 02:04:51.361465 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f840b2-7a8f-4388-8a27-6c0608caaec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda940dc-b24a-4c8e-b92e-ec65658c05d7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.363946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53412) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.367206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76117d20-7b85-4b70-89ef-8110cda4801d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.367925 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-a1b59378-4ae7-4f17-971a-b1fc8667418e tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] delete failed (client error): The resource could not be found. Aug 16 02:04:51.368981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a1b59378-4ae7-4f17-971a-b1fc8667418e tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/e2e2a97f-84bc-4a6a-b329-03dbd0fe853d HTTP/1.1" status: 404 len: 336 time: 0.0617390 Aug 16 02:04:51.377154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc53feb-0a42-4447-9f40-8898afaa7efd req-b62aa461-9a3e-4e54-9627-ab33fce50796 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.378709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdc53feb-0a42-4447-9f40-8898afaa7efd req-b62aa461-9a3e-4e54-9627-ab33fce50796 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 945 time: 0.1834297 Aug 16 02:04:51.379734 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53414) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.421550 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-042ea083-972e-48d7-8059-0cee27b90a12 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a7e3a49-e5cf-40ed-876a-ee7da8d874ce HTTP/1.1" status: 200 len: 205 time: 0.0366218 Aug 16 02:04:51.422764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53416) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.477224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6960abf2-8cc2-4e80-bafa-0c40dc1c4dd0 req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] For port c4732bef-beba-44dc-b993-caeeacda37e2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c4732bef-beba-44dc-b993-caeeacda37e2,segment=NetworkSegment(1c43f986-5df4-479e-aa14-9b6dd5e99d9e),segment_id=1c43f986-5df4-479e-aa14-9b6dd5e99d9e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:51.477224 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6960abf2-8cc2-4e80-bafa-0c40dc1c4dd0 req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.477430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd4e17c6-6302-4b83-8288-d61a51263d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.477512 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-3c5dc3c5-e987-470d-b133-9f16c40f5c6a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] delete failed (client error): The resource could not be found. Aug 16 02:04:51.478560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3c5dc3c5-e987-470d-b133-9f16c40f5c6a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/2a7e3a49-e5cf-40ed-876a-ee7da8d874ce HTTP/1.1" status: 404 len: 336 time: 0.0538640 Aug 16 02:04:51.482932 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53420) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.503045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdc53feb-0a42-4447-9f40-8898afaa7efd req-2b2017b9-8bbd-49eb-99d5-ec4350931cfe tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/security-groups?id=a90fb8ac-1be8-412c-8c99-05f0cb7198d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067998 Aug 16 02:04:51.503045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6960abf2-8cc2-4e80-bafa-0c40dc1c4dd0 req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Calling delete_port for c4732bef-beba-44dc-b993-caeeacda37e2 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:51.543571 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-90af5446-1330-464f-b9ce-806d069d5d90 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=38ef3d01-5144-4969-8681-4b5b8e13c61d HTTP/1.1" status: 200 len: 205 time: 0.0595169 Aug 16 02:04:51.554793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53424) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.554996 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd4e17c6-6302-4b83-8288-d61a51263d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.594461 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-7ff48aef-abf3-4d3d-a5c2-4dc1c3158cfe tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] delete failed (client error): The resource could not be found. Aug 16 02:04:51.598031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7ff48aef-abf3-4d3d-a5c2-4dc1c3158cfe tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/38ef3d01-5144-4969-8681-4b5b8e13c61d HTTP/1.1" status: 404 len: 336 time: 0.0425436 Aug 16 02:04:51.599237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53428) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.625990 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76117d20-7b85-4b70-89ef-8110cda4801d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.637950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-24983b61-312a-41a2-94d6-3141676b1bcf tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=f62578a9-a352-49ad-931b-7bc4d8700dfd HTTP/1.1" status: 200 len: 205 time: 0.0376174 Aug 16 02:04:51.641004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53430) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.678947 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-ff1a7215-d84d-4a09-a168-7327b998990c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] delete failed (client error): The resource could not be found. Aug 16 02:04:51.680001 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ff1a7215-d84d-4a09-a168-7327b998990c tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/f62578a9-a352-49ad-931b-7bc4d8700dfd HTTP/1.1" status: 404 len: 336 time: 0.0379310 Aug 16 02:04:51.688636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53432) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.715707 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d8c9f996-462e-4afb-a405-ba3d1281ac1a tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "GET /v2.0/ports?device_id=318c9df9-d09c-4c20-91b9-14ec83ea20dc HTTP/1.1" status: 200 len: 205 time: 0.0259902 Aug 16 02:04:51.718102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53434) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.758180 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-d5ab93a2-65b9-422e-86a5-afde7a1e5ab0 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] delete failed (client error): The resource could not be found. Aug 16 02:04:51.759180 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d5ab93a2-65b9-422e-86a5-afde7a1e5ab0 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/routers/318c9df9-d09c-4c20-91b9-14ec83ea20dc HTTP/1.1" status: 404 len: 336 time: 0.0392523 Aug 16 02:04:51.761893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53436) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.772136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76117d20-7b85-4b70-89ef-8110cda4801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.801107 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da2bcb6-2c5b-4284-aa41-0e8ac1e2e063 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:51.801509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da2bcb6-2c5b-4284-aa41-0e8ac1e2e063 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:51.803214 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0da2bcb6-2c5b-4284-aa41-0e8ac1e2e063 tempest-RoutersAdminTest-593741145 tempest-RoutersAdminTest-593741145-project] 10.222.0.66 "DELETE /v2.0/subnets/ba243872-d255-4c65-81fe-b2c12d82e3b9 HTTP/1.1" status: 404 len: 337 time: 0.0404291 Aug 16 02:04:51.818587 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd4e17c6-6302-4b83-8288-d61a51263d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.821086 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dd4e17c6-6302-4b83-8288-d61a51263d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.824588 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dd4e17c6-6302-4b83-8288-d61a51263d1f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eda940dc-b24a-4c8e-b92e-ec65658c05d7 HTTP/1.1" status: 204 len: 168 time: 0.4565387 Aug 16 02:04:51.835823 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-76117d20-7b85-4b70-89ef-8110cda4801d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e75ad1dddefa462890938155b09eb8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0710163 Aug 16 02:04:51.838529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53444) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.840647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76117d20-7b85-4b70-89ef-8110cda4801d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e43e3cc-46e5-40ad-a064-bda5d2764509,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.852458 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e17c6-6302-4b83-8288-d61a51263d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda940dc-b24a-4c8e-b92e-ec65658c05d7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.912556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6960abf2-8cc2-4e80-bafa-0c40dc1c4dd0 req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.927373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b4cda71-5040-4d2c-b3ce-87f44b036653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.935034 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.956856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Pushing event deleted for resources: {'Port': ['ID=c4732bef-beba-44dc-b993-caeeacda37e2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.984313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.984660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.985003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.985345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.985682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.986057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.986395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.986725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.987065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.987392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.987773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.988054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:52.003003 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b4cda71-5040-4d2c-b3ce-87f44b036653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.025723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6960abf2-8cc2-4e80-bafa-0c40dc1c4dd0 req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] No DVR routers for this DVR port c4732bef-beba-44dc-b993-caeeacda37e2 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:52.029247 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6960abf2-8cc2-4e80-bafa-0c40dc1c4dd0 req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.031275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6960abf2-8cc2-4e80-bafa-0c40dc1c4dd0 req-c1ebce83-b535-4541-bf80-4a78594a3b21 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.74 "DELETE /v2.0/ports/c4732bef-beba-44dc-b993-caeeacda37e2 HTTP/1.1" status: 204 len: 173 time: 1.0433998 Aug 16 02:04:52.031796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5420a5a8-a015-484d-95b6-1bdac7b94efb', 'name': 'network-vif-deleted', 'tag': 'c4732bef-beba-44dc-b993-caeeacda37e2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:52.034053 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66583d7-3995-426d-b804-c7c26fd6bb89" -d '{"events": [{"server_uuid": "5420a5a8-a015-484d-95b6-1bdac7b94efb", "name": "network-vif-deleted", "tag": "c4732bef-beba-44dc-b993-caeeacda37e2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:52.075201 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e75fc72-b3be-40b4-8b4c-a6e927f0fca6 x-openstack-request-id: req-6e75fc72-b3be-40b4-8b4c-a6e927f0fca6 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:52.075778 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5420a5a8-a015-484d-95b6-1bdac7b94efb", "name": "network-vif-deleted", "tag": "c4732bef-beba-44dc-b993-caeeacda37e2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:52.075778 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e75fc72-b3be-40b4-8b4c-a6e927f0fca6 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:52.076121 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5420a5a8-a015-484d-95b6-1bdac7b94efb', 'name': 'network-vif-deleted', 'tag': 'c4732bef-beba-44dc-b993-caeeacda37e2', 'status': 'completed', 'code': 200} Aug 16 02:04:52.169077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e3a3c-5feb-4b52-bdbe-52f91622b336 req-9265a239-a345-4778-afb9-87540e44a60d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.170520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-599e3a3c-5feb-4b52-bdbe-52f91622b336 req-9265a239-a345-4778-afb9-87540e44a60d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 944 time: 0.0505250 Aug 16 02:04:52.204812 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b4cda71-5040-4d2c-b3ce-87f44b036653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.207829 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b4cda71-5040-4d2c-b3ce-87f44b036653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.211582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3b4cda71-5040-4d2c-b3ce-87f44b036653 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e43e3cc-46e5-40ad-a064-bda5d2764509 HTTP/1.1" status: 204 len: 168 time: 0.3692687 Aug 16 02:04:52.216974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-599e3a3c-5feb-4b52-bdbe-52f91622b336 req-b49c6fff-dd54-4945-bf91-618221b88751 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399933 Aug 16 02:04:52.222035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cda71-5040-4d2c-b3ce-87f44b036653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e43e3cc-46e5-40ad-a064-bda5d2764509,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:52.494713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53460) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:52.620450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53468) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:52.620941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-494d4963-2364-41be-b8e1-c394692a5528 req-fd9055dc-9ed0-4d3e-b3d4-3b4170467ef2 tempest-AttachVolumeNegativeTest-1834528571 tempest-AttachVolumeNegativeTest-1834528571-project] 10.222.0.66 "GET /v2.0/ports?device_id=5420a5a8-a015-484d-95b6-1bdac7b94efb HTTP/1.1" status: 200 len: 210 time: 0.0290875 Aug 16 02:04:52.755538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-7a94a06e-94c1-412f-b397-c02195ba3eea tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:52.756242 n-d-768509-23 neutron-server[95516]: WARNING neutron.api.v2.base [None req-7a94a06e-94c1-412f-b397-c02195ba3eea tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:04:52.756771 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-7a94a06e-94c1-412f-b397-c02195ba3eea tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:04:52.757981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7a94a06e-94c1-412f-b397-c02195ba3eea tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2622252 Aug 16 02:04:52.761654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53472) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:52.766432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3f8dd8f3-c640-4c66-a854-7f3638fdb566 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362156535'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:52.944682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4f761be-b051-4d79-9738-c9dd0e9a9f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.019999 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd8f3-c640-4c66-a854-7f3638fdb566 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.035269 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd8f3-c640-4c66-a854-7f3638fdb566 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.118856 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4f761be-b051-4d79-9738-c9dd0e9a9f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.285497 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4f761be-b051-4d79-9738-c9dd0e9a9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.343816 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e4f761be-b051-4d79-9738-c9dd0e9a9f58 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a4700a0bc804ce8987def4459530e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7221427 Aug 16 02:04:53.346635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53486) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:53.351926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f761be-b051-4d79-9738-c9dd0e9a9f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a95c7aa-5d53-4b76-ad6f-b6c37630a1d4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:53.401155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723e6f5-fcbb-46dd-a3b9-5bcf8af495b7 req-2e550bc1-aef7-4eaa-b32f-d26ce04d4f5d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:53.402829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8723e6f5-fcbb-46dd-a3b9-5bcf8af495b7 req-2e550bc1-aef7-4eaa-b32f-d26ce04d4f5d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 944 time: 0.0894508 Aug 16 02:04:53.423193 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd8f3-c640-4c66-a854-7f3638fdb566 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.425731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5d203e6c-92d2-4d5e-8ca6-d00a5a587159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.467457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8723e6f5-fcbb-46dd-a3b9-5bcf8af495b7 req-b68c0e88-9cea-420c-b734-8f68b38ef729 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578380 Aug 16 02:04:53.469521 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5d203e6c-92d2-4d5e-8ca6-d00a5a587159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.549872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53490) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:53.564055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c3805f-0f6c-488f-9afb-84af4b8a77c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.591724 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd8f3-c640-4c66-a854-7f3638fdb566 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.620703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dd8f3-c640-4c66-a854-7f3638fdb566 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1481d046-fe5b-4fb4-ae36-370cdbc2f208,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:53.627599 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5d203e6c-92d2-4d5e-8ca6-d00a5a587159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.630227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5d203e6c-92d2-4d5e-8ca6-d00a5a587159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.631449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5d203e6c-92d2-4d5e-8ca6-d00a5a587159 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a95c7aa-5d53-4b76-ad6f-b6c37630a1d4 HTTP/1.1" status: 204 len: 168 time: 0.2836888 Aug 16 02:04:53.649140 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d203e6c-92d2-4d5e-8ca6-d00a5a587159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a95c7aa-5d53-4b76-ad6f-b6c37630a1d4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:53.706376 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c3805f-0f6c-488f-9afb-84af4b8a77c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.713832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53500) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:53.761895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99013eb-6314-4fa1-8ab8-aa5218cef101 admin admin] Deleting subnet 4b5d9887-5831-4c81-9b1b-b777b7b590be {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:53.764878 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d99013eb-6314-4fa1-8ab8-aa5218cef101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.798766 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d99013eb-6314-4fa1-8ab8-aa5218cef101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.809308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c4732bef-beba-44dc-b993-caeeacda37e2 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:53.833256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: c4732bef-beba-44dc-b993-caeeacda37e2 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:53.833596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c4732bef-beba-44dc-b993-caeeacda37e2 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:53.838262 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c3805f-0f6c-488f-9afb-84af4b8a77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.849962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d99013eb-6314-4fa1-8ab8-aa5218cef101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.910117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c2c3805f-0f6c-488f-9afb-84af4b8a77c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ead2b7b06b804d00b988aac1b9c027dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591039 Aug 16 02:04:53.913324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53504) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:53.915870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3805f-0f6c-488f-9afb-84af4b8a77c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce08d666-1463-418d-b32d-ee418d35eb08,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:53.948117 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd8f3-c640-4c66-a854-7f3638fdb566 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.985613 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7d62-19a1-4541-ad58-86fc9ae7f148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.009176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7d62-19a1-4541-ad58-86fc9ae7f148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.128418 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd8f3-c640-4c66-a854-7f3638fdb566 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.128755 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d99013eb-6314-4fa1-8ab8-aa5218cef101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.160853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99013eb-6314-4fa1-8ab8-aa5218cef101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5d9887-5831-4c81-9b1b-b777b7b590be,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.162486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dd8f3-c640-4c66-a854-7f3638fdb566 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3374de5-27d5-4adb-9bc1-81220e4a55b0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.168218 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d99013eb-6314-4fa1-8ab8-aa5218cef101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.168218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d99013eb-6314-4fa1-8ab8-aa5218cef101 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4b5d9887-5831-4c81-9b1b-b777b7b590be HTTP/1.1" status: 204 len: 168 time: 0.4520645 Aug 16 02:04:54.169479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53510) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:54.238918 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.248953 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7d62-19a1-4541-ad58-86fc9ae7f148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.255246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7d62-19a1-4541-ad58-86fc9ae7f148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.255246 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ec4f7d62-19a1-4541-ad58-86fc9ae7f148 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce08d666-1463-418d-b32d-ee418d35eb08 HTTP/1.1" status: 204 len: 168 time: 0.3363037 Aug 16 02:04:54.261236 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f7d62-19a1-4541-ad58-86fc9ae7f148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce08d666-1463-418d-b32d-ee418d35eb08,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.317263 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd8f3-c640-4c66-a854-7f3638fdb566 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.320685 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3f8dd8f3-c640-4c66-a854-7f3638fdb566 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5579121 Aug 16 02:04:54.321840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53514) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:54.327818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e38c76a6-2f55-4b2b-aee9-9125110e34e1 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': 'e3374de5-27d5-4adb-9bc1-81220e4a55b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:54.335609 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.351008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ae16c4-b4d3-4d7b-b550-07b2d89834df']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:54.365909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c43f986-5df4-479e-aa14-9b6dd5e99d9e') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:54.366214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c43f986-5df4-479e-aa14-9b6dd5e99d9e') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:54.377656 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.391247 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.397716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:54.398209 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:54.400169 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:54.487704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e38c76a6-2f55-4b2b-aee9-9125110e34e1 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.537837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e38c76a6-2f55-4b2b-aee9-9125110e34e1 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.585607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b938db-4c84-4072-9351-20b3c27ba561 req-74cb0202-5728-4721-b5bf-5ed842796821 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:54.587103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11b938db-4c84-4072-9351-20b3c27ba561 req-74cb0202-5728-4721-b5bf-5ed842796821 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 944 time: 0.0481169 Aug 16 02:04:54.629278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11b938db-4c84-4072-9351-20b3c27ba561 req-c46795b2-b94a-493d-a6fb-672750e67cd9 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361109 Aug 16 02:04:54.667867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e38c76a6-2f55-4b2b-aee9-9125110e34e1 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.667867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.684761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53522) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:54.693246 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.697860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] 10.222.0.66 "DELETE /v2.0/networks/56ae16c4-b4d3-4d7b-b550-07b2d89834df HTTP/1.1" status: 204 len: 168 time: 0.5248511 Aug 16 02:04:54.708375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c76a6-2f55-4b2b-aee9-9125110e34e1 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c76edae-4a62-4b74-b9a1-a4a32d694773,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.712943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74995bf6-0ee6-45e6-afa4-19da3ab09d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=56ae16c4-b4d3-4d7b-b550-07b2d89834df,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.740230 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-739494c5-d62a-4622-ab70-976e85eab2ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90f4ac3da28945a9ba4727f951afb68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540764 Aug 16 02:04:54.743010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53526) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:54.793789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7adef1f3-e3cc-4389-a6d8-927af7545913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.820975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7adef1f3-e3cc-4389-a6d8-927af7545913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.830210 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e38c76a6-2f55-4b2b-aee9-9125110e34e1 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.833563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e38c76a6-2f55-4b2b-aee9-9125110e34e1 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5084317 Aug 16 02:04:54.835665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53530) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:54.840091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4158ca2c-228a-419e-b226-797f8f32ffd2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': 'e3374de5-27d5-4adb-9bc1-81220e4a55b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:54.994587 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4158ca2c-228a-419e-b226-797f8f32ffd2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.044032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7adef1f3-e3cc-4389-a6d8-927af7545913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.048913 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7adef1f3-e3cc-4389-a6d8-927af7545913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.050258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7adef1f3-e3cc-4389-a6d8-927af7545913 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a89893e-8148-4260-ae0b-f32e7708e771 HTTP/1.1" status: 204 len: 168 time: 0.3062053 Aug 16 02:04:55.059555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adef1f3-e3cc-4389-a6d8-927af7545913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a89893e-8148-4260-ae0b-f32e7708e771,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.168849 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-4158ca2c-228a-419e-b226-797f8f32ffd2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:04:55.171039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4158ca2c-228a-419e-b226-797f8f32ffd2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3335185 Aug 16 02:04:55.176216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53544) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.234432 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-540ce1be-ed35-4b67-acfc-8aabbe4a82c6 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.259124 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-540ce1be-ed35-4b67-acfc-8aabbe4a82c6 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.370587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53548) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.412567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-54516653-e3bc-409b-9db5-b768d57ec7fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=feb6ebc02d7541aa94d1a1061fda3366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408113 Aug 16 02:04:55.415251 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53550) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.472794 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9cabf90-3d69-4529-b38c-82b0a6f60cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.482654 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-540ce1be-ed35-4b67-acfc-8aabbe4a82c6 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.485956 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-540ce1be-ed35-4b67-acfc-8aabbe4a82c6 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.487124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-540ce1be-ed35-4b67-acfc-8aabbe4a82c6 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "DELETE /v2.0/security-groups/e3374de5-27d5-4adb-9bc1-81220e4a55b0 HTTP/1.1" status: 204 len: 168 time: 0.3098178 Aug 16 02:04:55.496409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9cabf90-3d69-4529-b38c-82b0a6f60cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.496581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ce1be-ed35-4b67-acfc-8aabbe4a82c6 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3374de5-27d5-4adb-9bc1-81220e4a55b0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.501437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53554) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.553440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3b9e3644-c1fd-4f4f-ac56-173ba815500c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506968 Aug 16 02:04:55.557704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53556) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.563016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2ff2b51c-1a5b-475d-ab07-75c86f6bf729 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000168284'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:55.715963 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9cabf90-3d69-4529-b38c-82b0a6f60cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.720472 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9cabf90-3d69-4529-b38c-82b0a6f60cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.722145 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e9cabf90-3d69-4529-b38c-82b0a6f60cea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a90fb8ac-1be8-412c-8c99-05f0cb7198d4 HTTP/1.1" status: 204 len: 168 time: 0.3056028 Aug 16 02:04:55.733357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cabf90-3d69-4529-b38c-82b0a6f60cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90fb8ac-1be8-412c-8c99-05f0cb7198d4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.768071 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b51c-1a5b-475d-ab07-75c86f6bf729 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.773985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939f7fd-6f9f-4088-8bd9-f4ae33468b64 req-ddc318c2-310e-4225-80b1-a65023273af4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.775957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0939f7fd-6f9f-4088-8bd9-f4ae33468b64 req-ddc318c2-310e-4225-80b1-a65023273af4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 944 time: 0.0735273 Aug 16 02:04:55.826624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5e593b3d-c4a4-4dba-82a2-f3989e768803 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:55.831281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0939f7fd-6f9f-4088-8bd9-f4ae33468b64 req-291956eb-b613-48cd-84fa-b13ba0c63f23 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481355 Aug 16 02:04:55.877041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b51c-1a5b-475d-ab07-75c86f6bf729 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.951736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 5e593b3d-c4a4-4dba-82a2-f3989e768803, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:55.963245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'port_id': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'mac_address': 'fa:16:3e:67:44:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:56.003830 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.017328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e593b3d-c4a4-4dba-82a2-f3989e768803 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:56.018195 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b51c-1a5b-475d-ab07-75c86f6bf729 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.037056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 5e593b3d-c4a4-4dba-82a2-f3989e768803, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:56.047724 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2b51c-1a5b-475d-ab07-75c86f6bf729 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164ed440-dd40-48ef-8d5e-0a0b50f81463,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:56.173861 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b51c-1a5b-475d-ab07-75c86f6bf729 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.174061 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.175278 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2ff2b51c-1a5b-475d-ab07-75c86f6bf729 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6165082 Aug 16 02:04:56.179574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53578) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:56.184533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ddb25956-e5b5-4b4f-a430-b2a1cb89a5a0 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '164ed440-dd40-48ef-8d5e-0a0b50f81463', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:56.185228 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-ddb25956-e5b5-4b4f-a430-b2a1cb89a5a0 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 02:04:56.185745 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-ddb25956-e5b5-4b4f-a430-b2a1cb89a5a0 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:56.189338 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ddb25956-e5b5-4b4f-a430-b2a1cb89a5a0 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062127 Aug 16 02:04:56.189573 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53580) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:56.226663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=5e593b3d-c4a4-4dba-82a2-f3989e768803,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:56.256609 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8b84a8d-6881-4b3c-b0a7-cf7ec03a069d tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.279090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8b84a8d-6881-4b3c-b0a7-cf7ec03a069d tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.396948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['5e593b3d-c4a4-4dba-82a2-f3989e768803'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:56.448112 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8b84a8d-6881-4b3c-b0a7-cf7ec03a069d tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.450832 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8b84a8d-6881-4b3c-b0a7-cf7ec03a069d tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.455536 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b8b84a8d-6881-4b3c-b0a7-cf7ec03a069d tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "DELETE /v2.0/security-groups/164ed440-dd40-48ef-8d5e-0a0b50f81463 HTTP/1.1" status: 204 len: 168 time: 0.2630301 Aug 16 02:04:56.455953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53596) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:56.464029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b84a8d-6881-4b3c-b0a7-cf7ec03a069d tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164ed440-dd40-48ef-8d5e-0a0b50f81463,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:56.504706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-26d53343-30e0-40c9-93e6-b4a7eefa091b tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476103 Aug 16 02:04:56.508594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53598) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:56.513005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-31c08c50-2915-47ff-928b-03909e6d1a7c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404294338'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:56.703645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-31c08c50-2915-47ff-928b-03909e6d1a7c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.784986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53606) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:56.809521 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-31c08c50-2915-47ff-928b-03909e6d1a7c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.965050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae748350-c6db-491b-af34-0d241f525788 req-b831053f-fb6d-45ad-bb30-939bec4a85e6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.966546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae748350-c6db-491b-af34-0d241f525788 req-b831053f-fb6d-45ad-bb30-939bec4a85e6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 945 time: 0.0618277 Aug 16 02:04:56.994673 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-31c08c50-2915-47ff-928b-03909e6d1a7c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.026218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae748350-c6db-491b-af34-0d241f525788 req-2483830e-fac2-4300-addb-b510d50ec566 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536234 Aug 16 02:04:57.049058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08c50-2915-47ff-928b-03909e6d1a7c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f0dfb4-3ca9-4211-969f-a5487b3c801c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.098593 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-31c08c50-2915-47ff-928b-03909e6d1a7c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.104216 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53620) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.105352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-31c08c50-2915-47ff-928b-03909e6d1a7c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5944326 Aug 16 02:04:57.111837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-213e3fc2-5ce8-41fe-996c-efcb9c7e75c8 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '24f0dfb4-3ca9-4211-969f-a5487b3c801c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:57.112714 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-213e3fc2-5ce8-41fe-996c-efcb9c7e75c8 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 02:04:57.113227 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-213e3fc2-5ce8-41fe-996c-efcb9c7e75c8 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:57.114478 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-213e3fc2-5ce8-41fe-996c-efcb9c7e75c8 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092621 Aug 16 02:04:57.117678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53622) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.177120 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e1f9554-4d47-4613-b5c8-044292e90163 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.203383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e1f9554-4d47-4613-b5c8-044292e90163 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.245283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8b1c5697-2229-4a23-8bad-cda53159d84e tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:57.407184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e1f9554-4d47-4613-b5c8-044292e90163 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.410142 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e1f9554-4d47-4613-b5c8-044292e90163 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.411685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4e1f9554-4d47-4613-b5c8-044292e90163 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "DELETE /v2.0/security-groups/24f0dfb4-3ca9-4211-969f-a5487b3c801c HTTP/1.1" status: 204 len: 168 time: 0.2928166 Aug 16 02:04:57.414372 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53634) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.421767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f9554-4d47-4613-b5c8-044292e90163 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f0dfb4-3ca9-4211-969f-a5487b3c801c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.472370 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a903e198-b89a-4592-bde4-ee324d13095d tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566082 Aug 16 02:04:57.479114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53636) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.485858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-501b601b-9f6d-456c-a58f-020947362f26 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'tempest-secgroup--460710675'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:57.564573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8b1c5697-2229-4a23-8bad-cda53159d84e tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] 10.222.0.66 "PUT /v2.0/quotas/643d337f6fde40beb730ee9cfd14f7c3 HTTP/1.1" status: 200 len: 366 time: 0.7854710 Aug 16 02:04:57.567298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53638) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.579186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b09e0cf6-d9c7-4275-aa8e-7a301a55211b tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0102754 Aug 16 02:04:57.582082 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53644) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.601070 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-23fad892-ee4e-42e5-89bb-1c3edbbc0e7b tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] 10.222.0.66 "GET /v2.0/quotas/643d337f6fde40beb730ee9cfd14f7c3 HTTP/1.1" status: 200 len: 366 time: 0.0093930 Aug 16 02:04:57.601223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53646) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.626187 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-501b601b-9f6d-456c-a58f-020947362f26 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.695361 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53650) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.727824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-501b601b-9f6d-456c-a58f-020947362f26 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.772628 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-26d84a52-b2d9-4845-bc7c-bb55f9793383 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/643d337f6fde40beb730ee9cfd14f7c3 HTTP/1.1" status: 204 len: 168 time: 0.1676223 Aug 16 02:04:57.773069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53656) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.783291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aa58bcc8-7039-40bb-9003-d41b16beed6a tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0090525 Aug 16 02:04:57.785570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53658) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.795247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-61a5346d-be97-4632-97ae-f18682e53d15 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] 10.222.0.66 "GET /v2.0/quotas/643d337f6fde40beb730ee9cfd14f7c3 HTTP/1.1" status: 200 len: 370 time: 0.0085368 Aug 16 02:04:57.799930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53660) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.802958 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1534260975'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:57.804862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-641ed7dd-ea78-4e48-aa07-728b2b16c0f4 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] 10.222.0.66 "GET /v2.0/quotas/643d337f6fde40beb730ee9cfd14f7c3/default HTTP/1.1" status: 200 len: 370 time: 0.0037994 Aug 16 02:04:57.807318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53662) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.816554 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-43608aa2-7256-497b-8c9b-21310d31884f tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] delete failed (client error): The resource could not be found. Aug 16 02:04:57.817509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-43608aa2-7256-497b-8c9b-21310d31884f tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/643d337f6fde40beb730ee9cfd14f7c3 HTTP/1.1" status: 404 len: 348 time: 0.0093606 Aug 16 02:04:57.830070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5e593b3d-c4a4-4dba-82a2-f3989e768803 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:57.886634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-501b601b-9f6d-456c-a58f-020947362f26 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.918084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b601b-9f6d-456c-a58f-020947362f26 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c725cb-ebac-487e-a51e-2c47b85e052a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.048147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 5e593b3d-c4a4-4dba-82a2-f3989e768803 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:58.049212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Made reservation on behalf of d13393757e3c4200bcb80d76d14db016 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:58.052860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 5e593b3d-c4a4-4dba-82a2-f3989e768803 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:58.053699 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.054157 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.065203 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.122695 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-501b601b-9f6d-456c-a58f-020947362f26 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.128744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-501b601b-9f6d-456c-a58f-020947362f26 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6501389 Aug 16 02:04:58.129906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53672) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.135745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ec0cc297-6946-4399-82d8-731328a46939 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '66c725cb-ebac-487e-a51e-2c47b85e052a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:58.152858 n-d-768509-23 neutron-server[95516]: WARNING neutron.api.v2.base [None req-ec0cc297-6946-4399-82d8-731328a46939 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 02:04:58.153629 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-ec0cc297-6946-4399-82d8-731328a46939 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:58.157490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ec0cc297-6946-4399-82d8-731328a46939 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0235629 Aug 16 02:04:58.157802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53676) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.159385 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.163454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7b0d35d9-ab31-4134-b289-fba8eca470b5 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '66c725cb-ebac-487e-a51e-2c47b85e052a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:58.165172 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-7b0d35d9-ab31-4134-b289-fba8eca470b5 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 02:04:58.165638 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-7b0d35d9-ab31-4134-b289-fba8eca470b5 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:58.166669 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7b0d35d9-ab31-4134-b289-fba8eca470b5 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072627 Aug 16 02:04:58.169601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53678) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.180790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-df961f88-75f3-446e-be0b-776ffa2808dc tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '66c725cb-ebac-487e-a51e-2c47b85e052a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:58.184607 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-df961f88-75f3-446e-be0b-776ffa2808dc tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 02:04:58.184607 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-df961f88-75f3-446e-be0b-776ffa2808dc tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:58.184607 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-df961f88-75f3-446e-be0b-776ffa2808dc tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120444 Aug 16 02:04:58.187581 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53680) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.192612 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c5ee7c27-465c-4980-96d1-c9fff4f5bf07 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '66c725cb-ebac-487e-a51e-2c47b85e052a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:58.193529 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-c5ee7c27-465c-4980-96d1-c9fff4f5bf07 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 02:04:58.194037 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-c5ee7c27-465c-4980-96d1-c9fff4f5bf07 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:58.194970 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c5ee7c27-465c-4980-96d1-c9fff4f5bf07 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064003 Aug 16 02:04:58.197563 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53682) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.217076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb979fba-7543-4c44-8073-a9e9fe131d4e req-f4455e0a-17a3-4c92-bebf-5896e7fb8d0c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.218849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb979fba-7543-4c44-8073-a9e9fe131d4e req-f4455e0a-17a3-4c92-bebf-5896e7fb8d0c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 945 time: 0.0630252 Aug 16 02:04:58.253327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53684) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.258462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8fb9d1cf-d1b2-4b48-88d2-c656cf3e92c3 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.268383 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb979fba-7543-4c44-8073-a9e9fe131d4e req-cf39ce7b-57fe-48ce-b039-614c39c89079 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430679 Aug 16 02:04:58.278533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Usage tracker for resource:network and tenant:00331b8dac38425a91215852a84af106 is out of sync, need to count used quota {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:04:58.281870 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8fb9d1cf-d1b2-4b48-88d2-c656cf3e92c3 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.291366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:04:58.299762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Usage tracker for resource:subnet and tenant:00331b8dac38425a91215852a84af106 is out of sync, need to count used quota {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:04:58.311178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:04:58.320070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e593b3d-c4a4-4dba-82a2-f3989e768803'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:58.322471 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f1e23c-2ddc-4524-9621-5b40e2ae9426" -d '{"events": [{"server_uuid": "458e0996-f4d8-4881-86f4-98d6e788a50a", "name": "network-vif-plugged", "status": "completed", "tag": "5e593b3d-c4a4-4dba-82a2-f3989e768803"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:58.336267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Usage tracker for resource:subnetpool and tenant:00331b8dac38425a91215852a84af106 is out of sync, need to count used quota {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:04:58.341538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:04:58.356079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 5e593b3d-c4a4-4dba-82a2-f3989e768803, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:58.371678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Usage tracker for resource:port and tenant:00331b8dac38425a91215852a84af106 is out of sync, need to count used quota {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:04:58.379723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:04:58.386280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Usage tracker for resource:router and tenant:00331b8dac38425a91215852a84af106 is out of sync, need to count used quota {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:04:58.391912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:04:58.403502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Usage tracker for resource:floatingip and tenant:00331b8dac38425a91215852a84af106 is out of sync, need to count used quota {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:04:58.404367 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.409575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:04:58.423740 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61147029-8ddf-46f5-846d-e73fbf415b1c x-openstack-request-id: req-61147029-8ddf-46f5-846d-e73fbf415b1c {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:58.424032 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458e0996-f4d8-4881-86f4-98d6e788a50a", "name": "network-vif-plugged", "status": "completed", "tag": "5e593b3d-c4a4-4dba-82a2-f3989e768803", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:58.424286 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61147029-8ddf-46f5-846d-e73fbf415b1c {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:58.424694 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'code': 200} Aug 16 02:04:58.451614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Usage tracker for resource:security_group and tenant:00331b8dac38425a91215852a84af106 is out of sync, need to count used quota {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:04:58.458188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:04:58.465412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Usage tracker for resource:security_group_rule and tenant:00331b8dac38425a91215852a84af106 is out of sync, need to count used quota {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:04:58.472390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.quota.resource [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95516) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:04:58.477058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c23124ac-f0af-406a-8f8d-9160f65d29b0 tempest-QuotasTest-1578647274 tempest-QuotasTest-1578647274-project-admin] 10.222.0.66 "GET /v2.0/quotas/00331b8dac38425a91215852a84af106/details.json HTTP/1.1" status: 200 len: 703 time: 0.2232058 Aug 16 02:04:58.537023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49225a43-8e6d-47d2-95a1-e5365deaaa19 req-7ebbf3b8-623b-4eac-85fe-1c00c6e9920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.538870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49225a43-8e6d-47d2-95a1-e5365deaaa19 req-7ebbf3b8-623b-4eac-85fe-1c00c6e9920f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 1097 time: 0.0516105 Aug 16 02:04:58.585895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49225a43-8e6d-47d2-95a1-e5365deaaa19 req-c3363ea0-6ac4-4497-98b9-2b0ee11d05af service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339644 Aug 16 02:04:58.607925 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.611231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.615085 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8fb9d1cf-d1b2-4b48-88d2-c656cf3e92c3 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.617907 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8fb9d1cf-d1b2-4b48-88d2-c656cf3e92c3 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.619026 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8fb9d1cf-d1b2-4b48-88d2-c656cf3e92c3 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "DELETE /v2.0/security-groups/66c725cb-ebac-487e-a51e-2c47b85e052a HTTP/1.1" status: 204 len: 168 time: 0.4205527 Aug 16 02:04:58.622145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53696) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.641425 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:58.650986 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ceb5f2-f6b4-485f-9c23-f3570deb3efc,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.662134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=5e593b3d-c4a4-4dba-82a2-f3989e768803,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.664506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9d1cf-d1b2-4b48-88d2-c656cf3e92c3 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c725cb-ebac-487e-a51e-2c47b85e052a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.670844 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.671418 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Added segment 84293780-813f-4fbb-ae11-e81df5b6de90 of type vlan for network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 Aug 16 02:04:58.672788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b5659d41-2708-4103-9edf-e1d869494c3c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492470 Aug 16 02:04:58.679175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53700) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.684199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4829c5b7-3dc8-4708-a215-fa739559a5b5 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'tempest-secgroup--150045820'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:58.724786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.835619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4829c5b7-3dc8-4708-a215-fa739559a5b5 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.899427 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.905350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.906109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.935388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4829c5b7-3dc8-4708-a215-fa739559a5b5 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.976530 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'Network': ['ID=a9c9a40c-0951-4790-aa9d-fdb4e3acfef9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.988201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:59.150953 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4829c5b7-3dc8-4708-a215-fa739559a5b5 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.191154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829c5b7-3dc8-4708-a215-fa739559a5b5 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d302d9f-849c-49fd-a995-53514140720a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:59.331107 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-69bc5c17-a4d5-4fdf-bae2-7741cdd5c5a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6298454 Aug 16 02:04:59.331107 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53718) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:59.335603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Request body: {'subnet': {'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:59.340227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53720) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:59.397617 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4829c5b7-3dc8-4708-a215-fa739559a5b5 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.403454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4829c5b7-3dc8-4708-a215-fa739559a5b5 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7232089 Aug 16 02:04:59.404292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53728) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:59.428006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadf796-540c-4a2c-b4ac-9579f3d8b160 req-bdb74f54-d89c-40f1-81c4-7a4146100530 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.436663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cadf796-540c-4a2c-b4ac-9579f3d8b160 req-bdb74f54-d89c-40f1-81c4-7a4146100530 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 946 time: 0.0863533 Aug 16 02:04:59.443668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0d9ca33c-6821-45e5-8f95-6fb23261b3e2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '9d302d9f-849c-49fd-a995-53514140720a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:59.452335 n-d-768509-23 neutron-server[95516]: WARNING neutron.api.v2.base [None req-0d9ca33c-6821-45e5-8f95-6fb23261b3e2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:04:59.456668 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-0d9ca33c-6821-45e5-8f95-6fb23261b3e2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:59.459928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0d9ca33c-6821-45e5-8f95-6fb23261b3e2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0210378 Aug 16 02:04:59.466044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53732) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:59.504630 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-851ade32-25a8-4702-908e-407b1ca45845 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '9d302d9f-849c-49fd-a995-53514140720a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:59.520970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cadf796-540c-4a2c-b4ac-9579f3d8b160 req-2a2a4671-a9f6-4f15-b7dd-7a8a7356eea0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798774 Aug 16 02:04:59.628988 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4138945f-fdb3-4248-9e6a-7dba67230da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.906969 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-812e63c6-5873-4344-80e8-27b309ab11a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.046144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Made reservation on behalf of d13393757e3c4200bcb80d76d14db016 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:00.050057 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.133412 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4138945f-fdb3-4248-9e6a-7dba67230da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.316489 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4138945f-fdb3-4248-9e6a-7dba67230da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.353586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138945f-fdb3-4248-9e6a-7dba67230da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d686bf63-45f9-49c0-8e39-feef1f292491,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.359472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4138945f-fdb3-4248-9e6a-7dba67230da4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f093ab0372d42748d01c5b1b3aa7f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0173588 Aug 16 02:05:00.370004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53750) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.408064 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.418583 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0229bfd8-e93c-4f76-9ceb-d79d3c8dec51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.443132 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0229bfd8-e93c-4f76-9ceb-d79d3c8dec51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.460550 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-851ade32-25a8-4702-908e-407b1ca45845 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:00.462930 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-851ade32-25a8-4702-908e-407b1ca45845 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9880550 Aug 16 02:05:00.466540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53754) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.475797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-86af46e4-c16a-4bc7-91df-315defff3518 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '9d302d9f-849c-49fd-a995-53514140720a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:00.476189 n-d-768509-23 neutron-server[95516]: WARNING neutron.api.v2.base [None req-86af46e4-c16a-4bc7-91df-315defff3518 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 02:05:00.477106 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-86af46e4-c16a-4bc7-91df-315defff3518 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:00.477656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-86af46e4-c16a-4bc7-91df-315defff3518 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101726 Aug 16 02:05:00.480590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53756) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.486300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-22f319a3-c34b-423c-903f-b92c540bfa33 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '9d302d9f-849c-49fd-a995-53514140720a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:00.490598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'Subnet': ['ID=7a3a55d6-1dfd-4dca-a064-aceac2b38d98,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.498726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Checking segment: {'id': '84293780-813f-4fbb-ae11-e81df5b6de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:00.499135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Network hostable DHCP agents. Network: a9c9a40c-0951-4790-aa9d-fdb4e3acfef9, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:00.652422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1734-a617-4fe4-9255-674b27fd29c1 req-417d4b62-66a3-4116-8c43-97fb524a48ec tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.654050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-336c1734-a617-4fe4-9255-674b27fd29c1 req-417d4b62-66a3-4116-8c43-97fb524a48ec tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 946 time: 0.0513403 Aug 16 02:05:00.699190 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-336c1734-a617-4fe4-9255-674b27fd29c1 req-2c442e4a-26a7-407b-b94d-f6619cbc1380 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381079 Aug 16 02:05:00.777231 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0229bfd8-e93c-4f76-9ceb-d79d3c8dec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.777336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:00.777437 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0229bfd8-e93c-4f76-9ceb-d79d3c8dec51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.777437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0229bfd8-e93c-4f76-9ceb-d79d3c8dec51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d686bf63-45f9-49c0-8e39-feef1f292491 HTTP/1.1" status: 204 len: 168 time: 0.4092493 Aug 16 02:05:00.781968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229bfd8-e93c-4f76-9ceb-d79d3c8dec51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d686bf63-45f9-49c0-8e39-feef1f292491,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.824787 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-22f319a3-c34b-423c-903f-b92c540bfa33 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:00.829348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-22f319a3-c34b-423c-903f-b92c540bfa33 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3438458 Aug 16 02:05:00.829572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53776) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.839482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ea636cdc-82dc-49bc-9644-5446aedac315 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '9d302d9f-849c-49fd-a995-53514140720a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:00.839482 n-d-768509-23 neutron-server[95516]: WARNING neutron.api.v2.base [None req-ea636cdc-82dc-49bc-9644-5446aedac315 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:05:00.839482 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-ea636cdc-82dc-49bc-9644-5446aedac315 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:00.839482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ea636cdc-82dc-49bc-9644-5446aedac315 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058284 Aug 16 02:05:00.842796 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53784) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.852602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d165ef32-d406-4c83-b344-d7b2680c3834 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '9d302d9f-849c-49fd-a995-53514140720a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:00.898417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-d723a222-185e-444d-9b23-d852d8b36343 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=73d1bac1942843819b2e6172ea3a9bb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412574 Aug 16 02:05:00.935059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, a9c9a40c-0951-4790-aa9d-fdb4e3acfef9) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:00.941638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.942686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.946758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84768171-2a48-44de-9608-d1aadb6223d9 None None] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:01.003721 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-d165ef32-d406-4c83-b344-d7b2680c3834 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Project ce673b0697c14b3e8322636873a93aef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:05:01.100984 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-a9c9a40c-0951-4790-aa9d-fdb4e3acfef9', 'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9', 'tenant_id': 'd13393757e3c4200bcb80d76d14db016', 'fixed_ips': [{'subnet_id': '7a3a55d6-1dfd-4dca-a064-aceac2b38d98'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:01.101965 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.150252 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-d165ef32-d406-4c83-b344-d7b2680c3834 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:01.150252 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d165ef32-d406-4c83-b344-d7b2680c3834 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2971737 Aug 16 02:05:01.150252 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d3feb78-fa71-42a2-b93c-a9e27a23c983 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8179247 Aug 16 02:05:01.150252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53790) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:01.150252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53792) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:01.152038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ba17f1ec-9d74-438d-8212-562132d6d524 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.153684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ba17f1ec-9d74-438d-8212-562132d6d524 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543066 Aug 16 02:05:01.162178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1b950c01-d30c-4441-b8b5-c9f69efd8ee1 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '9d302d9f-849c-49fd-a995-53514140720a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:01.163185 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-1b950c01-d30c-4441-b8b5-c9f69efd8ee1 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 02:05:01.163867 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-1b950c01-d30c-4441-b8b5-c9f69efd8ee1 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:01.165145 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1b950c01-d30c-4441-b8b5-c9f69efd8ee1 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138688 Aug 16 02:05:01.170588 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Request body: {'port': {'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9', 'name': 'tempest-AllowedAddressPairTestJSON-1557409681'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:01.172997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-bfc1d663-fd20-4c51-976b-854a79b0818f tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/quotas/73d1bac1942843819b2e6172ea3a9bb8 HTTP/1.1" status: 200 len: 375 time: 0.0127375 Aug 16 02:05:01.173440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53794) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:01.178323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0f53d58c-b247-45f5-aa6d-58ed18af60fa tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '9d302d9f-849c-49fd-a995-53514140720a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:01.216978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-e450ff2e-2245-4c51-bd78-762af7aebf90 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73d1bac1942843819b2e6172ea3a9bb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321846 Aug 16 02:05:01.256157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Allocated IP 172.20.0.2 (a9c9a40c-0951-4790-aa9d-fdb4e3acfef9/7a3a55d6-1dfd-4dca-a064-aceac2b38d98/0239b75e-0ea0-4ca7-8ee9-99b3bcac377b) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:01.362720 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-0f53d58c-b247-45f5-aa6d-58ed18af60fa tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Project ce673b0697c14b3e8322636873a93aef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:05:01.419367 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.428719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Transition to ACTIVE for port object 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:01.445892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Transition to ACTIVE for port object 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:01.459972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Made reservation on behalf of d13393757e3c4200bcb80d76d14db016 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:01.464045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.487011 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] device_id is not set on port 9a5d7276-52d9-488c-832d-091509bc1c3c yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:01.572523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616fc65-3c08-4ae8-97cc-a3963ca60fbe req-d5523c41-315b-4bba-b43d-c7692a5692fb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.574549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8616fc65-3c08-4ae8-97cc-a3963ca60fbe req-d5523c41-315b-4bba-b43d-c7692a5692fb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 946 time: 0.0596087 Aug 16 02:05:01.616053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8616fc65-3c08-4ae8-97cc-a3963ca60fbe req-166b246c-e805-4c09-a24d-7d0effc185fc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352340 Aug 16 02:05:01.648541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53810) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:01.672691 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.698427 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-0f53d58c-b247-45f5-aa6d-58ed18af60fa tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:01.699501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0f53d58c-b247-45f5-aa6d-58ed18af60fa tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5250990 Aug 16 02:05:01.702534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53814) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:01.709410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e2231b4e-6eac-4b85-8f5e-e0afd27e1a4b tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '9d302d9f-849c-49fd-a995-53514140720a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:01.745144 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Pushing event updated for resources: {'Port': ['ID=0239b75e-0ea0-4ca7-8ee9-99b3bcac377b,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:01.746112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Allocated IP 172.20.0.8 (a9c9a40c-0951-4790-aa9d-fdb4e3acfef9/7a3a55d6-1dfd-4dca-a064-aceac2b38d98/9a5d7276-52d9-488c-832d-091509bc1c3c) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:01.754801 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:01.756757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:01.758949 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:01.770846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64333117-cc15-4a55-91e2-19f137cedaba req-1565997d-940f-4e7b-b964-8301571f03f9 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 210 time: 0.0369098 Aug 16 02:05:01.779222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ddf17-e482-4b3b-bcba-ba6edba50a88 tempest-TestVolumeBootPattern-1976324372 tempest-TestVolumeBootPattern-1976324372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.786767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53820) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:01.798899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-517ddf17-e482-4b3b-bcba-ba6edba50a88 tempest-TestVolumeBootPattern-1976324372 tempest-TestVolumeBootPattern-1976324372-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 1093 time: 0.1411800 Aug 16 02:05:01.799096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:01.838152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Attempting to bind port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:01.838448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Attempting to bind port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '84293780-813f-4fbb-ae11-e81df5b6de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:01.838799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Attempting to bind port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b on network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:01.846353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:01.846707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Checking segment: {'id': '84293780-813f-4fbb-ae11-e81df5b6de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:01.847187 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.847730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Bound using segment: {'id': '84293780-813f-4fbb-ae11-e81df5b6de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:01.848319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Bound port: 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84293780-813f-4fbb-ae11-e81df5b6de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:01.848776 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.923199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] For port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:01.927931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] For port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0239b75e-0ea0-4ca7-8ee9-99b3bcac377b,segment=NetworkSegment(84293780-813f-4fbb-ae11-e81df5b6de90),segment_id=84293780-813f-4fbb-ae11-e81df5b6de90)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:01.928102 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-e2231b4e-6eac-4b85-8f5e-e0afd27e1a4b tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Project ce673b0697c14b3e8322636873a93aef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:05:01.965060 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.978809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Transition to ACTIVE for port object 9a5d7276-52d9-488c-832d-091509bc1c3c will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:02.055132 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.071718 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53828) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:02.089771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c278efc6-0b82-4b4c-841a-38f836cbc8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.128835 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.137615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1efc4-c177-413b-b365-6cfc53643be5 None None] Pushing event updated for resources: {'Port': ['ID=0239b75e-0ea0-4ca7-8ee9-99b3bcac377b,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.186061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.260348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:02.272787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:02.278230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:02.309543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'Port': ['ID=9a5d7276-52d9-488c-832d-091509bc1c3c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.336646 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-e2231b4e-6eac-4b85-8f5e-e0afd27e1a4b tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:02.343968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e2231b4e-6eac-4b85-8f5e-e0afd27e1a4b tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6342864 Aug 16 02:05:02.344622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53834) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:02.363062 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.364749 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.464181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.538652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d60b83b2-4178-4caa-9838-8e645386d574 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.597159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d60b83b2-4178-4caa-9838-8e645386d574 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.688095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c278efc6-0b82-4b4c-841a-38f836cbc8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.705028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Allocated IP 172.25.8.233 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/a91d8628-ec6d-447e-b44e-379e42aa30ab) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:02.795602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe27be8-1530-48a7-8245-8bec7ce51c4d req-ca832f76-fa34-44f7-8be1-bca748b7cc0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.798685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fe27be8-1530-48a7-8245-8bec7ce51c4d req-ca832f76-fa34-44f7-8be1-bca748b7cc0d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 947 time: 0.1112735 Aug 16 02:05:02.833331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c278efc6-0b82-4b4c-841a-38f836cbc8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.836867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d60b83b2-4178-4caa-9838-8e645386d574 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.839406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d60b83b2-4178-4caa-9838-8e645386d574 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.843151 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d60b83b2-4178-4caa-9838-8e645386d574 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "DELETE /v2.0/security-groups/9d302d9f-849c-49fd-a995-53514140720a HTTP/1.1" status: 204 len: 168 time: 0.4957173 Aug 16 02:05:02.850474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5fe27be8-1530-48a7-8245-8bec7ce51c4d req-dba2b497-9791-4030-b3e5-4a2146e11490 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432570 Aug 16 02:05:02.853617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53844) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:02.909899 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.916440 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c278efc6-0b82-4b4c-841a-38f836cbc8aa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=00331b8dac38425a91215852a84af106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8410668 Aug 16 02:05:02.940981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-51418a77-0f3a-4610-adee-c9b127458799 req-c2b98e59-0429-4997-ad64-387628a9c18e tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 210 time: 0.0403478 Aug 16 02:05:02.945872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53846) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:02.962108 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.976945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278efc6-0b82-4b4c-841a-38f836cbc8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a920c2-b924-4e4a-8d76-06d96fe70137,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.986244 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7bfa3dce-2a7a-4546-b5c8-7e34cc151078 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1287842 Aug 16 02:05:02.996527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53848) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:03.003470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-7c451ef2-fbb9-4150-950e-e3885dc5f548 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554522789'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:03.007900 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c6022ac3-21b1-44e5-b037-b08f5e2eeb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.024967 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-10272ce3-1a4c-4ed3-9a73-c262094d760c tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8583255 Aug 16 02:05:03.026045 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b83b2-4178-4caa-9838-8e645386d574 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d302d9f-849c-49fd-a995-53514140720a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.029292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53850) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:03.054110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Request body: {'port': {'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9', 'name': 'tempest-AllowedAddressPairTestJSON-1821280984', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c9:94:8b'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:03.060431 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ade488e-849f-4e35-9dd6-c2d69b62b23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.126760 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ade488e-849f-4e35-9dd6-c2d69b62b23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.193436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.237187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:03.239926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:03.260270 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:03.313166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=a91d8628-ec6d-447e-b44e-379e42aa30ab,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.343914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7c451ef2-fbb9-4150-950e-e3885dc5f548 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.380118 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a6ebd8-18b5-4923-acb0-d982327ed8b1 None None] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:03.406941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ade488e-849f-4e35-9dd6-c2d69b62b23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.409731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ade488e-849f-4e35-9dd6-c2d69b62b23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.413132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8ade488e-849f-4e35-9dd6-c2d69b62b23e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80a920c2-b924-4e4a-8d76-06d96fe70137 HTTP/1.1" status: 204 len: 168 time: 0.4660923 Aug 16 02:05:03.438521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade488e-849f-4e35-9dd6-c2d69b62b23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a920c2-b924-4e4a-8d76-06d96fe70137,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.533101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Made reservation on behalf of d13393757e3c4200bcb80d76d14db016 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:03.589465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d80e7ddd-d36e-4301-bccf-cfdf5c0c1ef0 None None] Provisioning for port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:03.680255 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.702921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] device_id is not set on port 07873ced-4535-4f01-8918-0ee507f37844 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:03.721394 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.834242 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7c451ef2-fbb9-4150-950e-e3885dc5f548 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.894050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-60d87721-1222-43c2-bf27-f0a8d38427aa tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:03.916579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-60d87721-1222-43c2-bf27-f0a8d38427aa tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 947 time: 0.1056321 Aug 16 02:05:03.916579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Allocated IP 172.20.0.5 (a9c9a40c-0951-4790-aa9d-fdb4e3acfef9/7a3a55d6-1dfd-4dca-a064-aceac2b38d98/07873ced-4535-4f01-8918-0ee507f37844) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:04.036671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.111377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7c451ef2-fbb9-4150-950e-e3885dc5f548 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.138687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7227d860-c349-469d-8b3a-c0c8b82e038b None None] Provisioning for port 9a5d7276-52d9-488c-832d-091509bc1c3c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:04.140833 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7227d860-c349-469d-8b3a-c0c8b82e038b None None] Provisioning complete for port 9a5d7276-52d9-488c-832d-091509bc1c3c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:04.141835 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7227d860-c349-469d-8b3a-c0c8b82e038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.198994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:04.259933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.275533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7227d860-c349-469d-8b3a-c0c8b82e038b None None] Port 9a5d7276-52d9-488c-832d-091509bc1c3c cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:04.310564 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.396028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6d9da857-3ad9-4e18-a910-645b19331411 None None] Provisioning complete for port 9a5d7276-52d9-488c-832d-091509bc1c3c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:04.396623 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6d9da857-3ad9-4e18-a910-645b19331411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.431530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6d9da857-3ad9-4e18-a910-645b19331411 None None] Port 9a5d7276-52d9-488c-832d-091509bc1c3c cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:04.465112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:04.470477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:04.470876 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.511440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.583337 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.596494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c451ef2-fbb9-4150-950e-e3885dc5f548 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ac6483-f7f8-4e8e-909d-ee72d036181e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:04.629142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d02664-c6c0-4573-b1d7-114cbb10e1c7 req-f2b20b8b-65d8-4121-b7da-9a3c6efc6cdd tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.631352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0239b75e-0ea0-4ca7-8ee9-99b3bcac377b,segment=NetworkSegment(84293780-813f-4fbb-ae11-e81df5b6de90),segment_id=84293780-813f-4fbb-ae11-e81df5b6de90)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:04.636840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9d02664-c6c0-4573-b1d7-114cbb10e1c7 req-f2b20b8b-65d8-4121-b7da-9a3c6efc6cdd tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 947 time: 0.5382895 Aug 16 02:05:04.650710 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7c451ef2-fbb9-4150-950e-e3885dc5f548 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.654667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7c451ef2-fbb9-4150-950e-e3885dc5f548 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6540031 Aug 16 02:05:04.654667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.657520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53880) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:04.664880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2aa0457a-edfa-4036-9d8a-24ff38bd97d8 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '55ac6483-f7f8-4e8e-909d-ee72d036181e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:04.682805 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=a91d8628-ec6d-447e-b44e-379e42aa30ab,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:04.683509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Deleting port ef1dcb3f-e734-49e8-8421-260f6d1fade0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:04.683853 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.700498 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.750738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Transition to ACTIVE for port object 07873ced-4535-4f01-8918-0ee507f37844 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:04.776859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9d02664-c6c0-4573-b1d7-114cbb10e1c7 req-f775ac5b-0c4a-4c94-8070-3b2c2a652465 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1172b41-63ec-453f-9c9b-c88688abde36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390502 Aug 16 02:05:04.811302 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Floating IP 5903c54c-51a2-4962-9bfd-7ad9557d6467 associated. External IP: 172.25.8.233, port: 5e593b3d-c4a4-4dba-82a2-f3989e768803. Aug 16 02:05:04.820015 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.834842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] For port ef1dcb3f-e734-49e8-8421-260f6d1fade0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef1dcb3f-e734-49e8-8421-260f6d1fade0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:04.835464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.915119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=0239b75e-0ea0-4ca7-8ee9-99b3bcac377b,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:04.967224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-252463aa-9987-41ef-92fa-589c7679e5d4 req-b74e7ae6-3a05-4c82-a064-b7cceb97d543 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 210 time: 0.0605659 Aug 16 02:05:05.039372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.105001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:05.119276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:05.122382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.122754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.123065 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Floating IP c456ac30-a466-4cd2-aac0-481522540957 disassociated. External IP: 172.25.8.63, port: ef1dcb3f-e734-49e8-8421-260f6d1fade0. Aug 16 02:05:05.123409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Calling delete_port for ef1dcb3f-e734-49e8-8421-260f6d1fade0 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:05.126442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:05.128190 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-2aa0457a-edfa-4036-9d8a-24ff38bd97d8 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The resource could not be found. Aug 16 02:05:05.129315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2aa0457a-edfa-4036-9d8a-24ff38bd97d8 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4682949 Aug 16 02:05:05.133579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53896) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:05.135181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'Port': ['ID=07873ced-4535-4f01-8918-0ee507f37844,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:05.156087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9093a3fb-42d7-4424-a3a4-ce3bf8983d0b tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '55ac6483-f7f8-4e8e-909d-ee72d036181e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c56c7a87-56c4-4dbb-a9fe-182606c98c35'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:05.165905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:05.233032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.234286 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.328649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53902) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:05.369482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:05.383126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6730d7-bc02-48e0-be27-a0c91a59322c None None] Sync routers for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:05.394263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-9a1aa620-8d87-42c1-bcf9-bb2d98781700 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=73d1bac1942843819b2e6172ea3a9bb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937538 Aug 16 02:05:05.398301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6730d7-bc02-48e0-be27-a0c91a59322c None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:05.404689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8f6730d7-bc02-48e0-be27-a0c91a59322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:05.488502 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.512231 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-39790899-c26d-435b-99d5-0da19be72ed5 tempest-AgentManagementNegativeTest-1017390810 tempest-AgentManagementNegativeTest-1017390810-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1788924 Aug 16 02:05:05.530957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-db598656-7614-436d-83a3-188f85038caf tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4971161 Aug 16 02:05:05.531274 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53910) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:05.532282 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-9093a3fb-42d7-4424-a3a4-ce3bf8983d0b tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The resource could not be found. Aug 16 02:05:05.533499 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9093a3fb-42d7-4424-a3a4-ce3bf8983d0b tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3978922 Aug 16 02:05:05.537245 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.544367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53912) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:05.578710 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b4c4ccc5-6d34-4953-8607-cdb388aded9e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7907631 Aug 16 02:05:05.580218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'tag': '5e593b3d-c4a4-4dba-82a2-f3989e768803'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:05.585494 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b28f898-6099-408e-91a9-c8594a3c7bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "458e0996-f4d8-4881-86f4-98d6e788a50a", "tag": "5e593b3d-c4a4-4dba-82a2-f3989e768803"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:05.604161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event deleted for resources: {'Port': ['ID=ef1dcb3f-e734-49e8-8421-260f6d1fade0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:05.629746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-a8783131-5b5e-4caa-9aea-45f25789e246 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.630455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-a8783131-5b5e-4caa-9aea-45f25789e246 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285922 Aug 16 02:05:05.631720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14582fd9-23f1-484d-abc3-dc276c3bde81 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.645681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8f6730d7-bc02-48e0-be27-a0c91a59322c None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:05.653149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14582fd9-23f1-484d-abc3-dc276c3bde81 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.670060 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14582fd9-23f1-484d-abc3-dc276c3bde81 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.679367 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-14582fd9-23f1-484d-abc3-dc276c3bde81 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1446564 Aug 16 02:05:05.680121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53918) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:05.689615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f1d375de-d2e0-43da-ae87-9978552a015f None None] Provisioning for port 07873ced-4535-4f01-8918-0ee507f37844 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:05.699779 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398b90a8-9315-481e-a2c7-7b987ac90975 x-openstack-request-id: req-398b90a8-9315-481e-a2c7-7b987ac90975 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:05.700464 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458e0996-f4d8-4881-86f4-98d6e788a50a", "tag": "5e593b3d-c4a4-4dba-82a2-f3989e768803", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:05.701121 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-398b90a8-9315-481e-a2c7-7b987ac90975 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:05.701721 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'tag': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'status': 'completed', 'code': 200} Aug 16 02:05:05.709490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f1d375de-d2e0-43da-ae87-9978552a015f None None] Provisioning complete for port 07873ced-4535-4f01-8918-0ee507f37844 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:05.709884 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f1d375de-d2e0-43da-ae87-9978552a015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.777728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Request body: {'port': {'device_id': '25ddffad-a01a-4a8e-a5d4-bec8f09eb656', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '73d1bac1942843819b2e6172ea3a9bb8'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:05.849894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f1d375de-d2e0-43da-ae87-9978552a015f None None] Port 07873ced-4535-4f01-8918-0ee507f37844 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:05.869059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9337af4d-1ea9-4460-ae5b-025c2e2602af tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Deleting port 07873ced-4535-4f01-8918-0ee507f37844 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:05.869649 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9337af4d-1ea9-4460-ae5b-025c2e2602af tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.896590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Router 8c145924-0b87-4946-bd1c-6656c0cf38dc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:05.914896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28f898-6099-408e-91a9-c8594a3c7bf9 req-5631a67d-8cd2-4781-9e01-c6b84963131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.916817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b28f898-6099-408e-91a9-c8594a3c7bf9 req-5631a67d-8cd2-4781-9e01-c6b84963131f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 1098 time: 0.1442244 Aug 16 02:05:05.925060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2681ac07-df5b-4c71-b495-21ab4181fc46 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.989209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9337af4d-1ea9-4460-ae5b-025c2e2602af tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.004839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9337af4d-1ea9-4460-ae5b-025c2e2602af tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Calling delete_port for 07873ced-4535-4f01-8918-0ee507f37844 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:06.099869 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.123078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:06.139396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9ca4a06-7163-455b-b859-f6ddbad3d3ea req-69db93d6-097b-4cdc-89bc-6bd415da9f82 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 210 time: 0.2215526 Aug 16 02:05:06.170089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2681ac07-df5b-4c71-b495-21ab4181fc46 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.192940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8f6730d7-bc02-48e0-be27-a0c91a59322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '5903c54c-51a2-4962-9bfd-7ad9557d6467', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:67:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:03Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 0, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:06.202020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28f898-6099-408e-91a9-c8594a3c7bf9 req-f3ae867f-c499-4326-9be5-f919ee45e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.202020 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b28f898-6099-408e-91a9-c8594a3c7bf9 req-f3ae867f-c499-4326-9be5-f919ee45e597 service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.2611763 Aug 16 02:05:06.266736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6730d7-bc02-48e0-be27-a0c91a59322c None None] Checking router: d95d8e37-77a2-44e6-9a53-1f98ea337fe5 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:06.279324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6730d7-bc02-48e0-be27-a0c91a59322c None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:06.279978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8f6730d7-bc02-48e0-be27-a0c91a59322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:06.366644 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:06.366870 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.376671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82610b40-039d-480c-be1f-e2d6e6252b67 req-47cac288-09c1-4a2a-b064-7b25be8abbcf tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 210 time: 0.0927169 Aug 16 02:05:06.396730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9337af4d-1ea9-4460-ae5b-025c2e2602af tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.415941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:06.436194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b28f898-6099-408e-91a9-c8594a3c7bf9 req-4ac599b7-3647-4d51-b2e5-77bc79c34361 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803 HTTP/1.1" status: 200 len: 1000 time: 0.2119641 Aug 16 02:05:06.438972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8f6730d7-bc02-48e0-be27-a0c91a59322c None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:06.444689 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61be9f0-746c-4b55-9345-b2b2b514cebb None None] Sync routers for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:06.458824 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61be9f0-746c-4b55-9345-b2b2b514cebb None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:06.459480 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e61be9f0-746c-4b55-9345-b2b2b514cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:06.502465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] No DVR routers for this DVR port ef1dcb3f-e734-49e8-8421-260f6d1fade0 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:06.508222 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.514528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6dc60d23-db57-4812-9393-9621733a6ff0 req-e1d94a98-03e6-47da-af0c-7020feffa15b tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.74 "DELETE /v2.0/ports/ef1dcb3f-e734-49e8-8421-260f6d1fade0 HTTP/1.1" status: 204 len: 173 time: 2.6077344 Aug 16 02:05:06.514528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'name': 'network-vif-deleted', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:06.519291 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304a281c-f11a-4307-b1a7-80011ecda794" -d '{"events": [{"server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "name": "network-vif-deleted", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:06.530717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337af4d-1ea9-4460-ae5b-025c2e2602af tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event deleted for resources: {'Port': ['ID=07873ced-4535-4f01-8918-0ee507f37844,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:06.558299 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2681ac07-df5b-4c71-b495-21ab4181fc46 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.566039 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2681ac07-df5b-4c71-b495-21ab4181fc46 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.573140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2681ac07-df5b-4c71-b495-21ab4181fc46 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "DELETE /v2.0/security-groups/55ac6483-f7f8-4e8e-909d-ee72d036181e HTTP/1.1" status: 204 len: 168 time: 1.0248775 Aug 16 02:05:06.581542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28f898-6099-408e-91a9-c8594a3c7bf9 req-a51c8161-621f-40f0-88d3-5dc4a5843d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.587951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b28f898-6099-408e-91a9-c8594a3c7bf9 req-a51c8161-621f-40f0-88d3-5dc4a5843d23 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.1365941 Aug 16 02:05:06.601195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53934) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:06.622372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681ac07-df5b-4c71-b495-21ab4181fc46 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ac6483-f7f8-4e8e-909d-ee72d036181e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:06.628904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Made reservation on behalf of 73d1bac1942843819b2e6172ea3a9bb8 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:06.637649 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.738469 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e61be9f0-746c-4b55-9345-b2b2b514cebb None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:06.772435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53938) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:06.784250 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1a7251-c60f-4e4e-9678-9f87d9f3a67a x-openstack-request-id: req-8f1a7251-c60f-4e4e-9678-9f87d9f3a67a {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:06.785601 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c06ec9-a873-4655-8764-95330f24b2cc", "name": "network-vif-deleted", "tag": "ef1dcb3f-e734-49e8-8421-260f6d1fade0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:06.786854 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f1a7251-c60f-4e4e-9678-9f87d9f3a67a {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:06.787595 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c06ec9-a873-4655-8764-95330f24b2cc', 'name': 'network-vif-deleted', 'tag': 'ef1dcb3f-e734-49e8-8421-260f6d1fade0', 'status': 'completed', 'code': 200} Aug 16 02:05:06.793967 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.891176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-47735cc4-321c-461b-abb1-92496a8e3d7f tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2887795 Aug 16 02:05:06.895033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28f898-6099-408e-91a9-c8594a3c7bf9 req-2506839a-9b58-47c4-91c3-b05a039d9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.896700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b28f898-6099-408e-91a9-c8594a3c7bf9 req-2506839a-9b58-47c4-91c3-b05a039d9a3a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2798693 Aug 16 02:05:06.898715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53942) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:06.911972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2ca2222c-c1d9-4478-b428-db0d2ad8abae tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '6e654d0e-850f-4cce-8ba6-7b881782b569', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:06.912889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9337af4d-1ea9-4460-ae5b-025c2e2602af tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.919198 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9337af4d-1ea9-4460-ae5b-025c2e2602af tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "DELETE /v2.0/ports/07873ced-4535-4f01-8918-0ee507f37844 HTTP/1.1" status: 204 len: 168 time: 1.2359982 Aug 16 02:05:06.920268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53944) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:06.960795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8f6730d7-bc02-48e0-be27-a0c91a59322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '5903c54c-51a2-4962-9bfd-7ad9557d6467', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:67:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:03Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 0, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:06.989176 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf09e1e7-fc5a-4abd-af6c-0b12796d2b35 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] GET failed (client error): The resource could not be found. Aug 16 02:05:06.996759 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cf09e1e7-fc5a-4abd-af6c-0b12796d2b35 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "GET /v2.0/ports/07873ced-4535-4f01-8918-0ee507f37844 HTTP/1.1" status: 404 len: 333 time: 0.0695639 Aug 16 02:05:06.997011 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53946) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:07.002607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Request body: {'port': {'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9', 'name': 'tempest-AllowedAddressPairTestJSON-1272673147'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:07.026813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6730d7-bc02-48e0-be27-a0c91a59322c None None] The sync data for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 is: [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '5903c54c-51a2-4962-9bfd-7ad9557d6467', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:67:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:03Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 0, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:07.077728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d77fae95-aa09-467f-a1e4-f1b553b5724f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.157625 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e61be9f0-746c-4b55-9345-b2b2b514cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:07.221424 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61be9f0-746c-4b55-9345-b2b2b514cebb None None] Checking router: 8c145924-0b87-4946-bd1c-6656c0cf38dc for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:07.233219 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61be9f0-746c-4b55-9345-b2b2b514cebb None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:07.235141 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e61be9f0-746c-4b55-9345-b2b2b514cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:07.248937 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.254687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b28f898-6099-408e-91a9-c8594a3c7bf9 req-1a743e03-6d95-4b60-ad73-4c7b3599fe21 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297925 Aug 16 02:05:07.425451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cad66a-35c3-4741-b1f5-35f1b0d4fbc1 None None] New status for floating IP 5903c54c-51a2-4962-9bfd-7ad9557d6467: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:05:07.434792 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e61be9f0-746c-4b55-9345-b2b2b514cebb None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:07.516224 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.526981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94430031-a9c6-4d29-b5e7-4410b4ad5a5d req-158489bc-788e-4a8a-99d8-48ccd1b5c7e6 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c06ec9-a873-4655-8764-95330f24b2cc HTTP/1.1" status: 200 len: 210 time: 0.1668892 Aug 16 02:05:07.652660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c271bb-3c8a-4690-88db-cdb2f55e8662,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.704243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b28f898-6099-408e-91a9-c8594a3c7bf9 req-667045af-0498-44a2-bece-b497fbf26638 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402444 Aug 16 02:05:07.774132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5faf23a8-2e1f-421d-8d34-e1bfcd68110c req-71d71d2b-c218-48d1-bad7-f917496b32b0 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 210 time: 0.0657418 Aug 16 02:05:07.781015 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e61be9f0-746c-4b55-9345-b2b2b514cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:07.808423 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61be9f0-746c-4b55-9345-b2b2b514cebb None None] The sync data for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 is: [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 4, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0', 'name': '', 'network_id': '70853d84-8ef5-487c-aa41-be85b7fb1059', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'mac_address': 'fa:16:3e:81:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:59Z', 'updated_at': '2021-08-16T01:56:11Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'subnets': [{'id': 'f33e2d76-f463-4cbc-a142-5a38cb259210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:07.859192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef1dcb3f-e734-49e8-8421-260f6d1fade0 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:07.874584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Allocated IP 192.168.233.178 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/d204cb91-5758-4eb8-b95f-bf524ec32f07) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:07.894455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: ef1dcb3f-e734-49e8-8421-260f6d1fade0 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:07.897660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef1dcb3f-e734-49e8-8421-260f6d1fade0 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:07.932782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d77fae95-aa09-467f-a1e4-f1b553b5724f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.069363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d77fae95-aa09-467f-a1e4-f1b553b5724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.076308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.116289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Transition to ACTIVE for port object d204cb91-5758-4eb8-b95f-bf524ec32f07 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:08.142974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d77fae95-aa09-467f-a1e4-f1b553b5724f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5366defa78b42b1ac1a2d3e9ad19daf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3534038 Aug 16 02:05:08.145453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fae95-aa09-467f-a1e4-f1b553b5724f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6456a9d-33a2-418c-9960-5d22ffec076c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:08.145733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54014) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:08.196096 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee298ea1-d7b3-44d1-bc8d-420244669017 None None] New status for floating IP c456ac30-a466-4cd2-aac0-481522540957: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:05:08.198472 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-2ca2222c-c1d9-4478-b428-db0d2ad8abae tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The resource could not be found. Aug 16 02:05:08.205495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2ca2222c-c1d9-4478-b428-db0d2ad8abae tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.3019404 Aug 16 02:05:08.205955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54018) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:08.213405 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-81ed504c-7f52-40f5-8d5f-d6165d2c1e37 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344364201'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:08.233055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e69c3161-61b3-4814-a313-528f9d66d491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.256248 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e69c3161-61b3-4814-a313-528f9d66d491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.276248 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.328871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:08.332362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:08.336213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:08.375339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Pushing event updated for resources: {'Port': ['ID=d204cb91-5758-4eb8-b95f-bf524ec32f07,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:08.401615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.402516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Made reservation on behalf of d13393757e3c4200bcb80d76d14db016 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:08.403100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.407871 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.436142 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] device_id is not set on port 71fc2b3e-3942-44eb-8531-ee61a16f679b yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:08.495309 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e69c3161-61b3-4814-a313-528f9d66d491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.498302 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e69c3161-61b3-4814-a313-528f9d66d491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.504009 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e69c3161-61b3-4814-a313-528f9d66d491 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6456a9d-33a2-418c-9960-5d22ffec076c HTTP/1.1" status: 204 len: 168 time: 0.3534503 Aug 16 02:05:08.556158 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-81ed504c-7f52-40f5-8d5f-d6165d2c1e37 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.560979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c3161-61b3-4814-a313-528f9d66d491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6456a9d-33a2-418c-9960-5d22ffec076c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:08.670087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-47ee6052-eeb5-4075-8ac8-10746bf28799 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9095345 Aug 16 02:05:08.683553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Request body: {'port': {'device_id': '25ddffad-a01a-4a8e-a5d4-bec8f09eb656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:08.687393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Allocated IP 172.20.0.4 (a9c9a40c-0951-4790-aa9d-fdb4e3acfef9/7a3a55d6-1dfd-4dca-a064-aceac2b38d98/71fc2b3e-3942-44eb-8531-ee61a16f679b) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:08.759056 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.815088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-eaf51263-ab60-4dd5-99f2-cb67b3a6c3b4 None None] Provisioning for port d204cb91-5758-4eb8-b95f-bf524ec32f07 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:08.822902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-eaf51263-ab60-4dd5-99f2-cb67b3a6c3b4 None None] Provisioning complete for port d204cb91-5758-4eb8-b95f-bf524ec32f07 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:08.823753 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eaf51263-ab60-4dd5-99f2-cb67b3a6c3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.824481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54062) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:08.877630 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-81ed504c-7f52-40f5-8d5f-d6165d2c1e37 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.880434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-eaf51263-ab60-4dd5-99f2-cb67b3a6c3b4 None None] Port d204cb91-5758-4eb8-b95f-bf524ec32f07 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:08.960522 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34e7df5e-10db-47d4-afe9-a09985d0525d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.985779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-81ed504c-7f52-40f5-8d5f-d6165d2c1e37 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.995080 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.006709 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34e7df5e-10db-47d4-afe9-a09985d0525d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.068172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Transition to ACTIVE for port object 71fc2b3e-3942-44eb-8531-ee61a16f679b will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:09.086231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed504c-7f52-40f5-8d5f-d6165d2c1e37 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf3477f-374c-4c2d-8004-1c11562382a2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:09.145039 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-81ed504c-7f52-40f5-8d5f-d6165d2c1e37 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.148977 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-81ed504c-7f52-40f5-8d5f-d6165d2c1e37 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9393749 Aug 16 02:05:09.167500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54082) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:09.167500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0f14bb6a-38fd-4f5d-afc3-c1eb51ab8133 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018443234'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:09.292096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0f69c-168a-45da-9038-e7413755dd86 req-a396f814-86a1-4be2-8750-2856755e8cc7 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.297444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fab0f69c-168a-45da-9038-e7413755dd86 req-a396f814-86a1-4be2-8750-2856755e8cc7 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 936 time: 0.3806524 Aug 16 02:05:09.297601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.350686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:09.353959 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:09.354736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fab0f69c-168a-45da-9038-e7413755dd86 req-29e2c287-e5a3-4e1b-aa82-8160400d12ae tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/security-groups?id=06c271bb-3c8a-4690-88db-cdb2f55e8662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484164 Aug 16 02:05:09.359802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:09.363101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0f14bb6a-38fd-4f5d-afc3-c1eb51ab8133 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.364659 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34e7df5e-10db-47d4-afe9-a09985d0525d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.367216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34e7df5e-10db-47d4-afe9-a09985d0525d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.368744 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-34e7df5e-10db-47d4-afe9-a09985d0525d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "DELETE /v2.0/security-groups/d1172b41-63ec-453f-9c9b-c88688abde36 HTTP/1.1" status: 204 len: 168 time: 0.5432911 Aug 16 02:05:09.374393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'Port': ['ID=71fc2b3e-3942-44eb-8531-ee61a16f679b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:09.393171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54094) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:09.437888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7df5e-10db-47d4-afe9-a09985d0525d tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1172b41-63ec-453f-9c9b-c88688abde36,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:09.456571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d204cb91-5758-4eb8-b95f-bf524ec32f07 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:09.466218 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.471309 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-0d7fa73f-1a67-4b9e-87c9-4f2714171ce8 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] show failed (client error): The resource could not be found. Aug 16 02:05:09.472375 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0d7fa73f-1a67-4b9e-87c9-4f2714171ce8 tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "GET /v2.0/security-groups/d1172b41-63ec-453f-9c9b-c88688abde36 HTTP/1.1" status: 404 len: 347 time: 0.0616636 Aug 16 02:05:09.477500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54098) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:09.490227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Transition to ACTIVE for port object d204cb91-5758-4eb8-b95f-bf524ec32f07 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:09.541445 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.542110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.614833 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.671450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Pushing event updated for resources: {'Port': ['ID=d204cb91-5758-4eb8-b95f-bf524ec32f07,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:09.678090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0f14bb6a-38fd-4f5d-afc3-c1eb51ab8133 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.691362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d45ea-38d5-431b-8f54-860edaa0a9cf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Deleting port c346c90a-bbb0-432e-bc8c-cd55b2eca62b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:09.692171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d2d45ea-38d5-431b-8f54-860edaa0a9cf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.748627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Attempting to bind port d204cb91-5758-4eb8-b95f-bf524ec32f07 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:09.749017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Attempting to bind port d204cb91-5758-4eb8-b95f-bf524ec32f07 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:09.749343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Attempting to bind port d204cb91-5758-4eb8-b95f-bf524ec32f07 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:09.754389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Port d204cb91-5758-4eb8-b95f-bf524ec32f07 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:09.754705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Attempting to bind port d204cb91-5758-4eb8-b95f-bf524ec32f07 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:09.759945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:09.760491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:09.760874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:09.761433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Bound port: d204cb91-5758-4eb8-b95f-bf524ec32f07, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:09.761794 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.789730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d2d45ea-38d5-431b-8f54-860edaa0a9cf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.790137 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d2d45ea-38d5-431b-8f54-860edaa0a9cf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.803887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d45ea-38d5-431b-8f54-860edaa0a9cf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Calling delete_port for c346c90a-bbb0-432e-bc8c-cd55b2eca62b owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:09.835792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] For port d204cb91-5758-4eb8-b95f-bf524ec32f07, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:09.840109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] For port d204cb91-5758-4eb8-b95f-bf524ec32f07, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d204cb91-5758-4eb8-b95f-bf524ec32f07,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:09.863457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fcb54d3e-50f0-4707-b50d-382d0dfa6307 None None] Provisioning for port 71fc2b3e-3942-44eb-8531-ee61a16f679b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:09.869553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fcb54d3e-50f0-4707-b50d-382d0dfa6307 None None] Provisioning complete for port 71fc2b3e-3942-44eb-8531-ee61a16f679b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:09.869553 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fcb54d3e-50f0-4707-b50d-382d0dfa6307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.874495 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0f14bb6a-38fd-4f5d-afc3-c1eb51ab8133 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.919289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fcb54d3e-50f0-4707-b50d-382d0dfa6307 None None] Port 71fc2b3e-3942-44eb-8531-ee61a16f679b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:09.928066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14bb6a-38fd-4f5d-afc3-c1eb51ab8133 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182d1890-433a-490f-bc35-2c92268b6e0d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.008895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.042976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.043601 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.045006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] 10.222.0.64 "PUT /v2.0/ports/d204cb91-5758-4eb8-b95f-bf524ec32f07 HTTP/1.1" status: 200 len: 1097 time: 1.3662331 Aug 16 02:05:10.045493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ddffad-a01a-4a8e-a5d4-bec8f09eb656', 'tag': 'd204cb91-5758-4eb8-b95f-bf524ec32f07'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:10.048207 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a39265-b45f-4fe7-9ae8-0c47eae18e21" -d '{"events": [{"name": "network-changed", "server_uuid": "25ddffad-a01a-4a8e-a5d4-bec8f09eb656", "tag": "d204cb91-5758-4eb8-b95f-bf524ec32f07"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:10.054074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54110) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.082082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05249c-c42a-4eec-b036-f92760a80a44 service neutron] Pushing event updated for resources: {'Port': ['ID=d204cb91-5758-4eb8-b95f-bf524ec32f07,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.100377 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a3b15bff-baf9-4cce-8bf1-82b09e16d4a3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1021018 Aug 16 02:05:10.101732 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0f14bb6a-38fd-4f5d-afc3-c1eb51ab8133 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.105644 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0f14bb6a-38fd-4f5d-afc3-c1eb51ab8133 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9527812 Aug 16 02:05:10.105782 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b19de20-a0a3-453d-85c1-7ed6dcdf7727 x-openstack-request-id: req-2b19de20-a0a3-453d-85c1-7ed6dcdf7727 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:10.105782 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ddffad-a01a-4a8e-a5d4-bec8f09eb656", "tag": "d204cb91-5758-4eb8-b95f-bf524ec32f07", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:10.106003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54114) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.106077 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2b19de20-a0a3-453d-85c1-7ed6dcdf7727 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:10.106077 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ddffad-a01a-4a8e-a5d4-bec8f09eb656', 'tag': 'd204cb91-5758-4eb8-b95f-bf524ec32f07', 'status': 'completed', 'code': 200} Aug 16 02:05:10.106077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54116) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.110878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d8993c44-777f-4a81-92a5-5f04fabee660 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': 'dbf3477f-374c-4c2d-8004-1c11562382a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '182d1890-433a-490f-bc35-2c92268b6e0d'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:10.120379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9931a028-6899-4136-b9ab-5d7d01e0b4b0 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c9:94:8b'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:10.162784 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d2d45ea-38d5-431b-8f54-860edaa0a9cf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.181751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a39265-b45f-4fe7-9ae8-0c47eae18e21 req-f5e47bab-e668-42c4-aef2-44e0a554dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.183685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3a39265-b45f-4fe7-9ae8-0c47eae18e21 req-f5e47bab-e668-42c4-aef2-44e0a554dd2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73d1bac1942843819b2e6172ea3a9bb8&device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 1100 time: 0.0544829 Aug 16 02:05:10.222163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3a39265-b45f-4fe7-9ae8-0c47eae18e21 req-7a024bd8-2cbe-4a40-8ca1-55dfd7a4df93 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=73d1bac1942843819b2e6172ea3a9bb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295904 Aug 16 02:05:10.229601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d45ea-38d5-431b-8f54-860edaa0a9cf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Pushing event deleted for resources: {'Port': ['ID=c346c90a-bbb0-432e-bc8c-cd55b2eca62b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.325202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54120) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.386477 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50e13884-2e69-43c9-b6a2-cfe576a5dc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.394322 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d2d45ea-38d5-431b-8f54-860edaa0a9cf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.399124 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d2d45ea-38d5-431b-8f54-860edaa0a9cf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.399124 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1d2d45ea-38d5-431b-8f54-860edaa0a9cf tempest-AttachVolumeShelveTestJSON-1656222084 tempest-AttachVolumeShelveTestJSON-1656222084-project] 10.222.0.66 "DELETE /v2.0/floatingips/c456ac30-a466-4cd2-aac0-481522540957 HTTP/1.1" status: 204 len: 168 time: 0.9183509 Aug 16 02:05:10.456886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-2de73797-1ddc-45d3-beae-5572e4b05284 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.460910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2de73797-1ddc-45d3-beae-5572e4b05284 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1308103 Aug 16 02:05:10.461663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54128) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.466615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-e70e9606-72d8-45d3-8340-1fecb89a9ccd tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.475026 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e70e9606-72d8-45d3-8340-1fecb89a9ccd tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0069575 Aug 16 02:05:10.477081 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54132) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.500484 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-d8993c44-777f-4a81-92a5-5f04fabee660 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:10.501572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d8993c44-777f-4a81-92a5-5f04fabee660 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3947792 Aug 16 02:05:10.503355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-098e1707-0bd0-42dd-b567-83180312f6b7 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.504346 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-098e1707-0bd0-42dd-b567-83180312f6b7 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0261278 Aug 16 02:05:10.508818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54134) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.509344 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54136) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.516301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a39265-b45f-4fe7-9ae8-0c47eae18e21 req-3783c3e9-5d54-48bd-94f4-1e50ee8fe69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.517802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f3a39265-b45f-4fe7-9ae8-0c47eae18e21 req-3783c3e9-5d54-48bd-94f4-1e50ee8fe69e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2808652 Aug 16 02:05:10.524124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-cddc8616-7e21-46d6-b640-14d91a9e430f tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.526754 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cddc8616-7e21-46d6-b640-14d91a9e430f tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0136557 Aug 16 02:05:10.531232 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54138) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.548447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-243bb81a-ffe0-4a79-b71a-9beea63f236b tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.549686 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-243bb81a-ffe0-4a79-b71a-9beea63f236b tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0105884 Aug 16 02:05:10.552551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54140) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.558279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-e888c1d7-a6b2-412a-b72d-9ead81730e10 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.558457 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9931a028-6899-4136-b9ab-5d7d01e0b4b0 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.559296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e888c1d7-a6b2-412a-b72d-9ead81730e10 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055776 Aug 16 02:05:10.567576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54142) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.567856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a0c67-3fa2-4638-b3b7-f8e42b651518 req-360ffee6-42f0-402b-a42d-a2c101bbdeae tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.569344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb8a0c67-3fa2-4638-b3b7-f8e42b651518 req-360ffee6-42f0-402b-a42d-a2c101bbdeae tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 948 time: 0.0734470 Aug 16 02:05:10.584447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-c454b51f-dca3-49a6-a808-00f4edfb26a0 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.585424 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c454b51f-dca3-49a6-a808-00f4edfb26a0 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0108664 Aug 16 02:05:10.591628 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54144) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.609571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-6e613581-295f-42de-94f4-f6d957a6e3ed tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.610601 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6e613581-295f-42de-94f4-f6d957a6e3ed tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0138786 Aug 16 02:05:10.615758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54146) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.623254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-e491574b-c4ed-4e10-af09-2a086c6791b9 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.624732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e491574b-c4ed-4e10-af09-2a086c6791b9 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0071344 Aug 16 02:05:10.628679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54148) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.636272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-f89ae11c-98c4-4b0c-a9c1-f3ceae1e298e tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.637250 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f89ae11c-98c4-4b0c-a9c1-f3ceae1e298e tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068691 Aug 16 02:05:10.645496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54150) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.652728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-fdb7e37c-9a73-435b-ae5a-5eb535ce85b3 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.653844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fdb7e37c-9a73-435b-ae5a-5eb535ce85b3 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0073352 Aug 16 02:05:10.660747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54152) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.665367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-97afddf6-b4c9-4b8d-ade1-46d1d6014884 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.666329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-97afddf6-b4c9-4b8d-ade1-46d1d6014884 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046871 Aug 16 02:05:10.668921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-09e0cec2-1358-4a73-9456-bda1647e2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.670386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-09e0cec2-1358-4a73-9456-bda1647e2eab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73d1bac1942843819b2e6172ea3a9bb8&device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 1100 time: 0.1001453 Aug 16 02:05:10.671432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54154) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.675573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb8a0c67-3fa2-4638-b3b7-f8e42b651518 req-17f4aa22-7654-4880-8f28-732a16db12ff tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/security-groups?id=06c271bb-3c8a-4690-88db-cdb2f55e8662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972896 Aug 16 02:05:10.678819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-62757080-cea4-4a59-ad78-a27d52366051 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.679679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-62757080-cea4-4a59-ad78-a27d52366051 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0072179 Aug 16 02:05:10.687280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54156) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.701541 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ff51cce-0fd2-4de7-82f5-3c6293ccc3fd tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.727882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-62f6a639-8793-4883-9def-f70a8b0ac6d5 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.731241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-62f6a639-8793-4883-9def-f70a8b0ac6d5 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0405719 Aug 16 02:05:10.731241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-648770eb-5974-4e7f-8e48-ea22902f4d0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d204cb91-5758-4eb8-b95f-bf524ec32f07 HTTP/1.1" status: 200 len: 217 time: 0.0501053 Aug 16 02:05:10.731450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54158) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.736271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-5ed375a8-897f-4fbb-a237-9c9430577c3e tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.737288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5ed375a8-897f-4fbb-a237-9c9430577c3e tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048857 Aug 16 02:05:10.745521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54160) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.750416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-edb87477-1ebb-47ed-9b5c-44818841866a tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.753641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-edb87477-1ebb-47ed-9b5c-44818841866a tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049043 Aug 16 02:05:10.761613 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54162) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.778036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-fd8bade7-b4ac-4239-81ad-f121a536d084 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.779161 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fd8bade7-b4ac-4239-81ad-f121a536d084 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0162525 Aug 16 02:05:10.783562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54164) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.789046 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ff51cce-0fd2-4de7-82f5-3c6293ccc3fd tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.789890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-059f9feb-455b-42d7-9a41-30f4a9471b29 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.790847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-059f9feb-455b-42d7-9a41-30f4a9471b29 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063591 Aug 16 02:05:10.793271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54166) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.798184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-1ba08a36-5e70-408b-b096-401490e72545 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.799144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1ba08a36-5e70-408b-b096-401490e72545 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047822 Aug 16 02:05:10.801144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-e1452e82-d746-41a0-a227-4618568e90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.802578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-e1452e82-d746-41a0-a227-4618568e90a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0641940 Aug 16 02:05:10.803020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54168) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.806989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-c4334849-e603-4dbf-a96e-dbd2075d60fd tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.808096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c4334849-e603-4dbf-a96e-dbd2075d60fd tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042222 Aug 16 02:05:10.812012 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54170) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.820302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-b1f3feef-e668-40b3-b3c0-b0d0dd8e1c92 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.821264 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b1f3feef-e668-40b3-b3c0-b0d0dd8e1c92 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043309 Aug 16 02:05:10.836182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54172) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.847656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-e903eef7-df28-43ee-b296-2d9c4bd8afa7 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.848848 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e903eef7-df28-43ee-b296-2d9c4bd8afa7 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0077999 Aug 16 02:05:10.851745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54174) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.856414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-9934e110-448c-4e94-9a93-daee5d9028a4 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.866568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9934e110-448c-4e94-9a93-daee5d9028a4 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045831 Aug 16 02:05:10.866568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-07ea8d7a-e720-4dd4-90db-38b69f575aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.866568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-07ea8d7a-e720-4dd4-90db-38b69f575aa7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548983 Aug 16 02:05:10.867171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50e13884-2e69-43c9-b6a2-cfe576a5dc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.868812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54176) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.873470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-113b4d4b-2845-4525-b7de-36cf311f5e1a tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.874548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-113b4d4b-2845-4525-b7de-36cf311f5e1a tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046368 Aug 16 02:05:10.877043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54180) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.883575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-b4feaf21-408b-4d4f-9c0c-13aafff2befb tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.884564 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b4feaf21-408b-4d4f-9c0c-13aafff2befb tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0065913 Aug 16 02:05:10.888567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54182) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.896615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-34c8c212-55c7-42f5-a55b-f390afbd93f9 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.897581 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-34c8c212-55c7-42f5-a55b-f390afbd93f9 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079362 Aug 16 02:05:10.906553 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54184) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.913302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-7bc165ff-0e5e-4b19-a0d6-95cdc9c41683 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.914308 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7bc165ff-0e5e-4b19-a0d6-95cdc9c41683 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0068729 Aug 16 02:05:10.921519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54186) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.927458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-363dd9b5-dbc5-4b08-9f4a-ec4fbc69771f tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.928420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-363dd9b5-dbc5-4b08-9f4a-ec4fbc69771f tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0058296 Aug 16 02:05:10.931057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54188) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.936594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-e50bb9e1-4f9e-46b1-8c79-063e9fb5692b tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.941022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e50bb9e1-4f9e-46b1-8c79-063e9fb5692b tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055966 Aug 16 02:05:10.944330 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54190) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.951255 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-341e6760-62e5-41e4-823f-0b38c5266340 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.953461 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-341e6760-62e5-41e4-823f-0b38c5266340 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079811 Aug 16 02:05:10.957276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54192) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.962387 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9931a028-6899-4136-b9ab-5d7d01e0b4b0 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.962961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-39608fc8-6bcb-41a9-9739-76d8012ca816 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.964218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-39608fc8-6bcb-41a9-9739-76d8012ca816 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0053108 Aug 16 02:05:10.967327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54194) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.978522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-c396e8ad-3745-4581-b2f7-db4b40b08ca3 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.979412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c396e8ad-3745-4581-b2f7-db4b40b08ca3 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0103364 Aug 16 02:05:10.981985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54196) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.986744 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-fea19c47-2d7b-4662-93f5-f886d0ea9dca tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.987818 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fea19c47-2d7b-4662-93f5-f886d0ea9dca tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047143 Aug 16 02:05:10.990161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54198) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.994412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-467f3245-79e4-470b-9729-d38d60834f7b tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:10.995351 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-467f3245-79e4-470b-9729-d38d60834f7b tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043263 Aug 16 02:05:10.998003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54200) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.001777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-1e6ae73d-0fac-4a22-99ce-f3f17a2e999b service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259739 Aug 16 02:05:11.002443 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-86e2b770-6ad2-431c-a5f8-914c8b0762c1 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.003390 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-86e2b770-6ad2-431c-a5f8-914c8b0762c1 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044987 Aug 16 02:05:11.005701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54202) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.009726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-6a9864f4-efbc-43d1-be7b-566c643b99d9 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.011994 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6a9864f4-efbc-43d1-be7b-566c643b99d9 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054078 Aug 16 02:05:11.014203 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50e13884-2e69-43c9-b6a2-cfe576a5dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.021662 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54204) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.028764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-df3d4d8d-b413-4cf7-a28e-2f86c77045cb tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.029732 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-df3d4d8d-b413-4cf7-a28e-2f86c77045cb tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050972 Aug 16 02:05:11.040391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54206) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.050278 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-61894d9c-b962-40ef-b849-6f0cd1b3ed17 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.051294 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-61894d9c-b962-40ef-b849-6f0cd1b3ed17 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0084889 Aug 16 02:05:11.057277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54208) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.062130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-0a459372-bf1f-40e9-9249-d46d5ac17507 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.063063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0a459372-bf1f-40e9-9249-d46d5ac17507 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048020 Aug 16 02:05:11.066182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54210) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.080748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-b1ceafcd-7efb-4e85-994c-3701b2d65565 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.082081 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b1ceafcd-7efb-4e85-994c-3701b2d65565 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0149143 Aug 16 02:05:11.084794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e13884-2e69-43c9-b6a2-cfe576a5dc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791d53f1-519b-4e2b-982d-cec5bac1feae,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:11.085674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54212) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.088862 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9931a028-6899-4136-b9ab-5d7d01e0b4b0 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.091474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ff51cce-0fd2-4de7-82f5-3c6293ccc3fd tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.095535 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ff51cce-0fd2-4de7-82f5-3c6293ccc3fd tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.097186 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0ff51cce-0fd2-4de7-82f5-3c6293ccc3fd tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "DELETE /v2.0/security-groups/182d1890-433a-490f-bc35-2c92268b6e0d HTTP/1.1" status: 204 len: 168 time: 0.5868168 Aug 16 02:05:11.099763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-e85f8d0b-260a-4824-a2d3-fa388425270e tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.135557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e85f8d0b-260a-4824-a2d3-fa388425270e tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0149198 Aug 16 02:05:11.135977 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-50e13884-2e69-43c9-b6a2-cfe576a5dc10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c2cc2aa82f14875b0dd3f0b0348e3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0536611 Aug 16 02:05:11.136070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-929db095-ceea-4e60-8ab1-1f1bfdd5b8de req-bdfe5359-ad7f-4c56-9d39-556a26772393 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170199 Aug 16 02:05:11.137911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54214) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.137911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54216) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.137911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54218) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.146250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff51cce-0fd2-4de7-82f5-3c6293ccc3fd tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182d1890-433a-490f-bc35-2c92268b6e0d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:11.163439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-869385f9-38fb-41bc-b29d-240eccf8452b tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.169847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-869385f9-38fb-41bc-b29d-240eccf8452b tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0267723 Aug 16 02:05:11.178687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54222) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.195314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-657ea8ec-5b20-4aaf-880e-a60acf8ec86f tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.202793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931a028-6899-4136-b9ab-5d7d01e0b4b0 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'Port': ['ID=71fc2b3e-3942-44eb-8531-ee61a16f679b,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:11.206151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-657ea8ec-5b20-4aaf-880e-a60acf8ec86f tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0237017 Aug 16 02:05:11.212681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54224) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.231533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9931a028-6899-4136-b9ab-5d7d01e0b4b0 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] In _notify_port_updated(), no bound segment for port 71fc2b3e-3942-44eb-8531-ee61a16f679b on network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:05:11.239289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931a028-6899-4136-b9ab-5d7d01e0b4b0 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:11.239289 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9931a028-6899-4136-b9ab-5d7d01e0b4b0 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.240882 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9931a028-6899-4136-b9ab-5d7d01e0b4b0 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "PUT /v2.0/ports/71fc2b3e-3942-44eb-8531-ee61a16f679b HTTP/1.1" status: 200 len: 993 time: 1.1362712 Aug 16 02:05:11.244057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-67817b4b-3229-4f71-b8da-f9e07ee96599 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.244860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54226) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.252607 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-67817b4b-3229-4f71-b8da-f9e07ee96599 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0143659 Aug 16 02:05:11.262169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54228) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.292683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-aa8152e4-35d5-4a78-b736-548e85a6ce9e tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.302528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aa8152e4-35d5-4a78-b736-548e85a6ce9e tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0334902 Aug 16 02:05:11.306856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54230) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.316997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-b35d32de-370d-457f-a49c-ddb0e2cd9593 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.321243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b35d32de-370d-457f-a49c-ddb0e2cd9593 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0106437 Aug 16 02:05:11.322246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54232) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.336509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-ac768d85-b794-4f71-ae3e-fa8dcd012b92 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.341024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ac768d85-b794-4f71-ae3e-fa8dcd012b92 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0094564 Aug 16 02:05:11.344738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54234) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.349742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-1f81fc04-7e5b-479d-ade0-39bb3782be5a tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.355022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1f81fc04-7e5b-479d-ade0-39bb3782be5a tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0086932 Aug 16 02:05:11.366961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54236) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.380116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-efbaddd5-6c9f-4be4-928d-c79eca6500f5 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.386629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-efbaddd5-6c9f-4be4-928d-c79eca6500f5 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0178397 Aug 16 02:05:11.389484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54238) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.395536 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-ef8f5aef-6189-47d4-ae7f-b892137625a9 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.397052 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ef8f5aef-6189-47d4-ae7f-b892137625a9 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052459 Aug 16 02:05:11.401011 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54240) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.406794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-4cc898dc-5b19-4b9c-a0f9-1b99444d2d9f tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.407892 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4cc898dc-5b19-4b9c-a0f9-1b99444d2d9f tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062907 Aug 16 02:05:11.412075 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54242) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.424323 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-af9d8cc8-302f-47cc-8330-d42547c68348 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.424323 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-af9d8cc8-302f-47cc-8330-d42547c68348 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0084620 Aug 16 02:05:11.429278 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54244) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.435329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-9af04dca-b623-4d41-b919-cc86af624548 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.436852 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9af04dca-b623-4d41-b919-cc86af624548 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046599 Aug 16 02:05:11.439832 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54246) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.444935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-e6d4db71-3f49-45d7-9006-eaa07ee19f35 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.445116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2e6ce64d-5007-4ac7-ae62-c3f52140e53e tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3069191 Aug 16 02:05:11.445790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54248) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.446063 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e6d4db71-3f49-45d7-9006-eaa07ee19f35 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0052495 Aug 16 02:05:11.448675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54250) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.454371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-d03a7872-994f-4226-b02f-f90e0f8e6356 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.455469 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d03a7872-994f-4226-b02f-f90e0f8e6356 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052562 Aug 16 02:05:11.463609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54252) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.472687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-2b8cc4f4-455a-4218-9216-899125706b9f tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.473774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2b8cc4f4-455a-4218-9216-899125706b9f tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0061076 Aug 16 02:05:11.478732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54254) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.484656 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8933b968-f1bc-4ebf-9552-472e6204c999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.485202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-c30fc12d-9ea9-41d4-9d88-11dabb65e1c6 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.486561 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c30fc12d-9ea9-41d4-9d88-11dabb65e1c6 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0067148 Aug 16 02:05:11.490199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54256) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.501364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-88328761-8f41-4997-abc8-4a0fcaf2505e tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Deleting port 71fc2b3e-3942-44eb-8531-ee61a16f679b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:11.502023 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88328761-8f41-4997-abc8-4a0fcaf2505e tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.504386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-1d0d702d-325a-4178-ae65-23a862aa1d99 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.518060 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1d0d702d-325a-4178-ae65-23a862aa1d99 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0230544 Aug 16 02:05:11.522744 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54258) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.523134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2e83ed96-f383-445d-9f7b-230546059b33 None None] Provisioning complete for port 71fc2b3e-3942-44eb-8531-ee61a16f679b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:11.523601 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e83ed96-f383-445d-9f7b-230546059b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.528085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-79af0830-b50c-4fb3-b4eb-8b6bdc52a687 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.529261 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-79af0830-b50c-4fb3-b4eb-8b6bdc52a687 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047629 Aug 16 02:05:11.533977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54260) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.573392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-ae458e78-57f5-460f-b92e-089850d01cc9 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.577475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ae458e78-57f5-460f-b92e-089850d01cc9 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0129962 Aug 16 02:05:11.578859 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54262) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.589159 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-58ffa0e1-982e-4613-b398-05e06590ce76 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.590464 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-58ffa0e1-982e-4613-b398-05e06590ce76 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0104964 Aug 16 02:05:11.594896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54264) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.595655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2e83ed96-f383-445d-9f7b-230546059b33 None None] Port 71fc2b3e-3942-44eb-8531-ee61a16f679b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:11.603203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-7027c5cb-10ca-462f-b99f-9821892da634 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.604212 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7027c5cb-10ca-462f-b99f-9821892da634 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0080202 Aug 16 02:05:11.609942 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8933b968-f1bc-4ebf-9552-472e6204c999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.623739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54266) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.635343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-a8aa62ac-a340-4aaf-9d66-80164d78e9ea tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.636285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a8aa62ac-a340-4aaf-9d66-80164d78e9ea tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0094478 Aug 16 02:05:11.641998 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54268) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.646425 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-1374a725-410f-4ad0-b779-3766b7b32be6 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.647638 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1374a725-410f-4ad0-b779-3766b7b32be6 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044405 Aug 16 02:05:11.653254 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54270) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.659812 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-c5420892-f021-45e7-b530-7f55c72a63d7 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.660916 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c5420892-f021-45e7-b530-7f55c72a63d7 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0065384 Aug 16 02:05:11.664035 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54272) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.666925 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ca687ae0-5c23-420f-9f3f-cd3450dd4778 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.668215 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88328761-8f41-4997-abc8-4a0fcaf2505e tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.673640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-71696f4c-8fb0-49eb-a23c-7f536cd7c2c4 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.675539 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-71696f4c-8fb0-49eb-a23c-7f536cd7c2c4 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096996 Aug 16 02:05:11.687291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-88328761-8f41-4997-abc8-4a0fcaf2505e tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Calling delete_port for 71fc2b3e-3942-44eb-8531-ee61a16f679b owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:11.691804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54274) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.693428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ca687ae0-5c23-420f-9f3f-cd3450dd4778 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.699071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [None req-c06e4612-1489-49c6-97d5-3725590ef200 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.703445 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c06e4612-1489-49c6-97d5-3725590ef200 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045960 Aug 16 02:05:11.707254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54278) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.711885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-9b83cad8-f5f5-481a-a97b-05285456a617 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.715862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9b83cad8-f5f5-481a-a97b-05285456a617 tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048661 Aug 16 02:05:11.718817 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54280) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.730240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [None req-e9d2ecb3-a31e-4a19-b865-648646e0d9ef tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:11.734800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e9d2ecb3-a31e-4a19-b865-648646e0d9ef tempest-ExtensionsTestJSON-209181423 tempest-ExtensionsTestJSON-209181423-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0114894 Aug 16 02:05:11.833234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe546006-9501-4e00-a602-41ad0624d54f req-4360d0a2-a11f-48f2-a087-924e2e87f8ce tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:11.835040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe546006-9501-4e00-a602-41ad0624d54f req-4360d0a2-a11f-48f2-a087-924e2e87f8ce tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 948 time: 0.0570652 Aug 16 02:05:11.876674 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8933b968-f1bc-4ebf-9552-472e6204c999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.879328 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8933b968-f1bc-4ebf-9552-472e6204c999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.883366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8933b968-f1bc-4ebf-9552-472e6204c999 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/791d53f1-519b-4e2b-982d-cec5bac1feae HTTP/1.1" status: 204 len: 168 time: 0.7438803 Aug 16 02:05:11.889236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe546006-9501-4e00-a602-41ad0624d54f req-e8ee8bcb-4ee6-4403-babb-46ad23a09445 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/security-groups?id=06c271bb-3c8a-4690-88db-cdb2f55e8662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477378 Aug 16 02:05:11.896128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933b968-f1bc-4ebf-9552-472e6204c999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791d53f1-519b-4e2b-982d-cec5bac1feae,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:11.950828 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ca687ae0-5c23-420f-9f3f-cd3450dd4778 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.953727 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ca687ae0-5c23-420f-9f3f-cd3450dd4778 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.954917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ca687ae0-5c23-420f-9f3f-cd3450dd4778 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "DELETE /v2.0/security-groups/dbf3477f-374c-4c2d-8004-1c11562382a2 HTTP/1.1" status: 204 len: 168 time: 0.5008285 Aug 16 02:05:11.957676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54288) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.966506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca687ae0-5c23-420f-9f3f-cd3450dd4778 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf3477f-374c-4c2d-8004-1c11562382a2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.011784 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88328761-8f41-4997-abc8-4a0fcaf2505e tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.050273 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a19835fe-1ec0-47bf-9eac-5efc0f56bf0b tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0911102 Aug 16 02:05:12.054381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88328761-8f41-4997-abc8-4a0fcaf2505e tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event deleted for resources: {'Port': ['ID=71fc2b3e-3942-44eb-8531-ee61a16f679b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.054665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54292) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:12.059221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-eff3e1c6-b558-4649-923a-7f87730bca99 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1069739264'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:12.209539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eff3e1c6-b558-4649-923a-7f87730bca99 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.251885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88328761-8f41-4997-abc8-4a0fcaf2505e tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.253666 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-88328761-8f41-4997-abc8-4a0fcaf2505e tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "DELETE /v2.0/ports/71fc2b3e-3942-44eb-8531-ee61a16f679b HTTP/1.1" status: 204 len: 168 time: 1.0077777 Aug 16 02:05:12.256705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54294) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:12.303986 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3eb40d7-c9e9-4659-b7dd-719096224d1a tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] GET failed (client error): The resource could not be found. Aug 16 02:05:12.309296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f3eb40d7-c9e9-4659-b7dd-719096224d1a tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "GET /v2.0/ports/71fc2b3e-3942-44eb-8531-ee61a16f679b HTTP/1.1" status: 404 len: 333 time: 0.0506327 Aug 16 02:05:12.313116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54296) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:12.324596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Request body: {'port': {'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9', 'name': 'tempest-AllowedAddressPairTestJSON-1283932277'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:12.352225 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eff3e1c6-b558-4649-923a-7f87730bca99 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.498245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eff3e1c6-b558-4649-923a-7f87730bca99 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.537889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3e1c6-b558-4649-923a-7f87730bca99 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16813ccb-87c0-4da3-9252-5c7269056f8a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.556090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54302) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:12.618072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Made reservation on behalf of d13393757e3c4200bcb80d76d14db016 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:12.622657 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.642417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] device_id is not set on port 91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:12.724310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eff3e1c6-b558-4649-923a-7f87730bca99 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.728685 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eff3e1c6-b558-4649-923a-7f87730bca99 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6701965 Aug 16 02:05:12.728892 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-081a7e35-a309-40b7-b248-c3a44dd7e41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.729136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54306) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:12.734763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-632a2da8-814f-4c04-8fa1-67b0a54099ea tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '16813ccb-87c0-4da3-9252-5c7269056f8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:12.797258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54308) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:12.816341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b40c8c0d-91d0-424f-9740-f083e22b90d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.819276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Allocated IP 172.20.0.14 (a9c9a40c-0951-4790-aa9d-fdb4e3acfef9/7a3a55d6-1dfd-4dca-a064-aceac2b38d98/91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:13.043963 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.064053 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-081a7e35-a309-40b7-b248-c3a44dd7e41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.069460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Transition to ACTIVE for port object 91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:13.190694 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-081a7e35-a309-40b7-b248-c3a44dd7e41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.193406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.220918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec7295-73d5-4399-b996-5a308cf722b9 req-606b10e1-28b1-40b8-b78c-4a42a926cf95 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.222624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4ec7295-73d5-4399-b996-5a308cf722b9 req-606b10e1-28b1-40b8-b78c-4a42a926cf95 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 948 time: 0.2461631 Aug 16 02:05:13.263393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4ec7295-73d5-4399-b996-5a308cf722b9 req-7c938f7b-1734-47d5-9d61-aa6bceea702d tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/security-groups?id=06c271bb-3c8a-4690-88db-cdb2f55e8662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343919 Aug 16 02:05:13.291913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:13.297574 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-081a7e35-a309-40b7-b248-c3a44dd7e41c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82bba3b21eb14cb7a2228128ffafa927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7375369 Aug 16 02:05:13.299591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54320) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:13.308105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:13.312818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:13.322430 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'Port': ['ID=91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.341692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a7e35-a309-40b7-b248-c3a44dd7e41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4cd12b-5153-4839-a3bc-e9b7b0c44ede,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.362273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d204cb91-5758-4eb8-b95f-bf524ec32f07 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:13.396747 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3a7a24a-69f1-48b4-8d2f-627ade2f96f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.397188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.398033 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.428125 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3a7a24a-69f1-48b4-8d2f-627ade2f96f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.462331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b40c8c0d-91d0-424f-9740-f083e22b90d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.587057 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b40c8c0d-91d0-424f-9740-f083e22b90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.608296 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3a7a24a-69f1-48b4-8d2f-627ade2f96f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.611957 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3a7a24a-69f1-48b4-8d2f-627ade2f96f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.615055 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a3a7a24a-69f1-48b4-8d2f-627ade2f96f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c4cd12b-5153-4839-a3bc-e9b7b0c44ede HTTP/1.1" status: 204 len: 168 time: 0.3106661 Aug 16 02:05:13.638000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7a24a-69f1-48b4-8d2f-627ade2f96f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4cd12b-5153-4839-a3bc-e9b7b0c44ede,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.640441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d204cb91-5758-4eb8-b95f-bf524ec32f07, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d204cb91-5758-4eb8-b95f-bf524ec32f07,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:13.653406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'd204cb91-5758-4eb8-b95f-bf524ec32f07', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'd204cb91-5758-4eb8-b95f-bf524ec32f07', 'mac_address': 'fa:16:3e:85:73:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:13.664707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c8c0d-91d0-424f-9740-f083e22b90d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5519f3-2963-49ec-b709-80c4ae64c1d4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.688416 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-632a2da8-814f-4c04-8fa1-67b0a54099ea tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:13.697912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-632a2da8-814f-4c04-8fa1-67b0a54099ea tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9626558 Aug 16 02:05:13.697912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54324) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:13.699402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4ea39aa9-1cd8-4d1c-a6bf-15dd64b8da9c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group_rule': {'security_group_id': '16813ccb-87c0-4da3-9252-5c7269056f8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:13.720738 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b40c8c0d-91d0-424f-9740-f083e22b90d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6648857a8e36441daf1380d66f80bf2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9201338 Aug 16 02:05:13.722716 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54326) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:13.728237 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.750736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d204cb91-5758-4eb8-b95f-bf524ec32f07 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:13.775908 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ca247095-0d54-46b1-a7cf-614a249a2c4b tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4594839 Aug 16 02:05:13.776389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54328) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:13.778679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d204cb91-5758-4eb8-b95f-bf524ec32f07, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d204cb91-5758-4eb8-b95f-bf524ec32f07,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:13.783757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5c671d03-07bc-44fa-bb76-16a11c7f8427 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c9:94:8b'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:13.790372 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1b85-daf0-4daa-a5ec-6dacfe8b80db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.797878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6d01c3ef-91a5-4fb8-8d93-a637a86dcf74 None None] Provisioning for port 91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:13.803313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6d01c3ef-91a5-4fb8-8d93-a637a86dcf74 None None] Provisioning complete for port 91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:13.804034 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6d01c3ef-91a5-4fb8-8d93-a637a86dcf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.819550 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1b85-daf0-4daa-a5ec-6dacfe8b80db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.847554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6d01c3ef-91a5-4fb8-8d93-a637a86dcf74 None None] Port 91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:13.926400 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.957861 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c671d03-07bc-44fa-bb76-16a11c7f8427 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.963542 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1b85-daf0-4daa-a5ec-6dacfe8b80db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.967066 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1b85-daf0-4daa-a5ec-6dacfe8b80db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.973144 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6dbe1b85-daf0-4daa-a5ec-6dacfe8b80db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd5519f3-2963-49ec-b709-80c4ae64c1d4 HTTP/1.1" status: 204 len: 168 time: 0.2467701 Aug 16 02:05:13.975691 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-4ea39aa9-1cd8-4d1c-a6bf-15dd64b8da9c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:13.980989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4ea39aa9-1cd8-4d1c-a6bf-15dd64b8da9c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2863472 Aug 16 02:05:13.983895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54332) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:13.997402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe1b85-daf0-4daa-a5ec-6dacfe8b80db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5519f3-2963-49ec-b709-80c4ae64c1d4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.023310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d204cb91-5758-4eb8-b95f-bf524ec32f07,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.087638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e769e259-e842-4c01-8b5c-1a85271d9b95 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.212834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d204cb91-5758-4eb8-b95f-bf524ec32f07'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:14.244342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e769e259-e842-4c01-8b5c-1a85271d9b95 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.372844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c671d03-07bc-44fa-bb76-16a11c7f8427 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.441473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107c245-cf3b-4a46-80ec-74ab79dfeaa5 req-3af37d06-11f9-4fe0-b93a-f74b512d9680 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.449468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7107c245-cf3b-4a46-80ec-74ab79dfeaa5 req-3af37d06-11f9-4fe0-b93a-f74b512d9680 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 949 time: 0.0796535 Aug 16 02:05:14.469767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e769e259-e842-4c01-8b5c-1a85271d9b95 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.472287 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e769e259-e842-4c01-8b5c-1a85271d9b95 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.473443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e769e259-e842-4c01-8b5c-1a85271d9b95 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "DELETE /v2.0/security-groups/16813ccb-87c0-4da3-9252-5c7269056f8a HTTP/1.1" status: 204 len: 168 time: 0.4885869 Aug 16 02:05:14.474163 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c671d03-07bc-44fa-bb76-16a11c7f8427 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.478162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54354) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:14.523368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769e259-e842-4c01-8b5c-1a85271d9b95 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16813ccb-87c0-4da3-9252-5c7269056f8a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.550321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7107c245-cf3b-4a46-80ec-74ab79dfeaa5 req-41c2b848-d0c3-4711-b047-c7430ef82d69 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/security-groups?id=06c271bb-3c8a-4690-88db-cdb2f55e8662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995879 Aug 16 02:05:14.550495 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-457feb7d-b07d-421b-840c-b02dc129e57c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729325 Aug 16 02:05:14.554453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54360) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:14.578845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c2ed6a8a-40f7-4ac4-a77f-f182a6fada6e tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614068684'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:14.604283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c671d03-07bc-44fa-bb76-16a11c7f8427 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'Port': ['ID=91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.669191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5c671d03-07bc-44fa-bb76-16a11c7f8427 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] In _notify_port_updated(), no bound segment for port 91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca on network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 {{(pid=95516) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:05:14.677296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c671d03-07bc-44fa-bb76-16a11c7f8427 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.678078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c671d03-07bc-44fa-bb76-16a11c7f8427 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.683399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5c671d03-07bc-44fa-bb76-16a11c7f8427 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "PUT /v2.0/ports/91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca HTTP/1.1" status: 200 len: 997 time: 0.9031963 Aug 16 02:05:14.685110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54366) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:14.761570 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a8a-40f7-4ac4-a77f-f182a6fada6e tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.849669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-69c1c979-1a9d-4a66-8de8-4e3846a7efef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1558909 Aug 16 02:05:14.897285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b02d4b51-92c5-4fe6-a856-edfafc4f3f8d tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Deleting port 91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:14.897871 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b02d4b51-92c5-4fe6-a856-edfafc4f3f8d tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.010055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a8a-40f7-4ac4-a77f-f182a6fada6e tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.015115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e872dd78-3837-42e6-8ae0-104fb8315849 None None] Provisioning complete for port 91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:15.016983 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e872dd78-3837-42e6-8ae0-104fb8315849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.069672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-3574b7db-8e07-4d8b-aa2b-ee259fa427b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.070097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-3574b7db-8e07-4d8b-aa2b-ee259fa427b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.070577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-3574b7db-8e07-4d8b-aa2b-ee259fa427b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.070995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e872dd78-3837-42e6-8ae0-104fb8315849 None None] Port 91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:15.071120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-3574b7db-8e07-4d8b-aa2b-ee259fa427b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.071504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-3574b7db-8e07-4d8b-aa2b-ee259fa427b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.071972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-3574b7db-8e07-4d8b-aa2b-ee259fa427b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.072438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-3574b7db-8e07-4d8b-aa2b-ee259fa427b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.074484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-3574b7db-8e07-4d8b-aa2b-ee259fa427b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6507 time: 0.1665955 Aug 16 02:05:15.078634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b02d4b51-92c5-4fe6-a856-edfafc4f3f8d tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.099530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b02d4b51-92c5-4fe6-a856-edfafc4f3f8d tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Calling delete_port for 91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:15.124622 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a8a-40f7-4ac4-a77f-f182a6fada6e tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.252860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed6a8a-40f7-4ac4-a77f-f182a6fada6e tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b4a895-1d46-4206-987b-dd5358d688ed,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.320295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a8a-40f7-4ac4-a77f-f182a6fada6e tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.324033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c2ed6a8a-40f7-4ac4-a77f-f182a6fada6e tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7657168 Aug 16 02:05:15.324303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54384) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:15.328990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5112d04a-b62c-410d-bef5-5ae72b52a905 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:15.329424 n-d-768509-23 neutron-server[95516]: WARNING neutron.api.v2.base [None req-5112d04a-b62c-410d-bef5-5ae72b52a905 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:05:15.329959 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-5112d04a-b62c-410d-bef5-5ae72b52a905 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:05:15.333348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5112d04a-b62c-410d-bef5-5ae72b52a905 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "PUT /v2.0/security-groups/34b4a895-1d46-4206-987b-dd5358d688ed HTTP/1.1" status: 409 len: 330 time: 0.0057824 Aug 16 02:05:15.334307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54386) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:15.334430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-8b1165de-3dbd-4d3b-b172-3fb3ae5461c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.334817 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-8b1165de-3dbd-4d3b-b172-3fb3ae5461c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.335295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-8b1165de-3dbd-4d3b-b172-3fb3ae5461c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.336843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-8b1165de-3dbd-4d3b-b172-3fb3ae5461c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f HTTP/1.1" status: 200 len: 2297 time: 0.2174029 Aug 16 02:05:15.376752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d204cb91-5758-4eb8-b95f-bf524ec32f07 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:15.477247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54388) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:15.484679 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acdfde22-6026-496e-a131-88055c954fd2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.492091 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-c50cadde-93fa-4f0a-bbe9-d3590936792a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a HTTP/1.1" status: 200 len: 1000 time: 0.1280313 Aug 16 02:05:15.516804 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acdfde22-6026-496e-a131-88055c954fd2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.584840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port d204cb91-5758-4eb8-b95f-bf524ec32f07 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:15.589982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port d204cb91-5758-4eb8-b95f-bf524ec32f07 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:15.590420 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.610074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-1127e62b-ddf6-4e34-a930-8d260f1cfb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.611808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-1127e62b-ddf6-4e34-a930-8d260f1cfb82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b3dfa6-0893-4c38-835d-a362973d66fb HTTP/1.1" status: 200 len: 855 time: 0.1091030 Aug 16 02:05:15.675565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-eccf47c5-e692-4d29-88da-c89e8735a61d tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-240694639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:15.676665 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b02d4b51-92c5-4fe6-a856-edfafc4f3f8d tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.716229 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acdfde22-6026-496e-a131-88055c954fd2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.719809 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acdfde22-6026-496e-a131-88055c954fd2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.723622 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-acdfde22-6026-496e-a131-88055c954fd2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "DELETE /v2.0/security-groups/34b4a895-1d46-4206-987b-dd5358d688ed HTTP/1.1" status: 204 len: 168 time: 0.3864093 Aug 16 02:05:15.724283 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54402) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:15.731970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.741025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d4b51-92c5-4fe6-a856-edfafc4f3f8d tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event deleted for resources: {'Port': ['ID=91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.785996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-997ee573-cd8f-4718-bec4-a17ddca64327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.787634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-997ee573-cd8f-4718-bec4-a17ddca64327 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674678 Aug 16 02:05:15.791459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfde22-6026-496e-a131-88055c954fd2 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b4a895-1d46-4206-987b-dd5358d688ed,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.806405 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eccf47c5-e692-4d29-88da-c89e8735a61d tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.808429 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eccf47c5-e692-4d29-88da-c89e8735a61d tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.812602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d204cb91-5758-4eb8-b95f-bf524ec32f07, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d204cb91-5758-4eb8-b95f-bf524ec32f07,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:15.815141 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ddffad-a01a-4a8e-a5d4-bec8f09eb656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204cb91-5758-4eb8-b95f-bf524ec32f07'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:15.817785 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4286b86-451d-4652-aa59-b964b4803a9c" -d '{"events": [{"server_uuid": "25ddffad-a01a-4a8e-a5d4-bec8f09eb656", "name": "network-vif-plugged", "status": "completed", "tag": "d204cb91-5758-4eb8-b95f-bf524ec32f07"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:15.883113 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fafeda31-6fb3-435c-8299-a081d0a5a89c tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1499805 Aug 16 02:05:15.888163 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54408) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:15.934702 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eccf47c5-e692-4d29-88da-c89e8735a61d tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.943528 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-4885b029-53ac-45dc-9af2-82a51d16b2db tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] delete failed (client error): The resource could not be found. Aug 16 02:05:15.948677 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4885b029-53ac-45dc-9af2-82a51d16b2db tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "DELETE /v2.0/security-groups/3c700eed-d176-4775-ae1b-1bd11038e31f HTTP/1.1" status: 404 len: 347 time: 0.0556750 Aug 16 02:05:15.948955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54410) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:15.964928 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-8a2cdec2-b94f-4bb3-add2-2edca8ea334d tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] show failed (client error): The resource could not be found. Aug 16 02:05:15.966251 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8a2cdec2-b94f-4bb3-add2-2edca8ea334d tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-groups/fa81795a-68b2-4a87-b1d0-2056a89e0fb1 HTTP/1.1" status: 404 len: 347 time: 0.0161605 Aug 16 02:05:15.970115 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54412) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:15.982209 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-d0b131f8-873e-40bb-8e17-0df4782c0387 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] show failed (client error): The resource could not be found. Aug 16 02:05:15.983544 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d0b131f8-873e-40bb-8e17-0df4782c0387 tempest-NegativeSecGroupIPv6Test-1870415566 tempest-NegativeSecGroupIPv6Test-1870415566-project] 10.222.0.66 "GET /v2.0/security-group-rules/d86e1a57-f302-4852-ae1b-9d3001900c61 HTTP/1.1" status: 404 len: 356 time: 0.0120173 Aug 16 02:05:15.985626 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.987208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8fd8-9808-47ed-85c1-ef29a8608d9a req-6d9154cf-140b-4426-b9b4-2e5a3ee48f5a tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.995313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94da8fd8-9808-47ed-85c1-ef29a8608d9a req-6d9154cf-140b-4426-b9b4-2e5a3ee48f5a tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 949 time: 0.3570833 Aug 16 02:05:16.026734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-a6a0abf9-ac13-4330-b0d3-efb093dd1eba service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937385 Aug 16 02:05:16.066976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d204cb91-5758-4eb8-b95f-bf524ec32f07,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:16.091859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94da8fd8-9808-47ed-85c1-ef29a8608d9a req-0d33d266-53c4-436f-b10a-494fbb67f0ff tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/security-groups?id=06c271bb-3c8a-4690-88db-cdb2f55e8662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893960 Aug 16 02:05:16.128159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eccf47c5-e692-4d29-88da-c89e8735a61d tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.200628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b02d4b51-92c5-4fe6-a856-edfafc4f3f8d tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.202611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b02d4b51-92c5-4fe6-a856-edfafc4f3f8d tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "DELETE /v2.0/ports/91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca HTTP/1.1" status: 204 len: 168 time: 1.5165179 Aug 16 02:05:16.205361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54418) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:16.226163 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a433340-a0a1-4c3f-a3b8-a4b4be2af039 x-openstack-request-id: req-3a433340-a0a1-4c3f-a3b8-a4b4be2af039 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:16.226575 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ddffad-a01a-4a8e-a5d4-bec8f09eb656", "name": "network-vif-plugged", "status": "completed", "tag": "d204cb91-5758-4eb8-b95f-bf524ec32f07", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:16.226920 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a433340-a0a1-4c3f-a3b8-a4b4be2af039 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:16.227374 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ddffad-a01a-4a8e-a5d4-bec8f09eb656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204cb91-5758-4eb8-b95f-bf524ec32f07', 'code': 200} Aug 16 02:05:16.242725 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eccf47c5-e692-4d29-88da-c89e8735a61d tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.244755 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eccf47c5-e692-4d29-88da-c89e8735a61d tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7660902 Aug 16 02:05:16.247578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54420) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:16.255238 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1905140260'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:16.481958 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Made reservation on behalf of 39aee04024f24597ae6aeced6e3ef250 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:16.486815 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.491918 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6a291f-456f-4ab7-83eb-c01cdf761fe9 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] GET failed (client error): The resource could not be found. Aug 16 02:05:16.497855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4f6a291f-456f-4ab7-83eb-c01cdf761fe9 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "GET /v2.0/ports/91fdb3a2-0518-4f9e-8c6b-66eb7c9adaca HTTP/1.1" status: 404 len: 333 time: 0.2874334 Aug 16 02:05:16.499484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54424) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:16.502118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.518106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Request body: {'port': {'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9', 'name': 'tempest-AllowedAddressPairTestJSON-1642621882'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:16.585512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-3bf04d5a-87a3-4388-b121-d75695e3c68f service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150287 Aug 16 02:05:16.601708 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.646922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-e3a24f33-163e-4500-a55a-27869dc5fa08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=e70f9fc9-ed04-4a72-83f4-44c5c0c51270 HTTP/1.1" status: 200 len: 217 time: 0.0515118 Aug 16 02:05:16.650458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfe6bd-15e5-40a8-a595-b973675591e8 req-04f3ce9c-43cd-4014-b2c2-46618273c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.651825 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbdfe6bd-15e5-40a8-a595-b973675591e8 req-04f3ce9c-43cd-4014-b2c2-46618273c597 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 1102 time: 0.1709886 Aug 16 02:05:16.743328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbdfe6bd-15e5-40a8-a595-b973675591e8 req-1abf6616-15ba-46de-a50b-e38c1415e09d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=06c271bb-3c8a-4690-88db-cdb2f55e8662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826414 Aug 16 02:05:16.744966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-2fc21f12-d457-4f11-af4d-400501f5c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.746430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-2fc21f12-d457-4f11-af4d-400501f5c34d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0848227 Aug 16 02:05:16.784519 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.822026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:16.841115 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470af59a-cf60-45b8-bcbb-4e4445a68570,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:16.852381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.852733 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Added segment 5942110c-60e8-42cb-a264-63b9a73e4712 of type vlan for network dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f Aug 16 02:05:16.883560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-03b92ccb-52e5-4d2c-97f4-00dfdd59db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.888438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-03b92ccb-52e5-4d2c-97f4-00dfdd59db43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0907092 Aug 16 02:05:16.920029 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.001007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54434) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:17.018323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-3873cd64-1efa-4b49-a170-c80084a02e14 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247075 Aug 16 02:05:17.090402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Made reservation on behalf of d13393757e3c4200bcb80d76d14db016 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:17.098035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.171175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] device_id is not set on port a8d38c1d-eece-4a92-8c96-244fe864e304 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:17.190554 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.196783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.197670 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.270605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Network': ['ID=dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:17.284072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:17.313037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a8f191fd-8d1d-44c0-b755-023b19183998 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce673b0697c14b3e8322636873a93aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097796 Aug 16 02:05:17.315803 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54450) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:17.321173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-460ca269-0b74-4f94-8c48-6f36d6d4fc84 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959614 Aug 16 02:05:17.371042 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f4dd3ad0-ec38-4476-8a9c-6e1881884a00 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1176190 Aug 16 02:05:17.371260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54452) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:17.375552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2b2f-b51b-45f8-ac64-3df5f9aa2565 req-fde769ab-d03b-4bc9-a9ca-15ccd96c6736 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.377131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c95a2b2f-b51b-45f8-ac64-3df5f9aa2565 req-fde769ab-d03b-4bc9-a9ca-15ccd96c6736 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 950 time: 0.1891222 Aug 16 02:05:17.378981 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'subnet': {'network_id': 'dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:17.413133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-26278c0d-2cfa-4a83-87c2-e9a2a761cc9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=70e1025a-d82d-4c5e-ae0d-868d21b2d578 HTTP/1.1" status: 200 len: 217 time: 0.0787075 Aug 16 02:05:17.426072 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-882e6474-4298-4c79-9e31-c44aaa0b4f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.487334 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-882e6474-4298-4c79-9e31-c44aaa0b4f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.490369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Allocated IP 172.20.0.4 (a9c9a40c-0951-4790-aa9d-fdb4e3acfef9/7a3a55d6-1dfd-4dca-a064-aceac2b38d98/a8d38c1d-eece-4a92-8c96-244fe864e304) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:17.527982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c95a2b2f-b51b-45f8-ac64-3df5f9aa2565 req-7a6d4fd5-808b-496a-ab77-520f8fa857fd tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/security-groups?id=06c271bb-3c8a-4690-88db-cdb2f55e8662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207983 Aug 16 02:05:17.541660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-c8ca6450-c665-430d-9632-76b2b21d4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.543216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-c8ca6450-c665-430d-9632-76b2b21d4abe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.1167057 Aug 16 02:05:17.680880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-54d9db5f-6652-490f-953a-40893e0a262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.683380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-54d9db5f-6652-490f-953a-40893e0a262e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1240830 Aug 16 02:05:17.731767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Made reservation on behalf of 39aee04024f24597ae6aeced6e3ef250 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:17.736123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.740724 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-882e6474-4298-4c79-9e31-c44aaa0b4f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.743629 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-882e6474-4298-4c79-9e31-c44aaa0b4f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.744749 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-882e6474-4298-4c79-9e31-c44aaa0b4f51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1481d046-fe5b-4fb4-ae36-370cdbc2f208 HTTP/1.1" status: 204 len: 168 time: 0.4278290 Aug 16 02:05:17.794124 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.802552 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e6474-4298-4c79-9e31-c44aaa0b4f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1481d046-fe5b-4fb4-ae36-370cdbc2f208,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:17.820765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Transition to ACTIVE for port object a8d38c1d-eece-4a92-8c96-244fe864e304 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:17.830497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-abb81f07-e48e-4d41-b1cd-fa08b0cee0a5 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375308 Aug 16 02:05:17.957877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-f0e69b4c-0113-4796-86cc-dcf2bf43fa8f service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159353 Aug 16 02:05:18.006846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-7479d0a6-0d88-4cc5-853b-bbfc441dbe16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474 HTTP/1.1" status: 200 len: 217 time: 0.0406945 Aug 16 02:05:18.062102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-48a7a507-2184-475b-891d-e99b604309d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.063642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-48a7a507-2184-475b-891d-e99b604309d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0497980 Aug 16 02:05:18.099502 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.144797 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.162147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:18.166639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-97bf09e4-462c-4d89-81b6-c9685fad12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.169265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-97bf09e4-462c-4d89-81b6-c9685fad12f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0977750 Aug 16 02:05:18.174120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:18.182853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:18.202440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Subnet': ['ID=8a981d23-3869-474a-8e08-77f999e4be89,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:18.246109 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Checking segment: {'id': '5942110c-60e8-42cb-a264-63b9a73e4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:18.246485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network hostable DHCP agents. Network: dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:18.251347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'Port': ['ID=a8d38c1d-eece-4a92-8c96-244fe864e304,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:18.355237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.355237 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.382057 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-7e2e320f-d313-4bdb-b1cf-828558ce4aa0 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014949 Aug 16 02:05:18.384988 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:18.506060 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-2f9c9f08-1f52-4b7d-b632-e109449e13f3 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046813 Aug 16 02:05:18.556749 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dd6c8a0b-2129-4b84-a932-60b6171f77ed tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0441370 Aug 16 02:05:18.559150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-9c3d349d-6ab2-40d5-a07b-33d76bc95570 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=80c01aab-f9db-4e54-8e54-8ae6a7e69aec HTTP/1.1" status: 200 len: 217 time: 0.0426164 Aug 16 02:05:18.559593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54480) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:18.565024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Request body: {'port': {'network_id': 'a9c9a40c-0951-4790-aa9d-fdb4e3acfef9', 'name': 'tempest-AllowedAddressPairTestJSON-547485808'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:18.648598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-c1fd3a2c-316a-4721-893b-69e4a0aaf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.650113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:18.650240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-c1fd3a2c-316a-4721-893b-69e4a0aaf385 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0843005 Aug 16 02:05:18.660295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db92b7b-5466-43db-ab3e-30cec5c9aa99 None None] Network dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:18.672047 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.672664 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.768367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-f7186cc9-9d28-4b3b-a4b4-b5e87933a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.770515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-f7186cc9-9d28-4b3b-a4b4-b5e87933a057 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1104553 Aug 16 02:05:18.786226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb9122-0e0f-4eda-821c-7868c2611991 req-8803be60-7920-40a4-bae0-9add5f5ac14f tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.788098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bddb9122-0e0f-4eda-821c-7868c2611991 req-8803be60-7920-40a4-bae0-9add5f5ac14f tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 950 time: 0.1266644 Aug 16 02:05:18.817343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ef13a578-df2c-419f-8b6e-70b8b086906f None None] Provisioning for port a8d38c1d-eece-4a92-8c96-244fe864e304 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:18.829322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ef13a578-df2c-419f-8b6e-70b8b086906f None None] Provisioning complete for port a8d38c1d-eece-4a92-8c96-244fe864e304 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:18.834659 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef13a578-df2c-419f-8b6e-70b8b086906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.880747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bddb9122-0e0f-4eda-821c-7868c2611991 req-ab4ed034-ce80-4fff-abcf-66a196e5efb7 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/security-groups?id=06c271bb-3c8a-4690-88db-cdb2f55e8662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828912 Aug 16 02:05:18.905610 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ef13a578-df2c-419f-8b6e-70b8b086906f None None] Port a8d38c1d-eece-4a92-8c96-244fe864e304 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:18.906235 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ec49afb7-8d52-45a4-b42d-1fac26a2da47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5308979 Aug 16 02:05:18.909986 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54494) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:18.916377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-8d260958-6490-4455-b737-fcd8a8f80a53 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271503 Aug 16 02:05:18.919189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'network': {'name': 'tempest-router-network01--1724061665'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:18.935729 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f', 'network_id': 'dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f', 'tenant_id': '39aee04024f24597ae6aeced6e3ef250', 'fixed_ips': [{'subnet_id': '8a981d23-3869-474a-8e08-77f999e4be89'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:18.936566 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.107089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Made reservation on behalf of d13393757e3c4200bcb80d76d14db016 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:19.112259 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.132136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-d41c8080-3e4c-4c7e-83b2-70a78ac9c351 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080820 Aug 16 02:05:19.146392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Allocated IP 2001:db8::2 (dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f/8a981d23-3869-474a-8e08-77f999e4be89/c21382d6-ca0c-449d-b231-2dabc740feda) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:19.182818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] device_id is not set on port 91f2f6d0-b905-4977-afc6-e7faba6a4052 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:19.195308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-fd8781fb-d90f-46c2-be7b-c5eb7833497b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 HTTP/1.1" status: 200 len: 217 time: 0.0609751 Aug 16 02:05:19.283328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-8cac7db9-53b3-4462-8e93-7bfb382e0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.284963 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-8cac7db9-53b3-4462-8e93-7bfb382e0885 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.0815160 Aug 16 02:05:19.323208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Made reservation on behalf of 39aee04024f24597ae6aeced6e3ef250 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:19.327976 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.358765 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.368145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Transition to ACTIVE for port object c21382d6-ca0c-449d-b231-2dabc740feda will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:19.378491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-a8400901-a397-4988-a4d5-87bb04bee70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.384414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-a8400901-a397-4988-a4d5-87bb04bee70b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861301 Aug 16 02:05:19.395643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:19.395761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Transition to ACTIVE for port object c21382d6-ca0c-449d-b231-2dabc740feda will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:19.420961 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.430424 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Added segment ab401e4b-372c-4f10-8f88-fe6a5c282fab of type vlan for network a61b220f-b5a1-4509-868b-94c52611a0e9 Aug 16 02:05:19.477037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Allocated IP 172.20.0.3 (a9c9a40c-0951-4790-aa9d-fdb4e3acfef9/7a3a55d6-1dfd-4dca-a064-aceac2b38d98/91f2f6d0-b905-4977-afc6-e7faba6a4052) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:19.502350 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.506706 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.533837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-e46b47fb-5f9c-4f1d-879d-5ec2bd2c62f1 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453092 Aug 16 02:05:19.584439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Network dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:19.587738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:19.591912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:19.629186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Pushing event updated for resources: {'Port': ['ID=c21382d6-ca0c-449d-b231-2dabc740feda,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:19.635845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54522) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:19.675301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Attempting to bind port c21382d6-ca0c-449d-b231-2dabc740feda on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:19.675805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Attempting to bind port c21382d6-ca0c-449d-b231-2dabc740feda by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '5942110c-60e8-42cb-a264-63b9a73e4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:19.676075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Attempting to bind port c21382d6-ca0c-449d-b231-2dabc740feda on network dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:19.690139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:19.690447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Checking segment: {'id': '5942110c-60e8-42cb-a264-63b9a73e4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:19.691397 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.692471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Bound using segment: {'id': '5942110c-60e8-42cb-a264-63b9a73e4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:19.693329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Bound port: c21382d6-ca0c-449d-b231-2dabc740feda, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942110c-60e8-42cb-a264-63b9a73e4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:19.693866 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.746962 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.757122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-84821fe2-b03a-4251-88e7-2fc5a1fd3acc service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147603 Aug 16 02:05:19.770597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Transition to ACTIVE for port object 91f2f6d0-b905-4977-afc6-e7faba6a4052 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:19.780443 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9a361ae3-ff35-400f-941d-91e86d54ec83 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:19.781411 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-9a361ae3-ff35-400f-941d-91e86d54ec83 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:05:19.781933 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-9a361ae3-ff35-400f-941d-91e86d54ec83 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:05:19.788118 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9a361ae3-ff35-400f-941d-91e86d54ec83 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1462495 Aug 16 02:05:19.788276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a8f2c-52f2-4020-bfb5-2bbca5097f46 req-6bd1e7eb-bcd5-4889-9050-84bb21a1b214 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.789097 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54528) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:19.793698 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-72854047-d9a7-4e31-8ad2-53ccf77cf869 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group': {'name': 'tempest-secgroup--989770884'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:19.793883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] For port c21382d6-ca0c-449d-b231-2dabc740feda, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:19.797401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-266a8f2c-52f2-4020-bfb5-2bbca5097f46 req-6bd1e7eb-bcd5-4889-9050-84bb21a1b214 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 950 time: 0.0892906 Aug 16 02:05:19.797767 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] For port c21382d6-ca0c-449d-b231-2dabc740feda, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c21382d6-ca0c-449d-b231-2dabc740feda,segment=NetworkSegment(5942110c-60e8-42cb-a264-63b9a73e4712),segment_id=5942110c-60e8-42cb-a264-63b9a73e4712)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:19.824586 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.830839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.831621 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.834275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-5a20bb74-271e-464f-a39b-08dfd8ceb215 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b82768d0-3b02-457d-9307-5658bd230ee0 HTTP/1.1" status: 200 len: 217 time: 0.0644329 Aug 16 02:05:19.902273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-266a8f2c-52f2-4020-bfb5-2bbca5097f46 req-3ec9bb0c-77d6-46cc-9058-4ebe6e4c33e3 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/security-groups?id=06c271bb-3c8a-4690-88db-cdb2f55e8662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039464 Aug 16 02:05:19.908368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-85e324b5-28e1-4234-967e-978c4292ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.909836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-85e324b5-28e1-4234-967e-978c4292ac09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.0640576 Aug 16 02:05:19.911554 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Network': ['ID=a61b220f-b5a1-4509-868b-94c52611a0e9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:19.921387 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.935066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network a61b220f-b5a1-4509-868b-94c52611a0e9 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:19.956433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54532) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:19.960831 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-72854047-d9a7-4e31-8ad2-53ccf77cf869 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.973110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-72854047-d9a7-4e31-8ad2-53ccf77cf869 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.975136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231285-1cc3-4239-823f-3c27b2932e74 req-5b3e972d-7fe4-4c19-a605-b42cfdbdd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.976832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-5b3e972d-7fe4-4c19-a605-b42cfdbdd414 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524056 Aug 16 02:05:20.019821 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.098052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70889f0e-241a-4928-a570-1fb0084ecb37 None None] Pushing event updated for resources: {'Port': ['ID=c21382d6-ca0c-449d-b231-2dabc740feda,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:20.120647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:20.122512 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a703a9a3-02f9-419c-be6a-b7497ad181ae tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2107804 Aug 16 02:05:20.128340 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54540) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:20.135596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'network': {'name': 'tempest-router-network02--573141915'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:20.139526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:20.150391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:20.167193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-391f77e2-7887-4a93-b1f4-9cbf3683ff16 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809285 Aug 16 02:05:20.214190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'Port': ['ID=91f2f6d0-b905-4977-afc6-e7faba6a4052,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:20.251124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.251794 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.316313 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-72854047-d9a7-4e31-8ad2-53ccf77cf869 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.402702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71231285-1cc3-4239-823f-3c27b2932e74 req-af84cea4-1024-4c7e-a70a-46e4783dbac5 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273121 Aug 16 02:05:20.506100 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-72854047-d9a7-4e31-8ad2-53ccf77cf869 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.535837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72854047-d9a7-4e31-8ad2-53ccf77cf869 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b0ee06-ae1e-4631-917f-da18ae8910dc,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:20.663539 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8916f557-bd81-4fda-a302-59d30e1e3ed5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1010933 Aug 16 02:05:20.666050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54548) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:20.729219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-60181acd-63dc-42e8-a57e-34ba9e60dd7f None None] Provisioning for port 91f2f6d0-b905-4977-afc6-e7faba6a4052 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:20.733368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-60181acd-63dc-42e8-a57e-34ba9e60dd7f None None] Provisioning complete for port 91f2f6d0-b905-4977-afc6-e7faba6a4052 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:20.734014 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60181acd-63dc-42e8-a57e-34ba9e60dd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.784537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-60181acd-63dc-42e8-a57e-34ba9e60dd7f None None] Port 91f2f6d0-b905-4977-afc6-e7faba6a4052 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:20.815298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Made reservation on behalf of 39aee04024f24597ae6aeced6e3ef250 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:20.819662 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.887111 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:20.895845 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.906751 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.907406 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Added segment 93851838-9d7a-4b54-bdb0-aee881b7fc74 of type vlan for network 1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3 Aug 16 02:05:20.946471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-bbaf9254-ea9a-44ec-a491-685ab5de66c8 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c9:94:8b'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:32:ad:4c'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:20.988619 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-72854047-d9a7-4e31-8ad2-53ccf77cf869 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.002595 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.128649 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-72854047-d9a7-4e31-8ad2-53ccf77cf869 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.169522 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72854047-d9a7-4e31-8ad2-53ccf77cf869 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4c7caf-07e2-4c12-8f44-4a2e748ad302,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.194550 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.200568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.201200 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.234285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e0ea2-ff04-471d-85d2-d45750180704 req-e8a79a62-5260-48cf-80c5-4de842468506 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.236003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-451e0ea2-ff04-471d-85d2-d45750180704 req-e8a79a62-5260-48cf-80c5-4de842468506 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 950 time: 0.2447641 Aug 16 02:05:21.279910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b05b06-e073-4f0b-88ca-2087208ebdb7 None None] Network dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:21.280992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e279-25b0-4c3b-8a98-caec2c1a6bf2 req-5f3655e2-96bd-4118-a44f-9eccff5fbed0 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.282566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e68e279-25b0-4c3b-8a98-caec2c1a6bf2 req-5f3655e2-96bd-4118-a44f-9eccff5fbed0 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 950 time: 0.2116923 Aug 16 02:05:21.283432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Network': ['ID=1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.285854 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-72854047-d9a7-4e31-8ad2-53ccf77cf869 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.293206 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-72854047-d9a7-4e31-8ad2-53ccf77cf869 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5011499 Aug 16 02:05:21.293206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54558) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:21.297431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3db5f0ca-e0e5-45e5-bf7a-e64e94645ec3 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '9c4c7caf-07e2-4c12-8f44-4a2e748ad302', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:21.299585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:21.365496 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-33062605-134a-45fa-a543-ecca8069691e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2337198 Aug 16 02:05:21.369439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54560) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:21.375566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'subnet': {'network_id': 'a61b220f-b5a1-4509-868b-94c52611a0e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:21.377322 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.384464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9254-ea9a-44ec-a491-685ab5de66c8 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.445009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-451e0ea2-ff04-471d-85d2-d45750180704 req-9098da1c-7a21-4fe4-8327-344c860c016e tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/security-groups?id=06c271bb-3c8a-4690-88db-cdb2f55e8662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972723 Aug 16 02:05:21.533007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e7b8cfb3-fb08-4813-9a7d-4721eeffb5ce None None] Provisioning for port c21382d6-ca0c-449d-b231-2dabc740feda completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:21.544904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3db5f0ca-e0e5-45e5-bf7a-e64e94645ec3 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.623351 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3db5f0ca-e0e5-45e5-bf7a-e64e94645ec3 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.682186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-9e68e279-25b0-4c3b-8a98-caec2c1a6bf2 req-9701acad-717f-4de6-915c-d974d1c2154d tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Deleting port d204cb91-5758-4eb8-b95f-bf524ec32f07 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:21.682529 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e68e279-25b0-4c3b-8a98-caec2c1a6bf2 req-9701acad-717f-4de6-915c-d974d1c2154d tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.734078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Made reservation on behalf of 39aee04024f24597ae6aeced6e3ef250 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:21.741434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.797959 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54564) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:21.814020 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3db5f0ca-e0e5-45e5-bf7a-e64e94645ec3 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.867757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5f0ca-e0e5-45e5-bf7a-e64e94645ec3 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6626a88-0459-4a26-bbe8-5c6175c0e8cc,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.901158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9e68e279-25b0-4c3b-8a98-caec2c1a6bf2 req-9701acad-717f-4de6-915c-d974d1c2154d tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] For port d204cb91-5758-4eb8-b95f-bf524ec32f07, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d204cb91-5758-4eb8-b95f-bf524ec32f07,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:21.901535 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e68e279-25b0-4c3b-8a98-caec2c1a6bf2 req-9701acad-717f-4de6-915c-d974d1c2154d tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.942501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-9e68e279-25b0-4c3b-8a98-caec2c1a6bf2 req-9701acad-717f-4de6-915c-d974d1c2154d tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Calling delete_port for d204cb91-5758-4eb8-b95f-bf524ec32f07 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:21.945385 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.986753 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3db5f0ca-e0e5-45e5-bf7a-e64e94645ec3 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.987946 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3db5f0ca-e0e5-45e5-bf7a-e64e94645ec3 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6946411 Aug 16 02:05:22.001891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54568) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:22.007966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-46084786-5f86-4312-b894-05652ed23815 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '9c4c7caf-07e2-4c12-8f44-4a2e748ad302', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:22.012482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1b636ef-fb4b-4f19-93f2-f1e1d2f5904a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.025476 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9254-ea9a-44ec-a491-685ab5de66c8 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.103771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.115204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c21382d6-ca0c-449d-b231-2dabc740feda up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:22.147790 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9254-ea9a-44ec-a491-685ab5de66c8 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.172720 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-46084786-5f86-4312-b894-05652ed23815 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.204496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] Deleting port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:22.204848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.237683 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Subnet': ['ID=b6e42014-470d-4c59-8462-29979a5fb357,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:22.265038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Checking segment: {'id': 'ab401e4b-372c-4f10-8f88-fe6a5c282fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a61b220f-b5a1-4509-868b-94c52611a0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:22.265426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network hostable DHCP agents. Network: a61b220f-b5a1-4509-868b-94c52611a0e9, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:22.296288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf9254-ea9a-44ec-a491-685ab5de66c8 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event updated for resources: {'Port': ['ID=91f2f6d0-b905-4977-afc6-e7faba6a4052,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:22.299420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c21382d6-ca0c-449d-b231-2dabc740feda completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:22.312240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c21382d6-ca0c-449d-b231-2dabc740feda triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:22.314482 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.318836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf9254-ea9a-44ec-a491-685ab5de66c8 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] In _notify_port_updated(), no bound segment for port 91f2f6d0-b905-4977-afc6-e7faba6a4052 on network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 {{(pid=95516) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:05:22.324129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf9254-ea9a-44ec-a491-685ab5de66c8 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.324791 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9254-ea9a-44ec-a491-685ab5de66c8 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.326310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bbaf9254-ea9a-44ec-a491-685ab5de66c8 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "PUT /v2.0/ports/91f2f6d0-b905-4977-afc6-e7faba6a4052 HTTP/1.1" status: 200 len: 1054 time: 1.6592603 Aug 16 02:05:22.329713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54570) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:22.333914 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1b636ef-fb4b-4f19-93f2-f1e1d2f5904a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.400622 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e68e279-25b0-4c3b-8a98-caec2c1a6bf2 req-9701acad-717f-4de6-915c-d974d1c2154d tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.403505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] For port 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:22.404056 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.415605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d204cb91-5758-4eb8-b95f-bf524ec32f07'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:22.440870 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.452108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1b636ef-fb4b-4f19-93f2-f1e1d2f5904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.454629 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network a61b220f-b5a1-4509-868b-94c52611a0e9 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:22.464669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] Calling delete_port for 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:22.471371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701acad-717f-4de6-915c-d974d1c2154d tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Pushing event deleted for resources: {'Port': ['ID=d204cb91-5758-4eb8-b95f-bf524ec32f07,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:22.504701 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c21382d6-ca0c-449d-b231-2dabc740feda, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c21382d6-ca0c-449d-b231-2dabc740feda,segment=NetworkSegment(5942110c-60e8-42cb-a264-63b9a73e4712),segment_id=5942110c-60e8-42cb-a264-63b9a73e4712)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:22.529230 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a1b636ef-fb4b-4f19-93f2-f1e1d2f5904a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78af9e99d9e5448d8d932c20ca0096e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7301998 Aug 16 02:05:22.532615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b636ef-fb4b-4f19-93f2-f1e1d2f5904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6b7beb-fce4-4146-aaa4-b24cb0f83a2d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:22.534139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54576) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:22.537057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-28ab1441-3db7-4b8d-9f9a-3cfde44339ee None None] Provisioning complete for port 91f2f6d0-b905-4977-afc6-e7faba6a4052 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:22.537386 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-28ab1441-3db7-4b8d-9f9a-3cfde44339ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.541205 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-46084786-5f86-4312-b894-05652ed23815 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:05:22.543772 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-46084786-5f86-4312-b894-05652ed23815 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5400891 Aug 16 02:05:22.555565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54578) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:22.567166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e68e279-25b0-4c3b-8a98-caec2c1a6bf2 req-9701acad-717f-4de6-915c-d974d1c2154d tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] No DVR routers for this DVR port d204cb91-5758-4eb8-b95f-bf524ec32f07 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:22.578284 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e68e279-25b0-4c3b-8a98-caec2c1a6bf2 req-9701acad-717f-4de6-915c-d974d1c2154d tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.580741 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.580878 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e68e279-25b0-4c3b-8a98-caec2c1a6bf2 req-9701acad-717f-4de6-915c-d974d1c2154d tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.64 "DELETE /v2.0/ports/d204cb91-5758-4eb8-b95f-bf524ec32f07 HTTP/1.1" status: 204 len: 173 time: 1.2824392 Aug 16 02:05:22.583319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ddffad-a01a-4a8e-a5d4-bec8f09eb656', 'name': 'network-vif-deleted', 'tag': 'd204cb91-5758-4eb8-b95f-bf524ec32f07'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:22.585500 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d625282c-31ab-4b1c-85a6-da0b6e96096d" -d '{"events": [{"server_uuid": "25ddffad-a01a-4a8e-a5d4-bec8f09eb656", "name": "network-vif-deleted", "tag": "d204cb91-5758-4eb8-b95f-bf524ec32f07"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:22.611201 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, a61b220f-b5a1-4509-868b-94c52611a0e9) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:22.616303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-28ab1441-3db7-4b8d-9f9a-3cfde44339ee None None] Port 91f2f6d0-b905-4977-afc6-e7faba6a4052 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:22.631266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341bea16-21b2-4783-b706-f700c96ee739 None None] Network a61b220f-b5a1-4509-868b-94c52611a0e9 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:22.638663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.639898 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.651744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a79bd68c-df92-4bcb-abf0-1a94dd05c319 req-b0cffb85-a8b2-44df-a1fa-b76b0c9d0807 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 210 time: 0.0826023 Aug 16 02:05:22.677268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-95dffddc-9faf-4c27-9296-28e5d6884166 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Deleting port 91f2f6d0-b905-4977-afc6-e7faba6a4052 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:22.677567 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95dffddc-9faf-4c27-9296-28e5d6884166 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.690061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-743e6534-2ac1-484c-b6d0-5bb17414c9a0 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.718244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-743e6534-2ac1-484c-b6d0-5bb17414c9a0 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.752305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c21382d6-ca0c-449d-b231-2dabc740feda,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:22.854408 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-842e2cfc-d259-450a-95fe-4b8cd2073724 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4838574 Aug 16 02:05:22.855695 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54582) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:22.859564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-a61b220f-b5a1-4509-868b-94c52611a0e9', 'network_id': 'a61b220f-b5a1-4509-868b-94c52611a0e9', 'tenant_id': '39aee04024f24597ae6aeced6e3ef250', 'fixed_ips': [{'subnet_id': 'b6e42014-470d-4c59-8462-29979a5fb357'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:22.860595 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.861067 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'subnet': {'network_id': '1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:22.928175 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-743e6534-2ac1-484c-b6d0-5bb17414c9a0 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.931007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-743e6534-2ac1-484c-b6d0-5bb17414c9a0 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.932222 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-743e6534-2ac1-484c-b6d0-5bb17414c9a0 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "DELETE /v2.0/security-groups/9c4c7caf-07e2-4c12-8f44-4a2e748ad302 HTTP/1.1" status: 204 len: 168 time: 0.3741133 Aug 16 02:05:22.940693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54584) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:22.973176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e6534-2ac1-484c-b6d0-5bb17414c9a0 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4c7caf-07e2-4c12-8f44-4a2e748ad302,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:23.026094 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-058acd58-cdba-4228-9cd9-e131dad9fa72 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736003 Aug 16 02:05:23.029560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54586) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:23.034426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-887171e3-1be2-4934-8df7-5f0e0cff8219 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group': {'name': 'tempest-secgroup--956536293'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:23.074045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Allocated IP 2001:db8::2 (a61b220f-b5a1-4509-868b-94c52611a0e9/b6e42014-470d-4c59-8462-29979a5fb357/d12bfb0d-61dc-44d6-836c-0ed8aefbc660) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:23.095577 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e852007-b88f-437b-886e-5f3e2e3af34d x-openstack-request-id: req-5e852007-b88f-437b-886e-5f3e2e3af34d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:23.095886 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ddffad-a01a-4a8e-a5d4-bec8f09eb656", "name": "network-vif-deleted", "tag": "d204cb91-5758-4eb8-b95f-bf524ec32f07", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:23.096088 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e852007-b88f-437b-886e-5f3e2e3af34d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:23.096476 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ddffad-a01a-4a8e-a5d4-bec8f09eb656', 'name': 'network-vif-deleted', 'tag': 'd204cb91-5758-4eb8-b95f-bf524ec32f07', 'status': 'completed', 'code': 200} Aug 16 02:05:23.114110 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a341f209-0e54-425d-81e0-4f7f42fd7674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.148387 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Made reservation on behalf of 39aee04024f24597ae6aeced6e3ef250 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:23.154134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.181902 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95dffddc-9faf-4c27-9296-28e5d6884166 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.201623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a341f209-0e54-425d-81e0-4f7f42fd7674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.222375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-95dffddc-9faf-4c27-9296-28e5d6884166 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Calling delete_port for 91f2f6d0-b905-4977-afc6-e7faba6a4052 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:23.335844 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.459197 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a341f209-0e54-425d-81e0-4f7f42fd7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.461792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a341f209-0e54-425d-81e0-4f7f42fd7674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.463072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a341f209-0e54-425d-81e0-4f7f42fd7674 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd6b7beb-fce4-4146-aaa4-b24cb0f83a2d HTTP/1.1" status: 204 len: 168 time: 0.8971398 Aug 16 02:05:23.474130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341f209-0e54-425d-81e0-4f7f42fd7674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6b7beb-fce4-4146-aaa4-b24cb0f83a2d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:23.505585 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.535223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:23.550740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Transition to ACTIVE for port object d12bfb0d-61dc-44d6-836c-0ed8aefbc660 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:23.569651 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95dffddc-9faf-4c27-9296-28e5d6884166 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.569985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Transition to ACTIVE for port object d12bfb0d-61dc-44d6-836c-0ed8aefbc660 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:23.632397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dffddc-9faf-4c27-9296-28e5d6884166 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event deleted for resources: {'Port': ['ID=91f2f6d0-b905-4977-afc6-e7faba6a4052,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:23.659740 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.727326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Network a61b220f-b5a1-4509-868b-94c52611a0e9 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:23.731616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:23.740747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:23.759674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-887171e3-1be2-4934-8df7-5f0e0cff8219 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.764647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Pushing event updated for resources: {'Port': ['ID=d12bfb0d-61dc-44d6-836c-0ed8aefbc660,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:23.845346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Attempting to bind port d12bfb0d-61dc-44d6-836c-0ed8aefbc660 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:23.846042 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Attempting to bind port d12bfb0d-61dc-44d6-836c-0ed8aefbc660 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'ab401e4b-372c-4f10-8f88-fe6a5c282fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a61b220f-b5a1-4509-868b-94c52611a0e9'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:23.846665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Attempting to bind port d12bfb0d-61dc-44d6-836c-0ed8aefbc660 on network a61b220f-b5a1-4509-868b-94c52611a0e9 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:23.853097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:23.853745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Checking segment: {'id': 'ab401e4b-372c-4f10-8f88-fe6a5c282fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a61b220f-b5a1-4509-868b-94c52611a0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:23.854353 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.855106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Bound using segment: {'id': 'ab401e4b-372c-4f10-8f88-fe6a5c282fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a61b220f-b5a1-4509-868b-94c52611a0e9'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:23.855893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Bound port: d12bfb0d-61dc-44d6-836c-0ed8aefbc660, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab401e4b-372c-4f10-8f88-fe6a5c282fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a61b220f-b5a1-4509-868b-94c52611a0e9'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:23.856472 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.944668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] For port d12bfb0d-61dc-44d6-836c-0ed8aefbc660, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:23.948536 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] For port d12bfb0d-61dc-44d6-836c-0ed8aefbc660, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d12bfb0d-61dc-44d6-836c-0ed8aefbc660,segment=NetworkSegment(ab401e4b-372c-4f10-8f88-fe6a5c282fab),segment_id=ab401e4b-372c-4f10-8f88-fe6a5c282fab)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:23.991131 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.013519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34e99d5e-8ccd-4bb0-885f-a2a83302c9c1 req-1b5c6caf-05c0-4de2-af97-50681b9a1cb7 tempest-VolumesNegativeTest-2069158532 tempest-VolumesNegativeTest-2069158532-project] 10.222.0.66 "GET /v2.0/ports?device_id=25ddffad-a01a-4a8e-a5d4-bec8f09eb656 HTTP/1.1" status: 200 len: 210 time: 0.1080835 Aug 16 02:05:24.054519 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.059109 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Subnet': ['ID=9a98e582-5270-4bf3-b209-ddb228028cc8,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:24.085028 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-887171e3-1be2-4934-8df7-5f0e0cff8219 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.119847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Checking segment: {'id': '93851838-9d7a-4b54-bdb0-aee881b7fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:24.119847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network hostable DHCP agents. Network: 1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:24.169234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44144067-837c-4833-b5c1-a7e65c90a200 None None] Pushing event updated for resources: {'Port': ['ID=d12bfb0d-61dc-44d6-836c-0ed8aefbc660,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:24.196599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-887171e3-1be2-4934-8df7-5f0e0cff8219 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.224599 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network 1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:24.233009 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.243577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887171e3-1be2-4934-8df7-5f0e0cff8219 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac01934-fb8e-4862-abe9-5cca356cd2c4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:24.273270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c21382d6-ca0c-449d-b231-2dabc740feda up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:24.304931 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-887171e3-1be2-4934-8df7-5f0e0cff8219 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.306272 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-887171e3-1be2-4934-8df7-5f0e0cff8219 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2756431 Aug 16 02:05:24.309134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54596) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.314550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-23f67aaa-62e1-4acc-a5d9-f714c12ccf97 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': 'aac01934-fb8e-4862-abe9-5cca356cd2c4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:24.315035 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-23f67aaa-62e1-4acc-a5d9-f714c12ccf97 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 02:05:24.315531 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-23f67aaa-62e1-4acc-a5d9-f714c12ccf97 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:24.316492 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-23f67aaa-62e1-4acc-a5d9-f714c12ccf97 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064397 Aug 16 02:05:24.320580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54598) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.333187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:24.337504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.342569 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.354661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c21382d6-ca0c-449d-b231-2dabc740feda triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:24.355194 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.361357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4e456b-fc51-46ac-95c9-b95c80098945 None None] Network 1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:24.374037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54600) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.439114 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2f5e-1101-496a-887e-e8c845c36417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.443291 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95dffddc-9faf-4c27-9296-28e5d6884166 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.446006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-95dffddc-9faf-4c27-9296-28e5d6884166 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "DELETE /v2.0/ports/91f2f6d0-b905-4977-afc6-e7faba6a4052 HTTP/1.1" status: 204 len: 168 time: 2.1139932 Aug 16 02:05:24.446147 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-21f837a8-a1be-44a2-897b-25a913f14c6e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5880017 Aug 16 02:05:24.450591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54602) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.451121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54604) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.495561 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4a02bf-d928-428c-8cd5-fa9e89636bb3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] GET failed (client error): The resource could not be found. Aug 16 02:05:24.497227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2d4a02bf-d928-428c-8cd5-fa9e89636bb3 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "GET /v2.0/ports/91f2f6d0-b905-4977-afc6-e7faba6a4052 HTTP/1.1" status: 404 len: 333 time: 0.0451686 Aug 16 02:05:24.505855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54606) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.524301 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f04a6916-d7df-4164-a19d-32fdc9f76e74 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.642534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f04a6916-d7df-4164-a19d-32fdc9f76e74 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.667130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3', 'network_id': '1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3', 'tenant_id': '39aee04024f24597ae6aeced6e3ef250', 'fixed_ips': [{'subnet_id': '9a98e582-5270-4bf3-b209-ddb228028cc8'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:24.668336 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.758079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] Router 8c145924-0b87-4946-bd1c-6656c0cf38dc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:24.767520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5333a1af-d0ef-4398-9266-29d004a068d5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Deleting port a8d38c1d-eece-4a92-8c96-244fe864e304 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:24.767864 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5333a1af-d0ef-4398-9266-29d004a068d5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.857634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f04a6916-d7df-4164-a19d-32fdc9f76e74 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.860819 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f04a6916-d7df-4164-a19d-32fdc9f76e74 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.862012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f04a6916-d7df-4164-a19d-32fdc9f76e74 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "DELETE /v2.0/security-groups/aac01934-fb8e-4862-abe9-5cca356cd2c4 HTTP/1.1" status: 204 len: 168 time: 0.5374198 Aug 16 02:05:24.863706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Allocated IP 2001:db8::2 (1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3/9a98e582-5270-4bf3-b209-ddb228028cc8/f02640ac-7119-4849-814f-87772069aa43) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:24.866437 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54608) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.868556 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2f5e-1101-496a-887e-e8c845c36417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.870206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.896029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a6916-d7df-4164-a19d-32fdc9f76e74 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac01934-fb8e-4862-abe9-5cca356cd2c4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:24.964534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5333a1af-d0ef-4398-9266-29d004a068d5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.980625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:24.980801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2f5e-1101-496a-887e-e8c845c36417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.983780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5333a1af-d0ef-4398-9266-29d004a068d5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Calling delete_port for a8d38c1d-eece-4a92-8c96-244fe864e304 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:24.992849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9ea5652e-04b7-4a4d-8f47-013bee9d684a admin admin] 10.222.0.66 "PUT /v2.0/routers/8c145924-0b87-4946-bd1c-6656c0cf38dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0306523 Aug 16 02:05:24.992849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54610) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:25.036233 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-58f32a4b-a1bd-4768-82a9-50aa55ce3601 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1636333 Aug 16 02:05:25.044378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54614) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:25.052351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5085a6b0-1a1a-469d-8684-fe43a2f19e3b tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559480048'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:25.126330 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:05:25.127527 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9b4b2f5e-1101-496a-887e-e8c845c36417 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7e19677cc25470da2a97906b4d853c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7523077 Aug 16 02:05:25.128061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b2f5e-1101-496a-887e-e8c845c36417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fee11a5-50f7-4d54-b11c-8764ae43be78,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:25.131421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54620) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:25.173205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5085a6b0-1a1a-469d-8684-fe43a2f19e3b tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.240854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e5f90-b2c0-4e5b-881c-a5a0d45ea6cf None None] Sync routers for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:25.292697 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.303429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e5f90-b2c0-4e5b-881c-a5a0d45ea6cf None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:25.308876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fe9e5f90-b2c0-4e5b-881c-a5a0d45ea6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:25.345558 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc916e3-1cd2-4b29-ace2-82aadd44675d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.351814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5085a6b0-1a1a-469d-8684-fe43a2f19e3b tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.356802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Transition to ACTIVE for port object f02640ac-7119-4849-814f-87772069aa43 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:25.388422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Transition to ACTIVE for port object f02640ac-7119-4849-814f-87772069aa43 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:25.396204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc916e3-1cd2-4b29-ace2-82aadd44675d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.405381 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.416050 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Allocated IP 2001:db8::1 (a61b220f-b5a1-4509-868b-94c52611a0e9/b6e42014-470d-4c59-8462-29979a5fb357/3f972158-57f8-475d-9c67-36c46c18b13b) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:25.480822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d204cb91-5758-4eb8-b95f-bf524ec32f07 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:25.493693 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5085a6b0-1a1a-469d-8684-fe43a2f19e3b tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.522746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: d204cb91-5758-4eb8-b95f-bf524ec32f07 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:25.526369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d204cb91-5758-4eb8-b95f-bf524ec32f07 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:25.530756 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.553054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-fe9e5f90-b2c0-4e5b-881c-a5a0d45ea6cf None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:25.594580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085a6b0-1a1a-469d-8684-fe43a2f19e3b tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861cd779-1ca2-4a10-aabb-bfba55cccdc4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:25.614086 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.615408 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.619728 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc916e3-1cd2-4b29-ace2-82aadd44675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.622892 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afc916e3-1cd2-4b29-ace2-82aadd44675d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.624802 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-afc916e3-1cd2-4b29-ace2-82aadd44675d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7fee11a5-50f7-4d54-b11c-8764ae43be78 HTTP/1.1" status: 204 len: 168 time: 0.4894474 Aug 16 02:05:25.647318 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc916e3-1cd2-4b29-ace2-82aadd44675d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fee11a5-50f7-4d54-b11c-8764ae43be78,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:25.649287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Transition to ACTIVE for port object 3f972158-57f8-475d-9c67-36c46c18b13b will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:25.653517 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5085a6b0-1a1a-469d-8684-fe43a2f19e3b tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.663770 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5085a6b0-1a1a-469d-8684-fe43a2f19e3b tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6102331 Aug 16 02:05:25.664078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54632) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:25.668571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-31f3f429-dd63-4f96-b05d-4a1b3b5af68f tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '861cd779-1ca2-4a10-aabb-bfba55cccdc4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:25.669222 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-31f3f429-dd63-4f96-b05d-4a1b3b5af68f tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 02:05:25.669637 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-31f3f429-dd63-4f96-b05d-4a1b3b5af68f tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:25.673334 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-31f3f429-dd63-4f96-b05d-4a1b3b5af68f tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061865 Aug 16 02:05:25.673916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54634) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:25.719820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766e272a-6a83-4402-92c8-53392b81aabc None None] Network a61b220f-b5a1-4509-868b-94c52611a0e9 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:25.734673 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5333a1af-d0ef-4398-9266-29d004a068d5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.751317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Network 1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:25.766457 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609824df-ceaf-4b8e-b853-95b8a98c28fe tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.797193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:25.820467 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609824df-ceaf-4b8e-b853-95b8a98c28fe tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.829500 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.856120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:25.860246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Pushing event updated for resources: {'Port': ['ID=f02640ac-7119-4849-814f-87772069aa43,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:25.886210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.886537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.886918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.887215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.887554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.887895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.888233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.890059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.890587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.891533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.891533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.891718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:25.901893 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333a1af-d0ef-4398-9266-29d004a068d5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event deleted for resources: {'Port': ['ID=a8d38c1d-eece-4a92-8c96-244fe864e304,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:25.946260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network a61b220f-b5a1-4509-868b-94c52611a0e9 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:25.958662 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:25.967505 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Port': ['ID=3f972158-57f8-475d-9c67-36c46c18b13b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:25.975143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:25.976017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.996591 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5333a1af-d0ef-4398-9266-29d004a068d5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.001796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5333a1af-d0ef-4398-9266-29d004a068d5 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "DELETE /v2.0/ports/a8d38c1d-eece-4a92-8c96-244fe864e304 HTTP/1.1" status: 204 len: 168 time: 1.4935586 Aug 16 02:05:26.003342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54644) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.014719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Deleting port 828e4f95-42d5-4655-99bb-ec0eddf735f8 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:26.015092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.104327 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1b0db746-b89b-4878-9d0a-08a9426dd906 None None] Provisioning for port d12bfb0d-61dc-44d6-836c-0ed8aefbc660 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:26.138444 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2fd8f7-0d56-4fbc-b74a-10cadcee5b05 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] GET failed (client error): The resource could not be found. Aug 16 02:05:26.149092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Attempting to bind port f02640ac-7119-4849-814f-87772069aa43 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:26.149391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-db2fd8f7-0d56-4fbc-b74a-10cadcee5b05 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "GET /v2.0/ports/a8d38c1d-eece-4a92-8c96-244fe864e304 HTTP/1.1" status: 404 len: 333 time: 0.1446433 Aug 16 02:05:26.149594 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Attempting to bind port f02640ac-7119-4849-814f-87772069aa43 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '93851838-9d7a-4b54-bdb0-aee881b7fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:26.149900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Attempting to bind port f02640ac-7119-4849-814f-87772069aa43 on network 1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:26.152704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54648) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.163920 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:26.164304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Checking segment: {'id': '93851838-9d7a-4b54-bdb0-aee881b7fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:26.164714 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.165115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Bound using segment: {'id': '93851838-9d7a-4b54-bdb0-aee881b7fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:26.165604 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Bound port: f02640ac-7119-4849-814f-87772069aa43, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93851838-9d7a-4b54-bdb0-aee881b7fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:26.166187 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.213311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] For port 828e4f95-42d5-4655-99bb-ec0eddf735f8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=828e4f95-42d5-4655-99bb-ec0eddf735f8,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:26.213675 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.214443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d12bfb0d-61dc-44d6-836c-0ed8aefbc660 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:26.225136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609824df-ceaf-4b8e-b853-95b8a98c28fe tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.227390 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609824df-ceaf-4b8e-b853-95b8a98c28fe tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.228095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Calling delete_port for 828e4f95-42d5-4655-99bb-ec0eddf735f8 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:26.228653 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-609824df-ceaf-4b8e-b853-95b8a98c28fe tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "DELETE /v2.0/security-groups/861cd779-1ca2-4a10-aabb-bfba55cccdc4 HTTP/1.1" status: 204 len: 168 time: 0.5541368 Aug 16 02:05:26.233004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54652) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.275053 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609824df-ceaf-4b8e-b853-95b8a98c28fe tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861cd779-1ca2-4a10-aabb-bfba55cccdc4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:26.321269 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.496674 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-07cba4ef-d7b2-49b2-9823-b3d58c2d5385 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Deleting port 9a5d7276-52d9-488c-832d-091509bc1c3c {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:26.497427 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07cba4ef-d7b2-49b2-9823-b3d58c2d5385 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.548303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] For port f02640ac-7119-4849-814f-87772069aa43, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:26.556354 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] For port f02640ac-7119-4849-814f-87772069aa43, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f02640ac-7119-4849-814f-87772069aa43,segment=NetworkSegment(93851838-9d7a-4b54-bdb0-aee881b7fc74),segment_id=93851838-9d7a-4b54-bdb0-aee881b7fc74)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:26.602123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fe9e5f90-b2c0-4e5b-881c-a5a0d45ea6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T02:05:23Z', 'revision_number': 5, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port': {'id': '828e4f95-42d5-4655-99bb-ec0eddf735f8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:26.609866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port d12bfb0d-61dc-44d6-836c-0ed8aefbc660 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:26.649760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d12bfb0d-61dc-44d6-836c-0ed8aefbc660 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:26.650175 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.690953 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.692775 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e5f90-b2c0-4e5b-881c-a5a0d45ea6cf None None] Checking router: 8c145924-0b87-4946-bd1c-6656c0cf38dc for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:26.715058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3b9d1b56-2009-4805-b1e1-d786b4f4439b tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4753900 Aug 16 02:05:26.725575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54674) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.735063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-96e40143-a34a-427e-a49f-3d880d264042 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401081019'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:26.736857 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07cba4ef-d7b2-49b2-9823-b3d58c2d5385 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.753906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e5f90-b2c0-4e5b-881c-a5a0d45ea6cf None None] Routers {'8c145924-0b87-4946-bd1c-6656c0cf38dc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:26.754563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fe9e5f90-b2c0-4e5b-881c-a5a0d45ea6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8c145924-0b87-4946-bd1c-6656c0cf38dc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:26.787820 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-07cba4ef-d7b2-49b2-9823-b3d58c2d5385 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Calling delete_port for 9a5d7276-52d9-488c-832d-091509bc1c3c owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:26.851880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-fe9e5f90-b2c0-4e5b-881c-a5a0d45ea6cf None None] Set router 8c145924-0b87-4946-bd1c-6656c0cf38dc gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:26.978502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fe9e5f90-b2c0-4e5b-881c-a5a0d45ea6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T02:05:25Z', 'revision_number': 6, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:27.004737 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.039329 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96e40143-a34a-427e-a49f-3d880d264042 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.049724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e5f90-b2c0-4e5b-881c-a5a0d45ea6cf None None] The sync data for ids ['8c145924-0b87-4946-bd1c-6656c0cf38dc'] in n-d-768509-23 is: [{'id': '8c145924-0b87-4946-bd1c-6656c0cf38dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1597421234-router', 'tenant_id': '57944a39ed824a15aff00c4389f15532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:54Z', 'updated_at': '2021-08-16T02:05:25Z', 'revision_number': 6, 'project_id': '57944a39ed824a15aff00c4389f15532', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:27.066631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05dd90-9e1c-4d3d-bc16-4f7e5c031500 None None] Pushing event updated for resources: {'Port': ['ID=f02640ac-7119-4849-814f-87772069aa43,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:27.121269 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.131553 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.175151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Pushing event deleted for resources: {'Port': ['ID=828e4f95-42d5-4655-99bb-ec0eddf735f8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:27.208696 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.214590 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.251867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f5b69ec2-26ec-4548-9081-16df8544090f None None] Provisioning complete for port d12bfb0d-61dc-44d6-836c-0ed8aefbc660 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:27.252245 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f5b69ec2-26ec-4548-9081-16df8544090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.257374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port d12bfb0d-61dc-44d6-836c-0ed8aefbc660, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d12bfb0d-61dc-44d6-836c-0ed8aefbc660,segment=NetworkSegment(ab401e4b-372c-4f10-8f88-fe6a5c282fab),segment_id=ab401e4b-372c-4f10-8f88-fe6a5c282fab)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:27.348495 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.363184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96e40143-a34a-427e-a49f-3d880d264042 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.366192 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07cba4ef-d7b2-49b2-9823-b3d58c2d5385 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.366662 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.575513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=d12bfb0d-61dc-44d6-836c-0ed8aefbc660,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:27.580933 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96e40143-a34a-427e-a49f-3d880d264042 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.665015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f5b69ec2-26ec-4548-9081-16df8544090f None None] Provisioning for port 3f972158-57f8-475d-9c67-36c46c18b13b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:27.674627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f5b69ec2-26ec-4548-9081-16df8544090f None None] Provisioning complete for port 3f972158-57f8-475d-9c67-36c46c18b13b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:27.674627 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f5b69ec2-26ec-4548-9081-16df8544090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.674952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network a61b220f-b5a1-4509-868b-94c52611a0e9 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:27.675531 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Port': ['ID=3f972158-57f8-475d-9c67-36c46c18b13b,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:27.690048 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:27.699785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e40143-a34a-427e-a49f-3d880d264042 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e4ef17-557d-46a6-9a8d-833b3de48c9f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:27.704885 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.711368 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.783584 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f5b69ec2-26ec-4548-9081-16df8544090f None None] Port 3f972158-57f8-475d-9c67-36c46c18b13b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:27.790379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cba4ef-d7b2-49b2-9823-b3d58c2d5385 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event deleted for resources: {'Port': ['ID=9a5d7276-52d9-488c-832d-091509bc1c3c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:27.836529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07cba4ef-d7b2-49b2-9823-b3d58c2d5385 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.838506 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-07cba4ef-d7b2-49b2-9823-b3d58c2d5385 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "DELETE /v2.0/ports/9a5d7276-52d9-488c-832d-091509bc1c3c HTTP/1.1" status: 204 len: 168 time: 1.6848822 Aug 16 02:05:27.841101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54740) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:27.935751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-48a1f9de-aacf-4ed1-815a-cf95859e5b04 None None] Provisioning complete for port 3f972158-57f8-475d-9c67-36c46c18b13b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:27.935751 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-48a1f9de-aacf-4ed1-815a-cf95859e5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.948497 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96e40143-a34a-427e-a49f-3d880d264042 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.949868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-96e40143-a34a-427e-a49f-3d880d264042 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2199616 Aug 16 02:05:27.956459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c898138-30db-494c-a0ce-c93f23074d54 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Deleting subnet 7a3a55d6-1dfd-4dca-a064-aceac2b38d98 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:27.956629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54746) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:27.958403 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6c898138-30db-494c-a0ce-c93f23074d54 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.961850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0f8739be-f71b-4ffd-bef4-1e46787f9bb2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '72e4ef17-557d-46a6-9a8d-833b3de48c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:27.964248 n-d-768509-23 neutron-server[95516]: WARNING neutron.api.v2.base [None req-0f8739be-f71b-4ffd-bef4-1e46787f9bb2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 02:05:27.965324 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-0f8739be-f71b-4ffd-bef4-1e46787f9bb2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:27.972440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0f8739be-f71b-4ffd-bef4-1e46787f9bb2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0162716 Aug 16 02:05:27.974887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54748) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:27.981194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ed9cc4cb-5bb8-4324-9186-e9b79f0e2546 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '72e4ef17-557d-46a6-9a8d-833b3de48c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:27.981905 n-d-768509-23 neutron-server[95516]: WARNING neutron.api.v2.base [None req-ed9cc4cb-5bb8-4324-9186-e9b79f0e2546 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 02:05:27.983097 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-ed9cc4cb-5bb8-4324-9186-e9b79f0e2546 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:27.984139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ed9cc4cb-5bb8-4324-9186-e9b79f0e2546 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082855 Aug 16 02:05:27.987066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54750) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:27.996642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-48a1f9de-aacf-4ed1-815a-cf95859e5b04 None None] Port 3f972158-57f8-475d-9c67-36c46c18b13b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:27.997043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b39583c1-7fcf-4e4b-8ae0-f07cabf92903 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '72e4ef17-557d-46a6-9a8d-833b3de48c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:27.997279 n-d-768509-23 neutron-server[95516]: WARNING neutron.api.v2.base [None req-b39583c1-7fcf-4e4b-8ae0-f07cabf92903 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 02:05:27.999010 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-b39583c1-7fcf-4e4b-8ae0-f07cabf92903 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:28.000040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b39583c1-7fcf-4e4b-8ae0-f07cabf92903 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118189 Aug 16 02:05:28.003004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54752) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:28.007893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-17f4cea6-c8fd-4cd5-9bd3-d9a66232cbfe tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '72e4ef17-557d-46a6-9a8d-833b3de48c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:28.008947 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-17f4cea6-c8fd-4cd5-9bd3-d9a66232cbfe tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 02:05:28.009452 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-17f4cea6-c8fd-4cd5-9bd3-d9a66232cbfe tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:28.011579 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-17f4cea6-c8fd-4cd5-9bd3-d9a66232cbfe tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064900 Aug 16 02:05:28.013362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54754) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:28.023297 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6c898138-30db-494c-a0ce-c93f23074d54 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.028150 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.028829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c145924-0b87-4946-bd1c-6656c0cf38dc {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:05:28.039742 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.041026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-95eb91de-c2c9-46e6-a4d2-3df4526bdf4a admin admin] 10.222.0.66 "DELETE /v2.0/routers/8c145924-0b87-4946-bd1c-6656c0cf38dc HTTP/1.1" status: 204 len: 168 time: 3.0479856 Aug 16 02:05:28.043761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54756) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:28.189080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Router 053e499a-b245-4d29-964c-77d9008a14ed is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:05:28.221768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef69265-d3a5-454c-ba87-87a3ff1b5b8e admin admin] Deleting subnet f33e2d76-f463-4cbc-a142-5a38cb259210 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:28.221768 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa19e68d-15b3-4819-9991-0b7015690633 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.237341 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0ef69265-d3a5-454c-ba87-87a3ff1b5b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.296591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6c898138-30db-494c-a0ce-c93f23074d54 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.338724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa19e68d-15b3-4819-9991-0b7015690633 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.343587 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0ef69265-d3a5-454c-ba87-87a3ff1b5b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.406769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d12bfb0d-61dc-44d6-836c-0ed8aefbc660 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:28.498779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:28.502794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8d52103f-5837-4eb2-b899-b7fb8eea40a5 None None] Provisioning complete for port 3f972158-57f8-475d-9c67-36c46c18b13b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:28.504337 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8d52103f-5837-4eb2-b899-b7fb8eea40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.507469 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cc27eaf9-4977-4579-8cf1-95a6840c0b12 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "PUT /v2.0/routers/053e499a-b245-4d29-964c-77d9008a14ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0552361 Aug 16 02:05:28.512139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54766) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:28.537175 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa19e68d-15b3-4819-9991-0b7015690633 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.537175 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa19e68d-15b3-4819-9991-0b7015690633 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.547929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aa19e68d-15b3-4819-9991-0b7015690633 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "DELETE /v2.0/security-groups/72e4ef17-557d-46a6-9a8d-833b3de48c9f HTTP/1.1" status: 204 len: 168 time: 0.5301242 Aug 16 02:05:28.566410 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e0ee7-c755-46da-9943-7fd12d7a04cb None None] Sync routers for ids ['053e499a-b245-4d29-964c-77d9008a14ed'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:28.567394 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0ef69265-d3a5-454c-ba87-87a3ff1b5b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.569563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54770) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:28.570314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19e68d-15b3-4819-9991-0b7015690633 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e4ef17-557d-46a6-9a8d-833b3de48c9f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:28.590633 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e0ee7-c755-46da-9943-7fd12d7a04cb None None] Routers {'053e499a-b245-4d29-964c-77d9008a14ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:28.591635 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-440e0ee7-c755-46da-9943-7fd12d7a04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['053e499a-b245-4d29-964c-77d9008a14ed'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:28.632969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8d52103f-5837-4eb2-b899-b7fb8eea40a5 None None] Port 3f972158-57f8-475d-9c67-36c46c18b13b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:28.636124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d12bfb0d-61dc-44d6-836c-0ed8aefbc660 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:28.636504 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.705429 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6c898138-30db-494c-a0ce-c93f23074d54 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.728590 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-440e0ee7-c755-46da-9943-7fd12d7a04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:28.741318 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e0ee7-c755-46da-9943-7fd12d7a04cb None None] Routers {'053e499a-b245-4d29-964c-77d9008a14ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:28.743982 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-440e0ee7-c755-46da-9943-7fd12d7a04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['053e499a-b245-4d29-964c-77d9008a14ed'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:28.789246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c898138-30db-494c-a0ce-c93f23074d54 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3a55d6-1dfd-4dca-a064-aceac2b38d98,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:28.807252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6058d1af-b7f0-4705-8749-bb9e9addbce6 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2253792 Aug 16 02:05:28.809184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54778) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:28.814524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5141e0c5-e6fe-4df1-a702-9929f1ff6a40 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201402283'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:28.815770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f02640ac-7119-4849-814f-87772069aa43 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:28.831078 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6c898138-30db-494c-a0ce-c93f23074d54 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.837120 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6c898138-30db-494c-a0ce-c93f23074d54 tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "DELETE /v2.0/subnets/7a3a55d6-1dfd-4dca-a064-aceac2b38d98 HTTP/1.1" status: 204 len: 168 time: 0.9901922 Aug 16 02:05:28.837722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54780) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:28.840845 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-440e0ee7-c755-46da-9943-7fd12d7a04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:28.841927 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e0ee7-c755-46da-9943-7fd12d7a04cb None None] The sync data for ids ['053e499a-b245-4d29-964c-77d9008a14ed'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:28.842681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88faf6bf-c883-4e0a-95ca-bdd6b737aaed None None] Network a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:28.939790 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0ef69265-d3a5-454c-ba87-87a3ff1b5b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.982063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef69265-d3a5-454c-ba87-87a3ff1b5b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f33e2d76-f463-4cbc-a142-5a38cb259210,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:28.985576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0ef69265-d3a5-454c-ba87-87a3ff1b5b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.988097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0ef69265-d3a5-454c-ba87-87a3ff1b5b8e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f33e2d76-f463-4cbc-a142-5a38cb259210 HTTP/1.1" status: 204 len: 168 time: 0.9433401 Aug 16 02:05:28.991299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54786) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.039598 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.044016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c86035-e8fb-41b2-9a83-c7acd63c2966 None None] Network 1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:29.047893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6891f7-f4ac-4d6a-bb2d-5d299f2db975 None None] Network 70853d84-8ef5-487c-aa41-be85b7fb1059 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:29.052440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5141e0c5-e6fe-4df1-a702-9929f1ff6a40 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.172989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.271751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Deleting port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:29.272178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.289556 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-93f89fa9-ae25-4ac2-9957-b08ab874c1ec tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:29.299144 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-93f89fa9-ae25-4ac2-9957-b08ab874c1ec tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "PUT /v2.0/routers/053e499a-b245-4d29-964c-77d9008a14ed/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7811699 Aug 16 02:05:29.302953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54794) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.365779 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5141e0c5-e6fe-4df1-a702-9929f1ff6a40 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.375451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-805e5cd1-64d9-4a23-aaf0-a18950ecff87 None None] Provisioning for port f02640ac-7119-4849-814f-87772069aa43 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:29.386564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] For port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0239b75e-0ea0-4ca7-8ee9-99b3bcac377b,segment=NetworkSegment(84293780-813f-4fbb-ae11-e81df5b6de90),segment_id=84293780-813f-4fbb-ae11-e81df5b6de90)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:29.387003 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.390532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Deleting port 6b34d854-d448-4819-938e-d5da35fab65f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:29.390947 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.429585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f02640ac-7119-4849-814f-87772069aa43 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:29.440573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Calling delete_port for 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:29.445399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f02640ac-7119-4849-814f-87772069aa43 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:29.445399 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.479144 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5141e0c5-e6fe-4df1-a702-9929f1ff6a40 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.539424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] For port 6b34d854-d448-4819-938e-d5da35fab65f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6b34d854-d448-4819-938e-d5da35fab65f,segment=NetworkSegment(691cde22-94a6-43ac-ae19-2cf2b6ad4d6b),segment_id=691cde22-94a6-43ac-ae19-2cf2b6ad4d6b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:29.539635 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.550975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b65baa-7fbb-4806-a9fd-254de6b3da2a None None] DHCP port deletion for 70853d84-8ef5-487c-aa41-be85b7fb1059 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:29.587674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Calling delete_port for 6b34d854-d448-4819-938e-d5da35fab65f owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:29.592657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a7a9d8-3c02-4627-9abb-3c284cc1330f None None] DHCP port deletion for a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:29.626268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141e0c5-e6fe-4df1-a702-9929f1ff6a40 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589d5af2-95ec-4a96-b609-d6424ea33e31,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:29.671336 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5141e0c5-e6fe-4df1-a702-9929f1ff6a40 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.676035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5141e0c5-e6fe-4df1-a702-9929f1ff6a40 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8624713 Aug 16 02:05:29.676035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54836) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.691276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-fce14ba3-159f-473d-bdff-c915bad11135 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '589d5af2-95ec-4a96-b609-d6424ea33e31', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:29.691890 n-d-768509-23 neutron-server[95516]: WARNING neutron.api.v2.base [None req-fce14ba3-159f-473d-bdff-c915bad11135 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:05:29.692536 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-fce14ba3-159f-473d-bdff-c915bad11135 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:29.702050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fce14ba3-159f-473d-bdff-c915bad11135 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123136 Aug 16 02:05:29.703010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54842) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.713330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a16c80ad-cc39-483c-83be-8feb2b202d70 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '589d5af2-95ec-4a96-b609-d6424ea33e31', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:29.791020 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.802413 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.865470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] No DVR routers for this DVR port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:29.875511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event deleted for resources: {'Port': ['ID=0239b75e-0ea0-4ca7-8ee9-99b3bcac377b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:29.897391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-74a7a9d8-3c02-4627-9abb-3c284cc1330f None None] Deleting port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:29.898031 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74a7a9d8-3c02-4627-9abb-3c284cc1330f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.900816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a3b65baa-7fbb-4806-a9fd-254de6b3da2a None None] Deleting port 6b34d854-d448-4819-938e-d5da35fab65f {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:29.901413 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3b65baa-7fbb-4806-a9fd-254de6b3da2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.905267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f02640ac-7119-4849-814f-87772069aa43, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f02640ac-7119-4849-814f-87772069aa43,segment=NetworkSegment(93851838-9d7a-4b54-bdb0-aee881b7fc74),segment_id=93851838-9d7a-4b54-bdb0-aee881b7fc74)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:29.929952 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.005799 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-35fd2f67-c9df-4e51-bf53-cdc2b4bdda49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.018591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6b34d854-d448-4819-938e-d5da35fab65f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.023924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] No DVR routers for this DVR port 6b34d854-d448-4819-938e-d5da35fab65f on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:30.026665 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.035458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.084040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c9a40c-0951-4790-aa9d-fdb4e3acfef9']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.107982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6c59f054-e3aa-4a80-8312-8d107d725abe None None] Provisioning complete for port f02640ac-7119-4849-814f-87772069aa43 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:30.108792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6c59f054-e3aa-4a80-8312-8d107d725abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.117187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a3b65baa-7fbb-4806-a9fd-254de6b3da2a None None] For port 6b34d854-d448-4819-938e-d5da35fab65f, host n-d-768509-23, got binding levels [] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:30.118192 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3b65baa-7fbb-4806-a9fd-254de6b3da2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.132156 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:30.139279 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-a16c80ad-cc39-483c-83be-8feb2b202d70 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:30.140378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a16c80ad-cc39-483c-83be-8feb2b202d70 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4320738 Aug 16 02:05:30.144144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54858) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:30.150609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84293780-813f-4fbb-ae11-e81df5b6de90') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.158714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84293780-813f-4fbb-ae11-e81df5b6de90') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.166086 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5cb67326-31bc-4dc5-ac34-b49b32aa3b1e tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '589d5af2-95ec-4a96-b609-d6424ea33e31', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:30.166569 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-5cb67326-31bc-4dc5-ac34-b49b32aa3b1e tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 02:05:30.167093 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-5cb67326-31bc-4dc5-ac34-b49b32aa3b1e tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:30.168078 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5cb67326-31bc-4dc5-ac34-b49b32aa3b1e tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0204051 Aug 16 02:05:30.171496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54862) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:30.178194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.178846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-fd84c822-0c70-4cbe-bc99-c4acf5bddaca tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '589d5af2-95ec-4a96-b609-d6424ea33e31', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:30.190345 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-331815c2-b5df-441f-be37-6a36f3a2e82a tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.199635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-74a7a9d8-3c02-4627-9abb-3c284cc1330f None None] For port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b, host n-d-768509-23, got binding levels [] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:30.200048 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74a7a9d8-3c02-4627-9abb-3c284cc1330f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.209339 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.210742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a3b65baa-7fbb-4806-a9fd-254de6b3da2a None None] Calling delete_port for 6b34d854-d448-4819-938e-d5da35fab65f owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:30.222203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:30.222203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.225848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:30.226511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9a86ad4a-3da4-4719-b06b-e6e8d29ccbd0 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:30.226650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 828e4f95-42d5-4655-99bb-ec0eddf735f8 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:30.284518 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:30.290343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.292240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.ipam_backend_mixin [None req-a3b65baa-7fbb-4806-a9fd-254de6b3da2a None None] Port 6b34d854-d448-4819-938e-d5da35fab65f was not found and therefore no delete operation was performed {{(pid=95517) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:05:30.301464 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3b65baa-7fbb-4806-a9fd-254de6b3da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.305273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70853d84-8ef5-487c-aa41-be85b7fb1059']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.319564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.320005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691cde22-94a6-43ac-ae19-2cf2b6ad4d6b') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.333379 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.338891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b65baa-7fbb-4806-a9fd-254de6b3da2a None None] No DVR routers for this DVR port 6b34d854-d448-4819-938e-d5da35fab65f on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:30.340562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 828e4f95-42d5-4655-99bb-ec0eddf735f8 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:30.340918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 828e4f95-42d5-4655-99bb-ec0eddf735f8 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:30.343400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-74a7a9d8-3c02-4627-9abb-3c284cc1330f None None] Calling delete_port for 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:30.360630 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f02640ac-7119-4849-814f-87772069aa43,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.365746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.ipam_backend_mixin [None req-74a7a9d8-3c02-4627-9abb-3c284cc1330f None None] Port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b was not found and therefore no delete operation was performed {{(pid=95517) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:05:30.366045 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.372475 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74a7a9d8-3c02-4627-9abb-3c284cc1330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.379560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:30.380010 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:30.382059 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:30.397175 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.401489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b65baa-7fbb-4806-a9fd-254de6b3da2a None None] Pushing event deleted for resources: {'Port': ['ID=6b34d854-d448-4819-938e-d5da35fab65f,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.433317 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.439336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] 10.222.0.66 "DELETE /v2.0/networks/a9c9a40c-0951-4790-aa9d-fdb4e3acfef9 HTTP/1.1" status: 204 len: 168 time: 1.6006427 Aug 16 02:05:30.466475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ed535-9eae-4156-b1f7-b0e4cdf5efdc tempest-AllowedAddressPairTestJSON-99656987 tempest-AllowedAddressPairTestJSON-99656987-project] Pushing event deleted for resources: {'Network': ['ID=a9c9a40c-0951-4790-aa9d-fdb4e3acfef9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.468946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7a9d8-3c02-4627-9abb-3c284cc1330f None None] Pushing event deleted for resources: {'Port': ['ID=0239b75e-0ea0-4ca7-8ee9-99b3bcac377b,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.480577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a7a9d8-3c02-4627-9abb-3c284cc1330f None None] No DVR routers for this DVR port 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:30.548052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6b34d854-d448-4819-938e-d5da35fab65f no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:30.573952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 6b34d854-d448-4819-938e-d5da35fab65f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:30.574635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6b34d854-d448-4819-938e-d5da35fab65f not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:30.574832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:30.600858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:30.601542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0239b75e-0ea0-4ca7-8ee9-99b3bcac377b not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:30.612032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.633617 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.636123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] 10.222.0.66 "DELETE /v2.0/networks/70853d84-8ef5-487c-aa41-be85b7fb1059 HTTP/1.1" status: 204 len: 168 time: 1.6436045 Aug 16 02:05:30.637176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7551e6f-45a8-4c87-b7aa-fc3c6890b4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=70853d84-8ef5-487c-aa41-be85b7fb1059,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.911885 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-fd84c822-0c70-4cbe-bc99-c4acf5bddaca tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:30.912958 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fd84c822-0c70-4cbe-bc99-c4acf5bddaca tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7403901 Aug 16 02:05:30.916024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54898) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:30.922112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-20ee7d4c-de9d-45af-98c9-e67caa3702e8 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '589d5af2-95ec-4a96-b609-d6424ea33e31', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:30.922596 n-d-768509-23 neutron-server[95516]: WARNING neutron.api.v2.base [None req-20ee7d4c-de9d-45af-98c9-e67caa3702e8 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:05:30.923347 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-20ee7d4c-de9d-45af-98c9-e67caa3702e8 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:30.924267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-20ee7d4c-de9d-45af-98c9-e67caa3702e8 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068502 Aug 16 02:05:30.926980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54900) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:30.931037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-331815c2-b5df-441f-be37-6a36f3a2e82a tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Deleting port 3f972158-57f8-475d-9c67-36c46c18b13b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:30.931302 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-331815c2-b5df-441f-be37-6a36f3a2e82a tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.934559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d353b6af-7741-4d02-ade9-5744d9286b94 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '589d5af2-95ec-4a96-b609-d6424ea33e31', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:31.034413 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-331815c2-b5df-441f-be37-6a36f3a2e82a tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.051401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-331815c2-b5df-441f-be37-6a36f3a2e82a tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Calling delete_port for 3f972158-57f8-475d-9c67-36c46c18b13b owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:31.179150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54920) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:31.247024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-53fb3b01-aa36-48c1-a826-be49a8cfebc0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57944a39ed824a15aff00c4389f15532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666466 Aug 16 02:05:31.250373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54924) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:31.280429 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-d353b6af-7741-4d02-ade9-5744d9286b94 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:31.281639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d353b6af-7741-4d02-ade9-5744d9286b94 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3533044 Aug 16 02:05:31.285507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54926) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:31.291487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dc3c17f6-e73d-4ae0-925d-e3f26cfa1fec tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '589d5af2-95ec-4a96-b609-d6424ea33e31', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:31.291983 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-dc3c17f6-e73d-4ae0-925d-e3f26cfa1fec tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 02:05:31.293856 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-dc3c17f6-e73d-4ae0-925d-e3f26cfa1fec tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:31.293856 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dc3c17f6-e73d-4ae0-925d-e3f26cfa1fec tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060158 Aug 16 02:05:31.296876 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54928) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:31.302440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f3d2c33e-6a1f-4920-820f-82cf703b03be tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '589d5af2-95ec-4a96-b609-d6424ea33e31', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:31.320969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54932) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:31.326279 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c9bf8609-b8bd-4158-961a-e8dd37c0676f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.351528 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c9bf8609-b8bd-4158-961a-e8dd37c0676f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.402144 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-331815c2-b5df-441f-be37-6a36f3a2e82a tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.437728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331815c2-b5df-441f-be37-6a36f3a2e82a tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Port': ['ID=3f972158-57f8-475d-9c67-36c46c18b13b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:31.574053 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-331815c2-b5df-441f-be37-6a36f3a2e82a tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.593422 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-52f38e36-e5af-43c3-9224-83e065bbfb88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d13393757e3c4200bcb80d76d14db016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712426 Aug 16 02:05:31.596486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54936) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:31.604406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c9bf8609-b8bd-4158-961a-e8dd37c0676f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.606855 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c9bf8609-b8bd-4158-961a-e8dd37c0676f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.611169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c9bf8609-b8bd-4158-961a-e8dd37c0676f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/217ad3d8-509f-4578-a2c1-c501f57133d4 HTTP/1.1" status: 204 len: 168 time: 0.3573198 Aug 16 02:05:31.639143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf8609-b8bd-4158-961a-e8dd37c0676f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217ad3d8-509f-4578-a2c1-c501f57133d4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:31.692757 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1ed643f-c0e0-48d6-8295-08a216d61cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.724032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1ed643f-c0e0-48d6-8295-08a216d61cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.751023 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-f3d2c33e-6a1f-4920-820f-82cf703b03be tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:31.752490 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f3d2c33e-6a1f-4920-820f-82cf703b03be tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4543948 Aug 16 02:05:31.755533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54946) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:31.760346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5ef7471e-59c1-4152-89c3-680f66209fda tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '589d5af2-95ec-4a96-b609-d6424ea33e31', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:31.828000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331815c2-b5df-441f-be37-6a36f3a2e82a tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Router 053e499a-b245-4d29-964c-77d9008a14ed has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:31.911747 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331815c2-b5df-441f-be37-6a36f3a2e82a tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:31.916691 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-331815c2-b5df-441f-be37-6a36f3a2e82a tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "PUT /v2.0/routers/053e499a-b245-4d29-964c-77d9008a14ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6105511 Aug 16 02:05:31.922799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54956) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:31.925156 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139c013-3fc2-461e-b817-9915717c7861 None None] Sync routers for ids ['053e499a-b245-4d29-964c-77d9008a14ed'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:31.936635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139c013-3fc2-461e-b817-9915717c7861 None None] Routers {'053e499a-b245-4d29-964c-77d9008a14ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:31.940682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f139c013-3fc2-461e-b817-9915717c7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['053e499a-b245-4d29-964c-77d9008a14ed'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:31.968457 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-a7ccead3-f194-4c60-849b-4b69ccf087b0 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] delete failed (client error): The resource could not be found. Aug 16 02:05:31.972718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a7ccead3-f194-4c60-849b-4b69ccf087b0 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-952104045 HTTP/1.1" status: 404 len: 334 time: 0.0470493 Aug 16 02:05:31.972718 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1ed643f-c0e0-48d6-8295-08a216d61cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.972718 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1ed643f-c0e0-48d6-8295-08a216d61cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.973082 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54962) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:31.977618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4db2544b-0ce6-4590-bb72-9b0e2a183fe8 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'router': {'external_gateway_info': {'network_id': '053e499a-b245-4d29-964c-77d9008a14ed'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:31.981277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c1ed643f-c0e0-48d6-8295-08a216d61cdc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95ceb5f2-f6b4-485f-9c23-f3570deb3efc HTTP/1.1" status: 204 len: 168 time: 0.3836579 Aug 16 02:05:31.986465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f139c013-3fc2-461e-b817-9915717c7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:31.996420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed643f-c0e0-48d6-8295-08a216d61cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ceb5f2-f6b4-485f-9c23-f3570deb3efc,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:32.009303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139c013-3fc2-461e-b817-9915717c7861 None None] Routers {'053e499a-b245-4d29-964c-77d9008a14ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:32.009972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f139c013-3fc2-461e-b817-9915717c7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['053e499a-b245-4d29-964c-77d9008a14ed'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:32.055550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f139c013-3fc2-461e-b817-9915717c7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:32.056484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139c013-3fc2-461e-b817-9915717c7861 None None] The sync data for ids ['053e499a-b245-4d29-964c-77d9008a14ed'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:32.111071 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-5ef7471e-59c1-4152-89c3-680f66209fda tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:32.112746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5ef7471e-59c1-4152-89c3-680f66209fda tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3560212 Aug 16 02:05:32.120277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54982) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:32.229539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dcac620e-dbc7-4ad2-9c5b-11ba07a79c93 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.254787 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dcac620e-dbc7-4ad2-9c5b-11ba07a79c93 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.288203 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4db2544b-0ce6-4590-bb72-9b0e2a183fe8 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.434131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f02640ac-7119-4849-814f-87772069aa43 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:32.480501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f02640ac-7119-4849-814f-87772069aa43 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:32.480869 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.485662 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dcac620e-dbc7-4ad2-9c5b-11ba07a79c93 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.490448 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dcac620e-dbc7-4ad2-9c5b-11ba07a79c93 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.491753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dcac620e-dbc7-4ad2-9c5b-11ba07a79c93 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "DELETE /v2.0/security-groups/589d5af2-95ec-4a96-b609-d6424ea33e31 HTTP/1.1" status: 204 len: 168 time: 0.3701518 Aug 16 02:05:32.495771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54992) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:32.499713 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-4db2544b-0ce6-4590-bb72-9b0e2a183fe8 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] update failed (client error): The resource could not be found. Aug 16 02:05:32.507605 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4db2544b-0ce6-4590-bb72-9b0e2a183fe8 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "PUT /v2.0/routers/053e499a-b245-4d29-964c-77d9008a14ed HTTP/1.1" status: 404 len: 339 time: 0.5335896 Aug 16 02:05:32.508206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54996) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:32.514148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-991545434'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:32.518719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac620e-dbc7-4ad2-9c5b-11ba07a79c93 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589d5af2-95ec-4a96-b609-d6424ea33e31,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:32.568335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c8e3718e-ea18-423e-850f-19942c0825cc tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676467 Aug 16 02:05:32.568920 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54998) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:32.575428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2e69f123-68e0-4150-adcf-f215955cc90a tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group': {'name': 'tempest-secgroup--818497501'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:32.718401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Made reservation on behalf of 39aee04024f24597ae6aeced6e3ef250 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:32.722114 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.755333 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:32.769054 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.769454 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Added segment e897508e-0214-4ace-8167-f96db55efd82 of type vlan for network 78ba4526-8c9b-47ea-a83e-39ef21e883e1 Aug 16 02:05:32.815146 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.912750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e69f123-68e0-4150-adcf-f215955cc90a tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.912939 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.001042 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e69f123-68e0-4150-adcf-f215955cc90a tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.024228 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.024708 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-83ca0977-bff4-4253-aaed-d8fc04617212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.032828 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.033454 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.125245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Network': ['ID=78ba4526-8c9b-47ea-a83e-39ef21e883e1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:33.136969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 78ba4526-8c9b-47ea-a83e-39ef21e883e1 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:33.146824 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e69f123-68e0-4150-adcf-f215955cc90a tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.219910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69f123-68e0-4150-adcf-f215955cc90a tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25e4f9-ff0e-4d69-b800-9f5e23dbafb4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:33.243046 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dca08d3e-a60b-4a19-a3aa-ef20e90d7ae4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7334895 Aug 16 02:05:33.246240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55024) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.253791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'subnet': {'network_id': '78ba4526-8c9b-47ea-a83e-39ef21e883e1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:33.287762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2e69f123-68e0-4150-adcf-f215955cc90a tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.289103 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2e69f123-68e0-4150-adcf-f215955cc90a tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7190166 Aug 16 02:05:33.291980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55026) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.296616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-90adc89b-162b-424b-9b3b-e052056201eb tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': 'ec25e4f9-ff0e-4d69-b800-9f5e23dbafb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:33.627879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Made reservation on behalf of 39aee04024f24597ae6aeced6e3ef250 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:33.627879 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.736588 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-90adc89b-162b-424b-9b3b-e052056201eb tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The resource could not be found. Aug 16 02:05:33.736588 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-90adc89b-162b-424b-9b3b-e052056201eb tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4431083 Aug 16 02:05:33.738920 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55042) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.745448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dca8524a-e0b5-4117-9910-480d9d1539f1 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': 'ec25e4f9-ff0e-4d69-b800-9f5e23dbafb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ce3f4400-a5b0-4a50-b361-95bced7e0745'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:33.898669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55048) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.922221 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.995561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Subnet': ['ID=6499fdb0-bbf0-4e93-a992-63c5330e088e,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:34.031894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Checking segment: {'id': 'e897508e-0214-4ace-8167-f96db55efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '78ba4526-8c9b-47ea-a83e-39ef21e883e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:34.032362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network hostable DHCP agents. Network: 78ba4526-8c9b-47ea-a83e-39ef21e883e1, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:34.041657 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-dca8524a-e0b5-4117-9910-480d9d1539f1 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The resource could not be found. Aug 16 02:05:34.046103 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dca8524a-e0b5-4117-9910-480d9d1539f1 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3028760 Aug 16 02:05:34.046367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55056) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:34.085584 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.119897 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-776efd6d-d88a-4380-a51b-10b19c5ee70d tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.142152 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-776efd6d-d88a-4380-a51b-10b19c5ee70d tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.203249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network 78ba4526-8c9b-47ea-a83e-39ef21e883e1 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:34.281625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e6700a0-f7be-401b-b06a-bbd554d27862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.324561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-776efd6d-d88a-4380-a51b-10b19c5ee70d tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.342626 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-776efd6d-d88a-4380-a51b-10b19c5ee70d tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.342626 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-776efd6d-d88a-4380-a51b-10b19c5ee70d tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "DELETE /v2.0/security-groups/ec25e4f9-ff0e-4d69-b800-9f5e23dbafb4 HTTP/1.1" status: 204 len: 168 time: 0.2827449 Aug 16 02:05:34.343553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55064) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:34.350101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776efd6d-d88a-4380-a51b-10b19c5ee70d tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25e4f9-ff0e-4d69-b800-9f5e23dbafb4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:34.381745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 78ba4526-8c9b-47ea-a83e-39ef21e883e1) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:34.391342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dea73c-270b-4e4d-8221-67b4d3b0cd3b None None] Network 78ba4526-8c9b-47ea-a83e-39ef21e883e1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:34.391547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.392268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.398682 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55066) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:34.446091 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d2575a9a-f9f2-4f4e-9755-de13e4ac3f9d tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005781 Aug 16 02:05:34.451877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55070) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:34.461589 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4736334d-1b93-46c7-a743-78a2dfa44c44 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': 'c4fc5e2e-b100-4af4-86fa-a0edb8a0298d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:34.499661 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1617825271'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:34.501100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e6700a0-f7be-401b-b06a-bbd554d27862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.609415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-78ba4526-8c9b-47ea-a83e-39ef21e883e1', 'network_id': '78ba4526-8c9b-47ea-a83e-39ef21e883e1', 'tenant_id': '39aee04024f24597ae6aeced6e3ef250', 'fixed_ips': [{'subnet_id': '6499fdb0-bbf0-4e93-a992-63c5330e088e'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:34.610300 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.613464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e6700a0-f7be-401b-b06a-bbd554d27862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.622482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:05:34.622482 n-d-768509-23 neutron-server[95515]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:05:34.622482 n-d-768509-23 neutron-server[95515]: [parameters: {'project_id_1': 'c197141253a04696b88a1f9954f52eb3', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 5, 34, 506567)}] Aug 16 02:05:34.622482 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:05:34.624130 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:05:34.660284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9e6700a0-f7be-401b-b06a-bbd554d27862 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2150b9c8ed144632ba255a5c1d2dae9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7593219 Aug 16 02:05:34.660990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6700a0-f7be-401b-b06a-bbd554d27862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0903c2db-2310-460d-9562-6a5006fb3f5c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:34.662935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55090) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:34.720622 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b3191cc-d8d6-4875-89e6-9802f3ea205d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.741459 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b3191cc-d8d6-4875-89e6-9802f3ea205d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.768557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Allocated IP 2001:db8:1::2 (78ba4526-8c9b-47ea-a83e-39ef21e883e1/6499fdb0-bbf0-4e93-a992-63c5330e088e/49163e2d-81b4-4619-bb87-8b9ecd68f42e) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:34.868263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0ca73f1d-f08e-46c0-a0d1-ff64f1c2d252 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6160746 Aug 16 02:05:34.868529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55098) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:34.873878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-917e8a50-4f60-4e4f-83cc-47cdae587c85 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'router': {'external_gateway_info': {'network_id': '78ba4526-8c9b-47ea-a83e-39ef21e883e1'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:34.891850 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-4736334d-1b93-46c7-a743-78a2dfa44c44 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The resource could not be found. Aug 16 02:05:34.893370 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4736334d-1b93-46c7-a743-78a2dfa44c44 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4423494 Aug 16 02:05:34.894440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b3191cc-d8d6-4875-89e6-9802f3ea205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.898983 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b3191cc-d8d6-4875-89e6-9802f3ea205d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.900058 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1b3191cc-d8d6-4875-89e6-9802f3ea205d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0903c2db-2310-460d-9562-6a5006fb3f5c HTTP/1.1" status: 204 len: 168 time: 0.2358088 Aug 16 02:05:34.900708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55100) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:34.908207 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e694e703-93d4-4bef-bac6-c0468b0f85ea tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group': {'name': 'tempest-secgroup--253540828'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:34.920995 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3191cc-d8d6-4875-89e6-9802f3ea205d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0903c2db-2310-460d-9562-6a5006fb3f5c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:34.926174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.945925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Transition to ACTIVE for port object 49163e2d-81b4-4619-bb87-8b9ecd68f42e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:34.965023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Transition to ACTIVE for port object 49163e2d-81b4-4619-bb87-8b9ecd68f42e will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:35.031456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e694e703-93d4-4bef-bac6-c0468b0f85ea tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.074360 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.118790 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-917e8a50-4f60-4e4f-83cc-47cdae587c85 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.156464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Network 78ba4526-8c9b-47ea-a83e-39ef21e883e1 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:35.156931 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e694e703-93d4-4bef-bac6-c0468b0f85ea tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.157318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:35.165666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:35.180115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Pushing event updated for resources: {'Port': ['ID=49163e2d-81b4-4619-bb87-8b9ecd68f42e,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:35.234789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Attempting to bind port 49163e2d-81b4-4619-bb87-8b9ecd68f42e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:35.235105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Attempting to bind port 49163e2d-81b4-4619-bb87-8b9ecd68f42e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'e897508e-0214-4ace-8167-f96db55efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '78ba4526-8c9b-47ea-a83e-39ef21e883e1'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:35.235472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Attempting to bind port 49163e2d-81b4-4619-bb87-8b9ecd68f42e on network 78ba4526-8c9b-47ea-a83e-39ef21e883e1 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:35.240591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:35.240971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Checking segment: {'id': 'e897508e-0214-4ace-8167-f96db55efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '78ba4526-8c9b-47ea-a83e-39ef21e883e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:35.241379 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.241776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Bound using segment: {'id': 'e897508e-0214-4ace-8167-f96db55efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '78ba4526-8c9b-47ea-a83e-39ef21e883e1'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:35.242273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Bound port: 49163e2d-81b4-4619-bb87-8b9ecd68f42e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e897508e-0214-4ace-8167-f96db55efd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '78ba4526-8c9b-47ea-a83e-39ef21e883e1'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:35.242921 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.309709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] For port 49163e2d-81b4-4619-bb87-8b9ecd68f42e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:35.312924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] For port 49163e2d-81b4-4619-bb87-8b9ecd68f42e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=49163e2d-81b4-4619-bb87-8b9ecd68f42e,segment=NetworkSegment(e897508e-0214-4ace-8167-f96db55efd82),segment_id=e897508e-0214-4ace-8167-f96db55efd82)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:35.368672 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e694e703-93d4-4bef-bac6-c0468b0f85ea tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.407071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694e703-93d4-4bef-bac6-c0468b0f85ea tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d1d8c3-2291-4b74-af5d-b9e4655f29c0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:35.532279 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-917e8a50-4f60-4e4f-83cc-47cdae587c85 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:35.532279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-917e8a50-4f60-4e4f-83cc-47cdae587c85 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "PUT /v2.0/routers/053e499a-b245-4d29-964c-77d9008a14ed HTTP/1.1" status: 400 len: 364 time: 0.6553671 Aug 16 02:05:35.532834 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55110) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:35.541283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55112) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:35.555196 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.616098 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Made reservation on behalf of c197141253a04696b88a1f9954f52eb3 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:35.620449 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.651140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfecc71-e248-4cfe-9975-787162fd73d9 None None] Pushing event updated for resources: {'Port': ['ID=49163e2d-81b4-4619-bb87-8b9ecd68f42e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:35.661375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.682840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55116) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:35.759514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e694e703-93d4-4bef-bac6-c0468b0f85ea tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.763869 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e694e703-93d4-4bef-bac6-c0468b0f85ea tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8573191 Aug 16 02:05:35.764219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55122) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:35.770165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-debe26eb-c4c7-47df-a746-5b57ae0fdbbd tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012099688'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:35.801692 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.893612 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-694a5762-0348-42e2-8bd4-f6d913c147ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.956216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a83e629b-5d23-4cef-84da-5185ae9b83bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73d1bac1942843819b2e6172ea3a9bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721331 Aug 16 02:05:35.958848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55126) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:36.058091 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.135235 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e480f8f0-ffba-42ad-8d48-9753f75a6435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.202303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.216885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e480f8f0-ffba-42ad-8d48-9753f75a6435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.248601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55128) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:36.263164 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61ba4b66-504c-4af6-88bc-d04f9fbc25cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.324314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.371326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:36.384130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406aa27c-f16c-4a10-b836-5bfa8cdc759b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:36.396204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.396816 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Added segment c6819875-6e38-4dd2-a09c-168058e237ec of type vlan for network e9ffe645-f181-4c47-9778-343e52748906 Aug 16 02:05:36.432560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-debe26eb-c4c7-47df-a746-5b57ae0fdbbd tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.443257 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e480f8f0-ffba-42ad-8d48-9753f75a6435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.445874 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e480f8f0-ffba-42ad-8d48-9753f75a6435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.449420 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e480f8f0-ffba-42ad-8d48-9753f75a6435 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/06c271bb-3c8a-4690-88db-cdb2f55e8662 HTTP/1.1" status: 204 len: 168 time: 0.4853878 Aug 16 02:05:36.496947 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480f8f0-ffba-42ad-8d48-9753f75a6435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c271bb-3c8a-4690-88db-cdb2f55e8662,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:36.504296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 49163e2d-81b4-4619-bb87-8b9ecd68f42e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:36.511230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Allocated IP 2001:db8::1 (dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f/8a981d23-3869-474a-8e08-77f999e4be89/34c509e3-0b65-4815-b090-053123c30fb8) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:36.515974 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.608090 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-694a5762-0348-42e2-8bd4-f6d913c147ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.689422 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-694a5762-0348-42e2-8bd4-f6d913c147ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.709410 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.725929 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Transition to ACTIVE for port object 34c509e3-0b65-4815-b090-053123c30fb8 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:36.765134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.771027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.771655 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.775431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-694a5762-0348-42e2-8bd4-f6d913c147ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd529f6e992743c2820a28d1b1245a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2307980 Aug 16 02:05:36.780457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55136) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:36.790674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a5762-0348-42e2-8bd4-f6d913c147ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86cafa0-eacb-45c6-819f-011e048e990b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:36.872986 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61ba4b66-504c-4af6-88bc-d04f9fbc25cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.878604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Pushing event updated for resources: {'Network': ['ID=e9ffe645-f181-4c47-9778-343e52748906,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:36.889344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network e9ffe645-f181-4c47-9778-343e52748906 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:36.895085 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c17695c3-1805-4023-9051-7d90eebb7618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.902815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 49163e2d-81b4-4619-bb87-8b9ecd68f42e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:36.918741 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c17695c3-1805-4023-9051-7d90eebb7618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.927716 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.005249 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1973f175-bab3-4e82-9e48-699dc5f62e8f None None] Network 78ba4526-8c9b-47ea-a83e-39ef21e883e1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:37.008874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:37.015210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:37.017670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:37.018362 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.023012 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Port': ['ID=34c509e3-0b65-4815-b090-053123c30fb8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.082973 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61ba4b66-504c-4af6-88bc-d04f9fbc25cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.136046 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-61ba4b66-504c-4af6-88bc-d04f9fbc25cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14c8d7678b3c49e4a94da02343300307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8861351 Aug 16 02:05:37.139512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55140) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:37.143113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba4b66-504c-4af6-88bc-d04f9fbc25cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786f9265-72f1-49e7-a47a-ea918dd176cc,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.214814 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-146db954-fc95-4c23-8423-e441db60f6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.246959 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-146db954-fc95-4c23-8423-e441db60f6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.268219 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9ae7a102-893d-4337-b422-a81899639663 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8678498 Aug 16 02:05:37.273752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55144) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:37.282462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Request body: {'subnet': {'network_id': 'e9ffe645-f181-4c47-9778-343e52748906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:37.299157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-10f14ffc-b1a1-4ae2-b0c7-927597510498 None None] Provisioning for port 49163e2d-81b4-4619-bb87-8b9ecd68f42e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:37.306003 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c17695c3-1805-4023-9051-7d90eebb7618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.308683 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c17695c3-1805-4023-9051-7d90eebb7618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.314209 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c17695c3-1805-4023-9051-7d90eebb7618 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c86cafa0-eacb-45c6-819f-011e048e990b HTTP/1.1" status: 204 len: 168 time: 0.5257230 Aug 16 02:05:37.320883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-10f14ffc-b1a1-4ae2-b0c7-927597510498 None None] Provisioning complete for port 49163e2d-81b4-4619-bb87-8b9ecd68f42e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:37.321263 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-10f14ffc-b1a1-4ae2-b0c7-927597510498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.414072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17695c3-1805-4023-9051-7d90eebb7618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86cafa0-eacb-45c6-819f-011e048e990b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.442881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.508817 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-10f14ffc-b1a1-4ae2-b0c7-927597510498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.545094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-10f14ffc-b1a1-4ae2-b0c7-927597510498 None None] For port 49163e2d-81b4-4619-bb87-8b9ecd68f42e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=49163e2d-81b4-4619-bb87-8b9ecd68f42e,segment=NetworkSegment(e897508e-0214-4ace-8167-f96db55efd82),segment_id=e897508e-0214-4ace-8167-f96db55efd82)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:37.620710 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-146db954-fc95-4c23-8423-e441db60f6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.623945 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-146db954-fc95-4c23-8423-e441db60f6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.625121 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-146db954-fc95-4c23-8423-e441db60f6f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/786f9265-72f1-49e7-a47a-ea918dd176cc HTTP/1.1" status: 204 len: 168 time: 0.4841611 Aug 16 02:05:37.662420 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-10f14ffc-b1a1-4ae2-b0c7-927597510498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.675266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146db954-fc95-4c23-8423-e441db60f6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786f9265-72f1-49e7-a47a-ea918dd176cc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.689317 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-debe26eb-c4c7-47df-a746-5b57ae0fdbbd tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.723006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f14ffc-b1a1-4ae2-b0c7-927597510498 None None] Pushing event updated for resources: {'Port': ['ID=49163e2d-81b4-4619-bb87-8b9ecd68f42e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.782808 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.789075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-30adee5b-481c-495f-baf2-f68622fea288 None None] Provisioning complete for port 49163e2d-81b4-4619-bb87-8b9ecd68f42e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:37.789454 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-30adee5b-481c-495f-baf2-f68622fea288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.808955 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-debe26eb-c4c7-47df-a746-5b57ae0fdbbd tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.847198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe26eb-c4c7-47df-a746-5b57ae0fdbbd tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589cf371-9429-4dc9-aa69-b039f0b558bf,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.916016 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.920668 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.920811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Made reservation on behalf of c197141253a04696b88a1f9954f52eb3 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:37.920811 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.995668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-debe26eb-c4c7-47df-a746-5b57ae0fdbbd tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.996650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-30adee5b-481c-495f-baf2-f68622fea288 None None] Provisioning for port 34c509e3-0b65-4815-b090-053123c30fb8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:37.997074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-debe26eb-c4c7-47df-a746-5b57ae0fdbbd tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2316952 Aug 16 02:05:38.000995 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55162) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:38.003417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-30adee5b-481c-495f-baf2-f68622fea288 None None] Provisioning complete for port 34c509e3-0b65-4815-b090-053123c30fb8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:38.004397 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-30adee5b-481c-495f-baf2-f68622fea288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.011175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e05bcbdc-6571-4d2a-8e07-30cd693cb02f tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group_rule': {'security_group_id': '07d1d8c3-2291-4b74-af5d-b9e4655f29c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '589cf371-9429-4dc9-aa69-b039f0b558bf'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:38.026517 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event updated for resources: {'Port': ['ID=34c509e3-0b65-4815-b090-053123c30fb8,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:38.084827 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Network dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:38.087050 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:38.101371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-30adee5b-481c-495f-baf2-f68622fea288 None None] Port 34c509e3-0b65-4815-b090-053123c30fb8 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:38.236110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Router 053e499a-b245-4d29-964c-77d9008a14ed has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:38.261916 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.351812 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:38.358659 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-96158a80-3e85-4246-baff-da00acc6b823 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "PUT /v2.0/routers/053e499a-b245-4d29-964c-77d9008a14ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8281510 Aug 16 02:05:38.361147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55182) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:38.366920 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70700c40-7e12-4287-bbe3-57ceba87c22b None None] Sync routers for ids ['053e499a-b245-4d29-964c-77d9008a14ed'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:38.368824 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-e05bcbdc-6571-4d2a-8e07-30cd693cb02f tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:38.374025 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e05bcbdc-6571-4d2a-8e07-30cd693cb02f tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3650863 Aug 16 02:05:38.382393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Pushing event updated for resources: {'Subnet': ['ID=1f1c2058-b511-43de-b148-403d8a1054e2,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:38.382992 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70700c40-7e12-4287-bbe3-57ceba87c22b None None] Routers {'053e499a-b245-4d29-964c-77d9008a14ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:38.390527 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-70700c40-7e12-4287-bbe3-57ceba87c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['053e499a-b245-4d29-964c-77d9008a14ed'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:38.390651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55184) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:38.415534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Checking segment: {'id': 'c6819875-6e38-4dd2-a09c-168058e237ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e9ffe645-f181-4c47-9778-343e52748906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:38.416784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Network hostable DHCP agents. Network: e9ffe645-f181-4c47-9778-343e52748906, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:38.441995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-79a82c77-11c3-40a1-b648-bb0b409d8a5d None None] Provisioning complete for port 34c509e3-0b65-4815-b090-053123c30fb8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:38.442469 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79a82c77-11c3-40a1-b648-bb0b409d8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.526903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-79a82c77-11c3-40a1-b648-bb0b409d8a5d None None] Port 34c509e3-0b65-4815-b090-053123c30fb8 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:38.527663 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6db03ea-3e92-49a9-9e1e-8c99c7d42e85 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.542466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 49163e2d-81b4-4619-bb87-8b9ecd68f42e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:38.565542 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-70700c40-7e12-4287-bbe3-57ceba87c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:38.567073 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6db03ea-3e92-49a9-9e1e-8c99c7d42e85 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.575576 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70700c40-7e12-4287-bbe3-57ceba87c22b None None] Routers {'053e499a-b245-4d29-964c-77d9008a14ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:38.577229 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-70700c40-7e12-4287-bbe3-57ceba87c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['053e499a-b245-4d29-964c-77d9008a14ed'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:38.583348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Network e9ffe645-f181-4c47-9778-343e52748906 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:38.621351 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-70700c40-7e12-4287-bbe3-57ceba87c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:38.623225 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70700c40-7e12-4287-bbe3-57ceba87c22b None None] The sync data for ids ['053e499a-b245-4d29-964c-77d9008a14ed'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:38.661004 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 49163e2d-81b4-4619-bb87-8b9ecd68f42e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:38.661004 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.703417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, e9ffe645-f181-4c47-9778-343e52748906) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:38.707907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.708835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.719820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716ea6c-419b-48b7-aaf5-9fe5da1fd381 None None] Network e9ffe645-f181-4c47-9778-343e52748906 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:38.748422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55192) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:38.836348 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6db03ea-3e92-49a9-9e1e-8c99c7d42e85 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.839423 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6db03ea-3e92-49a9-9e1e-8c99c7d42e85 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.844188 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d6db03ea-3e92-49a9-9e1e-8c99c7d42e85 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "DELETE /v2.0/security-groups/589cf371-9429-4dc9-aa69-b039f0b558bf HTTP/1.1" status: 204 len: 168 time: 0.4525800 Aug 16 02:05:38.851148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55198) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:38.871662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db03ea-3e92-49a9-9e1e-8c99c7d42e85 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589cf371-9429-4dc9-aa69-b039f0b558bf,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:38.889453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0970ab6a-f929-423f-8edc-1dac4e705eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6141393 Aug 16 02:05:38.892361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55202) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:38.900046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Request body: {'port': {'network_id': 'e9ffe645-f181-4c47-9778-343e52748906', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-588327307'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:38.908907 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a585011c-d68f-4ad6-94ba-c28fe9a50d08 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.990203 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-800de3ed-df00-4e6a-be73-1b584624124f tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1376729 Aug 16 02:05:38.992818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55206) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:39.003952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-e9ffe645-f181-4c47-9778-343e52748906', 'network_id': 'e9ffe645-f181-4c47-9778-343e52748906', 'tenant_id': 'c197141253a04696b88a1f9954f52eb3', 'fixed_ips': [{'subnet_id': '1f1c2058-b511-43de-b148-403d8a1054e2'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:39.004826 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.035568 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-a585011c-d68f-4ad6-94ba-c28fe9a50d08 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:05:39.037046 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a585011c-d68f-4ad6-94ba-c28fe9a50d08 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "DELETE /v2.0/routers/053e499a-b245-4d29-964c-77d9008a14ed HTTP/1.1" status: 409 len: 329 time: 0.6747313 Aug 16 02:05:39.040517 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55208) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:39.123828 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74f4bc3f-0ea6-472f-8ffa-451a05794ff2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.134661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-453775846-network', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:39.172234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Allocated IP 2001:db8::2 (e9ffe645-f181-4c47-9778-343e52748906/1f1c2058-b511-43de-b148-403d8a1054e2/f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:39.174548 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74f4bc3f-0ea6-472f-8ffa-451a05794ff2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.261335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Made reservation on behalf of c197141253a04696b88a1f9954f52eb3 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:39.268654 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.293850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] device_id is not set on port 9a7519ff-971e-4a94-82e8-498ad74bda1f yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:39.315012 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74f4bc3f-0ea6-472f-8ffa-451a05794ff2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.315012 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74f4bc3f-0ea6-472f-8ffa-451a05794ff2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.315012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-74f4bc3f-0ea6-472f-8ffa-451a05794ff2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "DELETE /v2.0/security-groups/07d1d8c3-2291-4b74-af5d-b9e4655f29c0 HTTP/1.1" status: 204 len: 168 time: 0.3205271 Aug 16 02:05:39.321740 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55218) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:39.368935 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.375782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4bc3f-0ea6-472f-8ffa-451a05794ff2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d1d8c3-2291-4b74-af5d-b9e4655f29c0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.376649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Made reservation on behalf of c189fbff0af1475d87c5575e68f1497a for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:39.379515 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.394895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Transition to ACTIVE for port object f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:39.396904 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.446368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Transition to ACTIVE for port object f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:39.446464 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c9a770ba-68b0-4ec4-a900-3a0170978ad3 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1129529 Aug 16 02:05:39.446464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55222) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:39.446464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4bbe7aa8-0768-46d5-bddf-411984c77b03 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group': {'name': 'tempest-secgroup--145688290'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:39.517644 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.521216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-690d9a03-2d99-4885-ab13-92918d575683 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.625246 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.675484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Network e9ffe645-f181-4c47-9778-343e52748906 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:39.680344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:39.686903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:39.694514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Pushing event updated for resources: {'Port': ['ID=f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.703813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Allocated IP 2001:db8::2eb (e9ffe645-f181-4c47-9778-343e52748906/1f1c2058-b511-43de-b148-403d8a1054e2/9a7519ff-971e-4a94-82e8-498ad74bda1f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:39.706092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.776792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:39.781960 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Attempting to bind port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:39.782343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Attempting to bind port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'c6819875-6e38-4dd2-a09c-168058e237ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e9ffe645-f181-4c47-9778-343e52748906'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:39.783114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Attempting to bind port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f on network e9ffe645-f181-4c47-9778-343e52748906 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:39.792818 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:39.793257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Checking segment: {'id': 'c6819875-6e38-4dd2-a09c-168058e237ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e9ffe645-f181-4c47-9778-343e52748906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:39.793854 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.796515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Bound using segment: {'id': 'c6819875-6e38-4dd2-a09c-168058e237ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e9ffe645-f181-4c47-9778-343e52748906'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:39.796515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Bound port: f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6819875-6e38-4dd2-a09c-168058e237ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e9ffe645-f181-4c47-9778-343e52748906'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:39.799145 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.807265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2418dce5-058d-4bc7-9e51-092432eaceb0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.822467 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.822467 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Added segment c41af73b-d82c-4826-8f64-5224b6d5eaa3 of type vlan for network b465bad3-96df-413a-9cb3-a9689225c277 Aug 16 02:05:39.830705 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7aa8-0768-46d5-bddf-411984c77b03 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.893128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-690d9a03-2d99-4885-ab13-92918d575683 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Deleting port 34c509e3-0b65-4815-b090-053123c30fb8 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:39.893913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-690d9a03-2d99-4885-ab13-92918d575683 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.916447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.920232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] For port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:39.923338 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] For port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f,segment=NetworkSegment(c6819875-6e38-4dd2-a09c-168058e237ec),segment_id=c6819875-6e38-4dd2-a09c-168058e237ec)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:40.003070 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.031985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Transition to ACTIVE for port object 9a7519ff-971e-4a94-82e8-498ad74bda1f will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:40.036059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-690d9a03-2d99-4885-ab13-92918d575683 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.053348 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.056980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-690d9a03-2d99-4885-ab13-92918d575683 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Calling delete_port for 34c509e3-0b65-4815-b090-053123c30fb8 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:40.085499 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7aa8-0768-46d5-bddf-411984c77b03 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.104224 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.109380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.109380 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.153052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20386b1e-f475-46b4-b8cb-53615e70ef5d None None] Pushing event updated for resources: {'Port': ['ID=f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.271179 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7aa8-0768-46d5-bddf-411984c77b03 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.435227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe7aa8-0768-46d5-bddf-411984c77b03 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b909bb31-47dd-4ed1-a3fd-6b1b303f0e2d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.497272 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.511053 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7aa8-0768-46d5-bddf-411984c77b03 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.515097 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4bbe7aa8-0768-46d5-bddf-411984c77b03 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0698493 Aug 16 02:05:40.516417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55246) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:40.522642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9ada0a34-a058-46c8-9674-762c9c6f3bdf tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:40.523306 n-d-768509-23 neutron-server[95515]: WARNING neutron.api.v2.base [None req-9ada0a34-a058-46c8-9674-762c9c6f3bdf tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:05:40.523937 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-9ada0a34-a058-46c8-9674-762c9c6f3bdf tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:05:40.525143 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9ada0a34-a058-46c8-9674-762c9c6f3bdf tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "PUT /v2.0/security-groups/b909bb31-47dd-4ed1-a3fd-6b1b303f0e2d HTTP/1.1" status: 409 len: 330 time: 0.0076923 Aug 16 02:05:40.528025 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55248) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:40.595385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Network e9ffe645-f181-4c47-9778-343e52748906 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:40.596198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:40.610105 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-690d9a03-2d99-4885-ab13-92918d575683 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.612618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:40.620637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:40.627228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.627987 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.653050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b465bad3-96df-413a-9cb3-a9689225c277,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.661578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9ffd-5851-4024-8c4b-aa6be74247e2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.665343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Pushing event updated for resources: {'Port': ['ID=9a7519ff-971e-4a94-82e8-498ad74bda1f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.665704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d9a03-2d99-4885-ab13-92918d575683 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Port': ['ID=34c509e3-0b65-4815-b090-053123c30fb8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.672110 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b465bad3-96df-413a-9cb3-a9689225c277 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:40.709209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ed4515b2-605f-4a0b-8596-32923b5cd9e0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9594922 Aug 16 02:05:40.713431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55252) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:40.720121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] Request body: {'subnet': {'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-453775846-subnet', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:40.770884 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9ffd-5851-4024-8c4b-aa6be74247e2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.828468 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-690d9a03-2d99-4885-ab13-92918d575683 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.892371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:40.898529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fd0ffa1f-12b0-4dd8-afa7-321969b7388f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0050845 Aug 16 02:05:40.904177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55258) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:40.927477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Request body: {'port': {'network_id': 'e9ffe645-f181-4c47-9778-343e52748906', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-43866889', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:40.930822 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] bootfile-name is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:05:40.936400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] tftp-server is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:05:40.936400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] server-ip-address is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:05:41.134988 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690d9a03-2d99-4885-ab13-92918d575683 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Router 053e499a-b245-4d29-964c-77d9008a14ed has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:41.260124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690d9a03-2d99-4885-ab13-92918d575683 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:41.269357 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-690d9a03-2d99-4885-ab13-92918d575683 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "PUT /v2.0/routers/053e499a-b245-4d29-964c-77d9008a14ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2243650 Aug 16 02:05:41.275200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55270) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.275331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dcc83-0299-48e8-bc21-10bf85f01868 None None] Sync routers for ids ['053e499a-b245-4d29-964c-77d9008a14ed'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:41.284746 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9ffd-5851-4024-8c4b-aa6be74247e2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.288977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5dcc83-0299-48e8-bc21-10bf85f01868 None None] Routers {'053e499a-b245-4d29-964c-77d9008a14ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:41.289628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ca5dcc83-0299-48e8-bc21-10bf85f01868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['053e499a-b245-4d29-964c-77d9008a14ed'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:41.296270 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9ffd-5851-4024-8c4b-aa6be74247e2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.302834 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5a2b9ffd-5851-4024-8c4b-aa6be74247e2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "DELETE /v2.0/security-groups/b909bb31-47dd-4ed1-a3fd-6b1b303f0e2d HTTP/1.1" status: 204 len: 168 time: 0.7692618 Aug 16 02:05:41.303767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55272) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.360223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] Made reservation on behalf of c189fbff0af1475d87c5575e68f1497a for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:41.363282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.364885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b9ffd-5851-4024-8c4b-aa6be74247e2 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b909bb31-47dd-4ed1-a3fd-6b1b303f0e2d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.368266 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-6b48f242-a907-4faa-979d-1979a1436367 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] show failed (client error): The resource could not be found. Aug 16 02:05:41.370717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6b48f242-a907-4faa-979d-1979a1436367 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-762379768 HTTP/1.1" status: 404 len: 334 time: 0.0994384 Aug 16 02:05:41.376805 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55274) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.386307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ca5dcc83-0299-48e8-bc21-10bf85f01868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:41.398401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-14dbea29-08ac-4734-b3b8-69365a453135 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:41.402656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5dcc83-0299-48e8-bc21-10bf85f01868 None None] Routers {'053e499a-b245-4d29-964c-77d9008a14ed'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:41.404755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ca5dcc83-0299-48e8-bc21-10bf85f01868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['053e499a-b245-4d29-964c-77d9008a14ed'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:41.443546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ca5dcc83-0299-48e8-bc21-10bf85f01868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:41.444213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dcc83-0299-48e8-bc21-10bf85f01868 None None] The sync data for ids ['053e499a-b245-4d29-964c-77d9008a14ed'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:41.461668 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-14dbea29-08ac-4734-b3b8-69365a453135 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] update failed (client error): The resource could not be found. Aug 16 02:05:41.462831 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-14dbea29-08ac-4734-b3b8-69365a453135 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-1236002906 HTTP/1.1" status: 404 len: 335 time: 0.0836527 Aug 16 02:05:41.470696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55278) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.484821 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9ed54c2f-712b-425a-985f-aed5387e1ff8 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1631372 Aug 16 02:05:41.490192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55280) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.503741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de8df1-2e80-411c-b06a-920727450c13 None None] Network e9ffe645-f181-4c47-9778-343e52748906 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:41.507176 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-014015e0-2fc7-4fea-b890-c55628ccff81 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] delete failed (client error): The resource could not be found. Aug 16 02:05:41.513418 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-014015e0-2fc7-4fea-b890-c55628ccff81 tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "DELETE /v2.0/security-groups/1a02ea0a-1864-48b1-983e-bf1901512697 HTTP/1.1" status: 404 len: 347 time: 0.0181215 Aug 16 02:05:41.514093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55282) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.529541 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-2f41b7d7-0438-4e92-9f55-bc70c55b7c6e tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] show failed (client error): The resource could not be found. Aug 16 02:05:41.532169 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2f41b7d7-0438-4e92-9f55-bc70c55b7c6e tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "GET /v2.0/security-groups/0375ecb2-db55-4382-bb28-8cb96bf77cca HTTP/1.1" status: 404 len: 347 time: 0.0155993 Aug 16 02:05:41.537800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55286) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.559124 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-0feb2d11-b70e-40de-9fb9-b6c1098d890a tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] show failed (client error): The resource could not be found. Aug 16 02:05:41.560680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0feb2d11-b70e-40de-9fb9-b6c1098d890a tempest-NegativeSecGroupTest-904010939 tempest-NegativeSecGroupTest-904010939-project] 10.222.0.66 "GET /v2.0/security-group-rules/58326a16-67ae-49c5-8231-7fc80cc3297e HTTP/1.1" status: 404 len: 356 time: 0.0212893 Aug 16 02:05:41.567890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9714ed-209c-44ea-889c-0a2f16a6e79e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Deleting subnet 6499fdb0-bbf0-4e93-a992-63c5330e088e {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:41.572567 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9714ed-209c-44ea-889c-0a2f16a6e79e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.614836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Made reservation on behalf of c197141253a04696b88a1f9954f52eb3 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:41.618856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.638904 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9714ed-209c-44ea-889c-0a2f16a6e79e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.724142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] device_id is not set on port 5cb30f4b-7f1d-4853-9212-3ff9d9b409c3 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:41.773658 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc214dbd-7234-4990-846d-2680490426b4 None None] Provisioning for port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:41.780799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc214dbd-7234-4990-846d-2680490426b4 None None] Provisioning complete for port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:41.782768 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc214dbd-7234-4990-846d-2680490426b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.935498 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc214dbd-7234-4990-846d-2680490426b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.969363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9714ed-209c-44ea-889c-0a2f16a6e79e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.998245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-fc214dbd-7234-4990-846d-2680490426b4 None None] For port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f,segment=NetworkSegment(c6819875-6e38-4dd2-a09c-168058e237ec),segment_id=c6819875-6e38-4dd2-a09c-168058e237ec)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:42.035745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Allocated IP 2001:db8::1ce (e9ffe645-f181-4c47-9778-343e52748906/1f1c2058-b511-43de-b148-403d8a1054e2/5cb30f4b-7f1d-4853-9212-3ff9d9b409c3) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:42.205682 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc214dbd-7234-4990-846d-2680490426b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.213064 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.259575 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc214dbd-7234-4990-846d-2680490426b4 None None] Pushing event updated for resources: {'Port': ['ID=f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:42.288406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.292666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=991d3082-d3b6-4eae-a064-07d97811547a,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:42.316218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Transition to ACTIVE for port object 5cb30f4b-7f1d-4853-9212-3ff9d9b409c3 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:42.320949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] Checking segment: {'id': 'c41af73b-d82c-4826-8f64-5224b6d5eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:42.321309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] Network hostable DHCP agents. Network: b465bad3-96df-413a-9cb3-a9689225c277, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:42.327135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-505c2abf-a212-48f8-8fb1-524209a78086 None None] Provisioning complete for port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:42.329279 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-505c2abf-a212-48f8-8fb1-524209a78086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.384632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9714ed-209c-44ea-889c-0a2f16a6e79e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.423866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9714ed-209c-44ea-889c-0a2f16a6e79e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Subnet': ['ID=6499fdb0-bbf0-4e93-a992-63c5330e088e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:42.427541 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a9714ed-209c-44ea-889c-0a2f16a6e79e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.431733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0a9714ed-209c-44ea-889c-0a2f16a6e79e tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "DELETE /v2.0/subnets/6499fdb0-bbf0-4e93-a992-63c5330e088e HTTP/1.1" status: 204 len: 168 time: 0.9577739 Aug 16 02:05:42.432381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55298) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:42.439512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa6ef15-2a37-47d4-b158-af8f53243671 None None] Network 78ba4526-8c9b-47ea-a83e-39ef21e883e1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:42.473558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:42.498974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] Network b465bad3-96df-413a-9cb3-a9689225c277 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:42.521278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.573174 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.584334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Network e9ffe645-f181-4c47-9778-343e52748906 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:42.592874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:42.595382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:42.601155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.601801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.609906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-505c2abf-a212-48f8-8fb1-524209a78086 None None] Provisioning for port 9a7519ff-971e-4a94-82e8-498ad74bda1f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:42.613237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:42.613693 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.617670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Pushing event updated for resources: {'Port': ['ID=5cb30f4b-7f1d-4853-9212-3ff9d9b409c3,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:42.639987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-505c2abf-a212-48f8-8fb1-524209a78086 None None] Provisioning complete for port 9a7519ff-971e-4a94-82e8-498ad74bda1f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:42.639987 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-505c2abf-a212-48f8-8fb1-524209a78086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.669986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b465bad3-96df-413a-9cb3-a9689225c277) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:42.676325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.676666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.695188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Deleting port 49163e2d-81b4-4619-bb87-8b9ecd68f42e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:42.695549 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.703932 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-505c2abf-a212-48f8-8fb1-524209a78086 None None] Port 9a7519ff-971e-4a94-82e8-498ad74bda1f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:42.713623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea27ef1-663d-49b8-84d8-3d59fd1008a1 None None] Network b465bad3-96df-413a-9cb3-a9689225c277 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:42.718737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f69a3d6d-cd89-41e6-9703-8d19b6df44d4 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.8060899 Aug 16 02:05:42.720593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55306) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:42.780537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] For port 49163e2d-81b4-4619-bb87-8b9ecd68f42e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=49163e2d-81b4-4619-bb87-8b9ecd68f42e,segment=NetworkSegment(e897508e-0214-4ace-8167-f96db55efd82),segment_id=e897508e-0214-4ace-8167-f96db55efd82)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:42.781109 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.792962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb917445-eb6d-4d38-958d-dba5557b3fd8 None None] DHCP port deletion for 78ba4526-8c9b-47ea-a83e-39ef21e883e1 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:42.798059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Calling delete_port for 49163e2d-81b4-4619-bb87-8b9ecd68f42e owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:42.860754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7ca32dc5-0599-47b6-bcb4-d52f318f9206 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1460786 Aug 16 02:05:42.863114 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c0da5a-d248-4b25-b0b7-a1b3cb483438 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.867018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55308) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:42.879464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c0da5a-d248-4b25-b0b7-a1b3cb483438 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.881583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-453775846-router', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:42.897306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c0da5a-d248-4b25-b0b7-a1b3cb483438 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.901803 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e8c0da5a-d248-4b25-b0b7-a1b3cb483438 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1782017 Aug 16 02:05:42.905741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55310) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:43.003834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bb917445-eb6d-4d38-958d-dba5557b3fd8 None None] Deleting port 49163e2d-81b4-4619-bb87-8b9ecd68f42e {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:43.004211 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bb917445-eb6d-4d38-958d-dba5557b3fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.065151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-16c48824-b45d-4f63-b552-eb2136210719 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Deleting port 5cb30f4b-7f1d-4853-9212-3ff9d9b409c3 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:43.065505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16c48824-b45d-4f63-b552-eb2136210719 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.082719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55314) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:43.104450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-b465bad3-96df-413a-9cb3-a9689225c277', 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'fixed_ips': [{'subnet_id': '991d3082-d3b6-4eae-a064-07d97811547a'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:43.104450 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.105983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-bb917445-eb6d-4d38-958d-dba5557b3fd8 None None] For port 49163e2d-81b4-4619-bb87-8b9ecd68f42e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=49163e2d-81b4-4619-bb87-8b9ecd68f42e,segment=NetworkSegment(e897508e-0214-4ace-8167-f96db55efd82),segment_id=e897508e-0214-4ace-8167-f96db55efd82)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:43.106423 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bb917445-eb6d-4d38-958d-dba5557b3fd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.129317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bb917445-eb6d-4d38-958d-dba5557b3fd8 None None] Calling delete_port for 49163e2d-81b4-4619-bb87-8b9ecd68f42e owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:43.206490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.208773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.209969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.240005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-480ebd3c-565b-4ab9-a437-a9101efe731e None None] Provisioning for port 5cb30f4b-7f1d-4853-9212-3ff9d9b409c3 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:43.251321 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-480ebd3c-565b-4ab9-a437-a9101efe731e None None] Provisioning complete for port 5cb30f4b-7f1d-4853-9212-3ff9d9b409c3 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:43.251648 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-480ebd3c-565b-4ab9-a437-a9101efe731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.256796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16c48824-b45d-4f63-b552-eb2136210719 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.262901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Port': ['ID=49163e2d-81b4-4619-bb87-8b9ecd68f42e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:43.291445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] No DVR routers for this DVR port 49163e2d-81b4-4619-bb87-8b9ecd68f42e on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:43.293254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-16c48824-b45d-4f63-b552-eb2136210719 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Calling delete_port for 5cb30f4b-7f1d-4853-9212-3ff9d9b409c3 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:43.348287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-480ebd3c-565b-4ab9-a437-a9101efe731e None None] Port 5cb30f4b-7f1d-4853-9212-3ff9d9b409c3 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:43.354677 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.378700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Allocated IP 172.20.0.2 (b465bad3-96df-413a-9cb3-a9689225c277/991d3082-d3b6-4eae-a064-07d97811547a/f3e829d6-4a90-45fa-9397-058326ebca09) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:43.380553 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bb917445-eb6d-4d38-958d-dba5557b3fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.418909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb917445-eb6d-4d38-958d-dba5557b3fd8 None None] Pushing event deleted for resources: {'Port': ['ID=49163e2d-81b4-4619-bb87-8b9ecd68f42e,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:43.425446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb917445-eb6d-4d38-958d-dba5557b3fd8 None None] No DVR routers for this DVR port 49163e2d-81b4-4619-bb87-8b9ecd68f42e on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:43.435314 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ca286496-a631-4991-8763-ff2dc3ff6e49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db45dee47f06465f82ef4cb6829c8b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454781 Aug 16 02:05:43.446003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55326) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:43.488554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.564116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ba4526-8c9b-47ea-a83e-39ef21e883e1']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:43.618026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e897508e-0214-4ace-8167-f96db55efd82') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:43.618156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e897508e-0214-4ace-8167-f96db55efd82') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:43.646787 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.708792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.728795 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.764026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:43.764477 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:43.771211 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:43.815796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-68d7702c-b625-4b8e-ad87-ea647202baaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.821933 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.869645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-68d7702c-b625-4b8e-ad87-ea647202baaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.093152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16c48824-b45d-4f63-b552-eb2136210719 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.093940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Transition to ACTIVE for port object f3e829d6-4a90-45fa-9397-058326ebca09 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:44.094882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.111832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Transition to ACTIVE for port object f3e829d6-4a90-45fa-9397-058326ebca09 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:44.161764 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.163700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "DELETE /v2.0/networks/78ba4526-8c9b-47ea-a83e-39ef21e883e1 HTTP/1.1" status: 204 len: 168 time: 1.7302122 Aug 16 02:05:44.167148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55340) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:44.178724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-68d7702c-b625-4b8e-ad87-ea647202baaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.181438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-68d7702c-b625-4b8e-ad87-ea647202baaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.183296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-68d7702c-b625-4b8e-ad87-ea647202baaf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85b0ee06-ae1e-4631-917f-da18ae8910dc HTTP/1.1" status: 204 len: 168 time: 0.7323153 Aug 16 02:05:44.189041 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.189179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c48824-b45d-4f63-b552-eb2136210719 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Pushing event deleted for resources: {'Port': ['ID=5cb30f4b-7f1d-4853-9212-3ff9d9b409c3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.195018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888156ad-11a8-4cee-98f1-498b6badd98b tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Network': ['ID=78ba4526-8c9b-47ea-a83e-39ef21e883e1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.226920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7702c-b625-4b8e-ad87-ea647202baaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b0ee06-ae1e-4631-917f-da18ae8910dc,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.234984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Deleting subnet 9a98e582-5270-4bf3-b209-ddb228028cc8 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:44.241924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.257049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16c48824-b45d-4f63-b552-eb2136210719 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.264850 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-16c48824-b45d-4f63-b552-eb2136210719 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] 10.222.0.66 "DELETE /v2.0/ports/5cb30f4b-7f1d-4853-9212-3ff9d9b409c3 HTTP/1.1" status: 204 len: 168 time: 1.3561277 Aug 16 02:05:44.268188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55348) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:44.273901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Request body: {'port': {'name': 'tempest-new-port-name-865597082', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:44.274373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] bootfile-name is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:05:44.274716 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] tftp-server is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:05:44.275166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.api.validators [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] server-ip-address is not in valid_values {{(pid=95516) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:05:44.291317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Network b465bad3-96df-413a-9cb3-a9689225c277 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:44.315932 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.323967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:44.334157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Pushing event updated for resources: {'Port': ['ID=f3e829d6-4a90-45fa-9397-058326ebca09,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.334655 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.340358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:44.349607 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.463170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Attempting to bind port f3e829d6-4a90-45fa-9397-058326ebca09 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:44.463737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Attempting to bind port f3e829d6-4a90-45fa-9397-058326ebca09 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'c41af73b-d82c-4826-8f64-5224b6d5eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:44.463936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Attempting to bind port f3e829d6-4a90-45fa-9397-058326ebca09 on network b465bad3-96df-413a-9cb3-a9689225c277 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:44.472911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.475412 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.488700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:44.491023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Checking segment: {'id': 'c41af73b-d82c-4826-8f64-5224b6d5eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:44.491023 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.491023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Bound using segment: {'id': 'c41af73b-d82c-4826-8f64-5224b6d5eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:44.493418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Bound port: f3e829d6-4a90-45fa-9397-058326ebca09, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41af73b-d82c-4826-8f64-5224b6d5eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:44.494827 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.500065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 49163e2d-81b4-4619-bb87-8b9ecd68f42e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:44.535075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 49163e2d-81b4-4619-bb87-8b9ecd68f42e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:44.535425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 49163e2d-81b4-4619-bb87-8b9ecd68f42e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:44.593572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] For port f3e829d6-4a90-45fa-9397-058326ebca09, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:44.597276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] For port f3e829d6-4a90-45fa-9397-058326ebca09, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f3e829d6-4a90-45fa-9397-058326ebca09,segment=NetworkSegment(c41af73b-d82c-4826-8f64-5224b6d5eaa3),segment_id=c41af73b-d82c-4826-8f64-5224b6d5eaa3)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:44.688192 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.689514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Allocated IP 172.25.8.235 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/04625cb0-cbfa-445e-9912-f618dd51bdf8) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:44.755038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781a6ab-fa4e-455f-9216-8129626591f5 None None] Pushing event updated for resources: {'Port': ['ID=f3e829d6-4a90-45fa-9397-058326ebca09,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.760902 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.790803 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.793350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba351c1-e182-410b-b81c-4a32a9dfc956 None None] Network 1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:44.793634 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "DELETE /v2.0/subnets/9a98e582-5270-4bf3-b209-ddb228028cc8 HTTP/1.1" status: 204 len: 168 time: 0.6244793 Aug 16 02:05:44.811007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55356) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:44.821335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55358) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:44.827528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Subnet': ['ID=9a98e582-5270-4bf3-b209-ddb228028cc8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.849199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.849545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.850816 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.851862 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.872184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.872184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.872184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.872184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.872184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.872184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.872184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.872184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76d58d-dd18-4dad-a510-63435d45fc4c tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:44.950095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb973fc-7809-4d8b-a956-19b2f9f4de74 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Deleting subnet b6e42014-470d-4c59-8462-29979a5fb357 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:44.967335 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb973fc-7809-4d8b-a956-19b2f9f4de74 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.010953 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.021452 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.140336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68add987-d5eb-4e8c-a976-e4404a6b6f61 None None] DHCP port deletion for 1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:45.192858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-68add987-d5eb-4e8c-a976-e4404a6b6f61 None None] Deleting port f02640ac-7119-4849-814f-87772069aa43 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:45.193167 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-68add987-d5eb-4e8c-a976-e4404a6b6f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.275380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-68add987-d5eb-4e8c-a976-e4404a6b6f61 None None] For port f02640ac-7119-4849-814f-87772069aa43, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f02640ac-7119-4849-814f-87772069aa43,segment=NetworkSegment(93851838-9d7a-4b54-bdb0-aee881b7fc74),segment_id=93851838-9d7a-4b54-bdb0-aee881b7fc74)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:45.276100 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-68add987-d5eb-4e8c-a976-e4404a6b6f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.290454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-68add987-d5eb-4e8c-a976-e4404a6b6f61 None None] Calling delete_port for f02640ac-7119-4849-814f-87772069aa43 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:45.392687 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6fc59a71-7f30-40d4-9c80-8e3f55d1bb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.394640 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.448955 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb973fc-7809-4d8b-a956-19b2f9f4de74 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.479511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] In _notify_port_updated(), no bound segment for port 9a7519ff-971e-4a94-82e8-498ad74bda1f on network e9ffe645-f181-4c47-9778-343e52748906 {{(pid=95516) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:05:45.485554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.486393 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.488576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] 10.222.0.66 "PUT /v2.0/ports/9a7519ff-971e-4a94-82e8-498ad74bda1f HTTP/1.1" status: 200 len: 1129 time: 1.2193794 Aug 16 02:05:45.491579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55380) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:45.542659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5241d73-d6ed-4c17-8eb1-cb9a64afc2cc tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Pushing event updated for resources: {'Port': ['ID=9a7519ff-971e-4a94-82e8-498ad74bda1f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.552056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e443b-0be9-4814-bda8-3c83559fa13f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.553853 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b48e443b-0be9-4814-bda8-3c83559fa13f tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] 10.222.0.66 "GET /v2.0/ports/9a7519ff-971e-4a94-82e8-498ad74bda1f HTTP/1.1" status: 200 len: 1129 time: 0.0604041 Aug 16 02:05:45.557410 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55384) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:45.595504 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-68add987-d5eb-4e8c-a976-e4404a6b6f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.645591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68add987-d5eb-4e8c-a976-e4404a6b6f61 None None] Pushing event deleted for resources: {'Port': ['ID=f02640ac-7119-4849-814f-87772069aa43,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.647575 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68add987-d5eb-4e8c-a976-e4404a6b6f61 None None] No DVR routers for this DVR port f02640ac-7119-4849-814f-87772069aa43 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:45.669284 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb973fc-7809-4d8b-a956-19b2f9f4de74 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.740005 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.749586 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0d709-edd3-4ad5-9509-dae3eb5d028c tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Deleting port 9a7519ff-971e-4a94-82e8-498ad74bda1f {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:45.749966 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d709-edd3-4ad5-9509-dae3eb5d028c tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.799074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:45.808166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:45.820636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:45.867669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Pushing event updated for resources: {'Port': ['ID=04625cb0-cbfa-445e-9912-f618dd51bdf8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.904586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-15a96123-012d-42fa-a433-2458a7975b59 None None] Provisioning complete for port 9a7519ff-971e-4a94-82e8-498ad74bda1f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:45.904970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-15a96123-012d-42fa-a433-2458a7975b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.905077 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d709-edd3-4ad5-9509-dae3eb5d028c tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.918919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0d709-edd3-4ad5-9509-dae3eb5d028c tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Calling delete_port for 9a7519ff-971e-4a94-82e8-498ad74bda1f owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:45.979065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-15a96123-012d-42fa-a433-2458a7975b59 None None] Port 9a7519ff-971e-4a94-82e8-498ad74bda1f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:45.988345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb973fc-7809-4d8b-a956-19b2f9f4de74 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.054238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55396) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:46.066870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb973fc-7809-4d8b-a956-19b2f9f4de74 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e42014-470d-4c59-8462-29979a5fb357,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:46.069778 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6fc59a71-7f30-40d4-9c80-8e3f55d1bb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.071164 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfb973fc-7809-4d8b-a956-19b2f9f4de74 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.074211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bfb973fc-7809-4d8b-a956-19b2f9f4de74 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "DELETE /v2.0/subnets/b6e42014-470d-4c59-8462-29979a5fb357 HTTP/1.1" status: 204 len: 168 time: 1.2621489 Aug 16 02:05:46.082041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785a481b-71e8-4578-92ad-38302d5e0637 None None] Network a61b220f-b5a1-4509-868b-94c52611a0e9 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:46.082498 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55400) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:46.173103 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6fc59a71-7f30-40d4-9c80-8e3f55d1bb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.215110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.215473 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f22c96-2062-4817-8a02-ca3a3d95a621 None None] Network b465bad3-96df-413a-9cb3-a9689225c277 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:46.230790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc59a71-7f30-40d4-9c80-8e3f55d1bb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125dd395-c625-41c1-a237-ca8a2997dd18,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:46.244456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1040846609'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:46.250777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6fc59a71-7f30-40d4-9c80-8e3f55d1bb0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a830308301f45579d11857b764f94ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4261143 Aug 16 02:05:46.251465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55402) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:46.264428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d709-edd3-4ad5-9509-dae3eb5d028c tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.366837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b5edbe-a678-4804-a473-780897d09a35 None None] DHCP port deletion for a61b220f-b5a1-4509-868b-94c52611a0e9 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:46.372140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0d709-edd3-4ad5-9509-dae3eb5d028c tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Pushing event deleted for resources: {'Port': ['ID=9a7519ff-971e-4a94-82e8-498ad74bda1f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:46.397375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.401076 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d709-edd3-4ad5-9509-dae3eb5d028c tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.403154 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a3e0d709-edd3-4ad5-9509-dae3eb5d028c tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] 10.222.0.66 "DELETE /v2.0/ports/9a7519ff-971e-4a94-82e8-498ad74bda1f HTTP/1.1" status: 204 len: 168 time: 0.8444014 Aug 16 02:05:46.410591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55404) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:46.422597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:46.441945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Made reservation on behalf of 798d1fafcd874c04acf39e01d35b53a7 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:46.447125 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.461170 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93851838-9d7a-4b54-bdb0-aee881b7fc74') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:46.461485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93851838-9d7a-4b54-bdb0-aee881b7fc74') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:46.499344 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.500466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e4ceeeda-3c78-43e4-847f-f67c6985bf19 None None] Provisioning for port f3e829d6-4a90-45fa-9397-058326ebca09 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:46.521812 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0379ea-6aef-4e53-b25b-9587cc861128 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Deleting subnet 1f1c2058-b511-43de-b148-403d8a1054e2 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:46.530612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c0379ea-6aef-4e53-b25b-9587cc861128 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.533802 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.571956 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f3e16b4d-1069-4e0b-9bc2-7d54b6b7db65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.574955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:46.578229 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.579922 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:46.581630 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:46.583962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-63b5edbe-a678-4804-a473-780897d09a35 None None] Deleting port d12bfb0d-61dc-44d6-836c-0ed8aefbc660 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:46.583962 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-63b5edbe-a678-4804-a473-780897d09a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.658822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3e829d6-4a90-45fa-9397-058326ebca09 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:46.703276 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c0379ea-6aef-4e53-b25b-9587cc861128 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.737893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-63b5edbe-a678-4804-a473-780897d09a35 None None] For port d12bfb0d-61dc-44d6-836c-0ed8aefbc660, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d12bfb0d-61dc-44d6-836c-0ed8aefbc660,segment=NetworkSegment(ab401e4b-372c-4f10-8f88-fe6a5c282fab),segment_id=ab401e4b-372c-4f10-8f88-fe6a5c282fab)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:46.741893 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-63b5edbe-a678-4804-a473-780897d09a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.744219 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.756546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55410) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:46.786089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f3e16b4d-1069-4e0b-9bc2-7d54b6b7db65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.799004 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.812362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-63b5edbe-a678-4804-a473-780897d09a35 None None] Calling delete_port for d12bfb0d-61dc-44d6-836c-0ed8aefbc660 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:46.847019 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c0379ea-6aef-4e53-b25b-9587cc861128 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.849058 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.877597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.882670 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "DELETE /v2.0/networks/1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3 HTTP/1.1" status: 204 len: 168 time: 0.7789474 Aug 16 02:05:46.882798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55414) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:46.897626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a37bf9-d773-49cc-a9b9-47b9b1c6cfda tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Network': ['ID=1c9c28d3-2ca5-4654-a54a-8af1d12e8fd3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:46.965624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a480d082-124d-46d9-bacf-0af375f645b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.970269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f3e829d6-4a90-45fa-9397-058326ebca09 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:46.975735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f3e829d6-4a90-45fa-9397-058326ebca09 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:46.975946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.979485 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.021113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4de266e5-1315-4dc3-8e4a-5185e275404b None None] Provisioning complete for port f3e829d6-4a90-45fa-9397-058326ebca09 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:47.021113 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4de266e5-1315-4dc3-8e4a-5185e275404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.022377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f3e16b4d-1069-4e0b-9bc2-7d54b6b7db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.024856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f3e16b4d-1069-4e0b-9bc2-7d54b6b7db65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.026041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f3e16b4d-1069-4e0b-9bc2-7d54b6b7db65 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/125dd395-c625-41c1-a237-ca8a2997dd18 HTTP/1.1" status: 204 len: 168 time: 0.7725916 Aug 16 02:05:47.026885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:47.082987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c432150b-89d9-4a89-821d-3f6241b76c0d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.092328 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.094149 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-63b5edbe-a678-4804-a473-780897d09a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.096400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.096732 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a480d082-124d-46d9-bacf-0af375f645b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.096853 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Added segment ac1642bd-01ac-4db6-8d13-217d19b7f3cb of type vlan for network 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b Aug 16 02:05:47.098208 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c0379ea-6aef-4e53-b25b-9587cc861128 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.146655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0379ea-6aef-4e53-b25b-9587cc861128 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1c2058-b511-43de-b148-403d8a1054e2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.152067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e16b4d-1069-4e0b-9bc2-7d54b6b7db65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125dd395-c625-41c1-a237-ca8a2997dd18,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.153611 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8c0379ea-6aef-4e53-b25b-9587cc861128 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.157944 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8c0379ea-6aef-4e53-b25b-9587cc861128 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] 10.222.0.66 "DELETE /v2.0/subnets/1f1c2058-b511-43de-b148-403d8a1054e2 HTTP/1.1" status: 204 len: 168 time: 0.7455201 Aug 16 02:05:47.164667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55418) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:47.167731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5edbe-a678-4804-a473-780897d09a35 None None] Pushing event deleted for resources: {'Port': ['ID=d12bfb0d-61dc-44d6-836c-0ed8aefbc660,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.175941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5edbe-a678-4804-a473-780897d09a35 None None] No DVR routers for this DVR port d12bfb0d-61dc-44d6-836c-0ed8aefbc660 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:47.178140 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.185310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9d3b0-0280-407c-beb1-46bea1f6f87c None None] Network e9ffe645-f181-4c47-9778-343e52748906 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:47.252934 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.269647 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4de266e5-1315-4dc3-8e4a-5185e275404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.290045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a480d082-124d-46d9-bacf-0af375f645b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.327747 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a480d082-124d-46d9-bacf-0af375f645b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b0ff59bbbff4b1c93b446ca14d8f279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5698519 Aug 16 02:05:47.329200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480d082-124d-46d9-bacf-0af375f645b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddfe47d-d6cf-46bc-830d-e5775a3cac9c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.330783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f3e829d6-4a90-45fa-9397-058326ebca09, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f3e829d6-4a90-45fa-9397-058326ebca09,segment=NetworkSegment(c41af73b-d82c-4826-8f64-5224b6d5eaa3),segment_id=c41af73b-d82c-4826-8f64-5224b6d5eaa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:47.332027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55420) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:47.406118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.413965 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f90b5ad0-0803-4771-a524-40fee9236a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.432323 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.443564 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.444018 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.444115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f90b5ad0-0803-4771-a524-40fee9236a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.457183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61b220f-b5a1-4509-868b-94c52611a0e9']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:47.527277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab401e4b-372c-4f10-8f88-fe6a5c282fab') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:47.527590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab401e4b-372c-4f10-8f88-fe6a5c282fab') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:47.543080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-4de266e5-1315-4dc3-8e4a-5185e275404b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:05:47.543080 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-4de266e5-1315-4dc3-8e4a-5185e275404b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:05:47.551189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.562127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fdc450-4879-436f-8d0b-2f87ea062b6d None None] DHCP port deletion for e9ffe645-f181-4c47-9778-343e52748906 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:47.562127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d12bfb0d-61dc-44d6-836c-0ed8aefbc660 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:47.606460 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.613147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.613762 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.617154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: d12bfb0d-61dc-44d6-836c-0ed8aefbc660 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:47.618343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d12bfb0d-61dc-44d6-836c-0ed8aefbc660 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:47.618779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f02640ac-7119-4849-814f-87772069aa43 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:47.628178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.654853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f3e829d6-4a90-45fa-9397-058326ebca09,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.664674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f02640ac-7119-4849-814f-87772069aa43 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:47.664674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f02640ac-7119-4849-814f-87772069aa43 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:47.667835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:47.668421 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:47.672369 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:47.685003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdc450-4879-436f-8d0b-2f87ea062b6d None None] Deleting port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:47.685594 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d9fdc450-4879-436f-8d0b-2f87ea062b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.690607 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f90b5ad0-0803-4771-a524-40fee9236a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.693192 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f90b5ad0-0803-4771-a524-40fee9236a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.694425 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f90b5ad0-0803-4771-a524-40fee9236a9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fddfe47d-d6cf-46bc-830d-e5775a3cac9c HTTP/1.1" status: 204 len: 168 time: 0.3488219 Aug 16 02:05:47.709045 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b5ad0-0803-4771-a524-40fee9236a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddfe47d-d6cf-46bc-830d-e5775a3cac9c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.766953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d9fdc450-4879-436f-8d0b-2f87ea062b6d None None] For port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f,segment=NetworkSegment(c6819875-6e38-4dd2-a09c-168058e237ec),segment_id=c6819875-6e38-4dd2-a09c-168058e237ec)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:47.767421 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d9fdc450-4879-436f-8d0b-2f87ea062b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.783666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdc450-4879-436f-8d0b-2f87ea062b6d None None] Calling delete_port for f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:47.807997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7499869 Aug 16 02:05:47.808286 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55428) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:47.814206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Request body: {'subnet': {'network_id': '2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:47.843800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026582c-27d6-4799-a519-c528c48f2dfa tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Pushing event updated for resources: {'Network': ['ID=2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.849222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Deleting port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:47.849743 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.859376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:47.926788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] For port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f,segment=NetworkSegment(c6819875-6e38-4dd2-a09c-168058e237ec),segment_id=c6819875-6e38-4dd2-a09c-168058e237ec)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:47.927405 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.942021 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.953127 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.955071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "DELETE /v2.0/networks/a61b220f-b5a1-4509-868b-94c52611a0e9 HTTP/1.1" status: 204 len: 168 time: 1.0655124 Aug 16 02:05:47.956118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Calling delete_port for f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:47.957789 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55430) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:47.970584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc3e8-ac9d-4368-9a0c-e41c36ecb067 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Network': ['ID=a61b220f-b5a1-4509-868b-94c52611a0e9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:48.014179 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc512646-8997-46d3-b74b-2e5dfd451173 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Deleting subnet 8a981d23-3869-474a-8e08-77f999e4be89 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:48.017367 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc512646-8997-46d3-b74b-2e5dfd451173 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.062070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Router 50aee619-e120-4460-8eea-7b1b98c85ee6 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:05:48.062309 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc512646-8997-46d3-b74b-2e5dfd451173 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.139257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Made reservation on behalf of 798d1fafcd874c04acf39e01d35b53a7 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:48.142883 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.146886 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d9fdc450-4879-436f-8d0b-2f87ea062b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.166185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.198818 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdc450-4879-436f-8d0b-2f87ea062b6d None None] Pushing event deleted for resources: {'Port': ['ID=f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:48.202656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Pushing event deleted for resources: {'Port': ['ID=f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:48.204671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] No DVR routers for this DVR port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:48.210399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fdc450-4879-436f-8d0b-2f87ea062b6d None None] No DVR routers for this DVR port f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:48.212901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:48.222241 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc512646-8997-46d3-b74b-2e5dfd451173 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.229610 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Sync routers for ids ['50aee619-e120-4460-8eea-7b1b98c85ee6'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:48.239898 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Routers {'50aee619-e120-4460-8eea-7b1b98c85ee6'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:48.240889 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['50aee619-e120-4460-8eea-7b1b98c85ee6'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:48.312504 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.323064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ffe645-f181-4c47-9778-343e52748906']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:48.345228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6819875-6e38-4dd2-a09c-168058e237ec') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:48.345535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6819875-6e38-4dd2-a09c-168058e237ec') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:48.351208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55434) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:48.355803 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.365388 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a322f47-a133-4709-9110-aa6c6ddf8faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.370373 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Set router 50aee619-e120-4460-8eea-7b1b98c85ee6 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:48.371249 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.378446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:48.378863 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:48.381900 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:48.489000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3e829d6-4a90-45fa-9397-058326ebca09 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:48.514270 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.519153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-03e5b898-9ecb-4768-935f-c9be1a130c61 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6469977 Aug 16 02:05:48.519153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55436) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:48.539517 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f3e829d6-4a90-45fa-9397-058326ebca09 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:48.539904 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.579204 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'name': 'tempest-TestAggregatesBasicOps-453775846-router', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 3, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'gw_port': {'id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:48.607350 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Checking router: 50aee619-e120-4460-8eea-7b1b98c85ee6 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:48.607689 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Updating router 50aee619-e120-4460-8eea-7b1b98c85ee6 port 04625cb0-cbfa-445e-9912-f618dd51bdf8 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:05:48.630939 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a322f47-a133-4709-9110-aa6c6ddf8faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.633165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc512646-8997-46d3-b74b-2e5dfd451173 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.685455 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.701768 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc512646-8997-46d3-b74b-2e5dfd451173 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.704834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b61d76-3b7f-4c3f-8a80-97c1770edd45 None None] Network dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:48.707259 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cc512646-8997-46d3-b74b-2e5dfd451173 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "DELETE /v2.0/subnets/8a981d23-3869-474a-8e08-77f999e4be89 HTTP/1.1" status: 204 len: 168 time: 0.7482302 Aug 16 02:05:48.708003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55440) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:48.771754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc512646-8997-46d3-b74b-2e5dfd451173 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Subnet': ['ID=8a981d23-3869-474a-8e08-77f999e4be89,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:48.779196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:48.819937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:48.820288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3a1f52e-bf20-426f-b8eb-e5b9d331bb2f not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:48.825503 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a322f47-a133-4709-9110-aa6c6ddf8faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.931239 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5a322f47-a133-4709-9110-aa6c6ddf8faa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c2c6feeb4934e23a67a3f9c6cf8fc18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5788486 Aug 16 02:05:48.936681 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55444) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:48.948312 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.951402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a322f47-a133-4709-9110-aa6c6ddf8faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10566cd4-2d30-4a60-beeb-9b40bfaf6f52,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:48.974855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55446) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:48.989090 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.996799 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.001189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] 10.222.0.66 "DELETE /v2.0/networks/e9ffe645-f181-4c47-9778-343e52748906 HTTP/1.1" status: 204 len: 168 time: 1.8126462 Aug 16 02:05:49.026159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dac4cf-7741-436c-8588-cbe96ae92d81 None None] DHCP port deletion for dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:49.032048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20919de-af1a-417d-98f5-bf23ec9d1525 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563 tempest-ExtraDHCPOptionsIpV6TestJSON-279474563-project] Pushing event deleted for resources: {'Network': ['ID=e9ffe645-f181-4c47-9778-343e52748906,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.053991 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7d571ec7-e4e9-4831-a3a9-f8da6c224761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.088271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b6dac4cf-7741-436c-8588-cbe96ae92d81 None None] Deleting port c21382d6-ca0c-449d-b231-2dabc740feda {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:49.088882 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b6dac4cf-7741-436c-8588-cbe96ae92d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.100508 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.101120 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.126615 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Transition to ACTIVE for port object 04625cb0-cbfa-445e-9912-f618dd51bdf8 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:49.169424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b6dac4cf-7741-436c-8588-cbe96ae92d81 None None] For port c21382d6-ca0c-449d-b231-2dabc740feda, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c21382d6-ca0c-449d-b231-2dabc740feda,segment=NetworkSegment(5942110c-60e8-42cb-a264-63b9a73e4712),segment_id=5942110c-60e8-42cb-a264-63b9a73e4712)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:49.169917 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b6dac4cf-7741-436c-8588-cbe96ae92d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.186511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b6dac4cf-7741-436c-8588-cbe96ae92d81 None None] Calling delete_port for c21382d6-ca0c-449d-b231-2dabc740feda owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:49.196796 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65313310-467b-4805-93b3-075eb9e6a31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.233936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Pushing event updated for resources: {'Subnet': ['ID=68bf8679-9ccf-43af-940e-01a3593e380b,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.263946 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65313310-467b-4805-93b3-075eb9e6a31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.264196 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.289029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Checking segment: {'id': 'ac1642bd-01ac-4db6-8d13-217d19b7f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:49.289403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Network hostable DHCP agents. Network: 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:49.298086 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Deleting port c21382d6-ca0c-449d-b231-2dabc740feda {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:49.298437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.307471 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Attempting to bind port 04625cb0-cbfa-445e-9912-f618dd51bdf8 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:49.307471 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Attempting to bind port 04625cb0-cbfa-445e-9912-f618dd51bdf8 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:49.307471 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Attempting to bind port 04625cb0-cbfa-445e-9912-f618dd51bdf8 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:49.326530 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:49.326899 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:49.327484 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.328033 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:49.328516 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Bound port: 04625cb0-cbfa-445e-9912-f618dd51bdf8, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:49.328889 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.376342 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Pushing event updated for resources: {'Port': ['ID=04625cb0-cbfa-445e-9912-f618dd51bdf8,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.391252 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.391859 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.392196 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.392673 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.393183 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.393591 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.393921 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.399361 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.399361 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.399361 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.399361 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.399361 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:49.410695 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] For port 04625cb0-cbfa-445e-9912-f618dd51bdf8, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:49.413389 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7d571ec7-e4e9-4831-a3a9-f8da6c224761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.419140 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b6dac4cf-7741-436c-8588-cbe96ae92d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.420160 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] For port 04625cb0-cbfa-445e-9912-f618dd51bdf8, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=04625cb0-cbfa-445e-9912-f618dd51bdf8,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:49.426710 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] For port c21382d6-ca0c-449d-b231-2dabc740feda, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c21382d6-ca0c-449d-b231-2dabc740feda,segment=NetworkSegment(5942110c-60e8-42cb-a264-63b9a73e4712),segment_id=5942110c-60e8-42cb-a264-63b9a73e4712)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:49.427083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.440761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Calling delete_port for c21382d6-ca0c-449d-b231-2dabc740feda owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:49.452209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dac4cf-7741-436c-8588-cbe96ae92d81 None None] Pushing event deleted for resources: {'Port': ['ID=c21382d6-ca0c-449d-b231-2dabc740feda,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.454229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dac4cf-7741-436c-8588-cbe96ae92d81 None None] No DVR routers for this DVR port c21382d6-ca0c-449d-b231-2dabc740feda on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:49.509710 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.523164 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.548845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Port': ['ID=c21382d6-ca0c-449d-b231-2dabc740feda,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.552397 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] No DVR routers for this DVR port c21382d6-ca0c-449d-b231-2dabc740feda on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:49.595759 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.626501 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7d571ec7-e4e9-4831-a3a9-f8da6c224761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.628740 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65313310-467b-4805-93b3-075eb9e6a31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.631260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65313310-467b-4805-93b3-075eb9e6a31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.636518 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-65313310-467b-4805-93b3-075eb9e6a31f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10566cd4-2d30-4a60-beeb-9b40bfaf6f52 HTTP/1.1" status: 204 len: 168 time: 0.6945162 Aug 16 02:05:49.660135 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.661361 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Routers {'50aee619-e120-4460-8eea-7b1b98c85ee6'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:49.662455 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['50aee619-e120-4460-8eea-7b1b98c85ee6'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:49.690990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:49.703194 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7d571ec7-e4e9-4831-a3a9-f8da6c224761 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7e3f1e8e70c44488e242a102e540c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7295697 Aug 16 02:05:49.703867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d571ec7-e4e9-4831-a3a9-f8da6c224761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69a49d2-cc59-4d8c-9025-dc07ae5c0970,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.707174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5942110c-60e8-42cb-a264-63b9a73e4712') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:49.707475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5942110c-60e8-42cb-a264-63b9a73e4712') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:49.709054 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55452) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:49.729396 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bbee1-6a7a-48fd-bc15-be01b414dd31 None None] Pushing event updated for resources: {'Port': ['ID=04625cb0-cbfa-445e-9912-f618dd51bdf8,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.737283 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.746302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65313310-467b-4805-93b3-075eb9e6a31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10566cd4-2d30-4a60-beeb-9b40bfaf6f52,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.756916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Network 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:49.779332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.788642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:49.789095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:49.792157 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:49.864438 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6344-98f9-471d-a2d2-6684a8adc19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.874444 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] Set router 50aee619-e120-4460-8eea-7b1b98c85ee6 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:49.889507 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6344-98f9-471d-a2d2-6684a8adc19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.895935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Allocated IP 172.20.0.1 (b465bad3-96df-413a-9cb3-a9689225c277/991d3082-d3b6-4eae-a064-07d97811547a/b84d5fd9-f037-4343-9813-2d015727c7cb) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:49.898940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:49.900792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55458) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:49.909533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.910181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.913991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13749a93-9f4e-4163-b3fd-076783e1f3db None None] Network 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:49.950762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.957772 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.964824 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "DELETE /v2.0/networks/dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f HTTP/1.1" status: 204 len: 168 time: 1.2099664 Aug 16 02:05:49.965617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55464) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:49.988201 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6b7bd-6d69-4783-8d03-dbbd75ad5865 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Pushing event deleted for resources: {'Network': ['ID=dc9bfd3d-4f31-4998-ae15-4c87abdfdb9f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:50.017116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3b739788-b633-4e17-ba20-3d50e9bf2a47 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "GET /v2.0/ports?device_id=053e499a-b245-4d29-964c-77d9008a14ed HTTP/1.1" status: 200 len: 205 time: 0.0440600 Aug 16 02:05:50.019837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55466) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:50.082478 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.120601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b', 'network_id': '2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b', 'tenant_id': '798d1fafcd874c04acf39e01d35b53a7', 'fixed_ips': [{'subnet_id': '68bf8679-9ccf-43af-940e-01a3593e380b'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:50.121599 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.142919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Transition to ACTIVE for port object b84d5fd9-f037-4343-9813-2d015727c7cb will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:50.157679 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-82e801e2-499a-4781-a219-72b35d2e916b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3481946 Aug 16 02:05:50.161113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55470) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:50.165603 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6344-98f9-471d-a2d2-6684a8adc19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.169707 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'name': 'tempest-TestAggregatesBasicOps-453775846-router', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 3, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'gw_port': {'id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:50.176097 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6344-98f9-471d-a2d2-6684a8adc19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.177488 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4a7d6344-98f9-471d-a2d2-6684a8adc19a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d69a49d2-cc59-4d8c-9025-dc07ae5c0970 HTTP/1.1" status: 204 len: 168 time: 0.4674544 Aug 16 02:05:50.181174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Request body: {'port': {'network_id': '2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b', 'name': 'tempest-TagsExtTest-1053338011'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:50.194590 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-236da818-7cbe-4de0-8866-fd62e745a3d4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.199475 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae50304-b3e5-4381-9f16-9e8d35a9627f None None] The sync data for ids ['50aee619-e120-4460-8eea-7b1b98c85ee6'] in n-d-768509-23 is: [{'id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'name': 'tempest-TestAggregatesBasicOps-453775846-router', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 3, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'gw_port': {'id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:50.215643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d6344-98f9-471d-a2d2-6684a8adc19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69a49d2-cc59-4d8c-9025-dc07ae5c0970,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:50.373806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Allocated IP 172.20.0.2 (2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b/68bf8679-9ccf-43af-940e-01a3593e380b/4f0b705b-6d85-49b2-9b3d-b73599332ba1) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:50.474570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6f03fe9e-d574-4a65-9b2c-f62fdfae6c34 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c197141253a04696b88a1f9954f52eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677199 Aug 16 02:05:50.483787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55480) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:50.526326 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.557210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c21382d6-ca0c-449d-b231-2dabc740feda no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:50.586523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c21382d6-ca0c-449d-b231-2dabc740feda {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:50.588634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c21382d6-ca0c-449d-b231-2dabc740feda not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:50.596399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Network b465bad3-96df-413a-9cb3-a9689225c277 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:50.603326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:50.606985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:50.640875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b84d5fd9-f037-4343-9813-2d015727c7cb,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:50.692687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Made reservation on behalf of 798d1fafcd874c04acf39e01d35b53a7 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:50.696250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.739121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-66dd1aa6-d4f5-4042-86a5-cb4b6e94fdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.760824 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.791787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Transition to ACTIVE for port object 4f0b705b-6d85-49b2-9b3d-b73599332ba1 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:50.797502 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-66dd1aa6-d4f5-4042-86a5-cb4b6e94fdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.814779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] device_id is not set on port eb86f475-cc5e-4736-9d47-6c4ba8abe157 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:50.838623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.886695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Transition to ACTIVE for port object 4f0b705b-6d85-49b2-9b3d-b73599332ba1 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:50.971282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.975673 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.994150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-236da818-7cbe-4de0-8866-fd62e745a3d4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.999416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-236da818-7cbe-4de0-8866-fd62e745a3d4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.043336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Network 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:51.058155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:51.068446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:51.109289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Pushing event updated for resources: {'Port': ['ID=4f0b705b-6d85-49b2-9b3d-b73599332ba1,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:51.150766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Attempting to bind port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:51.151186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Attempting to bind port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'ac1642bd-01ac-4db6-8d13-217d19b7f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:51.151499 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-236da818-7cbe-4de0-8866-fd62e745a3d4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.155289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Attempting to bind port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 on network 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:51.155439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236da818-7cbe-4de0-8866-fd62e745a3d4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Fanout notify agent at l3_agent the message router_deleted on router 053e499a-b245-4d29-964c-77d9008a14ed {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:05:51.161889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-236da818-7cbe-4de0-8866-fd62e745a3d4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.163047 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-236da818-7cbe-4de0-8866-fd62e745a3d4 tempest-RoutersNegativeIpV6Test-413788547 tempest-RoutersNegativeIpV6Test-413788547-project] 10.222.0.66 "DELETE /v2.0/routers/053e499a-b245-4d29-964c-77d9008a14ed HTTP/1.1" status: 204 len: 168 time: 1.1422172 Aug 16 02:05:51.164626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:51.164996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Checking segment: {'id': 'ac1642bd-01ac-4db6-8d13-217d19b7f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:51.165406 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.166152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Bound using segment: {'id': 'ac1642bd-01ac-4db6-8d13-217d19b7f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:51.166665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Bound port: 4f0b705b-6d85-49b2-9b3d-b73599332ba1, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1642bd-01ac-4db6-8d13-217d19b7f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:51.167055 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.287104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Allocated IP 172.20.0.10 (2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b/68bf8679-9ccf-43af-940e-01a3593e380b/eb86f475-cc5e-4736-9d47-6c4ba8abe157) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:51.299273 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-66dd1aa6-d4f5-4042-86a5-cb4b6e94fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.299273 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-66dd1aa6-d4f5-4042-86a5-cb4b6e94fdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.299273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-66dd1aa6-d4f5-4042-86a5-cb4b6e94fdaf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/406aa27c-f16c-4a10-b836-5bfa8cdc759b HTTP/1.1" status: 204 len: 168 time: 0.8119178 Aug 16 02:05:51.321141 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd1aa6-d4f5-4042-86a5-cb4b6e94fdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406aa27c-f16c-4a10-b836-5bfa8cdc759b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:51.439688 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2f2fd20d-d1d7-40c6-ad75-3bac30a880f5 None None] Provisioning for port b84d5fd9-f037-4343-9813-2d015727c7cb completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:51.449473 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2f2fd20d-d1d7-40c6-ad75-3bac30a880f5 None None] Provisioning complete for port b84d5fd9-f037-4343-9813-2d015727c7cb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:51.449859 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd20d-d1d7-40c6-ad75-3bac30a880f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.454933 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.503253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] For port 4f0b705b-6d85-49b2-9b3d-b73599332ba1, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:51.513978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fd20d-d1d7-40c6-ad75-3bac30a880f5 None None] Port b84d5fd9-f037-4343-9813-2d015727c7cb cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:51.518587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] For port 4f0b705b-6d85-49b2-9b3d-b73599332ba1, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4f0b705b-6d85-49b2-9b3d-b73599332ba1,segment=NetworkSegment(ac1642bd-01ac-4db6-8d13-217d19b7f3cb),segment_id=ac1642bd-01ac-4db6-8d13-217d19b7f3cb)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:51.611204 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.633524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Transition to ACTIVE for port object eb86f475-cc5e-4736-9d47-6c4ba8abe157 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:51.654483 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.731185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.737785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee90cf-a7df-4345-85c8-090b17be2dc0 None None] Pushing event updated for resources: {'Port': ['ID=4f0b705b-6d85-49b2-9b3d-b73599332ba1,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:51.887430 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.915543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.927691 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.992350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Network 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:51.999174 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.004118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:52.011015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:52.057219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b84d5fd9-f037-4343-9813-2d015727c7cb,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:52.111999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.112349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.112693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.113033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.113368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.113700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.114057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.114409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.114999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.115126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.115368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.115693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.138264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.138894 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.184092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55518) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:52.198993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Pushing event updated for resources: {'Port': ['ID=eb86f475-cc5e-4736-9d47-6c4ba8abe157,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:52.220361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Network b465bad3-96df-413a-9cb3-a9689225c277 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:52.228232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:52.292136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-014db446-0b8d-4270-8e89-024a8bb6b560 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1298854 Aug 16 02:05:52.292791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55526) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:52.301636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6c795db5-a603-4196-9b99-df40bd19cfab tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-912314291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:52.397271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Router 50aee619-e120-4460-8eea-7b1b98c85ee6 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:52.458811 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-02b3df99-cedc-4392-bdd2-08344d8e2061 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39aee04024f24597ae6aeced6e3ef250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719133 Aug 16 02:05:52.460736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55530) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:52.503790 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c795db5-a603-4196-9b99-df40bd19cfab tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.508234 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c795db5-a603-4196-9b99-df40bd19cfab tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.578225 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28b5b51f-be9e-475a-986b-e411b7e7f767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.626299 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28b5b51f-be9e-475a-986b-e411b7e7f767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.653709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c795db5-a603-4196-9b99-df40bd19cfab tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.690548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4f0b705b-6d85-49b2-9b3d-b73599332ba1 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:52.704704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:52.721028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fe66e08e-29d2-458c-a335-f6b3bada46b6 admin admin] 10.222.0.66 "PUT /v2.0/routers/50aee619-e120-4460-8eea-7b1b98c85ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1907501 Aug 16 02:05:52.761870 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c795db5-a603-4196-9b99-df40bd19cfab tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.766187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d7ca456d-6c1e-443d-84c6-a2d385afa1e8 None None] Provisioning complete for port b84d5fd9-f037-4343-9813-2d015727c7cb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:52.773865 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d7ca456d-6c1e-443d-84c6-a2d385afa1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.799664 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28b5b51f-be9e-475a-986b-e411b7e7f767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.802366 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28b5b51f-be9e-475a-986b-e411b7e7f767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.805791 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-28b5b51f-be9e-475a-986b-e411b7e7f767 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/470af59a-cf60-45b8-bcbb-4e4445a68570 HTTP/1.1" status: 204 len: 168 time: 0.3421125 Aug 16 02:05:52.813747 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5b51f-be9e-475a-986b-e411b7e7f767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470af59a-cf60-45b8-bcbb-4e4445a68570,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:52.818903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca456d-6c1e-443d-84c6-a2d385afa1e8 None None] Port b84d5fd9-f037-4343-9813-2d015727c7cb cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:52.898563 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c795db5-a603-4196-9b99-df40bd19cfab tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.899930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6c795db5-a603-4196-9b99-df40bd19cfab tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6038990 Aug 16 02:05:52.909575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55548) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:52.909782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:52.914175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 04625cb0-cbfa-445e-9912-f618dd51bdf8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:52.918755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8a4b4fbb-631a-420a-99a4-f5ac107e3ea8 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1397352210', 'prefixes': ['172.20.0.0/16']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:53.079592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 04625cb0-cbfa-445e-9912-f618dd51bdf8 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:53.086250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 04625cb0-cbfa-445e-9912-f618dd51bdf8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:53.087070 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.139533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Sync routers for ids ['50aee619-e120-4460-8eea-7b1b98c85ee6'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:53.156019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Routers {'50aee619-e120-4460-8eea-7b1b98c85ee6'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:53.156663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['50aee619-e120-4460-8eea-7b1b98c85ee6'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:53.201104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc060bec-d46f-47dc-ac75-00a87880ac32 None None] Network 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:53.339427 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.344223 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4fbb-631a-420a-99a4-f5ac107e3ea8 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for subnetpool, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.345580 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8a4b4fbb-631a-420a-99a4-f5ac107e3ea8 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4337528 Aug 16 02:05:53.349255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55558) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:53.354468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-69662053-5685-4e03-bc9b-999f2aed1d08 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b', 'tempest-TagsExtTest-Tag-309450197') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:53.379855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Set router 50aee619-e120-4460-8eea-7b1b98c85ee6 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:53.461657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 04625cb0-cbfa-445e-9912-f618dd51bdf8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=04625cb0-cbfa-445e-9912-f618dd51bdf8,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:53.584415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1602e963-a940-4e64-9b13-58aed2636915 None None] Provisioning for port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:53.598424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1602e963-a940-4e64-9b13-58aed2636915 None None] Provisioning complete for port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:53.598800 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1602e963-a940-4e64-9b13-58aed2636915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.618395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-69662053-5685-4e03-bc9b-999f2aed1d08 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags/tempest-TagsExtTest-Tag-309450197 HTTP/1.1" status: 201 len: 201 time: 0.2667501 Aug 16 02:05:53.622950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55566) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:53.628396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-049f49f1-3f50-4d39-95b6-e130c5b04f46 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157', 'tempest-TagsExtTest-Tag-1345838528') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:53.644440 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.754756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=04625cb0-cbfa-445e-9912-f618dd51bdf8,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:53.810667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'name': 'tempest-TestAggregatesBasicOps-453775846-router', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'gw_port': {'id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'b84d5fd9-f037-4343-9813-2d015727c7cb', 'name': '', 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'mac_address': 'fa:16:3e:3c:38:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '991d3082-d3b6-4eae-a064-07d97811547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:49Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 2, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'subnets': [{'id': '991d3082-d3b6-4eae-a064-07d97811547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:53.820540 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1602e963-a940-4e64-9b13-58aed2636915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.847506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Checking router: 50aee619-e120-4460-8eea-7b1b98c85ee6 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:53.847860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Updating router 50aee619-e120-4460-8eea-7b1b98c85ee6 port b84d5fd9-f037-4343-9813-2d015727c7cb binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:05:53.852537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-049f49f1-3f50-4d39-95b6-e130c5b04f46 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags/tempest-TagsExtTest-Tag-1345838528 HTTP/1.1" status: 201 len: 201 time: 0.2283018 Aug 16 02:05:53.855622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55570) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:53.861326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-0b589b21-de33-4a08-aa25-f8eb3289fc0b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4', 'tempest-TagsExtTest-Tag-1909570501') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:53.893186 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.898152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1602e963-a940-4e64-9b13-58aed2636915 None None] For port 4f0b705b-6d85-49b2-9b3d-b73599332ba1, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4f0b705b-6d85-49b2-9b3d-b73599332ba1,segment=NetworkSegment(ac1642bd-01ac-4db6-8d13-217d19b7f3cb),segment_id=ac1642bd-01ac-4db6-8d13-217d19b7f3cb)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:54.027190 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1602e963-a940-4e64-9b13-58aed2636915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.058817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0b589b21-de33-4a08-aa25-f8eb3289fc0b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags/tempest-TagsExtTest-Tag-1909570501 HTTP/1.1" status: 201 len: 201 time: 0.2016056 Aug 16 02:05:54.061602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55580) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:54.069413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-8a7da57f-bfba-479c-a81c-ec86cb4cc9fd tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594', 'tempest-TagsExtTest-Tag-668160182') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:54.152331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602e963-a940-4e64-9b13-58aed2636915 None None] Pushing event updated for resources: {'Port': ['ID=4f0b705b-6d85-49b2-9b3d-b73599332ba1,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:54.200959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0d8407fa-31e4-4057-ab3f-519694d5fead None None] Provisioning complete for port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:54.200959 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0d8407fa-31e4-4057-ab3f-519694d5fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.364087 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.375749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Transition to ACTIVE for port object b84d5fd9-f037-4343-9813-2d015727c7cb will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:54.447602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0d8407fa-31e4-4057-ab3f-519694d5fead None None] Provisioning for port eb86f475-cc5e-4736-9d47-6c4ba8abe157 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:54.452660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0d8407fa-31e4-4057-ab3f-519694d5fead None None] Provisioning complete for port eb86f475-cc5e-4736-9d47-6c4ba8abe157 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:54.453127 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0d8407fa-31e4-4057-ab3f-519694d5fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.476724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4f0b705b-6d85-49b2-9b3d-b73599332ba1 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:54.501077 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.559349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0d8407fa-31e4-4057-ab3f-519694d5fead None None] Port eb86f475-cc5e-4736-9d47-6c4ba8abe157 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:54.587996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b4033-304c-4954-a271-eaa63ce2e02f None None] Pushing event updated for resources: {'Port': ['ID=b84d5fd9-f037-4343-9813-2d015727c7cb,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:54.596558 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55600) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:54.602772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8a7da57f-bfba-479c-a81c-ec86cb4cc9fd tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags/tempest-TagsExtTest-Tag-668160182 HTTP/1.1" status: 201 len: 201 time: 0.5392334 Aug 16 02:05:54.606665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-bf8844c7-c93c-4e29-81f7-a4879442386c tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:54.641606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:54.642008 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.672265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Attempting to bind port b84d5fd9-f037-4343-9813-2d015727c7cb on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:54.672985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Attempting to bind port b84d5fd9-f037-4343-9813-2d015727c7cb by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'c41af73b-d82c-4826-8f64-5224b6d5eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:54.673609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Attempting to bind port b84d5fd9-f037-4343-9813-2d015727c7cb on network b465bad3-96df-413a-9cb3-a9689225c277 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:54.693922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:54.694426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Checking segment: {'id': 'c41af73b-d82c-4826-8f64-5224b6d5eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:54.694838 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.695241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Bound using segment: {'id': 'c41af73b-d82c-4826-8f64-5224b6d5eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:54.695780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Bound port: b84d5fd9-f037-4343-9813-2d015727c7cb, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41af73b-d82c-4826-8f64-5224b6d5eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:54.696173 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.717948 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bf8844c7-c93c-4e29-81f7-a4879442386c tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags HTTP/1.1" status: 200 len: 240 time: 0.1156206 Aug 16 02:05:54.720696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55604) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:54.726225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-df52d0c5-d161-45fa-bafb-a65344f87fa0 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b', 'tempest-TagsExtTest-Tag-309450197') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:54.775377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-12b48764-c334-41af-b264-5aba295c9f39 None None] Provisioning complete for port eb86f475-cc5e-4736-9d47-6c4ba8abe157 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:54.775911 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-12b48764-c334-41af-b264-5aba295c9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.806114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-df52d0c5-d161-45fa-bafb-a65344f87fa0 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags/tempest-TagsExtTest-Tag-309450197 HTTP/1.1" status: 204 len: 168 time: 0.0841784 Aug 16 02:05:54.808518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55608) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:54.814016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-a404b8c9-ff89-4b0f-a867-bbe004776c1c tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b', 'tempest-TagsExtTest-Tag-309450197') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:54.996306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a404b8c9-ff89-4b0f-a867-bbe004776c1c tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags/tempest-TagsExtTest-Tag-309450197 HTTP/1.1" status: 204 len: 168 time: 0.1860495 Aug 16 02:05:54.999562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55616) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.006073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] For port b84d5fd9-f037-4343-9813-2d015727c7cb, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:55.010336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-0b7bb5fb-9b9b-484d-8a64-e78cb04f2ce8 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.013269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-12b48764-c334-41af-b264-5aba295c9f39 None None] Port eb86f475-cc5e-4736-9d47-6c4ba8abe157 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:55.029631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] For port b84d5fd9-f037-4343-9813-2d015727c7cb, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b84d5fd9-f037-4343-9813-2d015727c7cb,segment=NetworkSegment(c41af73b-d82c-4826-8f64-5224b6d5eaa3),segment_id=c41af73b-d82c-4826-8f64-5224b6d5eaa3)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:55.032981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 04625cb0-cbfa-445e-9912-f618dd51bdf8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:55.087349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 04625cb0-cbfa-445e-9912-f618dd51bdf8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:55.087796 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.092071 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0b7bb5fb-9b9b-484d-8a64-e78cb04f2ce8 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags HTTP/1.1" status: 200 len: 205 time: 0.0893545 Aug 16 02:05:55.094668 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55618) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.096389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55620) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.099936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-e8f06fae-a0ae-4750-9c6a-b1f02c56ae17 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.133846 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.162077 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e8f06fae-a0ae-4750-9c6a-b1f02c56ae17 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags HTTP/1.1" status: 200 len: 241 time: 0.0660951 Aug 16 02:05:55.164757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55624) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.170851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-1b8227b9-0739-47df-b853-a96d62414343 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157', 'tempest-TagsExtTest-Tag-1345838528') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.237637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b4033-304c-4954-a271-eaa63ce2e02f None None] Pushing event updated for resources: {'Port': ['ID=b84d5fd9-f037-4343-9813-2d015727c7cb,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:55.242896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Routers {'50aee619-e120-4460-8eea-7b1b98c85ee6'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:55.243839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['50aee619-e120-4460-8eea-7b1b98c85ee6'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.249241 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55628) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.249411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1b8227b9-0739-47df-b853-a96d62414343 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags/tempest-TagsExtTest-Tag-1345838528 HTTP/1.1" status: 204 len: 168 time: 0.0832489 Aug 16 02:05:55.255510 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-997b0eff-9e96-481a-936a-5382c0885d1d tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157', 'tempest-TagsExtTest-Tag-1345838528') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.390868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] Set router 50aee619-e120-4460-8eea-7b1b98c85ee6 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:55.431574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55634) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.441795 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-849334197-network', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:55.459797 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-997b0eff-9e96-481a-936a-5382c0885d1d tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags/tempest-TagsExtTest-Tag-1345838528 HTTP/1.1" status: 204 len: 168 time: 0.2060726 Aug 16 02:05:55.462418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55636) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.467049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-62429cba-2b7c-4055-8bd2-17a5c5562500 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.547390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-62429cba-2b7c-4055-8bd2-17a5c5562500 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags HTTP/1.1" status: 200 len: 205 time: 0.0837853 Aug 16 02:05:55.550257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55638) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.555768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-94c67aa3-6c5b-487d-9bf6-d7eef5bc874d tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.595125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Made reservation on behalf of 597e55d7249c462cb34abd682d8ff5a6 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:55.597505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.606894 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.652839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1302002545'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:55.663618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'name': 'tempest-TestAggregatesBasicOps-453775846-router', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'gw_port': {'id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'b84d5fd9-f037-4343-9813-2d015727c7cb', 'name': '', 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'mac_address': 'fa:16:3e:3c:38:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '991d3082-d3b6-4eae-a064-07d97811547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:49Z', 'updated_at': '2021-08-16T02:05:54Z', 'revision_number': 4, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'subnets': [{'id': '991d3082-d3b6-4eae-a064-07d97811547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.673643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-94c67aa3-6c5b-487d-9bf6-d7eef5bc874d tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags HTTP/1.1" status: 200 len: 241 time: 0.1219034 Aug 16 02:05:55.676486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55642) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.682566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-da286003-6650-4e80-bf43-1b9a870fc514 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4', 'tempest-TagsExtTest-Tag-1909570501') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.704666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96041ab-086f-4248-958d-7467ef3d40b1 None None] The sync data for ids ['50aee619-e120-4460-8eea-7b1b98c85ee6'] in n-d-768509-23 is: [{'id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'name': 'tempest-TestAggregatesBasicOps-453775846-router', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'gw_port': {'id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'b84d5fd9-f037-4343-9813-2d015727c7cb', 'name': '', 'network_id': 'b465bad3-96df-413a-9cb3-a9689225c277', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'mac_address': 'fa:16:3e:3c:38:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '991d3082-d3b6-4eae-a064-07d97811547a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:49Z', 'updated_at': '2021-08-16T02:05:54Z', 'revision_number': 4, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'subnets': [{'id': '991d3082-d3b6-4eae-a064-07d97811547a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:55.808346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-da286003-6650-4e80-bf43-1b9a870fc514 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags/tempest-TagsExtTest-Tag-1909570501 HTTP/1.1" status: 204 len: 168 time: 0.1305187 Aug 16 02:05:55.811236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55648) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.817627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.818556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-6acb3c80-870e-478a-b859-ddcb435bf98d tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4', 'tempest-TagsExtTest-Tag-1909570501') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.932864 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.970130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:55.982888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3ff2df-bcbf-4fb0-a817-2fe22324f11c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:55.988261 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.988819 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Added segment 0f65cefa-0a02-4dae-8896-6af86392ad15 of type vlan for network 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd Aug 16 02:05:56.037286 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.066745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6acb3c80-870e-478a-b859-ddcb435bf98d tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags/tempest-TagsExtTest-Tag-1909570501 HTTP/1.1" status: 204 len: 168 time: 0.2542753 Aug 16 02:05:56.068911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:56.069309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55662) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.074572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-6ae696d5-54bc-4d0c-a99e-15453006a758 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.074782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.088497 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.165591 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6ae696d5-54bc-4d0c-a99e-15453006a758 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags HTTP/1.1" status: 200 len: 205 time: 0.0949202 Aug 16 02:05:56.166492 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55666) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.171603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-1efb15dd-b4b4-43fc-88bd-0fda5365dd95 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.203365 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.204858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:56.205465 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.227889 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.279862 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1efb15dd-b4b4-43fc-88bd-0fda5365dd95 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags HTTP/1.1" status: 200 len: 240 time: 0.1123078 Aug 16 02:05:56.283063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55670) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.289586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-d731f54a-bf8d-4393-a7a0-f7e9a4cd270a tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594', 'tempest-TagsExtTest-Tag-668160182') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.290221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] Pushing event updated for resources: {'Network': ['ID=18e5696f-930f-4dcc-aae5-ee7c50bfa5dd,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.303003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:56.347745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d731f54a-bf8d-4393-a7a0-f7e9a4cd270a tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags/tempest-TagsExtTest-Tag-668160182 HTTP/1.1" status: 204 len: 168 time: 0.0605006 Aug 16 02:05:56.348953 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.349730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55676) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.359612 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-98919705-5bed-4f6d-9641-aac4ce8fe0e6 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594', 'tempest-TagsExtTest-Tag-668160182') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.442208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:56.451330 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f8bbbbd8-f0d6-4ab0-8919-6a78922fa68c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0136540 Aug 16 02:05:56.452077 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55680) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.462976 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] Request body: {'subnet': {'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-849334197-subnet', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:56.485123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.485276 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Added segment 557209f6-2b69-4ce9-997b-567376dabd48 of type vlan for network 06fa6c4b-d232-4cb8-aac5-302decdefa7e Aug 16 02:05:56.486637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdccfd2-ade0-45ca-b7c9-58ce13c84dd8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.533934 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-98919705-5bed-4f6d-9641-aac4ce8fe0e6 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags/tempest-TagsExtTest-Tag-668160182 HTTP/1.1" status: 204 len: 168 time: 0.1829860 Aug 16 02:05:56.536334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55686) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.540885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-a026faa4-b2ab-4b78-baa2-2097587d6feb tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.565360 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.588158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55688) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.589460 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a026faa4-b2ab-4b78-baa2-2097587d6feb tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags HTTP/1.1" status: 200 len: 205 time: 0.0517452 Aug 16 02:05:56.596426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-860b9a36-5606-40b5-a316-1fa9d5fea2a4 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.610402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] Made reservation on behalf of 597e55d7249c462cb34abd682d8ff5a6 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:56.615840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b84d5fd9-f037-4343-9813-2d015727c7cb up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:56.635730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.641530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-860b9a36-5606-40b5-a316-1fa9d5fea2a4 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags HTTP/1.1" status: 204 len: 168 time: 0.0509157 Aug 16 02:05:56.644209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55690) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.650315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-e2467dcf-044f-44cc-ab52-56fe4619cd27 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.722805 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.728330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:56.728960 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.770558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port b84d5fd9-f037-4343-9813-2d015727c7cb completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:56.777489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b84d5fd9-f037-4343-9813-2d015727c7cb triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:56.778318 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.878506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7804470 Aug 16 02:05:56.910034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1793a82-09dc-4ab5-8f29-2ec0c2c59dcb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Network': ['ID=06fa6c4b-d232-4cb8-aac5-302decdefa7e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.922520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 06fa6c4b-d232-4cb8-aac5-302decdefa7e details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:56.940807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e2467dcf-044f-44cc-ab52-56fe4619cd27 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags HTTP/1.1" status: 204 len: 168 time: 0.2950501 Aug 16 02:05:56.943531 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55700) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.948914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-37154fe0-ad37-4b97-8f87-9c2f6dcc742e tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:57.003276 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.059921 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.101450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port b84d5fd9-f037-4343-9813-2d015727c7cb, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b84d5fd9-f037-4343-9813-2d015727c7cb,segment=NetworkSegment(c41af73b-d82c-4826-8f64-5224b6d5eaa3),segment_id=c41af73b-d82c-4826-8f64-5224b6d5eaa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:57.145057 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] Pushing event updated for resources: {'Subnet': ['ID=71681373-8405-4bda-adff-fbc270681be9,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:57.172978 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.183529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] Checking segment: {'id': '0f65cefa-0a02-4dae-8896-6af86392ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:57.183529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] Network hostable DHCP agents. Network: 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:57.187564 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-37154fe0-ad37-4b97-8f87-9c2f6dcc742e tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags HTTP/1.1" status: 204 len: 168 time: 0.2391741 Aug 16 02:05:57.187564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55706) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.192521 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-e3ed4ae2-0307-46fa-a6ad-21f517fff84f tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:57.266202 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e3ed4ae2-0307-46fa-a6ad-21f517fff84f tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags HTTP/1.1" status: 204 len: 168 time: 0.0734293 Aug 16 02:05:57.266737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55708) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.271648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-d5927105-9c00-4f14-8d4c-6df4d2718be9 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b', 'tempest-TagsExtTest-Tag-2104300142') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:57.279499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=b84d5fd9-f037-4343-9813-2d015727c7cb,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:57.318389 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] Network 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:57.436453 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:57.441151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:57.442115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.447745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535c4d04-aedc-4935-8de8-8c54bb2d2973 None None] Network 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:57.469128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d5927105-9c00-4f14-8d4c-6df4d2718be9 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags/tempest-TagsExtTest-Tag-2104300142 HTTP/1.1" status: 201 len: 201 time: 0.2011871 Aug 16 02:05:57.475744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55710) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.484328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-62d0f603-b9c1-4355-95f1-398d28df9dea tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157', 'tempest-TagsExtTest-Tag-87233306') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:57.524034 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-12342578-ec9d-40e3-9299-80d11832b78d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0698395 Aug 16 02:05:57.526441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55714) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.532154 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-849334197-router', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:57.668325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.671043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.677543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-18e5696f-930f-4dcc-aae5-ee7c50bfa5dd', 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'fixed_ips': [{'subnet_id': '71681373-8405-4bda-adff-fbc270681be9'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:57.681317 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.705580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-62d0f603-b9c1-4355-95f1-398d28df9dea tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags/tempest-TagsExtTest-Tag-87233306 HTTP/1.1" status: 201 len: 201 time: 0.2281613 Aug 16 02:05:57.706577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55718) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.713462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-475b7e75-dfc2-48b9-9d52-18565ce4d0b4 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4', 'tempest-TagsExtTest-Tag-1553177333') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:57.778924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.897411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Allocated IP 172.20.0.2 (18e5696f-930f-4dcc-aae5-ee7c50bfa5dd/71681373-8405-4bda-adff-fbc270681be9/843612f0-82e6-46f1-a01b-313fa7eaea75) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:57.932401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55724) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.956750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-475b7e75-dfc2-48b9-9d52-18565ce4d0b4 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags/tempest-TagsExtTest-Tag-1553177333 HTTP/1.1" status: 201 len: 201 time: 0.2462597 Aug 16 02:05:57.957379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55728) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.963108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-76e5da27-e79e-44ff-bd7e-b126ce2d26b3 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594', 'tempest-TagsExtTest-Tag-1204125193') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:58.083686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.107759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-76e5da27-e79e-44ff-bd7e-b126ce2d26b3 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags/tempest-TagsExtTest-Tag-1204125193 HTTP/1.1" status: 201 len: 201 time: 0.1467762 Aug 16 02:05:58.108059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55732) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:58.114614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-03983850-538a-42ef-b3dc-9588db49abfe tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b', {'tags': ['tempest-TagsExtTest-Tag-487304305', 'tempest-TagsExtTest-Tag-884147970', 'tempest-TagsExtTest-Tag-1004147826']}) {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:58.120950 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.133301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Transition to ACTIVE for port object 843612f0-82e6-46f1-a01b-313fa7eaea75 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:58.172539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Transition to ACTIVE for port object 843612f0-82e6-46f1-a01b-313fa7eaea75 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:58.268308 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.282295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-747f2bc1-a9cc-4406-b3c5-34bc7c9be750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.327972 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-03983850-538a-42ef-b3dc-9588db49abfe tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags HTTP/1.1" status: 200 len: 316 time: 0.2149997 Aug 16 02:05:58.328921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55736) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:58.354905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-119989dd-6f41-4c1a-8efe-028d34d98160 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:58.368571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Pushing event updated for resources: {'Port': ['ID=843612f0-82e6-46f1-a01b-313fa7eaea75,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:58.397907 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Network 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:58.406280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:58.413864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:58.424912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.452614 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.589270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Attempting to bind port 843612f0-82e6-46f1-a01b-313fa7eaea75 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:58.590000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Attempting to bind port 843612f0-82e6-46f1-a01b-313fa7eaea75 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '0f65cefa-0a02-4dae-8896-6af86392ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:58.592474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Attempting to bind port 843612f0-82e6-46f1-a01b-313fa7eaea75 on network 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:58.597722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b84d5fd9-f037-4343-9813-2d015727c7cb up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:58.653007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Allocated IP 172.25.8.232 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/c7cce67c-32bb-4f5d-b0b1-0aceddf806d6) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:58.659623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:58.661070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Checking segment: {'id': '0f65cefa-0a02-4dae-8896-6af86392ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:58.661556 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.662866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Bound using segment: {'id': '0f65cefa-0a02-4dae-8896-6af86392ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:58.664092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Bound port: 843612f0-82e6-46f1-a01b-313fa7eaea75, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f65cefa-0a02-4dae-8896-6af86392ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:58.664983 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.717983 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-747f2bc1-a9cc-4406-b3c5-34bc7c9be750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.738705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-119989dd-6f41-4c1a-8efe-028d34d98160 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags HTTP/1.1" status: 204 len: 168 time: 0.4012866 Aug 16 02:05:58.742717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55746) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:58.753376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-d6e16aae-7f17-42f9-9d29-0327e4741f8d tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b', 'tempest-TagsExtTest-Tag-487304305') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:58.850185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] For port 843612f0-82e6-46f1-a01b-313fa7eaea75, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:58.855598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b84d5fd9-f037-4343-9813-2d015727c7cb triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:58.855598 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.855888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.862626 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-d6e16aae-7f17-42f9-9d29-0327e4741f8d tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:05:58.865008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d6e16aae-7f17-42f9-9d29-0327e4741f8d tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags/tempest-TagsExtTest-Tag-487304305 HTTP/1.1" status: 404 len: 328 time: 0.1207092 Aug 16 02:05:58.867907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55752) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:58.877196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-6d7dee20-20f0-4c7f-bc78-07ea245c797a tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b', 'tempest-TagsExtTest-Tag-884147970') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:58.920373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-747f2bc1-a9cc-4406-b3c5-34bc7c9be750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.942480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] For port 843612f0-82e6-46f1-a01b-313fa7eaea75, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=843612f0-82e6-46f1-a01b-313fa7eaea75,segment=NetworkSegment(0f65cefa-0a02-4dae-8896-6af86392ad15),segment_id=0f65cefa-0a02-4dae-8896-6af86392ad15)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:58.973123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.974171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-747f2bc1-a9cc-4406-b3c5-34bc7c9be750 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d2851e36ebf408792a293928d237dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0403545 Aug 16 02:05:58.979436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f2bc1-a9cc-4406-b3c5-34bc7c9be750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe8e9d8-e883-4879-adaa-09e36e41227a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.002421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55756) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:59.006942 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.074210 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5987dc44-83f1-4df0-a0e4-34d2186d92ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.120253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:59.123864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5fcfd-cc61-49dd-8dc3-2dfdb3f8a36f None None] Pushing event updated for resources: {'Port': ['ID=843612f0-82e6-46f1-a01b-313fa7eaea75,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.136229 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:59.146456 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:59.150899 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-6d7dee20-20f0-4c7f-bc78-07ea245c797a tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:05:59.152236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6d7dee20-20f0-4c7f-bc78-07ea245c797a tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags/tempest-TagsExtTest-Tag-884147970 HTTP/1.1" status: 404 len: 328 time: 0.2830157 Aug 16 02:05:59.155537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55758) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:59.159028 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5987dc44-83f1-4df0-a0e4-34d2186d92ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.164038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-a71223b3-511b-4886-8454-7bbfd6513829 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b', 'tempest-TagsExtTest-Tag-1004147826') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:59.215234 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Pushing event updated for resources: {'Port': ['ID=c7cce67c-32bb-4f5d-b0b1-0aceddf806d6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.337508 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-a71223b3-511b-4886-8454-7bbfd6513829 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:05:59.341717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a71223b3-511b-4886-8454-7bbfd6513829 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags/tempest-TagsExtTest-Tag-1004147826 HTTP/1.1" status: 404 len: 329 time: 0.1851521 Aug 16 02:05:59.342387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55760) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:59.349674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-f3cc0128-780d-449e-b0c8-f813f9044e82 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157', {'tags': ['tempest-TagsExtTest-Tag-1647793374', 'tempest-TagsExtTest-Tag-1534086165', 'tempest-TagsExtTest-Tag-723816002']}) {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:59.491656 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5987dc44-83f1-4df0-a0e4-34d2186d92ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.498115 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5987dc44-83f1-4df0-a0e4-34d2186d92ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.507396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5987dc44-83f1-4df0-a0e4-34d2186d92ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbe8e9d8-e883-4879-adaa-09e36e41227a HTTP/1.1" status: 204 len: 168 time: 0.4970133 Aug 16 02:05:59.528578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987dc44-83f1-4df0-a0e4-34d2186d92ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe8e9d8-e883-4879-adaa-09e36e41227a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.662971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f3cc0128-780d-449e-b0c8-f813f9044e82 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags HTTP/1.1" status: 200 len: 317 time: 0.3158185 Aug 16 02:05:59.663181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55768) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:59.669335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-1e75e9c1-1e70-4db4-975d-cf1f3e35817b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:59.852862 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.864329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e5bd296d-eb31-433c-b67f-710e011da1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.010041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55772) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:00.010668 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1e75e9c1-1e70-4db4-975d-cf1f3e35817b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags HTTP/1.1" status: 204 len: 168 time: 0.3457422 Aug 16 02:06:00.017462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-9fb21dfa-3714-4e5a-81aa-5c7f0c228942 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157', 'tempest-TagsExtTest-Tag-1647793374') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:00.153410 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.167715 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-9fb21dfa-3714-4e5a-81aa-5c7f0c228942 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:06:00.170436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9fb21dfa-3714-4e5a-81aa-5c7f0c228942 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags/tempest-TagsExtTest-Tag-1647793374 HTTP/1.1" status: 404 len: 329 time: 0.1568997 Aug 16 02:06:00.173497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55778) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:00.200500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55780) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:00.209041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'subnet': {'network_id': '06fa6c4b-d232-4cb8-aac5-302decdefa7e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:00.243038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-7bb16bce-3b1a-40e9-9822-a3987472227b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157', 'tempest-TagsExtTest-Tag-1534086165') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:00.377853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55788) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:00.473521 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-7bb16bce-3b1a-40e9-9822-a3987472227b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:06:00.477225 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7bb16bce-3b1a-40e9-9822-a3987472227b tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags/tempest-TagsExtTest-Tag-1534086165 HTTP/1.1" status: 404 len: 329 time: 0.3000770 Aug 16 02:06:00.477969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55796) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:00.483274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-c76c1fd9-e95b-42d1-bd43-52b08b2ffc6c tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157', 'tempest-TagsExtTest-Tag-723816002') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:00.519429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:00.523616 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.553911 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:06:00.560087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 843612f0-82e6-46f1-a01b-313fa7eaea75 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:00.595942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a2868b-a9a0-48b8-9def-6a4aeb73bf78 None None] Network 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:00.629320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-921fff49-0385-4272-94c7-f8544aa75a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.696227 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-c76c1fd9-e95b-42d1-bd43-52b08b2ffc6c tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:06:00.701451 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c76c1fd9-e95b-42d1-bd43-52b08b2ffc6c tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags/tempest-TagsExtTest-Tag-723816002 HTTP/1.1" status: 404 len: 328 time: 0.2223792 Aug 16 02:06:00.703597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55802) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:00.716374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-e6e8b339-9ce6-4ca6-9b3b-2c60e842016f tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4', {'tags': ['tempest-TagsExtTest-Tag-1544404884', 'tempest-TagsExtTest-Tag-838500651', 'tempest-TagsExtTest-Tag-1762869471']}) {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:00.727592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:00.738596 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Sync routers for ids ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:00.757982 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Routers {'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:00.757982 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:00.784947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4c9d9513-d77e-42e4-8579-499e3b63b616 None None] Provisioning for port 843612f0-82e6-46f1-a01b-313fa7eaea75 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:00.821133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 843612f0-82e6-46f1-a01b-313fa7eaea75 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:00.841633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 843612f0-82e6-46f1-a01b-313fa7eaea75 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:00.842340 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.906187 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Set router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:01.025662 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.103867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 843612f0-82e6-46f1-a01b-313fa7eaea75, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=843612f0-82e6-46f1-a01b-313fa7eaea75,segment=NetworkSegment(0f65cefa-0a02-4dae-8896-6af86392ad15),segment_id=0f65cefa-0a02-4dae-8896-6af86392ad15)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:01.169663 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.222657 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.226231 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'name': 'tempest-TestAggregatesBasicOps-849334197-router', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:57Z', 'updated_at': '2021-08-16T02:05:59Z', 'revision_number': 3, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'gw_port': {'id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:58Z', 'updated_at': '2021-08-16T02:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:01.235936 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-921fff49-0385-4272-94c7-f8544aa75a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.241838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e6e8b339-9ce6-4ca6-9b3b-2c60e842016f tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags HTTP/1.1" status: 200 len: 317 time: 0.5358398 Aug 16 02:06:01.249687 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55816) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:01.250227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-441f64b8-a59d-465d-b0b4-a1d0fd9af9e5 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:01.286236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=843612f0-82e6-46f1-a01b-313fa7eaea75,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:01.292489 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Checking router: a5ca37d9-01cf-4369-8bf0-5d2e923d38bb for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:01.292939 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Updating router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:06:01.319535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Subnet': ['ID=4a6d5d83-b78a-4b49-bd5d-a7ce932e90e8,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:01.323248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b9333844-a9be-4dbc-bfdc-a1c338eb1428 None None] Provisioning complete for port 843612f0-82e6-46f1-a01b-313fa7eaea75 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:01.323634 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b9333844-a9be-4dbc-bfdc-a1c338eb1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.348048 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.354058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Checking segment: {'id': '557209f6-2b69-4ce9-997b-567376dabd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '06fa6c4b-d232-4cb8-aac5-302decdefa7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:01.357707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network hostable DHCP agents. Network: 06fa6c4b-d232-4cb8-aac5-302decdefa7e, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:01.384979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-921fff49-0385-4272-94c7-f8544aa75a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.454520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-921fff49-0385-4272-94c7-f8544aa75a42 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73cc6031267a4ad7a947605b2d4f3ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0761454 Aug 16 02:06:01.458252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55820) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:01.530790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fff49-0385-4272-94c7-f8544aa75a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aee2a95-0a3d-4280-a60d-f6d82944d78f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:01.542321 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.543476 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c05414b4-2424-4ff9-a37f-7928f8b951ef admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0156705 Aug 16 02:06:01.546500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55822) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:01.592805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f29c942-e464-4b43-a3d0-6945e4de6924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.619222 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f29c942-e464-4b43-a3d0-6945e4de6924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.644860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network 06fa6c4b-d232-4cb8-aac5-302decdefa7e is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:01.729800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55830) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:01.730069 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-441f64b8-a59d-465d-b0b4-a1d0fd9af9e5 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags HTTP/1.1" status: 204 len: 168 time: 0.4791293 Aug 16 02:06:01.735854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-ad4908a8-e1ac-4dc7-9b5e-e2254594e686 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4', 'tempest-TagsExtTest-Tag-1544404884') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:01.806968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 06fa6c4b-d232-4cb8-aac5-302decdefa7e) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:01.811615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.812213 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.816745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a457a-383e-4cc5-ac6e-cfc73c014342 None None] Network 06fa6c4b-d232-4cb8-aac5-302decdefa7e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:01.837154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f29c942-e464-4b43-a3d0-6945e4de6924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.840956 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f29c942-e464-4b43-a3d0-6945e4de6924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.846278 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2f29c942-e464-4b43-a3d0-6945e4de6924 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1aee2a95-0a3d-4280-a60d-f6d82944d78f HTTP/1.1" status: 204 len: 168 time: 0.3816338 Aug 16 02:06:01.854276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29c942-e464-4b43-a3d0-6945e4de6924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aee2a95-0a3d-4280-a60d-f6d82944d78f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:01.866398 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.879673 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Transition to ACTIVE for port object c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:01.912950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dac00258-5597-4860-addb-9ec03fc2a591 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7109051 Aug 16 02:06:01.915984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55834) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:01.920555 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-ad4908a8-e1ac-4dc7-9b5e-e2254594e686 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:06:01.921568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ad4908a8-e1ac-4dc7-9b5e-e2254594e686 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags/tempest-TagsExtTest-Tag-1544404884 HTTP/1.1" status: 404 len: 329 time: 0.1897414 Aug 16 02:06:01.924605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55836) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:01.925338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-849767271'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:01.929572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-c4812d43-a289-4544-948e-f934fafd8507 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4', 'tempest-TagsExtTest-Tag-838500651') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:02.001368 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.022705 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-c4812d43-a289-4544-948e-f934fafd8507 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:06:02.026397 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c4812d43-a289-4544-948e-f934fafd8507 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags/tempest-TagsExtTest-Tag-838500651 HTTP/1.1" status: 404 len: 328 time: 0.0981522 Aug 16 02:06:02.029446 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55838) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:02.042442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-3306905f-bd0d-46e6-a4de-a1543c682112 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4', 'tempest-TagsExtTest-Tag-1762869471') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:02.050205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-06fa6c4b-d232-4cb8-aac5-302decdefa7e', 'network_id': '06fa6c4b-d232-4cb8-aac5-302decdefa7e', 'tenant_id': 'e13e0a29b598460da886ae8a7c47413c', 'fixed_ips': [{'subnet_id': '4a6d5d83-b78a-4b49-bd5d-a7ce932e90e8'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:02.051594 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.086067 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Attempting to bind port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:02.086447 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Attempting to bind port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:02.086814 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Attempting to bind port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:02.093767 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e8d65-6bb8-4fc9-b3f7-7812bbcdf928 None None] Pushing event updated for resources: {'Port': ['ID=c7cce67c-32bb-4f5d-b0b1-0aceddf806d6,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:02.105323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:02.107744 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:02.107744 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.107744 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:02.107744 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Bound port: c7cce67c-32bb-4f5d-b0b1-0aceddf806d6, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:02.108440 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.150241 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:06:02.195010 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-3306905f-bd0d-46e6-a4de-a1543c682112 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:06:02.196072 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3306905f-bd0d-46e6-a4de-a1543c682112 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags/tempest-TagsExtTest-Tag-1762869471 HTTP/1.1" status: 404 len: 329 time: 0.1581998 Aug 16 02:06:02.196471 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] For port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:02.199472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55844) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:02.206938 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] For port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c7cce67c-32bb-4f5d-b0b1-0aceddf806d6,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:02.208249 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-84f60faf-da07-483d-a6b3-7525c1869a5a tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594', {'tags': ['tempest-TagsExtTest-Tag-1804956084', 'tempest-TagsExtTest-Tag-309743493', 'tempest-TagsExtTest-Tag-669281157']}) {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:02.294175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Allocated IP 2001:db8:0:ffff::2 (06fa6c4b-d232-4cb8-aac5-302decdefa7e/4a6d5d83-b78a-4b49-bd5d-a7ce932e90e8/75273b21-eb18-4522-ae6d-ab1cc2a83819) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:02.349800 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.355258 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-84f60faf-da07-483d-a6b3-7525c1869a5a tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "PUT /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags HTTP/1.1" status: 200 len: 316 time: 0.1537850 Aug 16 02:06:02.361723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55850) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:02.381369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-14ee5b06-ec2f-4e49-a7ad-1cd7aee33a2c tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:02.393172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:02.396708 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.463893 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:02.506448 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Routers {'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:02.507551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:05:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:02.541676 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.547539 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Added segment 9a954f17-f508-47a7-9f4c-a099c2dc0b6b of type vlan for network 0cc240b0-e896-48b3-8f71-36a6c55cef1c Aug 16 02:06:02.588140 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.610995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Transition to ACTIVE for port object 75273b21-eb18-4522-ae6d-ab1cc2a83819 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:02.635006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 843612f0-82e6-46f1-a01b-313fa7eaea75 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:02.641898 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e8d65-6bb8-4fc9-b3f7-7812bbcdf928 None None] Pushing event updated for resources: {'Port': ['ID=c7cce67c-32bb-4f5d-b0b1-0aceddf806d6,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:02.648638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.746098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Transition to ACTIVE for port object 75273b21-eb18-4522-ae6d-ab1cc2a83819 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:02.756655 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.814657 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] Set router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:02.822321 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 843612f0-82e6-46f1-a01b-313fa7eaea75 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:02.825237 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.836208 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.878625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.899575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:02.903298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.967510 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.035219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Network 06fa6c4b-d232-4cb8-aac5-302decdefa7e is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:03.041425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:03.050142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:03.076584 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3c117dfb-9c10-4423-af55-1d3be4bac32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.084891 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'name': 'tempest-TestAggregatesBasicOps-849334197-router', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:57Z', 'updated_at': '2021-08-16T02:05:59Z', 'revision_number': 3, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'gw_port': {'id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:58Z', 'updated_at': '2021-08-16T02:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:03.087743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Pushing event updated for resources: {'Port': ['ID=75273b21-eb18-4522-ae6d-ab1cc2a83819,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.151864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Network': ['ID=0cc240b0-e896-48b3-8f71-36a6c55cef1c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.166082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55862) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.197979 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4c62c-1d6d-4dd0-9e00-eb3ee8aff342 None None] The sync data for ids ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'] in n-d-768509-23 is: [{'id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'name': 'tempest-TestAggregatesBasicOps-849334197-router', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:57Z', 'updated_at': '2021-08-16T02:05:59Z', 'revision_number': 3, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'gw_port': {'id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:58Z', 'updated_at': '2021-08-16T02:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:03.204590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0b221c60-b84f-43b2-9181-953b0696cd2f tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2844489 Aug 16 02:06:03.207565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55866) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.221836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 0cc240b0-e896-48b3-8f71-36a6c55cef1c details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:03.244015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'subnet': {'network_id': '0cc240b0-e896-48b3-8f71-36a6c55cef1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:03.291825 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-154bb40e-059a-41a6-935c-c203e1a4c120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.408186 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-14ee5b06-ec2f-4e49-a7ad-1cd7aee33a2c tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags HTTP/1.1" status: 204 len: 168 time: 1.0429263 Aug 16 02:06:03.410565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55870) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.417557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-4a625ee8-e78e-441a-b995-ae2081ae5fd3 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594', 'tempest-TagsExtTest-Tag-1804956084') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:03.456221 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-4a625ee8-e78e-441a-b995-ae2081ae5fd3 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:06:03.457609 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4a625ee8-e78e-441a-b995-ae2081ae5fd3 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags/tempest-TagsExtTest-Tag-1804956084 HTTP/1.1" status: 404 len: 329 time: 0.0459042 Aug 16 02:06:03.460365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55872) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.465751 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-9b2713cc-a83f-41d2-8ab1-c1f3e6a5b75e tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594', 'tempest-TagsExtTest-Tag-309743493') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:03.493886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Allocated IP 172.20.0.1 (18e5696f-930f-4dcc-aae5-ee7c50bfa5dd/71681373-8405-4bda-adff-fbc270681be9/a5e28cf2-cbe7-4389-b018-4d579039e525) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:03.497593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Attempting to bind port 75273b21-eb18-4522-ae6d-ab1cc2a83819 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:03.498342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Attempting to bind port 75273b21-eb18-4522-ae6d-ab1cc2a83819 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '557209f6-2b69-4ce9-997b-567376dabd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '06fa6c4b-d232-4cb8-aac5-302decdefa7e'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:03.498882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Attempting to bind port 75273b21-eb18-4522-ae6d-ab1cc2a83819 on network 06fa6c4b-d232-4cb8-aac5-302decdefa7e {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:03.503942 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-9b2713cc-a83f-41d2-8ab1-c1f3e6a5b75e tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:06:03.505047 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9b2713cc-a83f-41d2-8ab1-c1f3e6a5b75e tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags/tempest-TagsExtTest-Tag-309743493 HTTP/1.1" status: 404 len: 328 time: 0.0434394 Aug 16 02:06:03.508376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55874) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.513465 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-324ab172-4fec-4795-ab90-a3ee90348d92 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594', 'tempest-TagsExtTest-Tag-669281157') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:03.526053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:03.526443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Checking segment: {'id': '557209f6-2b69-4ce9-997b-567376dabd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '06fa6c4b-d232-4cb8-aac5-302decdefa7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:03.526849 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.527255 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Bound using segment: {'id': '557209f6-2b69-4ce9-997b-567376dabd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '06fa6c4b-d232-4cb8-aac5-302decdefa7e'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:03.527887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Bound port: 75273b21-eb18-4522-ae6d-ab1cc2a83819, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557209f6-2b69-4ce9-997b-567376dabd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '06fa6c4b-d232-4cb8-aac5-302decdefa7e'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:03.528431 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.539115 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-324ab172-4fec-4795-ab90-a3ee90348d92 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] show failed (client error): The resource could not be found. Aug 16 02:06:03.540951 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-324ab172-4fec-4795-ab90-a3ee90348d92 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags/tempest-TagsExtTest-Tag-669281157 HTTP/1.1" status: 404 len: 328 time: 0.0315576 Aug 16 02:06:03.544319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55876) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.552024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-6806a5ab-bace-4b09-9d8e-e69d40d33296 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd963332a-9d9b-450f-8fa4-75623f40c594') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:03.588883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-154bb40e-059a-41a6-935c-c203e1a4c120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.601414 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6806a5ab-bace-4b09-9d8e-e69d40d33296 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594/tags HTTP/1.1" status: 204 len: 168 time: 0.0532086 Aug 16 02:06:03.601578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55878) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.609008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-d06101fb-8dc8-4445-837d-b3f2f22c2881 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3790f5ea-6d35-4bac-b9d4-fd6136777ba4') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:03.701432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] For port 75273b21-eb18-4522-ae6d-ab1cc2a83819, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:03.705497 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.708290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-154bb40e-059a-41a6-935c-c203e1a4c120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.711865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] For port 75273b21-eb18-4522-ae6d-ab1cc2a83819, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=75273b21-eb18-4522-ae6d-ab1cc2a83819,segment=NetworkSegment(557209f6-2b69-4ce9-997b-567376dabd48),segment_id=557209f6-2b69-4ce9-997b-567376dabd48)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:03.768690 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d06101fb-8dc8-4445-837d-b3f2f22c2881 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4/tags HTTP/1.1" status: 204 len: 168 time: 0.1652324 Aug 16 02:06:03.770490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-154bb40e-059a-41a6-935c-c203e1a4c120 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d06f962c847b46db942f8a69d2de6413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5915453 Aug 16 02:06:03.770761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55884) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.771107 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55886) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.779614 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.819621 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-87f25962-3d59-4645-a88a-bc51e88c06c1 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb86f475-cc5e-4736-9d47-6c4ba8abe157') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:03.859419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Transition to ACTIVE for port object a5e28cf2-cbe7-4389-b018-4d579039e525 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:03.896986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bb40e-059a-41a6-935c-c203e1a4c120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bdb01c-9171-4c9d-88f3-fd0c2d73b235,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.917619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93742940-bc0e-43ed-8f86-075b8fc00474 None None] Pushing event updated for resources: {'Port': ['ID=75273b21-eb18-4522-ae6d-ab1cc2a83819,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.976123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:03.983120 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.000729 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86640073-476b-4e0d-b687-404917b9fb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.057260 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.071109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86640073-476b-4e0d-b687-404917b9fb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.111615 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-87f25962-3d59-4645-a88a-bc51e88c06c1 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157/tags HTTP/1.1" status: 204 len: 168 time: 0.3392715 Aug 16 02:06:04.116838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55894) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.126257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-aaccf64f-4268-4183-8df8-f6e67cb481b7 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68bf8679-9ccf-43af-940e-01a3593e380b') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:04.295115 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.313678 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86640073-476b-4e0d-b687-404917b9fb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.316458 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86640073-476b-4e0d-b687-404917b9fb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.319103 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-86640073-476b-4e0d-b687-404917b9fb07 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54bdb01c-9171-4c9d-88f3-fd0c2d73b235 HTTP/1.1" status: 204 len: 168 time: 0.5456417 Aug 16 02:06:04.330871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86640073-476b-4e0d-b687-404917b9fb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bdb01c-9171-4c9d-88f3-fd0c2d73b235,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:04.396242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Pushing event updated for resources: {'Port': ['ID=a5e28cf2-cbe7-4389-b018-4d579039e525,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:04.412405 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55900) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.437984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aaccf64f-4268-4183-8df8-f6e67cb481b7 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b/tags HTTP/1.1" status: 204 len: 168 time: 0.3195963 Aug 16 02:06:04.485005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Network 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:04.485005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:04.487350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:04.545295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.626526 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0d2c36c9-58a1-41f8-bdbd-0227bccce5c7 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for subnetpool, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.627888 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0d2c36c9-58a1-41f8-bdbd-0227bccce5c7 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d963332a-9d9b-450f-8fa4-75623f40c594 HTTP/1.1" status: 204 len: 168 time: 0.2140512 Aug 16 02:06:04.630970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55906) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.743018 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-09b47730-3327-4e42-8b5b-2ce03f33c170 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "GET /v2.0/ports?device_id=3790f5ea-6d35-4bac-b9d4-fd6136777ba4 HTTP/1.1" status: 200 len: 205 time: 0.1030591 Aug 16 02:06:04.743018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55910) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.754714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 75273b21-eb18-4522-ae6d-ab1cc2a83819 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:04.784508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:06:04.788505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.862240 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.963767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Subnet': ['ID=5f768ddb-79ff-440c-a523-3c9328438b41,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:04.984730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Checking segment: {'id': '9a954f17-f508-47a7-9f4c-a099c2dc0b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0cc240b0-e896-48b3-8f71-36a6c55cef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:04.985375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network hostable DHCP agents. Network: 0cc240b0-e896-48b3-8f71-36a6c55cef1c, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:04.989717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 75273b21-eb18-4522-ae6d-ab1cc2a83819 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:05.003003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:05.068685 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-827d7bba-eb8a-4656-bc99-6890f873852f tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.094379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network 0cc240b0-e896-48b3-8f71-36a6c55cef1c is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:05.149728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-72c4ae60-f136-43f2-bddd-bc754bd1461e None None] Provisioning for port a5e28cf2-cbe7-4389-b018-4d579039e525 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:05.155160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-72c4ae60-f136-43f2-bddd-bc754bd1461e None None] Provisioning complete for port a5e28cf2-cbe7-4389-b018-4d579039e525 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:05.155545 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72c4ae60-f136-43f2-bddd-bc754bd1461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.216484 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.223962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:05.248860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:05.248860 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.249029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 0cc240b0-e896-48b3-8f71-36a6c55cef1c) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:05.269136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:05.269913 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.309887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a058a6e6-a4a1-4bcb-b9f7-cb032e7a95bf None None] Network 0cc240b0-e896-48b3-8f71-36a6c55cef1c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:05.325420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-72c4ae60-f136-43f2-bddd-bc754bd1461e None None] Port a5e28cf2-cbe7-4389-b018-4d579039e525 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:05.339732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.419986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4cba9aa5-3668-452f-abf0-b0e588774c26 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2069473 Aug 16 02:06:05.431515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55930) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:05.456017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'port': {'network_id': '0cc240b0-e896-48b3-8f71-36a6c55cef1c', 'name': 'tempest-NetworksIpV6TestAttrs-614948383'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:05.468156 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.489782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.494203 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-827d7bba-eb8a-4656-bc99-6890f873852f tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.504432 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-827d7bba-eb8a-4656-bc99-6890f873852f tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.539487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Pushing event updated for resources: {'Port': ['ID=a5e28cf2-cbe7-4389-b018-4d579039e525,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:05.562492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c7cce67c-32bb-4f5d-b0b1-0aceddf806d6,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:05.631654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-0cc240b0-e896-48b3-8f71-36a6c55cef1c', 'network_id': '0cc240b0-e896-48b3-8f71-36a6c55cef1c', 'tenant_id': 'e13e0a29b598460da886ae8a7c47413c', 'fixed_ips': [{'subnet_id': '5f768ddb-79ff-440c-a523-3c9328438b41'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:05.638011 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.700472 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.880388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Network 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:05.881986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:05.892277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-827d7bba-eb8a-4656-bc99-6890f873852f tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.893065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827d7bba-eb8a-4656-bc99-6890f873852f tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Fanout notify agent at l3_agent the message router_deleted on router 3790f5ea-6d35-4bac-b9d4-fd6136777ba4 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:06:05.899430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c7cce67c-32bb-4f5d-b0b1-0aceddf806d6,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:05.924367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854dd803-0c72-418d-a17a-c51a4b550f2d None None] Network 06fa6c4b-d232-4cb8-aac5-302decdefa7e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:05.929099 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-827d7bba-eb8a-4656-bc99-6890f873852f tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.938439 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-827d7bba-eb8a-4656-bc99-6890f873852f tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/routers/3790f5ea-6d35-4bac-b9d4-fd6136777ba4 HTTP/1.1" status: 204 len: 168 time: 1.1993794 Aug 16 02:06:05.944808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55938) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:06.003919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:06.008409 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.009091 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.087080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Allocated IP 2001:db8::f816:3eff:fe31:8270 (0cc240b0-e896-48b3-8f71-36a6c55cef1c/5f768ddb-79ff-440c-a523-3c9328438b41/bd612f11-1fb4-4e95-b68f-6d1b80183f67) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:06.102082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] device_id is not set on port 05eaeb4a-1ab1-486f-a241-87a375bf680c yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:06:06.170162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-05bc3ce7-64b9-47a1-9437-1d5875012173 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Deleting port eb86f475-cc5e-4736-9d47-6c4ba8abe157 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:06.171078 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ce7-64b9-47a1-9437-1d5875012173 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.195353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1afa86c9-f69e-4263-be44-144f9822e406 None None] Provisioning for port 75273b21-eb18-4522-ae6d-ab1cc2a83819 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:06.237117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1afa86c9-f69e-4263-be44-144f9822e406 None None] Provisioning complete for port 75273b21-eb18-4522-ae6d-ab1cc2a83819 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:06.237593 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1afa86c9-f69e-4263-be44-144f9822e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.311603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:06.318408 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ce7-64b9-47a1-9437-1d5875012173 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.334717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-05bc3ce7-64b9-47a1-9437-1d5875012173 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Calling delete_port for eb86f475-cc5e-4736-9d47-6c4ba8abe157 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:06.530390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:06.552554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Sync routers for ids ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:06.563486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f41f4fc1-996b-49e9-8715-8201b31a5f4c admin admin] 10.222.0.66 "PUT /v2.0/routers/a5ca37d9-01cf-4369-8bf0-5d2e923d38bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0149231 Aug 16 02:06:06.612056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:06.644765 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.659536 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1afa86c9-f69e-4263-be44-144f9822e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.662043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Transition to ACTIVE for port object bd612f11-1fb4-4e95-b68f-6d1b80183f67 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:06.676592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Routers {'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:06.677248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:06:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:06.698516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-239b29da-b707-4273-bad1-20387d1d09f4 req-502af80a-0908-42f0-af95-6a8f6f98f347 tempest-DeleteServersTestJSON-274038029 tempest-DeleteServersTestJSON-274038029-project] (95516) timed out ('10.222.0.66', 47134) {{(pid=95516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:06:06.724746 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ce7-64b9-47a1-9437-1d5875012173 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.741352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Transition to ACTIVE for port object bd612f11-1fb4-4e95-b68f-6d1b80183f67 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:06.768424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc3ce7-64b9-47a1-9437-1d5875012173 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Pushing event deleted for resources: {'Port': ['ID=eb86f475-cc5e-4736-9d47-6c4ba8abe157,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:06.789657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1afa86c9-f69e-4263-be44-144f9822e406 None None] For port 75273b21-eb18-4522-ae6d-ab1cc2a83819, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=75273b21-eb18-4522-ae6d-ab1cc2a83819,segment=NetworkSegment(557209f6-2b69-4ce9-997b-567376dabd48),segment_id=557209f6-2b69-4ce9-997b-567376dabd48)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:06.798862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:06.799360 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.859939 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.894406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-05bc3ce7-64b9-47a1-9437-1d5875012173 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.896501 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-05bc3ce7-64b9-47a1-9437-1d5875012173 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/ports/eb86f475-cc5e-4736-9d47-6c4ba8abe157 HTTP/1.1" status: 204 len: 168 time: 0.9491231 Aug 16 02:06:06.898903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55974) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:06.950042 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1afa86c9-f69e-4263-be44-144f9822e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.977577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Network 0cc240b0-e896-48b3-8f71-36a6c55cef1c is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:06.986093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Allocated IP 2001:db8::f816:3eff:fe65:7bbe (0cc240b0-e896-48b3-8f71-36a6c55cef1c/5f768ddb-79ff-440c-a523-3c9328438b41/05eaeb4a-1ab1-486f-a241-87a375bf680c) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:06.986615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Set router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:06.986719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c41a4b-f427-4cba-9769-e15ea6ae7410 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Deleting subnet 68bf8679-9ccf-43af-940e-01a3593e380b {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:06.996887 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-25c41a4b-f427-4cba-9769-e15ea6ae7410 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.027964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:07.027964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:07.053608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Pushing event updated for resources: {'Port': ['ID=bd612f11-1fb4-4e95-b68f-6d1b80183f67,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:07.111376 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-25c41a4b-f427-4cba-9769-e15ea6ae7410 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.170706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa86c9-f69e-4263-be44-144f9822e406 None None] Pushing event updated for resources: {'Port': ['ID=75273b21-eb18-4522-ae6d-ab1cc2a83819,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:07.302704 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-25c41a4b-f427-4cba-9769-e15ea6ae7410 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.303093 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.312492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-119640e1-0012-4a54-bff0-23e417066825 None None] Provisioning complete for port 75273b21-eb18-4522-ae6d-ab1cc2a83819 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:07.313134 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-119640e1-0012-4a54-bff0-23e417066825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.342239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Transition to ACTIVE for port object 05eaeb4a-1ab1-486f-a241-87a375bf680c will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:07.572847 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-25c41a4b-f427-4cba-9769-e15ea6ae7410 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.583520 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.589422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Attempting to bind port bd612f11-1fb4-4e95-b68f-6d1b80183f67 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:07.590510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Attempting to bind port bd612f11-1fb4-4e95-b68f-6d1b80183f67 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '9a954f17-f508-47a7-9f4c-a099c2dc0b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0cc240b0-e896-48b3-8f71-36a6c55cef1c'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:07.591029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Attempting to bind port bd612f11-1fb4-4e95-b68f-6d1b80183f67 on network 0cc240b0-e896-48b3-8f71-36a6c55cef1c {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:07.598604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c41a4b-f427-4cba-9769-e15ea6ae7410 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Pushing event deleted for resources: {'Subnet': ['ID=68bf8679-9ccf-43af-940e-01a3593e380b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:07.616268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:07.616268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Checking segment: {'id': '9a954f17-f508-47a7-9f4c-a099c2dc0b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0cc240b0-e896-48b3-8f71-36a6c55cef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:07.616268 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.616268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Bound using segment: {'id': '9a954f17-f508-47a7-9f4c-a099c2dc0b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0cc240b0-e896-48b3-8f71-36a6c55cef1c'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:07.616268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Bound port: bd612f11-1fb4-4e95-b68f-6d1b80183f67, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a954f17-f508-47a7-9f4c-a099c2dc0b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0cc240b0-e896-48b3-8f71-36a6c55cef1c'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:07.616268 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.619186 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-25c41a4b-f427-4cba-9769-e15ea6ae7410 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.621539 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-25c41a4b-f427-4cba-9769-e15ea6ae7410 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/subnets/68bf8679-9ccf-43af-940e-01a3593e380b HTTP/1.1" status: 204 len: 168 time: 0.7213230 Aug 16 02:06:07.626356 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56000) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:07.635223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7caa70-fd2f-4e0a-baf2-71352afae395 None None] Network 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:07.683852 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Port': ['ID=05eaeb4a-1ab1-486f-a241-87a375bf680c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:07.700480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network 0cc240b0-e896-48b3-8f71-36a6c55cef1c is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:07.702312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:07.705264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:07.711885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.712608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.759805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.841041 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Deleting port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:07.841325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.864876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dac8ddc4-605e-49c7-8364-92acb7fe5940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4201488 Aug 16 02:06:07.867687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56010) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:07.904484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] For port bd612f11-1fb4-4e95-b68f-6d1b80183f67, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:07.946753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3506a3-51ad-4838-8e3f-fdfcc6de100c tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Deleting subnet 5f768ddb-79ff-440c-a523-3c9328438b41 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:07.950756 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c3506a3-51ad-4838-8e3f-fdfcc6de100c tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.950957 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] For port 4f0b705b-6d85-49b2-9b3d-b73599332ba1, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4f0b705b-6d85-49b2-9b3d-b73599332ba1,segment=NetworkSegment(ac1642bd-01ac-4db6-8d13-217d19b7f3cb),segment_id=ac1642bd-01ac-4db6-8d13-217d19b7f3cb)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:07.951180 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.969015 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Calling delete_port for 4f0b705b-6d85-49b2-9b3d-b73599332ba1 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:07.977396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] For port bd612f11-1fb4-4e95-b68f-6d1b80183f67, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bd612f11-1fb4-4e95-b68f-6d1b80183f67,segment=NetworkSegment(9a954f17-f508-47a7-9f4c-a099c2dc0b6b),segment_id=9a954f17-f508-47a7-9f4c-a099c2dc0b6b)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:08.017744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-119640e1-0012-4a54-bff0-23e417066825 None None] Provisioning complete for port a5e28cf2-cbe7-4389-b018-4d579039e525 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:08.017744 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-119640e1-0012-4a54-bff0-23e417066825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.030182 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c3506a3-51ad-4838-8e3f-fdfcc6de100c tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.075541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-119640e1-0012-4a54-bff0-23e417066825 None None] Port a5e28cf2-cbe7-4389-b018-4d579039e525 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:08.075541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'name': 'tempest-TestAggregatesBasicOps-849334197-router', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:57Z', 'updated_at': '2021-08-16T02:06:04Z', 'revision_number': 4, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'gw_port': {'id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:58Z', 'updated_at': '2021-08-16T02:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'a5e28cf2-cbe7-4389-b018-4d579039e525', 'name': '', 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'mac_address': 'fa:16:3e:49:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '71681373-8405-4bda-adff-fbc270681be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:02Z', 'updated_at': '2021-08-16T02:06:05Z', 'revision_number': 2, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'subnets': [{'id': '71681373-8405-4bda-adff-fbc270681be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:08.151073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d0982-f797-4195-ae3e-18a52339a27e None None] DHCP port deletion for 2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:08.158300 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.200980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Checking router: a5ca37d9-01cf-4369-8bf0-5d2e923d38bb for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:08.201342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Updating router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb port a5e28cf2-cbe7-4389-b018-4d579039e525 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:06:08.234006 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c3506a3-51ad-4838-8e3f-fdfcc6de100c tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.267950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121db96-0a78-4c06-9c3b-7aefae70460c None None] Pushing event updated for resources: {'Port': ['ID=bd612f11-1fb4-4e95-b68f-6d1b80183f67,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:08.282363 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.370369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.402851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Pushing event deleted for resources: {'Port': ['ID=4f0b705b-6d85-49b2-9b3d-b73599332ba1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:08.407984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] No DVR routers for this DVR port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:08.444839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-551d0982-f797-4195-ae3e-18a52339a27e None None] Deleting port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:08.445209 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-551d0982-f797-4195-ae3e-18a52339a27e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.466253 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c3506a3-51ad-4838-8e3f-fdfcc6de100c tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.580896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3506a3-51ad-4838-8e3f-fdfcc6de100c tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Subnet': ['ID=5f768ddb-79ff-440c-a523-3c9328438b41,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:08.585240 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c3506a3-51ad-4838-8e3f-fdfcc6de100c tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.597293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6c3506a3-51ad-4838-8e3f-fdfcc6de100c tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/subnets/5f768ddb-79ff-440c-a523-3c9328438b41 HTTP/1.1" status: 204 len: 168 time: 0.7284746 Aug 16 02:06:08.599221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56044) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:08.644823 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.656157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:08.673975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1642bd-01ac-4db6-8d13-217d19b7f3cb') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:08.673975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1642bd-01ac-4db6-8d13-217d19b7f3cb') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:08.692950 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.707789 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.723385 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:08.723801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:08.731531 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:08.752273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 75273b21-eb18-4522-ae6d-ab1cc2a83819 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:08.821978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-551d0982-f797-4195-ae3e-18a52339a27e None None] For port 4f0b705b-6d85-49b2-9b3d-b73599332ba1, host n-d-768509-23, got binding levels [] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:08.821978 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-551d0982-f797-4195-ae3e-18a52339a27e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.836419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc96fbb1-eef8-41a4-8835-a24bd3c32b0b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.846670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc96fbb1-eef8-41a4-8835-a24bd3c32b0b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.849928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bc96fbb1-eef8-41a4-8835-a24bd3c32b0b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2475541 Aug 16 02:06:08.852675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56054) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:08.864111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-551d0982-f797-4195-ae3e-18a52339a27e None None] Calling delete_port for 4f0b705b-6d85-49b2-9b3d-b73599332ba1 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:08.880001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.ipam_backend_mixin [None req-551d0982-f797-4195-ae3e-18a52339a27e None None] Port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 was not found and therefore no delete operation was performed {{(pid=95517) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:06:08.891752 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-551d0982-f797-4195-ae3e-18a52339a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.945022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d0982-f797-4195-ae3e-18a52339a27e None None] No DVR routers for this DVR port 4f0b705b-6d85-49b2-9b3d-b73599332ba1 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:08.948466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d0982-f797-4195-ae3e-18a52339a27e None None] Pushing event deleted for resources: {'Port': ['ID=4f0b705b-6d85-49b2-9b3d-b73599332ba1,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:08.971600 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 75273b21-eb18-4522-ae6d-ab1cc2a83819 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:08.971972 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.005196 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.014704 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.020846 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] 10.222.0.66 "DELETE /v2.0/networks/2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b HTTP/1.1" status: 204 len: 168 time: 1.3905902 Aug 16 02:06:09.024795 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c14114f1-bab5-4a45-923c-5a191ad6ba5a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.033523 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14114f1-bab5-4a45-923c-5a191ad6ba5a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 02:06:09.034176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14114f1-bab5-4a45-923c-5a191ad6ba5a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:09.036710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c14114f1-bab5-4a45-923c-5a191ad6ba5a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/networks/0cc240b0-e896-48b3-8f71-36a6c55cef1c HTTP/1.1" status: 409 len: 405 time: 0.1830201 Aug 16 02:06:09.042712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56066) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:09.055027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-848145140'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:09.057006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74822e-b73f-4603-a995-713661b22c22 tempest-TagsExtTest-1665502692 tempest-TagsExtTest-1665502692-project] Pushing event deleted for resources: {'Network': ['ID=2d07ac35-fb12-4ae4-b6b4-f1487fff0b3b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:09.068532 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.083928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Transition to ACTIVE for port object a5e28cf2-cbe7-4389-b018-4d579039e525 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:09.224491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4f0b705b-6d85-49b2-9b3d-b73599332ba1 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:09.254326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 4f0b705b-6d85-49b2-9b3d-b73599332ba1 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:09.256624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4f0b705b-6d85-49b2-9b3d-b73599332ba1 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:09.275289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:09.284098 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.284216 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.343671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:09.363878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad16f31-97bc-45c0-b0da-8f10cd80f3a9 None None] Pushing event updated for resources: {'Port': ['ID=a5e28cf2-cbe7-4389-b018-4d579039e525,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:09.375688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.375688 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Added segment 4528633a-2e8d-427f-9e15-c194476232eb of type vlan for network 4988af4f-fb34-43d6-8f3e-227934b5db50 Aug 16 02:06:09.438820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Attempting to bind port a5e28cf2-cbe7-4389-b018-4d579039e525 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:09.439275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Attempting to bind port a5e28cf2-cbe7-4389-b018-4d579039e525 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '0f65cefa-0a02-4dae-8896-6af86392ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:09.439920 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Attempting to bind port a5e28cf2-cbe7-4389-b018-4d579039e525 on network 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:09.456098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:09.456511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Checking segment: {'id': '0f65cefa-0a02-4dae-8896-6af86392ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:09.459686 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.460761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Bound using segment: {'id': '0f65cefa-0a02-4dae-8896-6af86392ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:09.461825 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Bound port: a5e28cf2-cbe7-4389-b018-4d579039e525, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f65cefa-0a02-4dae-8896-6af86392ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:09.462621 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.477554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.557182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] For port a5e28cf2-cbe7-4389-b018-4d579039e525, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:09.562718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] For port a5e28cf2-cbe7-4389-b018-4d579039e525, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a5e28cf2-cbe7-4389-b018-4d579039e525,segment=NetworkSegment(0f65cefa-0a02-4dae-8896-6af86392ad15),segment_id=0f65cefa-0a02-4dae-8896-6af86392ad15)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:09.635686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.640904 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.650965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:09.652018 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.833018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56096) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:09.847875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Network': ['ID=4988af4f-fb34-43d6-8f3e-227934b5db50,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:09.863660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad16f31-97bc-45c0-b0da-8f10cd80f3a9 None None] Pushing event updated for resources: {'Port': ['ID=a5e28cf2-cbe7-4389-b018-4d579039e525,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:09.868019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 4988af4f-fb34-43d6-8f3e-227934b5db50 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:09.870303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Routers {'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:09.871013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:06:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:09.954529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8b5eb749-57a2-43c9-b20e-f159359095c9 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9095385 Aug 16 02:06:09.962214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56106) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:09.970520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'subnet': {'network_id': '4988af4f-fb34-43d6-8f3e-227934b5db50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:10.032191 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-49e127c4-43c5-4dbc-a5ab-553f9f6f5adc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=798d1fafcd874c04acf39e01d35b53a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972206 Aug 16 02:06:10.032774 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56108) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:10.098705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d58881a-27a1-42b5-9708-23350ddd52e5 None None] Network 0cc240b0-e896-48b3-8f71-36a6c55cef1c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:10.103137 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ed0571b-7873-4e60-b733-5103f05583b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.131857 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ed0571b-7873-4e60-b733-5103f05583b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.275183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:10.279070 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.307981 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ed0571b-7873-4e60-b733-5103f05583b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.314813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] Set router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:10.334151 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ed0571b-7873-4e60-b733-5103f05583b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.334151 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6ed0571b-7873-4e60-b733-5103f05583b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c432150b-89d9-4a89-821d-3f6241b76c0d HTTP/1.1" status: 204 len: 168 time: 0.2974827 Aug 16 02:06:10.349014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0571b-7873-4e60-b733-5103f05583b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c432150b-89d9-4a89-821d-3f6241b76c0d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:10.733764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bd612f11-1fb4-4e95-b68f-6d1b80183f67 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:10.741087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c55fbbca-e69f-44e9-b5c3-fa6c5b4e1e68 None None] Provisioning for port bd612f11-1fb4-4e95-b68f-6d1b80183f67 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:10.779431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56142) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:10.910434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:06:10.915623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.951451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9537262-8333-45d9-829d-7871e0423767 None None] DHCP port deletion for 0cc240b0-e896-48b3-8f71-36a6c55cef1c request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:11.020364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Subnet': ['ID=686afd7b-0c1f-4e3b-8fae-ae5340756a6f,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:11.051740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f9537262-8333-45d9-829d-7871e0423767 None None] Deleting port bd612f11-1fb4-4e95-b68f-6d1b80183f67 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:11.052225 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f9537262-8333-45d9-829d-7871e0423767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.077039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Checking segment: {'id': '4528633a-2e8d-427f-9e15-c194476232eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4988af4f-fb34-43d6-8f3e-227934b5db50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:11.077547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network hostable DHCP agents. Network: 4988af4f-fb34-43d6-8f3e-227934b5db50, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:11.109014 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'name': 'tempest-TestAggregatesBasicOps-849334197-router', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:57Z', 'updated_at': '2021-08-16T02:06:04Z', 'revision_number': 4, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'gw_port': {'id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:58Z', 'updated_at': '2021-08-16T02:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'a5e28cf2-cbe7-4389-b018-4d579039e525', 'name': '', 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'mac_address': 'fa:16:3e:49:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '71681373-8405-4bda-adff-fbc270681be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:02Z', 'updated_at': '2021-08-16T02:06:09Z', 'revision_number': 4, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'subnets': [{'id': '71681373-8405-4bda-adff-fbc270681be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:11.110991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port bd612f11-1fb4-4e95-b68f-6d1b80183f67 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:11.148965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port bd612f11-1fb4-4e95-b68f-6d1b80183f67 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:11.149084 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.172291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7144cc9-8f7a-4bdc-8f2b-5eb81a5f574e None None] The sync data for ids ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'] in n-d-768509-23 is: [{'id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'name': 'tempest-TestAggregatesBasicOps-849334197-router', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:57Z', 'updated_at': '2021-08-16T02:06:04Z', 'revision_number': 4, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'gw_port': {'id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:58Z', 'updated_at': '2021-08-16T02:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'a5e28cf2-cbe7-4389-b018-4d579039e525', 'name': '', 'network_id': '18e5696f-930f-4dcc-aae5-ee7c50bfa5dd', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'mac_address': 'fa:16:3e:49:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '71681373-8405-4bda-adff-fbc270681be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:02Z', 'updated_at': '2021-08-16T02:06:09Z', 'revision_number': 4, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'subnets': [{'id': '71681373-8405-4bda-adff-fbc270681be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:11.196906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f9537262-8333-45d9-829d-7871e0423767 None None] For port bd612f11-1fb4-4e95-b68f-6d1b80183f67, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bd612f11-1fb4-4e95-b68f-6d1b80183f67,segment=NetworkSegment(9a954f17-f508-47a7-9f4c-a099c2dc0b6b),segment_id=9a954f17-f508-47a7-9f4c-a099c2dc0b6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:11.197368 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f9537262-8333-45d9-829d-7871e0423767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.228007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f9537262-8333-45d9-829d-7871e0423767 None None] Calling delete_port for bd612f11-1fb4-4e95-b68f-6d1b80183f67 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:11.251744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network 4988af4f-fb34-43d6-8f3e-227934b5db50 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:11.420325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 4988af4f-fb34-43d6-8f3e-227934b5db50) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:11.425052 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.428746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.429614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.469195 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.470459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc95581-be96-47fc-aafb-79acf5cc76d9 None None] Network 4988af4f-fb34-43d6-8f3e-227934b5db50 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:11.522645 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56166) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:11.536274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port bd612f11-1fb4-4e95-b68f-6d1b80183f67, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bd612f11-1fb4-4e95-b68f-6d1b80183f67,segment=NetworkSegment(9a954f17-f508-47a7-9f4c-a099c2dc0b6b),segment_id=9a954f17-f508-47a7-9f4c-a099c2dc0b6b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:11.746379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-17c7fecc-98a1-4685-b9a5-e3384110ad26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.810030 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.964262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-4988af4f-fb34-43d6-8f3e-227934b5db50', 'network_id': '4988af4f-fb34-43d6-8f3e-227934b5db50', 'tenant_id': 'e13e0a29b598460da886ae8a7c47413c', 'fixed_ips': [{'subnet_id': '686afd7b-0c1f-4e3b-8fae-ae5340756a6f'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:11.965791 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.982790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=bd612f11-1fb4-4e95-b68f-6d1b80183f67,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:12.014740 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-17c7fecc-98a1-4685-b9a5-e3384110ad26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.108692 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f9537262-8333-45d9-829d-7871e0423767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.144767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-17c7fecc-98a1-4685-b9a5-e3384110ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.159342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9537262-8333-45d9-829d-7871e0423767 None None] Pushing event deleted for resources: {'Port': ['ID=bd612f11-1fb4-4e95-b68f-6d1b80183f67,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:12.177063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9537262-8333-45d9-829d-7871e0423767 None None] No DVR routers for this DVR port bd612f11-1fb4-4e95-b68f-6d1b80183f67 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:12.214901 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-17c7fecc-98a1-4685-b9a5-e3384110ad26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=150ceef43f2b47639cb2332584c5e22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902587 Aug 16 02:06:12.216112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7fecc-98a1-4685-b9a5-e3384110ad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f8a45e-67b9-476a-a376-89cbe0984a5b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:12.218826 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56190) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:12.295572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Allocated IP 2001:db8::f816:3eff:fee4:838f (4988af4f-fb34-43d6-8f3e-227934b5db50/686afd7b-0c1f-4e3b-8fae-ae5340756a6f/a2048906-2ccc-48c0-b319-883545b37498) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:12.301004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8d74d85a-008d-4620-bff2-1294d88dc9be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3368108 Aug 16 02:06:12.303582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56194) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:12.313030 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb725ce9-7b51-4f98-b322-028de251f7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.316796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'port': {'network_id': '4988af4f-fb34-43d6-8f3e-227934b5db50', 'name': 'tempest-NetworksIpV6TestAttrs-1610986684'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:12.346913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb725ce9-7b51-4f98-b322-028de251f7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.536233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56200) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:12.552964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb725ce9-7b51-4f98-b322-028de251f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.557277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb725ce9-7b51-4f98-b322-028de251f7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.559721 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cb725ce9-7b51-4f98-b322-028de251f7d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38f8a45e-67b9-476a-a376-89cbe0984a5b HTTP/1.1" status: 204 len: 168 time: 0.3395576 Aug 16 02:06:12.579116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb725ce9-7b51-4f98-b322-028de251f7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f8a45e-67b9-476a-a376-89cbe0984a5b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:12.593844 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.642732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Transition to ACTIVE for port object a2048906-2ccc-48c0-b319-883545b37498 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:12.651362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a5e28cf2-cbe7-4389-b018-4d579039e525 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:12.804734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Transition to ACTIVE for port object a2048906-2ccc-48c0-b319-883545b37498 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:12.813970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1445474928'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:12.873771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] Deleting port b84d5fd9-f037-4343-9813-2d015727c7cb {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:12.874362 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.956002 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.972409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a5e28cf2-cbe7-4389-b018-4d579039e525 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:12.975333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:12.978669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.004785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a5e28cf2-cbe7-4389-b018-4d579039e525 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:13.005157 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.009526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Network 4988af4f-fb34-43d6-8f3e-227934b5db50 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:13.010411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] device_id is not set on port 7257416e-4a28-4533-99dd-9b3ddfcb1fd6 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:06:13.038538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:13.040950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:13.072663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] For port b84d5fd9-f037-4343-9813-2d015727c7cb, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b84d5fd9-f037-4343-9813-2d015727c7cb,segment=NetworkSegment(c41af73b-d82c-4826-8f64-5224b6d5eaa3),segment_id=c41af73b-d82c-4826-8f64-5224b6d5eaa3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:13.073363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.107199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] Calling delete_port for b84d5fd9-f037-4343-9813-2d015727c7cb owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:13.127448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Pushing event updated for resources: {'Port': ['ID=a2048906-2ccc-48c0-b319-883545b37498,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:13.158978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Made reservation on behalf of 49e8968b2d6a4aee80e5a3a4d1e38fa7 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:13.163880 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.186117 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.209585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Allocated IP 2001:db8::f816:3eff:feb1:b3ae (4988af4f-fb34-43d6-8f3e-227934b5db50/686afd7b-0c1f-4e3b-8fae-ae5340756a6f/7257416e-4a28-4533-99dd-9b3ddfcb1fd6) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:13.241083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Attempting to bind port a2048906-2ccc-48c0-b319-883545b37498 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:13.241083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Attempting to bind port a2048906-2ccc-48c0-b319-883545b37498 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '4528633a-2e8d-427f-9e15-c194476232eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4988af4f-fb34-43d6-8f3e-227934b5db50'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:13.244203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Attempting to bind port a2048906-2ccc-48c0-b319-883545b37498 on network 4988af4f-fb34-43d6-8f3e-227934b5db50 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:13.307925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:13.308484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Checking segment: {'id': '4528633a-2e8d-427f-9e15-c194476232eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4988af4f-fb34-43d6-8f3e-227934b5db50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:13.309177 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.310213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Bound using segment: {'id': '4528633a-2e8d-427f-9e15-c194476232eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4988af4f-fb34-43d6-8f3e-227934b5db50'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:13.314261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Bound port: a2048906-2ccc-48c0-b319-883545b37498, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4528633a-2e8d-427f-9e15-c194476232eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4988af4f-fb34-43d6-8f3e-227934b5db50'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:13.314261 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.363910 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.386167 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.437034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port a5e28cf2-cbe7-4389-b018-4d579039e525, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a5e28cf2-cbe7-4389-b018-4d579039e525,segment=NetworkSegment(0f65cefa-0a02-4dae-8896-6af86392ad15),segment_id=0f65cefa-0a02-4dae-8896-6af86392ad15)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:13.439073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] For port a2048906-2ccc-48c0-b319-883545b37498, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:13.452752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] For port a2048906-2ccc-48c0-b319-883545b37498, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a2048906-2ccc-48c0-b319-883545b37498,segment=NetworkSegment(4528633a-2e8d-427f-9e15-c194476232eb),segment_id=4528633a-2e8d-427f-9e15-c194476232eb)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:13.513679 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.546185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:13.556779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b21948-b9d7-4886-8682-4828f1c507ba,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:13.563766 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.564548 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Added segment 4921692b-286b-42ce-b947-d08365e04309 of type vlan for network 16d5b8eb-3767-46ad-8e53-4f38ad215b50 Aug 16 02:06:13.572409 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.589614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Transition to ACTIVE for port object 7257416e-4a28-4533-99dd-9b3ddfcb1fd6 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:13.607389 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.613631 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.626725 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.670493 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.695628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bd612f11-1fb4-4e95-b68f-6d1b80183f67 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:13.702078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] Pushing event deleted for resources: {'Port': ['ID=b84d5fd9-f037-4343-9813-2d015727c7cb,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:13.736239 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: bd612f11-1fb4-4e95-b68f-6d1b80183f67 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:13.736714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bd612f11-1fb4-4e95-b68f-6d1b80183f67 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:13.741032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=a5e28cf2-cbe7-4389-b018-4d579039e525,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:13.814042 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.827244 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.828844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.829938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.897062 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56238) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:13.914757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Port': ['ID=7257416e-4a28-4533-99dd-9b3ddfcb1fd6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:13.938358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e9335-1d81-4360-9a42-26b5e9003ef6 None None] Pushing event updated for resources: {'Port': ['ID=a2048906-2ccc-48c0-b319-883545b37498,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:13.943744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network 4988af4f-fb34-43d6-8f3e-227934b5db50 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:13.946023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:13.949764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:13.960949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.961176 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.110108 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5703640 Aug 16 02:06:14.118070 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e7a881c-ebd7-47e5-8240-4bc2cf745270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.123813 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56246) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:14.139327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-66f9c646-5ab6-4d5a-b975-d4aaeddd1e74 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50', 'tempest-TagsTest-Tag-1406964633') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:14.153578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c44fb-4792-4821-9239-bdde501cace2 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Pushing event updated for resources: {'Network': ['ID=16d5b8eb-3767-46ad-8e53-4f38ad215b50,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:14.179252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 16d5b8eb-3767-46ad-8e53-4f38ad215b50 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:14.220199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b7fe01ba-24b3-4ca1-ba17-d78ef4c8779a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9130394 Aug 16 02:06:14.224551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56252) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:14.266166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.415461 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-719d172f-78f1-4870-aa95-887d247fa7fe tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Deleting subnet 686afd7b-0c1f-4e3b-8fae-ae5340756a6f {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:14.423903 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-719d172f-78f1-4870-aa95-887d247fa7fe tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.491784 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e7a881c-ebd7-47e5-8240-4bc2cf745270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.516935 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-719d172f-78f1-4870-aa95-887d247fa7fe tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.553281 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-66f9c646-5ab6-4d5a-b975-d4aaeddd1e74 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "PUT /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags/tempest-TagsTest-Tag-1406964633 HTTP/1.1" status: 201 len: 201 time: 0.4282012 Aug 16 02:06:14.556464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56284) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:14.564376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-0306992d-1149-4fd9-9cc5-43603489e5ec tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50', 'tempest-TagsTest-Tag-1406964633') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:14.608389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] Router 50aee619-e120-4460-8eea-7b1b98c85ee6 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:14.685193 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e7a881c-ebd7-47e5-8240-4bc2cf745270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.727324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a881c-ebd7-47e5-8240-4bc2cf745270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da686a39-5d17-470f-9e77-4356272d4d94,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:14.753439 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0306992d-1149-4fd9-9cc5-43603489e5ec tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "GET /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags/tempest-TagsTest-Tag-1406964633 HTTP/1.1" status: 204 len: 168 time: 0.1933610 Aug 16 02:06:14.760322 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56290) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:14.763700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-15eeb368-c4f3-42b8-a130-cebbdadce012 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:14.771229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a5e28cf2-cbe7-4389-b018-4d579039e525 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:14.800679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:14.812310 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb16f29-a069-4dc8-bbad-972d86df43b3 None None] Sync routers for ids ['50aee619-e120-4460-8eea-7b1b98c85ee6'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:14.825065 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb16f29-a069-4dc8-bbad-972d86df43b3 None None] Routers {'50aee619-e120-4460-8eea-7b1b98c85ee6'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:14.825710 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dbb16f29-a069-4dc8-bbad-972d86df43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:06:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['50aee619-e120-4460-8eea-7b1b98c85ee6'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:14.826872 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8e7a881c-ebd7-47e5-8240-4bc2cf745270 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2aeedb961eb64c1a9c81f7d440dcab42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9287064 Aug 16 02:06:14.831304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-28297f61-5c91-460f-86fa-cec83bada93c admin admin] 10.222.0.66 "PUT /v2.0/routers/50aee619-e120-4460-8eea-7b1b98c85ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0485804 Aug 16 02:06:14.831482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56296) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:14.835201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56298) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:14.842397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a5e28cf2-cbe7-4389-b018-4d579039e525 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:14.843019 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.982054 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-719d172f-78f1-4870-aa95-887d247fa7fe tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.983578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a2048906-2ccc-48c0-b319-883545b37498 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:15.100577 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-dbb16f29-a069-4dc8-bbad-972d86df43b3 None None] Set router 50aee619-e120-4460-8eea-7b1b98c85ee6 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:15.102459 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7da4490f-af36-4f6a-89d9-ec6e197c7d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.102459 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-15eeb368-c4f3-42b8-a130-cebbdadce012 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "GET /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags HTTP/1.1" status: 200 len: 238 time: 0.3267686 Aug 16 02:06:15.102459 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7da4490f-af36-4f6a-89d9-ec6e197c7d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.106029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56310) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:15.113550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-6677f108-507f-4dce-9cf4-333a1cf6c822 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50', {'tags': ['tempest-TagsTest-Tag-394017782', 'tempest-TagsTest-Tag-705288261', 'tempest-TagsTest-Tag-1313277509']}) {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:15.140709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698c5dab-9e21-4bb0-bba7-74514f9c7207 None None] Network 4988af4f-fb34-43d6-8f3e-227934b5db50 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:15.146003 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.244580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a2048906-2ccc-48c0-b319-883545b37498 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:15.272874 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-719d172f-78f1-4870-aa95-887d247fa7fe tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.303853 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.323692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d172f-78f1-4870-aa95-887d247fa7fe tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Subnet': ['ID=686afd7b-0c1f-4e3b-8fae-ae5340756a6f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:15.326714 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-719d172f-78f1-4870-aa95-887d247fa7fe tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.333779 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-719d172f-78f1-4870-aa95-887d247fa7fe tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/subnets/686afd7b-0c1f-4e3b-8fae-ae5340756a6f HTTP/1.1" status: 204 len: 168 time: 1.1057963 Aug 16 02:06:15.333991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56322) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:15.341854 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7da4490f-af36-4f6a-89d9-ec6e197c7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.346762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7da4490f-af36-4f6a-89d9-ec6e197c7d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.351113 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7da4490f-af36-4f6a-89d9-ec6e197c7d2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da686a39-5d17-470f-9e77-4356272d4d94 HTTP/1.1" status: 204 len: 168 time: 0.5142035 Aug 16 02:06:15.372903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4490f-af36-4f6a-89d9-ec6e197c7d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da686a39-5d17-470f-9e77-4356272d4d94,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:15.399645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ec2a8615-7dc0-498f-b0fd-7acb8cc617b1 None None] Provisioning for port a2048906-2ccc-48c0-b319-883545b37498 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:15.407450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ec2a8615-7dc0-498f-b0fd-7acb8cc617b1 None None] Provisioning complete for port a2048906-2ccc-48c0-b319-883545b37498 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:15.408138 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8615-7dc0-498f-b0fd-7acb8cc617b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.449207 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dbb16f29-a069-4dc8-bbad-972d86df43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'name': 'tempest-TestAggregatesBasicOps-453775846-router', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:06:13Z', 'revision_number': 5, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'gw_port': {'id': '04625cb0-cbfa-445e-9912-f618dd51bdf8', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:15.458949 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6677f108-507f-4dce-9cf4-333a1cf6c822 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "PUT /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags HTTP/1.1" status: 200 len: 307 time: 0.3537412 Aug 16 02:06:15.461531 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56334) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:15.466548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-7652e619-c075-4bb8-aab7-9bdfd428ffb7 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50', 'tempest-TagsTest-Tag-394017782') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:15.516378 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb16f29-a069-4dc8-bbad-972d86df43b3 None None] Checking router: 50aee619-e120-4460-8eea-7b1b98c85ee6 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:15.528700 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb16f29-a069-4dc8-bbad-972d86df43b3 None None] Routers {'50aee619-e120-4460-8eea-7b1b98c85ee6'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:15.529480 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dbb16f29-a069-4dc8-bbad-972d86df43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:06:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['50aee619-e120-4460-8eea-7b1b98c85ee6'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:15.561791 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a6050-ef40-466a-97f3-47007e2964dd tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.564291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a6050-ef40-466a-97f3-47007e2964dd tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.566582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-939a6050-ef40-466a-97f3-47007e2964dd tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2314904 Aug 16 02:06:15.569210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56338) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:15.579714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dcc6b0-533f-422c-9863-31b9b0cbf0f2 None None] DHCP port deletion for 4988af4f-fb34-43d6-8f3e-227934b5db50 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:15.619724 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8615-7dc0-498f-b0fd-7acb8cc617b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.664638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ec2a8615-7dc0-498f-b0fd-7acb8cc617b1 None None] For port a2048906-2ccc-48c0-b319-883545b37498, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a2048906-2ccc-48c0-b319-883545b37498,segment=NetworkSegment(4528633a-2e8d-427f-9e15-c194476232eb),segment_id=4528633a-2e8d-427f-9e15-c194476232eb)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:15.676285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a4dcc6b0-533f-422c-9863-31b9b0cbf0f2 None None] Deleting port a2048906-2ccc-48c0-b319-883545b37498 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:15.676993 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc6b0-533f-422c-9863-31b9b0cbf0f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.686594 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-dbb16f29-a069-4dc8-bbad-972d86df43b3 None None] Set router 50aee619-e120-4460-8eea-7b1b98c85ee6 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:15.732587 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-27b44402-c8ca-4325-9ce4-58dc8046b12d tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.738411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Deleting port 04625cb0-cbfa-445e-9912-f618dd51bdf8 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:15.738635 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.750460 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7652e619-c075-4bb8-aab7-9bdfd428ffb7 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "DELETE /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags/tempest-TagsTest-Tag-394017782 HTTP/1.1" status: 204 len: 168 time: 0.2877038 Aug 16 02:06:15.752491 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8615-7dc0-498f-b0fd-7acb8cc617b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.753110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56348) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:15.758095 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-efef9b96-2aac-494c-a3cc-39851b948685 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50', 'tempest-TagsTest-Tag-394017782') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:15.785504 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dbb16f29-a069-4dc8-bbad-972d86df43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'name': 'tempest-TestAggregatesBasicOps-453775846-router', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:06:15Z', 'revision_number': 6, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:15.811466 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b44402-c8ca-4325-9ce4-58dc8046b12d tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 02:06:15.811748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b44402-c8ca-4325-9ce4-58dc8046b12d tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:15.818135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-27b44402-c8ca-4325-9ce4-58dc8046b12d tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/networks/4988af4f-fb34-43d6-8f3e-227934b5db50 HTTP/1.1" status: 409 len: 405 time: 0.2433808 Aug 16 02:06:15.818282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56352) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:15.825999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1695741412'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:15.827759 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb16f29-a069-4dc8-bbad-972d86df43b3 None None] The sync data for ids ['50aee619-e120-4460-8eea-7b1b98c85ee6'] in n-d-768509-23 is: [{'id': '50aee619-e120-4460-8eea-7b1b98c85ee6', 'name': 'tempest-TestAggregatesBasicOps-453775846-router', 'tenant_id': 'c189fbff0af1475d87c5575e68f1497a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:06:15Z', 'revision_number': 6, 'project_id': 'c189fbff0af1475d87c5575e68f1497a', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:15.847248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a4dcc6b0-533f-422c-9863-31b9b0cbf0f2 None None] For port a2048906-2ccc-48c0-b319-883545b37498, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a2048906-2ccc-48c0-b319-883545b37498,segment=NetworkSegment(4528633a-2e8d-427f-9e15-c194476232eb),segment_id=4528633a-2e8d-427f-9e15-c194476232eb)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:15.847841 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc6b0-533f-422c-9863-31b9b0cbf0f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.867188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a4dcc6b0-533f-422c-9863-31b9b0cbf0f2 None None] Calling delete_port for a2048906-2ccc-48c0-b319-883545b37498 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:15.881435 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-efef9b96-2aac-494c-a3cc-39851b948685 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] show failed (client error): The resource could not be found. Aug 16 02:06:15.882858 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-efef9b96-2aac-494c-a3cc-39851b948685 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "GET /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags/tempest-TagsTest-Tag-394017782 HTTP/1.1" status: 404 len: 325 time: 0.1285772 Aug 16 02:06:15.885653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56356) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:15.891164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-920a9f27-cd3d-41d0-bd3c-d6d49efb5a5c tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50', 'tempest-TagsTest-Tag-705288261') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:15.961163 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a8615-7dc0-498f-b0fd-7acb8cc617b1 None None] Pushing event updated for resources: {'Port': ['ID=a2048906-2ccc-48c0-b319-883545b37498,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:16.008129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:16.011676 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.049976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] For port 04625cb0-cbfa-445e-9912-f618dd51bdf8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=04625cb0-cbfa-445e-9912-f618dd51bdf8,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:16.050382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.073786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-920a9f27-cd3d-41d0-bd3c-d6d49efb5a5c tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "GET /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags/tempest-TagsTest-Tag-705288261 HTTP/1.1" status: 204 len: 168 time: 0.1868329 Aug 16 02:06:16.076420 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56360) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.080976 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-d35aa101-c85e-4844-a0c1-f13c71c06fc9 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50', 'tempest-TagsTest-Tag-1313277509') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:16.084479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Calling delete_port for 04625cb0-cbfa-445e-9912-f618dd51bdf8 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:16.100883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:16.103950 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc6b0-533f-422c-9863-31b9b0cbf0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.125719 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.126095 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Added segment 1dd9e0cd-666d-4199-88e2-ce18927aa815 of type vlan for network 57fd2416-0020-4a5e-a4a1-0bec782622eb Aug 16 02:06:16.143195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcc6b0-533f-422c-9863-31b9b0cbf0f2 None None] Pushing event deleted for resources: {'Port': ['ID=a2048906-2ccc-48c0-b319-883545b37498,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:16.147099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dcc6b0-533f-422c-9863-31b9b0cbf0f2 None None] No DVR routers for this DVR port a2048906-2ccc-48c0-b319-883545b37498 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:16.192816 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d35aa101-c85e-4844-a0c1-f13c71c06fc9 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "GET /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags/tempest-TagsTest-Tag-1313277509 HTTP/1.1" status: 204 len: 168 time: 0.1152961 Aug 16 02:06:16.195157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56370) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.200336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-c0f3ad38-ab39-4f1c-b000-444c063c66ca tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:16.229079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-d2049d90-137f-48a8-b8b5-8e0e704cebe1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4258544 Aug 16 02:06:16.256136 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.371525 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.resource_extend [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:06:16.474185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-bdb55ee1-eab4-482d-8cbe-021729c614ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.474944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-bdb55ee1-eab4-482d-8cbe-021729c614ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.475153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-bdb55ee1-eab4-482d-8cbe-021729c614ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.475633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-bdb55ee1-eab4-482d-8cbe-021729c614ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.476107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-bdb55ee1-eab4-482d-8cbe-021729c614ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.476583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-bdb55ee1-eab4-482d-8cbe-021729c614ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.477215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-bdb55ee1-eab4-482d-8cbe-021729c614ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.479013 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-bdb55ee1-eab4-482d-8cbe-021729c614ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6507 time: 0.1204357 Aug 16 02:06:16.521354 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c0f3ad38-ab39-4f1c-b000-444c063c66ca tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "DELETE /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags HTTP/1.1" status: 204 len: 168 time: 0.3251715 Aug 16 02:06:16.524016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56388) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.529646 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-25c6a362-6324-42e3-9ff6-cb21e6987355 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50', 'tempest-TagsTest-Tag-705288261') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:16.560660 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.566497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.567122 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.622892 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-25c6a362-6324-42e3-9ff6-cb21e6987355 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] show failed (client error): The resource could not be found. Aug 16 02:06:16.627008 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-25c6a362-6324-42e3-9ff6-cb21e6987355 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "GET /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags/tempest-TagsTest-Tag-705288261 HTTP/1.1" status: 404 len: 325 time: 0.0990870 Aug 16 02:06:16.627641 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56390) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.633369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.tag.tag_plugin [None req-3f4dcc6a-82fc-4ea2-9db8-1433e6cf3870 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50', 'tempest-TagsTest-Tag-1313277509') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:16.639636 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.676835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Pushing event deleted for resources: {'Port': ['ID=04625cb0-cbfa-445e-9912-f618dd51bdf8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:16.696719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Network': ['ID=57fd2416-0020-4a5e-a4a1-0bec782622eb,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:16.712419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 57fd2416-0020-4a5e-a4a1-0bec782622eb details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:16.732753 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-3f4dcc6a-82fc-4ea2-9db8-1433e6cf3870 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] show failed (client error): The resource could not be found. Aug 16 02:06:16.733062 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3f4dcc6a-82fc-4ea2-9db8-1433e6cf3870 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "GET /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags/tempest-TagsTest-Tag-1313277509 HTTP/1.1" status: 404 len: 326 time: 0.1047907 Aug 16 02:06:16.751295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56394) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.762251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.tag.tag_plugin [None req-0c2d2d3e-2fac-4f6e-a3cd-7ba680e88878 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '16d5b8eb-3767-46ad-8e53-4f38ad215b50') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:16.789654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-02fee619-9d40-46ad-8083-27ebea27f7fb tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9703000 Aug 16 02:06:16.792753 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56398) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.799107 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'subnet': {'network_id': '57fd2416-0020-4a5e-a4a1-0bec782622eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:16.811530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-a6e9446f-91e8-4f60-a1ac-edfdf33e2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.812031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-a6e9446f-91e8-4f60-a1ac-edfdf33e2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.812677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-a6e9446f-91e8-4f60-a1ac-edfdf33e2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.814351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-a6e9446f-91e8-4f60-a1ac-edfdf33e2364 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f HTTP/1.1" status: 200 len: 2297 time: 0.3061671 Aug 16 02:06:16.836876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a2048906-2ccc-48c0-b319-883545b37498 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:16.904603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a2048906-2ccc-48c0-b319-883545b37498 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:16.905208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a2048906-2ccc-48c0-b319-883545b37498 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:16.905349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b84d5fd9-f037-4343-9813-2d015727c7cb no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:16.922043 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.980130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: b84d5fd9-f037-4343-9813-2d015727c7cb {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:16.980585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b84d5fd9-f037-4343-9813-2d015727c7cb not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:17.107477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:17.111307 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.379493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-7a711f33-31cc-4998-a992-1ccdd16db75c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a HTTP/1.1" status: 200 len: 1000 time: 0.5308731 Aug 16 02:06:17.386235 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.409762 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.474075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0c2d2d3e-2fac-4f6e-a3cd-7ba680e88878 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "DELETE /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50/tags HTTP/1.1" status: 204 len: 168 time: 0.7183602 Aug 16 02:06:17.479986 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56432) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:17.491541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-6dab0eab-d304-40e1-9c46-7f2451c8a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.493561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-6dab0eab-d304-40e1-9c46-7f2451c8a507 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b3dfa6-0893-4c38-835d-a362973d66fb HTTP/1.1" status: 200 len: 855 time: 0.1092429 Aug 16 02:06:17.555616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-465de6b9-064a-4fde-b7e2-b42cecbff3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.557520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-465de6b9-064a-4fde-b7e2-b42cecbff3bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566132 Aug 16 02:06:17.593403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.597795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50aee619-e120-4460-8eea-7b1b98c85ee6 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:06:17.642451 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.645489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8293accb-bccd-4dc1-b9f3-256a69e27283 admin admin] 10.222.0.66 "DELETE /v2.0/routers/50aee619-e120-4460-8eea-7b1b98c85ee6 HTTP/1.1" status: 204 len: 168 time: 2.8069232 Aug 16 02:06:17.646747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56440) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:17.649805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.691069 n-d-768509-23 neutron-server[95515]: DEBUG neutron.objects.ports [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95515) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:06:17.694824 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.740937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46d8009-3a23-4ab8-b858-7fdf965f2eec admin admin] Deleting subnet 991d3082-d3b6-4eae-a064-07d97811547a {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:17.751821 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e46d8009-3a23-4ab8-b858-7fdf965f2eec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.810390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-2e93a7fc-3248-41cf-bbd9-038d930a4cdd service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444475 Aug 16 02:06:17.845247 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.859604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Subnet': ['ID=a5530648-1406-4361-9c6f-4d859cded077,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:17.863936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d5b8eb-3767-46ad-8e53-4f38ad215b50']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.881450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e46d8009-3a23-4ab8-b858-7fdf965f2eec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.889219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4921692b-286b-42ce-b947-d08365e04309') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.889834 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4921692b-286b-42ce-b947-d08365e04309') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.909524 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.926414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Checking segment: {'id': '1dd9e0cd-666d-4199-88e2-ce18927aa815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '57fd2416-0020-4a5e-a4a1-0bec782622eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:17.926861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network hostable DHCP agents. Network: 57fd2416-0020-4a5e-a4a1-0bec782622eb, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:17.929173 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.938186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:17.938628 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:17.941651 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:17.991330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-b2e5c63a-e09f-42e3-a347-23d1992cf119 service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716912 Aug 16 02:06:18.042918 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e46d8009-3a23-4ab8-b858-7fdf965f2eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.065223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-e376987d-2862-4d59-a228-f1713b7ddb99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=e70f9fc9-ed04-4a72-83f4-44c5c0c51270 HTTP/1.1" status: 200 len: 217 time: 0.0649202 Aug 16 02:06:18.070623 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network 57fd2416-0020-4a5e-a4a1-0bec782622eb is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:18.132110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56454) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:18.147053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-2a7d4b86-4bf6-4424-a317-dff015a53a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:18.148552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-2a7d4b86-4bf6-4424-a317-dff015a53a2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0721757 Aug 16 02:06:18.177747 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.188461 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.189950 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] 10.222.0.66 "DELETE /v2.0/networks/16d5b8eb-3767-46ad-8e53-4f38ad215b50 HTTP/1.1" status: 204 len: 168 time: 0.7064490 Aug 16 02:06:18.205711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-755234f1-052a-4b4a-a6cf-a504e8a46971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:18.209938 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb7703-badc-4034-a18a-669db896c701 tempest-TagsTest-1917387762 tempest-TagsTest-1917387762-project] Pushing event deleted for resources: {'Network': ['ID=16d5b8eb-3767-46ad-8e53-4f38ad215b50,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:18.210080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-755234f1-052a-4b4a-a6cf-a504e8a46971 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517461 Aug 16 02:06:18.235370 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 57fd2416-0020-4a5e-a4a1-0bec782622eb) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:18.244551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29410c58-3843-416a-a112-5d0e6f17ff77 None None] Network 57fd2416-0020-4a5e-a4a1-0bec782622eb requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:18.249935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:18.253220 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.309676 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e46d8009-3a23-4ab8-b858-7fdf965f2eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.356007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-548fb65f-e651-4ef7-8cc4-47021c4251fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.407558 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a3e63207-3f9b-493c-8fe1-5b6aff96323a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6125140 Aug 16 02:06:18.427345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56462) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:18.467888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8009-3a23-4ab8-b858-7fdf965f2eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991d3082-d3b6-4eae-a064-07d97811547a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:18.498326 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e46d8009-3a23-4ab8-b858-7fdf965f2eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.501133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e46d8009-3a23-4ab8-b858-7fdf965f2eec admin admin] 10.222.0.66 "DELETE /v2.0/subnets/991d3082-d3b6-4eae-a064-07d97811547a HTTP/1.1" status: 204 len: 168 time: 0.8540716 Aug 16 02:06:18.504334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56464) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:18.617318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-25ad861e-0e09-4029-8e37-7f481202090f service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983827 Aug 16 02:06:18.674616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.696580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe20c26-4488-4368-ab17-34e0383caf01 None None] Network b465bad3-96df-413a-9cb3-a9689225c277 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:18.702516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 04625cb0-cbfa-445e-9912-f618dd51bdf8 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:18.711355 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-548fb65f-e651-4ef7-8cc4-47021c4251fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.779184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Deleting port f3e829d6-4a90-45fa-9397-058326ebca09 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:18.779845 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.781650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.801165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 04625cb0-cbfa-445e-9912-f618dd51bdf8 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:18.801570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 04625cb0-cbfa-445e-9912-f618dd51bdf8 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:18.805596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-34c2de8b-558f-4067-a9a5-694122eeb683 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810358 Aug 16 02:06:18.857594 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.922770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] For port f3e829d6-4a90-45fa-9397-058326ebca09, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f3e829d6-4a90-45fa-9397-058326ebca09,segment=NetworkSegment(c41af73b-d82c-4826-8f64-5224b6d5eaa3),segment_id=c41af73b-d82c-4826-8f64-5224b6d5eaa3)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:18.923336 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.950724 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Calling delete_port for f3e829d6-4a90-45fa-9397-058326ebca09 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:18.978380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b538947-140d-4976-b618-284928f060c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-57fd2416-0020-4a5e-a4a1-0bec782622eb', 'network_id': '57fd2416-0020-4a5e-a4a1-0bec782622eb', 'tenant_id': 'e13e0a29b598460da886ae8a7c47413c', 'fixed_ips': [{'subnet_id': 'a5530648-1406-4361-9c6f-4d859cded077'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:18.979475 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2b538947-140d-4976-b618-284928f060c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.014635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56484) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.023125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-2ec3d4a8-15d3-4557-befc-33f50d0c461d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=70e1025a-d82d-4c5e-ae0d-868d21b2d578 HTTP/1.1" status: 200 len: 217 time: 0.1741462 Aug 16 02:06:19.045757 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-548fb65f-e651-4ef7-8cc4-47021c4251fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.073305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfbbb96-6501-4c89-8903-fa93978a9ff5 None None] DHCP port deletion for b465bad3-96df-413a-9cb3-a9689225c277 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:19.083852 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-548fb65f-e651-4ef7-8cc4-47021c4251fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7d1852f32b94cebb4cd9dfd0b708725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9504924 Aug 16 02:06:19.094403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fb65f-e651-4ef7-8cc4-47021c4251fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95118a86-4860-4b4b-afe3-8da8105c6aa5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.094403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56488) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.134490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-26cb5073-4923-48df-870e-ab3bc8250002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.137581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-26cb5073-4923-48df-870e-ab3bc8250002 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.1064427 Aug 16 02:06:19.150757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bbfbbb96-6501-4c89-8903-fa93978a9ff5 None None] Deleting port f3e829d6-4a90-45fa-9397-058326ebca09 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:19.151036 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bbfbbb96-6501-4c89-8903-fa93978a9ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.151604 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-deec27f7-d27a-4149-a003-efb776c8d478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.181103 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-deec27f7-d27a-4149-a003-efb776c8d478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.190091 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.222426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.231900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] No DVR routers for this DVR port f3e829d6-4a90-45fa-9397-058326ebca09 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:19.233938 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e829d6-4a90-45fa-9397-058326ebca09,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.267503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Subnet': ['ID=a5530648-1406-4361-9c6f-4d859cded077,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.279588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-bbfbbb96-6501-4c89-8903-fa93978a9ff5 None None] For port f3e829d6-4a90-45fa-9397-058326ebca09, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f3e829d6-4a90-45fa-9397-058326ebca09,segment=NetworkSegment(c41af73b-d82c-4826-8f64-5224b6d5eaa3),segment_id=c41af73b-d82c-4826-8f64-5224b6d5eaa3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:19.283633 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bbfbbb96-6501-4c89-8903-fa93978a9ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.297922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bbfbbb96-6501-4c89-8903-fa93978a9ff5 None None] Calling delete_port for f3e829d6-4a90-45fa-9397-058326ebca09 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:19.345749 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.353806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-c256dcf4-8d4b-49b8-b0e3-13acbbea7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.355516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-c256dcf4-8d4b-49b8-b0e3-13acbbea7296 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2111366 Aug 16 02:06:19.358620 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b465bad3-96df-413a-9cb3-a9689225c277']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:19.360448 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-86ec38d9-1602-48ef-a77d-3f4e647bb7d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49e8968b2d6a4aee80e5a3a4d1e38fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445477 Aug 16 02:06:19.364517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56496) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.369343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41af73b-d82c-4826-8f64-5224b6d5eaa3') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:19.369643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41af73b-d82c-4826-8f64-5224b6d5eaa3') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:19.380679 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.381161 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.395064 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:19.425538 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server [None req-2b538947-140d-4976-b618-284928f060c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5530648-1406-4361-9c6f-4d859cded077: This subnet is being modified by another concurrent operation. Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5530648-1406-4361-9c6f-4d859cded077: This subnet is being modified by another concurrent operation. Aug 16 02:06:19.428925 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server Aug 16 02:06:19.463373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fd2416-0020-4a5e-a4a1-0bec782622eb']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:19.479007 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bbfbbb96-6501-4c89-8903-fa93978a9ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.489064 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-deec27f7-d27a-4149-a003-efb776c8d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.490074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd9e0cd-666d-4199-88e2-ce18927aa815') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:19.490382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd9e0cd-666d-4199-88e2-ce18927aa815') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:19.490977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698e2765-1ca3-4040-ab12-66245c33836f None None] Network 57fd2416-0020-4a5e-a4a1-0bec782622eb requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:19.491973 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-deec27f7-d27a-4149-a003-efb776c8d478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.495924 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-deec27f7-d27a-4149-a003-efb776c8d478 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95118a86-4860-4b4b-afe3-8da8105c6aa5 HTTP/1.1" status: 204 len: 168 time: 0.4042265 Aug 16 02:06:19.507217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec27f7-d27a-4149-a003-efb776c8d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95118a86-4860-4b4b-afe3-8da8105c6aa5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.507406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.535266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbbb96-6501-4c89-8903-fa93978a9ff5 None None] Pushing event deleted for resources: {'Port': ['ID=f3e829d6-4a90-45fa-9397-058326ebca09,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.539619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.555019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:19.556146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:19.562320 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:19.571339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfbbb96-6501-4c89-8903-fa93978a9ff5 None None] No DVR routers for this DVR port f3e829d6-4a90-45fa-9397-058326ebca09 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:19.627279 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1013a083-2883-4185-b4ba-042707465264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.638290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-d3b2ffed-421d-4369-993c-55a429e1723a service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699611 Aug 16 02:06:19.639358 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.645261 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.647845 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b465bad3-96df-413a-9cb3-a9689225c277 HTTP/1.1" status: 204 len: 168 time: 1.1420302 Aug 16 02:06:19.650944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56506) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.666078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1013a083-2883-4185-b4ba-042707465264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.671441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752effb-8a77-445b-b511-e3b5af438d4a None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:06:19.672312 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16f091-c124-4252-88ca-a36439e46024 admin admin] Pushing event deleted for resources: {'Network': ['ID=b465bad3-96df-413a-9cb3-a9689225c277,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.784177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.837670 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.840208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/networks/57fd2416-0020-4a5e-a4a1-0bec782622eb HTTP/1.1" status: 204 len: 168 time: 1.4113832 Aug 16 02:06:19.842499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eb497-6e6a-4c67-b4db-7eecdf15974e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Network': ['ID=57fd2416-0020-4a5e-a4a1-0bec782622eb,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.844522 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56520) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.850087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-20f5ec28-17b2-4614-992b-998b51390d32 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033336 Aug 16 02:06:19.851714 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-695549980'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:19.865998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752effb-8a77-445b-b511-e3b5af438d4a None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:06:19.913245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-fd24fbcb-674f-4f44-9ead-d7b482ba0765 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474 HTTP/1.1" status: 200 len: 217 time: 0.0552185 Aug 16 02:06:19.941798 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1013a083-2883-4185-b4ba-042707465264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.944458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1013a083-2883-4185-b4ba-042707465264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.945649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1013a083-2883-4185-b4ba-042707465264 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66b21948-b9d7-4886-8682-4828f1c507ba HTTP/1.1" status: 204 len: 168 time: 0.5802457 Aug 16 02:06:19.996845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-c853375c-2920-4717-8186-5c1da160493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.999524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-c853375c-2920-4717-8186-5c1da160493e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0788205 Aug 16 02:06:20.018348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013a083-2883-4185-b4ba-042707465264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b21948-b9d7-4886-8682-4828f1c507ba,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:20.066808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-47859d2e-5625-48aa-a432-7da355f75602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.069146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-47859d2e-5625-48aa-a432-7da355f75602 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611234 Aug 16 02:06:20.304168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-2a062d63-0620-4726-a8e7-ce579638859a service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187498 Aug 16 02:06:20.455776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-292f23b0-e45c-461c-a975-bfeb02bcc64c service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416442 Aug 16 02:06:20.523454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3e829d6-4a90-45fa-9397-058326ebca09 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:20.546043 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-60d60dd1-1867-4aa0-9d65-32db537762e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=80c01aab-f9db-4e54-8e54-8ae6a7e69aec HTTP/1.1" status: 200 len: 217 time: 0.0818577 Aug 16 02:06:20.547448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f3e829d6-4a90-45fa-9397-058326ebca09 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:20.547804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3e829d6-4a90-45fa-9397-058326ebca09 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:20.605023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-5d3ea12a-4148-4b33-b856-9d96f9d23fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.607666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-5d3ea12a-4148-4b33-b856-9d96f9d23fbe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0537326 Aug 16 02:06:20.623831 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:20.641047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.663967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-56afe0c5-e2e5-4677-b76b-58bea6bc30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.668757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-56afe0c5-e2e5-4677-b76b-58bea6bc30d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533080 Aug 16 02:06:20.686182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:20.695695 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.696160 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Added segment b515971e-ecd2-44fb-a1f1-b9739c2ef9e4 of type vlan for network 788a376f-189f-4ff1-b97d-a96d7a463134 Aug 16 02:06:20.738539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.812474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-389c6e9a-ba2d-44ed-81dc-0b127d4b46d1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6662450 Aug 16 02:06:20.864702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-feaa1834-375b-4fc0-b527-515ff5c0b3a7 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832156 Aug 16 02:06:20.941215 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.960933 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.966910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.967773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.010270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-e1567c03-3875-4e0d-b132-adbfde8ec3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:21.012181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-e1567c03-3875-4e0d-b132-adbfde8ec3fc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 1098 time: 0.1463840 Aug 16 02:06:21.074123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Network': ['ID=788a376f-189f-4ff1-b97d-a96d7a463134,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:21.086784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 788a376f-189f-4ff1-b97d-a96d7a463134 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:21.138466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-d60eccf5-f777-42d1-ac13-abea050948ae service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609274 Aug 16 02:06:21.146769 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7ec21904-4a27-47ec-a0f2-3e058ae7ed23 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3005748 Aug 16 02:06:21.153488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56576) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:21.160497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'subnet': {'network_id': '788a376f-189f-4ff1-b97d-a96d7a463134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:21.178740 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.237431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-4b858d3a-179d-449f-ae4c-fe7578bc9eab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 HTTP/1.1" status: 200 len: 217 time: 0.0854642 Aug 16 02:06:21.401182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-fe910bfc-b107-4731-aadc-a6e288a46361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:21.403499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-fe910bfc-b107-4731-aadc-a6e288a46361 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.1501746 Aug 16 02:06:21.514098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-c3df4024-5f75-41ea-95eb-27afcda69761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:21.514098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-c3df4024-5f75-41ea-95eb-27afcda69761 service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.4794443 Aug 16 02:06:21.542384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-be5867ad-861f-42be-bcbb-2e5a42eb69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:21.542384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-be5867ad-861f-42be-bcbb-2e5a42eb69c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197455 Aug 16 02:06:21.637319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] Deleting port a5e28cf2-cbe7-4389-b018-4d579039e525 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:21.638921 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.786114 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] For port a5e28cf2-cbe7-4389-b018-4d579039e525, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a5e28cf2-cbe7-4389-b018-4d579039e525,segment=NetworkSegment(0f65cefa-0a02-4dae-8896-6af86392ad15),segment_id=0f65cefa-0a02-4dae-8896-6af86392ad15)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:21.786481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.801156 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] Calling delete_port for a5e28cf2-cbe7-4389-b018-4d579039e525 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:21.943489 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.961324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:21.965481 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.050668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-a9b600e2-1288-40f4-902b-5e18294147af service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803 HTTP/1.1" status: 200 len: 1002 time: 0.5249786 Aug 16 02:06:22.130194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-e6c96b2b-1dc2-495d-a32e-5164bbea3ad1 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582409 Aug 16 02:06:22.147304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-0fc136d1-1276-4f46-aa2c-25868aec338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.148679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-0fc136d1-1276-4f46-aa2c-25868aec338e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0845151 Aug 16 02:06:22.234412 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.280353 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e28cf2-cbe7-4389-b018-4d579039e525,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:22.302874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-6a943102-5552-4394-af19-212ee7cdff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.305462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-6a943102-5552-4394-af19-212ee7cdff0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450553 Aug 16 02:06:22.312118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-9f542343-f0a0-4463-a493-79d65b6cc8a6 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728270 Aug 16 02:06:22.438726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-1fae948c-1859-4e5c-9c42-f69cc6802202 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b82768d0-3b02-457d-9307-5658bd230ee0 HTTP/1.1" status: 200 len: 217 time: 0.1049640 Aug 16 02:06:22.571356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-26adb863-175d-4c04-ba43-b7f55021264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.572895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-26adb863-175d-4c04-ba43-b7f55021264d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.1220808 Aug 16 02:06:22.573305 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.602083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-fa243e2f-13a8-432e-a35f-36266487fe01 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670565 Aug 16 02:06:22.666678 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.714043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56622) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:22.742930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-1e8de5d0-6791-43a9-a730-e2a6ab15c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.745094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-1e8de5d0-6791-43a9-a730-e2a6ab15c3fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1619003 Aug 16 02:06:22.789595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Subnet': ['ID=142d4b94-7890-4e1a-82f3-ddc5e4e7c4cc,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:22.856560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Checking segment: {'id': 'b515971e-ecd2-44fb-a1f1-b9739c2ef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '788a376f-189f-4ff1-b97d-a96d7a463134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:22.856933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network hostable DHCP agents. Network: 788a376f-189f-4ff1-b97d-a96d7a463134, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:22.860601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8cc4053-45fb-4842-a7ef-f7f4828f3198 req-a2c9829e-6c95-4d0a-8208-8953562e4965 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433114 Aug 16 02:06:22.866673 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] Router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:22.906563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-de6b7bb7-6fcc-4ac0-93d7-d50937b239d2 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462052 Aug 16 02:06:23.012769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:23.016684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network 788a376f-189f-4ff1-b97d-a96d7a463134 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:23.021139 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-765c98e8-2359-470c-b422-061b4857df47 admin admin] 10.222.0.66 "PUT /v2.0/routers/a5ca37d9-01cf-4369-8bf0-5d2e923d38bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3534091 Aug 16 02:06:23.021539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56632) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:23.023054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-728c2b1c-5b81-4687-b92b-fd96b3b54549 req-3add5683-17eb-4ad7-8252-3829689a582e service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085434 Aug 16 02:06:23.030078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca5b03-6f1e-46df-8de3-595c81d5abfd None None] Sync routers for ids ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:23.075691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca5b03-6f1e-46df-8de3-595c81d5abfd None None] Routers {'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:23.076640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a4ca5b03-6f1e-46df-8de3-595c81d5abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:06:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:23.115217 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-606fff33-4256-460e-b226-e06df74dd1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.136019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 788a376f-189f-4ff1-b97d-a96d7a463134) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:23.144567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.145227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.160661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f8f7d4-10fd-4468-bce8-ec288fe6ab77 None None] Network 788a376f-189f-4ff1-b97d-a96d7a463134 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:23.173165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.306556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-606fff33-4256-460e-b226-e06df74dd1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.308671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a4ca5b03-6f1e-46df-8de3-595c81d5abfd None None] Set router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:23.329141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.400342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-606fff33-4256-460e-b226-e06df74dd1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.445047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fff33-4256-460e-b226-e06df74dd1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eb4823-6d71-453c-bdf0-def2b5798dec,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:23.452867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-606fff33-4256-460e-b226-e06df74dd1a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f033742fa94f4c9884c79e6de190560e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7318971 Aug 16 02:06:23.453478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56652) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:23.520797 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-378a5a45-ae6a-4abb-b131-cd2484418ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.533151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Deleting port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:23.533702 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.549106 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-378a5a45-ae6a-4abb-b131-cd2484418ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.562402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0b423acb-a01d-4ecf-81db-c5e3a0f93372 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4074183 Aug 16 02:06:23.563217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56656) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:23.690772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] For port c7cce67c-32bb-4f5d-b0b1-0aceddf806d6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c7cce67c-32bb-4f5d-b0b1-0aceddf806d6,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:23.691416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.737040 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.747283 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Calling delete_port for c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:23.812958 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-378a5a45-ae6a-4abb-b131-cd2484418ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.817793 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-378a5a45-ae6a-4abb-b131-cd2484418ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.820745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-378a5a45-ae6a-4abb-b131-cd2484418ce8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22eb4823-6d71-453c-bdf0-def2b5798dec HTTP/1.1" status: 204 len: 168 time: 0.3656557 Aug 16 02:06:23.884985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a5a45-ae6a-4abb-b131-cd2484418ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eb4823-6d71-453c-bdf0-def2b5798dec,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:23.896629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.006274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dcd01e-8b35-4cba-9386-2ecee9363395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-788a376f-189f-4ff1-b97d-a96d7a463134', 'network_id': '788a376f-189f-4ff1-b97d-a96d7a463134', 'tenant_id': 'e13e0a29b598460da886ae8a7c47413c', 'fixed_ips': [{'subnet_id': '142d4b94-7890-4e1a-82f3-ddc5e4e7c4cc'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:24.007192 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-37dcd01e-8b35-4cba-9386-2ecee9363395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.057317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a4ca5b03-6f1e-46df-8de3-595c81d5abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'name': 'tempest-TestAggregatesBasicOps-849334197-router', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:57Z', 'updated_at': '2021-08-16T02:06:21Z', 'revision_number': 5, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'gw_port': {'id': 'c7cce67c-32bb-4f5d-b0b1-0aceddf806d6', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:58Z', 'updated_at': '2021-08-16T02:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:24.084326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca5b03-6f1e-46df-8de3-595c81d5abfd None None] Checking router: a5ca37d9-01cf-4369-8bf0-5d2e923d38bb for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:24.093292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca5b03-6f1e-46df-8de3-595c81d5abfd None None] Routers {'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:24.093975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a4ca5b03-6f1e-46df-8de3-595c81d5abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:06:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:24.181561 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a4ca5b03-6f1e-46df-8de3-595c81d5abfd None None] Set router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:24.228056 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.229143 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.241332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a4ca5b03-6f1e-46df-8de3-595c81d5abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'name': 'tempest-TestAggregatesBasicOps-849334197-router', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:57Z', 'updated_at': '2021-08-16T02:06:23Z', 'revision_number': 6, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:24.264564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Subnet': ['ID=142d4b94-7890-4e1a-82f3-ddc5e4e7c4cc,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:24.320411 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cce67c-32bb-4f5d-b0b1-0aceddf806d6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:24.342469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca5b03-6f1e-46df-8de3-595c81d5abfd None None] The sync data for ids ['a5ca37d9-01cf-4369-8bf0-5d2e923d38bb'] in n-d-768509-23 is: [{'id': 'a5ca37d9-01cf-4369-8bf0-5d2e923d38bb', 'name': 'tempest-TestAggregatesBasicOps-849334197-router', 'tenant_id': '597e55d7249c462cb34abd682d8ff5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:57Z', 'updated_at': '2021-08-16T02:06:23Z', 'revision_number': 6, 'project_id': '597e55d7249c462cb34abd682d8ff5a6', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:24.374201 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.388999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788a376f-189f-4ff1-b97d-a96d7a463134']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:24.420015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b515971e-ecd2-44fb-a1f1-b9739c2ef9e4') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:24.420377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b515971e-ecd2-44fb-a1f1-b9739c2ef9e4') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:24.431485 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server [None req-37dcd01e-8b35-4cba-9386-2ecee9363395 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 142d4b94-7890-4e1a-82f3-ddc5e4e7c4cc: This subnet is being modified by another concurrent operation. Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 142d4b94-7890-4e1a-82f3-ddc5e4e7c4cc: This subnet is being modified by another concurrent operation. Aug 16 02:06:24.438369 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server Aug 16 02:06:24.444922 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.454741 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.460090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083dd8b-5d81-4de2-ab05-de51bb6f17f8 None None] Network 788a376f-189f-4ff1-b97d-a96d7a463134 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:24.464193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:24.464618 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:24.472685 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:24.631087 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.633254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.725670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aec512-5906-472a-aaa7-8eba426d9f8e None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:06:24.789536 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.817106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.817106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5ca37d9-01cf-4369-8bf0-5d2e923d38bb {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:06:24.826448 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.830091 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-976a0a81-e88b-42c7-9fb5-80d5b0fdef2d admin admin] 10.222.0.66 "DELETE /v2.0/routers/a5ca37d9-01cf-4369-8bf0-5d2e923d38bb HTTP/1.1" status: 204 len: 168 time: 1.8052197 Aug 16 02:06:24.830273 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.830483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56716) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:24.837533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/networks/788a376f-189f-4ff1-b97d-a96d7a463134 HTTP/1.1" status: 204 len: 168 time: 1.2710130 Aug 16 02:06:24.841369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56718) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:24.852466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8d433-a8de-4a44-b7f2-6b2f5173315e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Network': ['ID=788a376f-189f-4ff1-b97d-a96d7a463134,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:24.867813 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1156623282'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:24.893307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a5e28cf2-cbe7-4389-b018-4d579039e525 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:24.937456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a5e28cf2-cbe7-4389-b018-4d579039e525 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:24.938064 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a5e28cf2-cbe7-4389-b018-4d579039e525 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:24.957217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d212654-2962-4ad8-9da6-448ad6f00de5 admin admin] Deleting subnet 71681373-8405-4bda-adff-fbc270681be9 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:24.960647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d212654-2962-4ad8-9da6-448ad6f00de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.979578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aec512-5906-472a-aaa7-8eba426d9f8e None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:06:25.009854 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d212654-2962-4ad8-9da6-448ad6f00de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.121919 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d212654-2962-4ad8-9da6-448ad6f00de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.144404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:25.147912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.189186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:25.205451 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.205800 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Added segment 894b8a99-a557-4adf-92fd-e25ae30ac690 of type vlan for network beed72ee-ab5d-49fa-959a-dd5a6da8e7da Aug 16 02:06:25.254343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.336632 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d212654-2962-4ad8-9da6-448ad6f00de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.410235 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d212654-2962-4ad8-9da6-448ad6f00de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71681373-8405-4bda-adff-fbc270681be9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:25.416521 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.423404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.424028 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.430867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d212654-2962-4ad8-9da6-448ad6f00de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.431785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8456d9d8-2fce-444b-a0d6-e209a976d5ce None None] Network 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:25.434303 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d212654-2962-4ad8-9da6-448ad6f00de5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/71681373-8405-4bda-adff-fbc270681be9 HTTP/1.1" status: 204 len: 168 time: 0.6029665 Aug 16 02:06:25.439899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56748) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:25.524013 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Network': ['ID=beed72ee-ab5d-49fa-959a-dd5a6da8e7da,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:25.576608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.579596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network beed72ee-ab5d-49fa-959a-dd5a6da8e7da details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:25.631160 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dede864f-074f-4875-8054-55d2bc391385 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7799909 Aug 16 02:06:25.631599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56754) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:25.641965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Request body: {'subnet': {'network_id': 'beed72ee-ab5d-49fa-959a-dd5a6da8e7da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:25.761449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Deleting port 843612f0-82e6-46f1-a01b-313fa7eaea75 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:25.761935 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.837093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195fe51c-4908-4d69-963a-40524cab154e None None] DHCP port deletion for 18e5696f-930f-4dcc-aae5-ee7c50bfa5dd request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:25.909743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] For port 843612f0-82e6-46f1-a01b-313fa7eaea75, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=843612f0-82e6-46f1-a01b-313fa7eaea75,segment=NetworkSegment(0f65cefa-0a02-4dae-8896-6af86392ad15),segment_id=0f65cefa-0a02-4dae-8896-6af86392ad15)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:25.910469 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.944068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Calling delete_port for 843612f0-82e6-46f1-a01b-313fa7eaea75 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:25.982524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Deleting port 843612f0-82e6-46f1-a01b-313fa7eaea75 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:25.982933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.087868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-195fe51c-4908-4d69-963a-40524cab154e None None] For port 843612f0-82e6-46f1-a01b-313fa7eaea75, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=843612f0-82e6-46f1-a01b-313fa7eaea75,segment=NetworkSegment(0f65cefa-0a02-4dae-8896-6af86392ad15),segment_id=0f65cefa-0a02-4dae-8896-6af86392ad15)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:26.088319 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.103231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Calling delete_port for 843612f0-82e6-46f1-a01b-313fa7eaea75 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:26.144004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Made reservation on behalf of e13e0a29b598460da886ae8a7c47413c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:26.147803 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.175080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56766) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:26.285433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-73dc0754-e246-4dba-b625-0afea6763fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.341353 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.350104 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.374782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Pushing event deleted for resources: {'Port': ['ID=843612f0-82e6-46f1-a01b-313fa7eaea75,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.385218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] No DVR routers for this DVR port 843612f0-82e6-46f1-a01b-313fa7eaea75 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:26.389359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Pushing event deleted for resources: {'Port': ['ID=843612f0-82e6-46f1-a01b-313fa7eaea75,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.399034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195fe51c-4908-4d69-963a-40524cab154e None None] No DVR routers for this DVR port 843612f0-82e6-46f1-a01b-313fa7eaea75 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:26.403201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.403550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.403906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.404240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.404583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.404923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.405263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.405594 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.405962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.406287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.406628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.406972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195fe51c-4908-4d69-963a-40524cab154e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:26.447510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-73dc0754-e246-4dba-b625-0afea6763fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.477176 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.486599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e5696f-930f-4dcc-aae5-ee7c50bfa5dd']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:26.503325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f65cefa-0a02-4dae-8896-6af86392ad15') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:26.503698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f65cefa-0a02-4dae-8896-6af86392ad15') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:26.515801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.519635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 843612f0-82e6-46f1-a01b-313fa7eaea75 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:26.540399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 843612f0-82e6-46f1-a01b-313fa7eaea75 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:26.540752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 843612f0-82e6-46f1-a01b-313fa7eaea75 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:26.541172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:26.558456 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.561120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:26.561475 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c7cce67c-32bb-4f5d-b0b1-0aceddf806d6 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:26.574388 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:26.592437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-73dc0754-e246-4dba-b625-0afea6763fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.637881 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-73dc0754-e246-4dba-b625-0afea6763fe4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3815850de3446f4a3e025908e88924d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586267 Aug 16 02:06:26.637881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc0754-e246-4dba-b625-0afea6763fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8440fe34-c910-4eeb-baf3-e52f86bade0a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.638938 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56780) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:26.647229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.objects.ports [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:06:26.652900 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.705701 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ebc3d60-7aba-4bee-a2ce-f6e3da284fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.730776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event updated for resources: {'Subnet': ['ID=4c1b755e-dbf9-48c0-b2ae-957d6f4c3a02,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.736095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56784) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:26.737736 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ebc3d60-7aba-4bee-a2ce-f6e3da284fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.749935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Checking segment: {'id': '894b8a99-a557-4adf-92fd-e25ae30ac690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'beed72ee-ab5d-49fa-959a-dd5a6da8e7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:26.750305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network hostable DHCP agents. Network: beed72ee-ab5d-49fa-959a-dd5a6da8e7da, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:26.775225 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.781698 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.785744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] 10.222.0.66 "DELETE /v2.0/networks/18e5696f-930f-4dcc-aae5-ee7c50bfa5dd HTTP/1.1" status: 204 len: 168 time: 1.3434224 Aug 16 02:06:26.802528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372d2f3-9c1d-4405-bea3-23d140b71105 admin admin] Pushing event deleted for resources: {'Network': ['ID=18e5696f-930f-4dcc-aae5-ee7c50bfa5dd,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.838599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Network beed72ee-ab5d-49fa-959a-dd5a6da8e7da is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:26.861897 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ec49fbcb-4188-4abf-9850-ce692c15b7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.895388 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ebc3d60-7aba-4bee-a2ce-f6e3da284fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.898040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ebc3d60-7aba-4bee-a2ce-f6e3da284fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.899291 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0ebc3d60-7aba-4bee-a2ce-f6e3da284fe1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8440fe34-c910-4eeb-baf3-e52f86bade0a HTTP/1.1" status: 204 len: 168 time: 0.2485261 Aug 16 02:06:26.907815 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc3d60-7aba-4bee-a2ce-f6e3da284fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8440fe34-c910-4eeb-baf3-e52f86bade0a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.960079 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ec49fbcb-4188-4abf-9850-ce692c15b7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.000059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, beed72ee-ab5d-49fa-959a-dd5a6da8e7da) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:27.004789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.005471 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.012880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44d823-09a6-47fc-bf45-9da6842ccb41 None None] Network beed72ee-ab5d-49fa-959a-dd5a6da8e7da requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:27.116408 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ec49fbcb-4188-4abf-9850-ce692c15b7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.158080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ec49fbcb-4188-4abf-9850-ce692c15b7d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11cab5a108fb45c78535a7f8cbf6d123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207561 Aug 16 02:06:27.158915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49fbcb-4188-4abf-9850-ce692c15b7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cee11d2-ee55-4858-8a42-3571f3a9c54b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:27.162764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56804) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:27.166201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-beed72ee-ab5d-49fa-959a-dd5a6da8e7da', 'network_id': 'beed72ee-ab5d-49fa-959a-dd5a6da8e7da', 'tenant_id': 'e13e0a29b598460da886ae8a7c47413c', 'fixed_ips': [{'subnet_id': '4c1b755e-dbf9-48c0-b2ae-957d6f4c3a02'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:27.167077 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.252912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c6f4-45b9-43d8-8d19-b6586c250317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.280605 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c6f4-45b9-43d8-8d19-b6586c250317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.285711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b56a85bc-36c2-4e53-a5ed-f3e7cff96d24 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6523423 Aug 16 02:06:27.298773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56810) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:27.317570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Allocated IP 2001:db8::f816:3eff:fea0:f50f (beed72ee-ab5d-49fa-959a-dd5a6da8e7da/4c1b755e-dbf9-48c0-b2ae-957d6f4c3a02/b8e4ec76-a912-475c-9b3b-3cc417994b50) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:27.406482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.472419 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.481857 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.600443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Transition to ACTIVE for port object b8e4ec76-a912-475c-9b3b-3cc417994b50 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:27.602307 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c6f4-45b9-43d8-8d19-b6586c250317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.605606 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c6f4-45b9-43d8-8d19-b6586c250317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.607207 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cfb1c6f4-45b9-43d8-8d19-b6586c250317 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4cee11d2-ee55-4858-8a42-3571f3a9c54b HTTP/1.1" status: 204 len: 168 time: 0.4418960 Aug 16 02:06:27.616568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1c6f4-45b9-43d8-8d19-b6586c250317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cee11d2-ee55-4858-8a42-3571f3a9c54b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:27.624429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Transition to ACTIVE for port object b8e4ec76-a912-475c-9b3b-3cc417994b50 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:27.652429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56828) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:27.695117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-db532c27-90e8-4cef-93c0-cff7784b1211 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c189fbff0af1475d87c5575e68f1497a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411482 Aug 16 02:06:27.697504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56830) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:27.752358 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d11b6159-fc9b-46b7-9ce6-524cbbc08aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.774434 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d11b6159-fc9b-46b7-9ce6-524cbbc08aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.808945 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.869924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Network beed72ee-ab5d-49fa-959a-dd5a6da8e7da is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:27.873877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:27.877373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:27.884602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Pushing event updated for resources: {'Port': ['ID=b8e4ec76-a912-475c-9b3b-3cc417994b50,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:27.935680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Attempting to bind port b8e4ec76-a912-475c-9b3b-3cc417994b50 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:27.936051 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Attempting to bind port b8e4ec76-a912-475c-9b3b-3cc417994b50 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '894b8a99-a557-4adf-92fd-e25ae30ac690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'beed72ee-ab5d-49fa-959a-dd5a6da8e7da'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:27.936413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Attempting to bind port b8e4ec76-a912-475c-9b3b-3cc417994b50 on network beed72ee-ab5d-49fa-959a-dd5a6da8e7da {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:27.941298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:27.941673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Checking segment: {'id': '894b8a99-a557-4adf-92fd-e25ae30ac690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'beed72ee-ab5d-49fa-959a-dd5a6da8e7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:27.952351 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.952351 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Bound using segment: {'id': '894b8a99-a557-4adf-92fd-e25ae30ac690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'beed72ee-ab5d-49fa-959a-dd5a6da8e7da'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:27.952351 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Bound port: b8e4ec76-a912-475c-9b3b-3cc417994b50, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894b8a99-a557-4adf-92fd-e25ae30ac690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'beed72ee-ab5d-49fa-959a-dd5a6da8e7da'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:27.952351 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.008557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] For port b8e4ec76-a912-475c-9b3b-3cc417994b50, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:28.010476 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.012210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] For port b8e4ec76-a912-475c-9b3b-3cc417994b50, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b8e4ec76-a912-475c-9b3b-3cc417994b50,segment=NetworkSegment(894b8a99-a557-4adf-92fd-e25ae30ac690),segment_id=894b8a99-a557-4adf-92fd-e25ae30ac690)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:28.018005 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d11b6159-fc9b-46b7-9ce6-524cbbc08aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.020554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d11b6159-fc9b-46b7-9ce6-524cbbc08aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.021845 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d11b6159-fc9b-46b7-9ce6-524cbbc08aac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2418dce5-058d-4bc7-9e51-092432eaceb0 HTTP/1.1" status: 204 len: 168 time: 0.3232107 Aug 16 02:06:28.056105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1b755e-dbf9-48c0-b2ae-957d6f4c3a02,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:28.060878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b6159-fc9b-46b7-9ce6-524cbbc08aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2418dce5-058d-4bc7-9e51-092432eaceb0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:28.112829 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56836) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:28.118707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.130755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beed72ee-ab5d-49fa-959a-dd5a6da8e7da']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:28.133139 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d91567b-c83b-4d17-930d-58d4d0eb4fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.143639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894b8a99-a557-4adf-92fd-e25ae30ac690') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:28.143852 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894b8a99-a557-4adf-92fd-e25ae30ac690') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:28.153872 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.210549 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.387476 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.396205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:28.396687 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:28.501134 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:28.544892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:06:28.544892 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:06:28.544892 n-d-768509-23 neutron-server[95516]: [parameters: {'id': 'beed72ee-ab5d-49fa-959a-dd5a6da8e7da'}] Aug 16 02:06:28.544892 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:06:28.545365 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:06:28.570282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef241b-3447-41b3-af1e-2860926f8bb2 None None] Pushing event updated for resources: {'Port': ['ID=b8e4ec76-a912-475c-9b3b-3cc417994b50,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:28.574508 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d91567b-c83b-4d17-930d-58d4d0eb4fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.671397 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d91567b-c83b-4d17-930d-58d4d0eb4fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.750466 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d91567b-c83b-4d17-930d-58d4d0eb4fab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=788f2cf974bd4e6cbca41b494e44eb50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6360123 Aug 16 02:06:28.751801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91567b-c83b-4d17-930d-58d4d0eb4fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8467177d-9a36-416b-9b74-30012962593d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:28.753210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56852) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:28.844271 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4776fdd-60f3-4ec2-a209-b1a548a85496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.908010 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4776fdd-60f3-4ec2-a209-b1a548a85496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.990585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56860) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:29.032472 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-38d8f7a4-2eec-498f-a277-566f5ab4ed51 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=597e55d7249c462cb34abd682d8ff5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405424 Aug 16 02:06:29.035478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56862) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:29.049499 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.113785 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4776fdd-60f3-4ec2-a209-b1a548a85496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.116331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4776fdd-60f3-4ec2-a209-b1a548a85496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.121475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a4776fdd-60f3-4ec2-a209-b1a548a85496 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8467177d-9a36-416b-9b74-30012962593d HTTP/1.1" status: 204 len: 168 time: 0.3652775 Aug 16 02:06:29.138998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4776fdd-60f3-4ec2-a209-b1a548a85496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8467177d-9a36-416b-9b74-30012962593d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:29.157341 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d1755795-b265-44fb-94e8-b28db2a5dd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.192849 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d1755795-b265-44fb-94e8-b28db2a5dd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.216002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Deleting port b8e4ec76-a912-475c-9b3b-3cc417994b50 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:29.216345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.315822 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] For port b8e4ec76-a912-475c-9b3b-3cc417994b50, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b8e4ec76-a912-475c-9b3b-3cc417994b50,segment=NetworkSegment(894b8a99-a557-4adf-92fd-e25ae30ac690),segment_id=894b8a99-a557-4adf-92fd-e25ae30ac690)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:29.316199 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.338142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Calling delete_port for b8e4ec76-a912-475c-9b3b-3cc417994b50 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:29.455341 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d1755795-b265-44fb-94e8-b28db2a5dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.458215 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d1755795-b265-44fb-94e8-b28db2a5dd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.461983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d1755795-b265-44fb-94e8-b28db2a5dd80 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d3ff2df-bcbf-4fb0-a817-2fe22324f11c HTTP/1.1" status: 204 len: 168 time: 0.4231570 Aug 16 02:06:29.471095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1755795-b265-44fb-94e8-b28db2a5dd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3ff2df-bcbf-4fb0-a817-2fe22324f11c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:29.537652 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.548776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bce0d0-29c1-4ca2-b49b-87e1e58169ff None None] Network beed72ee-ab5d-49fa-959a-dd5a6da8e7da requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:29.572324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Port': ['ID=b8e4ec76-a912-475c-9b3b-3cc417994b50,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:29.578532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No DVR routers for this DVR port b8e4ec76-a912-475c-9b3b-3cc417994b50 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:29.662115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3034be87-10cd-45b9-aae4-626b174a3c3c None None] Could not find standard attr ID for object b8e4ec76-a912-475c-9b3b-3cc417994b50. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:06:29.672184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.684800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beed72ee-ab5d-49fa-959a-dd5a6da8e7da']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:29.718036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894b8a99-a557-4adf-92fd-e25ae30ac690') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:29.718036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894b8a99-a557-4adf-92fd-e25ae30ac690') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:29.723642 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.764340 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.778846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:29.779437 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:29.783267 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:29.792216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0dec58-86f2-4127-9891-cdc8ac43709f None None] DHCP port deletion for beed72ee-ab5d-49fa-959a-dd5a6da8e7da request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:29.928011 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.928260 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cdf63f97-cefb-4836-82b9-84e6ce1c98c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.928353 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.930004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/networks/beed72ee-ab5d-49fa-959a-dd5a6da8e7da HTTP/1.1" status: 204 len: 168 time: 2.6295173 Aug 16 02:06:29.938635 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56888) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:29.960971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265f2cb-295d-4890-867d-3b3693ec2940 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Network': ['ID=beed72ee-ab5d-49fa-959a-dd5a6da8e7da,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:29.973419 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-44887beb-fa6c-42df-b199-f54e838f2d6c tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:29.974051 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44887beb-fa6c-42df-b199-f54e838f2d6c tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:29.978011 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-44887beb-fa6c-42df-b199-f54e838f2d6c tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/subnets/4c1b755e-dbf9-48c0-b2ae-957d6f4c3a02 HTTP/1.1" status: 404 len: 337 time: 0.0359201 Aug 16 02:06:29.978766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56894) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.010607 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccd4ea9-c67d-47fa-af0b-1dfcf79121be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:30.010607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccd4ea9-c67d-47fa-af0b-1dfcf79121be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:30.014358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1ccd4ea9-c67d-47fa-af0b-1dfcf79121be tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/networks/beed72ee-ab5d-49fa-959a-dd5a6da8e7da HTTP/1.1" status: 404 len: 339 time: 0.0335884 Aug 16 02:06:30.014636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56898) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.042760 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f34cc00-54ca-47bf-86f0-a76f38cda0f3 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:30.043521 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f34cc00-54ca-47bf-86f0-a76f38cda0f3 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:30.045291 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6f34cc00-54ca-47bf-86f0-a76f38cda0f3 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/subnets/142d4b94-7890-4e1a-82f3-ddc5e4e7c4cc HTTP/1.1" status: 404 len: 337 time: 0.0296035 Aug 16 02:06:30.047979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56900) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.068754 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cee314-e0b8-4ad9-9f6f-0728db4a5c74 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:30.068754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cee314-e0b8-4ad9-9f6f-0728db4a5c74 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:30.069883 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-60cee314-e0b8-4ad9-9f6f-0728db4a5c74 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/networks/788a376f-189f-4ff1-b97d-a96d7a463134 HTTP/1.1" status: 404 len: 339 time: 0.0209670 Aug 16 02:06:30.072619 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56902) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.099577 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25207dc-8c98-43bd-9e83-72925572d5a4 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:30.100235 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25207dc-8c98-43bd-9e83-72925572d5a4 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:30.102257 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f25207dc-8c98-43bd-9e83-72925572d5a4 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/subnets/a5530648-1406-4361-9c6f-4d859cded077 HTTP/1.1" status: 404 len: 337 time: 0.0286193 Aug 16 02:06:30.105327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56906) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.124402 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fb9785-fb9c-4ca3-8a28-d3cceedb3392 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:30.124958 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fb9785-fb9c-4ca3-8a28-d3cceedb3392 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:30.126711 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-50fb9785-fb9c-4ca3-8a28-d3cceedb3392 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/networks/57fd2416-0020-4a5e-a4a1-0bec782622eb HTTP/1.1" status: 404 len: 339 time: 0.0204408 Aug 16 02:06:30.129280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56910) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.150870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56912) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.228147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-aacc283d-fdbe-4eaa-af96-3c913e3041f0 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Deleting port 7257416e-4a28-4533-99dd-9b3ddfcb1fd6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:30.228579 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aacc283d-fdbe-4eaa-af96-3c913e3041f0 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.309018 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aacc283d-fdbe-4eaa-af96-3c913e3041f0 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.336452 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21a35a6b-35fb-4841-9c72-16d30b293282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.340237 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-aacc283d-fdbe-4eaa-af96-3c913e3041f0 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Calling delete_port for 7257416e-4a28-4533-99dd-9b3ddfcb1fd6 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:30.453564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56926) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.480591 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21a35a6b-35fb-4841-9c72-16d30b293282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.556851 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bc2a3373-2a38-4589-a170-2c3741349b9a tempest-ServiceProvidersTest-658583364 tempest-ServiceProvidersTest-658583364-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1017296 Aug 16 02:06:30.564095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aacc283d-fdbe-4eaa-af96-3c913e3041f0 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.593182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc283d-fdbe-4eaa-af96-3c913e3041f0 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Port': ['ID=7257416e-4a28-4533-99dd-9b3ddfcb1fd6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:30.598963 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aacc283d-fdbe-4eaa-af96-3c913e3041f0 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.604607 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aacc283d-fdbe-4eaa-af96-3c913e3041f0 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/ports/7257416e-4a28-4533-99dd-9b3ddfcb1fd6 HTTP/1.1" status: 204 len: 168 time: 0.4742806 Aug 16 02:06:30.605192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56938) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.632585 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-35674939-61b9-4977-9ba0-617cb010bcdf tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:30.632854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35674939-61b9-4977-9ba0-617cb010bcdf tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:30.638470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-35674939-61b9-4977-9ba0-617cb010bcdf tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/subnets/686afd7b-0c1f-4e3b-8fae-ae5340756a6f HTTP/1.1" status: 404 len: 337 time: 0.0279441 Aug 16 02:06:30.638470 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21a35a6b-35fb-4841-9c72-16d30b293282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.638675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56940) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.685364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-21a35a6b-35fb-4841-9c72-16d30b293282 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4db88a00371841c99541769f6e57aa87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328684 Aug 16 02:06:30.686246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a35a6b-35fb-4841-9c72-16d30b293282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75399f99-2b3c-46f4-bd2e-95014a44c4c5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:30.688179 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56942) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.751324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.780474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dee963c0-b131-4ba9-b65b-3a64f9ded3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.891086 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dee963c0-b131-4ba9-b65b-3a64f9ded3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.910250 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.933534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4988af4f-fb34-43d6-8f3e-227934b5db50']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:30.950175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4528633a-2e8d-427f-9e15-c194476232eb') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:30.950807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4528633a-2e8d-427f-9e15-c194476232eb') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:30.959516 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.979460 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.986908 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:30.987927 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:30.990327 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:31.149955 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dee963c0-b131-4ba9-b65b-3a64f9ded3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.154212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dee963c0-b131-4ba9-b65b-3a64f9ded3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.156368 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dee963c0-b131-4ba9-b65b-3a64f9ded3c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75399f99-2b3c-46f4-bd2e-95014a44c4c5 HTTP/1.1" status: 204 len: 168 time: 0.4665964 Aug 16 02:06:31.159775 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.170352 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.174306 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/networks/4988af4f-fb34-43d6-8f3e-227934b5db50 HTTP/1.1" status: 204 len: 168 time: 0.5350969 Aug 16 02:06:31.176557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56958) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:31.182471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee963c0-b131-4ba9-b65b-3a64f9ded3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75399f99-2b3c-46f4-bd2e-95014a44c4c5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:31.216360 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b555e9b-b7ff-4e0d-930b-e982ec7b413b tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Network': ['ID=4988af4f-fb34-43d6-8f3e-227934b5db50,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:31.315655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a520034e-4ee4-469b-8715-5b292cf1acf7 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Deleting port 05eaeb4a-1ab1-486f-a241-87a375bf680c {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:31.320645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a520034e-4ee4-469b-8715-5b292cf1acf7 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.387966 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a520034e-4ee4-469b-8715-5b292cf1acf7 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.405503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a520034e-4ee4-469b-8715-5b292cf1acf7 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Calling delete_port for 05eaeb4a-1ab1-486f-a241-87a375bf680c owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:31.572333 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a520034e-4ee4-469b-8715-5b292cf1acf7 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.604089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520034e-4ee4-469b-8715-5b292cf1acf7 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Port': ['ID=05eaeb4a-1ab1-486f-a241-87a375bf680c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:31.610466 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a520034e-4ee4-469b-8715-5b292cf1acf7 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.615296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a520034e-4ee4-469b-8715-5b292cf1acf7 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/ports/05eaeb4a-1ab1-486f-a241-87a375bf680c HTTP/1.1" status: 204 len: 168 time: 0.4353685 Aug 16 02:06:31.615436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56970) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:31.642165 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e91148a-0aea-4c4b-88fc-49510582c38e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:31.642623 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e91148a-0aea-4c4b-88fc-49510582c38e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:31.645354 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0e91148a-0aea-4c4b-88fc-49510582c38e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/subnets/5f768ddb-79ff-440c-a523-3c9328438b41 HTTP/1.1" status: 404 len: 337 time: 0.0280380 Aug 16 02:06:31.646980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56972) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:31.737684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.786139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56978) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:31.843286 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.854254 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc240b0-e896-48b3-8f71-36a6c55cef1c']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:31.870408 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a954f17-f508-47a7-9f4c-a099c2dc0b6b') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:31.870771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a954f17-f508-47a7-9f4c-a099c2dc0b6b') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:31.880147 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.895376 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.901365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:31.902384 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:31.905409 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:32.120136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.133106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.135087 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/networks/0cc240b0-e896-48b3-8f71-36a6c55cef1c HTTP/1.1" status: 204 len: 168 time: 0.4871731 Aug 16 02:06:32.138827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56988) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:32.152251 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5795dcf-9d91-4348-94ee-714e94e4ed34 tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Network': ['ID=0cc240b0-e896-48b3-8f71-36a6c55cef1c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.201545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c2533e0-b4e1-4bd7-bf44-85241fbe37cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.227089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61bd8bf-16a1-4319-a597-85555d04797a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Deleting subnet 4a6d5d83-b78a-4b49-bd5d-a7ce932e90e8 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:32.234332 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f61bd8bf-16a1-4319-a597-85555d04797a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.246153 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56990) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:32.260849 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee1a51cb-4d2b-404f-9777-35dd0bb80f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.591709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f61bd8bf-16a1-4319-a597-85555d04797a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.717810 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f61bd8bf-16a1-4319-a597-85555d04797a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.742308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c2533e0-b4e1-4bd7-bf44-85241fbe37cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.803739 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2c2533e0-b4e1-4bd7-bf44-85241fbe37cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.848813 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2c2533e0-b4e1-4bd7-bf44-85241fbe37cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da00d6a426e04913b6ee9674f92cc188&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0615623 Aug 16 02:06:32.850951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2533e0-b4e1-4bd7-bf44-85241fbe37cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef67de5-0886-4090-b367-b2509432ee68,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.851479 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57018) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:32.861003 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.895532 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aaa4106b-39b1-46eb-8126-e4f8861dcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.895775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f61bd8bf-16a1-4319-a597-85555d04797a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.934107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bd8bf-16a1-4319-a597-85555d04797a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6d5d83-b78a-4b49-bd5d-a7ce932e90e8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.941741 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f61bd8bf-16a1-4319-a597-85555d04797a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.946616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f61bd8bf-16a1-4319-a597-85555d04797a tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/subnets/4a6d5d83-b78a-4b49-bd5d-a7ce932e90e8 HTTP/1.1" status: 204 len: 168 time: 0.8064919 Aug 16 02:06:32.947191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aace74b-f56d-45a5-b1ba-16fd83768216 None None] Network 06fa6c4b-d232-4cb8-aac5-302decdefa7e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:32.947814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57022) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:33.044682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee1a51cb-4d2b-404f-9777-35dd0bb80f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.048754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.064144 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1789512c-25c3-4906-96e7-5f4b0086ce43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.127772 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1789512c-25c3-4906-96e7-5f4b0086ce43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.131637 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ee1a51cb-4d2b-404f-9777-35dd0bb80f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.161026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Deleting port 75273b21-eb18-4522-ae6d-ab1cc2a83819 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:33.161697 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.258884 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ee1a51cb-4d2b-404f-9777-35dd0bb80f14 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=141681b7186e4737a3c26590540e7c82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0167603 Aug 16 02:06:33.259801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57036) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:33.270031 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a51cb-4d2b-404f-9777-35dd0bb80f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cef6c35-e6e5-4239-b887-be5dce3e10c9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.338092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683948fa-1955-4162-b0d1-d110d54dc30e None None] DHCP port deletion for 06fa6c4b-d232-4cb8-aac5-302decdefa7e request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:33.347978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] For port 75273b21-eb18-4522-ae6d-ab1cc2a83819, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=75273b21-eb18-4522-ae6d-ab1cc2a83819,segment=NetworkSegment(557209f6-2b69-4ce9-997b-567376dabd48),segment_id=557209f6-2b69-4ce9-997b-567376dabd48)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:33.348754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.353489 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9dabad6e-8d0d-44af-88dc-f532e869f644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.387726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Calling delete_port for 75273b21-eb18-4522-ae6d-ab1cc2a83819 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:33.397037 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1789512c-25c3-4906-96e7-5f4b0086ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.400599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1789512c-25c3-4906-96e7-5f4b0086ce43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.402494 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1789512c-25c3-4906-96e7-5f4b0086ce43 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ef67de5-0886-4090-b367-b2509432ee68 HTTP/1.1" status: 204 len: 168 time: 0.5496917 Aug 16 02:06:33.406354 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9dabad6e-8d0d-44af-88dc-f532e869f644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.436762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789512c-25c3-4906-96e7-5f4b0086ce43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef67de5-0886-4090-b367-b2509432ee68,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.443796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-683948fa-1955-4162-b0d1-d110d54dc30e None None] Deleting port 75273b21-eb18-4522-ae6d-ab1cc2a83819 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:33.444240 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-683948fa-1955-4162-b0d1-d110d54dc30e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.592967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9dabad6e-8d0d-44af-88dc-f532e869f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.596388 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9dabad6e-8d0d-44af-88dc-f532e869f644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.601122 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9dabad6e-8d0d-44af-88dc-f532e869f644 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2cef6c35-e6e5-4239-b887-be5dce3e10c9 HTTP/1.1" status: 204 len: 168 time: 0.3346272 Aug 16 02:06:33.608611 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-683948fa-1955-4162-b0d1-d110d54dc30e None None] For port 75273b21-eb18-4522-ae6d-ab1cc2a83819, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=75273b21-eb18-4522-ae6d-ab1cc2a83819,segment=NetworkSegment(557209f6-2b69-4ce9-997b-567376dabd48),segment_id=557209f6-2b69-4ce9-997b-567376dabd48)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:33.609923 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-683948fa-1955-4162-b0d1-d110d54dc30e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.614599 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabad6e-8d0d-44af-88dc-f532e869f644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cef6c35-e6e5-4239-b887-be5dce3e10c9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.644006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-683948fa-1955-4162-b0d1-d110d54dc30e None None] Calling delete_port for 75273b21-eb18-4522-ae6d-ab1cc2a83819 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:33.678950 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.729046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Port': ['ID=75273b21-eb18-4522-ae6d-ab1cc2a83819,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.743311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] No DVR routers for this DVR port 75273b21-eb18-4522-ae6d-ab1cc2a83819 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:33.811788 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-683948fa-1955-4162-b0d1-d110d54dc30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.841574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683948fa-1955-4162-b0d1-d110d54dc30e None None] No DVR routers for this DVR port 75273b21-eb18-4522-ae6d-ab1cc2a83819 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:33.907238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683948fa-1955-4162-b0d1-d110d54dc30e None None] Pushing event deleted for resources: {'Port': ['ID=75273b21-eb18-4522-ae6d-ab1cc2a83819,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.919047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.946401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fa6c4b-d232-4cb8-aac5-302decdefa7e']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:33.997034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557209f6-2b69-4ce9-997b-567376dabd48') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:33.997519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557209f6-2b69-4ce9-997b-567376dabd48') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:34.010125 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.030027 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.036583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:34.037113 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:34.040724 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:34.063574 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.184605 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.194505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.199441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] 10.222.0.66 "DELETE /v2.0/networks/06fa6c4b-d232-4cb8-aac5-302decdefa7e HTTP/1.1" status: 204 len: 168 time: 1.2504785 Aug 16 02:06:34.214276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9fca1-d021-4126-b1ae-687b93e6519e tempest-NetworksIpV6TestAttrs-1759899268 tempest-NetworksIpV6TestAttrs-1759899268-project] Pushing event deleted for resources: {'Network': ['ID=06fa6c4b-d232-4cb8-aac5-302decdefa7e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:34.528998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 75273b21-eb18-4522-ae6d-ab1cc2a83819 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:34.552675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 75273b21-eb18-4522-ae6d-ab1cc2a83819 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:34.553102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 75273b21-eb18-4522-ae6d-ab1cc2a83819 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:34.609357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57090) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:34.615167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-636e6d84-054f-40c8-964b-518687a3361f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35024490', 'description': 'tempest-secgroup-smoke-35024490 description', 'project_id': '28991c254a224cf091ab3afd77d33192'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:34.707070 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-636e6d84-054f-40c8-964b-518687a3361f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.716886 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-636e6d84-054f-40c8-964b-518687a3361f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.814127 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-636e6d84-054f-40c8-964b-518687a3361f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.906622 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-636e6d84-054f-40c8-964b-518687a3361f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.946860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e6d84-054f-40c8-964b-518687a3361f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c17798c-aa03-4615-8007-71e2e8717bf1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:35.006772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-636e6d84-054f-40c8-964b-518687a3361f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.071698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57122) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:35.119392 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-636e6d84-054f-40c8-964b-518687a3361f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.151821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e6d84-054f-40c8-964b-518687a3361f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f499668-0baa-4182-847c-957ea43cc357,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:35.247407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d876d7f2-5b44-4e7d-b70f-c4a54187d52b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e13e0a29b598460da886ae8a7c47413c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741037 Aug 16 02:06:35.249961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57142) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:35.303877 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536fc8ef-2d4f-441e-80e4-f51842ce35a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.326270 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536fc8ef-2d4f-441e-80e4-f51842ce35a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.395432 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-636e6d84-054f-40c8-964b-518687a3361f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.397481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-636e6d84-054f-40c8-964b-518687a3361f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7868247 Aug 16 02:06:35.400730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57148) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:35.407052 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-eeee1502-d997-4719-b5aa-6a7379aaff85 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7f499668-0baa-4182-847c-957ea43cc357', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:35.466629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536fc8ef-2d4f-441e-80e4-f51842ce35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.468210 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-536fc8ef-2d4f-441e-80e4-f51842ce35a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.473198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-536fc8ef-2d4f-441e-80e4-f51842ce35a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ebdccfd2-ade0-45ca-b7c9-58ce13c84dd8 HTTP/1.1" status: 204 len: 168 time: 0.2213721 Aug 16 02:06:35.482059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fc8ef-2d4f-441e-80e4-f51842ce35a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdccfd2-ade0-45ca-b7c9-58ce13c84dd8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:35.547600 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eeee1502-d997-4719-b5aa-6a7379aaff85 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.552451 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57174) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:35.639977 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eeee1502-d997-4719-b5aa-6a7379aaff85 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.700278 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1792230205-network', 'tenant_id': 'a2e9e81363c84cfa91f01eed47c74309'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:35.732070 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eeee1502-d997-4719-b5aa-6a7379aaff85 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.751785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee1502-d997-4719-b5aa-6a7379aaff85 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dea91f-e2dc-423c-9e25-e2ddb43e96ef,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:35.818351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Made reservation on behalf of a2e9e81363c84cfa91f01eed47c74309 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:35.827430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.830137 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.851965 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.014786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eeee1502-d997-4719-b5aa-6a7379aaff85 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.033953 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eeee1502-d997-4719-b5aa-6a7379aaff85 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6141691 Aug 16 02:06:36.036030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57214) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:36.036030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-452d497e-e7ae-4a11-aa06-84d9a05d1885 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7f499668-0baa-4182-847c-957ea43cc357', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:36.153805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.291821 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.315560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:36.325770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04e4698-e284-40dc-971e-7ad673212f55,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:36.336493 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.336845 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Added segment 1044f0aa-84c2-44d1-a458-1c723d287ab5 of type vlan for network c6ea4f68-e16f-4b72-8950-1b0af525623e Aug 16 02:06:36.411891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.475975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-452d497e-e7ae-4a11-aa06-84d9a05d1885 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.529208 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-452d497e-e7ae-4a11-aa06-84d9a05d1885 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.540608 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.542163 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:36.542918 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.626837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ea4f68-e16f-4b72-8950-1b0af525623e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:36.632225 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-452d497e-e7ae-4a11-aa06-84d9a05d1885 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.645446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network c6ea4f68-e16f-4b72-8950-1b0af525623e details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:36.663650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d497e-e7ae-4a11-aa06-84d9a05d1885 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13224c34-5ed3-414d-896d-d64c77a7bb34,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:36.696651 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-28a80827-5586-4558-9922-95b320c25ae7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1428330 Aug 16 02:06:36.705672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57258) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:36.706266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] Request body: {'subnet': {'network_id': 'c6ea4f68-e16f-4b72-8950-1b0af525623e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1792230205-subnet', 'tenant_id': 'a2e9e81363c84cfa91f01eed47c74309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:36.800176 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-452d497e-e7ae-4a11-aa06-84d9a05d1885 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.801605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-452d497e-e7ae-4a11-aa06-84d9a05d1885 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7809815 Aug 16 02:06:36.805376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57264) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:36.813228 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d6779db5-e82d-457b-9aac-68793b876c27 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7f499668-0baa-4182-847c-957ea43cc357', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:36.892145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] Made reservation on behalf of a2e9e81363c84cfa91f01eed47c74309 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:36.897697 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.034905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d6779db5-e82d-457b-9aac-68793b876c27 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.203149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d6779db5-e82d-457b-9aac-68793b876c27 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.315077 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d6779db5-e82d-457b-9aac-68793b876c27 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.322299 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.346958 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6779db5-e82d-457b-9aac-68793b876c27 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafb2c8a-f8e3-4a70-8b10-293d1d558c2f,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.404337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c46de90-cda8-4905-bc4e-5c21b734b198,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.411319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] Checking segment: {'id': '1044f0aa-84c2-44d1-a458-1c723d287ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c6ea4f68-e16f-4b72-8950-1b0af525623e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:37.411687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] Network hostable DHCP agents. Network: c6ea4f68-e16f-4b72-8950-1b0af525623e, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:37.428760 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d6779db5-e82d-457b-9aac-68793b876c27 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.430076 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d6779db5-e82d-457b-9aac-68793b876c27 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6235929 Aug 16 02:06:37.434044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57300) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:37.439257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c2bea603-2fb6-4a38-a651-f9e64bee6191 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7f499668-0baa-4182-847c-957ea43cc357', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:37.546575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] Network c6ea4f68-e16f-4b72-8950-1b0af525623e is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:37.617206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2bea603-2fb6-4a38-a651-f9e64bee6191 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.641967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, c6ea4f68-e16f-4b72-8950-1b0af525623e) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:37.650707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc185b-ad32-4fcb-bff7-1e9f76249f24 None None] Network c6ea4f68-e16f-4b72-8950-1b0af525623e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:37.659107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:37.659847 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.715982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2bea603-2fb6-4a38-a651-f9e64bee6191 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.747856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c9e678fe-756e-4994-a47e-2f090ecd65f0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0467103 Aug 16 02:06:37.812705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e3356-7c32-4c5e-9741-1048fb8e07fe None None] Network c6ea4f68-e16f-4b72-8950-1b0af525623e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:37.839104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2bea603-2fb6-4a38-a651-f9e64bee6191 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.861950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bea603-2fb6-4a38-a651-f9e64bee6191 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd934ee-254a-4f40-97db-fdcffd3cd172,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.050829 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2bea603-2fb6-4a38-a651-f9e64bee6191 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.050829 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c2bea603-2fb6-4a38-a651-f9e64bee6191 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6118653 Aug 16 02:06:38.050829 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57336) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:38.054823 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ffb3839e-0f09-4bcf-abb3-f124e559d695 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7f499668-0baa-4182-847c-957ea43cc357', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:38.203940 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-ffb3839e-0f09-4bcf-abb3-f124e559d695 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Project 28991c254a224cf091ab3afd77d33192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:06:38.209353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffb3839e-0f09-4bcf-abb3-f124e559d695 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.276966 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffb3839e-0f09-4bcf-abb3-f124e559d695 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.400527 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffb3839e-0f09-4bcf-abb3-f124e559d695 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.419079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3839e-0f09-4bcf-abb3-f124e559d695 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdad8381-38d2-4f1f-8b90-cdf323d939be,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.559059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffb3839e-0f09-4bcf-abb3-f124e559d695 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.560407 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ffb3839e-0f09-4bcf-abb3-f124e559d695 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5094478 Aug 16 02:06:38.563592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57348) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:38.565426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57350) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:38.570417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1d86dead-82e7-4726-b715-3e69a36e627b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7f499668-0baa-4182-847c-957ea43cc357', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:38.674828 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-1d86dead-82e7-4726-b715-3e69a36e627b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Project 28991c254a224cf091ab3afd77d33192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:06:38.685349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d86dead-82e7-4726-b715-3e69a36e627b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.696362 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8dffd02-cd81-4aea-a8d7-45e3efcfed6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.756956 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d86dead-82e7-4726-b715-3e69a36e627b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.812570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8dffd02-cd81-4aea-a8d7-45e3efcfed6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.849302 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d86dead-82e7-4726-b715-3e69a36e627b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.871079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86dead-82e7-4726-b715-3e69a36e627b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1159ad-4a8f-43b8-ac7a-3f74160f748c,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.906868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8dffd02-cd81-4aea-a8d7-45e3efcfed6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.963283 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c8dffd02-cd81-4aea-a8d7-45e3efcfed6e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e880126dab44aa996f295d136e2aaad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982730 Aug 16 02:06:38.964742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dffd02-cd81-4aea-a8d7-45e3efcfed6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f739414c-aa60-45b8-851f-4005b9d29f2d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.965976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57376) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:39.000386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57378) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:39.008776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-689335117-network', 'tenant_id': '01f07ffff8bd469e8913d7d103840de8'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:39.037903 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d86dead-82e7-4726-b715-3e69a36e627b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.039466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1d86dead-82e7-4726-b715-3e69a36e627b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4729538 Aug 16 02:06:39.043499 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c402de28-0f4e-4849-bdd0-29f4144601b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.044548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:39.051436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'network': {'name': 'tempest-network-smoke--966289441', 'project_id': '28991c254a224cf091ab3afd77d33192', 'port_security_enabled': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:39.067342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c402de28-0f4e-4849-bdd0-29f4144601b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.141156 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:06:39.154300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Made reservation on behalf of 01f07ffff8bd469e8913d7d103840de8 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:39.157297 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.170090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.211637 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c402de28-0f4e-4849-bdd0-29f4144601b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.215195 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c402de28-0f4e-4849-bdd0-29f4144601b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.217867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c402de28-0f4e-4849-bdd0-29f4144601b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f739414c-aa60-45b8-851f-4005b9d29f2d HTTP/1.1" status: 204 len: 168 time: 0.2493966 Aug 16 02:06:39.225617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402de28-0f4e-4849-bdd0-29f4144601b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f739414c-aa60-45b8-851f-4005b9d29f2d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:39.317148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:39.321601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.441802 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.511885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:39.546298 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.582132 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.582744 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Added segment 6c1e0d62-7b38-4c63-935b-080c0d488f60 of type vlan for network d8b24f7e-9e19-40a9-b6cf-67f11649482d Aug 16 02:06:39.585685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:39.638006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb14a007-32ef-4730-801a-753665e018a3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:39.641117 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.641559 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Added segment 3600fe34-f6a8-438e-af07-cd75c0d5c1cf of type vlan for network e640613b-04c5-411e-b924-3019d2b74531 Aug 16 02:06:39.680039 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.701663 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.834468 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.840624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:39.841230 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.909204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.910281 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:39.910889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.934947 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Network': ['ID=d8b24f7e-9e19-40a9-b6cf-67f11649482d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:39.945261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network d8b24f7e-9e19-40a9-b6cf-67f11649482d details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:39.999997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e640613b-04c5-411e-b924-3019d2b74531,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:40.012617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network e640613b-04c5-411e-b924-3019d2b74531 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:40.035798 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-38ae6f21-4de6-4a76-ac5f-d4867f00821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9900641 Aug 16 02:06:40.038834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57398) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:40.044209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'admin_state_up': True, 'project_id': '28991c254a224cf091ab3afd77d33192', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:40.090404 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bca19da0-bf59-4f8a-974f-4645b678c6b0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0888906 Aug 16 02:06:40.093216 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57402) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:40.099497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] Request body: {'subnet': {'network_id': 'e640613b-04c5-411e-b924-3019d2b74531', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-689335117-subnet', 'tenant_id': '01f07ffff8bd469e8913d7d103840de8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:40.200789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.201919 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.253665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57404) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:40.264438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.268376 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-541a4b76-2a93-4ac6-8642-88bac3401b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.339696 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] Made reservation on behalf of 01f07ffff8bd469e8913d7d103840de8 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:40.342062 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.537811 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.854863 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-541a4b76-2a93-4ac6-8642-88bac3401b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.872917 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.894475 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.006817 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.25.8.246 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/457260e1-9ffd-48e5-8073-0cb869c06290) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:41.015237 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-541a4b76-2a93-4ac6-8642-88bac3401b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.057282 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-541a4b76-2a93-4ac6-8642-88bac3401b55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ebdfa0b8e9342cf9ea84e878c618559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8022082 Aug 16 02:06:41.059390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a4b76-2a93-4ac6-8642-88bac3401b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2a74c4-70f7-406f-a0d2-161bf2f3fb45,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:41.060092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57416) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:41.090369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.150557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=968e619a-843d-4192-9726-6d8844f97ee6,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:41.156315 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c8ad087-d2df-44c2-8dac-378fa8b22298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.160080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.166893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] Checking segment: {'id': '3600fe34-f6a8-438e-af07-cd75c0d5c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e640613b-04c5-411e-b924-3019d2b74531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:41.167260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] Network hostable DHCP agents. Network: e640613b-04c5-411e-b924-3019d2b74531, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:41.189732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c8ad087-d2df-44c2-8dac-378fa8b22298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.278091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] Network e640613b-04c5-411e-b924-3019d2b74531 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:41.418111 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.455434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:41.462144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:41.464937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:41.474819 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, e640613b-04c5-411e-b924-3019d2b74531) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:41.480494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.481236 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.485799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593d3cc2-b3ee-4e16-bbd0-09582344e25e None None] Network e640613b-04c5-411e-b924-3019d2b74531 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:41.499679 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c8ad087-d2df-44c2-8dac-378fa8b22298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.502907 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c8ad087-d2df-44c2-8dac-378fa8b22298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.506367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1c8ad087-d2df-44c2-8dac-378fa8b22298 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef2a74c4-70f7-406f-a0d2-161bf2f3fb45 HTTP/1.1" status: 204 len: 168 time: 0.4430575 Aug 16 02:06:41.514111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=457260e1-9ffd-48e5-8073-0cb869c06290,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:41.524666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ad087-d2df-44c2-8dac-378fa8b22298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2a74c4-70f7-406f-a0d2-161bf2f3fb45,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:41.678607 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1c7e6e23-3705-44de-abd9-6d678582e787 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5841603 Aug 16 02:06:41.704347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025efc6b-12e4-48f5-b598-91ec685886e8 None None] Network e640613b-04c5-411e-b924-3019d2b74531 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:41.871952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57434) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:41.930133 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4c7369-8f5d-4cf3-87b2-046dce9c9a1c admin admin] Deleting subnet 1c46de90-cda8-4905-bc4e-5c21b734b198 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:41.938326 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db4c7369-8f5d-4cf3-87b2-046dce9c9a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.979755 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db4c7369-8f5d-4cf3-87b2-046dce9c9a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.044238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db4c7369-8f5d-4cf3-87b2-046dce9c9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.138014 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.240856 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db4c7369-8f5d-4cf3-87b2-046dce9c9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.274931 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db4c7369-8f5d-4cf3-87b2-046dce9c9a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.280605 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-db4c7369-8f5d-4cf3-87b2-046dce9c9a1c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1c46de90-cda8-4905-bc4e-5c21b734b198 HTTP/1.1" status: 204 len: 168 time: 0.4072757 Aug 16 02:06:42.280935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57450) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:42.281703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c7369-8f5d-4cf3-87b2-046dce9c9a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c46de90-cda8-4905-bc4e-5c21b734b198,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:42.648004 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.660262 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.660695 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57458) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:42.821964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19a51ddf-b86b-4747-9154-95f97198406b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.827665 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.858016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ea4f68-e16f-4b72-8950-1b0af525623e']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:42.877450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1044f0aa-84c2-44d1-a458-1c723d287ab5') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:42.878718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1044f0aa-84c2-44d1-a458-1c723d287ab5') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:42.924940 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.951685 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.963432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:42.963969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:42.966057 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:43.010547 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19a51ddf-b86b-4747-9154-95f97198406b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.098323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19a51ddf-b86b-4747-9154-95f97198406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.164314 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-19a51ddf-b86b-4747-9154-95f97198406b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=303187420f6f4098b4f7016613c37553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5024798 Aug 16 02:06:43.173210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a51ddf-b86b-4747-9154-95f97198406b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2868a962-a317-4388-9b16-a967eded45d0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.176179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57476) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.216043 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.216043 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.216043 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c6ea4f68-e16f-4b72-8950-1b0af525623e HTTP/1.1" status: 204 len: 168 time: 0.9274182 Aug 16 02:06:43.216481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57478) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.223959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router d80b2b42-a6e3-4bda-aac5-56458f6348a0 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:06:43.228952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2c641-e852-4a80-aadb-44b794012823 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ea4f68-e16f-4b72-8950-1b0af525623e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.273894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b30b88b-5548-4872-a45c-8357a936c101 admin admin] Deleting subnet 968e619a-843d-4192-9726-6d8844f97ee6 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:43.276659 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b30b88b-5548-4872-a45c-8357a936c101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.328342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6388c9d1-0adc-4566-9d01-7983dccc2337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.333085 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b30b88b-5548-4872-a45c-8357a936c101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.398279 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b30b88b-5548-4872-a45c-8357a936c101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.400677 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6388c9d1-0adc-4566-9d01-7983dccc2337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.459842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:43.474042 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Sync routers for ids ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:43.485772 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Routers {'d80b2b42-a6e3-4bda-aac5-56458f6348a0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:43.486771 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:06:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:43.569070 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b30b88b-5548-4872-a45c-8357a936c101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.592888 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.594471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3d360c6c-e898-43cb-96ac-0450a1046ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5546343 Aug 16 02:06:43.601785 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6388c9d1-0adc-4566-9d01-7983dccc2337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.602582 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57486) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.611167 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6388c9d1-0adc-4566-9d01-7983dccc2337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.613463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30b88b-5548-4872-a45c-8357a936c101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=968e619a-843d-4192-9726-6d8844f97ee6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.613591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6388c9d1-0adc-4566-9d01-7983dccc2337 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2868a962-a317-4388-9b16-a967eded45d0 HTTP/1.1" status: 204 len: 168 time: 0.4350553 Aug 16 02:06:43.616187 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b30b88b-5548-4872-a45c-8357a936c101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.620881 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4b30b88b-5548-4872-a45c-8357a936c101 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/968e619a-843d-4192-9726-6d8844f97ee6 HTTP/1.1" status: 204 len: 168 time: 0.4025896 Aug 16 02:06:43.621853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57492) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.629176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388c9d1-0adc-4566-9d01-7983dccc2337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2868a962-a317-4388-9b16-a967eded45d0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.650970 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Set router d80b2b42-a6e3-4bda-aac5-56458f6348a0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:43.734718 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.854718 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.863680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e640613b-04c5-411e-b924-3019d2b74531']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:43.925112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3600fe34-f6a8-438e-af07-cd75c0d5c1cf') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:43.931273 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3600fe34-f6a8-438e-af07-cd75c0d5c1cf') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:43.948140 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:41Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:44.000190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.003783 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-736d635e-eb1a-4e7e-9591-e4e0a326056f tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=28991c254a224cf091ab3afd77d33192&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3983238 Aug 16 02:06:44.007213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57498) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.021130 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.030312 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:44.030312 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:44.031897 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:44.175634 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Checking router: d80b2b42-a6e3-4bda-aac5-56458f6348a0 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:44.177279 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Updating router d80b2b42-a6e3-4bda-aac5-56458f6348a0 port 457260e1-9ffd-48e5-8073-0cb869c06290 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:06:44.201855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.209799 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.210712 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.214040 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e640613b-04c5-411e-b924-3019d2b74531 HTTP/1.1" status: 204 len: 168 time: 0.5894856 Aug 16 02:06:44.229291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116c0c5-8adf-434e-a593-f5155a8cbe04 admin admin] Pushing event deleted for resources: {'Network': ['ID=e640613b-04c5-411e-b924-3019d2b74531,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.262466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f1446-5e8e-485d-8237-0efdbe877b70 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:44.262466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dc8f1446-5e8e-485d-8237-0efdbe877b70 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2494330 Aug 16 02:06:44.263992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57512) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.306690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aed43168-7ce9-4ffe-86f7-7b1c3c316fb0 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408509 Aug 16 02:06:44.309795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57516) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.314912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1689306665', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'project_id': '28991c254a224cf091ab3afd77d33192', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:44.478707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:44.484930 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.512758 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.525224 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Transition to ACTIVE for port object 457260e1-9ffd-48e5-8073-0cb869c06290 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:44.649346 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.671688 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57520) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.691804 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.728978 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888729d-f163-4f54-923b-13742c339135 None None] Pushing event updated for resources: {'Port': ['ID=457260e1-9ffd-48e5-8073-0cb869c06290,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.734765 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Attempting to bind port 457260e1-9ffd-48e5-8073-0cb869c06290 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:44.735422 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Attempting to bind port 457260e1-9ffd-48e5-8073-0cb869c06290 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:44.736084 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Attempting to bind port 457260e1-9ffd-48e5-8073-0cb869c06290 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:44.746699 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:44.746952 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:44.750409 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.753290 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:44.753290 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Bound port: 457260e1-9ffd-48e5-8073-0cb869c06290, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:44.753290 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.773690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57522) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.846356 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] For port 457260e1-9ffd-48e5-8073-0cb869c06290, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:44.849863 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] For port 457260e1-9ffd-48e5-8073-0cb869c06290, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=457260e1-9ffd-48e5-8073-0cb869c06290,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:44.880709 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-29be8703-cff7-4b72-8242-b7a824dd39a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2e9e81363c84cfa91f01eed47c74309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056519 Aug 16 02:06:44.884357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57528) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.958482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.962104 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.014460 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13ac3a30-279a-4994-94b3-b2c4c5965e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.039273 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888729d-f163-4f54-923b-13742c339135 None None] Pushing event updated for resources: {'Port': ['ID=457260e1-9ffd-48e5-8073-0cb869c06290,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.043289 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13ac3a30-279a-4994-94b3-b2c4c5965e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.076566 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Routers {'d80b2b42-a6e3-4bda-aac5-56458f6348a0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:45.077785 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:06:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:45.112069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.154485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57538) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:45.162212 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.166677 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=182c7e991a134a268133a75f1d27d710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933653 Aug 16 02:06:45.167434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57542) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:45.168221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f42c500-d655-465a-b7c3-5e20b2068adf,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.190936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.191294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.191790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.192138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.192477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.192813 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.193148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.193517 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.193876 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.194211 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.194622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.195060 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825e7f6-bf80-4e37-a117-6fe1e9aedd35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:45.221752 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13ac3a30-279a-4994-94b3-b2c4c5965e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.221752 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13ac3a30-279a-4994-94b3-b2c4c5965e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.225381 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-13ac3a30-279a-4994-94b3-b2c4c5965e4d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e04e4698-e284-40dc-971e-7ad673212f55 HTTP/1.1" status: 204 len: 168 time: 0.3399048 Aug 16 02:06:45.263324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Subnet': ['ID=5be674fc-b82b-48ae-8113-4833c2ef8d9b,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.277719 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] Set router d80b2b42-a6e3-4bda-aac5-56458f6348a0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:45.278101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Checking segment: {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:45.278731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network hostable DHCP agents. Network: d8b24f7e-9e19-40a9-b6cf-67f11649482d, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:45.285152 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac3a30-279a-4994-94b3-b2c4c5965e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04e4698-e284-40dc-971e-7ad673212f55,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.325509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fe59-ccbd-446c-97b8-160371884280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.353804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a3436cd8-7863-4aa4-8c7b-a04ffbfbf877 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-468889208'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:45.354584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a3436cd8-7863-4aa4-8c7b-a04ffbfbf877 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Unknown quota resources ['metering_label']. {{(pid=95516) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:06:45.397608 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fe59-ccbd-446c-97b8-160371884280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.425591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network d8b24f7e-9e19-40a9-b6cf-67f11649482d is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:45.578014 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:41Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:45.600963 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fe59-ccbd-446c-97b8-160371884280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.602270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, d8b24f7e-9e19-40a9-b6cf-67f11649482d) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:45.605069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fe59-ccbd-446c-97b8-160371884280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.608468 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ebd6fe59-ccbd-446c-97b8-160371884280 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f42c500-d655-465a-b7c3-5e20b2068adf HTTP/1.1" status: 204 len: 168 time: 0.4260418 Aug 16 02:06:45.616949 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdba641b-59c8-4c20-8484-b4c940794ed7 None None] Network d8b24f7e-9e19-40a9-b6cf-67f11649482d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:45.630484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6fe59-ccbd-446c-97b8-160371884280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f42c500-d655-465a-b7c3-5e20b2068adf,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.649729 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372021af-9bfe-4fc9-b349-eaf1c88f9f16 None None] The sync data for ids ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'] in n-d-768509-23 is: [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:41Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:45.701082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:45.703442 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.932253 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3436cd8-7863-4aa4-8c7b-a04ffbfbf877 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.934462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a3436cd8-7863-4aa4-8c7b-a04ffbfbf877 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7782712 Aug 16 02:06:45.937307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57554) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:45.942975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-714f4527-8270-457b-b9b1-ab540c2be32e tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7bc5d45f-84b2-4942-af73-c435f88d05bd'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:45.943686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-714f4527-8270-457b-b9b1-ab540c2be32e tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:06:45.995135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4ef13d2a-cc28-4344-87a7-ef46e9390b73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6842394 Aug 16 02:06:45.998590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57558) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.114898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f109f-8817-45fa-9607-c76843428353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-d8b24f7e-9e19-40a9-b6cf-67f11649482d', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:46.114898 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-717f109f-8817-45fa-9607-c76843428353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.306644 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-717f109f-8817-45fa-9607-c76843428353 None None] Allocated IP 172.20.0.2 (d8b24f7e-9e19-40a9-b6cf-67f11649482d/5be674fc-b82b-48ae-8113-4833c2ef8d9b/877386c3-1c0b-4caf-bc44-ae7aff1a77c7) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:46.318783 n-d-768509-23 neutron-server[95515]: WARNING neutron.services.metering.metering_plugin [None req-714f4527-8270-457b-b9b1-ab540c2be32e tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:06:46.411173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57564) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.520084 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-714f4527-8270-457b-b9b1-ab540c2be32e tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.521531 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-714f4527-8270-457b-b9b1-ab540c2be32e tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5829103 Aug 16 02:06:46.524677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57566) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.530280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-44c80139-f7a5-4612-bf72-65d8e6a09ca2 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7bc5d45f-84b2-4942-af73-c435f88d05bd'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:46.530996 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-44c80139-f7a5-4612-bf72-65d8e6a09ca2 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:06:46.621172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 457260e1-9ffd-48e5-8073-0cb869c06290 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:46.693695 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-717f109f-8817-45fa-9607-c76843428353 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.712781 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7d078635-394d-4e87-891c-f3c81eabe91b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01f07ffff8bd469e8913d7d103840de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997012 Aug 16 02:06:46.717601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57578) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.763263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-717f109f-8817-45fa-9607-c76843428353 None None] Transition to ACTIVE for port object 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:46.804659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-717f109f-8817-45fa-9607-c76843428353 None None] Transition to ACTIVE for port object 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:46.824385 n-d-768509-23 neutron-server[95515]: WARNING neutron.services.metering.metering_plugin [None req-44c80139-f7a5-4612-bf72-65d8e6a09ca2 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:06:46.981050 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-717f109f-8817-45fa-9607-c76843428353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.002909 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3a33-06d9-4b40-877e-2426c3886ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.004025 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.008477 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44c80139-f7a5-4612-bf72-65d8e6a09ca2 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.009953 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-44c80139-f7a5-4612-bf72-65d8e6a09ca2 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4839735 Aug 16 02:06:47.013567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57584) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.044549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d315040e-159d-4ea7-8726-5771b6d9599b tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=ce81b054-8723-4587-a5c0-2aa25156f46b HTTP/1.1" status: 200 len: 464 time: 0.0288754 Aug 16 02:06:47.047791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 457260e1-9ffd-48e5-8073-0cb869c06290 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:47.048700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57588) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.068065 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3a33-06d9-4b40-877e-2426c3886ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.068191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717f109f-8817-45fa-9607-c76843428353 None None] Network d8b24f7e-9e19-40a9-b6cf-67f11649482d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:47.080810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-717f109f-8817-45fa-9607-c76843428353 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:47.087257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 457260e1-9ffd-48e5-8073-0cb869c06290 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:47.088023 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.094113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f109f-8817-45fa-9607-c76843428353 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:47.148868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f109f-8817-45fa-9607-c76843428353 None None] Pushing event updated for resources: {'Port': ['ID=877386c3-1c0b-4caf-bc44-ae7aff1a77c7,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.192461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-717f109f-8817-45fa-9607-c76843428353 None None] Attempting to bind port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:47.193038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-717f109f-8817-45fa-9607-c76843428353 None None] Attempting to bind port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:47.193473 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f109f-8817-45fa-9607-c76843428353 None None] Attempting to bind port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 on network d8b24f7e-9e19-40a9-b6cf-67f11649482d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:47.200985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f109f-8817-45fa-9607-c76843428353 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:47.201443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f109f-8817-45fa-9607-c76843428353 None None] Checking segment: {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:47.201975 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-717f109f-8817-45fa-9607-c76843428353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.202443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f109f-8817-45fa-9607-c76843428353 None None] Bound using segment: {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:47.203016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-717f109f-8817-45fa-9607-c76843428353 None None] Bound port: 877386c3-1c0b-4caf-bc44-ae7aff1a77c7, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:47.203606 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-717f109f-8817-45fa-9607-c76843428353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.235554 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3a33-06d9-4b40-877e-2426c3886ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.244220 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3a33-06d9-4b40-877e-2426c3886ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.247817 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d7f3a33-06d9-4b40-877e-2426c3886ee0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bb14a007-32ef-4730-801a-753665e018a3 HTTP/1.1" status: 204 len: 168 time: 0.5257115 Aug 16 02:06:47.271954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f3a33-06d9-4b40-877e-2426c3886ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb14a007-32ef-4730-801a-753665e018a3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.307802 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.362006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 457260e1-9ffd-48e5-8073-0cb869c06290, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=457260e1-9ffd-48e5-8073-0cb869c06290,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:47.363455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-717f109f-8817-45fa-9607-c76843428353 None None] For port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:47.376692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-717f109f-8817-45fa-9607-c76843428353 None None] For port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=877386c3-1c0b-4caf-bc44-ae7aff1a77c7,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:47.446580 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.496343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=457260e1-9ffd-48e5-8073-0cb869c06290,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.517970 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7100b370-974b-4367-b02e-931f9418fd78 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.519187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7100b370-974b-4367-b02e-931f9418fd78 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/ce81b054-8723-4587-a5c0-2aa25156f46b HTTP/1.1" status: 204 len: 168 time: 0.4693832 Aug 16 02:06:47.522215 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57598) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.532865 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-717f109f-8817-45fa-9607-c76843428353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.543095 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d262ac9f-a9c9-426a-89dc-e06d27bd8261 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=ce81b054-8723-4587-a5c0-2aa25156f46b HTTP/1.1" status: 200 len: 221 time: 0.0147901 Aug 16 02:06:47.543545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57600) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.549435 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8e0c7fc4-4b2e-47f0-bd9e-f2ee6070a39b tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--638676802', 'description': 'label created by tempest'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:47.549927 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8e0c7fc4-4b2e-47f0-bd9e-f2ee6070a39b tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Unknown quota resources ['metering_label']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:06:47.659899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.20.0.1 (d8b24f7e-9e19-40a9-b6cf-67f11649482d/5be674fc-b82b-48ae-8113-4833c2ef8d9b/d3ce579e-dec1-4037-a17c-ac7527692e06) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:47.664482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f109f-8817-45fa-9607-c76843428353 None None] Pushing event updated for resources: {'Port': ['ID=877386c3-1c0b-4caf-bc44-ae7aff1a77c7,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.821280 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.849658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Transition to ACTIVE for port object d3ce579e-dec1-4037-a17c-ac7527692e06 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:48.053166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.247502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network d8b24f7e-9e19-40a9-b6cf-67f11649482d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:48.274002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e0c7fc4-4b2e-47f0-bd9e-f2ee6070a39b tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.275629 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8e0c7fc4-4b2e-47f0-bd9e-f2ee6070a39b tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7310369 Aug 16 02:06:48.278528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:48.279128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57628) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:48.284732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:48.385985 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-37c00dee-b46c-4fc8-b62f-26e58234b97a tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=8c5e2e8d-5505-46b4-9dd6-103be2caa5de HTTP/1.1" status: 200 len: 467 time: 0.1027417 Aug 16 02:06:48.387159 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57632) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:48.389497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=d3ce579e-dec1-4037-a17c-ac7527692e06,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:48.399211 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.707795 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.748014 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 457260e1-9ffd-48e5-8073-0cb869c06290 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:48.841583 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-350aac67-fe49-46cd-b03f-b51fe77d5a7d tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.841583 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-350aac67-fe49-46cd-b03f-b51fe77d5a7d tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/8c5e2e8d-5505-46b4-9dd6-103be2caa5de HTTP/1.1" status: 204 len: 168 time: 0.4493070 Aug 16 02:06:48.842096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57648) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:48.872354 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2accd3aa-7ebd-4311-8e6d-ae3ee779a386 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=8c5e2e8d-5505-46b4-9dd6-103be2caa5de HTTP/1.1" status: 200 len: 216 time: 0.0287910 Aug 16 02:06:48.876890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57650) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:48.897149 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 457260e1-9ffd-48e5-8073-0cb869c06290 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:48.897533 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.902141 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2ff9b876-7f2e-4f83-92ab-78f5e2c1373e tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0228155 Aug 16 02:06:48.913721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57652) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:48.956211 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bb63a4b0-27cb-49a1-87d6-372d0b2a3c45 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0373235 Aug 16 02:06:48.956211 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57654) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.065791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fdb72b-1176-4586-89d1-0d2779202be2 None None] Network d8b24f7e-9e19-40a9-b6cf-67f11649482d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:49.119474 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aaaac33d-245b-4c2e-8c0d-10ed709fdc96 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/7bc5d45f-84b2-4942-af73-c435f88d05bd HTTP/1.1" status: 200 len: 472 time: 0.1630356 Aug 16 02:06:49.125613 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57662) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.147352 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-00419458-54bb-467c-ae3a-33884970cdc9 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/d3c69b67-71ea-4f45-88b5-1bcea12faab4 HTTP/1.1" status: 200 len: 461 time: 0.0205407 Aug 16 02:06:49.154642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57664) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.201897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:49.369401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2e062c88-c9bd-4161-b400-f2ea350a29e9 None None] Provisioning for port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:49.381172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.445856 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-061bd177-7bdb-482a-aac9-00e60ec6ba00 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.453893 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-061bd177-7bdb-482a-aac9-00e60ec6ba00 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/d3c69b67-71ea-4f45-88b5-1bcea12faab4 HTTP/1.1" status: 204 len: 168 time: 0.2912302 Aug 16 02:06:49.453893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57670) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.482623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:49.487411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:49.487904 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.571830 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.694081 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.796811 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.805513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=877386c3-1c0b-4caf-bc44-ae7aff1a77c7,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:49.816769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=d3ce579e-dec1-4037-a17c-ac7527692e06,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.842110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d33fa4c-ffb6-4cb8-bf20-d5407f923c30 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.845779 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d33fa4c-ffb6-4cb8-bf20-d5407f923c30 tempest-MeteringTestJSON-57480942 tempest-MeteringTestJSON-57480942-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/7bc5d45f-84b2-4942-af73-c435f88d05bd HTTP/1.1" status: 204 len: 168 time: 0.3922634 Aug 16 02:06:49.932758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-95697d00-5579-48bf-bbae-1dc7108121b3 None None] Provisioning for port d3ce579e-dec1-4037-a17c-ac7527692e06 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:49.932758 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.995101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=877386c3-1c0b-4caf-bc44-ae7aff1a77c7,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.997553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-95697d00-5579-48bf-bbae-1dc7108121b3 None None] Provisioning complete for port d3ce579e-dec1-4037-a17c-ac7527692e06 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:49.998213 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-95697d00-5579-48bf-bbae-1dc7108121b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.024738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network d8b24f7e-9e19-40a9-b6cf-67f11649482d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:50.028814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:50.080295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-95697d00-5579-48bf-bbae-1dc7108121b3 None None] Port d3ce579e-dec1-4037-a17c-ac7527692e06 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:50.099685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-95697d00-5579-48bf-bbae-1dc7108121b3 None None] Provisioning complete for port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:50.100075 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-95697d00-5579-48bf-bbae-1dc7108121b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.251283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router d80b2b42-a6e3-4bda-aac5-56458f6348a0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:50.398168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:50.403961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-51a3fc7c-4016-4d77-be57-d78c4f099b7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "PUT /v2.0/routers/d80b2b42-a6e3-4bda-aac5-56458f6348a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4041979 Aug 16 02:06:50.415505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Sync routers for ids ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:50.423387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f93eebb3-9df3-4507-ba8d-5c41db8a32b4 None None] Provisioning complete for port d3ce579e-dec1-4037-a17c-ac7527692e06 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:50.423502 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f93eebb3-9df3-4507-ba8d-5c41db8a32b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.454544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Routers {'d80b2b42-a6e3-4bda-aac5-56458f6348a0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:50.455399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:06:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:50.531160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f93eebb3-9df3-4507-ba8d-5c41db8a32b4 None None] Port d3ce579e-dec1-4037-a17c-ac7527692e06 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:50.591176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:50.647549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Set router d80b2b42-a6e3-4bda-aac5-56458f6348a0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:50.731043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:50.731148 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.753965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57730) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:50.846831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-ff5be55c-ff42-472a-94f9-f846113e35f5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35024490&fields=id&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 267 time: 0.0674355 Aug 16 02:06:51.031607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.088870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:48Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd3ce579e-dec1-4037-a17c-ac7527692e06', 'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:cb:03:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:47Z', 'updated_at': '2021-08-16T02:06:49Z', 'revision_number': 2, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:51.134706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692d576-7c8d-4774-bd61-acd20366900e req-ee08f795-564b-4c71-b909-acbb03d99004 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.134934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Checking router: d80b2b42-a6e3-4bda-aac5-56458f6348a0 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:51.135820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Updating router d80b2b42-a6e3-4bda-aac5-56458f6348a0 port d3ce579e-dec1-4037-a17c-ac7527692e06 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:06:51.137493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-ee08f795-564b-4c71-b909-acbb03d99004 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/networks?id=d8b24f7e-9e19-40a9-b6cf-67f11649482d HTTP/1.1" status: 200 len: 796 time: 0.2796812 Aug 16 02:06:51.156743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-312c39a0-25df-413b-b6e3-f031b2dd7b08 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/quotas/28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 375 time: 0.0132546 Aug 16 02:06:51.172516 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.193473 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-729a448e-9321-4f8c-80cf-ab253e31d675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.257776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-7e377925-06c9-4495-a665-8f59ca29b9f7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939565 Aug 16 02:06:51.457651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-729a448e-9321-4f8c-80cf-ab253e31d675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.597429 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-729a448e-9321-4f8c-80cf-ab253e31d675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.683746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a448e-9321-4f8c-80cf-ab253e31d675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346953e1-ffd7-4cf4-b03d-55812005cf66,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:51.697725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.724766 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-729a448e-9321-4f8c-80cf-ab253e31d675 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac934242c41a449082907764f5160cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9646046 Aug 16 02:06:51.725441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57766) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:51.728979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Transition to ACTIVE for port object d3ce579e-dec1-4037-a17c-ac7527692e06 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:51.787671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f0eed7e-a077-42c4-af66-6596eee96963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.812318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f0eed7e-a077-42c4-af66-6596eee96963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.890408 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.900732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-2e3951e9-94e9-4ac7-8b51-3e31e2f2c90b service neutron] 10.222.0.66 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174536 Aug 16 02:06:51.949103 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.983024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdef699-f53d-45a7-bf94-ae31deadbc54 None None] Pushing event updated for resources: {'Port': ['ID=d3ce579e-dec1-4037-a17c-ac7527692e06,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:52.034125 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f0eed7e-a077-42c4-af66-6596eee96963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.037377 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f0eed7e-a077-42c4-af66-6596eee96963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.040914 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1f0eed7e-a077-42c4-af66-6596eee96963 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/346953e1-ffd7-4cf4-b03d-55812005cf66 HTTP/1.1" status: 204 len: 168 time: 0.3104625 Aug 16 02:06:52.052540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0eed7e-a077-42c4-af66-6596eee96963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346953e1-ffd7-4cf4-b03d-55812005cf66,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:52.135285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-845f61da-6b12-492a-911b-54a2bdb30861 service neutron] 10.222.0.66 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314620 Aug 16 02:06:52.239764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Attempting to bind port d3ce579e-dec1-4037-a17c-ac7527692e06 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:52.244752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Attempting to bind port d3ce579e-dec1-4037-a17c-ac7527692e06 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:52.244752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Attempting to bind port d3ce579e-dec1-4037-a17c-ac7527692e06 on network d8b24f7e-9e19-40a9-b6cf-67f11649482d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:52.270527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:52.270909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Checking segment: {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:52.271334 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.271738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Bound using segment: {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:52.272229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Bound port: d3ce579e-dec1-4037-a17c-ac7527692e06, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:52.272612 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.370196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] For port d3ce579e-dec1-4037-a17c-ac7527692e06, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:52.412347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] For port d3ce579e-dec1-4037-a17c-ac7527692e06, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d3ce579e-dec1-4037-a17c-ac7527692e06,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:52.557587 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.650174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e42c2dd6-6e5f-4073-aa2f-505dcfeb52cf req-15148735-cf58-48fe-b052-9985ba83bdfc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 210 time: 0.0625443 Aug 16 02:06:52.671328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Routers {'d80b2b42-a6e3-4bda-aac5-56458f6348a0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:52.672088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:06:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:52.753482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdef699-f53d-45a7-bf94-ae31deadbc54 None None] Pushing event updated for resources: {'Port': ['ID=d3ce579e-dec1-4037-a17c-ac7527692e06,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:53.095369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] Set router d80b2b42-a6e3-4bda-aac5-56458f6348a0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:53.353800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:48Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd3ce579e-dec1-4037-a17c-ac7527692e06', 'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:cb:03:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:47Z', 'updated_at': '2021-08-16T02:06:52Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:53.387552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33064cbe-93fb-467a-9676-33132a1d8295 None None] The sync data for ids ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'] in n-d-768509-23 is: [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:48Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd3ce579e-dec1-4037-a17c-ac7527692e06', 'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:cb:03:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:47Z', 'updated_at': '2021-08-16T02:06:52Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:53.624288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57828) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.651337 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05af6aa-f4c9-4c04-aea3-5d8d72a76b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.767638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57834) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.782318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5edfcc67-8e17-449c-bc3c-caace89694ac req-32c6b472-a2aa-4fe8-b3d6-077effca3749 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 210 time: 0.0492673 Aug 16 02:06:53.811269 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05af6aa-f4c9-4c04-aea3-5d8d72a76b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.954226 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c05af6aa-f4c9-4c04-aea3-5d8d72a76b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.959638 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6121eb5-34b2-4659-86f0-7de060fba876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.012780 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c05af6aa-f4c9-4c04-aea3-5d8d72a76b2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=027526ecd07b4e5fb5b0691b36c96d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863807 Aug 16 02:06:54.015359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57840) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.019835 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05af6aa-f4c9-4c04-aea3-5d8d72a76b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7542f20d-6640-4cf4-a7c9-b9590d8b6ff6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.090489 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.112369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6121eb5-34b2-4659-86f0-7de060fba876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.114109 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.285756 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6121eb5-34b2-4659-86f0-7de060fba876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.286814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.289243 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.294234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7542f20d-6640-4cf4-a7c9-b9590d8b6ff6 HTTP/1.1" status: 204 len: 168 time: 0.2777777 Aug 16 02:06:54.302828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7542f20d-6640-4cf4-a7c9-b9590d8b6ff6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.319838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.320634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.321004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.321518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.322232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.322672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.323098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.324924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.325460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.326116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.326747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.327412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a10d2-4f0b-4290-aa13-41f005610073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:54.332860 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a6121eb5-34b2-4659-86f0-7de060fba876 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2e6af844e67475ba8688c009549c671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634332 Aug 16 02:06:54.334936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6121eb5-34b2-4659-86f0-7de060fba876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a4cd52-7574-4ea6-8485-61952cd83043,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.336993 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57850) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.398933 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76df5b-f72e-476d-b8eb-10cf3b818e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.426628 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76df5b-f72e-476d-b8eb-10cf3b818e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.568893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d3ce579e-dec1-4037-a17c-ac7527692e06 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:54.669614 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76df5b-f72e-476d-b8eb-10cf3b818e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.672211 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d76df5b-f72e-476d-b8eb-10cf3b818e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.676289 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d76df5b-f72e-476d-b8eb-10cf3b818e50 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6a4cd52-7574-4ea6-8485-61952cd83043 HTTP/1.1" status: 204 len: 168 time: 0.3349154 Aug 16 02:06:54.688493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76df5b-f72e-476d-b8eb-10cf3b818e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a4cd52-7574-4ea6-8485-61952cd83043,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.747803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port d3ce579e-dec1-4037-a17c-ac7527692e06 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:54.758678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d3ce579e-dec1-4037-a17c-ac7527692e06 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:54.759071 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.940852 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.949629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1490842-9f59-49e1-b1e8-8e692f547e20 req-1f5ebf3f-0ce1-4cbe-8070-d55eb200798b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 210 time: 0.0665801 Aug 16 02:06:55.009733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port d3ce579e-dec1-4037-a17c-ac7527692e06, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d3ce579e-dec1-4037-a17c-ac7527692e06,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:55.125453 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.183957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=d3ce579e-dec1-4037-a17c-ac7527692e06,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:55.753243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57894) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:55.772714 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-203a0210-7138-4605-9ab4-4322421c5efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.912928 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-203a0210-7138-4605-9ab4-4322421c5efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.997911 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-203a0210-7138-4605-9ab4-4322421c5efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.095304 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-203a0210-7138-4605-9ab4-4322421c5efe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8e73a1bc07944d789b57f7a90cc3415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404090 Aug 16 02:06:56.096820 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a0210-7138-4605-9ab4-4322421c5efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1885bb3d-795e-409e-9a52-547d7d6185a9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:56.097996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-864526c8-bcac-473d-9860-3dd8722a2e96 req-6a9f3cea-bbbb-4657-a9c6-31b32f5ea389 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 210 time: 0.0533705 Aug 16 02:06:56.098583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57908) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:56.181797 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb57fd29-ebbb-470d-82a2-869ef1a1bded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.206017 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb57fd29-ebbb-470d-82a2-869ef1a1bded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.440276 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb57fd29-ebbb-470d-82a2-869ef1a1bded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.444861 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb57fd29-ebbb-470d-82a2-869ef1a1bded admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.444861 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fb57fd29-ebbb-470d-82a2-869ef1a1bded admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1885bb3d-795e-409e-9a52-547d7d6185a9 HTTP/1.1" status: 204 len: 168 time: 0.3304539 Aug 16 02:06:56.453318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57fd29-ebbb-470d-82a2-869ef1a1bded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1885bb3d-795e-409e-9a52-547d7d6185a9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:56.571253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d3ce579e-dec1-4037-a17c-ac7527692e06 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:56.632846 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d3ce579e-dec1-4037-a17c-ac7527692e06 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:56.633433 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.635515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692d576-7c8d-4774-bd61-acd20366900e req-f4b7a923-0217-4333-9f0a-62c0f5c864f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.637892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-f4b7a923-0217-4333-9f0a-62c0f5c864f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "GET /v2.0/networks?id=d8b24f7e-9e19-40a9-b6cf-67f11649482d HTTP/1.1" status: 200 len: 796 time: 0.1414974 Aug 16 02:06:56.693498 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-e16a2025-d0bf-43e6-9dfc-2156ab1fcfa7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 378 time: 0.0456004 Aug 16 02:06:56.705687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'port': {'device_id': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'admin_state_up': True, 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'security_groups': ['7f499668-0baa-4182-847c-957ea43cc357']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:56.926572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-b0c1cf8c-08e9-4f5e-90b4-2a60383598d2 req-cd974412-ef9a-43c0-b2f4-5b95c1b2fc4c service neutron] (95516) timed out ('10.222.0.66', 37122) {{(pid=95516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:06:56.950139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:56.953727 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.165418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.20.0.3 (d8b24f7e-9e19-40a9-b6cf-67f11649482d/5be674fc-b82b-48ae-8113-4833c2ef8d9b/4e512507-bdc2-48c6-9244-c30fcac665ee) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:57.347907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57952) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:57.353298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.393739 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eba0dea3-168a-4672-8f5d-e3f0966fdc6a req-d46e4edd-8e68-44b5-b699-811b040dc51f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 210 time: 0.0619886 Aug 16 02:06:57.411369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Transition to ACTIVE for port object 4e512507-bdc2-48c6-9244-c30fcac665ee will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:57.610148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ec2c4e52-00c0-49a4-8458-30404ab5e8e9 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-298265748'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:57.619227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.689198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network d8b24f7e-9e19-40a9-b6cf-67f11649482d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:57.690344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=4e512507-bdc2-48c6-9244-c30fcac665ee,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:57.694545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:57.697133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:57.762365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.763029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.857863 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4e52-00c0-49a4-8458-30404ab5e8e9 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.859078 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4e52-00c0-49a4-8458-30404ab5e8e9 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.974539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4e52-00c0-49a4-8458-30404ab5e8e9 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.981921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-5306ce76-ef1c-4613-9efc-07b4244ccd6e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2779746 Aug 16 02:06:57.992879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Request body: {'port': {'device_id': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:58.049373 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4e52-00c0-49a4-8458-30404ab5e8e9 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.087604 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.177097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d63981d6-35f6-4bdd-8b74-7e96f781490e None None] Provisioning for port 4e512507-bdc2-48c6-9244-c30fcac665ee completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:58.182260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d63981d6-35f6-4bdd-8b74-7e96f781490e None None] Provisioning complete for port 4e512507-bdc2-48c6-9244-c30fcac665ee triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:58.182720 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d63981d6-35f6-4bdd-8b74-7e96f781490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.225224 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d63981d6-35f6-4bdd-8b74-7e96f781490e None None] Port 4e512507-bdc2-48c6-9244-c30fcac665ee cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:58.234213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4e52-00c0-49a4-8458-30404ab5e8e9 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.235503 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ec2c4e52-00c0-49a4-8458-30404ab5e8e9 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8858140 Aug 16 02:06:58.238084 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57974) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.389386 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b3dff09-5d13-4d65-863d-3d9a2a4960f0 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.491484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e512507-bdc2-48c6-9244-c30fcac665ee {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:58.510180 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.545865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Transition to ACTIVE for port object 4e512507-bdc2-48c6-9244-c30fcac665ee will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:58.563043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe9ef6-d69f-4c87-bc68-ea638671a8b5 req-d06a9fc4-dca6-442e-81ca-2cc3a3841ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.564621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdbe9ef6-d69f-4c87-bc68-ea638671a8b5 req-d06a9fc4-dca6-442e-81ca-2cc3a3841ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 931 time: 0.0672450 Aug 16 02:06:58.586909 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b3dff09-5d13-4d65-863d-3d9a2a4960f0 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.590207 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b3dff09-5d13-4d65-863d-3d9a2a4960f0 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.613689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdbe9ef6-d69f-4c87-bc68-ea638671a8b5 req-080b0ce2-fec1-4c91-a899-273939fb5be9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423274 Aug 16 02:06:58.671842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.740402 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b3dff09-5d13-4d65-863d-3d9a2a4960f0 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.740965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3dff09-5d13-4d65-863d-3d9a2a4960f0 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94b7e9e4-12e1-494d-be66-31c443cefdbc {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:06:58.753619 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b3dff09-5d13-4d65-863d-3d9a2a4960f0 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.755635 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3b3dff09-5d13-4d65-863d-3d9a2a4960f0 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] 10.222.0.66 "DELETE /v2.0/routers/94b7e9e4-12e1-494d-be66-31c443cefdbc HTTP/1.1" status: 204 len: 168 time: 0.5164042 Aug 16 02:06:58.758594 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57992) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.772041 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d5c8dc57-9807-4047-a750-cf19533c9c59 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Request body: {'router': {'name': 'tempest-router-1647014646', 'distributed': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:58.774793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57994) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.829353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Pushing event updated for resources: {'Port': ['ID=4e512507-bdc2-48c6-9244-c30fcac665ee,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:58.871083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Attempting to bind port 4e512507-bdc2-48c6-9244-c30fcac665ee on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:58.871454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Attempting to bind port 4e512507-bdc2-48c6-9244-c30fcac665ee by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:58.871784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Attempting to bind port 4e512507-bdc2-48c6-9244-c30fcac665ee on network d8b24f7e-9e19-40a9-b6cf-67f11649482d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:58.877419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Port 4e512507-bdc2-48c6-9244-c30fcac665ee on network d8b24f7e-9e19-40a9-b6cf-67f11649482d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:58.877765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Attempting to bind port 4e512507-bdc2-48c6-9244-c30fcac665ee on network d8b24f7e-9e19-40a9-b6cf-67f11649482d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:58.883259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:58.883605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Checking segment: {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:58.883990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Bound using segment: {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:58.884418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Bound port: 4e512507-bdc2-48c6-9244-c30fcac665ee, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:58.885359 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.913996 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dc57-9807-4047-a750-cf19533c9c59 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.916060 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dc57-9807-4047-a750-cf19533c9c59 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.975831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:58.980282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d426-ac4a-48d8-8187-b8b89f122dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.999549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4e512507-bdc2-48c6-9244-c30fcac665ee,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:59.028619 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dc57-9807-4047-a750-cf19533c9c59 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.129342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d426-ac4a-48d8-8187-b8b89f122dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.131215 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.149401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.150366 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.152085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] 10.222.0.74 "PUT /v2.0/ports/4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 200 len: 1092 time: 1.1639965 Aug 16 02:06:59.152906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:59.156212 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:59.189551 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dc57-9807-4047-a750-cf19533c9c59 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.224192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68faf6-725f-4a18-9c49-cfa0a8b786fd service neutron] Pushing event updated for resources: {'Port': ['ID=4e512507-bdc2-48c6-9244-c30fcac665ee,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:59.294033 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d426-ac4a-48d8-8187-b8b89f122dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.392569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5d426-ac4a-48d8-8187-b8b89f122dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc54ed0-519a-401a-96b2-475f4d6522f2,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:59.409493 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d5c8dc57-9807-4047-a750-cf19533c9c59 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.426260 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d5c8dc57-9807-4047-a750-cf19533c9c59 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6663513 Aug 16 02:06:59.427429 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58016) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:59.481056 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7d6f54-a9c1-4fdc-9f18-0c39beb00aa4 x-openstack-request-id: req-ac7d6f54-a9c1-4fdc-9f18-0c39beb00aa4 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:59.481465 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:59.481600 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac7d6f54-a9c1-4fdc-9f18-0c39beb00aa4 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:59.482043 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'status': 'completed', 'code': 200} Aug 16 02:06:59.500572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9bb5d426-ac4a-48d8-8187-b8b89f122dbd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc89dacda94d434b9f00c673d39a9931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6727281 Aug 16 02:06:59.501931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58020) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:59.572256 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9ff478c-1132-4d44-8ccb-4b6603427e10 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.579841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692d576-7c8d-4774-bd61-acd20366900e req-ee828359-7195-4f89-b51a-e8fbb6431cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.581522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-ee828359-7195-4f89-b51a-e8fbb6431cf9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1095 time: 0.1866605 Aug 16 02:06:59.632802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a6295a17-897e-41fb-8774-f7dacb8074a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.636122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-94b07d99-f116-4c90-9582-f24482760856 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 200 len: 217 time: 0.0423100 Aug 16 02:06:59.720546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692d576-7c8d-4774-bd61-acd20366900e req-bc23d651-883f-44a2-a439-9bc3577852dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.722188 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-bc23d651-883f-44a2-a439-9bc3577852dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5be674fc-b82b-48ae-8113-4833c2ef8d9b HTTP/1.1" status: 200 len: 835 time: 0.0797694 Aug 16 02:06:59.733747 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a6295a17-897e-41fb-8774-f7dacb8074a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.768610 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9ff478c-1132-4d44-8ccb-4b6603427e10 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.771097 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9ff478c-1132-4d44-8ccb-4b6603427e10 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.844006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692d576-7c8d-4774-bd61-acd20366900e req-abe06a07-9105-4097-bc04-306639eb8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.845982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-abe06a07-9105-4097-bc04-306639eb8006 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8b24f7e-9e19-40a9-b6cf-67f11649482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141305 Aug 16 02:06:59.856653 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3861015a-caa2-4188-88d7-dcbe68016643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.859395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b9d2-a004-46eb-9c8f-7f519205457f req-bb983a63-8702-4c39-a9d0-218c0fc63cf7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.861115 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0e8b9d2-a004-46eb-9c8f-7f519205457f req-bb983a63-8702-4c39-a9d0-218c0fc63cf7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 943 time: 0.1117671 Aug 16 02:06:59.928792 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9ff478c-1132-4d44-8ccb-4b6603427e10 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.934925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ff478c-1132-4d44-8ccb-4b6603427e10 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dee617f4-dd93-4b51-b3b5-34f82065ed7d {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:06:59.934925 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9ff478c-1132-4d44-8ccb-4b6603427e10 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.936336 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e9ff478c-1132-4d44-8ccb-4b6603427e10 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] 10.222.0.66 "DELETE /v2.0/routers/dee617f4-dd93-4b51-b3b5-34f82065ed7d HTTP/1.1" status: 204 len: 168 time: 0.5076065 Aug 16 02:06:59.941026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58032) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:59.954022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d3e65e28-df7e-4f11-9407-003c24abc417 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Request body: {'router': {'name': 'tempest-router-873845468', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a919e826613540a3b9744563b0db1955'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:59.958457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0e8b9d2-a004-46eb-9c8f-7f519205457f req-9079183f-0c21-47e5-b5c3-09ee51aa7ab6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875332 Aug 16 02:07:00.000800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-049b4faf-0b46-46b9-a7bd-868a69074c10 service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378148 Aug 16 02:07:00.062047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a6295a17-897e-41fb-8774-f7dacb8074a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.064619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a6295a17-897e-41fb-8774-f7dacb8074a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.065867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a6295a17-897e-41fb-8774-f7dacb8074a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cc54ed0-519a-401a-96b2-475f4d6522f2 HTTP/1.1" status: 204 len: 168 time: 0.5619349 Aug 16 02:07:00.081322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6295a17-897e-41fb-8774-f7dacb8074a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc54ed0-519a-401a-96b2-475f4d6522f2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:00.125104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5692d576-7c8d-4774-bd61-acd20366900e req-0ce1c659-35c1-40d6-b610-695e54d4df51 service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161304 Aug 16 02:07:00.143366 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3e65e28-df7e-4f11-9407-003c24abc417 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.144454 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3e65e28-df7e-4f11-9407-003c24abc417 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.400527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c req-0c3a32ba-4a21-4ba7-a111-020adaf02db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.402521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c req-0c3a32ba-4a21-4ba7-a111-020adaf02db8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1095 time: 0.0672586 Aug 16 02:07:00.502858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c req-c8012bab-06f4-415f-8a52-8e0282d0c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.504556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c req-c8012bab-06f4-415f-8a52-8e0282d0c375 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8b24f7e-9e19-40a9-b6cf-67f11649482d HTTP/1.1" status: 200 len: 897 time: 0.0939894 Aug 16 02:07:00.533041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3e65e28-df7e-4f11-9407-003c24abc417 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.554571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c req-b8692490-8538-49cf-82c2-187444f5fc84 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 200 len: 217 time: 0.0415137 Aug 16 02:07:00.613859 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3e65e28-df7e-4f11-9407-003c24abc417 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.630353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c req-13093943-e3f8-47ae-b472-8961f0826040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.631909 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c req-13093943-e3f8-47ae-b472-8961f0826040 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5be674fc-b82b-48ae-8113-4833c2ef8d9b HTTP/1.1" status: 200 len: 835 time: 0.0706060 Aug 16 02:07:00.689220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c req-dff4459f-663f-4292-8bff-2e02f5b9ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.694425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c req-dff4459f-663f-4292-8bff-2e02f5b9ea73 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8b24f7e-9e19-40a9-b6cf-67f11649482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536182 Aug 16 02:07:00.804601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c req-45da2961-6d90-46bf-b42f-416230c56988 service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034057 Aug 16 02:07:00.805596 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3e65e28-df7e-4f11-9407-003c24abc417 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.806912 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d3e65e28-df7e-4f11-9407-003c24abc417 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8645265 Aug 16 02:07:00.810296 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58044) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:00.815132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:00.937527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02cc841c-b3dc-4573-a7e2-7dcd5d156d0c req-bf0afc75-525f-416f-a652-5c1b0062318b service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244197 Aug 16 02:07:01.040192 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.040532 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.116189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7db88d-4e5e-4da2-913b-9bdd9793a9ec req-9e88fae9-24fe-44fc-8439-82b232b46ba8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.118781 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac7db88d-4e5e-4da2-913b-9bdd9793a9ec req-9e88fae9-24fe-44fc-8439-82b232b46ba8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 943 time: 0.0783305 Aug 16 02:07:01.145234 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95515) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 02:07:01.145573 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Router b89b5c86-e8b4-41e1-85f6-be441acda562 migrating from provider to provider. {{(pid=95515) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 02:07:01.146047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.151335 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.180080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac7db88d-4e5e-4da2-913b-9bdd9793a9ec req-5b34cfee-bd6d-4476-b15e-44a0ecc3450d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511656 Aug 16 02:07:01.341250 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.360382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58056) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:01.375594 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e2a7c20-9544-44b4-909a-e9623a2284f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.434126 n-d-768509-23 neutron-server[95515]: WARNING neutron.scheduler.l3_agent_scheduler [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] No L3 agents can host the router b89b5c86-e8b4-41e1-85f6-be441acda562 Aug 16 02:07:01.498545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e2a7c20-9544-44b4-909a-e9623a2284f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.558273 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Hosts for router b89b5c86-e8b4-41e1-85f6-be441acda562: [] {{(pid=95515) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 02:07:01.583407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Hosts for other DVR routers connected to router b89b5c86-e8b4-41e1-85f6-be441acda562: set() {{(pid=95515) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 02:07:01.586147 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.590375 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-569c8854-1520-42d2-b049-ca202b3bc83f tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] 10.222.0.66 "PUT /v2.0/routers/b89b5c86-e8b4-41e1-85f6-be441acda562 HTTP/1.1" status: 200 len: 716 time: 0.7787852 Aug 16 02:07:01.594713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58058) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:01.660092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e2a7c20-9544-44b4-909a-e9623a2284f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.682786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-34631e67-8fd1-4a58-b678-6bfff98fc5e9 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] 10.222.0.66 "GET /v2.0/routers/b89b5c86-e8b4-41e1-85f6-be441acda562 HTTP/1.1" status: 200 len: 716 time: 0.0907738 Aug 16 02:07:01.685929 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58062) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:01.706334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1e2a7c20-9544-44b4-909a-e9623a2284f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7109a5a7b46446f898cdad5de7753ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3446531 Aug 16 02:07:01.707234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a7c20-9544-44b4-909a-e9623a2284f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0624b3-6a34-4000-a725-ce7c0f7692c6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:01.709734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58068) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:01.762547 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-587525a4-287b-4002-826a-8728044f4eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.790922 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-587525a4-287b-4002-826a-8728044f4eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.959641 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-587525a4-287b-4002-826a-8728044f4eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.964435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-587525a4-287b-4002-826a-8728044f4eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.964435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-587525a4-287b-4002-826a-8728044f4eca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa0624b3-6a34-4000-a725-ce7c0f7692c6 HTTP/1.1" status: 204 len: 168 time: 0.2528250 Aug 16 02:07:01.992104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587525a4-287b-4002-826a-8728044f4eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0624b3-6a34-4000-a725-ce7c0f7692c6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.062802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58080) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:02.064845 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-57e0e276-42eb-4718-aecd-322f83b56437 tempest-RoutersTestDVR-390273030 tempest-RoutersTestDVR-390273030-project] 10.222.0.66 "GET /v2.0/routers/b89b5c86-e8b4-41e1-85f6-be441acda562 HTTP/1.1" status: 200 len: 682 time: 0.3740015 Aug 16 02:07:02.163181 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd989-4fd5-4717-8f1d-ca3fa8d9ccc8 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.374227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd989-4fd5-4717-8f1d-ca3fa8d9ccc8 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.378628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd989-4fd5-4717-8f1d-ca3fa8d9ccc8 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.447095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d91d2-e9de-4865-94c2-567419d603c6 req-32f47e66-ad3c-46a5-b85b-4e863c9c79bf tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.449331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a1d91d2-e9de-4865-94c2-567419d603c6 req-32f47e66-ad3c-46a5-b85b-4e863c9c79bf tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 943 time: 0.1442113 Aug 16 02:07:02.498444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a1d91d2-e9de-4865-94c2-567419d603c6 req-1eb88690-4af6-4ec4-a87d-86455dd73df0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410452 Aug 16 02:07:02.568903 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd989-4fd5-4717-8f1d-ca3fa8d9ccc8 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.574316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9dd989-4fd5-4717-8f1d-ca3fa8d9ccc8 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b89b5c86-e8b4-41e1-85f6-be441acda562 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:02.575510 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd989-4fd5-4717-8f1d-ca3fa8d9ccc8 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.576672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1e9dd989-4fd5-4717-8f1d-ca3fa8d9ccc8 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b89b5c86-e8b4-41e1-85f6-be441acda562 HTTP/1.1" status: 204 len: 168 time: 0.5126429 Aug 16 02:07:02.580522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58092) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:02.588440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b9833c6a-1e2a-4284-8152-eab80dfb51ab tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Request body: {'router': {'name': 'tempest-router-473098843', 'distributed': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:02.743399 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9833c6a-1e2a-4284-8152-eab80dfb51ab tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.746578 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9833c6a-1e2a-4284-8152-eab80dfb51ab tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.802555 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9833c6a-1e2a-4284-8152-eab80dfb51ab tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.963588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9833c6a-1e2a-4284-8152-eab80dfb51ab tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.963725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.963725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0042c673-cf3f-4f69-b695-039ff1c2d1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.154372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9833c6a-1e2a-4284-8152-eab80dfb51ab tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.161511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b9833c6a-1e2a-4284-8152-eab80dfb51ab tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5748765 Aug 16 02:07:03.161511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58114) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:03.241962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1f3cb1f9-aeda-4617-a8ab-e55b50a27844 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.403995 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1f3cb1f9-aeda-4617-a8ab-e55b50a27844 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.406128 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1f3cb1f9-aeda-4617-a8ab-e55b50a27844 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.627575 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1f3cb1f9-aeda-4617-a8ab-e55b50a27844 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.628334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3cb1f9-aeda-4617-a8ab-e55b50a27844 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e216f0f-dc38-4844-a7aa-363ce3ddd848 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:03.634117 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1f3cb1f9-aeda-4617-a8ab-e55b50a27844 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.635425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1f3cb1f9-aeda-4617-a8ab-e55b50a27844 tempest-RoutersTestDVR-780434555 tempest-RoutersTestDVR-780434555-project-admin] 10.222.0.66 "DELETE /v2.0/routers/0e216f0f-dc38-4844-a7aa-363ce3ddd848 HTTP/1.1" status: 204 len: 168 time: 0.4753230 Aug 16 02:07:03.664988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09dab2-dddc-41da-81fa-b529afa2e28c req-fda137e7-a832-4407-bc67-bab1fa130871 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.668284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b09dab2-dddc-41da-81fa-b529afa2e28c req-fda137e7-a832-4407-bc67-bab1fa130871 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 943 time: 0.0823891 Aug 16 02:07:03.737373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b09dab2-dddc-41da-81fa-b529afa2e28c req-6444da01-54a8-4117-8a1b-4c14e51627a1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572004 Aug 16 02:07:04.080279 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.247509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58192) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:04.396882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-738a45eb-37b3-4ee9-b227-af3618eba05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.496678 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-738a45eb-37b3-4ee9-b227-af3618eba05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.505661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4e512507-bdc2-48c6-9244-c30fcac665ee details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:04.605208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4e512507-bdc2-48c6-9244-c30fcac665ee,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:04.616598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'port_id': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'mac_address': 'fa:16:3e:80:ef:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:04.628380 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-738a45eb-37b3-4ee9-b227-af3618eba05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.658265 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.672068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a45eb-37b3-4ee9-b227-af3618eba05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6f22ef-32fa-486a-bfe7-3db0f12baf7c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:04.674373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e512507-bdc2-48c6-9244-c30fcac665ee {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:04.678724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-738a45eb-37b3-4ee9-b227-af3618eba05e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a919e826613540a3b9744563b0db1955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275112 Aug 16 02:07:04.681948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58204) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:04.703508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4e512507-bdc2-48c6-9244-c30fcac665ee,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:04.735396 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-492a9feb-ff7b-42ea-b109-df12ac0c4395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.757871 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-492a9feb-ff7b-42ea-b109-df12ac0c4395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.828152 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.871454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55475cc-3335-4316-b72b-06a0cf56347f req-664f445d-04b9-41e7-a165-1bddb155be37 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.874340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e55475cc-3335-4316-b72b-06a0cf56347f req-664f445d-04b9-41e7-a165-1bddb155be37 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 943 time: 0.0672586 Aug 16 02:07:04.922308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=4e512507-bdc2-48c6-9244-c30fcac665ee,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:04.925171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-492a9feb-ff7b-42ea-b109-df12ac0c4395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.928155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-492a9feb-ff7b-42ea-b109-df12ac0c4395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.931422 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e55475cc-3335-4316-b72b-06a0cf56347f req-27e97e3e-b1d9-45f5-a026-e3d69b72196d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482287 Aug 16 02:07:04.931690 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-492a9feb-ff7b-42ea-b109-df12ac0c4395 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc6f22ef-32fa-486a-bfe7-3db0f12baf7c HTTP/1.1" status: 204 len: 168 time: 0.2479446 Aug 16 02:07:04.942355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a9feb-ff7b-42ea-b109-df12ac0c4395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6f22ef-32fa-486a-bfe7-3db0f12baf7c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.078483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['4e512507-bdc2-48c6-9244-c30fcac665ee'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:05.833057 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58258) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:05.845712 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.849617 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26b8ba39-2a74-4919-90bc-441b5588d09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.959610 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26b8ba39-2a74-4919-90bc-441b5588d09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.069914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529641ed-08ee-4b9d-9e5f-669714295a32 req-5bc57be9-3a7b-4b66-bcc3-10ca4c69589f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.073502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-529641ed-08ee-4b9d-9e5f-669714295a32 req-5bc57be9-3a7b-4b66-bcc3-10ca4c69589f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 944 time: 0.0496690 Aug 16 02:07:06.115964 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-529641ed-08ee-4b9d-9e5f-669714295a32 req-d289fd5e-ccef-49f7-952f-d9ed225d16d0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378392 Aug 16 02:07:06.162968 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-26b8ba39-2a74-4919-90bc-441b5588d09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.214931 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-26b8ba39-2a74-4919-90bc-441b5588d09c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ddfa377b6d1420381bfccbd69d744a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800211 Aug 16 02:07:06.216471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8ba39-2a74-4919-90bc-441b5588d09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99af6eda-471e-4f9d-80d5-03e34b48ec7f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.220643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58268) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:06.284324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-84a18b88-49a7-443e-a955-05ba88361cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.306600 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-84a18b88-49a7-443e-a955-05ba88361cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.460209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-84a18b88-49a7-443e-a955-05ba88361cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.462848 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-84a18b88-49a7-443e-a955-05ba88361cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.466822 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-84a18b88-49a7-443e-a955-05ba88361cba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99af6eda-471e-4f9d-80d5-03e34b48ec7f HTTP/1.1" status: 204 len: 168 time: 0.2425191 Aug 16 02:07:06.475143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a18b88-49a7-443e-a955-05ba88361cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af6eda-471e-4f9d-80d5-03e34b48ec7f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.513849 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4e512507-bdc2-48c6-9244-c30fcac665ee up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:06.677358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 4e512507-bdc2-48c6-9244-c30fcac665ee completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:06.681381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 4e512507-bdc2-48c6-9244-c30fcac665ee triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:06.681922 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.796143 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.849035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:06.852363 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfce3910-f375-4587-a56e-3592d4e1bc5c" -d '{"events": [{"server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "name": "network-vif-plugged", "status": "completed", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:06.882935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4e512507-bdc2-48c6-9244-c30fcac665ee,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:07.040106 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.167038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=4e512507-bdc2-48c6-9244-c30fcac665ee,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:07.184296 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f657de-fcda-4e2e-94c9-4dbf802c3183 x-openstack-request-id: req-d2f657de-fcda-4e2e-94c9-4dbf802c3183 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:07.184742 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "name": "network-vif-plugged", "status": "completed", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:07.185014 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2f657de-fcda-4e2e-94c9-4dbf802c3183 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:07.185423 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'code': 200} Aug 16 02:07:07.352391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2c4a3-95ad-411e-97e3-2874008fa8f9 req-66a522f7-f586-4c3b-83d5-b64e61b4b118 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.353844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1e2c4a3-95ad-411e-97e3-2874008fa8f9 req-66a522f7-f586-4c3b-83d5-b64e61b4b118 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0872924 Aug 16 02:07:07.366878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fb3fb-5467-4970-9d5a-d0ae890a97c7 req-cfdb2aec-304e-4507-bf84-afbcbad060bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.369483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba9fb3fb-5467-4970-9d5a-d0ae890a97c7 req-cfdb2aec-304e-4507-bf84-afbcbad060bf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1097 time: 0.1223106 Aug 16 02:07:07.510653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1e2c4a3-95ad-411e-97e3-2874008fa8f9 req-cd429916-42d8-4f3c-bacd-85e401097c22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477668 Aug 16 02:07:07.519392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba9fb3fb-5467-4970-9d5a-d0ae890a97c7 req-826331e1-e2dc-42d5-a94d-9234f13785dc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1412938 Aug 16 02:07:08.236214 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58332) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:08.377550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-621881198'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:08.524066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:08.529874 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.545971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.734906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87179f-bada-4d8b-a7d2-c221a5649ce6 req-277e5cda-2431-4cfe-8437-b9cdd74b9efb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:08.737795 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.743039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc87179f-bada-4d8b-a7d2-c221a5649ce6 req-277e5cda-2431-4cfe-8437-b9cdd74b9efb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0868573 Aug 16 02:07:08.860547 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.912957 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c405907-406a-43f2-9d3f-9287a75fd037,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:08.919496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:08.939607 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.940375 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Added segment be310906-cee5-459d-bb4e-cc487e7b816f of type vlan for network e4fc18b5-f9cc-4379-81f2-9778535e2d42 Aug 16 02:07:09.008554 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.165580 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.175987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.175987 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.205637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc87179f-bada-4d8b-a7d2-c221a5649ce6 req-549d6571-ffe5-487b-9643-0e579580a2b7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4615524 Aug 16 02:07:09.330387 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=e4fc18b5-f9cc-4379-81f2-9778535e2d42,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:09.343204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network e4fc18b5-f9cc-4379-81f2-9778535e2d42 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:09.437166 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5c5b8f31-5b21-455e-aa4e-d6fec3c7e79c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1941900 Aug 16 02:07:10.388199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4de40-3911-4d74-9222-59b9c464939a req-86a3bd8b-096e-46ae-9f37-211dcd2839e6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:10.399343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6e4de40-3911-4d74-9222-59b9c464939a req-86a3bd8b-096e-46ae-9f37-211dcd2839e6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0916731 Aug 16 02:07:10.506497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6e4de40-3911-4d74-9222-59b9c464939a req-75c74357-9317-4660-b0a7-db0afa78ea34 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044409 Aug 16 02:07:10.735582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080324-2cba-4491-8a06-e16567534188 req-d680841f-f721-49ff-98ef-5236aecfed1c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:10.737570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0080324-2cba-4491-8a06-e16567534188 req-d680841f-f721-49ff-98ef-5236aecfed1c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0615988 Aug 16 02:07:10.818667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0080324-2cba-4491-8a06-e16567534188 req-22e4766f-4e99-4f4b-bc73-106ebb211e8b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725174 Aug 16 02:07:10.840266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58370) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.037776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9124bab3-7ac6-4f63-87e7-ba94bf7b3e35 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.044248 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9124bab3-7ac6-4f63-87e7-ba94bf7b3e35 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1092 time: 0.1996560 Aug 16 02:07:11.046990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58380) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.053636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:11.168764 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.389764 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.565953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.25.8.179 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/630e365d-77b6-4a9c-afc2-697cd4bdfc0a) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:11.707502 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.862895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.900302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:11.906097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:11.909596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:11.959717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=630e365d-77b6-4a9c-afc2-697cd4bdfc0a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:12.807706 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.842892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58406) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:12.848156 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'network_id': 'e4fc18b5-f9cc-4379-81f2-9778535e2d42', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:13.084191 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:13.087761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.126255 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.332911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.428308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.463905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.513780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=630e365d-77b6-4a9c-afc2-697cd4bdfc0a,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:13.532213 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.539113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=8a77988d-8385-4d4f-8184-5cb092000e58,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:13.566880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Checking segment: {'id': 'be310906-cee5-459d-bb4e-cc487e7b816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e4fc18b5-f9cc-4379-81f2-9778535e2d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:13.567364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network hostable DHCP agents. Network: e4fc18b5-f9cc-4379-81f2-9778535e2d42, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:13.653852 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Floating IP a6233d85-e8a6-42d0-ab35-f0fea8ae9107 associated. External IP: 172.25.8.179, port: 4e512507-bdc2-48c6-9244-c30fcac665ee. Aug 16 02:07:13.673685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network e4fc18b5-f9cc-4379-81f2-9778535e2d42 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:13.791499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, e4fc18b5-f9cc-4379-81f2-9778535e2d42) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:13.795852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.796467 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.809659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461af45b-16fb-426e-bdf2-c666974e60ff None None] Network e4fc18b5-f9cc-4379-81f2-9778535e2d42 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:13.966853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58428) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:13.970046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router d80b2b42-a6e3-4bda-aac5-56458f6348a0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:13.983284 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e7557f5a-f48a-454d-a782-9ce66fb6bd1c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1349735 Aug 16 02:07:13.985737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58432) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:13.991767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-536897978'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:14.107656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-e4fc18b5-f9cc-4379-81f2-9778535e2d42', 'network_id': 'e4fc18b5-f9cc-4379-81f2-9778535e2d42', 'tenant_id': 'da0ce5bd425e4b42b9354c9d3b28809c', 'fixed_ips': [{'subnet_id': '8a77988d-8385-4d4f-8184-5cb092000e58'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:14.108622 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.126715 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2e73934-6206-4e87-8f2a-bf2dbbee8eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.150790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:14.163414 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c182ea6-d80c-4dc8-a92a-86deaf6b49d2 None None] Sync routers for ids ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:14.175846 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c182ea6-d80c-4dc8-a92a-86deaf6b49d2 None None] Routers {'d80b2b42-a6e3-4bda-aac5-56458f6348a0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:14.176677 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5c182ea6-d80c-4dc8-a92a-86deaf6b49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:07:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:14.180109 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:14.183801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.307650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2e73934-6206-4e87-8f2a-bf2dbbee8eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.322664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:14.323465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Allocated IP 2001:db8:0:ffff::2 (e4fc18b5-f9cc-4379-81f2-9778535e2d42/8a77988d-8385-4d4f-8184-5cb092000e58/a1ecd458-6511-49e4-9aae-15323e1b0c84) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:14.340336 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.341792 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Added segment b753db9e-fc33-4ddb-915d-5208ceaa234b of type vlan for network b202b0bd-0131-47c7-b345-96ac4eed6b2e Aug 16 02:07:14.380842 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-5c182ea6-d80c-4dc8-a92a-86deaf6b49d2 None None] Set router d80b2b42-a6e3-4bda-aac5-56458f6348a0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:14.397691 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.454133 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2e73934-6206-4e87-8f2a-bf2dbbee8eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.519223 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a2e73934-6206-4e87-8f2a-bf2dbbee8eae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b4cdd992e2545ca8f3d264092ad63a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505228 Aug 16 02:07:14.521304 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58442) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:14.523608 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e73934-6206-4e87-8f2a-bf2dbbee8eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a051f38e-7b1c-48ff-8bf1-4ac15265ff0a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.578178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.595389 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.602209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.602852 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.626120 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09b5a379-d493-4baa-b952-1659185b77db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.637905 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.647146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Transition to ACTIVE for port object a1ecd458-6511-49e4-9aae-15323e1b0c84 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:14.666524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Transition to ACTIVE for port object a1ecd458-6511-49e4-9aae-15323e1b0c84 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:14.670630 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09b5a379-d493-4baa-b952-1659185b77db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.681523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-97a0b73b-0769-4202-b77b-a9d2eed5b615 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6333361 Aug 16 02:07:14.684020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:14.686561 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:14.724943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=b202b0bd-0131-47c7-b345-96ac4eed6b2e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.733273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b202b0bd-0131-47c7-b345-96ac4eed6b2e details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:14.783647 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.821328 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5c182ea6-d80c-4dc8-a92a-86deaf6b49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:48Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'a6233d85-e8a6-42d0-ab35-f0fea8ae9107', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'port_id': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'mac_address': 'fa:16:3e:80:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:12Z', 'updated_at': '2021-08-16T02:07:12Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ce579e-dec1-4037-a17c-ac7527692e06', 'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:cb:03:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:47Z', 'updated_at': '2021-08-16T02:06:54Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:14.832310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58448) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:14.832702 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-09fafe3f-71be-49de-b521-bdc2025f7438 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8456779 Aug 16 02:07:14.837094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Pushing event updated for resources: {'Port': ['ID=a1ecd458-6511-49e4-9aae-15323e1b0c84,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.846692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'network_id': 'b202b0bd-0131-47c7-b345-96ac4eed6b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:14.859349 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c182ea6-d80c-4dc8-a92a-86deaf6b49d2 None None] Checking router: d80b2b42-a6e3-4bda-aac5-56458f6348a0 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:14.860720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Network e4fc18b5-f9cc-4379-81f2-9778535e2d42 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:14.867090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:14.868873 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c182ea6-d80c-4dc8-a92a-86deaf6b49d2 None None] Routers {'d80b2b42-a6e3-4bda-aac5-56458f6348a0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:14.870513 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5c182ea6-d80c-4dc8-a92a-86deaf6b49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:07:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:14.872545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:14.928582 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09b5a379-d493-4baa-b952-1659185b77db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.931465 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09b5a379-d493-4baa-b952-1659185b77db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.933891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-09b5a379-d493-4baa-b952-1659185b77db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a051f38e-7b1c-48ff-8bf1-4ac15265ff0a HTTP/1.1" status: 204 len: 168 time: 0.4107935 Aug 16 02:07:14.951826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c66ab-d2a9-4421-a80f-39bfcfb3f5e4 req-d9723f79-1bce-40c0-95a7-cf099dd77f5c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.959349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c01c66ab-d2a9-4421-a80f-39bfcfb3f5e4 req-d9723f79-1bce-40c0-95a7-cf099dd77f5c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.1870265 Aug 16 02:07:14.960326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Attempting to bind port a1ecd458-6511-49e4-9aae-15323e1b0c84 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:14.960835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Attempting to bind port a1ecd458-6511-49e4-9aae-15323e1b0c84 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'be310906-cee5-459d-bb4e-cc487e7b816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e4fc18b5-f9cc-4379-81f2-9778535e2d42'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:14.961392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Attempting to bind port a1ecd458-6511-49e4-9aae-15323e1b0c84 on network e4fc18b5-f9cc-4379-81f2-9778535e2d42 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:14.972369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:14.972931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Checking segment: {'id': 'be310906-cee5-459d-bb4e-cc487e7b816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e4fc18b5-f9cc-4379-81f2-9778535e2d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:14.973447 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.974188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Bound using segment: {'id': 'be310906-cee5-459d-bb4e-cc487e7b816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e4fc18b5-f9cc-4379-81f2-9778535e2d42'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:14.979523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Bound port: a1ecd458-6511-49e4-9aae-15323e1b0c84, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be310906-cee5-459d-bb4e-cc487e7b816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e4fc18b5-f9cc-4379-81f2-9778535e2d42'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:14.980517 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.014998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5a379-d493-4baa-b952-1659185b77db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a051f38e-7b1c-48ff-8bf1-4ac15265ff0a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:15.038071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c01c66ab-d2a9-4421-a80f-39bfcfb3f5e4 req-761452ef-7065-4517-916c-2c81f455c46f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737169 Aug 16 02:07:15.055624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58456) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:15.137512 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-5c182ea6-d80c-4dc8-a92a-86deaf6b49d2 None None] Set router d80b2b42-a6e3-4bda-aac5-56458f6348a0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:15.146852 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] For port a1ecd458-6511-49e4-9aae-15323e1b0c84, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:15.155613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] For port a1ecd458-6511-49e4-9aae-15323e1b0c84, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a1ecd458-6511-49e4-9aae-15323e1b0c84,segment=NetworkSegment(be310906-cee5-459d-bb4e-cc487e7b816f),segment_id=be310906-cee5-459d-bb4e-cc487e7b816f)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:15.168579 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa883273-c2ee-4505-85e6-bf18fe5cbc05 x-openstack-request-id: req-aa883273-c2ee-4505-85e6-bf18fe5cbc05 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:15.169101 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:15.169839 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa883273-c2ee-4505-85e6-bf18fe5cbc05 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:15.170415 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'status': 'completed', 'code': 200} Aug 16 02:07:15.180313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:15.184814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.308828 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-74606f32-efeb-44b2-a65a-ead45b5bb56b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/a6233d85-e8a6-42d0-ab35-f0fea8ae9107 HTTP/1.1" status: 200 len: 991 time: 0.2465923 Aug 16 02:07:15.338563 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.472529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99737379-eb64-4b3e-a651-39ab34313f13 None None] Pushing event updated for resources: {'Port': ['ID=a1ecd458-6511-49e4-9aae-15323e1b0c84,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:15.513164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15 req-9d90b9f1-9c15-4932-81e9-352c4fd8a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:15.514767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15 req-9d90b9f1-9c15-4932-81e9-352c4fd8a227 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1097 time: 0.2578192 Aug 16 02:07:15.624829 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.627360 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5c182ea6-d80c-4dc8-a92a-86deaf6b49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:48Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'a6233d85-e8a6-42d0-ab35-f0fea8ae9107', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'port_id': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'mac_address': 'fa:16:3e:80:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:12Z', 'updated_at': '2021-08-16T02:07:12Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ce579e-dec1-4037-a17c-ac7527692e06', 'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:cb:03:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:47Z', 'updated_at': '2021-08-16T02:06:54Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:15.672592 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c182ea6-d80c-4dc8-a92a-86deaf6b49d2 None None] The sync data for ids ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'] in n-d-768509-23 is: [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:48Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'a6233d85-e8a6-42d0-ab35-f0fea8ae9107', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'port_id': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'mac_address': 'fa:16:3e:80:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:12Z', 'updated_at': '2021-08-16T02:07:12Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ce579e-dec1-4037-a17c-ac7527692e06', 'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:cb:03:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:47Z', 'updated_at': '2021-08-16T02:06:54Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:15.809982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=aae19ebd-416e-4da4-9e17-7056decfcf02,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:15.842790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15 req-3769b077-5691-4627-8004-ba5b264e11a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:15.844638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15 req-3769b077-5691-4627-8004-ba5b264e11a0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8b24f7e-9e19-40a9-b6cf-67f11649482d HTTP/1.1" status: 200 len: 897 time: 0.3210762 Aug 16 02:07:15.952637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Checking segment: {'id': 'b753db9e-fc33-4ddb-915d-5208ceaa234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b202b0bd-0131-47c7-b345-96ac4eed6b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:15.953011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network hostable DHCP agents. Network: b202b0bd-0131-47c7-b345-96ac4eed6b2e, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:15.992975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15 req-9e5b5f39-1270-4bcc-b1ba-15c60726f90b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 200 len: 999 time: 0.1161485 Aug 16 02:07:16.008995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-0e668b39-f837-4365-99ce-cb85aaa7ed87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1908071 Aug 16 02:07:16.086023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1282b1db-b453-44fb-9e00-e98a6e7988cb None None] New status for floating IP a6233d85-e8a6-42d0-ab35-f0fea8ae9107: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:07:16.130031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15 req-2141241b-4cc7-415b-bb90-fde65520da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.131549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15 req-2141241b-4cc7-415b-bb90-fde65520da3a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5be674fc-b82b-48ae-8113-4833c2ef8d9b HTTP/1.1" status: 200 len: 835 time: 0.1201937 Aug 16 02:07:16.143149 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:07:16.160412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-beb7c1df-8bff-4d96-873c-8a22a9fd09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.160907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-beb7c1df-8bff-4d96-873c-8a22a9fd09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.161382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-beb7c1df-8bff-4d96-873c-8a22a9fd09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.161932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-beb7c1df-8bff-4d96-873c-8a22a9fd09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.162492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-beb7c1df-8bff-4d96-873c-8a22a9fd09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.162965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-beb7c1df-8bff-4d96-873c-8a22a9fd09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.163431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-beb7c1df-8bff-4d96-873c-8a22a9fd09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.168301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-beb7c1df-8bff-4d96-873c-8a22a9fd09e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6507 time: 0.0964143 Aug 16 02:07:16.189346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network b202b0bd-0131-47c7-b345-96ac4eed6b2e is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:16.247971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58470) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:16.276391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a98dfd59-aeca-4d64-931f-936c2a86b397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.281361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15 req-2993e03b-5e61-428f-a35c-2358819ad06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.283108 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15 req-2993e03b-5e61-428f-a35c-2358819ad06a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8b24f7e-9e19-40a9-b6cf-67f11649482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416421 Aug 16 02:07:16.309274 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58474) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:16.325697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b202b0bd-0131-47c7-b345-96ac4eed6b2e) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:16.339260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a6953f-b448-49c6-9c9e-d036fbc3a0ec None None] Network b202b0bd-0131-47c7-b345-96ac4eed6b2e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:16.373126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.373840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.485453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-7c95e331-14a4-4afe-beff-e03ea96c8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.489541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-7c95e331-14a4-4afe-beff-e03ea96c8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.490122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-7c95e331-14a4-4afe-beff-e03ea96c8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.492315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-7c95e331-14a4-4afe-beff-e03ea96c8d6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f HTTP/1.1" status: 200 len: 2297 time: 0.2891235 Aug 16 02:07:16.631054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15 req-c9a4b3c4-dfcb-44ce-9771-f2e09a3c1f7e service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317387 Aug 16 02:07:16.747790 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a98dfd59-aeca-4d64-931f-936c2a86b397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.791416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a1ecd458-6511-49e4-9aae-15323e1b0c84 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:16.804865 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a83e27cf-d209-4e83-9d82-d10fdecfb533 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/a6233d85-e8a6-42d0-ab35-f0fea8ae9107 HTTP/1.1" status: 200 len: 991 time: 0.4933054 Aug 16 02:07:16.834967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-b202b0bd-0131-47c7-b345-96ac4eed6b2e', 'network_id': 'b202b0bd-0131-47c7-b345-96ac4eed6b2e', 'tenant_id': 'da0ce5bd425e4b42b9354c9d3b28809c', 'fixed_ips': [{'subnet_id': 'aae19ebd-416e-4da4-9e17-7056decfcf02'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:16.835921 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.858092 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a98dfd59-aeca-4d64-931f-936c2a86b397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.968286 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dfd59-aeca-4d64-931f-936c2a86b397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cc13c2-3318-4d20-85b5-721b0bfef0f4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:16.989877 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a98dfd59-aeca-4d64-931f-936c2a86b397 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18a9d538b12f41a3ab8e6ca26d6b473d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367675 Aug 16 02:07:16.991455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58484) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:17.073903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501cb610-4217-406c-89c6-61328ae461d6 None None] Network e4fc18b5-f9cc-4379-81f2-9778535e2d42 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:17.125223 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac33f-1f07-4a59-81c3-7783b5030545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.172021 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac33f-1f07-4a59-81c3-7783b5030545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.179364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-edc36b74-fdbf-40a2-9446-bcf0f312fe6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a HTTP/1.1" status: 200 len: 1000 time: 0.6700525 Aug 16 02:07:17.196568 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a1ecd458-6511-49e4-9aae-15323e1b0c84 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:17.264281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Allocated IP 2001:db8::1 (b202b0bd-0131-47c7-b345-96ac4eed6b2e/aae19ebd-416e-4da4-9e17-7056decfcf02/4db411d5-038c-4472-8b97-4b3f731fbf84) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:17.296734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-43eeb8c0-0b65-424f-b5c3-a9b668d9f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.298318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-43eeb8c0-0b65-424f-b5c3-a9b668d9f065 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b3dfa6-0893-4c38-835d-a362973d66fb HTTP/1.1" status: 200 len: 855 time: 0.1045954 Aug 16 02:07:17.321730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d974a72-4425-48d4-9c8f-8f4b4d6eff15 req-01630dd5-520f-4b18-a782-57d65e54345e service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792898 Aug 16 02:07:17.381693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-4bb2c4ab-f923-4ae1-b3ec-3506eec5fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.388359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-4bb2c4ab-f923-4ae1-b3ec-3506eec5fa07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769193 Aug 16 02:07:17.388359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ef45f12d-9b01-423b-ad10-181b235bd326 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5478373 Aug 16 02:07:17.389121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58490) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:17.439566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dd44383e-553b-4ccf-a7a0-77471d0ca6db None None] Provisioning for port a1ecd458-6511-49e4-9aae-15323e1b0c84 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:17.449241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dd44383e-553b-4ccf-a7a0-77471d0ca6db None None] Provisioning complete for port a1ecd458-6511-49e4-9aae-15323e1b0c84 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:17.450165 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd44383e-553b-4ccf-a7a0-77471d0ca6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.487999 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac33f-1f07-4a59-81c3-7783b5030545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.491534 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac33f-1f07-4a59-81c3-7783b5030545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.496542 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ff2ac33f-1f07-4a59-81c3-7783b5030545 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41cc13c2-3318-4d20-85b5-721b0bfef0f4 HTTP/1.1" status: 204 len: 168 time: 0.5040939 Aug 16 02:07:17.589449 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.601708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ac33f-1f07-4a59-81c3-7783b5030545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cc13c2-3318-4d20-85b5-721b0bfef0f4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:17.679057 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-175ed45a-a57a-47ee-835e-f57ba0927c6f service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742205 Aug 16 02:07:17.751452 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.756179 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.772712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Transition to ACTIVE for port object 4db411d5-038c-4472-8b97-4b3f731fbf84 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:17.810477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58498) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:17.829963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Transition to ACTIVE for port object 4db411d5-038c-4472-8b97-4b3f731fbf84 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:17.898797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-8cdfc0f9-7ddd-44f9-9d7d-23615bb60d28 service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235115 Aug 16 02:07:17.909487 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6e5e234a-daa6-4b5a-95cd-62062c629da9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/a6233d85-e8a6-42d0-ab35-f0fea8ae9107 HTTP/1.1" status: 200 len: 993 time: 0.0978861 Aug 16 02:07:17.924205 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd44383e-553b-4ccf-a7a0-77471d0ca6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.959948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-f9927c41-7fcc-4bad-952d-9ba405152322 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=e70f9fc9-ed04-4a72-83f4-44c5c0c51270 HTTP/1.1" status: 200 len: 217 time: 0.0529783 Aug 16 02:07:17.978208 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.038830 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dd44383e-553b-4ccf-a7a0-77471d0ca6db None None] For port a1ecd458-6511-49e4-9aae-15323e1b0c84, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a1ecd458-6511-49e4-9aae-15323e1b0c84,segment=NetworkSegment(be310906-cee5-459d-bb4e-cc487e7b816f),segment_id=be310906-cee5-459d-bb4e-cc487e7b816f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:18.040810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Network b202b0bd-0131-47c7-b345-96ac4eed6b2e is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:18.045224 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:18.049800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:18.052985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Pushing event updated for resources: {'Port': ['ID=4db411d5-038c-4472-8b97-4b3f731fbf84,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.054574 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.058711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-3198b935-7f21-4412-b3c8-0a8eab1b952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.064058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-3198b935-7f21-4412-b3c8-0a8eab1b952b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0958362 Aug 16 02:07:18.116532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Subnet': ['ID=aae19ebd-416e-4da4-9e17-7056decfcf02,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.138395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-453a3026-cb82-49a4-9791-6717f3b7e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.140403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-453a3026-cb82-49a4-9791-6717f3b7e316 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0690815 Aug 16 02:07:18.156525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Attempting to bind port 4db411d5-038c-4472-8b97-4b3f731fbf84 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:18.162455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Attempting to bind port 4db411d5-038c-4472-8b97-4b3f731fbf84 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'b753db9e-fc33-4ddb-915d-5208ceaa234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b202b0bd-0131-47c7-b345-96ac4eed6b2e'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:18.162455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Attempting to bind port 4db411d5-038c-4472-8b97-4b3f731fbf84 on network b202b0bd-0131-47c7-b345-96ac4eed6b2e {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:18.163035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:18.163428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Checking segment: {'id': 'b753db9e-fc33-4ddb-915d-5208ceaa234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b202b0bd-0131-47c7-b345-96ac4eed6b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:18.163832 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.164238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Bound using segment: {'id': 'b753db9e-fc33-4ddb-915d-5208ceaa234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b202b0bd-0131-47c7-b345-96ac4eed6b2e'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:18.164718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Bound port: 4db411d5-038c-4472-8b97-4b3f731fbf84, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b753db9e-fc33-4ddb-915d-5208ceaa234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b202b0bd-0131-47c7-b345-96ac4eed6b2e'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:18.165104 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.205353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.216053 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dd44383e-553b-4ccf-a7a0-77471d0ca6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.217923 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b202b0bd-0131-47c7-b345-96ac4eed6b2e']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:18.232842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b753db9e-fc33-4ddb-915d-5208ceaa234b') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:18.233227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b753db9e-fc33-4ddb-915d-5208ceaa234b') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:18.243496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.259802 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.275213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:18.276207 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:18.281740 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:18.305784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] For port 4db411d5-038c-4472-8b97-4b3f731fbf84, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:18.318013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44383e-553b-4ccf-a7a0-77471d0ca6db None None] Pushing event updated for resources: {'Port': ['ID=a1ecd458-6511-49e4-9aae-15323e1b0c84,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.341395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ba6ff20b-842d-4044-989c-44bfb31f2108 None None] Provisioning complete for port a1ecd458-6511-49e4-9aae-15323e1b0c84 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:18.341850 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ba6ff20b-842d-4044-989c-44bfb31f2108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.369948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-f17cbe8b-743b-401b-b0af-9c80d1c5ffe8 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196550 Aug 16 02:07:18.401271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] For port 4db411d5-038c-4472-8b97-4b3f731fbf84, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4db411d5-038c-4472-8b97-4b3f731fbf84,segment=NetworkSegment(b753db9e-fc33-4ddb-915d-5208ceaa234b),segment_id=b753db9e-fc33-4ddb-915d-5208ceaa234b)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:18.464018 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:07:18.464018 n-d-768509-23 neutron-server[95515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:07:18.464018 n-d-768509-23 neutron-server[95515]: [parameters: {'id': 'b202b0bd-0131-47c7-b345-96ac4eed6b2e'}] Aug 16 02:07:18.464018 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:18.473254 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:18.551526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-67496ae6-8bd6-4059-b150-f0ee48880f2a service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721385 Aug 16 02:07:18.665792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a1ecd458-6511-49e4-9aae-15323e1b0c84 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:18.667510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-09cc31e8-6b8a-4998-8093-1d44312f4393 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=70e1025a-d82d-4c5e-ae0d-868d21b2d578 HTTP/1.1" status: 200 len: 217 time: 0.1031847 Aug 16 02:07:18.691838 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.735673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-ad019514-1fa7-4d60-be85-f398072b2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.738215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-ad019514-1fa7-4d60-be85-f398072b2bc0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0609086 Aug 16 02:07:18.794355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-60de17b0-3c49-408a-8298-d8e4958afe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.795641 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58510) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:18.797506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-60de17b0-3c49-408a-8298-d8e4958afe83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0511298 Aug 16 02:07:18.799525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e3f98-4941-4bdb-b76a-836e177759e8 None None] Pushing event updated for resources: {'Port': ['ID=4db411d5-038c-4472-8b97-4b3f731fbf84,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.809787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a1ecd458-6511-49e4-9aae-15323e1b0c84 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:18.810188 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.818604 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-809a2d4b-aa84-41bf-b8a9-b65087ac4dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.855063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bbeb85-4085-4b67-862b-c417a990d601 None None] Network b202b0bd-0131-47c7-b345-96ac4eed6b2e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:18.972533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.047487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-51766022-cd21-4f19-8cb4-c0cb815d73d5 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414081 Aug 16 02:07:19.059856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159dfd0f-a89d-45a5-a337-9fed31f7f134 None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:19.088996 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-809a2d4b-aa84-41bf-b8a9-b65087ac4dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.119985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting port 4db411d5-038c-4472-8b97-4b3f731fbf84 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:19.120525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.209081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-809a2d4b-aa84-41bf-b8a9-b65087ac4dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.213138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] For port 4db411d5-038c-4472-8b97-4b3f731fbf84, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4db411d5-038c-4472-8b97-4b3f731fbf84,segment=NetworkSegment(b753db9e-fc33-4ddb-915d-5208ceaa234b),segment_id=b753db9e-fc33-4ddb-915d-5208ceaa234b)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:19.217095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.219992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-c8fac34a-eb4f-460d-a49f-4277b976a47d service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611717 Aug 16 02:07:19.261242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Calling delete_port for 4db411d5-038c-4472-8b97-4b3f731fbf84 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:19.276896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a2d4b-aa84-41bf-b8a9-b65087ac4dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1ed840-fd78-4aed-b3ce-fe37ef509bb7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:19.281631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159dfd0f-a89d-45a5-a337-9fed31f7f134 None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:19.287686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-08bf4007-c646-4bda-bc34-002a7e252994 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474 HTTP/1.1" status: 200 len: 217 time: 0.0574005 Aug 16 02:07:19.295501 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-809a2d4b-aa84-41bf-b8a9-b65087ac4dcc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=00944b4b7e034bd9ada9074109f61b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987857 Aug 16 02:07:19.298294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58520) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:19.376595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-52300615-e8d6-4ebd-99b9-8e7ee4498396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.378861 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-52300615-e8d6-4ebd-99b9-8e7ee4498396 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0833802 Aug 16 02:07:19.424022 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84a02938-930e-48ac-98c0-3bf3c014161e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.456548 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84a02938-930e-48ac-98c0-3bf3c014161e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.465574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-f0a8dfd3-a689-4133-b7d5-49f0e54cb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.467263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-f0a8dfd3-a689-4133-b7d5-49f0e54cb55c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719934 Aug 16 02:07:19.534243 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.575343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Port': ['ID=4db411d5-038c-4472-8b97-4b3f731fbf84,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:19.577366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No DVR routers for this DVR port 4db411d5-038c-4472-8b97-4b3f731fbf84 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:19.680929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.692522 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b202b0bd-0131-47c7-b345-96ac4eed6b2e']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:19.695863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-0a564ff0-d80b-42ad-ba17-80add108ef9f service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155707 Aug 16 02:07:19.705214 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b753db9e-fc33-4ddb-915d-5208ceaa234b') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:19.705529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b753db9e-fc33-4ddb-915d-5208ceaa234b') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:19.723696 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.741915 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.755359 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:19.755924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:19.759359 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:19.828826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-6944a0a6-b9f1-4ee8-9682-806e9e9cd581 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236522 Aug 16 02:07:19.882724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-71c9ac9c-115b-4cc2-890e-2e2aed4855f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=80c01aab-f9db-4e54-8e54-8ae6a7e69aec HTTP/1.1" status: 200 len: 217 time: 0.0444610 Aug 16 02:07:19.958915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-3e5f45b7-41c2-4b79-8674-cc43a8ec94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.964683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-3e5f45b7-41c2-4b79-8674-cc43a8ec94d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0743339 Aug 16 02:07:20.034413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-56b931c5-20e5-48ad-b8f9-1187ec6b7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.037396 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-56b931c5-20e5-48ad-b8f9-1187ec6b7cf3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0650191 Aug 16 02:07:20.121628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84a02938-930e-48ac-98c0-3bf3c014161e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.243515 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84a02938-930e-48ac-98c0-3bf3c014161e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.243515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-84a02938-930e-48ac-98c0-3bf3c014161e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c1ed840-fd78-4aed-b3ce-fe37ef509bb7 HTTP/1.1" status: 204 len: 168 time: 0.8259490 Aug 16 02:07:20.243515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a02938-930e-48ac-98c0-3bf3c014161e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1ed840-fd78-4aed-b3ce-fe37ef509bb7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:20.243515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-28d2c8df-a7ba-402c-9cd3-7c824a791d5d service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151638 Aug 16 02:07:20.256401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-6105b177-dba7-4c0c-9829-b031c27baaf7 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876939 Aug 16 02:07:20.320438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-543709d3-d0f6-4975-9887-5ac14976344d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 HTTP/1.1" status: 200 len: 217 time: 0.0562036 Aug 16 02:07:20.398842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-1c7836f6-2139-4719-b6dc-a62f47036226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.401026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-1c7836f6-2139-4719-b6dc-a62f47036226 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.0718172 Aug 16 02:07:20.460413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-62d05b3e-1f93-48b4-a389-e8afdeb006f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.461969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-62d05b3e-1f93-48b4-a389-e8afdeb006f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530245 Aug 16 02:07:20.573938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-48f9c59b-90fd-45fc-8017-8a2a8d7ae0da service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033473 Aug 16 02:07:20.583857 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.605560 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.605560 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/b202b0bd-0131-47c7-b345-96ac4eed6b2e HTTP/1.1" status: 204 len: 168 time: 3.2031376 Aug 16 02:07:20.609180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58536) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:20.611535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411f283-3548-4226-a397-27c60a5b407f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Network': ['ID=b202b0bd-0131-47c7-b345-96ac4eed6b2e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:20.616938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-43554985'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:20.702278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-56b6738c-ba9d-4692-93e8-077b51467c57 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195319 Aug 16 02:07:20.751129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-a33e65f6-4a70-4b20-bc38-f113ba27cb3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b82768d0-3b02-457d-9307-5658bd230ee0 HTTP/1.1" status: 200 len: 217 time: 0.0412455 Aug 16 02:07:20.793634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:20.796504 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.830993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:20.839337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-f8954bdb-e942-463a-be19-8e9a431ebcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.840886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-f8954bdb-e942-463a-be19-8e9a431ebcad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.0822775 Aug 16 02:07:20.859212 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.859531 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Added segment 68b49ed6-bea3-4322-8b71-ce930410da11 of type vlan for network 693d16ec-7f83-4eca-936e-e9486a2769ea Aug 16 02:07:20.908012 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.936427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.949382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-968cc04f-d0d9-4b79-a5fd-05a74130b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.950874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-968cc04f-d0d9-4b79-a5fd-05a74130b63f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1016808 Aug 16 02:07:21.067436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-9d1f6c2b-4e3d-4916-b94b-ae0d09ff8f97 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071112 Aug 16 02:07:21.147658 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.154072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.154662 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.286538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-48722587-d2b6-40ab-b1e5-9e467678d730 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1485999 Aug 16 02:07:21.287195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=693d16ec-7f83-4eca-936e-e9486a2769ea,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:21.311535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 693d16ec-7f83-4eca-936e-e9486a2769ea details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:21.319247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86f5fa2b-25b6-4f77-91bf-32176897066a req-22790fb6-d5e9-40fa-9829-2eac918ab2d8 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438376 Aug 16 02:07:21.345989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-87cf438e-5d37-4be1-913b-8aaf796df46a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7334187 Aug 16 02:07:21.347269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58558) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:21.352963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'network_id': '693d16ec-7f83-4eca-936e-e9486a2769ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:21.519390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-6e5fbd20-e83e-40f4-974b-c94c066743d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.520944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-6e5fbd20-e83e-40f4-974b-c94c066743d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 1098 time: 0.1861813 Aug 16 02:07:21.632841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:21.632841 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.766986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-ed31efeb-f1b3-4c78-ba42-30388ac25bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.768527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-ed31efeb-f1b3-4c78-ba42-30388ac25bfe service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.2216976 Aug 16 02:07:21.963111 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.967591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-72b856d1-df56-4426-aefb-fae815e45488 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803 HTTP/1.1" status: 200 len: 1002 time: 0.1512485 Aug 16 02:07:22.109956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-8a8b1b48-9a50-4576-ac31-87b531e39024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.111436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-8a8b1b48-9a50-4576-ac31-87b531e39024 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0861502 Aug 16 02:07:22.185411 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.188824 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-1473fa07-a45c-4de1-9f5d-92f26216f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.192947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-1473fa07-a45c-4de1-9f5d-92f26216f6a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716236 Aug 16 02:07:22.415324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=ad76e148-78f4-4317-b263-50fa1a423191,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.430076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Checking segment: {'id': '68b49ed6-bea3-4322-8b71-ce930410da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '693d16ec-7f83-4eca-936e-e9486a2769ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:22.430568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network hostable DHCP agents. Network: 693d16ec-7f83-4eca-936e-e9486a2769ea, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:22.455146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-ac3f9164-05dc-47cc-8e58-bde12ca1f68a service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528543 Aug 16 02:07:22.583178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f058b8f5-1742-4553-9d2a-cce8d96979f6 req-6c3b142b-3f1a-425b-9aac-2b5eaaf19532 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209581 Aug 16 02:07:22.584966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network 693d16ec-7f83-4eca-936e-e9486a2769ea is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:22.685330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 693d16ec-7f83-4eca-936e-e9486a2769ea) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:22.690631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.691237 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.694914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c51b4-b0dd-49e8-b85a-6cabf57a1413 None None] Network 693d16ec-7f83-4eca-936e-e9486a2769ea requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:22.814214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b08ace82-00ea-4d98-8616-d8da44415abc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4657793 Aug 16 02:07:22.817689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58606) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:22.824067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-500190834'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:22.921877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-693d16ec-7f83-4eca-936e-e9486a2769ea', 'network_id': '693d16ec-7f83-4eca-936e-e9486a2769ea', 'tenant_id': 'da0ce5bd425e4b42b9354c9d3b28809c', 'fixed_ips': [{'subnet_id': 'ad76e148-78f4-4317-b263-50fa1a423191'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:22.926432 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.014253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:23.017974 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.083869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:23.108092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.110127 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Added segment f152a9f1-1acb-4f4c-affe-53b608fa3a11 of type vlan for network 43b6a838-5b7f-49a5-8342-8a7ab18320e3 Aug 16 02:07:23.198525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Allocated IP 2001:db8::3 (693d16ec-7f83-4eca-936e-e9486a2769ea/ad76e148-78f4-4317-b263-50fa1a423191/d1a7630a-15f8-4f8e-9329-76720a64063e) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:23.207491 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.462624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.473768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:23.477079 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.625159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=43b6a838-5b7f-49a5-8342-8a7ab18320e3,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:23.663854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 43b6a838-5b7f-49a5-8342-8a7ab18320e3 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:23.691663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7d12d3f9-2780-48db-b6ef-61f432738371 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8728323 Aug 16 02:07:23.694492 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58632) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:23.704013 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'network_id': '43b6a838-5b7f-49a5-8342-8a7ab18320e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:23.752663 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.763902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Transition to ACTIVE for port object d1a7630a-15f8-4f8e-9329-76720a64063e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:23.810415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Transition to ACTIVE for port object d1a7630a-15f8-4f8e-9329-76720a64063e will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:23.944977 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.011468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Network 693d16ec-7f83-4eca-936e-e9486a2769ea is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:24.014565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:24.019193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:24.022479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Pushing event updated for resources: {'Port': ['ID=d1a7630a-15f8-4f8e-9329-76720a64063e,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:24.027825 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:24.031957 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.113609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Attempting to bind port d1a7630a-15f8-4f8e-9329-76720a64063e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:24.115003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Attempting to bind port d1a7630a-15f8-4f8e-9329-76720a64063e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '68b49ed6-bea3-4322-8b71-ce930410da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '693d16ec-7f83-4eca-936e-e9486a2769ea'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:24.116224 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Attempting to bind port d1a7630a-15f8-4f8e-9329-76720a64063e on network 693d16ec-7f83-4eca-936e-e9486a2769ea {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:24.123569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:24.123962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Checking segment: {'id': '68b49ed6-bea3-4322-8b71-ce930410da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '693d16ec-7f83-4eca-936e-e9486a2769ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:24.124378 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.124779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Bound using segment: {'id': '68b49ed6-bea3-4322-8b71-ce930410da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '693d16ec-7f83-4eca-936e-e9486a2769ea'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:24.125284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Bound port: d1a7630a-15f8-4f8e-9329-76720a64063e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b49ed6-bea3-4322-8b71-ce930410da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '693d16ec-7f83-4eca-936e-e9486a2769ea'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:24.125654 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.133906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Performing IP validity checks on allocation pools {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:07:24.136045 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:07:24.280005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] For port d1a7630a-15f8-4f8e-9329-76720a64063e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:24.286590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] For port d1a7630a-15f8-4f8e-9329-76720a64063e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d1a7630a-15f8-4f8e-9329-76720a64063e,segment=NetworkSegment(68b49ed6-bea3-4322-8b71-ce930410da11),segment_id=68b49ed6-bea3-4322-8b71-ce930410da11)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:24.382691 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.426118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.459884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe03e7f-83ea-4fff-9e3d-77d55eb3259c None None] Pushing event updated for resources: {'Port': ['ID=d1a7630a-15f8-4f8e-9329-76720a64063e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:24.517980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=62b34707-260a-4a03-b838-3851deec5464,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:24.523831 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Checking segment: {'id': 'f152a9f1-1acb-4f4c-affe-53b608fa3a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43b6a838-5b7f-49a5-8342-8a7ab18320e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:24.524204 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network hostable DHCP agents. Network: 43b6a838-5b7f-49a5-8342-8a7ab18320e3, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:24.631287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network 43b6a838-5b7f-49a5-8342-8a7ab18320e3 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:24.728889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 43b6a838-5b7f-49a5-8342-8a7ab18320e3) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:24.737882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.739456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.739894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c9c5b5-a7b8-4a34-97e3-357c63188c47 None None] Network 43b6a838-5b7f-49a5-8342-8a7ab18320e3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:24.950108 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e7619832-9050-4038-b188-174e2419ba7e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2536881 Aug 16 02:07:24.954143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58656) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:25.009711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-43b6a838-5b7f-49a5-8342-8a7ab18320e3', 'network_id': '43b6a838-5b7f-49a5-8342-8a7ab18320e3', 'tenant_id': 'da0ce5bd425e4b42b9354c9d3b28809c', 'fixed_ips': [{'subnet_id': '62b34707-260a-4a03-b838-3851deec5464'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:25.011365 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.115109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.193395 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.208114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Allocated IP 2001:db8::3 (43b6a838-5b7f-49a5-8342-8a7ab18320e3/62b34707-260a-4a03-b838-3851deec5464/6690eca7-6c42-4ee9-9369-772df7a3ac29) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:25.397150 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.408104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Transition to ACTIVE for port object 6690eca7-6c42-4ee9-9369-772df7a3ac29 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:25.436926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Transition to ACTIVE for port object 6690eca7-6c42-4ee9-9369-772df7a3ac29 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:25.573018 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.705567 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.766826 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Network 43b6a838-5b7f-49a5-8342-8a7ab18320e3 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:25.778845 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:25.802912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:25.827625 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Subnet': ['ID=62b34707-260a-4a03-b838-3851deec5464,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.904797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Pushing event updated for resources: {'Port': ['ID=6690eca7-6c42-4ee9-9369-772df7a3ac29,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.938813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283c6aff-6519-49c7-a63c-a369fd6e7a39 None None] Network 693d16ec-7f83-4eca-936e-e9486a2769ea requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:26.028972 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.068798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b6a838-5b7f-49a5-8342-8a7ab18320e3']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.080194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Attempting to bind port 6690eca7-6c42-4ee9-9369-772df7a3ac29 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:26.080565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Attempting to bind port 6690eca7-6c42-4ee9-9369-772df7a3ac29 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'f152a9f1-1acb-4f4c-affe-53b608fa3a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43b6a838-5b7f-49a5-8342-8a7ab18320e3'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:26.080940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Attempting to bind port 6690eca7-6c42-4ee9-9369-772df7a3ac29 on network 43b6a838-5b7f-49a5-8342-8a7ab18320e3 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:26.092522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:26.093061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Checking segment: {'id': 'f152a9f1-1acb-4f4c-affe-53b608fa3a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43b6a838-5b7f-49a5-8342-8a7ab18320e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:26.093538 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.094034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Bound using segment: {'id': 'f152a9f1-1acb-4f4c-affe-53b608fa3a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43b6a838-5b7f-49a5-8342-8a7ab18320e3'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:26.094516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Bound port: 6690eca7-6c42-4ee9-9369-772df7a3ac29, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f152a9f1-1acb-4f4c-affe-53b608fa3a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43b6a838-5b7f-49a5-8342-8a7ab18320e3'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:26.094907 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.109490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f152a9f1-1acb-4f4c-affe-53b608fa3a11') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.111708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f152a9f1-1acb-4f4c-affe-53b608fa3a11') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.146859 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.169763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] For port 6690eca7-6c42-4ee9-9369-772df7a3ac29, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:26.169763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] For port 6690eca7-6c42-4ee9-9369-772df7a3ac29, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6690eca7-6c42-4ee9-9369-772df7a3ac29,segment=NetworkSegment(f152a9f1-1acb-4f4c-affe-53b608fa3a11),segment_id=f152a9f1-1acb-4f4c-affe-53b608fa3a11)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:26.171954 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b8a15593-d0d9-457c-bdc5-57320859f5d0 None None] Provisioning for port d1a7630a-15f8-4f8e-9329-76720a64063e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:26.370225 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.370324 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.393542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:26.394012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:26.467101 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:26.635971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:07:26.635971 n-d-768509-23 neutron-server[95515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:07:26.635971 n-d-768509-23 neutron-server[95515]: [parameters: {'id': '43b6a838-5b7f-49a5-8342-8a7ab18320e3'}] Aug 16 02:07:26.635971 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:26.636476 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:26.641484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Pushing event updated for resources: {'Port': ['ID=6690eca7-6c42-4ee9-9369-772df7a3ac29,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:26.660619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.664727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.665250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.666057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.666638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.667068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.668803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.669295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.670860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.671709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.672241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.672708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf85407-23bb-4a1d-b2a0-d93acb1abad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:26.746328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c060286-eb2a-4985-ab3b-9a2c67b94b0f None None] Network 43b6a838-5b7f-49a5-8342-8a7ab18320e3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:26.877605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d1a7630a-15f8-4f8e-9329-76720a64063e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:27.057000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf232c4-9f00-4281-bee7-2bfac48cecd6 None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:27.138291 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.258896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting port 6690eca7-6c42-4ee9-9369-772df7a3ac29 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:27.273150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.274799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf232c4-9f00-4281-bee7-2bfac48cecd6 None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:27.290808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port d1a7630a-15f8-4f8e-9329-76720a64063e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:27.325394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d1a7630a-15f8-4f8e-9329-76720a64063e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:27.325394 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.342174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] For port 6690eca7-6c42-4ee9-9369-772df7a3ac29, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6690eca7-6c42-4ee9-9369-772df7a3ac29,segment=NetworkSegment(f152a9f1-1acb-4f4c-affe-53b608fa3a11),segment_id=f152a9f1-1acb-4f4c-affe-53b608fa3a11)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:27.342554 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.358395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Calling delete_port for 6690eca7-6c42-4ee9-9369-772df7a3ac29 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:27.626068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.701829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port d1a7630a-15f8-4f8e-9329-76720a64063e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d1a7630a-15f8-4f8e-9329-76720a64063e,segment=NetworkSegment(68b49ed6-bea3-4322-8b71-ce930410da11),segment_id=68b49ed6-bea3-4322-8b71-ce930410da11)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:27.793650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.852907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Port': ['ID=6690eca7-6c42-4ee9-9369-772df7a3ac29,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.865051 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No DVR routers for this DVR port 6690eca7-6c42-4ee9-9369-772df7a3ac29 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:28.026348 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.060864 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.082351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b6a838-5b7f-49a5-8342-8a7ab18320e3']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:28.116411 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f152a9f1-1acb-4f4c-affe-53b608fa3a11') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:28.116986 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f152a9f1-1acb-4f4c-affe-53b608fa3a11') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:28.132259 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.149762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.157283 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:28.157845 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:28.162724 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:28.185515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=d1a7630a-15f8-4f8e-9329-76720a64063e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.447447 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.457535 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.459757 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/43b6a838-5b7f-49a5-8342-8a7ab18320e3 HTTP/1.1" status: 204 len: 168 time: 3.5041437 Aug 16 02:07:28.463396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58736) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:28.468505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2138843085'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:28.474209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8f7e8-75a2-4522-b153-e24443f2c738 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Network': ['ID=43b6a838-5b7f-49a5-8342-8a7ab18320e3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.594666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:28.598825 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.606645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d1a7630a-15f8-4f8e-9329-76720a64063e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:28.674448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:28.676333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d1a7630a-15f8-4f8e-9329-76720a64063e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:28.676656 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.692777 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.692777 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Added segment 06298ae3-6392-4403-9662-a96649bcd995 of type vlan for network ef66f2a9-f018-4b84-8bf3-1d38371913ec Aug 16 02:07:28.819130 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.999550 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.005922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.006839 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.092250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=ef66f2a9-f018-4b84-8bf3-1d38371913ec,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.102468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network ef66f2a9-f018-4b84-8bf3-1d38371913ec details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:29.203774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a8d424b9-afc0-41b3-80e9-6925f3717013 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7392154 Aug 16 02:07:29.206607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58766) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:29.213003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'network_id': 'ef66f2a9-f018-4b84-8bf3-1d38371913ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:29.399262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:29.403236 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.856491 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-32d3329d-634c-4d3a-bbb3-24c92b3b6341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.928146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.060463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=b85c5697-d508-4756-a31e-6672e5e33cce,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:30.105924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Checking segment: {'id': '06298ae3-6392-4403-9662-a96649bcd995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ef66f2a9-f018-4b84-8bf3-1d38371913ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:30.107246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network hostable DHCP agents. Network: ef66f2a9-f018-4b84-8bf3-1d38371913ec, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:30.314433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network ef66f2a9-f018-4b84-8bf3-1d38371913ec is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:30.499624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, ef66f2a9-f018-4b84-8bf3-1d38371913ec) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:30.506092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:30.507522 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.510002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc89a3-287d-42f6-ae77-d0aeaf0d0e77 None None] Network ef66f2a9-f018-4b84-8bf3-1d38371913ec requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:30.615405 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cf0537f8-ac82-41ec-8642-970ef7945415 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4068427 Aug 16 02:07:30.618260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58796) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:30.757720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-ef66f2a9-f018-4b84-8bf3-1d38371913ec', 'network_id': 'ef66f2a9-f018-4b84-8bf3-1d38371913ec', 'tenant_id': 'da0ce5bd425e4b42b9354c9d3b28809c', 'fixed_ips': [{'subnet_id': 'b85c5697-d508-4756-a31e-6672e5e33cce'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:30.760182 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.787899 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.885191 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.949203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Allocated IP 2001:db8::1 (ef66f2a9-f018-4b84-8bf3-1d38371913ec/b85c5697-d508-4756-a31e-6672e5e33cce/8ca40ee6-c7f2-4979-b6e8-96227437f4aa) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:31.195099 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.222489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Transition to ACTIVE for port object 8ca40ee6-c7f2-4979-b6e8-96227437f4aa will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:31.225927 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Transition to ACTIVE for port object 8ca40ee6-c7f2-4979-b6e8-96227437f4aa will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:31.445704 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.485717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Network ef66f2a9-f018-4b84-8bf3-1d38371913ec is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:31.493112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:31.500550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:31.523906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Pushing event updated for resources: {'Port': ['ID=8ca40ee6-c7f2-4979-b6e8-96227437f4aa,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.610143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Attempting to bind port 8ca40ee6-c7f2-4979-b6e8-96227437f4aa on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:31.613122 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Attempting to bind port 8ca40ee6-c7f2-4979-b6e8-96227437f4aa by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '06298ae3-6392-4403-9662-a96649bcd995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ef66f2a9-f018-4b84-8bf3-1d38371913ec'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:31.613122 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Attempting to bind port 8ca40ee6-c7f2-4979-b6e8-96227437f4aa on network ef66f2a9-f018-4b84-8bf3-1d38371913ec {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:31.618147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:31.620687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Checking segment: {'id': '06298ae3-6392-4403-9662-a96649bcd995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ef66f2a9-f018-4b84-8bf3-1d38371913ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:31.621142 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.621545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Bound using segment: {'id': '06298ae3-6392-4403-9662-a96649bcd995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ef66f2a9-f018-4b84-8bf3-1d38371913ec'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:31.622071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Bound port: 8ca40ee6-c7f2-4979-b6e8-96227437f4aa, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06298ae3-6392-4403-9662-a96649bcd995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ef66f2a9-f018-4b84-8bf3-1d38371913ec'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:31.622466 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.657008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.696438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Subnet': ['ID=b85c5697-d508-4756-a31e-6672e5e33cce,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.715796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] For port 8ca40ee6-c7f2-4979-b6e8-96227437f4aa, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:31.726112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] For port 8ca40ee6-c7f2-4979-b6e8-96227437f4aa, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8ca40ee6-c7f2-4979-b6e8-96227437f4aa,segment=NetworkSegment(06298ae3-6392-4403-9662-a96649bcd995),segment_id=06298ae3-6392-4403-9662-a96649bcd995)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:31.769356 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.782880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef66f2a9-f018-4b84-8bf3-1d38371913ec']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:31.799561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06298ae3-6392-4403-9662-a96649bcd995') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:31.800329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06298ae3-6392-4403-9662-a96649bcd995') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:31.812977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.851820 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.852653 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.870220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:31.871050 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:31.875386 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:32.015724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e65756-842e-4c9c-bf2c-23c727941e01 None None] Pushing event updated for resources: {'Port': ['ID=8ca40ee6-c7f2-4979-b6e8-96227437f4aa,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.045553 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:07:32.045553 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:07:32.045553 n-d-768509-23 neutron-server[95516]: [parameters: {'id': 'ef66f2a9-f018-4b84-8bf3-1d38371913ec'}] Aug 16 02:07:32.045553 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:32.046022 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:32.547806 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.621549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting port 8ca40ee6-c7f2-4979-b6e8-96227437f4aa {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:32.622031 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.721115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8ca40ee6-c7f2-4979-b6e8-96227437f4aa up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:32.728476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] For port 8ca40ee6-c7f2-4979-b6e8-96227437f4aa, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8ca40ee6-c7f2-4979-b6e8-96227437f4aa,segment=NetworkSegment(06298ae3-6392-4403-9662-a96649bcd995),segment_id=06298ae3-6392-4403-9662-a96649bcd995)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:32.736052 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.754581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Calling delete_port for 8ca40ee6-c7f2-4979-b6e8-96227437f4aa owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:32.961216 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.012019 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72f489bf-ffe0-49ef-9d0a-4ccbef308048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.014286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8ca40ee6-c7f2-4979-b6e8-96227437f4aa completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:33.139513 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.172005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Port': ['ID=8ca40ee6-c7f2-4979-b6e8-96227437f4aa,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.198954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No DVR routers for this DVR port 8ca40ee6-c7f2-4979-b6e8-96227437f4aa on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:33.321174 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.345695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef66f2a9-f018-4b84-8bf3-1d38371913ec']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:33.375830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06298ae3-6392-4403-9662-a96649bcd995') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:33.376518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06298ae3-6392-4403-9662-a96649bcd995') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:33.395080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.466466 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.484595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:33.485276 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:33.492108 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:33.665748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ecc133-d415-4561-bf96-3234dfd5565a None None] Network ef66f2a9-f018-4b84-8bf3-1d38371913ec requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:33.759423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-244c9ae0-3fec-48ee-b2fc-fa4206a4e129 None None] Could not find standard attr ID for object 8ca40ee6-c7f2-4979-b6e8-96227437f4aa. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:07:33.819314 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.861113 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.861113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/ef66f2a9-f018-4b84-8bf3-1d38371913ec HTTP/1.1" status: 204 len: 168 time: 3.2382870 Aug 16 02:07:33.861113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca6bf6-4689-4358-a4e4-609bbba167a0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Network': ['ID=ef66f2a9-f018-4b84-8bf3-1d38371913ec,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.862094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58870) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.873732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-755283753'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:33.914191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec33b16-dd2b-4c9a-8937-9783ca818114 None None] DHCP port deletion for ef66f2a9-f018-4b84-8bf3-1d38371913ec request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:34.033467 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:34.038231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.065640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:34.076561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.076919 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Added segment baa969d8-4cfa-46de-b715-2c3773633684 of type vlan for network ac2f0eca-a85c-4079-a9de-09bbcde46911 Aug 16 02:07:34.096526 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.135360 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.305643 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.312386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.313037 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.398295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=ac2f0eca-a85c-4079-a9de-09bbcde46911,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:34.412282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network ac2f0eca-a85c-4079-a9de-09bbcde46911 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:34.496425 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-622df4c8-6b03-4b96-9aed-c62182480bce tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6215985 Aug 16 02:07:34.496425 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58890) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.505549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'network_id': 'ac2f0eca-a85c-4079-a9de-09bbcde46911', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:34.566129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8ca40ee6-c7f2-4979-b6e8-96227437f4aa no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:34.591578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 8ca40ee6-c7f2-4979-b6e8-96227437f4aa {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:34.591956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8ca40ee6-c7f2-4979-b6e8-96227437f4aa not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:34.791460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:34.795065 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.217693 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.289805 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=243a8535-1c9a-45b0-bb4a-78c18cbb3bdc,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.299648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Checking segment: {'id': 'baa969d8-4cfa-46de-b715-2c3773633684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ac2f0eca-a85c-4079-a9de-09bbcde46911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:35.300025 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network hostable DHCP agents. Network: ac2f0eca-a85c-4079-a9de-09bbcde46911, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:35.448019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network ac2f0eca-a85c-4079-a9de-09bbcde46911 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:35.598874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, ac2f0eca-a85c-4079-a9de-09bbcde46911) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:35.603940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.611084 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.612947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1fcd43-f81c-425e-85d0-2e2c140b2208 None None] Network ac2f0eca-a85c-4079-a9de-09bbcde46911 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:35.737361 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-99882368-d711-428e-b3df-ea1482e38c92 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2445943 Aug 16 02:07:35.740135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58920) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:35.789417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-ac2f0eca-a85c-4079-a9de-09bbcde46911', 'network_id': 'ac2f0eca-a85c-4079-a9de-09bbcde46911', 'tenant_id': 'da0ce5bd425e4b42b9354c9d3b28809c', 'fixed_ips': [{'subnet_id': '243a8535-1c9a-45b0-bb4a-78c18cbb3bdc'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:35.790360 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.886175 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.938121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Allocated IP 2001:db8::1 (ac2f0eca-a85c-4079-a9de-09bbcde46911/243a8535-1c9a-45b0-bb4a-78c18cbb3bdc/854207a3-35b3-4ece-bf4e-2444ef471c1d) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:35.943017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.090017 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.097832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Transition to ACTIVE for port object 854207a3-35b3-4ece-bf4e-2444ef471c1d will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:36.112591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Transition to ACTIVE for port object 854207a3-35b3-4ece-bf4e-2444ef471c1d will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:36.314029 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.383901 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.451578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Network ac2f0eca-a85c-4079-a9de-09bbcde46911 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:36.455205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:36.459271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:36.473999 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.547085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Pushing event updated for resources: {'Port': ['ID=854207a3-35b3-4ece-bf4e-2444ef471c1d,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.603945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Subnet': ['ID=243a8535-1c9a-45b0-bb4a-78c18cbb3bdc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.607187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Attempting to bind port 854207a3-35b3-4ece-bf4e-2444ef471c1d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:36.613708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Attempting to bind port 854207a3-35b3-4ece-bf4e-2444ef471c1d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'baa969d8-4cfa-46de-b715-2c3773633684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ac2f0eca-a85c-4079-a9de-09bbcde46911'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:36.615545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Attempting to bind port 854207a3-35b3-4ece-bf4e-2444ef471c1d on network ac2f0eca-a85c-4079-a9de-09bbcde46911 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:36.630495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:36.631071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Checking segment: {'id': 'baa969d8-4cfa-46de-b715-2c3773633684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ac2f0eca-a85c-4079-a9de-09bbcde46911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:36.631532 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.632269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Bound using segment: {'id': 'baa969d8-4cfa-46de-b715-2c3773633684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ac2f0eca-a85c-4079-a9de-09bbcde46911'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:36.632808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Bound port: 854207a3-35b3-4ece-bf4e-2444ef471c1d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa969d8-4cfa-46de-b715-2c3773633684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ac2f0eca-a85c-4079-a9de-09bbcde46911'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:36.633266 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.644850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.670564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2f0eca-a85c-4079-a9de-09bbcde46911']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:36.689740 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa969d8-4cfa-46de-b715-2c3773633684') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:36.691626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa969d8-4cfa-46de-b715-2c3773633684') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:36.715250 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.741083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] For port 854207a3-35b3-4ece-bf4e-2444ef471c1d, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:36.750795 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.758145 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:36.758689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:36.762282 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:36.827969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] For port 854207a3-35b3-4ece-bf4e-2444ef471c1d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=854207a3-35b3-4ece-bf4e-2444ef471c1d,segment=NetworkSegment(baa969d8-4cfa-46de-b715-2c3773633684),segment_id=baa969d8-4cfa-46de-b715-2c3773633684)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:36.921254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:07:36.921254 n-d-768509-23 neutron-server[95515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:07:36.921254 n-d-768509-23 neutron-server[95515]: [parameters: {'id': 'ac2f0eca-a85c-4079-a9de-09bbcde46911'}] Aug 16 02:07:36.921254 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:36.921254 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:36.996853 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.179587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e175d63-ce79-4544-8c72-f4200ffb1752 None None] Pushing event updated for resources: {'Port': ['ID=854207a3-35b3-4ece-bf4e-2444ef471c1d,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:37.190061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0d664c-2aee-40d6-8394-7d037aa19539 None None] Network ac2f0eca-a85c-4079-a9de-09bbcde46911 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:37.331360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333babe6-350e-484d-84e2-3ef09a62ca66 None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:37.419218 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.454050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333babe6-350e-484d-84e2-3ef09a62ca66 None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:37.528704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting port 854207a3-35b3-4ece-bf4e-2444ef471c1d {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:37.532588 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.633998 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] For port 854207a3-35b3-4ece-bf4e-2444ef471c1d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=854207a3-35b3-4ece-bf4e-2444ef471c1d,segment=NetworkSegment(baa969d8-4cfa-46de-b715-2c3773633684),segment_id=baa969d8-4cfa-46de-b715-2c3773633684)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:37.636138 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.652165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Calling delete_port for 854207a3-35b3-4ece-bf4e-2444ef471c1d owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:37.897466 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.912804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No DVR routers for this DVR port 854207a3-35b3-4ece-bf4e-2444ef471c1d on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:37.978978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Port': ['ID=854207a3-35b3-4ece-bf4e-2444ef471c1d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:38.077568 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.090196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2f0eca-a85c-4079-a9de-09bbcde46911']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:38.101994 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa969d8-4cfa-46de-b715-2c3773633684') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:38.102296 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa969d8-4cfa-46de-b715-2c3773633684') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:38.113071 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.128288 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.135440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:38.135933 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:38.141440 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:38.559659 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.569589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.570569 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/ac2f0eca-a85c-4079-a9de-09bbcde46911 HTTP/1.1" status: 204 len: 168 time: 2.8290250 Aug 16 02:07:38.574901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58988) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:38.585598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2035444611'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:38.601246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cc7d1-2ac7-4934-8dfa-c1fac6e30b00 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Network': ['ID=ac2f0eca-a85c-4079-a9de-09bbcde46911,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:38.804667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:38.804667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.846067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:38.856962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.857397 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Added segment 7a71facd-0e06-440e-a0a8-76e013986890 of type vlan for network 02f383e0-9e53-4d90-b71d-60fc6fd6a79a Aug 16 02:07:38.906232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.376297 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.395767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.396481 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.519552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=02f383e0-9e53-4d90-b71d-60fc6fd6a79a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.541455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 02f383e0-9e53-4d90-b71d-60fc6fd6a79a details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:39.574729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5dfdff24-26db-48c8-8c2b-0cb38fab463f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9984467 Aug 16 02:07:39.577563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59008) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.583222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'network_id': '02f383e0-9e53-4d90-b71d-60fc6fd6a79a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:39.873512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:39.884688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.267812 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.340567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=d3c7a076-eb68-4848-91d1-106710c99888,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:40.377366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Checking segment: {'id': '7a71facd-0e06-440e-a0a8-76e013986890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '02f383e0-9e53-4d90-b71d-60fc6fd6a79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:40.377793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network hostable DHCP agents. Network: 02f383e0-9e53-4d90-b71d-60fc6fd6a79a, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:40.610744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network 02f383e0-9e53-4d90-b71d-60fc6fd6a79a is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:40.859756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 02f383e0-9e53-4d90-b71d-60fc6fd6a79a) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:40.867174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.868291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cbe924-1ba8-4c7b-b8dc-6e5a7819fc98 None None] Network 02f383e0-9e53-4d90-b71d-60fc6fd6a79a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:40.873975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.999579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d0c47d77-6cad-48f4-a349-1cf380eaf992 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4193959 Aug 16 02:07:40.999579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59044) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:41.004423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d778e6ca-37d6-4ff5-a446-faacafaabf41 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'network_id': '02f383e0-9e53-4d90-b71d-60fc6fd6a79a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:41.073561 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-02f383e0-9e53-4d90-b71d-60fc6fd6a79a', 'network_id': '02f383e0-9e53-4d90-b71d-60fc6fd6a79a', 'tenant_id': 'da0ce5bd425e4b42b9354c9d3b28809c', 'fixed_ips': [{'subnet_id': 'd3c7a076-eb68-4848-91d1-106710c99888'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:41.074969 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.322336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Allocated IP 2001:db8::2 (02f383e0-9e53-4d90-b71d-60fc6fd6a79a/d3c7a076-eb68-4848-91d1-106710c99888/92cb6c9b-9768-47f3-afd6-829414d13382) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:41.387392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d778e6ca-37d6-4ff5-a446-faacafaabf41 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:41.387392 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d778e6ca-37d6-4ff5-a446-faacafaabf41 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.645864 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.677026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Transition to ACTIVE for port object 92cb6c9b-9768-47f3-afd6-829414d13382 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:41.734164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Transition to ACTIVE for port object 92cb6c9b-9768-47f3-afd6-829414d13382 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:42.244668 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.293714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Network 02f383e0-9e53-4d90-b71d-60fc6fd6a79a is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:42.296635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:42.300343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:42.305936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Pushing event updated for resources: {'Port': ['ID=92cb6c9b-9768-47f3-afd6-829414d13382,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:42.356973 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d778e6ca-37d6-4ff5-a446-faacafaabf41 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.383256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Attempting to bind port 92cb6c9b-9768-47f3-afd6-829414d13382 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:42.384263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Attempting to bind port 92cb6c9b-9768-47f3-afd6-829414d13382 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7a71facd-0e06-440e-a0a8-76e013986890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '02f383e0-9e53-4d90-b71d-60fc6fd6a79a'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:42.384863 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Attempting to bind port 92cb6c9b-9768-47f3-afd6-829414d13382 on network 02f383e0-9e53-4d90-b71d-60fc6fd6a79a {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:42.394570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:42.395475 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Checking segment: {'id': '7a71facd-0e06-440e-a0a8-76e013986890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '02f383e0-9e53-4d90-b71d-60fc6fd6a79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:42.396331 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.397490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Bound using segment: {'id': '7a71facd-0e06-440e-a0a8-76e013986890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '02f383e0-9e53-4d90-b71d-60fc6fd6a79a'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:42.398112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Bound port: 92cb6c9b-9768-47f3-afd6-829414d13382, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a71facd-0e06-440e-a0a8-76e013986890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '02f383e0-9e53-4d90-b71d-60fc6fd6a79a'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:42.398514 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.513688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778e6ca-37d6-4ff5-a446-faacafaabf41 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=8b36dba2-75af-406e-ba08-8409f20c39c2,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:42.523241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] For port 92cb6c9b-9768-47f3-afd6-829414d13382, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:42.523675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d778e6ca-37d6-4ff5-a446-faacafaabf41 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network 02f383e0-9e53-4d90-b71d-60fc6fd6a79a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:42.526062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-d778e6ca-37d6-4ff5-a446-faacafaabf41 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:42.529226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d778e6ca-37d6-4ff5-a446-faacafaabf41 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.529962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d778e6ca-37d6-4ff5-a446-faacafaabf41 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.534090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] For port 92cb6c9b-9768-47f3-afd6-829414d13382, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=92cb6c9b-9768-47f3-afd6-829414d13382,segment=NetworkSegment(7a71facd-0e06-440e-a0a8-76e013986890),segment_id=7a71facd-0e06-440e-a0a8-76e013986890)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:42.640139 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.671233 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d778e6ca-37d6-4ff5-a446-faacafaabf41 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6694505 Aug 16 02:07:42.672453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59074) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:42.795657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751efb5b-2980-4824-9d93-a42cbfc2f334 None None] Pushing event updated for resources: {'Port': ['ID=92cb6c9b-9768-47f3-afd6-829414d13382,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:43.401808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33dffc1-bc57-4ea8-af39-3a3728ae0c5f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.403422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33dffc1-bc57-4ea8-af39-3a3728ae0c5f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.404946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33dffc1-bc57-4ea8-af39-3a3728ae0c5f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.406864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33dffc1-bc57-4ea8-af39-3a3728ae0c5f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.409645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33dffc1-bc57-4ea8-af39-3a3728ae0c5f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.420706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c33dffc1-bc57-4ea8-af39-3a3728ae0c5f tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7466905 Aug 16 02:07:43.431324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59090) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:43.437513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-433944345'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:43.655917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:43.658758 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.738962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:43.756779 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.757311 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Added segment 5fd1e077-c741-4a09-88f2-2bc4e8d83619 of type vlan for network 7365c6ed-30ad-44cf-b12e-c1b1e701b773 Aug 16 02:07:43.856142 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.006181 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.017490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.018702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.184427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=7365c6ed-30ad-44cf-b12e-c1b1e701b773,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:44.198882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7365c6ed-30ad-44cf-b12e-c1b1e701b773 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:44.256855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59104) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.258402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4e1cd2b4-7086-442d-85a1-6de5f106eb84 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8325844 Aug 16 02:07:44.264309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e6970a94-7cda-485f-939b-77b5f73b971d tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:44.355220 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6235d15-91ff-4e3c-bd8b-ae99848cf7de None None] Network 02f383e0-9e53-4d90-b71d-60fc6fd6a79a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:44.507493 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6970a94-7cda-485f-939b-77b5f73b971d tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.607899 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6970a94-7cda-485f-939b-77b5f73b971d tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.653566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6970a94-7cda-485f-939b-77b5f73b971d tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network 7365c6ed-30ad-44cf-b12e-c1b1e701b773 is not hosted by any dhcp agent {{(pid=95515) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:07:44.698859 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6970a94-7cda-485f-939b-77b5f73b971d tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.699779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6970a94-7cda-485f-939b-77b5f73b971d tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.702500 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e6970a94-7cda-485f-939b-77b5f73b971d tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "PUT /v2.0/networks/7365c6ed-30ad-44cf-b12e-c1b1e701b773 HTTP/1.1" status: 200 len: 723 time: 0.4446115 Aug 16 02:07:44.705467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59114) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.712220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'network_id': '7365c6ed-30ad-44cf-b12e-c1b1e701b773', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:44.753019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-91b0f87a-c80f-4427-93c6-1a244c9004d9 None None] Provisioning for port 92cb6c9b-9768-47f3-afd6-829414d13382 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:44.755378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 92cb6c9b-9768-47f3-afd6-829414d13382 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:44.950672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6970a94-7cda-485f-939b-77b5f73b971d tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=7365c6ed-30ad-44cf-b12e-c1b1e701b773,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:45.038014 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7365c6ed-30ad-44cf-b12e-c1b1e701b773 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:45.088239 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 92cb6c9b-9768-47f3-afd6-829414d13382 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:45.108410 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 92cb6c9b-9768-47f3-afd6-829414d13382 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:45.109862 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.115233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c59d78-f3d1-4298-a502-2b963292f75f None None] Update dhcp port {'port': {'network_id': '02f383e0-9e53-4d90-b71d-60fc6fd6a79a', 'fixed_ips': [{'subnet_id': 'd3c7a076-eb68-4848-91d1-106710c99888', 'ip_address': '2001:db8::2'}, {'subnet_id': '8b36dba2-75af-406e-ba08-8409f20c39c2'}], 'binding:host_id': 'n-d-768509-23'}, 'id': '92cb6c9b-9768-47f3-afd6-829414d13382'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:07:45.127337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:45.132691 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.221586 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-33c59d78-f3d1-4298-a502-2b963292f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.302858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a9614-237e-4b09-aa15-d1d2fd7a18a2 req-21dad897-34e3-4536-bb63-589fedcc052e tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.306893 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b73a9614-237e-4b09-aa15-d1d2fd7a18a2 req-21dad897-34e3-4536-bb63-589fedcc052e tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1097 time: 0.1022861 Aug 16 02:07:45.339891 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b73a9614-237e-4b09-aa15-d1d2fd7a18a2 req-7e75b96f-ba76-4456-b706-7a56fbf09dbf tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.346297 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.462838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 92cb6c9b-9768-47f3-afd6-829414d13382, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=92cb6c9b-9768-47f3-afd6-829414d13382,segment=NetworkSegment(7a71facd-0e06-440e-a0a8-76e013986890),segment_id=7a71facd-0e06-440e-a0a8-76e013986890)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:45.543363 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.603164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-33c59d78-f3d1-4298-a502-2b963292f75f None None] Allocated IP 172.20.0.1 (02f383e0-9e53-4d90-b71d-60fc6fd6a79a/8b36dba2-75af-406e-ba08-8409f20c39c2/92cb6c9b-9768-47f3-afd6-829414d13382) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:45.614785 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b73a9614-237e-4b09-aa15-d1d2fd7a18a2 req-7e75b96f-ba76-4456-b706-7a56fbf09dbf tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.628692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=92cb6c9b-9768-47f3-afd6-829414d13382,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:45.640786 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.768451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-33c59d78-f3d1-4298-a502-2b963292f75f None None] For port 92cb6c9b-9768-47f3-afd6-829414d13382, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=92cb6c9b-9768-47f3-afd6-829414d13382,segment=NetworkSegment(7a71facd-0e06-440e-a0a8-76e013986890),segment_id=7a71facd-0e06-440e-a0a8-76e013986890)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:45.799490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b73a9614-237e-4b09-aa15-d1d2fd7a18a2 req-7e75b96f-ba76-4456-b706-7a56fbf09dbf tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.808574 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-33c59d78-f3d1-4298-a502-2b963292f75f None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.817917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=04cf54e6-4d67-4bc5-b08d-c7b76aecc6a7,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:45.833854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b73a9614-237e-4b09-aa15-d1d2fd7a18a2 req-7e75b96f-ba76-4456-b706-7a56fbf09dbf tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5135813 Aug 16 02:07:45.839045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-33c59d78-f3d1-4298-a502-2b963292f75f None None] Transition to ACTIVE for port object 92cb6c9b-9768-47f3-afd6-829414d13382 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:45.859287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75b96f-ba76-4456-b706-7a56fbf09dbf tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e31892-e19b-4ea1-b7a1-c37625aa3734,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:45.881183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Checking segment: {'id': '5fd1e077-c741-4a09-88f2-2bc4e8d83619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7365c6ed-30ad-44cf-b12e-c1b1e701b773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:45.881183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network hostable DHCP agents. Network: 7365c6ed-30ad-44cf-b12e-c1b1e701b773, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:45.983535 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-33c59d78-f3d1-4298-a502-2b963292f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.053624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network 7365c6ed-30ad-44cf-b12e-c1b1e701b773 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:46.058419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c59d78-f3d1-4298-a502-2b963292f75f None None] Pushing event updated for resources: {'Port': ['ID=92cb6c9b-9768-47f3-afd6-829414d13382,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:46.079268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d495db4-b26b-44ad-acda-29d7de1f3e13 req-e12531fa-6490-49f9-ae6c-38b4a46ced38 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.082541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d495db4-b26b-44ad-acda-29d7de1f3e13 req-e12531fa-6490-49f9-ae6c-38b4a46ced38 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0779762 Aug 16 02:07:46.146399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d495db4-b26b-44ad-acda-29d7de1f3e13 req-31d5e7dd-b12a-4013-abc5-f0f31b25a7d1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549800 Aug 16 02:07:46.183775 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59158) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:46.258038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 7365c6ed-30ad-44cf-b12e-c1b1e701b773) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:46.267972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.268545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99061ecd-7df0-4681-a51b-104a7f1212fd None None] Network 7365c6ed-30ad-44cf-b12e-c1b1e701b773 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:46.272311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.309867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-93936ec8-1a79-4c31-8e0d-a66ccd197876 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/a6233d85-e8a6-42d0-ab35-f0fea8ae9107 HTTP/1.1" status: 200 len: 993 time: 0.1230271 Aug 16 02:07:46.379736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-92eb1eb2-39ef-4083-b4cd-69881984515c tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6719847 Aug 16 02:07:46.382324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59164) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:46.390598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2b6f8f36-a030-49b5-a510-94d9896a94c5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:46.644138 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8f36-a030-49b5-a510-94d9896a94c5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25401694'] for subnet, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.671639 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59172) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:46.672776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-7365c6ed-30ad-44cf-b12e-c1b1e701b773', 'network_id': '7365c6ed-30ad-44cf-b12e-c1b1e701b773', 'tenant_id': 'da0ce5bd425e4b42b9354c9d3b28809c', 'fixed_ips': [{'subnet_id': '04cf54e6-4d67-4bc5-b08d-c7b76aecc6a7'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:46.673717 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.715517 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 92cb6c9b-9768-47f3-afd6-829414d13382 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:46.980459 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.065326 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8f36-a030-49b5-a510-94d9896a94c5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769576320651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4111429'] for subnet, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.176606 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.228050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Allocated IP 2001:db8::2 (7365c6ed-30ad-44cf-b12e-c1b1e701b773/04cf54e6-4d67-4bc5-b08d-c7b76aecc6a7/694dbc1f-791a-4857-8467-1e9e9e0327de) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:47.250549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6f8f36-a030-49b5-a510-94d9896a94c5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.251568 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8f36-a030-49b5-a510-94d9896a94c5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.253431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2b6f8f36-a030-49b5-a510-94d9896a94c5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "PUT /v2.0/subnets/04cf54e6-4d67-4bc5-b08d-c7b76aecc6a7 HTTP/1.1" status: 200 len: 826 time: 0.8699408 Aug 16 02:07:47.254476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f8f36-a030-49b5-a510-94d9896a94c5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=04cf54e6-4d67-4bc5-b08d-c7b76aecc6a7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.256292 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59190) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.268779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7195f2-0998-4764-9dd7-39da103efcc8 None None] Network 02f383e0-9e53-4d90-b71d-60fc6fd6a79a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:47.435219 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.550286 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6376fb17-a0c0-4eab-9ed9-e950e3cb147a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.555370 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2cc53e81499143b383c5cdebe952ecce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8825731 Aug 16 02:07:47.558325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59196) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.567575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.567918 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.568488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.568823 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.569390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.569877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.570328 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.570750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.571836 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.572284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.572712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.573142 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d0d23-4f1f-475e-b4ee-c9575c29e618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:47.610486 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.702934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.709439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-819aeadf-64fc-4867-841b-146b4c3f8001 None None] Provisioning for port 92cb6c9b-9768-47f3-afd6-829414d13382 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:47.721045 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab65a203-59d1-4e22-a644-dd52efa6c4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.731464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-819aeadf-64fc-4867-841b-146b4c3f8001 None None] Provisioning complete for port 92cb6c9b-9768-47f3-afd6-829414d13382 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:47.731974 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-819aeadf-64fc-4867-841b-146b4c3f8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.764424 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab65a203-59d1-4e22-a644-dd52efa6c4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.969540 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab65a203-59d1-4e22-a644-dd52efa6c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.969540 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab65a203-59d1-4e22-a644-dd52efa6c4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.969540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ab65a203-59d1-4e22-a644-dd52efa6c4ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6376fb17-a0c0-4eab-9ed9-e950e3cb147a HTTP/1.1" status: 204 len: 168 time: 0.4019203 Aug 16 02:07:47.977614 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.986575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65a203-59d1-4e22-a644-dd52efa6c4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6376fb17-a0c0-4eab-9ed9-e950e3cb147a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:48.016184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Transition to ACTIVE for port object 694dbc1f-791a-4857-8467-1e9e9e0327de will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:48.028843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e68928-0412-4570-89e9-e99215bf044b req-1b2630bd-8074-4834-81ae-c96cdda1484c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.030507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81e68928-0412-4570-89e9-e99215bf044b req-1b2630bd-8074-4834-81ae-c96cdda1484c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.1232524 Aug 16 02:07:48.120724 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-ce345de0-e659-4dcd-8714-4f2757258f77 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2251942 Aug 16 02:07:48.134675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81e68928-0412-4570-89e9-e99215bf044b req-2fc5dac3-abed-408e-8e66-967bcf6d930e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853560 Aug 16 02:07:48.151711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Transition to ACTIVE for port object 694dbc1f-791a-4857-8467-1e9e9e0327de will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:48.384337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d4453f4b-9b22-4bfd-a2d9-c361a892e172 None None] Provisioning complete for port 92cb6c9b-9768-47f3-afd6-829414d13382 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:48.384337 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d4453f4b-9b22-4bfd-a2d9-c361a892e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.391391 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.471782 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.546438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Network 7365c6ed-30ad-44cf-b12e-c1b1e701b773 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:48.594177 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Subnet': ['ID=04cf54e6-4d67-4bc5-b08d-c7b76aecc6a7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:48.610628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:48.619669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:48.682734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Pushing event updated for resources: {'Port': ['ID=694dbc1f-791a-4857-8467-1e9e9e0327de,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:48.791557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.816437 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7365c6ed-30ad-44cf-b12e-c1b1e701b773']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:48.855925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd1e077-c741-4a09-88f2-2bc4e8d83619') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:48.856656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd1e077-c741-4a09-88f2-2bc4e8d83619') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:48.874783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.904967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.911839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:48.912292 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:48.919951 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:48.923115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Attempting to bind port 694dbc1f-791a-4857-8467-1e9e9e0327de on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:48.923115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Attempting to bind port 694dbc1f-791a-4857-8467-1e9e9e0327de by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '5fd1e077-c741-4a09-88f2-2bc4e8d83619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7365c6ed-30ad-44cf-b12e-c1b1e701b773'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:48.923546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Attempting to bind port 694dbc1f-791a-4857-8467-1e9e9e0327de on network 7365c6ed-30ad-44cf-b12e-c1b1e701b773 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:48.933719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:48.934218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Checking segment: {'id': '5fd1e077-c741-4a09-88f2-2bc4e8d83619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7365c6ed-30ad-44cf-b12e-c1b1e701b773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:48.934709 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.935169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Bound using segment: {'id': '5fd1e077-c741-4a09-88f2-2bc4e8d83619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7365c6ed-30ad-44cf-b12e-c1b1e701b773'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:48.935725 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Bound port: 694dbc1f-791a-4857-8467-1e9e9e0327de, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd1e077-c741-4a09-88f2-2bc4e8d83619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7365c6ed-30ad-44cf-b12e-c1b1e701b773'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:48.936201 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.023156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59242) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:49.040883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8cc136e-054b-4140-bd73-3b65ce86bbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.049005 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:07:49.049005 n-d-768509-23 neutron-server[95515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:07:49.049005 n-d-768509-23 neutron-server[95515]: [parameters: {'id': '7365c6ed-30ad-44cf-b12e-c1b1e701b773'}] Aug 16 02:07:49.049005 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:49.049801 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:49.080157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] For port 694dbc1f-791a-4857-8467-1e9e9e0327de, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:49.083726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] For port 694dbc1f-791a-4857-8467-1e9e9e0327de, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=694dbc1f-791a-4857-8467-1e9e9e0327de,segment=NetworkSegment(5fd1e077-c741-4a09-88f2-2bc4e8d83619),segment_id=5fd1e077-c741-4a09-88f2-2bc4e8d83619)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:49.156455 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8cc136e-054b-4140-bd73-3b65ce86bbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.217423 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.280737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7868ab-93bf-4bfc-b8a2-491b1a0d1bcb req-450927de-faa4-4fd0-8623-be2c6f252cb8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.288903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b7868ab-93bf-4bfc-b8a2-491b1a0d1bcb req-450927de-faa4-4fd0-8623-be2c6f252cb8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0705407 Aug 16 02:07:49.303667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8cc136e-054b-4140-bd73-3b65ce86bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.329438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ae6152-1b96-40d5-b2dd-d9b4ce13d3dc None None] Network 7365c6ed-30ad-44cf-b12e-c1b1e701b773 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:49.401416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474a760-ef1f-48e2-8c27-f346d74d2517 None None] Pushing event updated for resources: {'Port': ['ID=694dbc1f-791a-4857-8467-1e9e9e0327de,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:49.421659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b7868ab-93bf-4bfc-b8a2-491b1a0d1bcb req-177ddcc9-21a0-4c09-9746-2a8ef556252f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1229513 Aug 16 02:07:49.424423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d8cc136e-054b-4140-bd73-3b65ce86bbe7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=faedcb0deaf14384946e474460053e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999567 Aug 16 02:07:49.425667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc136e-054b-4140-bd73-3b65ce86bbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c42b8a-65ac-4949-a4f2-87717b69bcd2,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:49.429427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59254) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:49.498626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffba1ee1-3a10-4a43-bbc7-eb84bde54330 None None] Network 7365c6ed-30ad-44cf-b12e-c1b1e701b773 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:49.504609 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b137bf1-bf1a-4c1c-909c-ad6229719d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.533275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b137bf1-bf1a-4c1c-909c-ad6229719d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.551280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.640542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting port 694dbc1f-791a-4857-8467-1e9e9e0327de {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:49.641389 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.659229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7827b170-4016-44eb-ba3f-ce5abed146cd None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:49.693779 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b137bf1-bf1a-4c1c-909c-ad6229719d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.696864 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3b137bf1-bf1a-4c1c-909c-ad6229719d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.698155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3b137bf1-bf1a-4c1c-909c-ad6229719d5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45c42b8a-65ac-4949-a4f2-87717b69bcd2 HTTP/1.1" status: 204 len: 168 time: 0.2663507 Aug 16 02:07:49.706545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b137bf1-bf1a-4c1c-909c-ad6229719d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c42b8a-65ac-4949-a4f2-87717b69bcd2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:49.724374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] For port 694dbc1f-791a-4857-8467-1e9e9e0327de, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=694dbc1f-791a-4857-8467-1e9e9e0327de,segment=NetworkSegment(5fd1e077-c741-4a09-88f2-2bc4e8d83619),segment_id=5fd1e077-c741-4a09-88f2-2bc4e8d83619)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:49.724863 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.745306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Calling delete_port for 694dbc1f-791a-4857-8467-1e9e9e0327de owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:49.940485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7827b170-4016-44eb-ba3f-ce5abed146cd None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:50.038796 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.140597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Port': ['ID=694dbc1f-791a-4857-8467-1e9e9e0327de,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:50.148382 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No DVR routers for this DVR port 694dbc1f-791a-4857-8467-1e9e9e0327de on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:50.309668 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.349198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7365c6ed-30ad-44cf-b12e-c1b1e701b773']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.363495 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd1e077-c741-4a09-88f2-2bc4e8d83619') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.363791 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd1e077-c741-4a09-88f2-2bc4e8d83619') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.375228 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.396176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.403176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:50.446190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:50.489366 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:50.662696 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59284) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.686403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890eb9a-ee64-4606-aff6-8f4ea2db241e req-64b9e4a2-d265-46b2-85b6-95f858033a17 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:50.688664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5890eb9a-ee64-4606-aff6-8f4ea2db241e req-64b9e4a2-d265-46b2-85b6-95f858033a17 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0628955 Aug 16 02:07:50.752944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.761762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5890eb9a-ee64-4606-aff6-8f4ea2db241e req-ed402d7c-4b30-4ba8-be9c-89d11881a556 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568063 Aug 16 02:07:50.778390 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.781102 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/7365c6ed-30ad-44cf-b12e-c1b1e701b773 HTTP/1.1" status: 204 len: 168 time: 3.5231321 Aug 16 02:07:50.783915 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59290) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.845554 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-014e2632-8926-4317-ba2f-1483d10c57ad tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:50.846280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014e2632-8926-4317-ba2f-1483d10c57ad tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:50.848118 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-014e2632-8926-4317-ba2f-1483d10c57ad tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/7365c6ed-30ad-44cf-b12e-c1b1e701b773 HTTP/1.1" status: 404 len: 339 time: 0.0627108 Aug 16 02:07:50.848960 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a62d18-3132-4d50-9004-8b99053eca02 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Network': ['ID=7365c6ed-30ad-44cf-b12e-c1b1e701b773,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:50.854581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59296) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.860208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1470518302', 'description': 'd1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:50.906970 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8a45ab9d-9f57-4fdd-946d-5389d3fd3a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.944429 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.022993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:51.030490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.073107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:51.086081 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.087007 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Added segment c265dd28-46b6-4d59-a7ef-32827d621ad3 of type vlan for network 71d3fbd7-10cd-4309-a4f7-414c3692e16a Aug 16 02:07:51.145406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.145550 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8a45ab9d-9f57-4fdd-946d-5389d3fd3a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.760816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-c84537c2-7cf8-4c6d-845d-f5d6678213cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.762384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-c84537c2-7cf8-4c6d-845d-f5d6678213cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1097 time: 0.0483787 Aug 16 02:07:51.776190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8a45ab9d-9f57-4fdd-946d-5389d3fd3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.813192 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.825732 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8a45ab9d-9f57-4fdd-946d-5389d3fd3a29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b14e43b4598e4d41a30ed9c264ad1121&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1619127 Aug 16 02:07:51.828697 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59312) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:51.829603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45ab9d-9f57-4fdd-946d-5389d3fd3a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2270894b-aa10-4921-ac88-563008335b5f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:51.839849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.842804 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.950707 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc6eeb3-2567-4498-9bf1-64de04bade8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.981041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc6eeb3-2567-4498-9bf1-64de04bade8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.033283 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.076222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=71d3fbd7-10cd-4309-a4f7-414c3692e16a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.089988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2e5626cc-cf11-4c06-9bd3-3cccb8468525 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2342088 Aug 16 02:07:52.095936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59320) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:52.110749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 71d3fbd7-10cd-4309-a4f7-414c3692e16a details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:52.237227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efb19a-4dc3-4263-af85-70a56eab43c2 req-fdc3f5a7-12ae-43f5-8fb7-5fc9a19b85aa tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.241754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68efb19a-4dc3-4263-af85-70a56eab43c2 req-fdc3f5a7-12ae-43f5-8fb7-5fc9a19b85aa tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.3188133 Aug 16 02:07:52.264967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-6e16c1c4-2a4d-4375-9c58-8f295c683ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.266502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-6e16c1c4-2a4d-4375-9c58-8f295c683ff4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8b24f7e-9e19-40a9-b6cf-67f11649482d HTTP/1.1" status: 200 len: 897 time: 0.4967263 Aug 16 02:07:52.313192 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc6eeb3-2567-4498-9bf1-64de04bade8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.318231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fc6eeb3-2567-4498-9bf1-64de04bade8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.325391 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6fc6eeb3-2567-4498-9bf1-64de04bade8b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2270894b-aa10-4921-ac88-563008335b5f HTTP/1.1" status: 204 len: 168 time: 0.4903400 Aug 16 02:07:52.355227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c2c0b7-982e-49ab-8e97-b106c36a8093 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.356368 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6eeb3-2567-4498-9bf1-64de04bade8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2270894b-aa10-4921-ac88-563008335b5f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.360369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-61c2c0b7-982e-49ab-8e97-b106c36a8093 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/networks?id=71d3fbd7-10cd-4309-a4f7-414c3692e16a HTTP/1.1" status: 200 len: 765 time: 0.2595098 Aug 16 02:07:52.369206 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68efb19a-4dc3-4263-af85-70a56eab43c2 req-e248a7e9-86e3-4aa7-a537-0d15025dc782 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152675 Aug 16 02:07:52.369741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59328) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:52.401042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ce5520ef-e026-4e4e-8042-0b949bf630b4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'description': 'd2'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:52.452817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-7504d6eb-cd75-4c22-ac17-8b948d471ccf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 200 len: 1001 time: 0.1722827 Aug 16 02:07:52.680203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-56177c82-b169-45d1-ad0c-baec7eceddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.682060 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-56177c82-b169-45d1-ad0c-baec7eceddd6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5be674fc-b82b-48ae-8113-4833c2ef8d9b HTTP/1.1" status: 200 len: 835 time: 0.2000470 Aug 16 02:07:52.755871 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ce5520ef-e026-4e4e-8042-0b949bf630b4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.778407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-82c3f5f3-0705-4ce3-9444-35e315447b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.780507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-82c3f5f3-0705-4ce3-9444-35e315447b6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8b24f7e-9e19-40a9-b6cf-67f11649482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903084 Aug 16 02:07:52.887589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-8fa5da2f-6e4c-4fcc-a7d5-1014ead846f5 service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990157 Aug 16 02:07:52.908320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ce5520ef-e026-4e4e-8042-0b949bf630b4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.962571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce5520ef-e026-4e4e-8042-0b949bf630b4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network 71d3fbd7-10cd-4309-a4f7-414c3692e16a is not hosted by any dhcp agent {{(pid=95516) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:07:52.968200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5520ef-e026-4e4e-8042-0b949bf630b4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.968820 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ce5520ef-e026-4e4e-8042-0b949bf630b4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.970174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ce5520ef-e026-4e4e-8042-0b949bf630b4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "PUT /v2.0/networks/71d3fbd7-10cd-4309-a4f7-414c3692e16a HTTP/1.1" status: 200 len: 762 time: 0.5954187 Aug 16 02:07:52.973117 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59344) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.055756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5520ef-e026-4e4e-8042-0b949bf630b4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=71d3fbd7-10cd-4309-a4f7-414c3692e16a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:53.069934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 71d3fbd7-10cd-4309-a4f7-414c3692e16a details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:53.078592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-7537577d-f9e3-4fce-beff-f6728485a7c8 service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823115 Aug 16 02:07:53.139948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f19e1e-fc2e-45cd-8df1-5fac97255f39 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.149475 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-69f19e1e-fc2e-45cd-8df1-5fac97255f39 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/networks?id=71d3fbd7-10cd-4309-a4f7-414c3692e16a HTTP/1.1" status: 200 len: 765 time: 0.1678529 Aug 16 02:07:53.149705 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:07:53.150223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59350) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.374610 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59354) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.393638 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7df1415e-e64f-423d-ae3c-bf8054d8b2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.435078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18864c69-59c1-41d8-888c-4b8b361279d4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.436860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-18864c69-59c1-41d8-888c-4b8b361279d4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2892756 Aug 16 02:07:53.439540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59360) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.481195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d8689b67-ba4e-4046-a1c3-99303335f84a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 207 time: 0.0404239 Aug 16 02:07:53.499176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7df1415e-e64f-423d-ae3c-bf8054d8b2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.500044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59364) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.565453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4a80c-9d19-4489-8f04-da2bc75079ad req-cb8a172a-8a25-4947-985f-a59945960800 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.567307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25e4a80c-9d19-4489-8f04-da2bc75079ad req-cb8a172a-8a25-4947-985f-a59945960800 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0726047 Aug 16 02:07:53.624268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25e4a80c-9d19-4489-8f04-da2bc75079ad req-12753ffb-9001-45a5-a2d5-c1fc4aa36447 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433910 Aug 16 02:07:53.734307 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7df1415e-e64f-423d-ae3c-bf8054d8b2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.744072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bed2a-83df-4b11-ac38-afd5beceae62 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.749882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bed2a-83df-4b11-ac38-afd5beceae62 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.755644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bed2a-83df-4b11-ac38-afd5beceae62 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.761685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bed2a-83df-4b11-ac38-afd5beceae62 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.767705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bed2a-83df-4b11-ac38-afd5beceae62 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.774397 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bed2a-83df-4b11-ac38-afd5beceae62 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.776166 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4a5bed2a-83df-4b11-ac38-afd5beceae62 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2749937 Aug 16 02:07:53.782012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59372) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.818155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1415e-e64f-423d-ae3c-bf8054d8b2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dec0241-3b23-4f16-bdee-7eab6894a241,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:53.824268 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7df1415e-e64f-423d-ae3c-bf8054d8b2ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4c013b9cc7049a99acd28e8a6d76ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4485137 Aug 16 02:07:53.833526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59374) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.883986 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0b4006b-9d9d-4320-95d5-3f8fbb73db90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.908411 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0b4006b-9d9d-4320-95d5-3f8fbb73db90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.032742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-25ce6e37-d096-41e1-a57b-12f1722f0543 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2458692 Aug 16 02:07:54.032968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59384) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.121808 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0b4006b-9d9d-4320-95d5-3f8fbb73db90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.126107 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0b4006b-9d9d-4320-95d5-3f8fbb73db90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.127103 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a0b4006b-9d9d-4320-95d5-3f8fbb73db90 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8dec0241-3b23-4f16-bdee-7eab6894a241 HTTP/1.1" status: 204 len: 168 time: 0.2987561 Aug 16 02:07:54.432940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4006b-9d9d-4320-95d5-3f8fbb73db90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dec0241-3b23-4f16-bdee-7eab6894a241,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:54.459310 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6959284c-2c9d-4825-966e-025f23a9c0a5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.460909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6959284c-2c9d-4825-966e-025f23a9c0a5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.462610 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6959284c-2c9d-4825-966e-025f23a9c0a5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.464129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6959284c-2c9d-4825-966e-025f23a9c0a5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.465742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6959284c-2c9d-4825-966e-025f23a9c0a5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.467451 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6959284c-2c9d-4825-966e-025f23a9c0a5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4336910 Aug 16 02:07:54.476121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59394) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.531024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466263a-2fff-45e5-9f32-9c64ff6e44b0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.532890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466263a-2fff-45e5-9f32-9c64ff6e44b0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.534334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466263a-2fff-45e5-9f32-9c64ff6e44b0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.535883 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466263a-2fff-45e5-9f32-9c64ff6e44b0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.537444 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466263a-2fff-45e5-9f32-9c64ff6e44b0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.539052 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7466263a-2fff-45e5-9f32-9c64ff6e44b0 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0667329 Aug 16 02:07:54.543547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59398) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.661053 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cff6b3-bb16-4c2c-b42e-68d15398887b tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.666932 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-67cff6b3-bb16-4c2c-b42e-68d15398887b tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/networks/e4fc18b5-f9cc-4379-81f2-9778535e2d42 HTTP/1.1" status: 200 len: 803 time: 0.1179998 Aug 16 02:07:54.667372 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59406) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.771442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f8d77-aeb5-4f20-beef-eeeaa92eb600 req-85e7f821-4cc3-48e1-93a7-b52ac9232f15 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.772993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-276f8d77-aeb5-4f20-beef-eeeaa92eb600 req-85e7f821-4cc3-48e1-93a7-b52ac9232f15 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0731580 Aug 16 02:07:54.801217 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-97c3acaf-7471-49fc-b172-d1b9f70e6ed8 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/networks/e4fc18b5-f9cc-4379-81f2-9778535e2d42?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1325018 Aug 16 02:07:54.805304 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59418) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.834930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-276f8d77-aeb5-4f20-beef-eeeaa92eb600 req-8ffda850-e806-401e-b70a-a445ff40bc3f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537190 Aug 16 02:07:54.909149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71754fd9-3492-4164-9312-559ebeee32d6 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.910559 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-71754fd9-3492-4164-9312-559ebeee32d6 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/subnets/8a77988d-8385-4d4f-8184-5cb092000e58 HTTP/1.1" status: 200 len: 843 time: 0.1042213 Aug 16 02:07:54.914120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59426) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.968309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc2aa54-d433-4c98-ac99-9cfb7dfe5bd6 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['shared'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.969906 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0cc2aa54-d433-4c98-ac99-9cfb7dfe5bd6 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "GET /v2.0/subnets/8a77988d-8385-4d4f-8184-5cb092000e58?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0541012 Aug 16 02:07:54.973770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59430) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.979280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1488440126'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:55.082755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:55.087945 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.131726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:55.150630 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.150981 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Added segment 818725b9-ab4a-443e-bf52-fe07a8fb8549 of type vlan for network e60a3498-9d8c-46a9-94b3-aee8f8d38826 Aug 16 02:07:55.194041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.316585 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.328490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.329586 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.470578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Network': ['ID=e60a3498-9d8c-46a9-94b3-aee8f8d38826,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:55.482354 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network e60a3498-9d8c-46a9-94b3-aee8f8d38826 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:55.514540 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-753eeb81-3570-48be-919c-c319e360c3c4 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5396364 Aug 16 02:07:55.517917 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59460) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:55.524596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'network_id': 'e60a3498-9d8c-46a9-94b3-aee8f8d38826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:55.710163 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Made reservation on behalf of da0ce5bd425e4b42b9354c9d3b28809c for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:55.715664 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.846406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Performing IP validity checks on allocation pools {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:07:55.847202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:07:56.040425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98a85f-2fec-4143-9c22-1f93dbe0fecb req-d8774b5b-1102-4cc1-9abf-f02633d2d579 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.045920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f98a85f-2fec-4143-9c22-1f93dbe0fecb req-d8774b5b-1102-4cc1-9abf-f02633d2d579 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.1053002 Aug 16 02:07:56.121123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f98a85f-2fec-4143-9c22-1f93dbe0fecb req-7c7483eb-26f3-4463-a3f4-54cb9bbf044f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713584 Aug 16 02:07:56.219308 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.299474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=e838b287-6375-4a93-89f9-f65905c4a203,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.310026 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Checking segment: {'id': '818725b9-ab4a-443e-bf52-fe07a8fb8549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e60a3498-9d8c-46a9-94b3-aee8f8d38826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:56.310391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network hostable DHCP agents. Network: e60a3498-9d8c-46a9-94b3-aee8f8d38826, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:56.436197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Network e60a3498-9d8c-46a9-94b3-aee8f8d38826 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:56.538999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, e60a3498-9d8c-46a9-94b3-aee8f8d38826) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:56.549355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.549512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9f1215-5be1-47a9-91fa-ec66dc7eaaf5 None None] Network e60a3498-9d8c-46a9-94b3-aee8f8d38826 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:56.550072 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570663'] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.656796 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a7b07f48-555c-4170-8fc8-31d14a658fb9 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1374083 Aug 16 02:07:56.660151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59520) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:56.681312 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5369fca5-0736-4c79-8dab-f02335cec8cc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:56.823476 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5369fca5-0736-4c79-8dab-f02335cec8cc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26042459'] for subnet, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.849916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59530) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:56.890075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-e60a3498-9d8c-46a9-94b3-aee8f8d38826', 'network_id': 'e60a3498-9d8c-46a9-94b3-aee8f8d38826', 'tenant_id': 'da0ce5bd425e4b42b9354c9d3b28809c', 'fixed_ips': [{'subnet_id': 'e838b287-6375-4a93-89f9-f65905c4a203'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:56.890075 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.143599 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.281201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330185eb-4398-4fd8-bfc9-a157bb285d1b req-3e451107-6d58-42af-ba3e-eb5e1529f12e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.282637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-330185eb-4398-4fd8-bfc9-a157bb285d1b req-3e451107-6d58-42af-ba3e-eb5e1529f12e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0765686 Aug 16 02:07:57.293049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.325129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-330185eb-4398-4fd8-bfc9-a157bb285d1b req-f651ba0d-9e57-462a-a98b-6f06358d2e9d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340915 Aug 16 02:07:57.407468 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5369fca5-0736-4c79-8dab-f02335cec8cc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769576320651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26010802'] for subnet, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.457239 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5369fca5-0736-4c79-8dab-f02335cec8cc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.458173 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5369fca5-0736-4c79-8dab-f02335cec8cc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.463373 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5369fca5-0736-4c79-8dab-f02335cec8cc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "PUT /v2.0/subnets/e838b287-6375-4a93-89f9-f65905c4a203 HTTP/1.1" status: 200 len: 900 time: 0.7981102 Aug 16 02:07:57.463771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59562) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:57.474425 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.476953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Allocated IP 2001:db8::3 (e60a3498-9d8c-46a9-94b3-aee8f8d38826/e838b287-6375-4a93-89f9-f65905c4a203/25329a70-a92c-4bd9-ba6c-2acbba2d487d) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:57.477556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369fca5-0736-4c79-8dab-f02335cec8cc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event updated for resources: {'Subnet': ['ID=e838b287-6375-4a93-89f9-f65905c4a203,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:57.589449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6654bcfe2c04c2b82af68056cf2e2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7382004 Aug 16 02:07:57.592118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59568) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:57.593263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d5cab3-e4f9-4325-a4ef-ed36a92dd9be,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:57.612670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.613023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.613370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.613715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.614087 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.614505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.614839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.615174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.615507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.615837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.616169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.616499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae29c56-102f-49d2-a6c8-f0b663b21cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.654887 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.679122 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.686498 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f030c0ec-e5c6-4315-ba63-f6c928f4991c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.689305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Transition to ACTIVE for port object 25329a70-a92c-4bd9-ba6c-2acbba2d487d will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:57.710908 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f030c0ec-e5c6-4315-ba63-f6c928f4991c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.714150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Transition to ACTIVE for port object 25329a70-a92c-4bd9-ba6c-2acbba2d487d will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:57.739443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.859770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.906652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Network e60a3498-9d8c-46a9-94b3-aee8f8d38826 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:57.906782 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f030c0ec-e5c6-4315-ba63-f6c928f4991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.907938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:57.909696 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f030c0ec-e5c6-4315-ba63-f6c928f4991c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.913333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:57.922732 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f030c0ec-e5c6-4315-ba63-f6c928f4991c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8d5cab3-e4f9-4325-a4ef-ed36a92dd9be HTTP/1.1" status: 204 len: 168 time: 0.3282285 Aug 16 02:07:57.935544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030c0ec-e5c6-4315-ba63-f6c928f4991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d5cab3-e4f9-4325-a4ef-ed36a92dd9be,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:57.947926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Pushing event updated for resources: {'Port': ['ID=25329a70-a92c-4bd9-ba6c-2acbba2d487d,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:57.959764 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.010979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Subnet': ['ID=e838b287-6375-4a93-89f9-f65905c4a203,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:58.141976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.160144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60a3498-9d8c-46a9-94b3-aee8f8d38826']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:58.186922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818725b9-ab4a-443e-bf52-fe07a8fb8549') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:58.187834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818725b9-ab4a-443e-bf52-fe07a8fb8549') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:58.210721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.228050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Attempting to bind port 25329a70-a92c-4bd9-ba6c-2acbba2d487d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:58.228433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Attempting to bind port 25329a70-a92c-4bd9-ba6c-2acbba2d487d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '818725b9-ab4a-443e-bf52-fe07a8fb8549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e60a3498-9d8c-46a9-94b3-aee8f8d38826'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:58.228797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Attempting to bind port 25329a70-a92c-4bd9-ba6c-2acbba2d487d on network e60a3498-9d8c-46a9-94b3-aee8f8d38826 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:58.234143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:58.234524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Checking segment: {'id': '818725b9-ab4a-443e-bf52-fe07a8fb8549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e60a3498-9d8c-46a9-94b3-aee8f8d38826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:58.234818 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.234954 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.235312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Bound using segment: {'id': '818725b9-ab4a-443e-bf52-fe07a8fb8549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e60a3498-9d8c-46a9-94b3-aee8f8d38826'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:58.235799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Bound port: 25329a70-a92c-4bd9-ba6c-2acbba2d487d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818725b9-ab4a-443e-bf52-fe07a8fb8549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e60a3498-9d8c-46a9-94b3-aee8f8d38826'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:58.236167 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.246356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:58.246997 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:58.253109 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:58.304253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] For port 25329a70-a92c-4bd9-ba6c-2acbba2d487d, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:58.326088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] For port 25329a70-a92c-4bd9-ba6c-2acbba2d487d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=25329a70-a92c-4bd9-ba6c-2acbba2d487d,segment=NetworkSegment(818725b9-ab4a-443e-bf52-fe07a8fb8549),segment_id=818725b9-ab4a-443e-bf52-fe07a8fb8549)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:58.377597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:07:58.377597 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:07:58.377597 n-d-768509-23 neutron-server[95516]: [parameters: {'id': 'e60a3498-9d8c-46a9-94b3-aee8f8d38826'}] Aug 16 02:07:58.377597 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:58.378579 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:58.417201 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.504036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c579b10-f152-4309-82b4-d397b39637d8 req-281ff85d-d2bb-4589-bb50-914575cdbe5a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.513959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c579b10-f152-4309-82b4-d397b39637d8 req-281ff85d-d2bb-4589-bb50-914575cdbe5a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0780282 Aug 16 02:07:58.558527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8667f5-badf-4744-a7ef-b652b45b47db None None] Pushing event updated for resources: {'Port': ['ID=25329a70-a92c-4bd9-ba6c-2acbba2d487d,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:58.579158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c579b10-f152-4309-82b4-d397b39637d8 req-dd674fef-3868-4ddc-baad-10d60a286439 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599437 Aug 16 02:07:58.580488 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e8f4c8-f210-47ff-9f60-a0a2629d8f93 None None] Network e60a3498-9d8c-46a9-94b3-aee8f8d38826 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:58.750929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b23f24-9de5-4c54-b3fc-b01c73eb383d None None] Network e60a3498-9d8c-46a9-94b3-aee8f8d38826 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:58.782656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59600) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:58.879762 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.970727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213378f-33e2-4f31-92d4-2ecce43b068b None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:58.986833 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28fabcad-60a4-4598-b1cf-83acde583946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.029833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting port 25329a70-a92c-4bd9-ba6c-2acbba2d487d {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:59.030173 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.129182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213378f-33e2-4f31-92d4-2ecce43b068b None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:59.511907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] For port 25329a70-a92c-4bd9-ba6c-2acbba2d487d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=25329a70-a92c-4bd9-ba6c-2acbba2d487d,segment=NetworkSegment(818725b9-ab4a-443e-bf52-fe07a8fb8549),segment_id=818725b9-ab4a-443e-bf52-fe07a8fb8549)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:59.512558 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.530556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Calling delete_port for 25329a70-a92c-4bd9-ba6c-2acbba2d487d owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:59.623354 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28fabcad-60a4-4598-b1cf-83acde583946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.716300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b763c-edec-4ee3-84fe-e028fb13f0b0 req-0ecad670-e5bf-4590-a1c1-f9b0384c7dd0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.717712 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-865b763c-edec-4ee3-84fe-e028fb13f0b0 req-0ecad670-e5bf-4590-a1c1-f9b0384c7dd0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0578046 Aug 16 02:07:59.765507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-865b763c-edec-4ee3-84fe-e028fb13f0b0 req-dc1df8fa-849f-405c-960f-9a03fe27f914 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384216 Aug 16 02:07:59.784417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28fabcad-60a4-4598-b1cf-83acde583946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.821808 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.839704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fabcad-60a4-4598-b1cf-83acde583946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb99105-e157-4a60-a5b3-2ae414a907a4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:59.848742 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c6e64288-2a05-497c-adec-250741910f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.865862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-28fabcad-60a4-4598-b1cf-83acde583946 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac408f10c2484590be0bf88705416d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0799506 Aug 16 02:07:59.866372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Port': ['ID=25329a70-a92c-4bd9-ba6c-2acbba2d487d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:59.866723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59632) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:59.868874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No DVR routers for this DVR port 25329a70-a92c-4bd9-ba6c-2acbba2d487d on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:59.944501 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fce857bb-399a-44ff-976e-c50fe34bdeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.968078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.979644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60a3498-9d8c-46a9-94b3-aee8f8d38826']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:59.987112 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fce857bb-399a-44ff-976e-c50fe34bdeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.993672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818725b9-ab4a-443e-bf52-fe07a8fb8549') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:59.993857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818725b9-ab4a-443e-bf52-fe07a8fb8549') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:00.006630 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.035474 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.043412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:00.043969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:00.047480 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:00.170593 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fce857bb-399a-44ff-976e-c50fe34bdeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.173527 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fce857bb-399a-44ff-976e-c50fe34bdeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.174832 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fce857bb-399a-44ff-976e-c50fe34bdeea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/efb99105-e157-4a60-a5b3-2ae414a907a4 HTTP/1.1" status: 204 len: 168 time: 0.3049562 Aug 16 02:08:00.185014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce857bb-399a-44ff-976e-c50fe34bdeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb99105-e157-4a60-a5b3-2ae414a907a4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:00.226248 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.227150 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.229418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/e60a3498-9d8c-46a9-94b3-aee8f8d38826 HTTP/1.1" status: 204 len: 168 time: 2.7644205 Aug 16 02:08:00.232844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59640) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:00.251079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0f475-5ab1-4ee6-acc0-bb49ffcad68a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Network': ['ID=e60a3498-9d8c-46a9-94b3-aee8f8d38826,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:00.279890 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c7f2e1-c969-4bb5-a559-980815970fd6 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:00.282970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c7f2e1-c969-4bb5-a559-980815970fd6 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:00.282970 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-20c7f2e1-c969-4bb5-a559-980815970fd6 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/subnets/e838b287-6375-4a93-89f9-f65905c4a203 HTTP/1.1" status: 404 len: 337 time: 0.0487173 Aug 16 02:08:00.285633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59642) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:00.308198 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7356c1e-8f87-4338-af3a-8f6c03782893 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:00.309008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7356c1e-8f87-4338-af3a-8f6c03782893 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:00.310918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c7356c1e-8f87-4338-af3a-8f6c03782893 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/e60a3498-9d8c-46a9-94b3-aee8f8d38826 HTTP/1.1" status: 404 len: 339 time: 0.0225532 Aug 16 02:08:00.314644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59646) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:00.395635 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.490383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.501115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d3fbd7-10cd-4309-a4f7-414c3692e16a']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:00.512362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c265dd28-46b6-4d59-a7ef-32827d621ad3') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:00.512939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c265dd28-46b6-4d59-a7ef-32827d621ad3') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:00.527984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.540771 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.546616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:00.547003 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:00.549918 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:00.716036 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.724742 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.727294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/71d3fbd7-10cd-4309-a4f7-414c3692e16a HTTP/1.1" status: 204 len: 168 time: 0.4110403 Aug 16 02:08:00.730559 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59652) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:00.743953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8cfc3-59e5-4535-8f04-ae3184f568fb tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Network': ['ID=71d3fbd7-10cd-4309-a4f7-414c3692e16a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:00.768983 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff61c0c-82c6-4f68-85f1-eee43f065acc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:00.769439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff61c0c-82c6-4f68-85f1-eee43f065acc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:00.771201 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7ff61c0c-82c6-4f68-85f1-eee43f065acc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/subnets/04cf54e6-4d67-4bc5-b08d-c7b76aecc6a7 HTTP/1.1" status: 404 len: 337 time: 0.0390925 Aug 16 02:08:00.774598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59654) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:00.794897 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f47cfe-2d66-4afc-ba9e-bb408c8f67c7 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:00.796051 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f47cfe-2d66-4afc-ba9e-bb408c8f67c7 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:00.798121 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-52f47cfe-2d66-4afc-ba9e-bb408c8f67c7 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/7365c6ed-30ad-44cf-b12e-c1b1e701b773 HTTP/1.1" status: 404 len: 339 time: 0.0222347 Aug 16 02:08:00.800752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59658) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:00.854621 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e2cea8-6945-43cd-8784-7c4811efc515 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting subnet 8b36dba2-75af-406e-ba08-8409f20c39c2 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:00.859146 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7e2cea8-6945-43cd-8784-7c4811efc515 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.899836 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7e2cea8-6945-43cd-8784-7c4811efc515 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.905131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3eb1c-3c27-4942-b83f-679410be99ca req-2221b936-0a41-4f6c-af29-bd70d5b51cb3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:00.917416 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2a3eb1c-3c27-4942-b83f-679410be99ca req-2221b936-0a41-4f6c-af29-bd70d5b51cb3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0529418 Aug 16 02:08:00.954136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2a3eb1c-3c27-4942-b83f-679410be99ca req-96ce11ea-757c-44f1-935e-e47e557066c5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411768 Aug 16 02:08:00.993212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7e2cea8-6945-43cd-8784-7c4811efc515 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.153314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7e2cea8-6945-43cd-8784-7c4811efc515 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.180652 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2cea8-6945-43cd-8784-7c4811efc515 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Subnet': ['ID=8b36dba2-75af-406e-ba08-8409f20c39c2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:01.186439 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7e2cea8-6945-43cd-8784-7c4811efc515 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.188801 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c7e2cea8-6945-43cd-8784-7c4811efc515 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/subnets/8b36dba2-75af-406e-ba08-8409f20c39c2 HTTP/1.1" status: 204 len: 168 time: 0.3872695 Aug 16 02:08:01.190167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59666) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.193346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59668) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.196546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cecaa21-05c2-4c05-bb60-39e1887e14de None None] Network 02f383e0-9e53-4d90-b71d-60fc6fd6a79a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:01.207110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dc6fb05-6fa9-4bca-8555-b70439b57deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.256991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6c4241-7ad8-4e4e-a411-32f397a3c527 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting subnet d3c7a076-eb68-4848-91d1-106710c99888 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:01.264017 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4241-7ad8-4e4e-a411-32f397a3c527 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.304368 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dc6fb05-6fa9-4bca-8555-b70439b57deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.324088 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4241-7ad8-4e4e-a411-32f397a3c527 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.464510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dc6fb05-6fa9-4bca-8555-b70439b57deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.510487 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4241-7ad8-4e4e-a411-32f397a3c527 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.552745 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7dc6fb05-6fa9-4bca-8555-b70439b57deb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f77174b2e73e4aba92fd1ea80b174350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615410 Aug 16 02:08:01.556336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59688) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.566678 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6fb05-6fa9-4bca-8555-b70439b57deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb51864a-bcae-46e7-960c-caf020476ef9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:01.648250 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fff2babb-102f-4249-a878-2993713088b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.709561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fff2babb-102f-4249-a878-2993713088b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.737328 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4241-7ad8-4e4e-a411-32f397a3c527 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.834391 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4241-7ad8-4e4e-a411-32f397a3c527 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.834391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7c6c4241-7ad8-4e4e-a411-32f397a3c527 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/subnets/d3c7a076-eb68-4848-91d1-106710c99888 HTTP/1.1" status: 204 len: 168 time: 0.6377134 Aug 16 02:08:01.834391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c4241-7ad8-4e4e-a411-32f397a3c527 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c7a076-eb68-4848-91d1-106710c99888,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:01.834768 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59692) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.974010 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.014449 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fff2babb-102f-4249-a878-2993713088b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.017457 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fff2babb-102f-4249-a878-2993713088b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.023164 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fff2babb-102f-4249-a878-2993713088b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb51864a-bcae-46e7-960c-caf020476ef9 HTTP/1.1" status: 204 len: 168 time: 0.4625609 Aug 16 02:08:02.100018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2babb-102f-4249-a878-2993713088b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb51864a-bcae-46e7-960c-caf020476ef9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:02.173110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting port 92cb6c9b-9768-47f3-afd6-829414d13382 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:02.173682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.217194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb0d71-e2bc-4acc-950f-3bb6722a5a30 req-aa5174ae-9cfd-4133-a6be-27d3ff93a923 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.219419 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4eb0d71-e2bc-4acc-950f-3bb6722a5a30 req-aa5174ae-9cfd-4133-a6be-27d3ff93a923 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0944130 Aug 16 02:08:02.293314 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] For port 92cb6c9b-9768-47f3-afd6-829414d13382, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=92cb6c9b-9768-47f3-afd6-829414d13382,segment=NetworkSegment(7a71facd-0e06-440e-a0a8-76e013986890),segment_id=7a71facd-0e06-440e-a0a8-76e013986890)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:02.293721 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.311336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Calling delete_port for 92cb6c9b-9768-47f3-afd6-829414d13382 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:02.321925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4eb0d71-e2bc-4acc-950f-3bb6722a5a30 req-a7742705-d51e-4812-b933-b7e07846d89e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924602 Aug 16 02:08:02.524835 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.563938 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Port': ['ID=92cb6c9b-9768-47f3-afd6-829414d13382,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:02.578827 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No DVR routers for this DVR port 92cb6c9b-9768-47f3-afd6-829414d13382 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:02.640995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d3a1c4-3538-4813-b0a9-b8c977062cc3 None None] Network 02f383e0-9e53-4d90-b71d-60fc6fd6a79a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:02.734171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.752547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f383e0-9e53-4d90-b71d-60fc6fd6a79a']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:02.766516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a71facd-0e06-440e-a0a8-76e013986890') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:02.766829 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a71facd-0e06-440e-a0a8-76e013986890') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:02.778281 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.829517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.843882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ced1a796-1d18-4f82-8dd7-e992eb2e9988 None None] Could not find standard attr ID for object 92cb6c9b-9768-47f3-afd6-829414d13382. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:08:02.845257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:02.845667 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:02.854631 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:03.019107 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc011-ed32-40c7-a5b5-f4d3bcb1de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.024267 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.072483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aea06d-26a7-4266-8a8b-2cab3d9d163b None None] DHCP port deletion for 02f383e0-9e53-4d90-b71d-60fc6fd6a79a request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:03.076277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.084769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.088669 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/02f383e0-9e53-4d90-b71d-60fc6fd6a79a HTTP/1.1" status: 204 len: 168 time: 1.2529631 Aug 16 02:08:03.092071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59728) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.105246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d7877-9699-4b14-8c59-496755bfe057 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Network': ['ID=02f383e0-9e53-4d90-b71d-60fc6fd6a79a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:03.142328 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-566c5878-57ed-499d-9218-0c4a92a5b42a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:03.142709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566c5878-57ed-499d-9218-0c4a92a5b42a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:03.144431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-566c5878-57ed-499d-9218-0c4a92a5b42a tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/subnets/243a8535-1c9a-45b0-bb4a-78c18cbb3bdc HTTP/1.1" status: 404 len: 337 time: 0.0513775 Aug 16 02:08:03.147140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59730) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.167991 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b5638e-b4e5-46e2-99e4-2a1c7a19239d tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:03.168618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b5638e-b4e5-46e2-99e4-2a1c7a19239d tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:03.171375 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-60b5638e-b4e5-46e2-99e4-2a1c7a19239d tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/ac2f0eca-a85c-4079-a9de-09bbcde46911 HTTP/1.1" status: 404 len: 339 time: 0.0222490 Aug 16 02:08:03.176995 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59732) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.206612 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8f88a7-5d6e-481e-9255-cb8c12b45ec5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:03.207348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8f88a7-5d6e-481e-9255-cb8c12b45ec5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:03.212890 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0f8f88a7-5d6e-481e-9255-cb8c12b45ec5 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/subnets/b85c5697-d508-4756-a31e-6672e5e33cce HTTP/1.1" status: 404 len: 337 time: 0.0348263 Aug 16 02:08:03.217632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59738) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.264780 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba3b347-25e2-47fe-8c15-c3df39175046 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:03.267175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba3b347-25e2-47fe-8c15-c3df39175046 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:03.271730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2ba3b347-25e2-47fe-8c15-c3df39175046 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/ef66f2a9-f018-4b84-8bf3-1d38371913ec HTTP/1.1" status: 404 len: 339 time: 0.0553625 Aug 16 02:08:03.272293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59744) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.320127 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac604f5e-8bb8-43fc-9a89-dd2e1040e234 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:03.320861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac604f5e-8bb8-43fc-9a89-dd2e1040e234 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:03.323470 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ac604f5e-8bb8-43fc-9a89-dd2e1040e234 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/subnets/62b34707-260a-4a03-b838-3851deec5464 HTTP/1.1" status: 404 len: 337 time: 0.0494802 Aug 16 02:08:03.325197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59748) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.355620 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ae6a5a-1a7f-4450-9937-28c695e1d8d6 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:03.356291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ae6a5a-1a7f-4450-9937-28c695e1d8d6 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:03.360657 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b6ae6a5a-1a7f-4450-9937-28c695e1d8d6 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/43b6a838-5b7f-49a5-8342-8a7ab18320e3 HTTP/1.1" status: 404 len: 339 time: 0.0319781 Aug 16 02:08:03.368036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59750) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.463167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-5464e7f7-df8e-4514-b8d7-08d5cddf0792 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting subnet ad76e148-78f4-4317-b263-50fa1a423191 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:03.471138 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5464e7f7-df8e-4514-b8d7-08d5cddf0792 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.512590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad1cd5-89b4-419c-965f-e38f21f88175 req-8292c505-271c-4086-b307-05d3218099e7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.520169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1ad1cd5-89b4-419c-965f-e38f21f88175 req-8292c505-271c-4086-b307-05d3218099e7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.1227076 Aug 16 02:08:03.558913 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5464e7f7-df8e-4514-b8d7-08d5cddf0792 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.594613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1ad1cd5-89b4-419c-965f-e38f21f88175 req-1b314b04-14b1-4e1f-87b0-1795fd9aaa7a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735545 Aug 16 02:08:03.665506 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5464e7f7-df8e-4514-b8d7-08d5cddf0792 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.922637 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5464e7f7-df8e-4514-b8d7-08d5cddf0792 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.962459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464e7f7-df8e-4514-b8d7-08d5cddf0792 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Subnet': ['ID=ad76e148-78f4-4317-b263-50fa1a423191,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:03.966181 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5464e7f7-df8e-4514-b8d7-08d5cddf0792 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.968128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5464e7f7-df8e-4514-b8d7-08d5cddf0792 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/subnets/ad76e148-78f4-4317-b263-50fa1a423191 HTTP/1.1" status: 204 len: 168 time: 0.6056721 Aug 16 02:08:03.970810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59766) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.980999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa1604e-b310-4c08-b337-882e960a1e2a None None] Network 693d16ec-7f83-4eca-936e-e9486a2769ea requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:04.068576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.129214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting port d1a7630a-15f8-4f8e-9329-76720a64063e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:04.129993 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.205159 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.218071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65e89d7-2a90-4afb-976a-843be804e04b None None] DHCP port deletion for 693d16ec-7f83-4eca-936e-e9486a2769ea request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:04.225729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] For port d1a7630a-15f8-4f8e-9329-76720a64063e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d1a7630a-15f8-4f8e-9329-76720a64063e,segment=NetworkSegment(68b49ed6-bea3-4322-8b71-ce930410da11),segment_id=68b49ed6-bea3-4322-8b71-ce930410da11)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:04.226154 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.240276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Calling delete_port for d1a7630a-15f8-4f8e-9329-76720a64063e owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:04.280049 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c65e89d7-2a90-4afb-976a-843be804e04b None None] Deleting port d1a7630a-15f8-4f8e-9329-76720a64063e {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:04.280641 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c65e89d7-2a90-4afb-976a-843be804e04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.362115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c65e89d7-2a90-4afb-976a-843be804e04b None None] For port d1a7630a-15f8-4f8e-9329-76720a64063e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d1a7630a-15f8-4f8e-9329-76720a64063e,segment=NetworkSegment(68b49ed6-bea3-4322-8b71-ce930410da11),segment_id=68b49ed6-bea3-4322-8b71-ce930410da11)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:04.362770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c65e89d7-2a90-4afb-976a-843be804e04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.376492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c65e89d7-2a90-4afb-976a-843be804e04b None None] Calling delete_port for d1a7630a-15f8-4f8e-9329-76720a64063e owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:04.463556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.476990 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c65e89d7-2a90-4afb-976a-843be804e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.505735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e89d7-2a90-4afb-976a-843be804e04b None None] Pushing event deleted for resources: {'Port': ['ID=d1a7630a-15f8-4f8e-9329-76720a64063e,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:04.513145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Port': ['ID=d1a7630a-15f8-4f8e-9329-76720a64063e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:04.517636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No DVR routers for this DVR port d1a7630a-15f8-4f8e-9329-76720a64063e on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:04.526462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65e89d7-2a90-4afb-976a-843be804e04b None None] No DVR routers for this DVR port d1a7630a-15f8-4f8e-9329-76720a64063e on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:04.619549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d1a7630a-15f8-4f8e-9329-76720a64063e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:04.661641 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.681959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693d16ec-7f83-4eca-936e-e9486a2769ea']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:04.693724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: d1a7630a-15f8-4f8e-9329-76720a64063e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:04.694114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d1a7630a-15f8-4f8e-9329-76720a64063e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:04.701435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b49ed6-bea3-4322-8b71-ce930410da11') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:04.702091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b49ed6-bea3-4322-8b71-ce930410da11') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:04.703759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 92cb6c9b-9768-47f3-afd6-829414d13382 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:04.730121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.748430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 92cb6c9b-9768-47f3-afd6-829414d13382 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:04.748780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 92cb6c9b-9768-47f3-afd6-829414d13382 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:04.757319 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.773796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:04.774022 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:04.785642 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:04.920438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67df01-bef8-433d-8879-837681ece3b6 req-251a2fc4-ae2a-4c9c-9d93-58735ac277be tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:04.924299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f67df01-bef8-433d-8879-837681ece3b6 req-251a2fc4-ae2a-4c9c-9d93-58735ac277be tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.1286690 Aug 16 02:08:04.997423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f67df01-bef8-433d-8879-837681ece3b6 req-033fe5a5-c1ce-45e7-a730-ec78ade9824f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551503 Aug 16 02:08:04.998242 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.026845 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.030042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/693d16ec-7f83-4eca-936e-e9486a2769ea HTTP/1.1" status: 204 len: 168 time: 1.0580742 Aug 16 02:08:05.031833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dc252-30c4-4a80-b1be-94d42c7a4852 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Network': ['ID=693d16ec-7f83-4eca-936e-e9486a2769ea,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:05.033005 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59808) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:05.067821 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1db757-303e-4002-877f-a3628d545b9e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:05.068277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1db757-303e-4002-877f-a3628d545b9e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:05.072379 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bb1db757-303e-4002-877f-a3628d545b9e tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/subnets/aae19ebd-416e-4da4-9e17-7056decfcf02 HTTP/1.1" status: 404 len: 337 time: 0.0357571 Aug 16 02:08:05.072779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59812) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:05.098129 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e1d1f3-b4e8-462d-912a-84f479fc18c3 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:05.098710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e1d1f3-b4e8-462d-912a-84f479fc18c3 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:05.103568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-08e1d1f3-b4e8-462d-912a-84f479fc18c3 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/b202b0bd-0131-47c7-b345-96ac4eed6b2e HTTP/1.1" status: 404 len: 339 time: 0.0266635 Aug 16 02:08:05.104088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59816) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:05.171614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-1148ea4a-6169-49f0-b160-0779b62051fc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting subnet 8a77988d-8385-4d4f-8184-5cb092000e58 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:05.176001 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1148ea4a-6169-49f0-b160-0779b62051fc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.234325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1148ea4a-6169-49f0-b160-0779b62051fc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.316153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-32d01892-fcc6-45dd-b810-34f0a12da639 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466567577&fields=id&tenant_id=339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 267 time: 0.0875256 Aug 16 02:08:05.367943 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1148ea4a-6169-49f0-b160-0779b62051fc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.504420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-f83195c5-dd0c-4311-bef5-ed17840bf5e0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.506076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-f83195c5-dd0c-4311-bef5-ed17840bf5e0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.1874967 Aug 16 02:08:05.523036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-c0d20f9b-b202-45e4-8477-abd231ad4a97 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/quotas/339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 375 time: 0.0099173 Aug 16 02:08:05.591825 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-67f4cffb-333a-410d-bceb-2efedc7fb11a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0625808 Aug 16 02:08:05.616822 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1148ea4a-6169-49f0-b160-0779b62051fc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.669177 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148ea4a-6169-49f0-b160-0779b62051fc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Subnet': ['ID=8a77988d-8385-4d4f-8184-5cb092000e58,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:05.677671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1148ea4a-6169-49f0-b160-0779b62051fc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.689747 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1148ea4a-6169-49f0-b160-0779b62051fc tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/subnets/8a77988d-8385-4d4f-8184-5cb092000e58 HTTP/1.1" status: 204 len: 168 time: 0.5842280 Aug 16 02:08:05.693374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59846) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:05.702332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba42d31-97c8-451f-a441-12e6de9b87f5 None None] Network e4fc18b5-f9cc-4379-81f2-9778535e2d42 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:05.715282 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-d93cebaf-1658-4653-b9cf-00da8a939558 service neutron] show failed (client error): The resource could not be found. Aug 16 02:08:05.716332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-d93cebaf-1658-4653-b9cf-00da8a939558 service neutron] 10.222.0.74 "GET /v2.0/ports/4e512507-bdc2-48c6-9244-c30fcac665ee/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.1236386 Aug 16 02:08:05.765459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-710b1e9b-e0ed-4ec5-b434-c37f5099990b service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462042 Aug 16 02:08:05.868689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.996801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-3b21cd81-13fe-4ec9-b92b-207abaac5598 service neutron] 10.222.0.66 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280807 Aug 16 02:08:05.998070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Deleting port a1ecd458-6511-49e4-9aae-15323e1b0c84 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:05.998557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.056844 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.115696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b3d7c1-8309-44b0-b7a7-8b4b574638ad None None] DHCP port deletion for e4fc18b5-f9cc-4379-81f2-9778535e2d42 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:06.146606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] For port a1ecd458-6511-49e4-9aae-15323e1b0c84, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a1ecd458-6511-49e4-9aae-15323e1b0c84,segment=NetworkSegment(be310906-cee5-459d-bb4e-cc487e7b816f),segment_id=be310906-cee5-459d-bb4e-cc487e7b816f)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:06.150900 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.178769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Calling delete_port for a1ecd458-6511-49e4-9aae-15323e1b0c84 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:06.202279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-72b3d7c1-8309-44b0-b7a7-8b4b574638ad None None] Deleting port a1ecd458-6511-49e4-9aae-15323e1b0c84 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:06.204418 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72b3d7c1-8309-44b0-b7a7-8b4b574638ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.318747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-72b3d7c1-8309-44b0-b7a7-8b4b574638ad None None] For port a1ecd458-6511-49e4-9aae-15323e1b0c84, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a1ecd458-6511-49e4-9aae-15323e1b0c84,segment=NetworkSegment(be310906-cee5-459d-bb4e-cc487e7b816f),segment_id=be310906-cee5-459d-bb4e-cc487e7b816f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:06.319148 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72b3d7c1-8309-44b0-b7a7-8b4b574638ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.334485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-72b3d7c1-8309-44b0-b7a7-8b4b574638ad None None] Calling delete_port for a1ecd458-6511-49e4-9aae-15323e1b0c84 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:06.399260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.475768 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72b3d7c1-8309-44b0-b7a7-8b4b574638ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.492856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Port': ['ID=a1ecd458-6511-49e4-9aae-15323e1b0c84,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:06.513700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] No DVR routers for this DVR port a1ecd458-6511-49e4-9aae-15323e1b0c84 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:06.540270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3d7c1-8309-44b0-b7a7-8b4b574638ad None None] Pushing event deleted for resources: {'Port': ['ID=a1ecd458-6511-49e4-9aae-15323e1b0c84,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:06.555124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b3d7c1-8309-44b0-b7a7-8b4b574638ad None None] No DVR routers for this DVR port a1ecd458-6511-49e4-9aae-15323e1b0c84 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:06.610551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-ad34f679-b4ed-4c7d-89e5-bded7c9274cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.612802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-ad34f679-b4ed-4c7d-89e5-bded7c9274cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 1097 time: 0.2085655 Aug 16 02:08:06.627238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:06.647140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a1ecd458-6511-49e4-9aae-15323e1b0c84 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:06.691403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a1ecd458-6511-49e4-9aae-15323e1b0c84 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:06.692727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a1ecd458-6511-49e4-9aae-15323e1b0c84 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:06.701696 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.715181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.748101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fc18b5-f9cc-4379-81f2-9778535e2d42']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:06.772690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be310906-cee5-459d-bb4e-cc487e7b816f') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:06.772994 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be310906-cee5-459d-bb4e-cc487e7b816f') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:06.798694 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.826546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.832812 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:06.833210 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:06.836660 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:06.987601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.998891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.005606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4e512507-bdc2-48c6-9244-c30fcac665ee,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:07.006711 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] 10.222.0.66 "DELETE /v2.0/networks/e4fc18b5-f9cc-4379-81f2-9778535e2d42 HTTP/1.1" status: 204 len: 168 time: 1.3108785 Aug 16 02:08:07.025664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1f610-98f5-44f4-ab9f-396bc170ac38 tempest-NetworksIpV6Test-856798731 tempest-NetworksIpV6Test-856798731-project] Pushing event deleted for resources: {'Network': ['ID=e4fc18b5-f9cc-4379-81f2-9778535e2d42,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:07.056646 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:07.108189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:07.111396 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bf9e73-d623-401e-a72b-efd1bdc587f8" -d '{"events": [{"server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:07.116097 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.155053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Transition to ACTIVE for port object 4e512507-bdc2-48c6-9244-c30fcac665ee will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:07.271962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.420894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4da506-febe-46da-96ca-61f58133f7ba req-fe57ab9f-a0b7-4ab6-b3e3-8699085d9315 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.422609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca4da506-febe-46da-96ca-61f58133f7ba req-fe57ab9f-a0b7-4ab6-b3e3-8699085d9315 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.2050664 Aug 16 02:08:07.423300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Pushing event updated for resources: {'Port': ['ID=4e512507-bdc2-48c6-9244-c30fcac665ee,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:07.553955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca4da506-febe-46da-96ca-61f58133f7ba req-8e4615b5-2e9d-476e-9e92-a05a57911a90 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062844 Aug 16 02:08:07.622094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] No DVR routers for this DVR port 4e512507-bdc2-48c6-9244-c30fcac665ee on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:07.829767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Attempting to bind port 4e512507-bdc2-48c6-9244-c30fcac665ee on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:07.832963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Attempting to bind port 4e512507-bdc2-48c6-9244-c30fcac665ee by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:07.832963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Attempting to bind port 4e512507-bdc2-48c6-9244-c30fcac665ee on network d8b24f7e-9e19-40a9-b6cf-67f11649482d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:07.838579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72e82739-1e41-445f-97e3-46507a9ee9e7 req-0a48a230-3149-429d-89aa-4c269ee5b84d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 210 time: 0.0716481 Aug 16 02:08:07.839233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Port 4e512507-bdc2-48c6-9244-c30fcac665ee on network d8b24f7e-9e19-40a9-b6cf-67f11649482d not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:07.839606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Attempting to bind port 4e512507-bdc2-48c6-9244-c30fcac665ee on network d8b24f7e-9e19-40a9-b6cf-67f11649482d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:07.845466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:07.845811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Checking segment: {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:07.846269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Bound using segment: {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:07.846740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Bound port: 4e512507-bdc2-48c6-9244-c30fcac665ee, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1e0d62-7b38-4c63-935b-080c0d488f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:07.847112 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.860542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59894) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:07.921977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:07.925160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4e512507-bdc2-48c6-9244-c30fcac665ee,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:07.967949 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018f8bd2-8188-43da-9a5d-f941d47392dc x-openstack-request-id: req-018f8bd2-8188-43da-9a5d-f941d47392dc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:07.968226 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:07.968347 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-018f8bd2-8188-43da-9a5d-f941d47392dc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:07.968751 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'code': 200} Aug 16 02:08:08.032880 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.095752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.096386 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.097965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] 10.222.0.64 "PUT /v2.0/ports/4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 200 len: 1092 time: 1.4772501 Aug 16 02:08:08.121100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70c168-8fe3-4a9c-aaf9-3314c60f7421 service neutron] Pushing event updated for resources: {'Port': ['ID=4e512507-bdc2-48c6-9244-c30fcac665ee,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:08.178732 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dadd7e81-25f5-457e-9c77-0fab2c39cd4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da0ce5bd425e4b42b9354c9d3b28809c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169541 Aug 16 02:08:08.181330 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59902) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:08.229775 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-8a30a5f2-e757-46ac-8111-de8ba245f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.231374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-8a30a5f2-e757-46ac-8111-de8ba245f8d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1095 time: 0.0840394 Aug 16 02:08:08.259499 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-614e696a-eb54-4f37-9e01-3709b5367e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.282991 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-614e696a-eb54-4f37-9e01-3709b5367e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.336300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-5b31e248-eddc-41dd-a22c-701bd2d2736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.338244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-5b31e248-eddc-41dd-a22c-701bd2d2736d service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8b24f7e-9e19-40a9-b6cf-67f11649482d HTTP/1.1" status: 200 len: 897 time: 0.0984943 Aug 16 02:08:08.411754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-c719d6df-8635-416b-a6f4-53f641d9fa61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 200 len: 999 time: 0.0657880 Aug 16 02:08:08.510606 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-614e696a-eb54-4f37-9e01-3709b5367e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.514213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-614e696a-eb54-4f37-9e01-3709b5367e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.521939 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-614e696a-eb54-4f37-9e01-3709b5367e5f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c405907-406a-43f2-9d3f-9287a75fd037 HTTP/1.1" status: 204 len: 168 time: 0.3329859 Aug 16 02:08:08.550470 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e696a-eb54-4f37-9e01-3709b5367e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c405907-406a-43f2-9d3f-9287a75fd037,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:08.785335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4e512507-bdc2-48c6-9244-c30fcac665ee no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:08.798359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-ea21d806-02e5-4253-9c65-b4981d363765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.800085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-ea21d806-02e5-4253-9c65-b4981d363765 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5be674fc-b82b-48ae-8113-4833c2ef8d9b HTTP/1.1" status: 200 len: 835 time: 0.3811195 Aug 16 02:08:08.840200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4e512507-bdc2-48c6-9244-c30fcac665ee not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:08.849964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e4c01-d77f-4b63-9f57-1b9b8988bc8e req-d7ff05e2-9e9f-41e2-a7fd-dc3fa79371a5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.852307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732e4c01-d77f-4b63-9f57-1b9b8988bc8e req-d7ff05e2-9e9f-41e2-a7fd-dc3fa79371a5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 943 time: 0.1285012 Aug 16 02:08:08.885150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-13caff9f-4998-479e-8cba-b598a01bbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.886699 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-13caff9f-4998-479e-8cba-b598a01bbc66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8b24f7e-9e19-40a9-b6cf-67f11649482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793386 Aug 16 02:08:08.957131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-732e4c01-d77f-4b63-9f57-1b9b8988bc8e req-6d98426c-c350-4e4b-976d-a7e731b35147 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976834 Aug 16 02:08:09.005355 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-4949a00a-84fb-4db4-a621-aed8419795ef service neutron] 10.222.0.64 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084979 Aug 16 02:08:09.199975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9e7fb43-fc64-422b-9328-cf6e1536618a req-9f08c2e8-136b-41d1-8be3-69b5d8cab7e0 service neutron] 10.222.0.64 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823740 Aug 16 02:08:09.329026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8844391b-a451-49d2-a708-e0c7021881b1 req-a6bd8fa8-74e1-453c-a7ab-71528ba6eff2 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 210 time: 0.0286851 Aug 16 02:08:09.970371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:09.972664 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf717af-8e73-4829-82b7-d0a200744d83" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:09.973406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59968) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:10.187065 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04409aea-58f4-4f84-bf79-b06500d288de x-openstack-request-id: req-04409aea-58f4-4f84-bf79-b06500d288de {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:10.187403 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:10.189595 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04409aea-58f4-4f84-bf79-b06500d288de {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:10.190084 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'status': 'completed', 'code': 200} Aug 16 02:08:10.483932 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-72a4d0b1-0c80-40d8-aafb-a674aff1d3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.538288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-3dedcfc0-f724-4758-b7e9-e2cbf34dfd1a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.541853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-3dedcfc0-f724-4758-b7e9-e2cbf34dfd1a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 810 time: 0.5593855 Aug 16 02:08:10.589690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-c9e63497-446f-4bed-abad-8f0dae6c6023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.590925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-c9e63497-446f-4bed-abad-8f0dae6c6023 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1095 time: 0.3034875 Aug 16 02:08:10.600609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-a4fa5bf7-e10d-45cf-b951-c4b5880e9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.604118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-a4fa5bf7-e10d-45cf-b951-c4b5880e9791 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1095 time: 0.4112251 Aug 16 02:08:10.696187 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-72a4d0b1-0c80-40d8-aafb-a674aff1d3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.714123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59994) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:10.797704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b86999-8fd1-4db2-b706-3eddc1eb0309 req-8dab62b9-5a3f-437b-8aca-a3df9fc0d2ea tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.804801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b86999-8fd1-4db2-b706-3eddc1eb0309 req-8dab62b9-5a3f-437b-8aca-a3df9fc0d2ea tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 943 time: 0.4661310 Aug 16 02:08:10.810859 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0c96817f-0dac-4d3a-bae3-fb7865f770ca tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] Request body: {'port': {'network_id': '3165a41e-242a-4e6f-b364-e1ffac20a9d1', 'name': 'tempest-NetworksNegativeTestJSON-1780690822'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:10.839351 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c96817f-0dac-4d3a-bae3-fb7865f770ca tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] POST failed (client error): The resource could not be found. Aug 16 02:08:10.839351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c96817f-0dac-4d3a-bae3-fb7865f770ca tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:10.842951 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0c96817f-0dac-4d3a-bae3-fb7865f770ca tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1276946 Aug 16 02:08:10.844541 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-72a4d0b1-0c80-40d8-aafb-a674aff1d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.848453 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59998) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:10.927029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-1de81ca7-e5fd-4a54-9904-279dd66cfbe5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=339391903c4f4f3b9336737914285e45 HTTP/1.1" status: 200 len: 379 time: 0.3705685 Aug 16 02:08:10.929920 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-72a4d0b1-0c80-40d8-aafb-a674aff1d3a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07f4016f93e8440ea84d1f8d3a9ef6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9548354 Aug 16 02:08:10.936557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60000) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:10.961073 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'port': {'device_id': '8dee04e0-2a87-4d51-80e0-c256388af749', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'admin_state_up': True, 'tenant_id': '339391903c4f4f3b9336737914285e45', 'security_groups': ['e5537c35-b247-481e-9e80-44ca4c1aa105']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:10.965788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b86999-8fd1-4db2-b706-3eddc1eb0309 req-fe0bb850-12d5-484c-bfe3-905b7f4b5f04 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601079 Aug 16 02:08:10.978062 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-71faa380-77bf-4f43-b736-953145c031b0 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:10.979617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71faa380-77bf-4f43-b736-953145c031b0 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:10.981965 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-71faa380-77bf-4f43-b736-953145c031b0 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] 10.222.0.66 "DELETE /v2.0/networks/423ef49a-dda5-4736-9778-0d32630ab258 HTTP/1.1" status: 404 len: 339 time: 0.1277936 Aug 16 02:08:10.989357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4d0b1-0c80-40d8-aafb-a674aff1d3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302d5480-9cc7-4397-af9e-edd53ba38a59,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:10.992164 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60002) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.035965 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efad582-7aa1-4940-a28a-264bb8ab1a4b tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:11.045774 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efad582-7aa1-4940-a28a-264bb8ab1a4b tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:11.045774 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6efad582-7aa1-4940-a28a-264bb8ab1a4b tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] 10.222.0.66 "DELETE /v2.0/ports/71a5feef-873c-4ce2-aa46-4b7cd6f938ff HTTP/1.1" status: 404 len: 333 time: 0.0468161 Aug 16 02:08:11.045774 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60004) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.093667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-a8326234-e88a-491e-bcfd-c52c505f0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.095193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-a8326234-e88a-491e-bcfd-c52c505f0a42 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8b24f7e-9e19-40a9-b6cf-67f11649482d HTTP/1.1" status: 200 len: 897 time: 0.4846718 Aug 16 02:08:11.098647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-6b56dfbf-400a-4fa5-8675-9d577000de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.100114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-6b56dfbf-400a-4fa5-8675-9d577000de9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8b24f7e-9e19-40a9-b6cf-67f11649482d HTTP/1.1" status: 200 len: 897 time: 0.4603748 Aug 16 02:08:11.120807 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc8ab2b-d7ac-4ea2-8a9b-304ce7224e05 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:11.121999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc8ab2b-d7ac-4ea2-8a9b-304ce7224e05 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:11.127720 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1cc8ab2b-d7ac-4ea2-8a9b-304ce7224e05 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] 10.222.0.66 "DELETE /v2.0/subnets/20247b2b-1e25-440a-a87b-02075a453b2e HTTP/1.1" status: 404 len: 337 time: 0.0785077 Aug 16 02:08:11.135637 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60006) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.165684 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf1b1b7-9db8-4072-82fe-b5eb0861d78c tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] GET failed (client error): The resource could not be found. Aug 16 02:08:11.170597 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7bf1b1b7-9db8-4072-82fe-b5eb0861d78c tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] 10.222.0.66 "GET /v2.0/networks/58226272-3030-49ba-ad05-7f3135eb0315 HTTP/1.1" status: 404 len: 339 time: 0.0304570 Aug 16 02:08:11.177336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-3035541a-8856-4397-8be7-d2112e53411a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 200 len: 999 time: 0.0736923 Aug 16 02:08:11.177874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60010) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.189510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3dcaeaf-6637-43ee-99ac-898574eaf9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.216378 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3dcaeaf-6637-43ee-99ac-898574eaf9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.327047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb2a990c-a058-407a-80c8-52f53a4a3bce req-70bc0c72-0a78-48e0-b54e-ebf3e23116aa tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 210 time: 0.0726354 Aug 16 02:08:11.332116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-213df73e-3fc6-4892-8476-bcb54c3d348b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 200 len: 999 time: 0.1504803 Aug 16 02:08:11.333090 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-81130e0e-450e-4cd3-a7eb-2d49de49d309 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] GET failed (client error): The resource could not be found. Aug 16 02:08:11.338595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-81130e0e-450e-4cd3-a7eb-2d49de49d309 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] 10.222.0.66 "GET /v2.0/ports/53a7e1b0-1382-404b-85fc-023ce58892d5 HTTP/1.1" status: 404 len: 333 time: 0.0984759 Aug 16 02:08:11.339092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60018) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.396296 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff8fa36-ca64-4222-a6c0-690d747470ad tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] GET failed (client error): The resource could not be found. Aug 16 02:08:11.401847 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3ff8fa36-ca64-4222-a6c0-690d747470ad tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] 10.222.0.66 "GET /v2.0/subnets/a7b5b0b5-2f06-4fdc-945a-07c5c6e9ddc2 HTTP/1.1" status: 404 len: 337 time: 0.0569203 Aug 16 02:08:11.401847 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3dcaeaf-6637-43ee-99ac-898574eaf9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.402825 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3dcaeaf-6637-43ee-99ac-898574eaf9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.403908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60022) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.407543 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b3dcaeaf-6637-43ee-99ac-898574eaf9a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/302d5480-9cc7-4397-af9e-edd53ba38a59 HTTP/1.1" status: 204 len: 168 time: 0.4604132 Aug 16 02:08:11.416767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b0c7a702-2426-4bb1-a66d-87e1305bb272 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:11.432354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcaeaf-6637-43ee-99ac-898574eaf9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302d5480-9cc7-4397-af9e-edd53ba38a59,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:11.435590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-ff711603-98d7-4863-a567-2db439823e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.437227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-ff711603-98d7-4863-a567-2db439823e7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5be674fc-b82b-48ae-8113-4833c2ef8d9b HTTP/1.1" status: 200 len: 835 time: 0.1924403 Aug 16 02:08:11.467913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-78a2373e-8395-4545-8a24-05df073d7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.470692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-78a2373e-8395-4545-8a24-05df073d7a6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5be674fc-b82b-48ae-8113-4833c2ef8d9b HTTP/1.1" status: 200 len: 835 time: 0.1302385 Aug 16 02:08:11.471565 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c7a702-2426-4bb1-a66d-87e1305bb272 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] PUT failed (client error): The resource could not be found. Aug 16 02:08:11.474999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c7a702-2426-4bb1-a66d-87e1305bb272 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:11.474999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b0c7a702-2426-4bb1-a66d-87e1305bb272 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] 10.222.0.66 "PUT /v2.0/networks/b90b0d2e-2b50-45bc-9324-06f335137383 HTTP/1.1" status: 404 len: 339 time: 0.0670118 Aug 16 02:08:11.481985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60028) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.487388 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0eff9014-9fdf-4e37-b36a-950e733fac12 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:11.516010 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eff9014-9fdf-4e37-b36a-950e733fac12 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] PUT failed (client error): The resource could not be found. Aug 16 02:08:11.517049 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eff9014-9fdf-4e37-b36a-950e733fac12 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:11.522500 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0eff9014-9fdf-4e37-b36a-950e733fac12 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] 10.222.0.66 "PUT /v2.0/ports/5502f8be-37e9-446a-83cd-f6d33d338742 HTTP/1.1" status: 404 len: 333 time: 0.0359344 Aug 16 02:08:11.522801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60030) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.530920 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b80109ff-3949-4d44-959a-fe43841c4461 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:11.560801 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80109ff-3949-4d44-959a-fe43841c4461 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] PUT failed (client error): The resource could not be found. Aug 16 02:08:11.561316 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80109ff-3949-4d44-959a-fe43841c4461 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:11.563056 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b80109ff-3949-4d44-959a-fe43841c4461 tempest-NetworksNegativeTestJSON-637425336 tempest-NetworksNegativeTestJSON-637425336-project] 10.222.0.66 "PUT /v2.0/subnets/7f96754e-f679-42f4-9d96-134d9fc3c57e HTTP/1.1" status: 404 len: 337 time: 0.0384133 Aug 16 02:08:11.564225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-ce1e4cdd-5b79-4d39-9ea7-0b10920b798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.565776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-ce1e4cdd-5b79-4d39-9ea7-0b10920b798f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8b24f7e-9e19-40a9-b6cf-67f11649482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143126 Aug 16 02:08:11.567439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-02d6c379-9ab1-4290-8afa-38c7c49bd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.568851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-02d6c379-9ab1-4290-8afa-38c7c49bd572 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8b24f7e-9e19-40a9-b6cf-67f11649482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590641 Aug 16 02:08:11.576752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Made reservation on behalf of 339391903c4f4f3b9336737914285e45 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:11.576752 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.852414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-e98cf6ba-d1c4-4f32-8a3f-c5d8bb30e95e service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735560 Aug 16 02:08:11.862750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-a3fb0348-ac08-4a48-8f19-78bd15ce5c2a service neutron] 10.222.0.64 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828975 Aug 16 02:08:11.997011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Allocated IP 172.20.0.4 (451b8f7a-e7d9-4b9a-a673-45425a82868a/b7176ff3-edd3-42c6-8174-28ec8618d359/9506df5a-afce-4337-85e8-3e1dc869e16b) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:12.169372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-a2bd2688-a8db-473c-8252-1098d62d8ecf service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088026 Aug 16 02:08:12.223858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4e512507-bdc2-48c6-9244-c30fcac665ee details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:12.253003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60058) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:12.299685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaf717af-8e73-4829-82b7-d0a200744d83 req-3b76e10a-295a-4a0b-a703-6bcbe031f065 service neutron] 10.222.0.64 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251404 Aug 16 02:08:12.365582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26953bc4-4878-4744-93b7-1388d754250b req-efae8ed6-d4c5-47ad-b849-223661449f62 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.368392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26953bc4-4878-4744-93b7-1388d754250b req-efae8ed6-d4c5-47ad-b849-223661449f62 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 943 time: 0.1739514 Aug 16 02:08:12.451210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4e512507-bdc2-48c6-9244-c30fcac665ee,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:12.468456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26953bc4-4878-4744-93b7-1388d754250b req-382612a4-dfb7-4d0b-9a95-506347390891 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891254 Aug 16 02:08:12.485977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'port_id': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'mac_address': 'fa:16:3e:80:ef:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:12.498603 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.533584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Transition to ACTIVE for port object 9506df5a-afce-4337-85e8-3e1dc869e16b will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:12.613348 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.627859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e512507-bdc2-48c6-9244-c30fcac665ee {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:12.662186 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ba3bfccc-1356-4890-a96b-0bb81bd5f269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.678552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4e512507-bdc2-48c6-9244-c30fcac665ee,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:12.695400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.795985 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.857596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:12.863738 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ba3bfccc-1356-4890-a96b-0bb81bd5f269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.865727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:12.874241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:12.883779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=9506df5a-afce-4337-85e8-3e1dc869e16b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:12.890581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=4e512507-bdc2-48c6-9244-c30fcac665ee,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:12.987004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535caa8d-38f8-4b43-bc46-b25dec666bc1 req-729b6f9c-6dcb-4db4-b3fa-ff4ac34ecd2b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.997776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-535caa8d-38f8-4b43-bc46-b25dec666bc1 req-729b6f9c-6dcb-4db4-b3fa-ff4ac34ecd2b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 931 time: 0.2671595 Aug 16 02:08:13.007281 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ba3bfccc-1356-4890-a96b-0bb81bd5f269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.045504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.047347 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.137131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-535caa8d-38f8-4b43-bc46-b25dec666bc1 req-43b8a291-4414-40c5-9987-f0cf18dea2ab tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381485 Aug 16 02:08:13.155296 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ba3bfccc-1356-4890-a96b-0bb81bd5f269 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73a107ecb69a4acd9adfe51d608924e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9004223 Aug 16 02:08:13.158517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60074) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:13.171994 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bfccc-1356-4890-a96b-0bb81bd5f269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f3d745-71ce-426a-81fe-6f295f5207d2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:13.193782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['4e512507-bdc2-48c6-9244-c30fcac665ee'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:13.234356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-bc575fa7-fa17-4d7a-b698-dd7d35f5df3f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2821054 Aug 16 02:08:13.253807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Request body: {'port': {'device_id': '8dee04e0-2a87-4d51-80e0-c256388af749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:13.261697 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f9b5-dd23-4a1a-8ece-b34becd0b75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.285792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f9b5-dd23-4a1a-8ece-b34becd0b75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.388078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.507116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6bbeadd5-9fc2-4ab7-8062-772275034334 None None] Provisioning for port 9506df5a-afce-4337-85e8-3e1dc869e16b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:13.513318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6bbeadd5-9fc2-4ab7-8062-772275034334 None None] Provisioning complete for port 9506df5a-afce-4337-85e8-3e1dc869e16b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:13.513502 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6bbeadd5-9fc2-4ab7-8062-772275034334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.534074 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f9b5-dd23-4a1a-8ece-b34becd0b75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.536519 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f9b5-dd23-4a1a-8ece-b34becd0b75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.541164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7ab3f9b5-dd23-4a1a-8ece-b34becd0b75c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05f3d745-71ce-426a-81fe-6f295f5207d2 HTTP/1.1" status: 204 len: 168 time: 0.3815506 Aug 16 02:08:13.566363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6bbeadd5-9fc2-4ab7-8062-772275034334 None None] Port 9506df5a-afce-4337-85e8-3e1dc869e16b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:13.658721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3f9b5-dd23-4a1a-8ece-b34becd0b75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f3d745-71ce-426a-81fe-6f295f5207d2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:13.784042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8772f3-2613-4562-9a7a-0d86d38a7e8f req-d53c8d1c-c9c7-4561-8c20-0cc8b617fd91 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.786044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc8772f3-2613-4562-9a7a-0d86d38a7e8f req-d53c8d1c-c9c7-4561-8c20-0cc8b617fd91 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 944 time: 0.1417000 Aug 16 02:08:13.868476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc8772f3-2613-4562-9a7a-0d86d38a7e8f req-0846ac2d-ad0c-4bf1-aae3-c5e1f728433c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747581 Aug 16 02:08:13.872422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9506df5a-afce-4337-85e8-3e1dc869e16b {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:13.880712 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.895544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Transition to ACTIVE for port object 9506df5a-afce-4337-85e8-3e1dc869e16b will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:14.055347 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.127572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Pushing event updated for resources: {'Port': ['ID=9506df5a-afce-4337-85e8-3e1dc869e16b,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:14.251859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Attempting to bind port 9506df5a-afce-4337-85e8-3e1dc869e16b on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:14.252432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Attempting to bind port 9506df5a-afce-4337-85e8-3e1dc869e16b by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:14.255216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Attempting to bind port 9506df5a-afce-4337-85e8-3e1dc869e16b on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:14.266580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Port 9506df5a-afce-4337-85e8-3e1dc869e16b on network 451b8f7a-e7d9-4b9a-a673-45425a82868a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:14.266914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Attempting to bind port 9506df5a-afce-4337-85e8-3e1dc869e16b on network 451b8f7a-e7d9-4b9a-a673-45425a82868a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:14.280195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:14.280546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Checking segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:14.280941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Bound using segment: {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:14.281379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Bound port: 9506df5a-afce-4337-85e8-3e1dc869e16b, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6f0a67-a526-4cce-af45-56a2b1c34e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:14.284145 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.448955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60114) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:14.457916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] For port 9506df5a-afce-4337-85e8-3e1dc869e16b, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:14.464100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] For port 9506df5a-afce-4337-85e8-3e1dc869e16b, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9506df5a-afce-4337-85e8-3e1dc869e16b,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:14.575726 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.696279 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc06dcc0-b656-46c2-9cab-ab06ac51b5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.825363 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc06dcc0-b656-46c2-9cab-ab06ac51b5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.918962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1174e6-859b-4ebc-ac95-d3ed07a7237a req-143bf4d0-ac5a-47dc-9732-a5748a1ce3ae tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.926323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc1174e6-859b-4ebc-ac95-d3ed07a7237a req-143bf4d0-ac5a-47dc-9732-a5748a1ce3ae tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.6010964 Aug 16 02:08:14.933031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.933666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.935050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] 10.222.0.74 "PUT /v2.0/ports/9506df5a-afce-4337-85e8-3e1dc869e16b HTTP/1.1" status: 200 len: 1092 time: 1.6900005 Aug 16 02:08:14.938669 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc06dcc0-b656-46c2-9cab-ab06ac51b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.949214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dee04e0-2a87-4d51-80e0-c256388af749', 'tag': '9506df5a-afce-4337-85e8-3e1dc869e16b'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:14.951525 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a6e034-9fcd-4129-9add-6eff6847ff8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8dee04e0-2a87-4d51-80e0-c256388af749", "tag": "9506df5a-afce-4337-85e8-3e1dc869e16b"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:14.988896 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fc06dcc0-b656-46c2-9cab-ab06ac51b5b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f21362ed7e4d4989b8395dcf71085e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385849 Aug 16 02:08:14.992044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60128) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:14.996891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa537614-276a-4d5f-a43c-ae1b1c451016 service neutron] Pushing event updated for resources: {'Port': ['ID=9506df5a-afce-4337-85e8-3e1dc869e16b,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:15.000360 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06dcc0-b656-46c2-9cab-ab06ac51b5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372e6b1f-3370-43d2-9f79-c8d184e33a6a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:15.045275 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-4b9ec886-ffdf-4984-af80-75412590cf61 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.046723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-4b9ec886-ffdf-4984-af80-75412590cf61 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a&tenant_id=28991c254a224cf091ab3afd77d33192&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 944 time: 0.5245800 Aug 16 02:08:15.058398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc1174e6-859b-4ebc-ac95-d3ed07a7237a req-b46da1fa-fab9-418a-9641-df5a75df5221 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309552 Aug 16 02:08:15.143257 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f35b0b79-2585-45f1-8cf9-1af4852c926f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.233365 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f35b0b79-2585-45f1-8cf9-1af4852c926f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.305526 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-d04a12f9-b967-4cdd-8a6c-f59f79107e28 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:08:15.306637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-d04a12f9-b967-4cdd-8a6c-f59f79107e28 service neutron] 10.222.0.74 "DELETE /v2.0/ports/4e512507-bdc2-48c6-9244-c30fcac665ee/bindings/n-h2-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.2469490 Aug 16 02:08:15.349723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad4aed-894c-42b7-978b-05d36e6374ce req-4cc31320-0fa2-4945-8f16-b6ef3c3fe07e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.352048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3cad4aed-894c-42b7-978b-05d36e6374ce req-4cc31320-0fa2-4945-8f16-b6ef3c3fe07e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 944 time: 0.0858984 Aug 16 02:08:15.357498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-997ef373-8327-4dde-ad7e-fcb1e075f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.359034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-997ef373-8327-4dde-ad7e-fcb1e075f802 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 1095 time: 0.1926792 Aug 16 02:08:15.452477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-9b71f92f-6b0a-4160-9af0-dbd3ac199c61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9506df5a-afce-4337-85e8-3e1dc869e16b HTTP/1.1" status: 200 len: 217 time: 0.0709350 Aug 16 02:08:15.465173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3cad4aed-894c-42b7-978b-05d36e6374ce req-1684df27-9f93-467d-973e-2ee8b0985729 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1051519 Aug 16 02:08:15.498959 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f35b0b79-2585-45f1-8cf9-1af4852c926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.503208 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f35b0b79-2585-45f1-8cf9-1af4852c926f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.505371 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f35b0b79-2585-45f1-8cf9-1af4852c926f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/372e6b1f-3370-43d2-9f79-c8d184e33a6a HTTP/1.1" status: 204 len: 168 time: 0.5117970 Aug 16 02:08:15.519370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-27c65375-0295-44bb-8167-9f3341e251f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.520989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-27c65375-0295-44bb-8167-9f3341e251f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1096 time: 0.1452167 Aug 16 02:08:15.525796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-e49d21e4-3212-457f-ba71-e2a2e011a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.527647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-e49d21e4-3212-457f-ba71-e2a2e011a768 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0741429 Aug 16 02:08:15.530779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b0b79-2585-45f1-8cf9-1af4852c926f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372e6b1f-3370-43d2-9f79-c8d184e33a6a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:15.684114 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6228e8-b3f3-421d-af3f-d9cba9199f81 x-openstack-request-id: req-dc6228e8-b3f3-421d-af3f-d9cba9199f81 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:15.684412 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dee04e0-2a87-4d51-80e0-c256388af749", "tag": "9506df5a-afce-4337-85e8-3e1dc869e16b", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:15.684746 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc6228e8-b3f3-421d-af3f-d9cba9199f81 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:15.686226 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dee04e0-2a87-4d51-80e0-c256388af749', 'tag': '9506df5a-afce-4337-85e8-3e1dc869e16b', 'status': 'completed', 'code': 200} Aug 16 02:08:15.721296 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60152) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:15.739783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-f66ee398-28fe-461e-bfa7-14567e7b1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.741313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-f66ee398-28fe-461e-bfa7-14567e7b1a06 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1806257 Aug 16 02:08:15.846699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-486171273'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:15.898717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-fb01289f-2b1f-4b9b-906d-f820cbac8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.900259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-fb01289f-2b1f-4b9b-906d-f820cbac8438 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8b24f7e-9e19-40a9-b6cf-67f11649482d HTTP/1.1" status: 200 len: 897 time: 0.3716812 Aug 16 02:08:15.927652 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:15.947214 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.968062 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.984090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-eadfbcbd-bf9f-44dc-aefc-8896814fd5da service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308493 Aug 16 02:08:16.012840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-41374ba7-e3a4-4477-bebb-e7c6771b69cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 200 len: 1000 time: 0.1001942 Aug 16 02:08:16.029123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-47e7be46-9591-44fb-9a2b-8baa45de7f3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2036314 Aug 16 02:08:16.100669 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.205691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-78d70430-5c15-4971-9712-1539b3fcb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.207444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-78d70430-5c15-4971-9712-1539b3fcb820 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5be674fc-b82b-48ae-8113-4833c2ef8d9b HTTP/1.1" status: 200 len: 835 time: 0.1763282 Aug 16 02:08:16.251461 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.255912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4e512507-bdc2-48c6-9244-c30fcac665ee up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:16.258822 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:16.284506 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.284877 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Added segment 165f8ef3-861f-488d-b1df-76b661f619f4 of type vlan for network 94e6b74c-1e32-4a85-8153-f9616f17cd30 Aug 16 02:08:16.334301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.393782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-feb71a15-2f4c-4003-afaa-3fdc80405855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.394369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-feb71a15-2f4c-4003-afaa-3fdc80405855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.395599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-feb71a15-2f4c-4003-afaa-3fdc80405855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.396490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-feb71a15-2f4c-4003-afaa-3fdc80405855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.396979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-feb71a15-2f4c-4003-afaa-3fdc80405855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.397128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945df125-50ff-432b-b08c-79528b021b8a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:16.397453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-feb71a15-2f4c-4003-afaa-3fdc80405855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.398030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-feb71a15-2f4c-4003-afaa-3fdc80405855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.403145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-feb71a15-2f4c-4003-afaa-3fdc80405855 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6507 time: 0.2952859 Aug 16 02:08:16.411946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e182cc2d-8db1-4e80-a590-71ab5fba3eb8 req-5809a743-ce98-4f97-97f3-12cae61616f2 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970444 Aug 16 02:08:16.420435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-1ddb1efa-8e59-45b9-b31c-71d28bc98aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.422026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-1ddb1efa-8e59-45b9-b31c-71d28bc98aca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8b24f7e-9e19-40a9-b6cf-67f11649482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2044337 Aug 16 02:08:16.484156 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 4e512507-bdc2-48c6-9244-c30fcac665ee completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:16.490635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 4e512507-bdc2-48c6-9244-c30fcac665ee triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:16.491040 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.514259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099808-9bda-4c79-b558-384f203efe7f req-d092c67b-d3e4-46fc-bd5b-dbf660473f7d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.515780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fd099808-9bda-4c79-b558-384f203efe7f req-d092c67b-d3e4-46fc-bd5b-dbf660473f7d tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.2860444 Aug 16 02:08:16.546973 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.552842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.553470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.683701 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.729544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:16.738381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Network': ['ID=94e6b74c-1e32-4a85-8153-f9616f17cd30,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:16.738708 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea09d27-7e64-4591-b0ca-7842c95428b1" -d '{"events": [{"server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "name": "network-vif-plugged", "status": "completed", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:16.746380 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f2b7c599-c461-4a19-8e5a-a1ff554c46b7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0235903 Aug 16 02:08:16.748729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60182) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:16.750229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:16.768281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fd099808-9bda-4c79-b558-384f203efe7f req-9fd86701-2683-4948-b3e9-2ca4c115bfe1 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357216 Aug 16 02:08:16.795783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'name': 'tempest-PortsIpV6TestJSON-1469647914'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:16.818422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6e034-9fcd-4129-9add-6eff6847ff8c req-3251b72e-fa6e-4182-9fae-a7c7cd0c9f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.819967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10a6e034-9fcd-4129-9add-6eff6847ff8c req-3251b72e-fa6e-4182-9fae-a7c7cd0c9f24 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 1095 time: 0.1831200 Aug 16 02:08:16.831971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-4dbb9710-cb11-4e8d-a83c-16d49740e6e8 service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908329 Aug 16 02:08:16.867388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4e512507-bdc2-48c6-9244-c30fcac665ee,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:17.009845 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.128250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=4e512507-bdc2-48c6-9244-c30fcac665ee,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:17.135777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:17.139330 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.171801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-115b4420-724a-429f-9ce0-bfcffd0bec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.171801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-115b4420-724a-429f-9ce0-bfcffd0bec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.171801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-115b4420-724a-429f-9ce0-bfcffd0bec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.171801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-115b4420-724a-429f-9ce0-bfcffd0bec37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f HTTP/1.1" status: 200 len: 2297 time: 0.7152174 Aug 16 02:08:17.192699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port a72349f1-26b1-49de-9047-a41c4b3e29b2 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:17.203271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6e034-9fcd-4129-9add-6eff6847ff8c req-c5d98e5e-f4e3-4dec-a190-3475ecb34b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.205265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10a6e034-9fcd-4129-9add-6eff6847ff8c req-c5d98e5e-f4e3-4dec-a190-3475ecb34b55 service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.3771586 Aug 16 02:08:17.348032 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60194) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:17.384598 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10a6e034-9fcd-4129-9add-6eff6847ff8c req-bcda2d38-ea37-42f5-af90-9f47e6bea9d4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9506df5a-afce-4337-85e8-3e1dc869e16b HTTP/1.1" status: 200 len: 217 time: 0.1656241 Aug 16 02:08:17.403867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b17969e0-339b-4366-9a22-dcfa6cce3b22 req-96f04fc3-a450-4991-a4d9-f682d6c70c27 service neutron] 10.222.0.74 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470037 Aug 16 02:08:17.467684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.470464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797b791-e535-42cb-b003-1483f17cf868 req-f272f0db-a1d1-4822-90ef-fde4f19891f1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.477128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8797b791-e535-42cb-b003-1483f17cf868 req-f272f0db-a1d1-4822-90ef-fde4f19891f1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.3241277 Aug 16 02:08:17.490214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-a3fa386e-94c4-4f3f-a13b-278372340474 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a HTTP/1.1" status: 200 len: 1000 time: 0.2831476 Aug 16 02:08:17.523222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2075708679-network', 'tenant_id': '9a4a1cd620dd463cad9da3ee09b2a001'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:17.612504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6e034-9fcd-4129-9add-6eff6847ff8c req-bbabeec2-3760-4bea-8b6a-0f922a5c6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.614043 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10a6e034-9fcd-4129-9add-6eff6847ff8c req-bbabeec2-3760-4bea-8b6a-0f922a5c6394 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.2052050 Aug 16 02:08:17.621482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8797b791-e535-42cb-b003-1483f17cf868 req-77065ea7-d5c4-4f2b-8319-07e7757371f7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1336389 Aug 16 02:08:17.637775 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-9a2991cb-c92c-4499-a16e-46e167e9d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.638765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-9a2991cb-c92c-4499-a16e-46e167e9d945 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b3dfa6-0893-4c38-835d-a362973d66fb HTTP/1.1" status: 200 len: 855 time: 0.1078863 Aug 16 02:08:17.683205 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.685267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Made reservation on behalf of 9a4a1cd620dd463cad9da3ee09b2a001 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:17.687696 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.698413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6e034-9fcd-4129-9add-6eff6847ff8c req-a0e6d47c-2052-4ce6-a494-dbe033b9ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.700000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10a6e034-9fcd-4129-9add-6eff6847ff8c req-a0e6d47c-2052-4ce6-a494-dbe033b9ae4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756965 Aug 16 02:08:17.726720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-3e0e3854-35a5-49d2-83c5-638b83811a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.727704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-3e0e3854-35a5-49d2-83c5-638b83811a31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734818 Aug 16 02:08:17.731776 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.783310 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=a72349f1-26b1-49de-9047-a41c4b3e29b2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:17.811721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Checking segment: {'id': '165f8ef3-861f-488d-b1df-76b661f619f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:17.812305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network hostable DHCP agents. Network: 94e6b74c-1e32-4a85-8153-f9616f17cd30, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:17.840035 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366ff380-787f-4466-88dd-c790a1bd9998 x-openstack-request-id: req-366ff380-787f-4466-88dd-c790a1bd9998 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:17.841186 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "name": "network-vif-plugged", "status": "completed", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:17.842350 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-366ff380-787f-4466-88dd-c790a1bd9998 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:17.843295 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'code': 200} Aug 16 02:08:17.884292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10a6e034-9fcd-4129-9add-6eff6847ff8c req-3e6d66cd-d8e3-427b-a0f5-77b24045c727 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639626 Aug 16 02:08:17.941650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.981167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:18.076234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4883f3-dc5b-40f1-bc5f-4428ed6bd96e req-daf9ba7a-ddc4-419d-8638-23c418d7e263 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.077714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd4883f3-dc5b-40f1-bc5f-4428ed6bd96e req-daf9ba7a-ddc4-419d-8638-23c418d7e263 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.1206970 Aug 16 02:08:18.117117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-1ac0ba2b-ed59-4bc1-9b52-e75108967b67 service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681632 Aug 16 02:08:18.153737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 94e6b74c-1e32-4a85-8153-f9616f17cd30) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:18.155082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10a6e034-9fcd-4129-9add-6eff6847ff8c req-4c18d632-8df3-4b70-9c1e-3e20db44e6c7 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348568 Aug 16 02:08:18.155228 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.164843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a0495-1cfa-4805-af90-612a9b5611a3 None None] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:18.185354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:18.192343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd4883f3-dc5b-40f1-bc5f-4428ed6bd96e req-e9265283-cdf1-4489-82b4-60590da97ec4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042256 Aug 16 02:08:18.219053 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.219053 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.245223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-4393452a-b857-40e6-8fac-9386a0e3c510 service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197562 Aug 16 02:08:18.248110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:18.270531 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.270873 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Added segment 53a53911-91a7-4b83-9ff5-775a6bdeb420 of type vlan for network 47ef609a-438f-4e15-b84e-14e59270762f Aug 16 02:08:18.283638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6152b807-3c5f-4e3e-a509-67481f0a06de,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:18.344375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-6783e370-8ebe-4a23-ad50-a4c9621a7882 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=e70f9fc9-ed04-4a72-83f4-44c5c0c51270 HTTP/1.1" status: 200 len: 217 time: 0.0907869 Aug 16 02:08:18.371705 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.391820 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7887b0c1-7413-4ee5-8dd8-e2cc5577e371 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6392357 Aug 16 02:08:18.391820 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60212) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:18.399477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60214) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:18.416609 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1129111243'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:18.437632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-2c119b5e-f3e3-4943-9106-da652ac513d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.439675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-2c119b5e-f3e3-4943-9106-da652ac513d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0870738 Aug 16 02:08:18.498365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-2fb495ec-2dd6-4d0f-a487-5674feb4519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.499661 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-2fb495ec-2dd6-4d0f-a487-5674feb4519e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521049 Aug 16 02:08:18.545370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fff2ffe3-5deb-4324-afe3-d07d3313def1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.609121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-4ab8dd4c-0387-4b78-bf42-844753bfa760 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006052 Aug 16 02:08:18.610589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.612313 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.612982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.626106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:18.638339 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.842151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] Pushing event updated for resources: {'Network': ['ID=47ef609a-438f-4e15-b84e-14e59270762f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:18.851465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-ca76fc9f-fa3c-421d-833b-cf1a1afbb4a6 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336116 Aug 16 02:08:18.858732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:18.859130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 47ef609a-438f-4e15-b84e-14e59270762f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:18.883509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.884131 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Added segment ff1140f1-b1e4-4d9f-b1f7-731f7806f8c3 of type vlan for network 0bf00b6e-46fa-42ed-9f69-23ac70838b61 Aug 16 02:08:18.969303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fff2ffe3-5deb-4324-afe3-d07d3313def1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.014461 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.189497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d4bd7-9ff7-4dd3-9921-1d31bc5ee58e req-9a4fdd85-f33e-4e45-b8a5-e635c1ce1d2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.191006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb8d4bd7-9ff7-4dd3-9921-1d31bc5ee58e req-9a4fdd85-f33e-4e45-b8a5-e635c1ce1d2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.4155793 Aug 16 02:08:19.192540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-c2bf3a75-0901-41d1-90b8-cab48d800866 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=70e1025a-d82d-4c5e-ae0d-868d21b2d578 HTTP/1.1" status: 200 len: 217 time: 0.3292685 Aug 16 02:08:19.264157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb8d4bd7-9ff7-4dd3-9921-1d31bc5ee58e req-ebd348c9-5eeb-43f1-9a14-9d661fc5aabd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665455 Aug 16 02:08:19.270338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-afdf0a0e-0633-41bf-b7fc-b7dfa71b4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.271854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-afdf0a0e-0633-41bf-b7fc-b7dfa71b4fd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0684550 Aug 16 02:08:19.319343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-21f6b84e-a799-42e7-b210-e632e638991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.321142 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-21f6b84e-a799-42e7-b210-e632e638991d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0418580 Aug 16 02:08:19.360519 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fff2ffe3-5deb-4324-afe3-d07d3313def1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.362976 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.372016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.372138 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.474180 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3770e907-899c-460d-9a32-4f8d0f74616b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1220424 Aug 16 02:08:19.490024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60230) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:19.497435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] Request body: {'subnet': {'network_id': '47ef609a-438f-4e15-b84e-14e59270762f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2075708679-subnet', 'tenant_id': '9a4a1cd620dd463cad9da3ee09b2a001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:19.504624 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fff2ffe3-5deb-4324-afe3-d07d3313def1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8309972960bf46ef8988d9487c2ae68f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1136262 Aug 16 02:08:19.505491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ffe3-5deb-4324-afe3-d07d3313def1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170ff5e2-f0b5-4a14-833a-a4e300ce3a48,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:19.512846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60232) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:19.514161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094b86e-6fa5-49c9-82fe-82976c03e1d1 req-4f656c3c-143e-4f92-82ce-8a62dbbf21f5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.520304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b094b86e-6fa5-49c9-82fe-82976c03e1d1 req-4f656c3c-143e-4f92-82ce-8a62dbbf21f5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.0995169 Aug 16 02:08:19.524185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-ac1e9307-f98f-4b8d-a72e-b366c2d25e40 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879187 Aug 16 02:08:19.544640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Network': ['ID=0bf00b6e-46fa-42ed-9f69-23ac70838b61,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:19.557104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 0bf00b6e-46fa-42ed-9f69-23ac70838b61 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:19.584510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10f239c9-a06d-4f72-93c4-10400e5a4439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.591750 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-424557d2-e3bf-4b67-82b6-1f010d6e1f20 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1885896 Aug 16 02:08:19.592553 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60236) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:19.605398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'ports': [{'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30'}, {'network_id': '0bf00b6e-46fa-42ed-9f69-23ac70838b61'}]} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:19.605769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:19.606323 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '0bf00b6e-46fa-42ed-9f69-23ac70838b61'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:19.627828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b094b86e-6fa5-49c9-82fe-82976c03e1d1 req-05f97605-604a-4fc1-b2c0-54456c9a0717 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015644 Aug 16 02:08:19.671196 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10f239c9-a06d-4f72-93c4-10400e5a4439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.674803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-0759b9d3-409d-49c5-a685-40a3973ff816 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390295 Aug 16 02:08:19.723784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-0d13c866-f9c2-4de0-9b3f-348c9480f76f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474 HTTP/1.1" status: 200 len: 217 time: 0.0415399 Aug 16 02:08:19.732278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] Made reservation on behalf of 9a4a1cd620dd463cad9da3ee09b2a001 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:19.732278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.837075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-c243285b-75b3-4e08-a0a3-728f0b9043b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.838642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-c243285b-75b3-4e08-a0a3-728f0b9043b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.1043704 Aug 16 02:08:19.890343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10f239c9-a06d-4f72-93c4-10400e5a4439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.893494 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10f239c9-a06d-4f72-93c4-10400e5a4439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.897058 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-10f239c9-a06d-4f72-93c4-10400e5a4439 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/170ff5e2-f0b5-4a14-833a-a4e300ce3a48 HTTP/1.1" status: 204 len: 168 time: 0.3806620 Aug 16 02:08:19.897222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-fab18b7a-b1f6-43a1-94c7-083b41294902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.897222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-fab18b7a-b1f6-43a1-94c7-083b41294902 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497530 Aug 16 02:08:19.904568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f239c9-a06d-4f72-93c4-10400e5a4439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170ff5e2-f0b5-4a14-833a-a4e300ce3a48,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:19.919750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 2} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:19.925707 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.956625 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.089864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-4c276e20-b28b-4ef1-ba5c-0e674ae34d3c service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827021 Aug 16 02:08:20.207710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-306fcbd7-ce65-4cf0-8d47-3c75907a604d service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082304 Aug 16 02:08:20.209311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.343645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-37fa8e13-8a09-4711-ba5e-867a0b8a0698 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=80c01aab-f9db-4e54-8e54-8ae6a7e69aec HTTP/1.1" status: 200 len: 217 time: 0.0873516 Aug 16 02:08:20.387716 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port 14b7ccfc-c7d8-4c49-848c-1cbe519742b4 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:20.414283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41733cca-cced-4ada-82f5-14150d1ee9c0,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:20.483423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] Checking segment: {'id': '53a53911-91a7-4b83-9ff5-775a6bdeb420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:20.483788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] Network hostable DHCP agents. Network: 47ef609a-438f-4e15-b84e-14e59270762f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:20.488951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-25f94806-9d0f-400a-a199-2d1d338f3a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.490619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-25f94806-9d0f-400a-a199-2d1d338f3a0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.1487949 Aug 16 02:08:20.538882 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.541399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8af284-76de-479b-a5ff-f58fa67b644d req-d672169a-3750-4fd7-909e-2728af800133 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.548857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c8af284-76de-479b-a5ff-f58fa67b644d req-d672169a-3750-4fd7-909e-2728af800133 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.1396339 Aug 16 02:08:20.598509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-29f24134-5d99-491d-97a1-98dae534f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.599925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-29f24134-5d99-491d-97a1-98dae534f811 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1014364 Aug 16 02:08:20.605880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c8af284-76de-479b-a5ff-f58fa67b644d req-a597f39a-c86b-447b-ad07-439b6f801e4d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561531 Aug 16 02:08:20.616204 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port 695250c5-d335-45c8-bf77-3d16d099e370 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:20.632817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60260) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:20.712079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-fa8ff622-93a6-4414-89eb-c98f970e4769 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040180 Aug 16 02:08:20.729706 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-780cae40-b657-4e9d-a5b0-b9204f2bca65 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/a6233d85-e8a6-42d0-ab35-f0fea8ae9107 HTTP/1.1" status: 200 len: 993 time: 0.0957313 Aug 16 02:08:20.739907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] Network 47ef609a-438f-4e15-b84e-14e59270762f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:20.795855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.848422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e9cb-b065-48b2-80dd-bee6e22a5a32 req-fe230e95-9c10-440b-9461-27ca2fe1f13e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.850166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8027e9cb-b065-48b2-80dd-bee6e22a5a32 req-fe230e95-9c10-440b-9461-27ca2fe1f13e tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.0761833 Aug 16 02:08:20.890420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-af5070c2-e2a2-4f36-a3cd-7754c834d17e service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711702 Aug 16 02:08:20.945253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-2d514fea-eeba-4914-8d43-8ebed142881e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 HTTP/1.1" status: 200 len: 217 time: 0.0425336 Aug 16 02:08:20.946063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 47ef609a-438f-4e15-b84e-14e59270762f) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:20.955457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f5e1f0-7339-4f49-a385-4f508beb2356 None None] Network 47ef609a-438f-4e15-b84e-14e59270762f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:20.958389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8027e9cb-b065-48b2-80dd-bee6e22a5a32 req-50930f95-4be1-4fac-83a6-d43048d10cfc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014543 Aug 16 02:08:20.981273 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.984447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.985979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.102721 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.114405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60270) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:21.157977 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:21.164116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:21.169149 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ef3d2-15b7-441a-bbe8-25b1af556a46 None None] Network 47ef609a-438f-4e15-b84e-14e59270762f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:21.176712 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e8cab25b-7215-498c-b27d-41b7005fd7a8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6855686 Aug 16 02:08:21.177583 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:21.179838 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.184180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-f14a82ce-cafb-4a7b-8da7-0ba92993aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.210769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-f14a82ce-cafb-4a7b-8da7-0ba92993aea5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.2509611 Aug 16 02:08:21.234173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=14b7ccfc-c7d8-4c49-848c-1cbe519742b4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:21.239008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-15027006-64e9-4ef8-8231-211eb43ccd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.391549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=695250c5-d335-45c8-bf77-3d16d099e370,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:21.418839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-3d63004e-4034-416a-8401-6036a1d36852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.420064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-3d63004e-4034-416a-8401-6036a1d36852 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1898346 Aug 16 02:08:21.449602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Checking segment: {'id': 'ff1140f1-b1e4-4d9f-b1f7-731f7806f8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0bf00b6e-46fa-42ed-9f69-23ac70838b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:21.450009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network hostable DHCP agents. Network: 0bf00b6e-46fa-42ed-9f69-23ac70838b61, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:21.451466 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-15027006-64e9-4ef8-8231-211eb43ccd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.544793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-e6f6f624-b0e9-4a62-acd6-4628b5c183d5 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124179 Aug 16 02:08:21.602061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-15027006-64e9-4ef8-8231-211eb43ccd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.668904 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 0bf00b6e-46fa-42ed-9f69-23ac70838b61 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:21.669117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15027006-64e9-4ef8-8231-211eb43ccd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06b4631-0525-4423-b27f-1b71a32d5654,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:21.670533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-15027006-64e9-4ef8-8231-211eb43ccd29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a83ee424c82241529ecde62d4c0cd7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541563 Aug 16 02:08:21.673506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60282) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:21.711487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-50196c1d-98a4-4e34-a2df-dd62e84de8e1 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565552 Aug 16 02:08:21.763189 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0da114ff-b488-4489-8bd8-6db2cf174aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.778574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-efe8335a-1100-4c8a-b17f-233bd6e7c0ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b82768d0-3b02-457d-9307-5658bd230ee0 HTTP/1.1" status: 200 len: 217 time: 0.0605795 Aug 16 02:08:21.787557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0da114ff-b488-4489-8bd8-6db2cf174aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.817790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 0bf00b6e-46fa-42ed-9f69-23ac70838b61) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:21.824400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:21.832401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48548ee6-e423-4072-b3ba-278cb1fa0e70 None None] Network 0bf00b6e-46fa-42ed-9f69-23ac70838b61 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:21.833901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-129a2ce4-e2f0-4f8f-b7d1-d298f62412e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.835150 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.836942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-129a2ce4-e2f0-4f8f-b7d1-d298f62412e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.0494146 Aug 16 02:08:21.840267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.840976 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.902459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a638-26cf-4749-acd6-dcf16257c304 req-ab2b985b-6f1a-4188-8f37-f6d0d19551f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.904175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-ab2b985b-6f1a-4188-8f37-f6d0d19551f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575070 Aug 16 02:08:22.017584 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-84b628f1-20f7-4934-83f7-503b9ee0fe72 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014416 Aug 16 02:08:22.044486 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ffa14518-a168-45d2-97f5-7e7d24cfde99 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4513996 Aug 16 02:08:22.047221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60288) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:22.092280 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.094284 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0da114ff-b488-4489-8bd8-6db2cf174aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.096696 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0da114ff-b488-4489-8bd8-6db2cf174aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.100325 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0da114ff-b488-4489-8bd8-6db2cf174aaa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d06b4631-0525-4423-b27f-1b71a32d5654 HTTP/1.1" status: 204 len: 168 time: 0.4230072 Aug 16 02:08:22.132357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da114ff-b488-4489-8bd8-6db2cf174aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06b4631-0525-4423-b27f-1b71a32d5654,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:22.159177 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd472a-564c-45c0-a376-27872dce4c44 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 695250c5-d335-45c8-bf77-3d16d099e370 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:22.159919 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bbd472a-564c-45c0-a376-27872dce4c44 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.165553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5912d8d-93f7-45db-bfe2-3e8cfd7f2d24 req-aaca4b29-2a0a-42db-9c4e-85b4d0cff197 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:22.168821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5912d8d-93f7-45db-bfe2-3e8cfd7f2d24 req-aaca4b29-2a0a-42db-9c4e-85b4d0cff197 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.1258144 Aug 16 02:08:22.171220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0641a638-26cf-4749-acd6-dcf16257c304 req-c6e2f51d-046d-434e-8965-9592ae7cd0ef service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461825 Aug 16 02:08:22.274490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5912d8d-93f7-45db-bfe2-3e8cfd7f2d24 req-4b213d6c-852a-4083-9254-e198c009ea50 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846288 Aug 16 02:08:22.296999 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bbd472a-564c-45c0-a376-27872dce4c44 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.311985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd472a-564c-45c0-a376-27872dce4c44 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 695250c5-d335-45c8-bf77-3d16d099e370 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:22.675069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bbd472a-564c-45c0-a376-27872dce4c44 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.704530 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd472a-564c-45c0-a376-27872dce4c44 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=695250c5-d335-45c8-bf77-3d16d099e370,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:22.710624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bbd472a-564c-45c0-a376-27872dce4c44 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.712722 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5bbd472a-564c-45c0-a376-27872dce4c44 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/695250c5-d335-45c8-bf77-3d16d099e370 HTTP/1.1" status: 204 len: 168 time: 0.6645663 Aug 16 02:08:22.715408 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60298) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:22.768495 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2972c4-c3b4-4229-8fe4-40ebe8f1e7c3 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:22.775004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2972c4-c3b4-4229-8fe4-40ebe8f1e7c3 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:22.776543 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5e2972c4-c3b4-4229-8fe4-40ebe8f1e7c3 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0602038 Aug 16 02:08:22.781005 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60302) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:22.869789 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-48563044-a75e-4c7f-b77d-819dfa250f13 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 14b7ccfc-c7d8-4c49-848c-1cbe519742b4 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:22.874512 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48563044-a75e-4c7f-b77d-819dfa250f13 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.986239 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48563044-a75e-4c7f-b77d-819dfa250f13 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.003561 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-48563044-a75e-4c7f-b77d-819dfa250f13 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 14b7ccfc-c7d8-4c49-848c-1cbe519742b4 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:23.245889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48563044-a75e-4c7f-b77d-819dfa250f13 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.279367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48563044-a75e-4c7f-b77d-819dfa250f13 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=14b7ccfc-c7d8-4c49-848c-1cbe519742b4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:23.290618 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48563044-a75e-4c7f-b77d-819dfa250f13 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.295810 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-48563044-a75e-4c7f-b77d-819dfa250f13 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/14b7ccfc-c7d8-4c49-848c-1cbe519742b4 HTTP/1.1" status: 204 len: 168 time: 0.5108409 Aug 16 02:08:23.295810 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60324) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.355571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41697d4d-13ae-493c-b0af-bdb4caf20ae6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.357416 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-41697d4d-13ae-493c-b0af-bdb4caf20ae6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0610003 Aug 16 02:08:23.360456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60326) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.394128 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-68aca312-7d81-4ce2-ba83-87574662aec7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:08:23.395726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-68aca312-7d81-4ce2-ba83-87574662aec7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/695250c5-d335-45c8-bf77-3d16d099e370 HTTP/1.1" status: 404 len: 333 time: 0.0333126 Aug 16 02:08:23.404324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60328) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.438931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c76d91-8bb7-41a7-9622-00477fbdee44 req-cd1305ac-6f47-44a0-aa34-de2eb9043417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.440568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96c76d91-8bb7-41a7-9622-00477fbdee44 req-cd1305ac-6f47-44a0-aa34-de2eb9043417 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.0828261 Aug 16 02:08:23.440889 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-617d2af2-9dc0-41f7-adf2-6771c72c46db tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:08:23.442675 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-617d2af2-9dc0-41f7-adf2-6771c72c46db tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/14b7ccfc-c7d8-4c49-848c-1cbe519742b4 HTTP/1.1" status: 404 len: 333 time: 0.0373163 Aug 16 02:08:23.447083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60330) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.482381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96c76d91-8bb7-41a7-9622-00477fbdee44 req-1f33f03a-95b9-4031-a6fe-9477dd20b8da tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348442 Aug 16 02:08:23.528662 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.631142 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.642865 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf00b6e-46fa-42ed-9f69-23ac70838b61']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:23.654555 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1140f1-b1e4-4d9f-b1f7-731f7806f8c3') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:23.654840 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1140f1-b1e4-4d9f-b1f7-731f7806f8c3') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:23.664505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.685436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.693079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:23.694914 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:23.699444 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:23.916074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.924488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.926636 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/networks/0bf00b6e-46fa-42ed-9f69-23ac70838b61 HTTP/1.1" status: 204 len: 168 time: 0.4802167 Aug 16 02:08:23.931215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60346) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.936305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1804046095'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:23.954289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c880b3-3fb5-45dd-9a24-8534e2b0089e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Network': ['ID=0bf00b6e-46fa-42ed-9f69-23ac70838b61,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:24.094526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:24.103514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.124874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:24.135130 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.135484 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Added segment 805c9d9b-00cb-46ed-9926-26ba909d3659 of type vlan for network 910ca363-ff69-42c6-8b18-9223555dfd41 Aug 16 02:08:24.175722 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.315237 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.322488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:24.323086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.402075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Network': ['ID=910ca363-ff69-42c6-8b18-9223555dfd41,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:24.419227 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 910ca363-ff69-42c6-8b18-9223555dfd41 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:24.632458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a5b50-3a25-4005-90af-0a42900b8c52 req-60a6d741-a6f9-447e-97ae-0e490c089049 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:24.634179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f26a5b50-3a25-4005-90af-0a42900b8c52 req-60a6d741-a6f9-447e-97ae-0e490c089049 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.0561550 Aug 16 02:08:24.638947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2fbd931d-ff41-4409-bee1-7d8c4dcbc1f2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7037067 Aug 16 02:08:24.639119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60376) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:24.644795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '910ca363-ff69-42c6-8b18-9223555dfd41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:24.737570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f26a5b50-3a25-4005-90af-0a42900b8c52 req-dd832538-cfee-4481-b8f8-18ac7a7bca4a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963378 Aug 16 02:08:24.869699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:24.873723 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.358834 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.431257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Checking segment: {'id': '805c9d9b-00cb-46ed-9926-26ba909d3659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '910ca363-ff69-42c6-8b18-9223555dfd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:25.431809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network hostable DHCP agents. Network: 910ca363-ff69-42c6-8b18-9223555dfd41, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:25.448090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Subnet': ['ID=47de8d45-8353-4d9d-aa9e-7a504097a4f0,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:25.686694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 910ca363-ff69-42c6-8b18-9223555dfd41 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:25.797990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 910ca363-ff69-42c6-8b18-9223555dfd41) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:25.809724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a16b70-bad9-43f4-8653-0de272e3c079 None None] Network 910ca363-ff69-42c6-8b18-9223555dfd41 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:25.811215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.812016 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.875784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8091ac8-aa61-4480-9523-eeb9412a1058 req-6d9d2a9f-f44f-4c58-a5a1-09184624b3df tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.877537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8091ac8-aa61-4480-9523-eeb9412a1058 req-6d9d2a9f-f44f-4c58-a5a1-09184624b3df tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.0630515 Aug 16 02:08:25.917340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8091ac8-aa61-4480-9523-eeb9412a1058 req-39497805-a67d-4b71-8437-32da5d5f0a4b tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328867 Aug 16 02:08:25.983065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-910ca363-ff69-42c6-8b18-9223555dfd41', 'network_id': '910ca363-ff69-42c6-8b18-9223555dfd41', 'tenant_id': '6ffe48f17e2940a8b016cbfe61eb0111', 'fixed_ips': [{'subnet_id': '47de8d45-8353-4d9d-aa9e-7a504097a4f0'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:25.984018 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.013673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-64c42268-5383-4a18-95f6-aebcff7b5203 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3734200 Aug 16 02:08:26.022664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60414) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:26.024690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '910ca363-ff69-42c6-8b18-9223555dfd41', 'name': 'tempest-PortsIpV6TestJSON-1426431459'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:26.154306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60420) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:26.171411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Allocated IP 2001:db8::2 (910ca363-ff69-42c6-8b18-9223555dfd41/47de8d45-8353-4d9d-aa9e-7a504097a4f0/dbd8c1bd-a062-435c-9918-a4cc37303fc4) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:26.290108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:26.292545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-66e7d54d-64ae-4ad3-ab00-995ad1c8631f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.293902 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.312925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port 383c930f-96e3-46b5-9292-4da0fdeb0eaa yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:26.319450 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.329937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Transition to ACTIVE for port object dbd8c1bd-a062-435c-9918-a4cc37303fc4 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:26.355784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Transition to ACTIVE for port object dbd8c1bd-a062-435c-9918-a4cc37303fc4 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:26.429801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-66e7d54d-64ae-4ad3-ab00-995ad1c8631f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.512867 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.544652 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-66e7d54d-64ae-4ad3-ab00-995ad1c8631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.566590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Network 910ca363-ff69-42c6-8b18-9223555dfd41 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:26.578570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:26.589500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:26.596685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-66e7d54d-64ae-4ad3-ab00-995ad1c8631f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74278abf2ee44f8d9e43988799c2938c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350848 Aug 16 02:08:26.596846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60428) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:26.603279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7d54d-64ae-4ad3-ab00-995ad1c8631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c25722-a21d-4f5c-8027-92a4fb3389e3,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:26.608655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Pushing event updated for resources: {'Port': ['ID=dbd8c1bd-a062-435c-9918-a4cc37303fc4,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:26.610750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8::259 (910ca363-ff69-42c6-8b18-9223555dfd41/47de8d45-8353-4d9d-aa9e-7a504097a4f0/383c930f-96e3-46b5-9292-4da0fdeb0eaa) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:26.671362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Attempting to bind port dbd8c1bd-a062-435c-9918-a4cc37303fc4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:26.671808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Attempting to bind port dbd8c1bd-a062-435c-9918-a4cc37303fc4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '805c9d9b-00cb-46ed-9926-26ba909d3659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '910ca363-ff69-42c6-8b18-9223555dfd41'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:26.672263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Attempting to bind port dbd8c1bd-a062-435c-9918-a4cc37303fc4 on network 910ca363-ff69-42c6-8b18-9223555dfd41 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:26.679491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:26.679491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Checking segment: {'id': '805c9d9b-00cb-46ed-9926-26ba909d3659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '910ca363-ff69-42c6-8b18-9223555dfd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:26.679491 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.679491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Bound using segment: {'id': '805c9d9b-00cb-46ed-9926-26ba909d3659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '910ca363-ff69-42c6-8b18-9223555dfd41'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:26.680679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Bound port: dbd8c1bd-a062-435c-9918-a4cc37303fc4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805c9d9b-00cb-46ed-9926-26ba909d3659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '910ca363-ff69-42c6-8b18-9223555dfd41'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:26.680679 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.689034 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe218-d4c4-4414-97fc-45b2ad3fc381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.734680 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe218-d4c4-4414-97fc-45b2ad3fc381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.880532 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.914778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] For port dbd8c1bd-a062-435c-9918-a4cc37303fc4, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:26.923132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] For port dbd8c1bd-a062-435c-9918-a4cc37303fc4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dbd8c1bd-a062-435c-9918-a4cc37303fc4,segment=NetworkSegment(805c9d9b-00cb-46ed-9926-26ba909d3659),segment_id=805c9d9b-00cb-46ed-9926-26ba909d3659)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:26.995047 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object 383c930f-96e3-46b5-9292-4da0fdeb0eaa will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:26.996642 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe218-d4c4-4414-97fc-45b2ad3fc381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.999503 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe218-d4c4-4414-97fc-45b2ad3fc381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.000692 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7f9fe218-d4c4-4414-97fc-45b2ad3fc381 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60c25722-a21d-4f5c-8027-92a4fb3389e3 HTTP/1.1" status: 204 len: 168 time: 0.4064543 Aug 16 02:08:27.016076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fe218-d4c4-4414-97fc-45b2ad3fc381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c25722-a21d-4f5c-8027-92a4fb3389e3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:27.042490 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.076638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a0436-7272-4243-ab05-e2a24c9dd2a7 req-acbc408b-2a1b-4000-a607-5cc460caafdc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.083025 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-241a0436-7272-4243-ab05-e2a24c9dd2a7 req-acbc408b-2a1b-4000-a607-5cc460caafdc tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.0919261 Aug 16 02:08:27.163460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-241a0436-7272-4243-ab05-e2a24c9dd2a7 req-17fe6db8-f749-4056-8c7e-df16b52f2b21 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722451 Aug 16 02:08:27.168565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Pushing event updated for resources: {'Port': ['ID=dbd8c1bd-a062-435c-9918-a4cc37303fc4,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:27.178075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.178075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.178075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.178075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.179682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.180242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.180823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.181361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.181982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.182387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.182735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.183155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefeee5d-ab3d-4ab4-a18a-a885e32c3f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:27.264190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.318900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 910ca363-ff69-42c6-8b18-9223555dfd41 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:27.324119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:27.327518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:27.333471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.334250 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.356166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=383c930f-96e3-46b5-9292-4da0fdeb0eaa,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:27.440679 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-43d28609-9fac-4f16-97c0-b3dcd77a6cf1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4250150 Aug 16 02:08:27.445143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60444) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:27.637175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9b77060c-3d28-4ebe-abf1-3973539a0be9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 383c930f-96e3-46b5-9292-4da0fdeb0eaa {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:27.637757 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b77060c-3d28-4ebe-abf1-3973539a0be9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.751818 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b77060c-3d28-4ebe-abf1-3973539a0be9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.766996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9b77060c-3d28-4ebe-abf1-3973539a0be9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 383c930f-96e3-46b5-9292-4da0fdeb0eaa owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:28.087582 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b77060c-3d28-4ebe-abf1-3973539a0be9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.114028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60452) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:28.131072 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3636bd9a-fd34-4146-b2af-6cf5f25734ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.133521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77060c-3d28-4ebe-abf1-3973539a0be9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=383c930f-96e3-46b5-9292-4da0fdeb0eaa,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.202495 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b77060c-3d28-4ebe-abf1-3973539a0be9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.207428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9b77060c-3d28-4ebe-abf1-3973539a0be9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/383c930f-96e3-46b5-9292-4da0fdeb0eaa HTTP/1.1" status: 204 len: 168 time: 0.7585208 Aug 16 02:08:28.207710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60458) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:28.261056 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-d519a51d-e1e0-4c31-ae60-3bf9702fd464 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:28.262145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d519a51d-e1e0-4c31-ae60-3bf9702fd464 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:28.265172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d519a51d-e1e0-4c31-ae60-3bf9702fd464 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/383c930f-96e3-46b5-9292-4da0fdeb0eaa HTTP/1.1" status: 404 len: 333 time: 0.0565498 Aug 16 02:08:28.265523 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3636bd9a-fd34-4146-b2af-6cf5f25734ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.268367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60464) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:28.311431 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-727c178a-829a-4b29-82cc-96700ef7c95b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:08:28.313054 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-727c178a-829a-4b29-82cc-96700ef7c95b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/383c930f-96e3-46b5-9292-4da0fdeb0eaa HTTP/1.1" status: 404 len: 333 time: 0.0429566 Aug 16 02:08:28.317256 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60468) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:28.370719 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3636bd9a-fd34-4146-b2af-6cf5f25734ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.370886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24ec15-0511-4f61-a2ae-ad823ef915fa req-f999618c-219e-4de2-84af-91d14286f089 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.370886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad24ec15-0511-4f61-a2ae-ad823ef915fa req-f999618c-219e-4de2-84af-91d14286f089 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.0610614 Aug 16 02:08:28.407397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad24ec15-0511-4f61-a2ae-ad823ef915fa req-ad4c101a-55c1-4aff-b6d9-3339674769d7 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361166 Aug 16 02:08:28.409671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60470) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:28.418764 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3636bd9a-fd34-4146-b2af-6cf5f25734ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e1859f095343485a9b0544719a479179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016300 Aug 16 02:08:28.463887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-550e21f3-0eea-41fd-9cd4-e01b880d3c30 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting subnet 47de8d45-8353-4d9d-aa9e-7a504097a4f0 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:28.468785 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-550e21f3-0eea-41fd-9cd4-e01b880d3c30 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.473983 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c3a425c-c733-42f2-8ebd-70f6fbd1b929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.496916 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c3a425c-c733-42f2-8ebd-70f6fbd1b929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.555451 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-550e21f3-0eea-41fd-9cd4-e01b880d3c30 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.627966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636bd9a-fd34-4146-b2af-6cf5f25734ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8871178-9445-4d84-a81b-1cb8adf3f7e5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.656736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c170af0-2eee-46e6-8861-e9faf49b5547 None None] Network 910ca363-ff69-42c6-8b18-9223555dfd41 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:28.685443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c3a425c-c733-42f2-8ebd-70f6fbd1b929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.685443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1c3a425c-c733-42f2-8ebd-70f6fbd1b929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.685443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1c3a425c-c733-42f2-8ebd-70f6fbd1b929 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8871178-9445-4d84-a81b-1cb8adf3f7e5 HTTP/1.1" status: 204 len: 168 time: 0.2716856 Aug 16 02:08:28.703341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a425c-c733-42f2-8ebd-70f6fbd1b929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8871178-9445-4d84-a81b-1cb8adf3f7e5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.708023 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-550e21f3-0eea-41fd-9cd4-e01b880d3c30 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.790978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dbd8c1bd-a062-435c-9918-a4cc37303fc4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:28.876122 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-550e21f3-0eea-41fd-9cd4-e01b880d3c30 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.909422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-92201078-d671-4a9e-8bcc-6aff7dcb4655 None None] Provisioning for port dbd8c1bd-a062-435c-9918-a4cc37303fc4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:28.921952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9506df5a-afce-4337-85e8-3e1dc869e16b details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:28.926513 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e21f3-0eea-41fd-9cd4-e01b880d3c30 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Subnet': ['ID=47de8d45-8353-4d9d-aa9e-7a504097a4f0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.932998 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-550e21f3-0eea-41fd-9cd4-e01b880d3c30 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.935256 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-550e21f3-0eea-41fd-9cd4-e01b880d3c30 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/47de8d45-8353-4d9d-aa9e-7a504097a4f0 HTTP/1.1" status: 204 len: 168 time: 0.6184297 Aug 16 02:08:28.938108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60486) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:29.035467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port dbd8c1bd-a062-435c-9918-a4cc37303fc4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:29.040374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.059213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port dbd8c1bd-a062-435c-9918-a4cc37303fc4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:29.059604 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.147075 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port dbd8c1bd-a062-435c-9918-a4cc37303fc4 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:29.150402 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.152201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9506df5a-afce-4337-85e8-3e1dc869e16b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9506df5a-afce-4337-85e8-3e1dc869e16b,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:29.235939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b42ddf-4b4a-4e05-89c8-0bab5d4e28ed None None] DHCP port deletion for 910ca363-ff69-42c6-8b18-9223555dfd41 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:29.285619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '9506df5a-afce-4337-85e8-3e1dc869e16b', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'port_id': '9506df5a-afce-4337-85e8-3e1dc869e16b', 'mac_address': 'fa:16:3e:38:dc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:29.287110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] For port dbd8c1bd-a062-435c-9918-a4cc37303fc4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dbd8c1bd-a062-435c-9918-a4cc37303fc4,segment=NetworkSegment(805c9d9b-00cb-46ed-9926-26ba909d3659),segment_id=805c9d9b-00cb-46ed-9926-26ba909d3659)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:29.287605 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.314627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for dbd8c1bd-a062-435c-9918-a4cc37303fc4 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:29.395467 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.411530 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.438543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-67b42ddf-4b4a-4e05-89c8-0bab5d4e28ed None None] Deleting port dbd8c1bd-a062-435c-9918-a4cc37303fc4 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:29.439115 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-67b42ddf-4b4a-4e05-89c8-0bab5d4e28ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.509130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9506df5a-afce-4337-85e8-3e1dc869e16b {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:29.542981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9506df5a-afce-4337-85e8-3e1dc869e16b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9506df5a-afce-4337-85e8-3e1dc869e16b,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:29.554533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port dbd8c1bd-a062-435c-9918-a4cc37303fc4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dbd8c1bd-a062-435c-9918-a4cc37303fc4,segment=NetworkSegment(805c9d9b-00cb-46ed-9926-26ba909d3659),segment_id=805c9d9b-00cb-46ed-9926-26ba909d3659)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:29.570702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-67b42ddf-4b4a-4e05-89c8-0bab5d4e28ed None None] For port dbd8c1bd-a062-435c-9918-a4cc37303fc4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dbd8c1bd-a062-435c-9918-a4cc37303fc4,segment=NetworkSegment(805c9d9b-00cb-46ed-9926-26ba909d3659),segment_id=805c9d9b-00cb-46ed-9926-26ba909d3659)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:29.579657 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-67b42ddf-4b4a-4e05-89c8-0bab5d4e28ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.588919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-67b42ddf-4b4a-4e05-89c8-0bab5d4e28ed None None] Calling delete_port for dbd8c1bd-a062-435c-9918-a4cc37303fc4 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:29.591109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264bd31-cedb-4ea9-9a27-a6920694d773 req-7329a3c4-57cc-448a-a736-908b2ba4ac2f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:29.593219 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3264bd31-cedb-4ea9-9a27-a6920694d773 req-7329a3c4-57cc-448a-a736-908b2ba4ac2f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 943 time: 0.0583808 Aug 16 02:08:29.634984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3264bd31-cedb-4ea9-9a27-a6920694d773 req-39531f61-e1b4-4d30-9a13-4e83e7c093f9 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348065 Aug 16 02:08:29.692712 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.692712 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.747740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=9506df5a-afce-4337-85e8-3e1dc869e16b,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:29.781146 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.806355 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-67b42ddf-4b4a-4e05-89c8-0bab5d4e28ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.816455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No DVR routers for this DVR port dbd8c1bd-a062-435c-9918-a4cc37303fc4 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:29.823545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=dbd8c1bd-a062-435c-9918-a4cc37303fc4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:29.837198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b42ddf-4b4a-4e05-89c8-0bab5d4e28ed None None] No DVR routers for this DVR port dbd8c1bd-a062-435c-9918-a4cc37303fc4 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:29.838593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=dbd8c1bd-a062-435c-9918-a4cc37303fc4,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:29.866775 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b42ddf-4b4a-4e05-89c8-0bab5d4e28ed None None] Pushing event deleted for resources: {'Port': ['ID=dbd8c1bd-a062-435c-9918-a4cc37303fc4,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:29.906266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['9506df5a-afce-4337-85e8-3e1dc869e16b'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:29.920018 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.930543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910ca363-ff69-42c6-8b18-9223555dfd41']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:29.936469 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53e3dd71-d6dc-4d87-85e5-15459136b84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.941411 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805c9d9b-00cb-46ed-9926-26ba909d3659') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:29.941711 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805c9d9b-00cb-46ed-9926-26ba909d3659') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:29.951602 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.966309 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.979636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:29.980041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:29.983321 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:30.148517 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:08:30.166449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60536) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:30.247620 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.265452 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.277715 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/networks/910ca363-ff69-42c6-8b18-9223555dfd41 HTTP/1.1" status: 204 len: 168 time: 1.3304815 Aug 16 02:08:30.277715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60546) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:30.302139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-528621468'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:30.309958 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d0ffc-6361-40e2-a682-17753aed6978 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Network': ['ID=910ca363-ff69-42c6-8b18-9223555dfd41,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:30.339597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c5225f36-3e9a-46a8-9325-4821b2c1474e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.463320 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:30.467535 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.497413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:30.507949 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.508405 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Added segment 0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19 of type vlan for network 1e51e4bc-a103-4b5d-a1d6-de9373cdce26 Aug 16 02:08:30.584337 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.633990 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c5225f36-3e9a-46a8-9325-4821b2c1474e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.656787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dbd8c1bd-a062-435c-9918-a4cc37303fc4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:30.683354 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: dbd8c1bd-a062-435c-9918-a4cc37303fc4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:30.683702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dbd8c1bd-a062-435c-9918-a4cc37303fc4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:30.706858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.720127 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.720127 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.791836 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c5225f36-3e9a-46a8-9325-4821b2c1474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.809770 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Network': ['ID=1e51e4bc-a103-4b5d-a1d6-de9373cdce26,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:30.828188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 1e51e4bc-a103-4b5d-a1d6-de9373cdce26 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:30.844499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5225f36-3e9a-46a8-9325-4821b2c1474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30676f1-cc67-4388-bb70-3dd5d4856390,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:30.882170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c5225f36-3e9a-46a8-9325-4821b2c1474e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dd9a474b091344a5a545cbd88b96e507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7134187 Aug 16 02:08:30.884692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60574) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:30.902825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117da01-b5ae-4a13-9bf3-f31639198264 req-8b15ccd3-5f4f-4228-a7ea-12820c375e08 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.910971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f117da01-b5ae-4a13-9bf3-f31639198264 req-8b15ccd3-5f4f-4228-a7ea-12820c375e08 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 944 time: 0.1736293 Aug 16 02:08:30.926661 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e5e46f15-3f70-45fe-8818-69ddc87078dd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6499524 Aug 16 02:08:30.929923 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60580) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:30.945682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9506df5a-afce-4337-85e8-3e1dc869e16b up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:30.951167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '1e51e4bc-a103-4b5d-a1d6-de9373cdce26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:31.022880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f117da01-b5ae-4a13-9bf3-f31639198264 req-170e91dc-e4c6-4030-80dc-b3a1b2c6d452 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056144 Aug 16 02:08:31.046901 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d326f55a-347f-4223-a08b-0f89a5c373dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.091957 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d326f55a-347f-4223-a08b-0f89a5c373dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.092166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 9506df5a-afce-4337-85e8-3e1dc869e16b completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:31.097539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 9506df5a-afce-4337-85e8-3e1dc869e16b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:31.099077 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.218531 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.252850 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dee04e0-2a87-4d51-80e0-c256388af749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9506df5a-afce-4337-85e8-3e1dc869e16b'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:31.255058 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2973fc-d63e-4ad1-8451-18a0008f9170" -d '{"events": [{"server_uuid": "8dee04e0-2a87-4d51-80e0-c256388af749", "name": "network-vif-plugged", "status": "completed", "tag": "9506df5a-afce-4337-85e8-3e1dc869e16b"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:31.269275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 9506df5a-afce-4337-85e8-3e1dc869e16b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9506df5a-afce-4337-85e8-3e1dc869e16b,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:31.305735 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6b4c61-b6e4-49a5-99dc-88ea5c588bd0 x-openstack-request-id: req-2f6b4c61-b6e4-49a5-99dc-88ea5c588bd0 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:31.310066 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dee04e0-2a87-4d51-80e0-c256388af749", "name": "network-vif-plugged", "status": "completed", "tag": "9506df5a-afce-4337-85e8-3e1dc869e16b", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:31.310696 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f6b4c61-b6e4-49a5-99dc-88ea5c588bd0 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:31.311907 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dee04e0-2a87-4d51-80e0-c256388af749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9506df5a-afce-4337-85e8-3e1dc869e16b', 'code': 200} Aug 16 02:08:31.324407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:31.336731 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.344626 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d326f55a-347f-4223-a08b-0f89a5c373dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.358914 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d326f55a-347f-4223-a08b-0f89a5c373dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.360494 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d326f55a-347f-4223-a08b-0f89a5c373dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c30676f1-cc67-4388-bb70-3dd5d4856390 HTTP/1.1" status: 204 len: 168 time: 0.4734793 Aug 16 02:08:31.432458 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.460277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c25577-f049-4f9a-8c92-4e6987f14ad4 req-b60cb319-96c7-4a5f-a1cf-aac44085e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:31.463111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01c25577-f049-4f9a-8c92-4e6987f14ad4 req-b60cb319-96c7-4a5f-a1cf-aac44085e83c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 1096 time: 0.0907421 Aug 16 02:08:31.467124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326f55a-347f-4223-a08b-0f89a5c373dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30676f1-cc67-4388-bb70-3dd5d4856390,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:31.519227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01c25577-f049-4f9a-8c92-4e6987f14ad4 req-e75a39b5-b044-40ac-a843-857c8ea00cea service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337536 Aug 16 02:08:31.535521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=9506df5a-afce-4337-85e8-3e1dc869e16b,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:31.760994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.859428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Subnet': ['ID=a0a2f3cd-fe4c-41b9-9b49-c39c7b3404e1,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:31.890357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Checking segment: {'id': '0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1e51e4bc-a103-4b5d-a1d6-de9373cdce26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:31.891860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network hostable DHCP agents. Network: 1e51e4bc-a103-4b5d-a1d6-de9373cdce26, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:32.003547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 1e51e4bc-a103-4b5d-a1d6-de9373cdce26 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:32.141470 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 1e51e4bc-a103-4b5d-a1d6-de9373cdce26) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:32.147843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:32.151751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7aa6a9-128c-4037-be8c-da72c097e20e None None] Network 1e51e4bc-a103-4b5d-a1d6-de9373cdce26 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:32.158192 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.222453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6fd57-b14f-4084-92ef-83cf3ce8e254 req-eb68df09-c6ac-448f-bb0c-75c9fc25f5e0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:32.244132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fc6fd57-b14f-4084-92ef-83cf3ce8e254 req-eb68df09-c6ac-448f-bb0c-75c9fc25f5e0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 945 time: 0.1444054 Aug 16 02:08:32.306145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fc6fd57-b14f-4084-92ef-83cf3ce8e254 req-216d98af-1f23-4b3a-8ed5-0d94118cf9f4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650032 Aug 16 02:08:32.362758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60634) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:32.393673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60640) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:32.394374 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-76ce540f-28e8-4365-8e0c-c702215431e6 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4604831 Aug 16 02:08:32.403946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '1e51e4bc-a103-4b5d-a1d6-de9373cdce26', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-423507362'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:32.406807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5b823a1-143e-4967-9164-59206e470f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.495154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-1e51e4bc-a103-4b5d-a1d6-de9373cdce26', 'network_id': '1e51e4bc-a103-4b5d-a1d6-de9373cdce26', 'tenant_id': '6ffe48f17e2940a8b016cbfe61eb0111', 'fixed_ips': [{'subnet_id': 'a0a2f3cd-fe4c-41b9-9b49-c39c7b3404e1'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:32.498019 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.623752 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5b823a1-143e-4967-9164-59206e470f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.699024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Allocated IP 2001:db8::2 (1e51e4bc-a103-4b5d-a1d6-de9373cdce26/a0a2f3cd-fe4c-41b9-9b49-c39c7b3404e1/7651beac-0af6-4e85-9822-2cb138045d81) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:32.718116 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a5b823a1-143e-4967-9164-59206e470f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.770433 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a5b823a1-143e-4967-9164-59206e470f96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e430d3826f634b34a20a2cb603a8bd94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064131 Aug 16 02:08:32.773138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60652) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:32.776314 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b823a1-143e-4967-9164-59206e470f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d36a63-8525-4e9e-8437-e654c6da05c8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:32.882391 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2261763-d7dd-4e6d-aaff-f1885f081fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.892458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:32.903593 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.953163 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port cbd6eb96-e0dc-4524-9010-d6b83949c888 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:32.958682 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.967573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Transition to ACTIVE for port object 7651beac-0af6-4e85-9822-2cb138045d81 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:32.968852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2261763-d7dd-4e6d-aaff-f1885f081fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.988713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Transition to ACTIVE for port object 7651beac-0af6-4e85-9822-2cb138045d81 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:33.014729 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.073856 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d3feca16-b36c-4c0f-a75b-bb6961ba16f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.219460 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.224093 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2261763-d7dd-4e6d-aaff-f1885f081fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.228015 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2261763-d7dd-4e6d-aaff-f1885f081fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.232479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f2261763-d7dd-4e6d-aaff-f1885f081fae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5d36a63-8525-4e9e-8437-e654c6da05c8 HTTP/1.1" status: 204 len: 168 time: 0.4582939 Aug 16 02:08:33.275883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2261763-d7dd-4e6d-aaff-f1885f081fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d36a63-8525-4e9e-8437-e654c6da05c8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:33.352018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8::211 (1e51e4bc-a103-4b5d-a1d6-de9373cdce26/a0a2f3cd-fe4c-41b9-9b49-c39c7b3404e1/cbd6eb96-e0dc-4524-9010-d6b83949c888) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:33.387356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Network 1e51e4bc-a103-4b5d-a1d6-de9373cdce26 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:33.391529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:33.401303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:33.440775 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Pushing event updated for resources: {'Port': ['ID=7651beac-0af6-4e85-9822-2cb138045d81,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:33.495261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Attempting to bind port 7651beac-0af6-4e85-9822-2cb138045d81 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:33.495628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Attempting to bind port 7651beac-0af6-4e85-9822-2cb138045d81 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1e51e4bc-a103-4b5d-a1d6-de9373cdce26'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:33.496236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Attempting to bind port 7651beac-0af6-4e85-9822-2cb138045d81 on network 1e51e4bc-a103-4b5d-a1d6-de9373cdce26 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:33.507856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:33.508538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Checking segment: {'id': '0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1e51e4bc-a103-4b5d-a1d6-de9373cdce26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:33.509068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.509478 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Bound using segment: {'id': '0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1e51e4bc-a103-4b5d-a1d6-de9373cdce26'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:33.509996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Bound port: 7651beac-0af6-4e85-9822-2cb138045d81, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1e51e4bc-a103-4b5d-a1d6-de9373cdce26'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:33.510780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.562190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cb5df-273d-49ba-a317-ad179bfe2d54 req-8fedb567-17c5-444f-9e03-aeab96f66abf tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.564092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-321cb5df-273d-49ba-a317-ad179bfe2d54 req-8fedb567-17c5-444f-9e03-aeab96f66abf tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 945 time: 0.1589198 Aug 16 02:08:33.630814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.654729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-321cb5df-273d-49ba-a317-ad179bfe2d54 req-5b240a1f-214c-499c-bd3f-f963766f97c0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688279 Aug 16 02:08:33.657625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object cbd6eb96-e0dc-4524-9010-d6b83949c888 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:33.662210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] For port 7651beac-0af6-4e85-9822-2cb138045d81, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:33.666369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] For port 7651beac-0af6-4e85-9822-2cb138045d81, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7651beac-0af6-4e85-9822-2cb138045d81,segment=NetworkSegment(0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19),segment_id=0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:33.715837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60672) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:33.788619 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.839958 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.853432 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecde755f-e0ae-4e1d-8611-53ea56bcb337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.866210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340f711-be46-48b8-8944-d490f7c80aa0 req-4ab002ac-b442-4434-a9b0-ae62851e9f8f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.867088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1340f711-be46-48b8-8944-d490f7c80aa0 req-4ab002ac-b442-4434-a9b0-ae62851e9f8f tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 945 time: 0.0765488 Aug 16 02:08:33.878383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7698dc-76c7-4899-9e4a-23744cb1d296 None None] Pushing event updated for resources: {'Port': ['ID=7651beac-0af6-4e85-9822-2cb138045d81,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:34.024564 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecde755f-e0ae-4e1d-8611-53ea56bcb337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.049856 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.143464 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecde755f-e0ae-4e1d-8611-53ea56bcb337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.236162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde755f-e0ae-4e1d-8611-53ea56bcb337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22efd58-db1c-4dfe-8bc5-a4f5a96cc866,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:34.241877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 1e51e4bc-a103-4b5d-a1d6-de9373cdce26 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:34.262116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:34.269462 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ecde755f-e0ae-4e1d-8611-53ea56bcb337 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1ca8f652b2a4d6ca9a1819fd39ff6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5524852 Aug 16 02:08:34.272445 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60686) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:34.283463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:34.291827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:34.291827 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.343036 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af0417fc-898f-4dd0-ba18-4f91699ccd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.362375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=cbd6eb96-e0dc-4524-9010-d6b83949c888,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:34.371030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1340f711-be46-48b8-8944-d490f7c80aa0 req-9e00111c-eeb5-488c-a36b-fdfde52eaa49 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373959 Aug 16 02:08:34.384995 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af0417fc-898f-4dd0-ba18-4f91699ccd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.400369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60690) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:34.482417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2a3e73a4-3a2a-4f28-837d-82e9489ca124 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0898826 Aug 16 02:08:34.485103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60698) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:34.509530 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af0417fc-898f-4dd0-ba18-4f91699ccd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.515770 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af0417fc-898f-4dd0-ba18-4f91699ccd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.520241 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-af0417fc-898f-4dd0-ba18-4f91699ccd47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e22efd58-db1c-4dfe-8bc5-a4f5a96cc866 HTTP/1.1" status: 204 len: 168 time: 0.2426727 Aug 16 02:08:34.544595 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0417fc-898f-4dd0-ba18-4f91699ccd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22efd58-db1c-4dfe-8bc5-a4f5a96cc866,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:34.669719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-0bd15bcf-a610-4cff-9d53-984252b1de04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port cbd6eb96-e0dc-4524-9010-d6b83949c888 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:34.670110 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bd15bcf-a610-4cff-9d53-984252b1de04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.765058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7651beac-0af6-4e85-9822-2cb138045d81 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:34.844207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bd15bcf-a610-4cff-9d53-984252b1de04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.864445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-0bd15bcf-a610-4cff-9d53-984252b1de04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for cbd6eb96-e0dc-4524-9010-d6b83949c888 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:35.069977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 7651beac-0af6-4e85-9822-2cb138045d81 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:35.084931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9ab17-09f6-4cf0-9b16-a6da5af9b595 tempest-TestVolumeBootPattern-1976324372 tempest-TestVolumeBootPattern-1976324372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.087100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-38b9ab17-09f6-4cf0-9b16-a6da5af9b595 tempest-TestVolumeBootPattern-1976324372 tempest-TestVolumeBootPattern-1976324372-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 1092 time: 0.6856260 Aug 16 02:08:35.090190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60714) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:35.100917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '9506df5a-afce-4337-85e8-3e1dc869e16b', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:35.179615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bd15bcf-a610-4cff-9d53-984252b1de04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.260346 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bd15bcf-a610-4cff-9d53-984252b1de04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.264344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0bd15bcf-a610-4cff-9d53-984252b1de04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/cbd6eb96-e0dc-4524-9010-d6b83949c888 HTTP/1.1" status: 204 len: 168 time: 0.7759120 Aug 16 02:08:35.266253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd15bcf-a610-4cff-9d53-984252b1de04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=cbd6eb96-e0dc-4524-9010-d6b83949c888,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:35.266975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60718) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:35.275309 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.319960 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f71a12-b5ef-4389-86e6-1c4610809e01 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:08:35.325035 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-26f71a12-b5ef-4389-86e6-1c4610809e01 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/cbd6eb96-e0dc-4524-9010-d6b83949c888 HTTP/1.1" status: 404 len: 333 time: 0.0549479 Aug 16 02:08:35.328592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60722) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:35.442877 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.463570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd904160-8d35-40de-9e6b-c2850fbf6cf9 None None] Network 1e51e4bc-a103-4b5d-a1d6-de9373cdce26 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:35.466387 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ec58d7-6c17-4be9-a74e-03b6e6251d35 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting subnet a0a2f3cd-fe4c-41b9-9b49-c39c7b3404e1 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:35.469858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41ec58d7-6c17-4be9-a74e-03b6e6251d35 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.524589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41ec58d7-6c17-4be9-a74e-03b6e6251d35 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.563352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60726) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:35.583814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fccf1caa-ebc8-495a-af33-dd7bf15b2188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.680737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-34667b5d-7d51-40fc-a2ca-e7f445fd078b None None] Provisioning for port 7651beac-0af6-4e85-9822-2cb138045d81 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:35.696423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-34667b5d-7d51-40fc-a2ca-e7f445fd078b None None] Provisioning complete for port 7651beac-0af6-4e85-9822-2cb138045d81 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:35.696423 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-34667b5d-7d51-40fc-a2ca-e7f445fd078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.728299 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41ec58d7-6c17-4be9-a74e-03b6e6251d35 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.748725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Allocated IP 172.25.8.98 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/f55782a7-1624-4228-a5b0-b23a899a99a8) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:35.848944 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-34667b5d-7d51-40fc-a2ca-e7f445fd078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.903474 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.954112 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.077652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41ec58d7-6c17-4be9-a74e-03b6e6251d35 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.133439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.133766 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-34667b5d-7d51-40fc-a2ca-e7f445fd078b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:08:36.133766 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-34667b5d-7d51-40fc-a2ca-e7f445fd078b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:08:36.143447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec58d7-6c17-4be9-a74e-03b6e6251d35 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a2f3cd-fe4c-41b9-9b49-c39c7b3404e1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:36.145901 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-41ec58d7-6c17-4be9-a74e-03b6e6251d35 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.153319 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-41ec58d7-6c17-4be9-a74e-03b6e6251d35 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/a0a2f3cd-fe4c-41b9-9b49-c39c7b3404e1 HTTP/1.1" status: 204 len: 168 time: 0.8232107 Aug 16 02:08:36.155891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60734) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:36.207314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:36.215974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:36.223923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:36.259272 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.294837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fccf1caa-ebc8-495a-af33-dd7bf15b2188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.297772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=f55782a7-1624-4228-a5b0-b23a899a99a8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:36.352914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 7651beac-0af6-4e85-9822-2cb138045d81 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:36.353891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.442448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] For port 7651beac-0af6-4e85-9822-2cb138045d81, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7651beac-0af6-4e85-9822-2cb138045d81,segment=NetworkSegment(0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19),segment_id=0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:36.442964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.460479 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 7651beac-0af6-4e85-9822-2cb138045d81 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:36.529656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9550ec-efe8-401e-bbaa-84ffdea695ee None None] Network 1e51e4bc-a103-4b5d-a1d6-de9373cdce26 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:36.548667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fccf1caa-ebc8-495a-af33-dd7bf15b2188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.645627 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fccf1caa-ebc8-495a-af33-dd7bf15b2188 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61b44df5a38d4a15ad6478b1292ee9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0810122 Aug 16 02:08:36.650507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60744) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:36.650862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf1caa-ebc8-495a-af33-dd7bf15b2188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c731482b-4699-4506-837c-3c3477eff30d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:36.705172 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-34667b5d-7d51-40fc-a2ca-e7f445fd078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.730201 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.777105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=7651beac-0af6-4e85-9822-2cb138045d81,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:36.779780 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5162516e-d874-4c69-b8e9-b9f3ac712ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.792807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No DVR routers for this DVR port 7651beac-0af6-4e85-9822-2cb138045d81 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:36.866737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704997e-d1d2-4284-829a-5d702ee19a79 None None] DHCP port deletion for 1e51e4bc-a103-4b5d-a1d6-de9373cdce26 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:36.901209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5162516e-d874-4c69-b8e9-b9f3ac712ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.930487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-222055b9-cf05-4466-be96-1514302422e6 None None] Could not find standard attr ID for object cbd6eb96-e0dc-4524-9010-d6b83949c888. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:08:36.930748 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.932541 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.937070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-222055b9-cf05-4466-be96-1514302422e6 None None] Could not find standard attr ID for object 7651beac-0af6-4e85-9822-2cb138045d81. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:08:36.957302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e51e4bc-a103-4b5d-a1d6-de9373cdce26']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:36.965209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:36.965511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce5df1a-f70a-41c0-a5d4-d8a92bc99d19') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:36.976535 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.995387 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.008230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:37.009973 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:37.013181 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:37.153093 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.180234 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5162516e-d874-4c69-b8e9-b9f3ac712ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.183146 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5162516e-d874-4c69-b8e9-b9f3ac712ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.186400 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5162516e-d874-4c69-b8e9-b9f3ac712ca6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c731482b-4699-4506-837c-3c3477eff30d HTTP/1.1" status: 204 len: 168 time: 0.5341568 Aug 16 02:08:37.195850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.197733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162516e-d874-4c69-b8e9-b9f3ac712ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c731482b-4699-4506-837c-3c3477eff30d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.217543 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.227050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60760) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:37.227224 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/networks/1e51e4bc-a103-4b5d-a1d6-de9373cdce26 HTTP/1.1" status: 204 len: 168 time: 1.0695570 Aug 16 02:08:37.228097 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687fdf4-27e1-4564-9cd8-c1ffa4875340 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Network': ['ID=1e51e4bc-a103-4b5d-a1d6-de9373cdce26,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.232568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'name': 'tempest-PortsIpV6TestJSON-1072316692'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:37.436065 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.532050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:37.535726 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.554111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port 272d9ca3-4eb2-4f97-9546-f6abfabec58d yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:37.598137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.690718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event updated for resources: {'Port': ['ID=f55782a7-1624-4228-a5b0-b23a899a99a8,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.721905 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.878884 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.900626 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Floating IP 2ffdc915-c531-4dd7-9fdf-1bd51b392e83 associated. External IP: 172.25.8.98, port: 9506df5a-afce-4337-85e8-3e1dc869e16b. Aug 16 02:08:38.108809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.173849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:38.181610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:38.184325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:38.190725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.191104 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.199298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=272d9ca3-4eb2-4f97-9546-f6abfabec58d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:38.215442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:38.262243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60794) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:38.335715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ae9182de-defb-4ffb-92ff-42a177c43c60 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1082842 Aug 16 02:08:38.339319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60802) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:38.357578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:38.376494 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14307cfd-4e8d-4aa4-aceb-4f71ed726509 None None] Sync routers for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:38.393206 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14307cfd-4e8d-4aa4-aceb-4f71ed726509 None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:38.394565 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-14307cfd-4e8d-4aa4-aceb-4f71ed726509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:08:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:38.435336 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4d49-25f7-4866-8124-b119878a0d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.471199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-087cbedc-834b-41dd-a309-07e9dc91a1f5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 272d9ca3-4eb2-4f97-9546-f6abfabec58d {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:38.471412 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-087cbedc-834b-41dd-a309-07e9dc91a1f5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.528438 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-14307cfd-4e8d-4aa4-aceb-4f71ed726509 None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:38.544379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-087cbedc-834b-41dd-a309-07e9dc91a1f5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.559626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-087cbedc-834b-41dd-a309-07e9dc91a1f5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 272d9ca3-4eb2-4f97-9546-f6abfabec58d owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:38.567353 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.629508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-813803f3-aa8f-42e5-8232-294eb2373db0 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5375400 Aug 16 02:08:38.630470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dee04e0-2a87-4d51-80e0-c256388af749', 'tag': '9506df5a-afce-4337-85e8-3e1dc869e16b'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:38.634945 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8087796b-e5a3-416c-9f02-ef6b79ffae57" -d '{"events": [{"name": "network-changed", "server_uuid": "8dee04e0-2a87-4d51-80e0-c256388af749", "tag": "9506df5a-afce-4337-85e8-3e1dc869e16b"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:38.684046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7651beac-0af6-4e85-9822-2cb138045d81 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:38.713516 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7c512a-2de8-47ac-be2b-6934e42753b5 x-openstack-request-id: req-4a7c512a-2de8-47ac-be2b-6934e42753b5 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:38.714294 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dee04e0-2a87-4d51-80e0-c256388af749", "tag": "9506df5a-afce-4337-85e8-3e1dc869e16b", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:38.714812 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a7c512a-2de8-47ac-be2b-6934e42753b5 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:38.715434 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dee04e0-2a87-4d51-80e0-c256388af749', 'tag': '9506df5a-afce-4337-85e8-3e1dc869e16b', 'status': 'completed', 'code': 200} Aug 16 02:08:38.762956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 7651beac-0af6-4e85-9822-2cb138045d81 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:38.763819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7651beac-0af6-4e85-9822-2cb138045d81 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:38.810424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087796b-e5a3-416c-9f02-ef6b79ffae57 req-50e19118-0004-45a8-a8fc-34e275e1384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.812222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8087796b-e5a3-416c-9f02-ef6b79ffae57 req-50e19118-0004-45a8-a8fc-34e275e1384d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 1097 time: 0.0884650 Aug 16 02:08:38.892091 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-14307cfd-4e8d-4aa4-aceb-4f71ed726509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2ffdc915-c531-4dd7-9fdf-1bd51b392e83', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '9506df5a-afce-4337-85e8-3e1dc869e16b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:38:dc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee04e0-2a87-4d51-80e0-c256388af749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 0, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}, {'id': '5903c54c-51a2-4962-9bfd-7ad9557d6467', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:67:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:03Z', 'updated_at': '2021-08-16T02:05:07Z', 'revision_number': 1, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:38.908705 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-087cbedc-834b-41dd-a309-07e9dc91a1f5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.938080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087796b-e5a3-416c-9f02-ef6b79ffae57 req-be579f4c-2c23-4472-ab75-0f43c3f2ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.938438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8087796b-e5a3-416c-9f02-ef6b79ffae57 req-be579f4c-2c23-4472-ab75-0f43c3f2ea44 service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.1172466 Aug 16 02:08:38.947727 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14307cfd-4e8d-4aa4-aceb-4f71ed726509 None None] Checking router: d95d8e37-77a2-44e6-9a53-1f98ea337fe5 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:38.955499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cbedc-834b-41dd-a309-07e9dc91a1f5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=272d9ca3-4eb2-4f97-9546-f6abfabec58d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:38.960690 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14307cfd-4e8d-4aa4-aceb-4f71ed726509 None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:38.961312 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-14307cfd-4e8d-4aa4-aceb-4f71ed726509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:08:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:38.980256 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-087cbedc-834b-41dd-a309-07e9dc91a1f5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.985164 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-087cbedc-834b-41dd-a309-07e9dc91a1f5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/272d9ca3-4eb2-4f97-9546-f6abfabec58d HTTP/1.1" status: 204 len: 168 time: 0.6456575 Aug 16 02:08:38.987213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60822) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:38.995059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'mac_address': 'fa:16:3e:27:61:eb', 'name': 'tempest-PortsIpV6TestJSON-1890542319'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:39.061189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8087796b-e5a3-416c-9f02-ef6b79ffae57 req-48a7a495-50bb-4340-8d01-4b2ad2679d9b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9506df5a-afce-4337-85e8-3e1dc869e16b HTTP/1.1" status: 200 len: 998 time: 0.1151288 Aug 16 02:08:39.126605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087796b-e5a3-416c-9f02-ef6b79ffae57 req-d5191e17-5857-4415-899c-f0e4ba2444dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.128600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8087796b-e5a3-416c-9f02-ef6b79ffae57 req-d5191e17-5857-4415-899c-f0e4ba2444dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0596130 Aug 16 02:08:39.130100 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4d49-25f7-4866-8124-b119878a0d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.142484 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-14307cfd-4e8d-4aa4-aceb-4f71ed726509 None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:39.187629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087796b-e5a3-416c-9f02-ef6b79ffae57 req-0c6c1945-7f11-4cca-a232-b38b958cd7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.189641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8087796b-e5a3-416c-9f02-ef6b79ffae57 req-0c6c1945-7f11-4cca-a232-b38b958cd7d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542500 Aug 16 02:08:39.274000 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4d49-25f7-4866-8124-b119878a0d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.292593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8087796b-e5a3-416c-9f02-ef6b79ffae57 req-1f5e3660-945c-4673-a781-14ff063054e1 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956295 Aug 16 02:08:39.328621 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b1cb4d49-25f7-4866-8124-b119878a0d42 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f36dbbe546f44f2f9922e3d609ee3915&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0629332 Aug 16 02:08:39.341310 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60828) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:39.343658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb4d49-25f7-4866-8124-b119878a0d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f01b07-63b3-4fcb-8478-10a6be22a7ed,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:39.441013 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-14307cfd-4e8d-4aa4-aceb-4f71ed726509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2ffdc915-c531-4dd7-9fdf-1bd51b392e83', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '9506df5a-afce-4337-85e8-3e1dc869e16b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:38:dc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee04e0-2a87-4d51-80e0-c256388af749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 0, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}, {'id': '5903c54c-51a2-4962-9bfd-7ad9557d6467', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:67:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:03Z', 'updated_at': '2021-08-16T02:05:07Z', 'revision_number': 1, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:39.443309 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b76d051-4f76-4fb6-a660-3d0efa8521c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.468332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8087796b-e5a3-416c-9f02-ef6b79ffae57 req-7bae28d4-e95e-408e-a27c-2a016f8c2def service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679084 Aug 16 02:08:39.481131 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b76d051-4f76-4fb6-a660-3d0efa8521c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.491486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:39.494743 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14307cfd-4e8d-4aa4-aceb-4f71ed726509 None None] The sync data for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 is: [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2ffdc915-c531-4dd7-9fdf-1bd51b392e83', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '9506df5a-afce-4337-85e8-3e1dc869e16b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:38:dc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee04e0-2a87-4d51-80e0-c256388af749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 0, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}, {'id': '5903c54c-51a2-4962-9bfd-7ad9557d6467', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:67:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:03Z', 'updated_at': '2021-08-16T02:05:07Z', 'revision_number': 1, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:39.591869 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.627496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port 07fb7414-d65d-4be7-9f3b-aec51b42a534 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:39.750191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a531a-e064-4542-9f2a-2b6540847e82 None None] New status for floating IP 2ffdc915-c531-4dd7-9fdf-1bd51b392e83: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:08:39.768197 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b76d051-4f76-4fb6-a660-3d0efa8521c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.771073 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b76d051-4f76-4fb6-a660-3d0efa8521c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.775673 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8b76d051-4f76-4fb6-a660-3d0efa8521c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80f01b07-63b3-4fcb-8478-10a6be22a7ed HTTP/1.1" status: 204 len: 168 time: 0.4285171 Aug 16 02:08:39.842839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76d051-4f76-4fb6-a660-3d0efa8521c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f01b07-63b3-4fcb-8478-10a6be22a7ed,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:40.042134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.249620 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.332335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=07fb7414-d65d-4be7-9f3b-aec51b42a534,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:40.344648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:40.346274 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:40.348814 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:40.355132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.355839 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.493309 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6f8389b6-a293-444e-a966-77049ddc8a9d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5015106 Aug 16 02:08:40.493850 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60856) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:40.719471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60862) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:40.736163 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9893de2d-8317-40fa-84b5-246e006c99c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.795173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b386e11-0cda-4fd8-9e99-015aa8840825 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.800316 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1b386e11-0cda-4fd8-9e99-015aa8840825 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/07fb7414-d65d-4be7-9f3b-aec51b42a534 HTTP/1.1" status: 200 len: 845 time: 0.3027420 Aug 16 02:08:40.800611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60864) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:40.837772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9893de2d-8317-40fa-84b5-246e006c99c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.895713 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f4076ec1-6c95-4ded-8c6e-2640c44ebaf4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 07fb7414-d65d-4be7-9f3b-aec51b42a534 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:40.895950 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4076ec1-6c95-4ded-8c6e-2640c44ebaf4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.940369 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9893de2d-8317-40fa-84b5-246e006c99c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.966078 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4076ec1-6c95-4ded-8c6e-2640c44ebaf4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.980749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f4076ec1-6c95-4ded-8c6e-2640c44ebaf4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 07fb7414-d65d-4be7-9f3b-aec51b42a534 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:40.983680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9893de2d-8317-40fa-84b5-246e006c99c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d9fcbe4dffe548eba350fc54a3f3d865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623482 Aug 16 02:08:40.985668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893de2d-8317-40fa-84b5-246e006c99c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeeeca1-5729-443f-819f-af9868d0360a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:40.988058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60866) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:41.042842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ae524aa-605e-454d-905a-7210f1e380a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.065370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ae524aa-605e-454d-905a-7210f1e380a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.194544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4076ec1-6c95-4ded-8c6e-2640c44ebaf4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.227556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4076ec1-6c95-4ded-8c6e-2640c44ebaf4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=07fb7414-d65d-4be7-9f3b-aec51b42a534,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:41.232896 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4076ec1-6c95-4ded-8c6e-2640c44ebaf4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.235167 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f4076ec1-6c95-4ded-8c6e-2640c44ebaf4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/07fb7414-d65d-4be7-9f3b-aec51b42a534 HTTP/1.1" status: 204 len: 168 time: 0.4336267 Aug 16 02:08:41.237843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60870) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:41.262169 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee83298-3219-41c2-b640-e324ce6438f9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:08:41.272085 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ae524aa-605e-454d-905a-7210f1e380a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.272234 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3ee83298-3219-41c2-b640-e324ce6438f9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/07fb7414-d65d-4be7-9f3b-aec51b42a534 HTTP/1.1" status: 404 len: 333 time: 0.0248537 Aug 16 02:08:41.272357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ae524aa-605e-454d-905a-7210f1e380a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.272357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1ae524aa-605e-454d-905a-7210f1e380a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bbeeeca1-5729-443f-819f-af9868d0360a HTTP/1.1" status: 204 len: 168 time: 0.2779787 Aug 16 02:08:41.273683 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60874) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:41.278697 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'name': 'tempest-PortsIpV6TestJSON-1727111342'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:41.290138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae524aa-605e-454d-905a-7210f1e380a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeeeca1-5729-443f-819f-af9868d0360a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:41.487274 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:41.491575 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.509790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port 4787396a-0342-458b-ac29-35c7eeb3ccba yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:41.684692 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.829702 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.895808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:41.903845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:41.906406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:41.916385 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.917004 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.930277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=4787396a-0342-458b-ac29-35c7eeb3ccba,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:41.998074 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6273c67d-0251-4aa2-b3a8-e93c084fff0d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7235839 Aug 16 02:08:42.000787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60900) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:42.007050 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6628f1ff-0a53-4246-abcb-271512a253c4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:42.072907 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6628f1ff-0a53-4246-abcb-271512a253c4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.270066 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6628f1ff-0a53-4246-abcb-271512a253c4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.332518 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6628f1ff-0a53-4246-abcb-271512a253c4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.384332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6628f1ff-0a53-4246-abcb-271512a253c4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] In _notify_port_updated(), no bound segment for port 4787396a-0342-458b-ac29-35c7eeb3ccba on network 94e6b74c-1e32-4a85-8153-f9616f17cd30 {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:08:42.390874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6628f1ff-0a53-4246-abcb-271512a253c4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.394087 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6628f1ff-0a53-4246-abcb-271512a253c4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.399512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60910) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:42.405885 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6628f1ff-0a53-4246-abcb-271512a253c4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "PUT /v2.0/ports/4787396a-0342-458b-ac29-35c7eeb3ccba HTTP/1.1" status: 200 len: 818 time: 0.4004576 Aug 16 02:08:42.471493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628f1ff-0a53-4246-abcb-271512a253c4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=4787396a-0342-458b-ac29-35c7eeb3ccba,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:42.546179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f4e9d38b-ab52-42f3-9f76-deb9b8320c01 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 4787396a-0342-458b-ac29-35c7eeb3ccba {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:42.546528 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d38b-ab52-42f3-9f76-deb9b8320c01 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.622119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d38b-ab52-42f3-9f76-deb9b8320c01 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.636442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f4e9d38b-ab52-42f3-9f76-deb9b8320c01 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 4787396a-0342-458b-ac29-35c7eeb3ccba owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:42.851977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d38b-ab52-42f3-9f76-deb9b8320c01 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.886717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9d38b-ab52-42f3-9f76-deb9b8320c01 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=4787396a-0342-458b-ac29-35c7eeb3ccba,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:42.892283 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d38b-ab52-42f3-9f76-deb9b8320c01 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.894427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f4e9d38b-ab52-42f3-9f76-deb9b8320c01 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/4787396a-0342-458b-ac29-35c7eeb3ccba HTTP/1.1" status: 204 len: 168 time: 0.4935811 Aug 16 02:08:42.897492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60922) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:42.977597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63dfdcd-ea11-4fc7-b970-91ed722634db tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.979886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d63dfdcd-ea11-4fc7-b970-91ed722634db tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0805790 Aug 16 02:08:42.982105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60924) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:43.007660 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6afb2a-df7b-4490-aa38-4ec969084bbc tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:08:43.014597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8d6afb2a-df7b-4490-aa38-4ec969084bbc tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/4787396a-0342-458b-ac29-35c7eeb3ccba HTTP/1.1" status: 404 len: 333 time: 0.0261858 Aug 16 02:08:43.017502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60930) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:43.024910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-777861522'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:43.223169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:43.227189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.251640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:43.263501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.263879 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Added segment 3113aca7-a0a5-4ae8-8e8b-99bb73464fa8 of type vlan for network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 Aug 16 02:08:43.334819 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.511655 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.517203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.517866 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.869721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Network': ['ID=1cc483a5-9bb2-4916-b5f1-9174523ef8a9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:43.882811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:43.995288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c7cad594-e6f2-4e2a-b9e3-608311d55728 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9766455 Aug 16 02:08:44.003592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60956) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:44.010615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '1cc483a5-9bb2-4916-b5f1-9174523ef8a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:44.309375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:44.313184 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.635136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.698237 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Subnet': ['ID=da2963fa-c4e2-4662-a9f7-a38b816adb36,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:44.726486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Checking segment: {'id': '3113aca7-a0a5-4ae8-8e8b-99bb73464fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cc483a5-9bb2-4916-b5f1-9174523ef8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:44.726922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network hostable DHCP agents. Network: 1cc483a5-9bb2-4916-b5f1-9174523ef8a9, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:44.895561 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:45.031971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 1cc483a5-9bb2-4916-b5f1-9174523ef8a9) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:45.036300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.037983 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.045868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d8f449-0204-4f4d-84da-f3a0af58510d None None] Network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:45.160893 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5e869dd9-0dbf-4041-9445-446a26cbb44a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1560607 Aug 16 02:08:45.164535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60972) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:45.174281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6560385f-cf18-4152-acf7-7135934a7fec tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '1cc483a5-9bb2-4916-b5f1-9174523ef8a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:45.219520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-1cc483a5-9bb2-4916-b5f1-9174523ef8a9', 'network_id': '1cc483a5-9bb2-4916-b5f1-9174523ef8a9', 'tenant_id': '6ffe48f17e2940a8b016cbfe61eb0111', 'fixed_ips': [{'subnet_id': 'da2963fa-c4e2-4662-a9f7-a38b816adb36'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:45.220401 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.435892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Allocated IP 2001:db8::2 (1cc483a5-9bb2-4916-b5f1-9174523ef8a9/da2963fa-c4e2-4662-a9f7-a38b816adb36/4ac976e2-00cc-472d-b683-bc30c1ac992e) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:45.501364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05966fa-08d9-4e37-8222-b6e6261993c6 req-0215f5ed-14b4-44b5-9f4d-4e0c01a1fd00 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.503279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a05966fa-08d9-4e37-8222-b6e6261993c6 req-0215f5ed-14b4-44b5-9f4d-4e0c01a1fd00 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1097 time: 0.0600615 Aug 16 02:08:45.569999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6560385f-cf18-4152-acf7-7135934a7fec tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:45.580782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6560385f-cf18-4152-acf7-7135934a7fec tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.687866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a05966fa-08d9-4e37-8222-b6e6261993c6 req-81467f34-874e-4890-902f-aa3e7fe260bc tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1711280 Aug 16 02:08:45.707894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 60994) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:45.754665 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.776789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Transition to ACTIVE for port object 4ac976e2-00cc-472d-b683-bc30c1ac992e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:45.810486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Transition to ACTIVE for port object 4ac976e2-00cc-472d-b683-bc30c1ac992e will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:45.824727 n-d-768509-23 neutron-server[95516]: INFO neutron.db.ipam_backend_mixin [None req-6560385f-cf18-4152-acf7-7135934a7fec tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da2963fa-c4e2-4662-a9f7-a38b816adb36 (CIDR: 2001:db8::/64) Aug 16 02:08:45.936214 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-6560385f-cf18-4152-acf7-7135934a7fec tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:08:45.936793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6560385f-cf18-4152-acf7-7135934a7fec tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:45.975078 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.978501 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 630e365d-77b6-4a9c-afc2-697cd4bdfc0a {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:45.979032 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.088293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6560385f-cf18-4152-acf7-7135934a7fec tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9197085 Aug 16 02:08:46.088514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 32770) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:46.093891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:46.096623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-efa2e2b8-7b7c-4cf7-8f28-e06351210736 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '1cc483a5-9bb2-4916-b5f1-9174523ef8a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:46.109350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:46.112043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Pushing event updated for resources: {'Port': ['ID=4ac976e2-00cc-472d-b683-bc30c1ac992e,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:46.114908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:46.165544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.165967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.190620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Attempting to bind port 4ac976e2-00cc-472d-b683-bc30c1ac992e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:46.190620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Attempting to bind port 4ac976e2-00cc-472d-b683-bc30c1ac992e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '3113aca7-a0a5-4ae8-8e8b-99bb73464fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cc483a5-9bb2-4916-b5f1-9174523ef8a9'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:46.190620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Attempting to bind port 4ac976e2-00cc-472d-b683-bc30c1ac992e on network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:46.196250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:46.196936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Checking segment: {'id': '3113aca7-a0a5-4ae8-8e8b-99bb73464fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cc483a5-9bb2-4916-b5f1-9174523ef8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:46.199080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.199232 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 630e365d-77b6-4a9c-afc2-697cd4bdfc0a owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:46.199797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Bound using segment: {'id': '3113aca7-a0a5-4ae8-8e8b-99bb73464fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cc483a5-9bb2-4916-b5f1-9174523ef8a9'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:46.200510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Bound port: 4ac976e2-00cc-472d-b683-bc30c1ac992e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3113aca7-a0a5-4ae8-8e8b-99bb73464fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cc483a5-9bb2-4916-b5f1-9174523ef8a9'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:46.201093 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.245663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 32772) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:46.381400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] For port 4ac976e2-00cc-472d-b683-bc30c1ac992e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:46.386242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] For port 4ac976e2-00cc-472d-b683-bc30c1ac992e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4ac976e2-00cc-472d-b683-bc30c1ac992e,segment=NetworkSegment(3113aca7-a0a5-4ae8-8e8b-99bb73464fa8),segment_id=3113aca7-a0a5-4ae8-8e8b-99bb73464fa8)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:46.464645 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-46425865-6201-4b3f-ad04-dffb97b4fae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.469418 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.529030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77974710-79e8-4fcc-8652-ff4034d6e31e None None] Pushing event updated for resources: {'Port': ['ID=4ac976e2-00cc-472d-b683-bc30c1ac992e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:46.549009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa2e2b8-7b7c-4cf7-8f28-e06351210736 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:46.553949 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-efa2e2b8-7b7c-4cf7-8f28-e06351210736 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.613641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.657537 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=630e365d-77b6-4a9c-afc2-697cd4bdfc0a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:46.791043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-46425865-6201-4b3f-ad04-dffb97b4fae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.791912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.794618 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Floating IP a6233d85-e8a6-42d0-ab35-f0fea8ae9107 disassociated (deleted). External IP: 172.25.8.179, port: 4e512507-bdc2-48c6-9244-c30fcac665ee. Aug 16 02:08:46.937550 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-46425865-6201-4b3f-ad04-dffb97b4fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.010502 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-46425865-6201-4b3f-ad04-dffb97b4fae5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=035519dbe99e4db392c4837c92509037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7637131 Aug 16 02:08:47.011494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46425865-6201-4b3f-ad04-dffb97b4fae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77088e4b-3717-43b8-abca-7e9853049aca,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.013365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 32788) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:47.079861 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e837940a-f10e-4dc0-ad35-de3f1296ef3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.103272 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e837940a-f10e-4dc0-ad35-de3f1296ef3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.110326 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-efa2e2b8-7b7c-4cf7-8f28-e06351210736 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.140769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router d80b2b42-a6e3-4bda-aac5-56458f6348a0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:47.186957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2e2b8-7b7c-4cf7-8f28-e06351210736 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:47.193387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-efa2e2b8-7b7c-4cf7-8f28-e06351210736 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:47.198409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2e2b8-7b7c-4cf7-8f28-e06351210736 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.199346 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-efa2e2b8-7b7c-4cf7-8f28-e06351210736 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.214425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2e2b8-7b7c-4cf7-8f28-e06351210736 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Subnet': ['ID=2bb486c9-349f-4150-9cf9-44a2b3735253,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.278939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:47.283622 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.291734 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda095f5-1489-4db5-b322-0e67baf1b5d0 None None] Sync routers for ids ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:47.302639 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda095f5-1489-4db5-b322-0e67baf1b5d0 None None] Routers {'d80b2b42-a6e3-4bda-aac5-56458f6348a0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:47.303546 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-eda095f5-1489-4db5-b322-0e67baf1b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:08:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:47.319243 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0232a7e7-7bfc-4cfb-9ff5-934158665ce7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/floatingips/a6233d85-e8a6-42d0-ab35-f0fea8ae9107 HTTP/1.1" status: 204 len: 168 time: 1.6100683 Aug 16 02:08:47.319880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:47.322300 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:47.362831 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 32794) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:47.363765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-efa2e2b8-7b7c-4cf7-8f28-e06351210736 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2740555 Aug 16 02:08:47.370484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '1cc483a5-9bb2-4916-b5f1-9174523ef8a9', 'fixed_ips': [{'subnet_id': 'da2963fa-c4e2-4662-a9f7-a38b816adb36'}, {'subnet_id': '2bb486c9-349f-4150-9cf9-44a2b3735253'}], 'name': 'tempest-PortsIpV6TestJSON-587081461'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:47.430824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e837940a-f10e-4dc0-ad35-de3f1296ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.434863 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e837940a-f10e-4dc0-ad35-de3f1296ef3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.445723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e837940a-f10e-4dc0-ad35-de3f1296ef3b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77088e4b-3717-43b8-abca-7e9853049aca HTTP/1.1" status: 204 len: 168 time: 0.4305470 Aug 16 02:08:47.462092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837940a-f10e-4dc0-ad35-de3f1296ef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77088e4b-3717-43b8-abca-7e9853049aca,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.576392 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-eda095f5-1489-4db5-b322-0e67baf1b5d0 None None] Set router d80b2b42-a6e3-4bda-aac5-56458f6348a0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:47.673166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:47.826275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.871792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port f2f31ec9-708f-4564-ad8a-7b35eadd3878 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:48.027695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c58d7a-d9ff-4977-8eb3-f69de333b032 None None] Network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:48.102771 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-eda095f5-1489-4db5-b322-0e67baf1b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:48Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd3ce579e-dec1-4037-a17c-ac7527692e06', 'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:cb:03:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:47Z', 'updated_at': '2021-08-16T02:06:54Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:48.135231 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda095f5-1489-4db5-b322-0e67baf1b5d0 None None] Checking router: d80b2b42-a6e3-4bda-aac5-56458f6348a0 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:48.159931 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda095f5-1489-4db5-b322-0e67baf1b5d0 None None] Routers {'d80b2b42-a6e3-4bda-aac5-56458f6348a0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:48.160560 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-eda095f5-1489-4db5-b322-0e67baf1b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:08:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:48.255056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-21d4ae31-6350-4de8-8308-381c5dd950de None None] Provisioning for port 4ac976e2-00cc-472d-b683-bc30c1ac992e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:48.434498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4d18b2-8bbc-4bc0-8537-6c55a4fd94fa None None] Update dhcp port {'port': {'network_id': '1cc483a5-9bb2-4916-b5f1-9174523ef8a9', 'fixed_ips': [{'subnet_id': 'da2963fa-c4e2-4662-a9f7-a38b816adb36', 'ip_address': '2001:db8::2'}, {'subnet_id': '2bb486c9-349f-4150-9cf9-44a2b3735253'}], 'binding:host_id': 'n-d-768509-23'}, 'id': '4ac976e2-00cc-472d-b683-bc30c1ac992e'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:08:48.436419 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8::92 (1cc483a5-9bb2-4916-b5f1-9174523ef8a9/da2963fa-c4e2-4662-a9f7-a38b816adb36/f2f31ec9-708f-4564-ad8a-7b35eadd3878) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:48.446744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d req-970ec5d7-2e60-488d-b87a-3b7de41ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.449441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d req-970ec5d7-2e60-488d-b87a-3b7de41ed7ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 1097 time: 0.1454639 Aug 16 02:08:48.460349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8:0:1::38b (1cc483a5-9bb2-4916-b5f1-9174523ef8a9/2bb486c9-349f-4150-9cf9-44a2b3735253/f2f31ec9-708f-4564-ad8a-7b35eadd3878) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:48.507933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1c4d18b2-8bbc-4bc0-8537-6c55a4fd94fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.516597 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-eda095f5-1489-4db5-b322-0e67baf1b5d0 None None] Set router d80b2b42-a6e3-4bda-aac5-56458f6348a0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:48.661898 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284406d8-2a85-4206-95a1-c7c430fd66bc req-a4bdfee9-967c-4048-bdcf-bcb36d1947c6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.663681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-284406d8-2a85-4206-95a1-c7c430fd66bc req-a4bdfee9-967c-4048-bdcf-bcb36d1947c6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.0920041 Aug 16 02:08:48.734997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-284406d8-2a85-4206-95a1-c7c430fd66bc req-69e75196-fd5d-4257-afa4-6999686c361e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628226 Aug 16 02:08:48.739760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d req-d811d8d9-af5a-4cc3-9f54-bfef91cd1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.747304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d req-d811d8d9-af5a-4cc3-9f54-bfef91cd1045 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8b24f7e-9e19-40a9-b6cf-67f11649482d HTTP/1.1" status: 200 len: 897 time: 0.2832298 Aug 16 02:08:48.827885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4ac976e2-00cc-472d-b683-bc30c1ac992e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:48.847217 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.858348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d req-5b9e30f4-e852-4b3e-90ac-ac6edc46507d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 200 len: 217 time: 0.1080930 Aug 16 02:08:48.863546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object f2f31ec9-708f-4564-ad8a-7b35eadd3878 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:48.900901 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5e8b95-53ea-4f8a-83ad-a1816774c022 x-openstack-request-id: req-cc5e8b95-53ea-4f8a-83ad-a1816774c022 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:48.902453 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:48.902453 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc5e8b95-53ea-4f8a-83ad-a1816774c022 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:48.902453 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'status': 'completed', 'code': 200} Aug 16 02:08:48.956809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 32832) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:48.986964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d req-48671827-fe16-455f-a03f-fdca3c51d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.988313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d req-48671827-fe16-455f-a03f-fdca3c51d3a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5be674fc-b82b-48ae-8113-4833c2ef8d9b HTTP/1.1" status: 200 len: 835 time: 0.1097984 Aug 16 02:08:49.019233 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.049226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d req-8e57b760-7179-48e5-bf35-afa032e2ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.051093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d req-8e57b760-7179-48e5-bf35-afa032e2ac46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8b24f7e-9e19-40a9-b6cf-67f11649482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512028 Aug 16 02:08:49.081448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:49.082573 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-eda095f5-1489-4db5-b322-0e67baf1b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:48Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd3ce579e-dec1-4037-a17c-ac7527692e06', 'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:cb:03:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:47Z', 'updated_at': '2021-08-16T02:06:54Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:49.102375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 4ac976e2-00cc-472d-b683-bc30c1ac992e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:49.112446 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:49.112446 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:49.128963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4ac976e2-00cc-472d-b683-bc30c1ac992e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:49.130114 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.130230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.131514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.147643 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda095f5-1489-4db5-b322-0e67baf1b5d0 None None] The sync data for ids ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'] in n-d-768509-23 is: [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:48Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd3ce579e-dec1-4037-a17c-ac7527692e06', 'name': '', 'network_id': 'd8b24f7e-9e19-40a9-b6cf-67f11649482d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:cb:03:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:47Z', 'updated_at': '2021-08-16T02:06:54Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '5be674fc-b82b-48ae-8113-4833c2ef8d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:49.172132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=f2f31ec9-708f-4564-ad8a-7b35eadd3878,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:49.196796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-1c4d18b2-8bbc-4bc0-8537-6c55a4fd94fa None None] Allocated IP 2001:db8:0:1::2 (1cc483a5-9bb2-4916-b5f1-9174523ef8a9/2bb486c9-349f-4150-9cf9-44a2b3735253/4ac976e2-00cc-472d-b683-bc30c1ac992e) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:49.212901 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.213134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.213485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.214006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.214346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.214680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.215018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.215345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.215671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.216748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.217253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.217715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.238077 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d req-536e393a-289e-422a-ba2b-c1baa1f4bc8d service neutron] 10.222.0.64 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786785 Aug 16 02:08:49.244050 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6ae5-345a-4421-8ccd-8e095fd4d446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.338073 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e4a2c36c-1898-4f1d-ad36-3b0406dd1af0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.9731305 Aug 16 02:08:49.341157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 32840) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:49.348264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e5e6b10d-b563-42ac-9f66-abee0e41fe75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da2963fa-c4e2-4662-a9f7-a38b816adb36'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:49.446886 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1c4d18b2-8bbc-4bc0-8537-6c55a4fd94fa None None] For port 4ac976e2-00cc-472d-b683-bc30c1ac992e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4ac976e2-00cc-472d-b683-bc30c1ac992e,segment=NetworkSegment(3113aca7-a0a5-4ae8-8e8b-99bb73464fa8),segment_id=3113aca7-a0a5-4ae8-8e8b-99bb73464fa8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:49.468849 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6ae5-345a-4421-8ccd-8e095fd4d446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.538445 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e258f8f-94f3-4b4b-b6c9-32a7575ff66d req-e6b62b74-a43f-44f1-b8b0-a38f8f2ee5f7 service neutron] 10.222.0.64 "GET /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831330 Aug 16 02:08:49.558164 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.558442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a7236-5541-402d-86cf-34130217c499 req-585b5a2e-d0a2-46f0-8d25-623bae9304f0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.560262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-727a7236-5541-402d-86cf-34130217c499 req-585b5a2e-d0a2-46f0-8d25-623bae9304f0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.1416059 Aug 16 02:08:49.565620 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1c4d18b2-8bbc-4bc0-8537-6c55a4fd94fa None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.570305 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6ae5-345a-4421-8ccd-8e095fd4d446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.601430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1c4d18b2-8bbc-4bc0-8537-6c55a4fd94fa None None] Transition to ACTIVE for port object 4ac976e2-00cc-472d-b683-bc30c1ac992e will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:49.633232 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c6ae5-345a-4421-8ccd-8e095fd4d446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478995d5-c039-4c14-8a54-0823e7e5b312,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:49.661193 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8f8c6ae5-345a-4421-8ccd-8e095fd4d446 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0c46323779f4d3895537aa5242c4341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017794 Aug 16 02:08:49.664195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 32850) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:49.718811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7bc52e-5178-4f8e-a492-94dbcda17c1e None None] New status for floating IP a6233d85-e8a6-42d0-ab35-f0fea8ae9107: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:08:49.733981 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a58203c8-fb32-4c2c-8101-8d98e33f7ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.761284 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a58203c8-fb32-4c2c-8101-8d98e33f7ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.763020 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b10d-b563-42ac-9f66-abee0e41fe75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.824016 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1c4d18b2-8bbc-4bc0-8537-6c55a4fd94fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.855797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-727a7236-5541-402d-86cf-34130217c499 req-17c9312f-74b8-4481-a7d8-9f765c3ed9b5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 4e512507-bdc2-48c6-9244-c30fcac665ee {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:49.856227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-727a7236-5541-402d-86cf-34130217c499 req-17c9312f-74b8-4481-a7d8-9f765c3ed9b5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.935633 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a58203c8-fb32-4c2c-8101-8d98e33f7ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.938696 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a58203c8-fb32-4c2c-8101-8d98e33f7ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.939901 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a58203c8-fb32-4c2c-8101-8d98e33f7ff2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/478995d5-c039-4c14-8a54-0823e7e5b312 HTTP/1.1" status: 204 len: 168 time: 0.2746594 Aug 16 02:08:49.958748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58203c8-fb32-4c2c-8101-8d98e33f7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478995d5-c039-4c14-8a54-0823e7e5b312,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.082443 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:08:50.082807 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:08:50.086209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d18b2-8bbc-4bc0-8537-6c55a4fd94fa None None] Pushing event updated for resources: {'Port': ['ID=4ac976e2-00cc-472d-b683-bc30c1ac992e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.111639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec1793-c2c5-4a67-9c24-f2f64aea31b5 req-639c5d4e-38be-4319-8a40-dbf5c56ae062 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:50.113212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3ec1793-c2c5-4a67-9c24-f2f64aea31b5 req-639c5d4e-38be-4319-8a40-dbf5c56ae062 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 945 time: 0.2519112 Aug 16 02:08:50.254570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-727a7236-5541-402d-86cf-34130217c499 req-17c9312f-74b8-4481-a7d8-9f765c3ed9b5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port 4e512507-bdc2-48c6-9244-c30fcac665ee, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4e512507-bdc2-48c6-9244-c30fcac665ee,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:50.254939 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-727a7236-5541-402d-86cf-34130217c499 req-17c9312f-74b8-4481-a7d8-9f765c3ed9b5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.272167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-727a7236-5541-402d-86cf-34130217c499 req-17c9312f-74b8-4481-a7d8-9f765c3ed9b5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 4e512507-bdc2-48c6-9244-c30fcac665ee owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:50.356169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3ec1793-c2c5-4a67-9c24-f2f64aea31b5 req-2a2b4419-2db0-4cb5-be57-637d99be7da9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f499668-0baa-4182-847c-957ea43cc357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2263072 Aug 16 02:08:50.478768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-e5e6b10d-b563-42ac-9f66-abee0e41fe75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Delete allocated IP 2001:db8:0:1::38b (1cc483a5-9bb2-4916-b5f1-9174523ef8a9/2bb486c9-349f-4150-9cf9-44a2b3735253) {{(pid=95516) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:08:50.678073 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.708142 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b10d-b563-42ac-9f66-abee0e41fe75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.723379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-e5e6b10d-b563-42ac-9f66-abee0e41fe75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Ignored duplicate provisioning block setup for port f2f31ec9-708f-4564-ad8a-7b35eadd3878 by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:08:50.729423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 4ac976e2-00cc-472d-b683-bc30c1ac992e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4ac976e2-00cc-472d-b683-bc30c1ac992e,segment=NetworkSegment(3113aca7-a0a5-4ae8-8e8b-99bb73464fa8),segment_id=3113aca7-a0a5-4ae8-8e8b-99bb73464fa8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:50.886017 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.886416 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-727a7236-5541-402d-86cf-34130217c499 req-17c9312f-74b8-4481-a7d8-9f765c3ed9b5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.888388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b10d-b563-42ac-9f66-abee0e41fe75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.932883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc822c67-8a68-4233-ad3e-29a539d0e332 None None] Network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:51.006167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6b10d-b563-42ac-9f66-abee0e41fe75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] In _notify_port_updated(), no bound segment for port f2f31ec9-708f-4564-ad8a-7b35eadd3878 on network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 {{(pid=95516) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:08:51.014986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e6b10d-b563-42ac-9f66-abee0e41fe75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.015995 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b10d-b563-42ac-9f66-abee0e41fe75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.027466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e5e6b10d-b563-42ac-9f66-abee0e41fe75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "PUT /v2.0/ports/f2f31ec9-708f-4564-ad8a-7b35eadd3878 HTTP/1.1" status: 200 len: 924 time: 1.6756642 Aug 16 02:08:51.027466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9312f-74b8-4481-a7d8-9f765c3ed9b5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=4e512507-bdc2-48c6-9244-c30fcac665ee,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:51.028072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 32880) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:51.028072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4b798205-ebcf-44f8-9774-ec81626ca9b2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da2963fa-c4e2-4662-a9f7-a38b816adb36'}, {'subnet_id': '2bb486c9-349f-4150-9cf9-44a2b3735253'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:51.056807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4ac976e2-00cc-472d-b683-bc30c1ac992e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:51.066665 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.098360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-727a7236-5541-402d-86cf-34130217c499 req-17c9312f-74b8-4481-a7d8-9f765c3ed9b5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] No DVR routers for this DVR port 4e512507-bdc2-48c6-9244-c30fcac665ee on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:51.102825 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-727a7236-5541-402d-86cf-34130217c499 req-17c9312f-74b8-4481-a7d8-9f765c3ed9b5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.105948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-727a7236-5541-402d-86cf-34130217c499 req-17c9312f-74b8-4481-a7d8-9f765c3ed9b5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.64 "DELETE /v2.0/ports/4e512507-bdc2-48c6-9244-c30fcac665ee HTTP/1.1" status: 204 len: 173 time: 1.5384097 Aug 16 02:08:51.109910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'name': 'network-vif-deleted', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:51.112389 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde5d31d-8b70-4284-8878-540a022d7194" -d '{"events": [{"server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "name": "network-vif-deleted", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:51.125793 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=4ac976e2-00cc-472d-b683-bc30c1ac992e,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:51.148249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 32884) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:51.173880 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2f28a855-77d3-4903-9817-3cafb551b76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.181930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b798205-ebcf-44f8-9774-ec81626ca9b2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.219077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-102a5590-24a0-4064-8034-8f15f23bfa44 None None] Provisioning for port 4ac976e2-00cc-472d-b683-bc30c1ac992e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:51.230353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-102a5590-24a0-4064-8034-8f15f23bfa44 None None] Provisioning complete for port 4ac976e2-00cc-472d-b683-bc30c1ac992e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:51.230733 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-102a5590-24a0-4064-8034-8f15f23bfa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.335274 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2f28a855-77d3-4903-9817-3cafb551b76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.337566 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a094c2bc-447f-4359-aba8-e1b977755951 x-openstack-request-id: req-a094c2bc-447f-4359-aba8-e1b977755951 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:51.337881 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbd739f-0376-4bf9-bf16-0f649596b01a", "name": "network-vif-deleted", "tag": "4e512507-bdc2-48c6-9244-c30fcac665ee", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:51.338147 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a094c2bc-447f-4359-aba8-e1b977755951 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:51.338638 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd739f-0376-4bf9-bf16-0f649596b01a', 'name': 'network-vif-deleted', 'tag': '4e512507-bdc2-48c6-9244-c30fcac665ee', 'status': 'completed', 'code': 200} Aug 16 02:08:51.339754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6b10d-b563-42ac-9f66-abee0e41fe75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=f2f31ec9-708f-4564-ad8a-7b35eadd3878,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:51.495112 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2f28a855-77d3-4903-9817-3cafb551b76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.578103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-840e2294-12f2-44ce-970f-590c392ea1ca req-baf35975-9077-4aac-9c9f-f8d116548473 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbd739f-0376-4bf9-bf16-0f649596b01a HTTP/1.1" status: 200 len: 210 time: 0.0544217 Aug 16 02:08:51.586227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2f28a855-77d3-4903-9817-3cafb551b76a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6c75a3601ad45f797ad3eda2dc7a351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336607 Aug 16 02:08:51.586227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28a855-77d3-4903-9817-3cafb551b76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d0250e-4f0d-4a61-8bb4-21feb11b4ab1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:51.589939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 32890) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:51.750303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-4b798205-ebcf-44f8-9774-ec81626ca9b2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8:0:1::251 (1cc483a5-9bb2-4916-b5f1-9174523ef8a9/2bb486c9-349f-4150-9cf9-44a2b3735253/f2f31ec9-708f-4564-ad8a-7b35eadd3878) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:51.763174 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb886ad6-5990-4c7f-9cc7-29edebb1b1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.837997 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb886ad6-5990-4c7f-9cc7-29edebb1b1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.923521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4c44eb0f-dca1-48f7-a16f-dd6d37ae00a8 None None] Provisioning for port f2f31ec9-708f-4564-ad8a-7b35eadd3878 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:51.929079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4c44eb0f-dca1-48f7-a16f-dd6d37ae00a8 None None] Provisioning complete for port f2f31ec9-708f-4564-ad8a-7b35eadd3878 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:51.929736 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4c44eb0f-dca1-48f7-a16f-dd6d37ae00a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.937732 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b798205-ebcf-44f8-9774-ec81626ca9b2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.948776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-4b798205-ebcf-44f8-9774-ec81626ca9b2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Ignored duplicate provisioning block setup for port f2f31ec9-708f-4564-ad8a-7b35eadd3878 by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:08:51.966345 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4c44eb0f-dca1-48f7-a16f-dd6d37ae00a8 None None] Port f2f31ec9-708f-4564-ad8a-7b35eadd3878 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:51.976415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4c44eb0f-dca1-48f7-a16f-dd6d37ae00a8 None None] Provisioning complete for port 4ac976e2-00cc-472d-b683-bc30c1ac992e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:51.976786 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4c44eb0f-dca1-48f7-a16f-dd6d37ae00a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.010991 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.066735 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b798205-ebcf-44f8-9774-ec81626ca9b2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.072387 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb886ad6-5990-4c7f-9cc7-29edebb1b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.075241 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb886ad6-5990-4c7f-9cc7-29edebb1b1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.079544 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bb886ad6-5990-4c7f-9cc7-29edebb1b1d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57d0250e-4f0d-4a61-8bb4-21feb11b4ab1 HTTP/1.1" status: 204 len: 168 time: 0.4881208 Aug 16 02:08:52.163471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb886ad6-5990-4c7f-9cc7-29edebb1b1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d0250e-4f0d-4a61-8bb4-21feb11b4ab1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.232924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3437ea4c-9339-4996-b9f5-12222821eff9 None None] Provisioning complete for port f2f31ec9-708f-4564-ad8a-7b35eadd3878 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:52.234670 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3437ea4c-9339-4996-b9f5-12222821eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.286246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3437ea4c-9339-4996-b9f5-12222821eff9 None None] Port f2f31ec9-708f-4564-ad8a-7b35eadd3878 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:52.444316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4e512507-bdc2-48c6-9244-c30fcac665ee no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:52.496320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 4e512507-bdc2-48c6-9244-c30fcac665ee {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:52.498243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4e512507-bdc2-48c6-9244-c30fcac665ee not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:52.528277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a531369d-ac9c-48ea-a866-6f6f04119f92 None None] Provisioning complete for port f2f31ec9-708f-4564-ad8a-7b35eadd3878 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:52.529001 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a531369d-ac9c-48ea-a866-6f6f04119f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.645404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a531369d-ac9c-48ea-a866-6f6f04119f92 None None] Port f2f31ec9-708f-4564-ad8a-7b35eadd3878 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:52.682351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 32920) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:52.710079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b798205-ebcf-44f8-9774-ec81626ca9b2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=f2f31ec9-708f-4564-ad8a-7b35eadd3878,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.713886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4b798205-ebcf-44f8-9774-ec81626ca9b2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] In _notify_port_updated(), no bound segment for port f2f31ec9-708f-4564-ad8a-7b35eadd3878 on network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:08:52.731097 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b798205-ebcf-44f8-9774-ec81626ca9b2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.732472 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b798205-ebcf-44f8-9774-ec81626ca9b2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.736692 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4b798205-ebcf-44f8-9774-ec81626ca9b2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "PUT /v2.0/ports/f2f31ec9-708f-4564-ad8a-7b35eadd3878 HTTP/1.1" status: 200 len: 1010 time: 1.7124465 Aug 16 02:08:52.736893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 32928) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:52.871602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-914532b7-6a38-4e6b-8c77-73f96c1f54c3 None None] Provisioning complete for port f2f31ec9-708f-4564-ad8a-7b35eadd3878 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:52.876322 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-914532b7-6a38-4e6b-8c77-73f96c1f54c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.922860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-fdcac5e0-efda-4be3-af51-c72af88bfde7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port f2f31ec9-708f-4564-ad8a-7b35eadd3878 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:52.931418 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fdcac5e0-efda-4be3-af51-c72af88bfde7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.931772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-914532b7-6a38-4e6b-8c77-73f96c1f54c3 None None] Port f2f31ec9-708f-4564-ad8a-7b35eadd3878 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:53.018101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4ac976e2-00cc-472d-b683-bc30c1ac992e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:53.064411 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fdcac5e0-efda-4be3-af51-c72af88bfde7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.083795 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-fdcac5e0-efda-4be3-af51-c72af88bfde7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for f2f31ec9-708f-4564-ad8a-7b35eadd3878 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:53.099202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4ac976e2-00cc-472d-b683-bc30c1ac992e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:53.099821 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.675899 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fdcac5e0-efda-4be3-af51-c72af88bfde7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.696998 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcac5e0-efda-4be3-af51-c72af88bfde7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=f2f31ec9-708f-4564-ad8a-7b35eadd3878,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.736650 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 32958) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:53.747597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'network': {'name': 'tempest-network-smoke--15109572', 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'port_security_enabled': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:53.776022 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fdcac5e0-efda-4be3-af51-c72af88bfde7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.780702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 32960) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:53.781239 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fdcac5e0-efda-4be3-af51-c72af88bfde7 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/f2f31ec9-708f-4564-ad8a-7b35eadd3878 HTTP/1.1" status: 204 len: 168 time: 1.0428915 Aug 16 02:08:53.795767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.812532 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f2cdd1-f9b0-414f-b27b-4b3ef7973baa tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:08:53.814142 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-78f2cdd1-f9b0-414f-b27b-4b3ef7973baa tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/f2f31ec9-708f-4564-ad8a-7b35eadd3878 HTTP/1.1" status: 404 len: 333 time: 0.0322587 Aug 16 02:08:53.817172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 32962) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:53.881772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb0b730-c485-4615-81a8-20019b6396e5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting subnet 2bb486c9-349f-4150-9cf9-44a2b3735253 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:53.885703 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b730-c485-4615-81a8-20019b6396e5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.944953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Made reservation on behalf of 9cae7a8fd5e14b8f8ec0c37bd3723cfc for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:53.948483 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.980703 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.002952 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b730-c485-4615-81a8-20019b6396e5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.136609 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b730-c485-4615-81a8-20019b6396e5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.198203 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.199600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port d3ce579e-dec1-4037-a17c-ac7527692e06 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:54.199945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.295663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port d3ce579e-dec1-4037-a17c-ac7527692e06, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d3ce579e-dec1-4037-a17c-ac7527692e06,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:54.296028 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.309776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for d3ce579e-dec1-4037-a17c-ac7527692e06 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:54.387569 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.397516 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b730-c485-4615-81a8-20019b6396e5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.438378 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:54.470357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0b730-c485-4615-81a8-20019b6396e5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb486c9-349f-4150-9cf9-44a2b3735253,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.472667 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b730-c485-4615-81a8-20019b6396e5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.476373 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ceb0b730-c485-4615-81a8-20019b6396e5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/2bb486c9-349f-4150-9cf9-44a2b3735253 HTTP/1.1" status: 204 len: 168 time: 0.6571476 Aug 16 02:08:54.481379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 32982) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:54.485079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f89c277-17fd-47bf-a046-5d8402d555c6 None None] Network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:54.492201 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.493036 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Added segment 0912c703-db58-4181-8914-c8ed7a504e84 of type vlan for network d389de70-727a-4991-8dd8-5ae76bd1302d Aug 16 02:08:54.494599 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257f05f2-9fb0-466d-bb4b-1b879a675e0d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.582487 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.597006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e406e3d-0143-4049-bc6c-7e128dab856d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting subnet da2963fa-c4e2-4662-a9f7-a38b816adb36 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:54.603121 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e406e3d-0143-4049-bc6c-7e128dab856d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.659464 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e406e3d-0143-4049-bc6c-7e128dab856d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.688523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.744228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=d3ce579e-dec1-4037-a17c-ac7527692e06,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.771637 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.779381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.780231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.818562 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e406e3d-0143-4049-bc6c-7e128dab856d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.947442 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.969117 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Network': ['ID=d389de70-727a-4991-8dd8-5ae76bd1302d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.997723 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a2bbcd90-baba-42d4-822b-5166ca5b9aac tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2568893 Aug 16 02:08:54.998506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33000) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:55.009347 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'admin_state_up': True, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:55.016109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network d389de70-727a-4991-8dd8-5ae76bd1302d details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:55.087462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e406e3d-0143-4049-bc6c-7e128dab856d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.154497 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e406e3d-0143-4049-bc6c-7e128dab856d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.157951 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8e406e3d-0143-4049-bc6c-7e128dab856d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/da2963fa-c4e2-4662-a9f7-a38b816adb36 HTTP/1.1" status: 204 len: 168 time: 0.6755211 Aug 16 02:08:55.159815 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e406e3d-0143-4049-bc6c-7e128dab856d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Subnet': ['ID=da2963fa-c4e2-4662-a9f7-a38b816adb36,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:55.166946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33006) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:55.169040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.170449 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.258731 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.303308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.478974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router d80b2b42-a6e3-4bda-aac5-56458f6348a0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:55.480619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 4ac976e2-00cc-472d-b683-bc30c1ac992e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:55.481117 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.589859 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.649452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] For port 4ac976e2-00cc-472d-b683-bc30c1ac992e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4ac976e2-00cc-472d-b683-bc30c1ac992e,segment=NetworkSegment(3113aca7-a0a5-4ae8-8e8b-99bb73464fa8),segment_id=3113aca7-a0a5-4ae8-8e8b-99bb73464fa8)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:55.650011 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.669061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544a7f34-e3c5-4bea-bea2-d46e0acf71b2 None None] Network 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:55.697765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 4ac976e2-00cc-472d-b683-bc30c1ac992e owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:55.765061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:55.774605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-125e9fae-49fb-4f8a-977f-8ced47e9d7cb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "PUT /v2.0/routers/d80b2b42-a6e3-4bda-aac5-56458f6348a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0910132 Aug 16 02:08:55.775225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33030) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:55.778082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7fc63b65-732a-44ec-8ee2-8a4c97f4c908 None None] Provisioning complete for port 4ac976e2-00cc-472d-b683-bc30c1ac992e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:55.779069 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e97034-ba38-4b37-a746-dfa2dba3302b None None] Sync routers for ids ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:55.782834 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7fc63b65-732a-44ec-8ee2-8a4c97f4c908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.794991 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e97034-ba38-4b37-a746-dfa2dba3302b None None] Routers {'d80b2b42-a6e3-4bda-aac5-56458f6348a0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:55.795694 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-12e97034-ba38-4b37-a746-dfa2dba3302b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:08:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:55.914595 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-12e97034-ba38-4b37-a746-dfa2dba3302b None None] Set router d80b2b42-a6e3-4bda-aac5-56458f6348a0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:55.926287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a676840-50d3-4e02-896d-3d88a0eb300e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting subnet 5be674fc-b82b-48ae-8113-4833c2ef8d9b {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:55.931414 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a676840-50d3-4e02-896d-3d88a0eb300e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.985243 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a676840-50d3-4e02-896d-3d88a0eb300e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.000045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.023313 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.085792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a676840-50d3-4e02-896d-3d88a0eb300e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.091197 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.175425 n-d-768509-23 neutron-server[95517]: INFO neutron.plugins.ml2.db [None req-7fc63b65-732a-44ec-8ee2-8a4c97f4c908 None None] No ports have port_id starting with 4ac976e2-00cc-472d-b683-bc30c1ac992e Aug 16 02:08:56.193857 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-12e97034-ba38-4b37-a746-dfa2dba3302b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:56.201696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No DVR routers for this DVR port 4ac976e2-00cc-472d-b683-bc30c1ac992e on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:56.241630 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e97034-ba38-4b37-a746-dfa2dba3302b None None] Checking router: d80b2b42-a6e3-4bda-aac5-56458f6348a0 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:56.248208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=4ac976e2-00cc-472d-b683-bc30c1ac992e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:56.251619 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e97034-ba38-4b37-a746-dfa2dba3302b None None] Routers {'d80b2b42-a6e3-4bda-aac5-56458f6348a0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:56.252447 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-12e97034-ba38-4b37-a746-dfa2dba3302b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:08:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:56.287678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c220ef85-1461-4fd9-8918-fc2e65c95ce6 None None] DHCP port deletion for 1cc483a5-9bb2-4916-b5f1-9174523ef8a9 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:56.308067 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Allocated IP 172.25.8.8 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/80ef90b3-6ab6-481d-9ab9-1aa05e819417) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:56.358752 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.370889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc483a5-9bb2-4916-b5f1-9174523ef8a9']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:56.391403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3113aca7-a0a5-4ae8-8e8b-99bb73464fa8') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:56.391841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3113aca7-a0a5-4ae8-8e8b-99bb73464fa8') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:56.402194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.409296 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a676840-50d3-4e02-896d-3d88a0eb300e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.436335 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-12e97034-ba38-4b37-a746-dfa2dba3302b None None] Set router d80b2b42-a6e3-4bda-aac5-56458f6348a0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:56.448426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.454434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a676840-50d3-4e02-896d-3d88a0eb300e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Subnet': ['ID=5be674fc-b82b-48ae-8113-4833c2ef8d9b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:56.460951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399069af-9235-40ca-859d-51a95221aa50 None None] Network d8b24f7e-9e19-40a9-b6cf-67f11649482d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:56.462877 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a676840-50d3-4e02-896d-3d88a0eb300e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.465414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4a676840-50d3-4e02-896d-3d88a0eb300e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/subnets/5be674fc-b82b-48ae-8113-4833c2ef8d9b HTTP/1.1" status: 204 len: 168 time: 0.6719651 Aug 16 02:08:56.466978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:56.467407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.469750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33042) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:56.471060 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:56.572215 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.655899 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.678252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33048) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:56.680377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.687427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/networks/1cc483a5-9bb2-4916-b5f1-9174523ef8a9 HTTP/1.1" status: 204 len: 168 time: 1.5128746 Aug 16 02:08:56.687427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c161d5-32d9-44c3-9db1-461188e781b9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Network': ['ID=1cc483a5-9bb2-4916-b5f1-9174523ef8a9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:56.687822 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33050) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:56.744746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb981c-081e-4227-8c6c-c81b681a4659 None None] DHCP port deletion for d8b24f7e-9e19-40a9-b6cf-67f11649482d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:56.754998 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.769860 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-12e97034-ba38-4b37-a746-dfa2dba3302b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:56.797880 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e97034-ba38-4b37-a746-dfa2dba3302b None None] The sync data for ids ['d80b2b42-a6e3-4bda-aac5-56458f6348a0'] in n-d-768509-23 is: [{'id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072648317', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '457260e1-9ffd-48e5-8073-0cb869c06290', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80b2b42-a6e3-4bda-aac5-56458f6348a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:56.823543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-26fb981c-081e-4227-8c6c-c81b681a4659 None None] Deleting port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:56.828151 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-26fb981c-081e-4227-8c6c-c81b681a4659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.863179 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Port': ['ID=80ef90b3-6ab6-481d-9ab9-1aa05e819417,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:56.866141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.871691 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6b7fde4-f9ee-4e82-a6d1-72d3e4eb5739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.962292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-26fb981c-081e-4227-8c6c-c81b681a4659 None None] For port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=877386c3-1c0b-4caf-bc44-ae7aff1a77c7,segment=NetworkSegment(6c1e0d62-7b38-4c63-935b-080c0d488f60),segment_id=6c1e0d62-7b38-4c63-935b-080c0d488f60)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:56.962533 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-26fb981c-081e-4227-8c6c-c81b681a4659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.978007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-26fb981c-081e-4227-8c6c-c81b681a4659 None None] Calling delete_port for 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:57.003762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:57.011041 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:57.023937 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:57.031697 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d3ce579e-dec1-4037-a17c-ac7527692e06 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:57.056238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: d3ce579e-dec1-4037-a17c-ac7527692e06 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:57.056882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d3ce579e-dec1-4037-a17c-ac7527692e06 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:57.057527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4ac976e2-00cc-472d-b683-bc30c1ac992e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:57.086645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6b7fde4-f9ee-4e82-a6d1-72d3e4eb5739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.096519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 4ac976e2-00cc-472d-b683-bc30c1ac992e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:57.096866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4ac976e2-00cc-472d-b683-bc30c1ac992e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:57.097402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:57.102200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d2b4f-2859-48d2-b74a-3d9e42de9cc9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:57.105185 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c05d2b4f-2859-48d2-b74a-3d9e42de9cc9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4163046 Aug 16 02:08:57.110431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33058) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:57.161265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6b7fde4-f9ee-4e82-a6d1-72d3e4eb5739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.181504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d4c75c6a-5a16-415f-a431-edcc2fd0e39c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0666537 Aug 16 02:08:57.187968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33062) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:57.199475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2016555871'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:57.214544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f6b7fde4-f9ee-4e82-a6d1-72d3e4eb5739 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76eb5044287e4bef8198eb8c3224d4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277638 Aug 16 02:08:57.214899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33064) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:57.225481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7fde4-f9ee-4e82-a6d1-72d3e4eb5739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc93f05-bc14-420e-9250-3b269e1ad644,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:57.238099 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.253748 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.309094 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-187ea225-e7bd-430a-9396-a11436c77c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.332736 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-187ea225-e7bd-430a-9396-a11436c77c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.399518 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-26fb981c-081e-4227-8c6c-c81b681a4659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.430638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:57.434182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.459080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb981c-081e-4227-8c6c-c81b681a4659 None None] Pushing event deleted for resources: {'Port': ['ID=877386c3-1c0b-4caf-bc44-ae7aff1a77c7,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:57.463181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb981c-081e-4227-8c6c-c81b681a4659 None None] No DVR routers for this DVR port 877386c3-1c0b-4caf-bc44-ae7aff1a77c7 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:57.510776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 457260e1-9ffd-48e5-8073-0cb869c06290 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:57.511309 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.549034 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-187ea225-e7bd-430a-9396-a11436c77c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.552801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-187ea225-e7bd-430a-9396-a11436c77c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.554334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-187ea225-e7bd-430a-9396-a11436c77c71 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bdc93f05-bc14-420e-9250-3b269e1ad644 HTTP/1.1" status: 204 len: 168 time: 0.3380890 Aug 16 02:08:57.565949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ea225-e7bd-430a-9396-a11436c77c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc93f05-bc14-420e-9250-3b269e1ad644,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:57.566550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:57.599968 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.600525 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Added segment edf94921-7d8e-4d29-9d35-fd7aa96b7a37 of type vlan for network a77c6187-3b44-40eb-bd3c-65365b1104a2 Aug 16 02:08:57.716641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.728839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port 457260e1-9ffd-48e5-8073-0cb869c06290, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=457260e1-9ffd-48e5-8073-0cb869c06290,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:57.729139 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.782733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 457260e1-9ffd-48e5-8073-0cb869c06290 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:57.854831 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.014108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.020898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.022004 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.419347 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Network': ['ID=a77c6187-3b44-40eb-bd3c-65365b1104a2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:58.438458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network a77c6187-3b44-40eb-bd3c-65365b1104a2 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:58.491172 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.581298 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1d100e1f-d911-4bd7-9dee-737261afaa26 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3922668 Aug 16 02:08:58.586292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33090) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:58.590408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': 'a77c6187-3b44-40eb-bd3c-65365b1104a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:58.643155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.671084 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=457260e1-9ffd-48e5-8073-0cb869c06290,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:58.741385 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33092) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:58.750525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.782762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97bbae9e-152a-47de-9e25-ee25dc8d4c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.794003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:58.797733 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.815945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Router d425fe30-111a-4e3f-a446-17ac034c92c4 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:08:58.861309 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.864743 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.059226 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.059779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Fanout notify agent at l3_agent the message router_deleted on router d80b2b42-a6e3-4bda-aac5-56458f6348a0 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:08:59.068587 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.069715 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-47d0ce1c-306d-4866-80f2-a45332a5b999 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/routers/d80b2b42-a6e3-4bda-aac5-56458f6348a0 HTTP/1.1" status: 204 len: 168 time: 2.5947425 Aug 16 02:08:59.072967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33098) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:59.088291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:59.106491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Sync routers for ids ['d425fe30-111a-4e3f-a446-17ac034c92c4'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:59.134605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Routers {'d425fe30-111a-4e3f-a446-17ac034c92c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:59.135601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97bbae9e-152a-47de-9e25-ee25dc8d4c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.136466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:08:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d425fe30-111a-4e3f-a446-17ac034c92c4'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:59.168475 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.183183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.266179 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-97bbae9e-152a-47de-9e25-ee25dc8d4c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.280392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Set router d425fe30-111a-4e3f-a446-17ac034c92c4 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:59.295735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Subnet': ['ID=f8499ed5-713a-4790-ad75-a509d8a96f64,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:59.309031 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-97bbae9e-152a-47de-9e25-ee25dc8d4c88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e60b7d6b001041eebe7f86addce6b2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5664883 Aug 16 02:08:59.311541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33104) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:59.335444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.337328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.337328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.340085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbae9e-152a-47de-9e25-ee25dc8d4c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3534ddd-9e2b-407e-a1d0-218bcf3ab203,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:59.341651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.342068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.342416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.342813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.343115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.343505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.343840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.344169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.344491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.385306 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.385306 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e6103f22-962c-404e-b151-267c25e53a2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.3851876 Aug 16 02:08:59.388149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33106) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:59.423410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Checking segment: {'id': 'edf94921-7d8e-4d29-9d35-fd7aa96b7a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c6187-3b44-40eb-bd3c-65365b1104a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:59.423786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network hostable DHCP agents. Network: a77c6187-3b44-40eb-bd3c-65365b1104a2, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:59.437607 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.448219 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d43335a-044f-4430-97cb-3179f78177c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.476962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b24f7e-9e19-40a9-b6cf-67f11649482d']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:59.500250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1e0d62-7b38-4c63-935b-080c0d488f60') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:59.500532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1e0d62-7b38-4c63-935b-080c0d488f60') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:59.511744 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d43335a-044f-4430-97cb-3179f78177c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.517754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:08:57Z', 'revision_number': 3, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:59.540193 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.558579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Checking router: d425fe30-111a-4e3f-a446-17ac034c92c4 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:59.559018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Updating router d425fe30-111a-4e3f-a446-17ac034c92c4 port 80ef90b3-6ab6-481d-9ab9-1aa05e819417 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:59.569289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.588074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:59.588722 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.594264 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:59.598537 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:59.672313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network a77c6187-3b44-40eb-bd3c-65365b1104a2 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:59.705737 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d43335a-044f-4430-97cb-3179f78177c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.708520 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d43335a-044f-4430-97cb-3179f78177c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.712024 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3d43335a-044f-4430-97cb-3179f78177c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a3534ddd-9e2b-407e-a1d0-218bcf3ab203 HTTP/1.1" status: 204 len: 168 time: 0.3972344 Aug 16 02:08:59.721309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43335a-044f-4430-97cb-3179f78177c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3534ddd-9e2b-407e-a1d0-218bcf3ab203,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:59.803644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-575c7118-9a45-432f-9680-73770935e7af tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4055746 Aug 16 02:08:59.803752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33120) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:59.824416 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.853133 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.858316 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/networks/d8b24f7e-9e19-40a9-b6cf-67f11649482d HTTP/1.1" status: 204 len: 168 time: 0.7842543 Aug 16 02:08:59.858473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33122) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:59.907006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, a77c6187-3b44-40eb-bd3c-65365b1104a2) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:59.913907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9c4ab-4c60-42b2-ba3a-cee797eb5bde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Network': ['ID=d8b24f7e-9e19-40a9-b6cf-67f11649482d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:59.923217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1765e270-bf99-4d6c-b5ee-90382abfdfdc None None] Network a77c6187-3b44-40eb-bd3c-65365b1104a2 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:59.925413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:59.925413 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.930201 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.941670 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e6d9fb9-9ea9-4c96-9957-b8f1f01fd97a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.993767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e6d9fb9-9ea9-4c96-9957-b8f1f01fd97a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.994152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Transition to ACTIVE for port object 80ef90b3-6ab6-481d-9ab9-1aa05e819417 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:00.041555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1823dd9a-0af9-4180-b8b2-4276f6655204 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:00.042978 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-231f341c-4868-414e-9fc4-7d7b3fe556d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.044510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1823dd9a-0af9-4180-b8b2-4276f6655204 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2396104 Aug 16 02:09:00.047526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33126) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:00.096261 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-faee99cf-791b-47d5-beb2-79fb7789b433 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445492 Aug 16 02:09:00.096482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33128) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:00.102807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-193464190', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:00.112336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-a77c6187-3b44-40eb-bd3c-65365b1104a2', 'network_id': 'a77c6187-3b44-40eb-bd3c-65365b1104a2', 'tenant_id': '6ffe48f17e2940a8b016cbfe61eb0111', 'fixed_ips': [{'subnet_id': 'f8499ed5-713a-4790-ad75-a509d8a96f64'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:00.113207 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.175169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e29b00e0-c783-49f5-a340-082e75183e34 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5867994 Aug 16 02:09:00.175420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33130) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:00.182436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': 'a77c6187-3b44-40eb-bd3c-65365b1104a2', 'name': 'tempest-PortsIpV6TestJSON-598064892'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:00.212772 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.314930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Attempting to bind port 80ef90b3-6ab6-481d-9ab9-1aa05e819417 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:00.315403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Attempting to bind port 80ef90b3-6ab6-481d-9ab9-1aa05e819417 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:00.315837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Attempting to bind port 80ef90b3-6ab6-481d-9ab9-1aa05e819417 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:00.333160 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e6d9fb9-9ea9-4c96-9957-b8f1f01fd97a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.335970 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e6d9fb9-9ea9-4c96-9957-b8f1f01fd97a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.339660 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0e6d9fb9-9ea9-4c96-9957-b8f1f01fd97a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/security-groups/7f499668-0baa-4182-847c-957ea43cc357 HTTP/1.1" status: 204 len: 168 time: 0.4774368 Aug 16 02:09:00.340586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e81d7e-429e-4116-a58d-698f121bbb91 None None] Pushing event updated for resources: {'Port': ['ID=80ef90b3-6ab6-481d-9ab9-1aa05e819417,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:00.350428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:00.350890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:00.351309 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.351765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:00.352289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Bound port: 80ef90b3-6ab6-481d-9ab9-1aa05e819417, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:00.352676 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.368913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d9fb9-9ea9-4c96-9957-b8f1f01fd97a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f499668-0baa-4182-847c-957ea43cc357,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:00.399763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Allocated IP 2001:db8::2 (a77c6187-3b44-40eb-bd3c-65365b1104a2/f8499ed5-713a-4790-ad75-a509d8a96f64/4c3ab768-e1c8-4acb-bf88-9a98ff3c0153) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:00.405274 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Made reservation on behalf of 9cae7a8fd5e14b8f8ec0c37bd3723cfc for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:00.405274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.547198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] For port 80ef90b3-6ab6-481d-9ab9-1aa05e819417, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:00.574691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] For port 80ef90b3-6ab6-481d-9ab9-1aa05e819417, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=80ef90b3-6ab6-481d-9ab9-1aa05e819417,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:00.690121 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.707445 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.767336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Transition to ACTIVE for port object 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:00.802692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Transition to ACTIVE for port object 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:00.817724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Routers {'d425fe30-111a-4e3f-a446-17ac034c92c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:00.821121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:08:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d425fe30-111a-4e3f-a446-17ac034c92c4'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:00.840379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:00.844568 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.873776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port f6033df0-47c3-41a8-8d64-5062bfb8ad1e yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:00.889022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e81d7e-429e-4116-a58d-698f121bbb91 None None] Pushing event updated for resources: {'Port': ['ID=80ef90b3-6ab6-481d-9ab9-1aa05e819417,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:00.932843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 457260e1-9ffd-48e5-8073-0cb869c06290 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:00.955281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 457260e1-9ffd-48e5-8073-0cb869c06290 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:00.955626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 457260e1-9ffd-48e5-8073-0cb869c06290 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:00.973898 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.021862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] Set router d425fe30-111a-4e3f-a446-17ac034c92c4 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:01.027323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.041569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8::202 (a77c6187-3b44-40eb-bd3c-65365b1104a2/f8499ed5-713a-4790-ad75-a509d8a96f64/f6033df0-47c3-41a8-8d64-5062bfb8ad1e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:01.116759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Network a77c6187-3b44-40eb-bd3c-65365b1104a2 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:01.145023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Subnet': ['ID=833fef2b-2bb6-46f1-9bf0-e96d9a07b894,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:01.150844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Checking segment: {'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:01.151507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network hostable DHCP agents. Network: d389de70-727a-4991-8dd8-5ae76bd1302d, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:01.173221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:01.201589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:01.206047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Pushing event updated for resources: {'Port': ['ID=4c3ab768-e1c8-4acb-bf88-9a98ff3c0153,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:01.227533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33170) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:01.233359 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-29296b5b-0ac1-480e-888d-66c26b774b2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480308187', 'description': 'tempest-secgroup-smoke-1480308187 description', 'project_id': '28991c254a224cf091ab3afd77d33192'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:01.275376 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.288391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network d389de70-727a-4991-8dd8-5ae76bd1302d is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:01.299281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object f6033df0-47c3-41a8-8d64-5062bfb8ad1e will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:01.345548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Attempting to bind port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:01.345976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Attempting to bind port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'edf94921-7d8e-4d29-9d35-fd7aa96b7a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c6187-3b44-40eb-bd3c-65365b1104a2'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:01.346549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Attempting to bind port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 on network a77c6187-3b44-40eb-bd3c-65365b1104a2 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:01.355129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:01.360385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Checking segment: {'id': 'edf94921-7d8e-4d29-9d35-fd7aa96b7a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c6187-3b44-40eb-bd3c-65365b1104a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:01.360385 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.360385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Bound using segment: {'id': 'edf94921-7d8e-4d29-9d35-fd7aa96b7a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c6187-3b44-40eb-bd3c-65365b1104a2'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:01.360385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Bound port: 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf94921-7d8e-4d29-9d35-fd7aa96b7a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77c6187-3b44-40eb-bd3c-65365b1104a2'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:01.360385 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.394661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-29296b5b-0ac1-480e-888d-66c26b774b2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.442051 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, d389de70-727a-4991-8dd8-5ae76bd1302d) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:01.450833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:01.451532 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.456342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e405a25-6819-4cf1-9525-2a00ae018e59 None None] Network d389de70-727a-4991-8dd8-5ae76bd1302d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:01.484611 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.522778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:08:57Z', 'revision_number': 3, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:01.526297 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] For port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:01.554437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network a77c6187-3b44-40eb-bd3c-65365b1104a2 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:01.557765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:01.560305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:01.566273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40840f7e-d14c-43cd-91f6-4e959a998da6 None None] The sync data for ids ['d425fe30-111a-4e3f-a446-17ac034c92c4'] in n-d-768509-23 is: [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:08:57Z', 'revision_number': 3, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:01.566853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:01.568266 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.569091 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] For port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4c3ab768-e1c8-4acb-bf88-9a98ff3c0153,segment=NetworkSegment(edf94921-7d8e-4d29-9d35-fd7aa96b7a37),segment_id=edf94921-7d8e-4d29-9d35-fd7aa96b7a37)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:01.580384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=f6033df0-47c3-41a8-8d64-5062bfb8ad1e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:01.613668 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-29296b5b-0ac1-480e-888d-66c26b774b2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.732994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-29296b5b-0ac1-480e-888d-66c26b774b2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.831516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29296b5b-0ac1-480e-888d-66c26b774b2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:01.917943 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.918928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1fa642f9-cf63-49d3-9de8-49142cc02c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7422824 Aug 16 02:09:01.920239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33184) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:01.946678 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5db47f77-61d3-4ead-925e-c8ffe1e62183 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8481379 Aug 16 02:09:01.952420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-d389de70-727a-4991-8dd8-5ae76bd1302d', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'fixed_ips': [{'subnet_id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:01.953262 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.954296 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-29296b5b-0ac1-480e-888d-66c26b774b2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.965859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': 'a77c6187-3b44-40eb-bd3c-65365b1104a2', 'name': 'tempest-PortsIpV6TestJSON-1074335629'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:01.971305 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-29296b5b-0ac1-480e-888d-66c26b774b2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7421279 Aug 16 02:09:01.973459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33186) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:01.979456 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33188) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:02.063679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360779ab-096f-4ca8-a39b-b485e4a668b0 None None] Pushing event updated for resources: {'Port': ['ID=4c3ab768-e1c8-4acb-bf88-9a98ff3c0153,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:02.088827 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-cd6d16b6-0199-4951-92fd-241805079f95 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:02.303542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Allocated IP 172.20.0.2 (d389de70-727a-4991-8dd8-5ae76bd1302d/833fef2b-2bb6-46f1-9bf0-e96d9a07b894/8093070d-da05-4e3f-96f8-69b663c53453) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:02.402311 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd6d16b6-0199-4951-92fd-241805079f95 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.528947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:02.532496 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.577848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port 7d77df9a-93a4-4d3e-a06d-32bf4f7fd566 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:02.718596 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.749220 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd6d16b6-0199-4951-92fd-241805079f95 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.750045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Transition to ACTIVE for port object 8093070d-da05-4e3f-96f8-69b663c53453 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:02.807959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Transition to ACTIVE for port object 8093070d-da05-4e3f-96f8-69b663c53453 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:02.865535 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd6d16b6-0199-4951-92fd-241805079f95 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.901112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d16b6-0199-4951-92fd-241805079f95 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc65072-1542-407d-b574-c760ae3a4414,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:02.917453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8::181 (a77c6187-3b44-40eb-bd3c-65365b1104a2/f8499ed5-713a-4790-ad75-a509d8a96f64/7d77df9a-93a4-4d3e-a06d-32bf4f7fd566) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:02.920482 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.045447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Network d389de70-727a-4991-8dd8-5ae76bd1302d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:03.046722 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.053031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:03.081057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:03.095907 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2fb5554c-2359-4d1f-bb44-9ab981270e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.101233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Pushing event updated for resources: {'Port': ['ID=8093070d-da05-4e3f-96f8-69b663c53453,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:03.146087 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cd6d16b6-0199-4951-92fd-241805079f95 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.150050 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cd6d16b6-0199-4951-92fd-241805079f95 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1017911 Aug 16 02:09:03.156191 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33216) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:03.188135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1969eca9-274f-47c3-aa6c-07cc916f72a1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:03.233930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 80ef90b3-6ab6-481d-9ab9-1aa05e819417 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:03.251390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Attempting to bind port 8093070d-da05-4e3f-96f8-69b663c53453 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:03.251643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Attempting to bind port 8093070d-da05-4e3f-96f8-69b663c53453 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:03.251941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Attempting to bind port 8093070d-da05-4e3f-96f8-69b663c53453 on network d389de70-727a-4991-8dd8-5ae76bd1302d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:03.260736 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.319031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object 7d77df9a-93a4-4d3e-a06d-32bf4f7fd566 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:03.337206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:03.337595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Checking segment: {'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:03.344950 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.345443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Bound using segment: {'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:03.345991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Bound port: 8093070d-da05-4e3f-96f8-69b663c53453, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:03.346398 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.383583 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.518274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-db047ded-c614-461f-9074-6a263f856a62 None None] For port 8093070d-da05-4e3f-96f8-69b663c53453, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:03.530081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-db047ded-c614-461f-9074-6a263f856a62 None None] For port 8093070d-da05-4e3f-96f8-69b663c53453, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8093070d-da05-4e3f-96f8-69b663c53453,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:03.542944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1969eca9-274f-47c3-aa6c-07cc916f72a1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.611621 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.675458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network a77c6187-3b44-40eb-bd3c-65365b1104a2 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:03.679236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:03.683656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:03.689659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.690554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.701008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=7d77df9a-93a4-4d3e-a06d-32bf4f7fd566,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:03.725447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 80ef90b3-6ab6-481d-9ab9-1aa05e819417 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:03.731908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 80ef90b3-6ab6-481d-9ab9-1aa05e819417 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:03.731908 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.757552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de79d31b-3f77-419d-b81d-8a873faf675a None None] Network a77c6187-3b44-40eb-bd3c-65365b1104a2 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:03.825452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.846330 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1969eca9-274f-47c3-aa6c-07cc916f72a1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.904519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-170a0aed-1823-4a95-9251-b48a9fed0751 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9764135 Aug 16 02:09:03.909314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33232) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:03.955571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Allocated IP 172.20.0.1 (d389de70-727a-4991-8dd8-5ae76bd1302d/833fef2b-2bb6-46f1-9bf0-e96d9a07b894/0651d6f8-9352-45ab-9d42-aed999790a7d) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:04.022623 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.046869 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1969eca9-274f-47c3-aa6c-07cc916f72a1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.078090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 80ef90b3-6ab6-481d-9ab9-1aa05e819417, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=80ef90b3-6ab6-481d-9ab9-1aa05e819417,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:04.108667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0919647f-f1b8-4b35-b662-05c37902af20 None None] Provisioning for port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:04.119074 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db047ded-c614-461f-9074-6a263f856a62 None None] Pushing event updated for resources: {'Port': ['ID=8093070d-da05-4e3f-96f8-69b663c53453,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:04.134418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8503dee-88f1-4490-af60-e5ac95d81057 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.136000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d8503dee-88f1-4490-af60-e5ac95d81057 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A202 HTTP/1.1" status: 200 len: 928 time: 0.2248435 Aug 16 02:09:04.143268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33236) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:04.208737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969eca9-274f-47c3-aa6c-07cc916f72a1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bc4af4-49e4-445e-97b0-7f7cbc55c1fd,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:04.234375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1969eca9-274f-47c3-aa6c-07cc916f72a1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.236926 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1969eca9-274f-47c3-aa6c-07cc916f72a1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0757046 Aug 16 02:09:04.240988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33240) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:04.249846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-02372aec-af47-4a45-97fe-d41b9e038255 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:04.262036 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.273070 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.274532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:04.299579 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.342355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Transition to ACTIVE for port object 0651d6f8-9352-45ab-9d42-aed999790a7d will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:04.462535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2f8950d9-d09d-4cf7-ab02-1cbf2dd82b85 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 7d77df9a-93a4-4d3e-a06d-32bf4f7fd566 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:04.463447 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f8950d9-d09d-4cf7-ab02-1cbf2dd82b85 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.468957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=80ef90b3-6ab6-481d-9ab9-1aa05e819417,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:04.520580 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02372aec-af47-4a45-97fe-d41b9e038255 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.587362 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f8950d9-d09d-4cf7-ab02-1cbf2dd82b85 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.603899 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2f8950d9-d09d-4cf7-ab02-1cbf2dd82b85 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 7d77df9a-93a4-4d3e-a06d-32bf4f7fd566 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:04.622511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:04.627069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:04.627346 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.674410 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.695626 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02372aec-af47-4a45-97fe-d41b9e038255 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.782364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Port': ['ID=0651d6f8-9352-45ab-9d42-aed999790a7d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:04.788184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network d389de70-727a-4991-8dd8-5ae76bd1302d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:04.789576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02372aec-af47-4a45-97fe-d41b9e038255 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.790139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:04.802785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:04.852635 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.854728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02372aec-af47-4a45-97fe-d41b9e038255 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42345068-d2e0-4094-92d9-17fc50a7bed7,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:04.889758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.913754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4c3ab768-e1c8-4acb-bf88-9a98ff3c0153,segment=NetworkSegment(edf94921-7d8e-4d29-9d35-fd7aa96b7a37),segment_id=edf94921-7d8e-4d29-9d35-fd7aa96b7a37)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:04.960431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-58d9c578-1a2c-4512-a16f-73275169e651 None None] Provisioning complete for port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:04.961175 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-58d9c578-1a2c-4512-a16f-73275169e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.035022 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02372aec-af47-4a45-97fe-d41b9e038255 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.046538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-02372aec-af47-4a45-97fe-d41b9e038255 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8041151 Aug 16 02:09:05.049794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33258) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:05.076561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d30d39ba-8771-4e1e-9976-e59a6fb79eef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:05.087061 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-58d9c578-1a2c-4512-a16f-73275169e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.132360 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.236741 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-58d9c578-1a2c-4512-a16f-73275169e651 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:05.237118 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-58d9c578-1a2c-4512-a16f-73275169e651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:05.263989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=4c3ab768-e1c8-4acb-bf88-9a98ff3c0153,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:05.355158 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d30d39ba-8771-4e1e-9976-e59a6fb79eef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.512805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f8950d9-d09d-4cf7-ab02-1cbf2dd82b85 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.522367 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d30d39ba-8771-4e1e-9976-e59a6fb79eef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.526864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8093070d-da05-4e3f-96f8-69b663c53453 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:05.557220 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8950d9-d09d-4cf7-ab02-1cbf2dd82b85 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=7d77df9a-93a4-4d3e-a06d-32bf4f7fd566,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:05.604052 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f8950d9-d09d-4cf7-ab02-1cbf2dd82b85 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.606646 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2f8950d9-d09d-4cf7-ab02-1cbf2dd82b85 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/7d77df9a-93a4-4d3e-a06d-32bf4f7fd566 HTTP/1.1" status: 204 len: 168 time: 1.3952885 Aug 16 02:09:05.609511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33276) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:05.680528 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-754ed937-90f1-461c-84a1-8315113d1a7f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:09:05.682473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-754ed937-90f1-461c-84a1-8315113d1a7f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/7d77df9a-93a4-4d3e-a06d-32bf4f7fd566 HTTP/1.1" status: 404 len: 333 time: 0.0717077 Aug 16 02:09:05.685275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d30d39ba-8771-4e1e-9976-e59a6fb79eef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.686982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33278) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:05.723753 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.743589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d39ba-8771-4e1e-9976-e59a6fb79eef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b467c35-a7f2-41f0-ad2b-ef91bf449d9d,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:05.786673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a89263-1eac-40ae-943f-5e32b203e967 None None] Network d389de70-727a-4991-8dd8-5ae76bd1302d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:05.797654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8093070d-da05-4e3f-96f8-69b663c53453 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:05.838927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4a14b465-1932-40c3-b580-a9b28896a110 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port f6033df0-47c3-41a8-8d64-5062bfb8ad1e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:05.839717 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a14b465-1932-40c3-b580-a9b28896a110 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.848080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 80ef90b3-6ab6-481d-9ab9-1aa05e819417 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:05.904822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-58d9c578-1a2c-4512-a16f-73275169e651 None None] Could not find standard attr ID for object 7d77df9a-93a4-4d3e-a06d-32bf4f7fd566. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:09:05.935266 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.950199 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d30d39ba-8771-4e1e-9976-e59a6fb79eef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.951439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d30d39ba-8771-4e1e-9976-e59a6fb79eef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9004271 Aug 16 02:09:05.957779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33286) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:05.964479 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-47588066-320b-46b7-bb7c-c7809cc8530b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:06.014339 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a14b465-1932-40c3-b580-a9b28896a110 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.057367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4a14b465-1932-40c3-b580-a9b28896a110 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for f6033df0-47c3-41a8-8d64-5062bfb8ad1e owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:06.057471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 80ef90b3-6ab6-481d-9ab9-1aa05e819417 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:06.057471 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.174386 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.202854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-58d9c578-1a2c-4512-a16f-73275169e651 None None] Provisioning for port f6033df0-47c3-41a8-8d64-5062bfb8ad1e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:06.209516 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-47588066-320b-46b7-bb7c-c7809cc8530b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Project 28991c254a224cf091ab3afd77d33192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:09:06.209663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-58d9c578-1a2c-4512-a16f-73275169e651 None None] Provisioning complete for port f6033df0-47c3-41a8-8d64-5062bfb8ad1e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:06.210043 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-58d9c578-1a2c-4512-a16f-73275169e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.218701 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47588066-320b-46b7-bb7c-c7809cc8530b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.273039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-58d9c578-1a2c-4512-a16f-73275169e651 None None] Port f6033df0-47c3-41a8-8d64-5062bfb8ad1e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:06.312226 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47588066-320b-46b7-bb7c-c7809cc8530b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.454595 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.501754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a14b465-1932-40c3-b580-a9b28896a110 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.536814 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47588066-320b-46b7-bb7c-c7809cc8530b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.577567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14b465-1932-40c3-b580-a9b28896a110 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=f6033df0-47c3-41a8-8d64-5062bfb8ad1e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:06.604874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Provisioning for port 0651d6f8-9352-45ab-9d42-aed999790a7d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:06.614813 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a14b465-1932-40c3-b580-a9b28896a110 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.614813 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4a14b465-1932-40c3-b580-a9b28896a110 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/f6033df0-47c3-41a8-8d64-5062bfb8ad1e HTTP/1.1" status: 204 len: 168 time: 0.9204991 Aug 16 02:09:06.619250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33296) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:06.619401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Provisioning complete for port 0651d6f8-9352-45ab-9d42-aed999790a7d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:06.619769 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.638690 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.652718 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-4972ae96-b9dd-4d16-ad54-0eaa59e72f31 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:09:06.657091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47588066-320b-46b7-bb7c-c7809cc8530b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ca1904-b0e0-4792-95b0-ab3f0525b238,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:06.665571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4972ae96-b9dd-4d16-ad54-0eaa59e72f31 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/f6033df0-47c3-41a8-8d64-5062bfb8ad1e HTTP/1.1" status: 404 len: 333 time: 0.0435185 Aug 16 02:09:06.667570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33298) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:06.672866 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Port': ['ID=0651d6f8-9352-45ab-9d42-aed999790a7d,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:06.691720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Port 0651d6f8-9352-45ab-9d42-aed999790a7d cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:06.756303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9148f28-ca62-4c50-80e4-aa2b402d3f96 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting subnet f8499ed5-713a-4790-ad75-a509d8a96f64 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:06.759766 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9148f28-ca62-4c50-80e4-aa2b402d3f96 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.794055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47588066-320b-46b7-bb7c-c7809cc8530b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.795850 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-47588066-320b-46b7-bb7c-c7809cc8530b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8368549 Aug 16 02:09:06.798642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33302) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:06.808950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-bca13771-5709-49b0-b486-2bedf9f58998 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:06.815227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network d389de70-727a-4991-8dd8-5ae76bd1302d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:06.820820 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:06.862966 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9148f28-ca62-4c50-80e4-aa2b402d3f96 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.863216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Provisioning for port 8093070d-da05-4e3f-96f8-69b663c53453 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:06.868533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Provisioning complete for port 8093070d-da05-4e3f-96f8-69b663c53453 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:06.868917 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.016762 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.017440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9148f28-ca62-4c50-80e4-aa2b402d3f96 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.027121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Router d425fe30-111a-4e3f-a446-17ac034c92c4 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:07.059440 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] For port 8093070d-da05-4e3f-96f8-69b663c53453, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8093070d-da05-4e3f-96f8-69b663c53453,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:07.114947 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-bca13771-5709-49b0-b486-2bedf9f58998 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Project 28991c254a224cf091ab3afd77d33192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:09:07.119166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bca13771-5709-49b0-b486-2bedf9f58998 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.153285 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:09:07.223723 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.246279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:07.258733 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5ef8f74b-2895-44b4-acc0-7cc3100a9f10 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "PUT /v2.0/routers/d425fe30-111a-4e3f-a446-17ac034c92c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2750387 Aug 16 02:09:07.258922 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Sync routers for ids ['d425fe30-111a-4e3f-a446-17ac034c92c4'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:07.263429 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33312) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:07.271409 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Routers {'d425fe30-111a-4e3f-a446-17ac034c92c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:07.272337 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d425fe30-111a-4e3f-a446-17ac034c92c4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:07.276876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Could not find standard attr ID for object 7d77df9a-93a4-4d3e-a06d-32bf4f7fd566. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:09:07.282334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-93018a51-5566-4fe9-b487-5817ac230954 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--244764761', 'description': 'tempest-secgroup_access--244764761 description', 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:07.282598 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9148f28-ca62-4c50-80e4-aa2b402d3f96 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.295756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:07.312853 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bca13771-5709-49b0-b486-2bedf9f58998 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.326399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Could not find standard attr ID for object f6033df0-47c3-41a8-8d64-5062bfb8ad1e. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:09:07.354969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9148f28-ca62-4c50-80e4-aa2b402d3f96 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Subnet': ['ID=f8499ed5-713a-4790-ad75-a509d8a96f64,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.357256 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9148f28-ca62-4c50-80e4-aa2b402d3f96 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.360392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a9148f28-ca62-4c50-80e4-aa2b402d3f96 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/f8499ed5-713a-4790-ad75-a509d8a96f64 HTTP/1.1" status: 204 len: 168 time: 0.6905158 Aug 16 02:09:07.371799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33316) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:07.375012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9df71e-5d1e-45dc-9f90-eb0ede770f7d None None] Network a77c6187-3b44-40eb-bd3c-65365b1104a2 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:07.429255 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c7dcb-95e2-4bab-bd61-e0110d325dcf None None] Pushing event updated for resources: {'Port': ['ID=8093070d-da05-4e3f-96f8-69b663c53453,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.458615 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Set router d425fe30-111a-4e3f-a446-17ac034c92c4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:07.493606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:07.494021 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.494668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bca13771-5709-49b0-b486-2bedf9f58998 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.502119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-05f1b5cb-eefd-4459-a85d-bcbfb9125d5a None None] Provisioning complete for port 0651d6f8-9352-45ab-9d42-aed999790a7d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:07.502119 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05f1b5cb-eefd-4459-a85d-bcbfb9125d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.518943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca13771-5709-49b0-b486-2bedf9f58998 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e59584-df52-4aaf-8f97-a18b3caace36,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.526870 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.584792 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:07.585505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.602037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-05f1b5cb-eefd-4459-a85d-bcbfb9125d5a None None] Port 0651d6f8-9352-45ab-9d42-aed999790a7d cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:07.643606 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-93018a51-5566-4fe9-b487-5817ac230954 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.700222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] For port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4c3ab768-e1c8-4acb-bf88-9a98ff3c0153,segment=NetworkSegment(edf94921-7d8e-4d29-9d35-fd7aa96b7a37),segment_id=edf94921-7d8e-4d29-9d35-fd7aa96b7a37)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:07.700808 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.715916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:07.725547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a3176-f15a-4abd-8e1c-ba282e7ef32e None None] DHCP port deletion for a77c6187-3b44-40eb-bd3c-65365b1104a2 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:07.729139 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:09:05Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0651d6f8-9352-45ab-9d42-aed999790a7d', 'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:b8:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:03Z', 'updated_at': '2021-08-16T02:09:05Z', 'revision_number': 2, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:07.757397 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Checking router: d425fe30-111a-4e3f-a446-17ac034c92c4 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:07.758073 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Updating router d425fe30-111a-4e3f-a446-17ac034c92c4 port 0651d6f8-9352-45ab-9d42-aed999790a7d binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:09:07.787673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-901a3176-f15a-4abd-8e1c-ba282e7ef32e None None] Deleting port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:07.788547 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-901a3176-f15a-4abd-8e1c-ba282e7ef32e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.796696 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.832175 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bca13771-5709-49b0-b486-2bedf9f58998 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.834679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bca13771-5709-49b0-b486-2bedf9f58998 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0347900 Aug 16 02:09:07.837864 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33324) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:07.847433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'network': {'name': 'tempest-network-smoke--236610120', 'project_id': '28991c254a224cf091ab3afd77d33192', 'port_security_enabled': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:08.001355 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.024331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-93018a51-5566-4fe9-b487-5817ac230954 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.107598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No DVR routers for this DVR port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:08.112793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=4c3ab768-e1c8-4acb-bf88-9a98ff3c0153,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:08.161835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-901a3176-f15a-4abd-8e1c-ba282e7ef32e None None] For port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4c3ab768-e1c8-4acb-bf88-9a98ff3c0153,segment=NetworkSegment(edf94921-7d8e-4d29-9d35-fd7aa96b7a37),segment_id=edf94921-7d8e-4d29-9d35-fd7aa96b7a37)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:08.164996 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-901a3176-f15a-4abd-8e1c-ba282e7ef32e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.178530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-901a3176-f15a-4abd-8e1c-ba282e7ef32e None None] Calling delete_port for 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:08.208641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-93018a51-5566-4fe9-b487-5817ac230954 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.225707 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.265512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77c6187-3b44-40eb-bd3c-65365b1104a2']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:08.272679 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-901a3176-f15a-4abd-8e1c-ba282e7ef32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.279150 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf94921-7d8e-4d29-9d35-fd7aa96b7a37') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:08.279449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf94921-7d8e-4d29-9d35-fd7aa96b7a37') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:08.281575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93018a51-5566-4fe9-b487-5817ac230954 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b988d75-878d-49b4-8b57-ddf80d02e31f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:08.296991 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.305553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a3176-f15a-4abd-8e1c-ba282e7ef32e None None] Pushing event deleted for resources: {'Port': ['ID=4c3ab768-e1c8-4acb-bf88-9a98ff3c0153,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:08.310081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.312721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a3176-f15a-4abd-8e1c-ba282e7ef32e None None] No DVR routers for this DVR port 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:08.321081 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:08.321081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:08.323260 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:08.407835 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.520942 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:08.524580 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.715041 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Transition to ACTIVE for port object 0651d6f8-9352-45ab-9d42-aed999790a7d will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:08.720740 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.725666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:08.731853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.733844 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/networks/a77c6187-3b44-40eb-bd3c-65365b1104a2 HTTP/1.1" status: 204 len: 168 time: 1.3610291 Aug 16 02:09:08.737596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33344) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:08.744102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1549207996'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:08.751632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f2809-52d1-4b35-bd18-ef7b17ebf06b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Network': ['ID=a77c6187-3b44-40eb-bd3c-65365b1104a2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:08.753844 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.754172 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Added segment 849f875e-8d89-4c55-af80-f2cd013c8243 of type vlan for network aa3c278a-c9a5-49cb-9686-b159b99fea4d Aug 16 02:09:08.789694 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-93018a51-5566-4fe9-b487-5817ac230954 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.791150 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-93018a51-5566-4fe9-b487-5817ac230954 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5258842 Aug 16 02:09:08.794132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33346) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:08.799330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-3c0a580b-880a-45fe-b316-98a8052bab32 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--134553765', 'description': 'tempest-secgroup_general--134553765 description', 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:08.804964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.868768 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.917589 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Pushing event updated for resources: {'Port': ['ID=0651d6f8-9352-45ab-9d42-aed999790a7d,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:08.940851 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.941194 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.941531 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.941885 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.942291 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.942736 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.943107 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.943438 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.943761 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.944081 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.944407 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.944763 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:08.987151 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Attempting to bind port 0651d6f8-9352-45ab-9d42-aed999790a7d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:08.987151 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Attempting to bind port 0651d6f8-9352-45ab-9d42-aed999790a7d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:08.987151 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Attempting to bind port 0651d6f8-9352-45ab-9d42-aed999790a7d on network d389de70-727a-4991-8dd8-5ae76bd1302d {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:08.987151 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:08.987151 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Checking segment: {'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:08.987806 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.987806 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Bound using segment: {'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:08.988263 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Bound port: 0651d6f8-9352-45ab-9d42-aed999790a7d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:08.988640 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.061736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:09.072253 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] For port 0651d6f8-9352-45ab-9d42-aed999790a7d, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:09.072565 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.072916 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] For port 0651d6f8-9352-45ab-9d42-aed999790a7d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0651d6f8-9352-45ab-9d42-aed999790a7d,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:09.131708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:09.150782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.151328 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Added segment fe52006c-8213-45da-a94b-2ac3d5bd577e of type vlan for network 50ebfd88-ba06-4d53-9f38-2be00934aa93 Aug 16 02:09:09.177254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.199053 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.199743 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.205252 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.273681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8093070d-da05-4e3f-96f8-69b663c53453 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:09.274625 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Network': ['ID=aa3c278a-c9a5-49cb-9686-b159b99fea4d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:09.299646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network aa3c278a-c9a5-49cb-9686-b159b99fea4d details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:09.385364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8093070d-da05-4e3f-96f8-69b663c53453 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:09.385749 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.515997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:09.535492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:09.536571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4c3ab768-e1c8-4acb-bf88-9a98ff3c0153 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:09.550484 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.550961 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3c0a580b-880a-45fe-b316-98a8052bab32 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.550961 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.555947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.556559 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.611604 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Routers {'d425fe30-111a-4e3f-a446-17ac034c92c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:09.612721 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d425fe30-111a-4e3f-a446-17ac034c92c4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:09.649914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Network': ['ID=50ebfd88-ba06-4d53-9f38-2be00934aa93,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:09.662940 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b0397-a59f-4ea0-b843-5a67e0e392a0 None None] Pushing event updated for resources: {'Port': ['ID=0651d6f8-9352-45ab-9d42-aed999790a7d,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:09.665016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 50ebfd88-ba06-4d53-9f38-2be00934aa93 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:09.709206 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a0738739-6905-4f1f-86fe-a4107567ab25 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8701558 Aug 16 02:09:09.718894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33364) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:09.719907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'admin_state_up': True, 'project_id': '28991c254a224cf091ab3afd77d33192', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:09.785236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f21ad45e-73bc-4795-9938-33490c510f48 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0463655 Aug 16 02:09:09.788821 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33366) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:09.791861 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] Set router d425fe30-111a-4e3f-a446-17ac034c92c4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:09.794070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '50ebfd88-ba06-4d53-9f38-2be00934aa93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:09.795537 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:09:09.795537 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:09:09.795537 n-d-768509-23 neutron-server[95516]: [parameters: {'project_id_1': '28991c254a224cf091ab3afd77d33192', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 9, 9, 733533)}] Aug 16 02:09:09.795537 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:09.796191 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:09.871997 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3c0a580b-880a-45fe-b316-98a8052bab32 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.984289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3c0a580b-880a-45fe-b316-98a8052bab32 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.016887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a580b-880a-45fe-b316-98a8052bab32 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac871ca-155c-4793-ba9d-834e23ab6595,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:10.025268 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:09:05Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0651d6f8-9352-45ab-9d42-aed999790a7d', 'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:b8:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:03Z', 'updated_at': '2021-08-16T02:09:09Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:10.053941 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af371a-32a1-48a7-a082-98d10dd5771c None None] The sync data for ids ['d425fe30-111a-4e3f-a446-17ac034c92c4'] in n-d-768509-23 is: [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:09:05Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0651d6f8-9352-45ab-9d42-aed999790a7d', 'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:b8:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:03Z', 'updated_at': '2021-08-16T02:09:09Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:10.177230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:10.181122 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.340984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3c0a580b-880a-45fe-b316-98a8052bab32 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.345773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3c0a580b-880a-45fe-b316-98a8052bab32 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.5474663 Aug 16 02:09:10.360358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33378) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:10.366237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-3a2e2070-7ba1-4e26-a126-6520b87c71e4 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'security_group_rule': {'security_group_id': '3b988d75-878d-49b4-8b57-ddf80d02e31f', 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:10.554149 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.555210 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.557625 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.624640 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.644108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Subnet': ['ID=d884698b-3348-466f-87e7-3d7377ac6fdd,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:10.649364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Checking segment: {'id': 'fe52006c-8213-45da-a94b-2ac3d5bd577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '50ebfd88-ba06-4d53-9f38-2be00934aa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:10.649744 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network hostable DHCP agents. Network: 50ebfd88-ba06-4d53-9f38-2be00934aa93, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:10.815029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 50ebfd88-ba06-4d53-9f38-2be00934aa93 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:10.858047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2070-7ba1-4e26-a126-6520b87c71e4 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.949612 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.965349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 50ebfd88-ba06-4d53-9f38-2be00934aa93) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:10.967560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.968272 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.975478 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f257de-5811-4222-acbe-5ce940b7d856 None None] Network 50ebfd88-ba06-4d53-9f38-2be00934aa93 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:11.006797 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2070-7ba1-4e26-a126-6520b87c71e4 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.174730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33400) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:11.175285 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7213d85a-b9dc-49df-ab93-ff817ef7551b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3826718 Aug 16 02:09:11.181371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '50ebfd88-ba06-4d53-9f38-2be00934aa93', 'name': 'tempest-PortsIpV6TestJSON-64010155', 'fixed_ips': [{'subnet_id': 'd884698b-3348-466f-87e7-3d7377ac6fdd', 'ip_address': '2001:db8::10'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:11.205625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-50ebfd88-ba06-4d53-9f38-2be00934aa93', 'network_id': '50ebfd88-ba06-4d53-9f38-2be00934aa93', 'tenant_id': '6ffe48f17e2940a8b016cbfe61eb0111', 'fixed_ips': [{'subnet_id': 'd884698b-3348-466f-87e7-3d7377ac6fdd'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:11.206609 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.232311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2070-7ba1-4e26-a126-6520b87c71e4 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.357360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0651d6f8-9352-45ab-9d42-aed999790a7d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:11.381424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e2070-7ba1-4e26-a126-6520b87c71e4 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62e56f3-3bb0-44e4-93bd-a11420441569,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:11.466794 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.502166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.566007 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2070-7ba1-4e26-a126-6520b87c71e4 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.569168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Allocated IP 2001:db8::2 (50ebfd88-ba06-4d53-9f38-2be00934aa93/d884698b-3348-466f-87e7-3d7377ac6fdd/7327796c-5daf-42f2-923b-8a3d6ae78985) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:11.574139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3a2e2070-7ba1-4e26-a126-6520b87c71e4 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2118416 Aug 16 02:09:11.677292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.25.8.130 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/b73fcd9b-64d6-4db8-b54f-ff0d8f808db3) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:11.750732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 0651d6f8-9352-45ab-9d42-aed999790a7d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:11.760258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0651d6f8-9352-45ab-9d42-aed999790a7d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:11.760258 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.825976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.837411 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.850943 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Transition to ACTIVE for port object 7327796c-5daf-42f2-923b-8a3d6ae78985 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:11.892808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Transition to ACTIVE for port object 7327796c-5daf-42f2-923b-8a3d6ae78985 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:11.893703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:11.899753 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.909905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-9070a085-e592-4e70-bb60-4ab4be679455 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_access--244764761&fields=id&tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc HTTP/1.1" status: 200 len: 267 time: 0.0650189 Aug 16 02:09:11.950000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 0651d6f8-9352-45ab-9d42-aed999790a7d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0651d6f8-9352-45ab-9d42-aed999790a7d,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:11.998855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-6b8ee7bb-cef1-4ddd-bd61-ca96310ec95d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_general--134553765&fields=id&tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc HTTP/1.1" status: 200 len: 267 time: 0.0607111 Aug 16 02:09:12.002205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.029849 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.100404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Network 50ebfd88-ba06-4d53-9f38-2be00934aa93 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:12.119212 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Pushing event updated for resources: {'Port': ['ID=7327796c-5daf-42f2-923b-8a3d6ae78985,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:12.128619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:12.132790 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.144126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:12.145275 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:12.146513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=b73fcd9b-64d6-4db8-b54f-ff0d8f808db3,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:12.158066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:12.159694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:12.171966 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.208938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port 45e03625-943e-4dcb-b0b7-a56c26cff7cb yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:12.261037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Attempting to bind port 7327796c-5daf-42f2-923b-8a3d6ae78985 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:12.261462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Attempting to bind port 7327796c-5daf-42f2-923b-8a3d6ae78985 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'fe52006c-8213-45da-a94b-2ac3d5bd577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '50ebfd88-ba06-4d53-9f38-2be00934aa93'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:12.261893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Attempting to bind port 7327796c-5daf-42f2-923b-8a3d6ae78985 on network 50ebfd88-ba06-4d53-9f38-2be00934aa93 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:12.283512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:12.283512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Checking segment: {'id': 'fe52006c-8213-45da-a94b-2ac3d5bd577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '50ebfd88-ba06-4d53-9f38-2be00934aa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:12.283512 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.283512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Bound using segment: {'id': 'fe52006c-8213-45da-a94b-2ac3d5bd577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '50ebfd88-ba06-4d53-9f38-2be00934aa93'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:12.283512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Bound port: 7327796c-5daf-42f2-923b-8a3d6ae78985, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe52006c-8213-45da-a94b-2ac3d5bd577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '50ebfd88-ba06-4d53-9f38-2be00934aa93'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:12.283512 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.292597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=0651d6f8-9352-45ab-9d42-aed999790a7d,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:12.323958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12552125-ba75-4149-ad69-8e61d58317a8 req-cc8cb37d-1be8-40c8-8205-9075bc1805b4 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:12.330399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-cc8cb37d-1be8-40c8-8205-9075bc1805b4 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/networks?id=d389de70-727a-4991-8dd8-5ae76bd1302d HTTP/1.1" status: 200 len: 795 time: 0.3241904 Aug 16 02:09:12.380383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] For port 7327796c-5daf-42f2-923b-8a3d6ae78985, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:12.384864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] For port 7327796c-5daf-42f2-923b-8a3d6ae78985, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7327796c-5daf-42f2-923b-8a3d6ae78985,segment=NetworkSegment(fe52006c-8213-45da-a94b-2ac3d5bd577e),segment_id=fe52006c-8213-45da-a94b-2ac3d5bd577e)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:12.388063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-b6f8e73b-6ccc-4a0d-92ff-78d1e1b9c38a tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/quotas/9cae7a8fd5e14b8f8ec0c37bd3723cfc HTTP/1.1" status: 200 len: 375 time: 0.0565767 Aug 16 02:09:12.512002 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.525133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-ef3bd50a-7f62-4bab-aed2-71efeb27ad31 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166027 Aug 16 02:09:12.597413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e0702-7339-4c94-91b3-9a2417d2aac0 None None] Pushing event updated for resources: {'Port': ['ID=7327796c-5daf-42f2-923b-8a3d6ae78985,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:12.609254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8::10 (50ebfd88-ba06-4d53-9f38-2be00934aa93/d884698b-3348-466f-87e7-3d7377ac6fdd/45e03625-943e-4dcb-b0b7-a56c26cff7cb) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:13.191746 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.414924 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-b5ddf30c-5ba6-4e0e-ba53-c831a1216fa0 service neutron] 10.222.0.66 "GET /v2.0/networks/d389de70-727a-4991-8dd8-5ae76bd1302d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8599236 Aug 16 02:09:13.460281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0651d6f8-9352-45ab-9d42-aed999790a7d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:13.547816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0651d6f8-9352-45ab-9d42-aed999790a7d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:13.548642 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.559333 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.574201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object 45e03625-943e-4dcb-b0b7-a56c26cff7cb will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:13.677382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7327796c-5daf-42f2-923b-8a3d6ae78985 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:13.769068 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.822865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 7327796c-5daf-42f2-923b-8a3d6ae78985 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:13.886799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-8f7221c7-f72f-4d1e-bca9-48d04f98062f service neutron] 10.222.0.66 "GET /v2.0/networks/d389de70-727a-4991-8dd8-5ae76bd1302d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206486 Aug 16 02:09:13.891138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 50ebfd88-ba06-4d53-9f38-2be00934aa93 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:13.894374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:13.897647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:13.905321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:13.906508 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.945623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=45e03625-943e-4dcb-b0b7-a56c26cff7cb,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:13.998519 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.047384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33468) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:14.050407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-21347abc-01c4-4e4b-8184-746757fe6547 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8742487 Aug 16 02:09:14.052776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '50ebfd88-ba06-4d53-9f38-2be00934aa93', 'name': 'tempest-PortsIpV6TestJSON-1442544023', 'fixed_ips': [{'subnet_id': 'd884698b-3348-466f-87e7-3d7377ac6fdd', 'ip_address': '2001:db8::f'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:14.059974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322d8ee-8a83-42c1-8a8a-bb940f27ab5d None None] Network 50ebfd88-ba06-4d53-9f38-2be00934aa93 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:14.265502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d3650c2d-e5fc-49cc-8dca-28769200b40c None None] Provisioning for port 7327796c-5daf-42f2-923b-8a3d6ae78985 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:14.272177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d3650c2d-e5fc-49cc-8dca-28769200b40c None None] Provisioning complete for port 7327796c-5daf-42f2-923b-8a3d6ae78985 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:14.272559 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d3650c2d-e5fc-49cc-8dca-28769200b40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.365950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:14.412765 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d3650c2d-e5fc-49cc-8dca-28769200b40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.449404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f5c70f6-0d0d-49e5-a159-4b1ad3a7ca84 req-dc291d77-4d96-44d1-b910-bf0e420a268b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 210 time: 0.0520465 Aug 16 02:09:14.463174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router 3254b26c-197c-4449-a4e4-781a6449d46f is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:14.511526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d3650c2d-e5fc-49cc-8dca-28769200b40c None None] For port 7327796c-5daf-42f2-923b-8a3d6ae78985, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7327796c-5daf-42f2-923b-8a3d6ae78985,segment=NetworkSegment(fe52006c-8213-45da-a94b-2ac3d5bd577e),segment_id=fe52006c-8213-45da-a94b-2ac3d5bd577e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:14.588474 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d3650c2d-e5fc-49cc-8dca-28769200b40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.624384 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.658439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:14.661433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port e2ef56fe-8f77-4d77-a462-47423dba2a65 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:14.673149 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Sync routers for ids ['3254b26c-197c-4449-a4e4-781a6449d46f'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:14.689678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3650c2d-e5fc-49cc-8dca-28769200b40c None None] Pushing event updated for resources: {'Port': ['ID=7327796c-5daf-42f2-923b-8a3d6ae78985,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:14.699692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Routers {'3254b26c-197c-4449-a4e4-781a6449d46f'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:14.699692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['3254b26c-197c-4449-a4e4-781a6449d46f'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:14.780007 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.785133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-16beab21-405d-416c-a065-f52b8f34fda2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0695076 Aug 16 02:09:14.786375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33488) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:14.837340 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3faf7bab-d023-4f3f-96a2-5bf66dd80e68 None None] Provisioning complete for port 7327796c-5daf-42f2-923b-8a3d6ae78985 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:14.840394 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3faf7bab-d023-4f3f-96a2-5bf66dd80e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.840549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33490) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:14.840769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a7a975f9-bee4-4d6d-81d0-e707b85e7387 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=28991c254a224cf091ab3afd77d33192&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495853 Aug 16 02:09:14.898310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Set router 3254b26c-197c-4449-a4e4-781a6449d46f gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:15.050211 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8::f (50ebfd88-ba06-4d53-9f38-2be00934aa93/d884698b-3348-466f-87e7-3d7377ac6fdd/e2ef56fe-8f77-4d77-a462-47423dba2a65) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:15.145016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a0d1a-d263-4654-9a87-76679a78e57e tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:15.149354 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-435a0d1a-d263-4654-9a87-76679a78e57e tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3061421 Aug 16 02:09:15.150499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33496) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:15.222440 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:12Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:15.260067 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Checking router: 3254b26c-197c-4449-a4e4-781a6449d46f for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:15.261190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Updating router 3254b26c-197c-4449-a4e4-781a6449d46f port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:09:15.262853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3faf7bab-d023-4f3f-96a2-5bf66dd80e68 None None] Provisioning for port 45e03625-943e-4dcb-b0b7-a56c26cff7cb completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:15.284825 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33500) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:15.286709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b77980a9-9d75-40c2-8203-04e8452e1664 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1338491 Aug 16 02:09:15.291058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3faf7bab-d023-4f3f-96a2-5bf66dd80e68 None None] Provisioning complete for port 45e03625-943e-4dcb-b0b7-a56c26cff7cb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:15.291488 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3faf7bab-d023-4f3f-96a2-5bf66dd80e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.294722 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-480770537', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'project_id': '28991c254a224cf091ab3afd77d33192', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:15.329216 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.409642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7327796c-5daf-42f2-923b-8a3d6ae78985 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:15.458949 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.481846 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object e2ef56fe-8f77-4d77-a462-47423dba2a65 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:15.486741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3faf7bab-d023-4f3f-96a2-5bf66dd80e68 None None] Port 45e03625-943e-4dcb-b0b7-a56c26cff7cb cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:15.540035 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:15.547823 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.606440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-167da611-17d5-4528-9361-8816293cb814 req-50940fb7-adb3-4c82-8950-8c2d354bfc28 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 210 time: 0.0479009 Aug 16 02:09:15.650871 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 7327796c-5daf-42f2-923b-8a3d6ae78985 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:15.651467 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.656637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-47663444-e988-4c71-80ea-04cb50bb1097 None None] Provisioning complete for port 45e03625-943e-4dcb-b0b7-a56c26cff7cb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:15.657012 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-47663444-e988-4c71-80ea-04cb50bb1097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.675546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.730421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 50ebfd88-ba06-4d53-9f38-2be00934aa93 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:15.741892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:15.744427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:15.750376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:15.751142 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.782253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-47663444-e988-4c71-80ea-04cb50bb1097 None None] Port 45e03625-943e-4dcb-b0b7-a56c26cff7cb cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:15.787388 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=e2ef56fe-8f77-4d77-a462-47423dba2a65,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:15.907177 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-db705822-f262-4b15-8faf-1884641215e9 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8585773 Aug 16 02:09:15.909956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33522) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:15.961005 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.969130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Transition to ACTIVE for port object b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:16.088682 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.109897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552c330-22cd-4a80-8849-39acfb036b42 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:16.114789 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33526) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:16.115582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2552c330-22cd-4a80-8849-39acfb036b42 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.2036767 Aug 16 02:09:16.197210 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.275269 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d0debb-20d9-4286-953d-d2518bbc086b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:16.281801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d0debb-20d9-4286-953d-d2518bbc086b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:16.288645 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d0debb-20d9-4286-953d-d2518bbc086b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:16.293056 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-25d0debb-20d9-4286-953d-d2518bbc086b tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1745820 Aug 16 02:09:16.293482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33528) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:16.349844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Subnet': ['ID=02855cea-cfa2-4a50-a49b-bcab65c34b54,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:16.367779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Checking segment: {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:16.368274 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network hostable DHCP agents. Network: aa3c278a-c9a5-49cb-9686-b159b99fea4d, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:16.387153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Attempting to bind port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:16.387638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Attempting to bind port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:16.388146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Attempting to bind port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:16.415795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:16.416299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:16.417036 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.417036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:16.417416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Bound port: b73fcd9b-64d6-4db8-b54f-ff0d8f808db3, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:16.417896 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.422653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-404d89c2-0fab-4de9-baf1-126c9d9c8ee8 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port e2ef56fe-8f77-4d77-a462-47423dba2a65 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:16.423200 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-404d89c2-0fab-4de9-baf1-126c9d9c8ee8 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.465980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007e3cf-7405-47e4-b05d-8a9f66dc6eee None None] Pushing event updated for resources: {'Port': ['ID=b73fcd9b-64d6-4db8-b54f-ff0d8f808db3,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:16.511998 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network aa3c278a-c9a5-49cb-9686-b159b99fea4d is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:16.520956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] For port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:16.526260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] For port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b73fcd9b-64d6-4db8-b54f-ff0d8f808db3,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:16.542316 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-404d89c2-0fab-4de9-baf1-126c9d9c8ee8 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.559135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-404d89c2-0fab-4de9-baf1-126c9d9c8ee8 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for e2ef56fe-8f77-4d77-a462-47423dba2a65 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:16.565578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-96b929ab-5deb-4d3f-9783-71b0deaa11ff None None] Provisioning for port e2ef56fe-8f77-4d77-a462-47423dba2a65 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:16.571532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-96b929ab-5deb-4d3f-9783-71b0deaa11ff None None] Provisioning complete for port e2ef56fe-8f77-4d77-a462-47423dba2a65 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:16.571966 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-96b929ab-5deb-4d3f-9783-71b0deaa11ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.628129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, aa3c278a-c9a5-49cb-9686-b159b99fea4d) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:16.634611 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-96b929ab-5deb-4d3f-9783-71b0deaa11ff None None] Port e2ef56fe-8f77-4d77-a462-47423dba2a65 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:16.635499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:16.635499 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.663841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd89dbce-9d00-4ac1-8d0a-23db992a5b0e None None] Network aa3c278a-c9a5-49cb-9686-b159b99fea4d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:16.686550 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.710717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33542) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:16.712190 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4ce4e33f-918a-4aef-96dc-0c1cd601cdac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4260192 Aug 16 02:09:16.733002 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33544) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:16.814470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Routers {'3254b26c-197c-4449-a4e4-781a6449d46f'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:16.815386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['3254b26c-197c-4449-a4e4-781a6449d46f'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:16.879879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3a3e9a31-3d51-40df-b1cf-aa7cfe725e55 req-92ce7b04-6ed4-46d6-a3ea-9b9d85a6f9be tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 210 time: 0.0793011 Aug 16 02:09:16.902957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007e3cf-7405-47e4-b05d-8a9f66dc6eee None None] Pushing event updated for resources: {'Port': ['ID=b73fcd9b-64d6-4db8-b54f-ff0d8f808db3,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:16.989147 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adcafc3a-fdc4-4215-a25f-e692b9cee49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.989399 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-404d89c2-0fab-4de9-baf1-126c9d9c8ee8 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.024308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] Set router 3254b26c-197c-4449-a4e4-781a6449d46f gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:17.052296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d89c2-0fab-4de9-baf1-126c9d9c8ee8 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=e2ef56fe-8f77-4d77-a462-47423dba2a65,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:17.054867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-404d89c2-0fab-4de9-baf1-126c9d9c8ee8 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.060776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-404d89c2-0fab-4de9-baf1-126c9d9c8ee8 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/e2ef56fe-8f77-4d77-a462-47423dba2a65 HTTP/1.1" status: 204 len: 168 time: 0.7630887 Aug 16 02:09:17.065657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33552) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:17.105450 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7083e87-626e-49ec-905d-ee6c075f4d10 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:09:17.112050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b7083e87-626e-49ec-905d-ee6c075f4d10 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/e2ef56fe-8f77-4d77-a462-47423dba2a65 HTTP/1.1" status: 404 len: 333 time: 0.0451601 Aug 16 02:09:17.113309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33556) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:17.119938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:17.120780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.141556 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adcafc3a-fdc4-4215-a25f-e692b9cee49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.248641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-adcafc3a-fdc4-4215-a25f-e692b9cee49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.307913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c0115-403e-4c32-b2ca-a65879d48f39 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 45e03625-943e-4dcb-b0b7-a56c26cff7cb {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:17.308562 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff6c0115-403e-4c32-b2ca-a65879d48f39 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.520505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:12Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:17.559728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a04a13-1a7f-4b2e-9302-0d85a029bc83 None None] The sync data for ids ['3254b26c-197c-4449-a4e4-781a6449d46f'] in n-d-768509-23 is: [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:12Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:17.581150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Allocated IP 172.20.0.2 (aa3c278a-c9a5-49cb-9686-b159b99fea4d/02855cea-cfa2-4a50-a49b-bcab65c34b54/7df03001-605c-49f4-b793-4e2e0fa0d960) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:17.631308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff6c0115-403e-4c32-b2ca-a65879d48f39 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.659425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c0115-403e-4c32-b2ca-a65879d48f39 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 45e03625-943e-4dcb-b0b7-a56c26cff7cb owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:17.704006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12552125-ba75-4149-ad69-8e61d58317a8 req-1c91e10c-7525-4da6-a6d9-2a4d22b1714b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:17.705630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-1c91e10c-7525-4da6-a6d9-2a4d22b1714b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.64 "GET /v2.0/networks?id=d389de70-727a-4991-8dd8-5ae76bd1302d HTTP/1.1" status: 200 len: 795 time: 0.2817063 Aug 16 02:09:17.740902 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-adcafc3a-fdc4-4215-a25f-e692b9cee49c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c678de32e6644a3e954e167321e55244&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0267031 Aug 16 02:09:17.745318 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33568) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:17.785976 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcafc3a-fdc4-4215-a25f-e692b9cee49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18078f17-c557-4dba-82f5-e93f21bbf91a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:17.818638 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.824235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Transition to ACTIVE for port object 7df03001-605c-49f4-b793-4e2e0fa0d960 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:17.849780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-989f8d33-edea-4955-8461-1bd344ed34ef tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc HTTP/1.1" status: 200 len: 476 time: 0.0838845 Aug 16 02:09:17.861843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Transition to ACTIVE for port object 7df03001-605c-49f4-b793-4e2e0fa0d960 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:17.869599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'port': {'device_id': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'admin_state_up': True, 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'security_groups': ['3b988d75-878d-49b4-8b57-ddf80d02e31f', '5ac871ca-155c-4793-ba9d-834e23ab6595']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:17.925211 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-743a6de4-ab6f-46a6-ad9a-925509397bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.931383 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.038651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-743a6de4-ab6f-46a6-ad9a-925509397bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.059298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ec800ef-ccab-453b-8935-c5f1824009a7 req-deb46deb-2ffb-4704-bb7d-fe5d6b041609 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 210 time: 0.0382288 Aug 16 02:09:18.092075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Pushing event updated for resources: {'Port': ['ID=7df03001-605c-49f4-b793-4e2e0fa0d960,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:18.109492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Network aa3c278a-c9a5-49cb-9686-b159b99fea4d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:18.118056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:18.123511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:18.192284 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-743a6de4-ab6f-46a6-ad9a-925509397bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.194873 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-743a6de4-ab6f-46a6-ad9a-925509397bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.198670 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-743a6de4-ab6f-46a6-ad9a-925509397bef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18078f17-c557-4dba-82f5-e93f21bbf91a HTTP/1.1" status: 204 len: 168 time: 0.4482906 Aug 16 02:09:18.209179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Attempting to bind port 7df03001-605c-49f4-b793-4e2e0fa0d960 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:18.209961 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Attempting to bind port 7df03001-605c-49f4-b793-4e2e0fa0d960 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:18.210128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Attempting to bind port 7df03001-605c-49f4-b793-4e2e0fa0d960 on network aa3c278a-c9a5-49cb-9686-b159b99fea4d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:18.224224 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a6de4-ab6f-46a6-ad9a-925509397bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18078f17-c557-4dba-82f5-e93f21bbf91a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:18.249666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:18.250076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Checking segment: {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:18.250487 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.250886 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Bound using segment: {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:18.251375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Bound port: 7df03001-605c-49f4-b793-4e2e0fa0d960, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:18.251765 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.279371 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.331506 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff6c0115-403e-4c32-b2ca-a65879d48f39 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.356447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] For port 7df03001-605c-49f4-b793-4e2e0fa0d960, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:18.360811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] For port 7df03001-605c-49f4-b793-4e2e0fa0d960, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7df03001-605c-49f4-b793-4e2e0fa0d960,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:18.376448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c0115-403e-4c32-b2ca-a65879d48f39 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=45e03625-943e-4dcb-b0b7-a56c26cff7cb,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:18.392735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Made reservation on behalf of 9cae7a8fd5e14b8f8ec0c37bd3723cfc for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:18.402037 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.480831 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff6c0115-403e-4c32-b2ca-a65879d48f39 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.484213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ff6c0115-403e-4c32-b2ca-a65879d48f39 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/45e03625-943e-4dcb-b0b7-a56c26cff7cb HTTP/1.1" status: 204 len: 168 time: 1.3703840 Aug 16 02:09:18.487918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33580) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:18.490120 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.552715 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b84047-c48d-4a76-8bb5-510e187a28ec tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:09:18.554385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-83b84047-c48d-4a76-8bb5-510e187a28ec tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/45e03625-943e-4dcb-b0b7-a56c26cff7cb HTTP/1.1" status: 404 len: 333 time: 0.0667052 Aug 16 02:09:18.572236 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33582) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:18.688996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffa252-7364-4a2d-8785-9ec88a13d558 None None] Pushing event updated for resources: {'Port': ['ID=7df03001-605c-49f4-b793-4e2e0fa0d960,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:18.695926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Allocated IP 172.20.0.10 (d389de70-727a-4991-8dd8-5ae76bd1302d/833fef2b-2bb6-46f1-9bf0-e96d9a07b894/41612216-c2b5-4b01-88bf-a3004eb373cc) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:18.859946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff205b4-eea2-4b82-a3f8-e93834d7b32f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting subnet d884698b-3348-466f-87e7-3d7377ac6fdd {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:18.871441 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ff205b4-eea2-4b82-a3f8-e93834d7b32f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.029137 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ff205b4-eea2-4b82-a3f8-e93834d7b32f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.104782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.150808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Transition to ACTIVE for port object 41612216-c2b5-4b01-88bf-a3004eb373cc will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:19.153412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.20.0.1 (aa3c278a-c9a5-49cb-9686-b159b99fea4d/02855cea-cfa2-4a50-a49b-bcab65c34b54/8f2e148d-55b4-481f-9dee-4b665f4054e4) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:19.246427 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ff205b4-eea2-4b82-a3f8-e93834d7b32f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.257434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-471d8ff6-91c7-46be-870a-b19eb1c1e7e6 req-d5ae46eb-4b7f-4b73-b3b1-433ca58083ec tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 210 time: 0.0404801 Aug 16 02:09:19.325523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33600) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:19.333500 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.357632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5fefaf63-340e-4432-b190-8be80cec2296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.405927 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:19.447709 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.461436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network d389de70-727a-4991-8dd8-5ae76bd1302d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:19.469791 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Transition to ACTIVE for port object 8f2e148d-55b4-481f-9dee-4b665f4054e4 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:19.480718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:19.480718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Port': ['ID=41612216-c2b5-4b01-88bf-a3004eb373cc,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:19.502020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:19.518430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ff205b4-eea2-4b82-a3f8-e93834d7b32f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.590169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:19.590844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.605041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:19.610570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:19.611305 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.612434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff205b4-eea2-4b82-a3f8-e93834d7b32f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Subnet': ['ID=d884698b-3348-466f-87e7-3d7377ac6fdd,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:19.636339 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5ff205b4-eea2-4b82-a3f8-e93834d7b32f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.638671 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5ff205b4-eea2-4b82-a3f8-e93834d7b32f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/d884698b-3348-466f-87e7-3d7377ac6fdd HTTP/1.1" status: 204 len: 168 time: 1.0654173 Aug 16 02:09:19.641445 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33604) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:19.683948 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5fefaf63-340e-4432-b190-8be80cec2296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.725626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e371d2c9-2c52-4360-a786-3369dbd472a2 None None] Network 50ebfd88-ba06-4d53-9f38-2be00934aa93 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:19.755723 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5fefaf63-340e-4432-b190-8be80cec2296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.840385 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.856717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-167952a0-d413-4d9c-88e6-11327d4697f9 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.9958444 Aug 16 02:09:19.862357 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.865524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5fefaf63-340e-4432-b190-8be80cec2296 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da1b92da8d3d422fbd509e8dbb292d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401471 Aug 16 02:09:19.866545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefaf63-340e-4432-b190-8be80cec2296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f87d7f-af0e-438d-92e5-3110617bee30,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:19.869342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33610) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:19.912181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Request body: {'port': {'device_id': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:20.062201 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network aa3c278a-c9a5-49cb-9686-b159b99fea4d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:20.069243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-84d80d02-3f54-4f25-871c-6d89343f3648 None None] Provisioning for port 41612216-c2b5-4b01-88bf-a3004eb373cc completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:20.075929 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:20.078892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:20.083991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-84d80d02-3f54-4f25-871c-6d89343f3648 None None] Provisioning complete for port 41612216-c2b5-4b01-88bf-a3004eb373cc triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:20.084420 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-84d80d02-3f54-4f25-871c-6d89343f3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.085096 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d90bdfcb-81c9-461e-a230-d624017908c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.145921 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.155171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eaa8e9-3c27-4b2f-9200-a71097a333ad None None] DHCP port deletion for 50ebfd88-ba06-4d53-9f38-2be00934aa93 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:20.162340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.164900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=8f2e148d-55b4-481f-9dee-4b665f4054e4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:20.167010 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d90bdfcb-81c9-461e-a230-d624017908c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.198665 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.248114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-84d80d02-3f54-4f25-871c-6d89343f3648 None None] Port 41612216-c2b5-4b01-88bf-a3004eb373cc cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:20.290124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b73fcd9b-64d6-4db8-b54f-ff0d8f808db3,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:20.328977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-09eaa8e9-3c27-4b2f-9200-a71097a333ad None None] Deleting port 7327796c-5daf-42f2-923b-8a3d6ae78985 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:20.329608 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-09eaa8e9-3c27-4b2f-9200-a71097a333ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.406921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 7327796c-5daf-42f2-923b-8a3d6ae78985 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:20.406921 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.435226 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.436379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7df03001-605c-49f4-b793-4e2e0fa0d960 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:20.560776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159bb3a-1c7c-4c36-b405-8b0ecc9aa6a8 None None] Network aa3c278a-c9a5-49cb-9686-b159b99fea4d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:20.568912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=b73fcd9b-64d6-4db8-b54f-ff0d8f808db3,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:20.586633 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.592684 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d90bdfcb-81c9-461e-a230-d624017908c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.595837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d90bdfcb-81c9-461e-a230-d624017908c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.597653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d90bdfcb-81c9-461e-a230-d624017908c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d1f87d7f-af0e-438d-92e5-3110617bee30 HTTP/1.1" status: 204 len: 168 time: 0.7266252 Aug 16 02:09:20.614299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bdfcb-81c9-461e-a230-d624017908c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f87d7f-af0e-438d-92e5-3110617bee30,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:20.629511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a706686-a459-4e46-84d2-6f0a2feba018 req-1de95ef4-0e66-49a4-afd7-e7c2f1ea63c7 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:20.633225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a706686-a459-4e46-84d2-6f0a2feba018 req-1de95ef4-0e66-49a4-afd7-e7c2f1ea63c7 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 971 time: 0.1861978 Aug 16 02:09:20.651825 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] For port 7327796c-5daf-42f2-923b-8a3d6ae78985, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7327796c-5daf-42f2-923b-8a3d6ae78985,segment=NetworkSegment(fe52006c-8213-45da-a94b-2ac3d5bd577e),segment_id=fe52006c-8213-45da-a94b-2ac3d5bd577e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:20.652650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.676148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 7327796c-5daf-42f2-923b-8a3d6ae78985 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:20.716566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-09eaa8e9-3c27-4b2f-9200-a71097a333ad None None] For port 7327796c-5daf-42f2-923b-8a3d6ae78985, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7327796c-5daf-42f2-923b-8a3d6ae78985,segment=NetworkSegment(fe52006c-8213-45da-a94b-2ac3d5bd577e),segment_id=fe52006c-8213-45da-a94b-2ac3d5bd577e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:20.717007 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-09eaa8e9-3c27-4b2f-9200-a71097a333ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.743168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-09eaa8e9-3c27-4b2f-9200-a71097a333ad None None] Calling delete_port for 7327796c-5daf-42f2-923b-8a3d6ae78985 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:20.763820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a706686-a459-4e46-84d2-6f0a2feba018 req-95958134-b192-488a-a8da-6c11b8760d89 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1183934 Aug 16 02:09:20.815147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-12954287-d628-45ce-b273-0b15cdfd48db None None] Provisioning for port 7df03001-605c-49f4-b793-4e2e0fa0d960 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:20.915354 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 7df03001-605c-49f4-b793-4e2e0fa0d960 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:20.954070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 7df03001-605c-49f4-b793-4e2e0fa0d960 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:20.954070 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.954350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41612216-c2b5-4b01-88bf-a3004eb373cc {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:20.966127 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.981406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Transition to ACTIVE for port object 41612216-c2b5-4b01-88bf-a3004eb373cc will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:21.031993 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.071734 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.094514 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.100660 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-09eaa8e9-3c27-4b2f-9200-a71097a333ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.114189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=7327796c-5daf-42f2-923b-8a3d6ae78985,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:21.116399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No DVR routers for this DVR port 7327796c-5daf-42f2-923b-8a3d6ae78985 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:21.140635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eaa8e9-3c27-4b2f-9200-a71097a333ad None None] Pushing event deleted for resources: {'Port': ['ID=7327796c-5daf-42f2-923b-8a3d6ae78985,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:21.145194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eaa8e9-3c27-4b2f-9200-a71097a333ad None None] No DVR routers for this DVR port 7327796c-5daf-42f2-923b-8a3d6ae78985 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:21.151489 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.189262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 7df03001-605c-49f4-b793-4e2e0fa0d960, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7df03001-605c-49f4-b793-4e2e0fa0d960,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:21.328918 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.331896 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.383721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ebfd88-ba06-4d53-9f38-2be00934aa93']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:21.427745 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe52006c-8213-45da-a94b-2ac3d5bd577e') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:21.428437 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe52006c-8213-45da-a94b-2ac3d5bd577e') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:21.478548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=7df03001-605c-49f4-b793-4e2e0fa0d960,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:21.497078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:21.500519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Pushing event updated for resources: {'Port': ['ID=41612216-c2b5-4b01-88bf-a3004eb373cc,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:21.540838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Attempting to bind port 41612216-c2b5-4b01-88bf-a3004eb373cc on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:21.541455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Attempting to bind port 41612216-c2b5-4b01-88bf-a3004eb373cc by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:21.542016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Attempting to bind port 41612216-c2b5-4b01-88bf-a3004eb373cc on network d389de70-727a-4991-8dd8-5ae76bd1302d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:21.548362 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.549323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Port 41612216-c2b5-4b01-88bf-a3004eb373cc on network d389de70-727a-4991-8dd8-5ae76bd1302d not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:09:21.549853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Attempting to bind port 41612216-c2b5-4b01-88bf-a3004eb373cc on network d389de70-727a-4991-8dd8-5ae76bd1302d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:21.558863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:21.559510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Checking segment: {'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:21.560072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Bound using segment: {'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:21.560695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Bound port: 41612216-c2b5-4b01-88bf-a3004eb373cc, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0912c703-db58-4181-8914-c8ed7a504e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:21.562257 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.617067 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.631598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:21.635024 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.635939 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.657460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:21.657925 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:21.667711 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:21.689021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] For port 41612216-c2b5-4b01-88bf-a3004eb373cc, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:21.693245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] For port 41612216-c2b5-4b01-88bf-a3004eb373cc, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41612216-c2b5-4b01-88bf-a3004eb373cc,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:21.748067 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.763718 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.802209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33642) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:21.837298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:21.838462 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.840070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] 10.222.0.64 "PUT /v2.0/ports/41612216-c2b5-4b01-88bf-a3004eb373cc HTTP/1.1" status: 200 len: 1132 time: 1.9347389 Aug 16 02:09:21.840695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'tag': '41612216-c2b5-4b01-88bf-a3004eb373cc'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:21.844214 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006ee16f-c6b5-452f-ad16-f2eda0c20045" -d '{"events": [{"name": "network-changed", "server_uuid": "d4816fea-6a5a-4f88-bf34-f1edfbfce324", "tag": "41612216-c2b5-4b01-88bf-a3004eb373cc"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:21.859727 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c372717a-b1b4-46da-9b6e-c7792134aff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.928373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8f2090c5-c500-4f37-8f87-edfa9b141586 None None] Provisioning for port 8f2e148d-55b4-481f-9dee-4b665f4054e4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:21.933306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebec65-b901-48b6-924e-436981a56b53 service neutron] Pushing event updated for resources: {'Port': ['ID=41612216-c2b5-4b01-88bf-a3004eb373cc,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:21.933665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8f2090c5-c500-4f37-8f87-edfa9b141586 None None] Provisioning complete for port 8f2e148d-55b4-481f-9dee-4b665f4054e4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:21.937945 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8f2090c5-c500-4f37-8f87-edfa9b141586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.963704 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.976304 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=8f2e148d-55b4-481f-9dee-4b665f4054e4,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:21.993429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7327796c-5daf-42f2-923b-8a3d6ae78985 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:22.061121 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.064032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 7327796c-5daf-42f2-923b-8a3d6ae78985 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:22.064383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7327796c-5daf-42f2-923b-8a3d6ae78985 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:22.098865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8f2090c5-c500-4f37-8f87-edfa9b141586 None None] Port 8f2e148d-55b4-481f-9dee-4b665f4054e4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:22.101853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.128206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.131950 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/networks/50ebfd88-ba06-4d53-9f38-2be00934aa93 HTTP/1.1" status: 204 len: 168 time: 2.4891727 Aug 16 02:09:22.133279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f70b0-baf9-40f8-8e63-f3e22929bf5f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Network': ['ID=50ebfd88-ba06-4d53-9f38-2be00934aa93,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:22.142698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33652) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:22.151732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8f2090c5-c500-4f37-8f87-edfa9b141586 None None] Provisioning complete for port 7df03001-605c-49f4-b793-4e2e0fa0d960 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:22.152135 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8f2090c5-c500-4f37-8f87-edfa9b141586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.168522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-355868013'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:22.190151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3eaa-bd1a-46fb-938e-a2384ba0fe36 req-a9f5b68e-24c1-49a1-bf5a-31808efc3b97 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:22.205240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32ce3eaa-bd1a-46fb-938e-a2384ba0fe36 req-a9f5b68e-24c1-49a1-bf5a-31808efc3b97 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 983 time: 0.2440042 Aug 16 02:09:22.226772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network aa3c278a-c9a5-49cb-9686-b159b99fea4d is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:22.231106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:22.295623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12552125-ba75-4149-ad69-8e61d58317a8 req-8ec06f29-2993-4ce0-98fb-1d4b903f85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:22.297341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-8ec06f29-2993-4ce0-98fb-1d4b903f85d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 1135 time: 0.2736030 Aug 16 02:09:22.418221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32ce3eaa-bd1a-46fb-938e-a2384ba0fe36 req-4b9f8749-a26a-4070-9da2-3bad8a92de9c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2072432 Aug 16 02:09:22.418221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-7e65dba2-c605-4ab4-9e9f-f3d56711a50c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41612216-c2b5-4b01-88bf-a3004eb373cc HTTP/1.1" status: 200 len: 217 time: 0.0696929 Aug 16 02:09:22.419839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-82bf51a8-843b-41f1-9375-bc440946901a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3134093 Aug 16 02:09:22.461066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-61c8e047-1923-4da4-9acc-1711a23936bf None None] Provisioning complete for port 8f2e148d-55b4-481f-9dee-4b665f4054e4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:22.463185 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-61c8e047-1923-4da4-9acc-1711a23936bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.485330 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router 3254b26c-197c-4449-a4e4-781a6449d46f has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:22.532452 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c747cf6-8b08-4ad8-a843-a8ea0f3d1be7 x-openstack-request-id: req-8c747cf6-8b08-4ad8-a843-a8ea0f3d1be7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:22.532680 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4816fea-6a5a-4f88-bf34-f1edfbfce324", "tag": "41612216-c2b5-4b01-88bf-a3004eb373cc", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:22.532896 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c747cf6-8b08-4ad8-a843-a8ea0f3d1be7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:22.533295 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'tag': '41612216-c2b5-4b01-88bf-a3004eb373cc', 'status': 'completed', 'code': 200} Aug 16 02:09:22.544552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-61c8e047-1923-4da4-9acc-1711a23936bf None None] Port 8f2e148d-55b4-481f-9dee-4b665f4054e4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:22.547110 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c372717a-b1b4-46da-9b6e-c7792134aff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.557908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12552125-ba75-4149-ad69-8e61d58317a8 req-eb86949d-47a0-4ff2-9fe0-4e2f6263384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:22.563605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-eb86949d-47a0-4ff2-9fe0-4e2f6263384a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=833fef2b-2bb6-46f1-9bf0-e96d9a07b894 HTTP/1.1" status: 200 len: 834 time: 0.1226907 Aug 16 02:09:22.596552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-537edbb0-6828-4d00-8631-27c6417cf2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:22.598711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-537edbb0-6828-4d00-8631-27c6417cf2dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 1098 time: 0.1071243 Aug 16 02:09:22.645751 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c372717a-b1b4-46da-9b6e-c7792134aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.649345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:22.654694 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bcdae4a6-850e-457e-b461-50f2ab6f5542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "PUT /v2.0/routers/3254b26c-197c-4449-a4e4-781a6449d46f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9208972 Aug 16 02:09:22.671385 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Sync routers for ids ['3254b26c-197c-4449-a4e4-781a6449d46f'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:22.703138 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Routers {'3254b26c-197c-4449-a4e4-781a6449d46f'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:22.704270 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['3254b26c-197c-4449-a4e4-781a6449d46f'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:22.705510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fbe2bec3-a5ef-43cd-855e-a403ceb843e7 None None] Provisioning complete for port 8f2e148d-55b4-481f-9dee-4b665f4054e4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:22.706894 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fbe2bec3-a5ef-43cd-855e-a403ceb843e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.755411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fbe2bec3-a5ef-43cd-855e-a403ceb843e7 None None] Port 8f2e148d-55b4-481f-9dee-4b665f4054e4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:22.841394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-a361d9a9-2b25-46a5-ba71-c1411e0a5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:22.845135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-a361d9a9-2b25-46a5-ba71-c1411e0a5457 service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.2113161 Aug 16 02:09:22.850300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372717a-b1b4-46da-9b6e-c7792134aff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9509fedd-a133-46f6-9883-57b9f3f2a407,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:22.895614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c372717a-b1b4-46da-9b6e-c7792134aff2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b3fc3f32bc141b8bac991694aa820f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0773718 Aug 16 02:09:22.899620 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33670) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:22.933328 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Set router 3254b26c-197c-4449-a4e4-781a6449d46f gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:22.950264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:22.954275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.976084 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b067-8c13-4060-b95f-824fdf6dddf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.996025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12552125-ba75-4149-ad69-8e61d58317a8 req-bab80d4b-3e1b-48d4-9b5c-367842aedb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:22.997847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-bab80d4b-3e1b-48d4-9b5c-367842aedb63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d389de70-727a-4991-8dd8-5ae76bd1302d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4269440 Aug 16 02:09:23.006816 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b067-8c13-4060-b95f-824fdf6dddf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.092664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-ebf55f9e-72ae-4d44-8eb0-b0955329b5d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803 HTTP/1.1" status: 200 len: 1002 time: 0.2374835 Aug 16 02:09:23.115043 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-34b561df-36bb-4dbb-ae40-91c4ddb18706 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480308187&fields=id&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 267 time: 0.1685641 Aug 16 02:09:23.163635 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b067-8c13-4060-b95f-824fdf6dddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.166338 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b067-8c13-4060-b95f-824fdf6dddf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.167558 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9cf7b067-8c13-4060-b95f-824fdf6dddf3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9509fedd-a133-46f6-9883-57b9f3f2a407 HTTP/1.1" status: 204 len: 168 time: 0.2681479 Aug 16 02:09:23.183716 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7b067-8c13-4060-b95f-824fdf6dddf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9509fedd-a133-46f6-9883-57b9f3f2a407,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:23.231534 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f2e148d-55b4-481f-9dee-4b665f4054e4', 'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:9a:99:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:18Z', 'updated_at': '2021-08-16T02:09:21Z', 'revision_number': 2, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:23.270216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:23.289647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-d1efe73c-aaeb-4a63-bca5-a8d50c5ec8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:23.290000 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Checking router: 3254b26c-197c-4449-a4e4-781a6449d46f for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:23.290534 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Updating router 3254b26c-197c-4449-a4e4-781a6449d46f port 8f2e148d-55b4-481f-9dee-4b665f4054e4 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:09:23.291534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-d1efe73c-aaeb-4a63-bca5-a8d50c5ec8e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.1903284 Aug 16 02:09:23.323218 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.371916 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.371916 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Added segment 6d8f30d5-5a6e-4ca4-bb7c-740f61d33470 of type vlan for network 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd Aug 16 02:09:23.480292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7df03001-605c-49f4-b793-4e2e0fa0d960 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:23.604552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 7df03001-605c-49f4-b793-4e2e0fa0d960 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:23.605230 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.702578 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.715164 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Transition to ACTIVE for port object 8f2e148d-55b4-481f-9dee-4b665f4054e4 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:23.793644 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.846893 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-342b78fb-afd4-453d-a66d-c73617506639 service neutron] 10.222.0.64 "GET /v2.0/networks/d389de70-727a-4991-8dd8-5ae76bd1302d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8363540 Aug 16 02:09:23.982018 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Attempting to bind port 8f2e148d-55b4-481f-9dee-4b665f4054e4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:23.982408 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Attempting to bind port 8f2e148d-55b4-481f-9dee-4b665f4054e4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:23.982770 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Attempting to bind port 8f2e148d-55b4-481f-9dee-4b665f4054e4 on network aa3c278a-c9a5-49cb-9686-b159b99fea4d {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:23.984616 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.003864 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16611202-ef9b-43fd-810c-5521c07e3d60 None None] Pushing event updated for resources: {'Port': ['ID=8f2e148d-55b4-481f-9dee-4b665f4054e4,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:24.008068 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:24.008449 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Checking segment: {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:24.008849 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.009234 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Bound using segment: {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:24.009728 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Bound port: 8f2e148d-55b4-481f-9dee-4b665f4054e4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:24.010163 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.093679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-7db4fe11-3481-46ad-912e-54233050a807 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:24.102095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-7db4fe11-3481-46ad-912e-54233050a807 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 796 time: 0.9645410 Aug 16 02:09:24.121393 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] For port 8f2e148d-55b4-481f-9dee-4b665f4054e4, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:24.125034 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] For port 8f2e148d-55b4-481f-9dee-4b665f4054e4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8f2e148d-55b4-481f-9dee-4b665f4054e4,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:24.141099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-c1b5592a-e981-4092-8bf5-c37f6a4b6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:24.142675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-c1b5592a-e981-4092-8bf5-c37f6a4b6523 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8067937 Aug 16 02:09:24.153465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-cde49ed0-896b-42a0-927d-06654ac21493 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/quotas/28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 375 time: 0.0504346 Aug 16 02:09:24.305909 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12552125-ba75-4149-ad69-8e61d58317a8 req-5d77d2ff-36f1-4b82-b3df-d90be77b0781 service neutron] 10.222.0.64 "GET /v2.0/networks/d389de70-727a-4991-8dd8-5ae76bd1302d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379622 Aug 16 02:09:24.320906 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-dca5b77f-9dbe-4406-9bde-a21d6d5b71d8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1665382 Aug 16 02:09:24.335665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-af423b35-2e9a-4a55-bc8f-a4466ae92d46 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800158 Aug 16 02:09:24.352709 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.421615 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Routers {'3254b26c-197c-4449-a4e4-781a6449d46f'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:24.421876 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['3254b26c-197c-4449-a4e4-781a6449d46f'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:24.423764 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16611202-ef9b-43fd-810c-5521c07e3d60 None None] Pushing event updated for resources: {'Port': ['ID=8f2e148d-55b4-481f-9dee-4b665f4054e4,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:24.524330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-4a9090f2-1f80-484e-a040-19b4af62013b service neutron] 10.222.0.66 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876731 Aug 16 02:09:24.542027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e715067d-f979-40a7-bf9b-d257f270c0f1 req-8c2e4fc0-280f-4e7d-84c0-48ada5ec2ec1 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979318 Aug 16 02:09:24.649475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-dc919b2b-33e4-4008-96ea-d0ddc5d5e30e service neutron] 10.222.0.66 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115367 Aug 16 02:09:24.649475 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.651554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:24.652343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.703261 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] Set router 3254b26c-197c-4449-a4e4-781a6449d46f gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:24.800019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Network': ['ID=49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:24.813806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ee16f-c6b5-452f-ad16-f2eda0c20045 req-c1423d72-f902-495e-ad95-e5e89a42336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:24.813806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-006ee16f-c6b5-452f-ad16-f2eda0c20045 req-c1423d72-f902-495e-ad95-e5e89a42336c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 1135 time: 0.0729678 Aug 16 02:09:24.815201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:24.957568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dafc6f16-9123-4ba9-8cc2-33f53762edcd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.8089983 Aug 16 02:09:24.958103 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33716) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:24.958952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ee16f-c6b5-452f-ad16-f2eda0c20045 req-74d6ba39-93f2-406e-9291-26076effbf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:24.960694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-006ee16f-c6b5-452f-ad16-f2eda0c20045 req-74d6ba39-93f2-406e-9291-26076effbf10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d389de70-727a-4991-8dd8-5ae76bd1302d HTTP/1.1" status: 200 len: 896 time: 0.1396244 Aug 16 02:09:24.963393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:25.010111 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f2e148d-55b4-481f-9dee-4b665f4054e4', 'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:9a:99:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:18Z', 'updated_at': '2021-08-16T02:09:24Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:25.033593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-006ee16f-c6b5-452f-ad16-f2eda0c20045 req-4107a32d-ecb0-4f24-a584-f79565d9868e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41612216-c2b5-4b01-88bf-a3004eb373cc HTTP/1.1" status: 200 len: 217 time: 0.0586412 Aug 16 02:09:25.038815 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f84baa9-f981-4bdc-9373-cc8f80641a84 None None] The sync data for ids ['3254b26c-197c-4449-a4e4-781a6449d46f'] in n-d-768509-23 is: [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f2e148d-55b4-481f-9dee-4b665f4054e4', 'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:9a:99:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:18Z', 'updated_at': '2021-08-16T02:09:24Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:25.130341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ee16f-c6b5-452f-ad16-f2eda0c20045 req-b4207a4c-b200-4d23-9080-03bac8aedca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:25.131859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-006ee16f-c6b5-452f-ad16-f2eda0c20045 req-b4207a4c-b200-4d23-9080-03bac8aedca1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=833fef2b-2bb6-46f1-9bf0-e96d9a07b894 HTTP/1.1" status: 200 len: 834 time: 0.0867560 Aug 16 02:09:25.283338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ee16f-c6b5-452f-ad16-f2eda0c20045 req-b9b8b3f3-b8a2-473a-987c-b2d437fff4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:25.285847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-006ee16f-c6b5-452f-ad16-f2eda0c20045 req-b9b8b3f3-b8a2-473a-987c-b2d437fff4f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d389de70-727a-4991-8dd8-5ae76bd1302d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352069 Aug 16 02:09:25.302258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:25.308889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.516117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-006ee16f-c6b5-452f-ad16-f2eda0c20045 req-8bc347b6-5e48-4690-b38d-179c2f55533a service neutron] 10.222.0.64 "GET /v2.0/networks/d389de70-727a-4991-8dd8-5ae76bd1302d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055016 Aug 16 02:09:25.571356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8f2e148d-55b4-481f-9dee-4b665f4054e4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:25.729117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6bb3a-db25-447e-a586-43389bf05a03 req-9197a327-0d3c-47dc-a9b7-63897475f46c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:25.744348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24b6bb3a-db25-447e-a586-43389bf05a03 req-9197a327-0d3c-47dc-a9b7-63897475f46c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 983 time: 0.4549115 Aug 16 02:09:25.776724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8f2e148d-55b4-481f-9dee-4b665f4054e4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:25.784636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8f2e148d-55b4-481f-9dee-4b665f4054e4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:25.785131 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.808950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24b6bb3a-db25-447e-a586-43389bf05a03 req-78d31881-2059-4837-8f89-a052fa532eaf tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0509479 Aug 16 02:09:25.830775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-006ee16f-c6b5-452f-ad16-f2eda0c20045 req-a2900dbe-ebf7-4931-bdcb-ebd90c38d036 service neutron] 10.222.0.64 "GET /v2.0/networks/d389de70-727a-4991-8dd8-5ae76bd1302d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067572 Aug 16 02:09:25.890947 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.079363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Checking segment: {'id': '6d8f30d5-5a6e-4ca4-bb7c-740f61d33470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:26.080925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network hostable DHCP agents. Network: 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:26.088842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Subnet': ['ID=9eca1658-222c-410a-a604-afc737118666,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:26.108595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d136cde0-dc60-4f68-a49e-2e3ac8b6d04d req-b4d83020-611a-4ad8-acbe-37d88006db95 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 210 time: 0.0584867 Aug 16 02:09:26.141753 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.189788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 8f2e148d-55b4-481f-9dee-4b665f4054e4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8f2e148d-55b4-481f-9dee-4b665f4054e4,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:26.208910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:26.262506 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.307942 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:26.313357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33752) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:26.313496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:26.314393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.351478 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f25607-31ea-48e0-a982-299084a8fd1a None None] Network 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:26.403905 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=8f2e148d-55b4-481f-9dee-4b665f4054e4,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:26.479192 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2e31fe3c-d837-483d-ad0c-e741a5f26de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.483212 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9370586a-2937-4c2d-af08-531e20e83f4c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5239844 Aug 16 02:09:26.491942 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33760) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:26.492879 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-004e08d5-a3c4-4418-8f61-70f09dcc13e0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-751652223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:26.582944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd', 'network_id': '49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd', 'tenant_id': '6ffe48f17e2940a8b016cbfe61eb0111', 'fixed_ips': [{'subnet_id': '9eca1658-222c-410a-a604-afc737118666'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:26.585231 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.627481 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2e31fe3c-d837-483d-ad0c-e741a5f26de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.692661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41612216-c2b5-4b01-88bf-a3004eb373cc details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:26.719429 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2e31fe3c-d837-483d-ad0c-e741a5f26de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.800397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2e31fe3c-d837-483d-ad0c-e741a5f26de4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad94e8a8b79140b4ad354e4c69de7a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855647 Aug 16 02:09:26.805322 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33764) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:26.816778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31fe3c-d837-483d-ad0c-e741a5f26de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3142675f-6e01-4021-af6f-fe2762fc901a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:26.843279 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-004e08d5-a3c4-4418-8f61-70f09dcc13e0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.845922 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-004e08d5-a3c4-4418-8f61-70f09dcc13e0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.909739 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8d7d347b-1e51-4ba1-b99b-d251264845db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.940631 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8d7d347b-1e51-4ba1-b99b-d251264845db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.010233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Allocated IP 2001:db8::2 (49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd/9eca1658-222c-410a-a604-afc737118666/6fe831b3-5c47-415d-85f1-c56a8748e7a1) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:27.065440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c335b-5bba-4c5d-862a-b138fffd0c50 req-08ad7541-4b4a-4fc8-960d-b996bc96ea81 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:27.073569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-596c335b-5bba-4c5d-862a-b138fffd0c50 req-08ad7541-4b4a-4fc8-960d-b996bc96ea81 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 983 time: 0.1112132 Aug 16 02:09:27.104975 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-004e08d5-a3c4-4418-8f61-70f09dcc13e0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.129347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-596c335b-5bba-4c5d-862a-b138fffd0c50 req-576719c1-70d1-4576-8afb-5736b2c477ca tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0538788 Aug 16 02:09:27.168034 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8d7d347b-1e51-4ba1-b99b-d251264845db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.172661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8d7d347b-1e51-4ba1-b99b-d251264845db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.172661 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8d7d347b-1e51-4ba1-b99b-d251264845db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3142675f-6e01-4021-af6f-fe2762fc901a HTTP/1.1" status: 204 len: 168 time: 0.3654428 Aug 16 02:09:27.185349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d347b-1e51-4ba1-b99b-d251264845db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3142675f-6e01-4021-af6f-fe2762fc901a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.189985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41612216-c2b5-4b01-88bf-a3004eb373cc, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41612216-c2b5-4b01-88bf-a3004eb373cc,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:27.229614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '41612216-c2b5-4b01-88bf-a3004eb373cc', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'port_id': '41612216-c2b5-4b01-88bf-a3004eb373cc', 'mac_address': 'fa:16:3e:50:95:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:27.300271 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-004e08d5-a3c4-4418-8f61-70f09dcc13e0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.348026 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.437934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-988492cb-53f9-48ff-b2a0-4fb7043bbeb4 req-7a8cd0b0-69da-4844-91cc-336d560d711b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 210 time: 0.0533037 Aug 16 02:09:27.456854 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.467799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Transition to ACTIVE for port object 6fe831b3-5c47-415d-85f1-c56a8748e7a1 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:27.474073 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-004e08d5-a3c4-4418-8f61-70f09dcc13e0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.478365 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-004e08d5-a3c4-4418-8f61-70f09dcc13e0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9884446 Aug 16 02:09:27.479738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33784) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:27.484363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'network_id': '49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd', 'name': 'tempest-PortsIpV6TestJSON-179702188'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:27.495081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8f2e148d-55b4-481f-9dee-4b665f4054e4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:27.543313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41612216-c2b5-4b01-88bf-a3004eb373cc {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:27.554810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Transition to ACTIVE for port object 6fe831b3-5c47-415d-85f1-c56a8748e7a1 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:27.583352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41612216-c2b5-4b01-88bf-a3004eb373cc, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41612216-c2b5-4b01-88bf-a3004eb373cc,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:27.599748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8f2e148d-55b4-481f-9dee-4b665f4054e4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:27.600864 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.774401 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.774401 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.808505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Network 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:27.811640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:27.820183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:27.825292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:27.832579 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.833500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Pushing event updated for resources: {'Port': ['ID=6fe831b3-5c47-415d-85f1-c56a8748e7a1,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.861131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.861488 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.862087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.862621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.862965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.864040 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.864645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port 4cf684a8-cb5c-4219-8eff-118c1596258b yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:27.866403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.872102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.872102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.872102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.872486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.873559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:27.979476 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Attempting to bind port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:27.979868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Attempting to bind port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '6d8f30d5-5a6e-4ca4-bb7c-740f61d33470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:27.980240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Attempting to bind port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 on network 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:27.995783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:27.996167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Checking segment: {'id': '6d8f30d5-5a6e-4ca4-bb7c-740f61d33470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:27.996791 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.997439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Bound using segment: {'id': '6d8f30d5-5a6e-4ca4-bb7c-740f61d33470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:27.998143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Bound port: 6fe831b3-5c47-415d-85f1-c56a8748e7a1, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8f30d5-5a6e-4ca4-bb7c-740f61d33470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:27.998748 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.002045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41612216-c2b5-4b01-88bf-a3004eb373cc,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:28.025864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8::1c3 (49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd/9eca1658-222c-410a-a604-afc737118666/4cf684a8-cb5c-4219-8eff-118c1596258b) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:28.063197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['41612216-c2b5-4b01-88bf-a3004eb373cc'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:28.143714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] For port 6fe831b3-5c47-415d-85f1-c56a8748e7a1, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:28.149781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] For port 6fe831b3-5c47-415d-85f1-c56a8748e7a1, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6fe831b3-5c47-415d-85f1-c56a8748e7a1,segment=NetworkSegment(6d8f30d5-5a6e-4ca4-bb7c-740f61d33470),segment_id=6d8f30d5-5a6e-4ca4-bb7c-740f61d33470)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:28.215877 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.310453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999fdc5-701f-471d-aadb-bdf0c6e5d7de req-ad86b867-9231-4c37-88a2-07330cfc4c89 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.312123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f999fdc5-701f-471d-aadb-bdf0c6e5d7de req-ad86b867-9231-4c37-88a2-07330cfc4c89 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 984 time: 0.0816193 Aug 16 02:09:28.318037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a9ca5-f780-4a5f-a374-c5e59f6ec4a6 None None] Pushing event updated for resources: {'Port': ['ID=6fe831b3-5c47-415d-85f1-c56a8748e7a1,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:28.345564 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.370807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object 4cf684a8-cb5c-4219-8eff-118c1596258b will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:28.395600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f999fdc5-701f-471d-aadb-bdf0c6e5d7de req-c6017385-efcf-4d54-a901-cba533457a08 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0704856 Aug 16 02:09:28.623640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-8b27acaa-e8b7-4ef4-910d-de3fd159a3ec tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.627733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-8b27acaa-e8b7-4ef4-910d-de3fd159a3ec tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 796 time: 0.1823125 Aug 16 02:09:28.655130 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.690001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5f77ce8-b948-450a-b0ea-a0dcd781d129 req-d373c133-56b9-4db0-982c-08954d1ed3fd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 210 time: 0.0558324 Aug 16 02:09:28.759715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:28.771814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-3d7263dc-19b3-412f-9118-3fca99295a79 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 380 time: 0.1234624 Aug 16 02:09:28.771814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:28.777408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:28.783039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.783704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.792038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'port': {'device_id': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'admin_state_up': True, 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'security_groups': ['1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:28.807764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=4cf684a8-cb5c-4219-8eff-118c1596258b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:28.927364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e1fc82ec-cbb7-471d-96bd-bbd10b366a6a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4477797 Aug 16 02:09:28.929937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 33834) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:29.013599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:29.017579 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.431816 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.447584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.20.0.13 (aa3c278a-c9a5-49cb-9686-b159b99fea4d/02855cea-cfa2-4a50-a49b-bcab65c34b54/bba804ce-2238-4f2b-a7fc-a66eb57e272c) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:29.562665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6fe831b3-5c47-415d-85f1-c56a8748e7a1 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:29.685632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d76b41-497a-40ca-997e-4bdc822e33cb None None] Network 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:29.706227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024cb6a-29a2-4f49-b0bd-5b0144aceac8 req-4c2c66c5-830a-4ffb-9577-7b7ceba794f0 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:29.708185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9024cb6a-29a2-4f49-b0bd-5b0144aceac8 req-4c2c66c5-830a-4ffb-9577-7b7ceba794f0 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 984 time: 0.2104168 Aug 16 02:09:29.737770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:29.898133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e2f21b43-5266-4d2a-b048-bfb78b591733 None None] Provisioning for port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:29.919507 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0e09d8cd-3828-43f5-b2f2-3bf3eb7bb731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.933862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e2f21b43-5266-4d2a-b048-bfb78b591733 None None] Provisioning complete for port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:29.933862 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e2f21b43-5266-4d2a-b048-bfb78b591733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.071004 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e2f21b43-5266-4d2a-b048-bfb78b591733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.109359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e2f21b43-5266-4d2a-b048-bfb78b591733 None None] For port 6fe831b3-5c47-415d-85f1-c56a8748e7a1, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6fe831b3-5c47-415d-85f1-c56a8748e7a1,segment=NetworkSegment(6d8f30d5-5a6e-4ca4-bb7c-740f61d33470),segment_id=6d8f30d5-5a6e-4ca4-bb7c-740f61d33470)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:30.191664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9024cb6a-29a2-4f49-b0bd-5b0144aceac8 req-d4cc09e4-dd60-493c-aa14-40dcab751649 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4738233 Aug 16 02:09:30.230229 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e2f21b43-5266-4d2a-b048-bfb78b591733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.253126 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.284022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Transition to ACTIVE for port object bba804ce-2238-4f2b-a7fc-a66eb57e272c will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:30.441395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f21b43-5266-4d2a-b048-bfb78b591733 None None] Pushing event updated for resources: {'Port': ['ID=6fe831b3-5c47-415d-85f1-c56a8748e7a1,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.453874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01060eb7-fc9a-482e-af87-8a6dacd82071 req-b53e2c6b-975b-480f-a130-cfaa3b8b0dde tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 210 time: 0.0445020 Aug 16 02:09:30.486603 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.496751 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.559411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-18bd1392-fa1c-4419-aefd-bb4b3f8a6dc8 None None] Provisioning for port 4cf684a8-cb5c-4219-8eff-118c1596258b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:30.568037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-18bd1392-fa1c-4419-aefd-bb4b3f8a6dc8 None None] Provisioning complete for port 4cf684a8-cb5c-4219-8eff-118c1596258b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:30.568037 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-18bd1392-fa1c-4419-aefd-bb4b3f8a6dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.600162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network aa3c278a-c9a5-49cb-9686-b159b99fea4d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:30.605128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:30.609316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:30.614726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.646539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.649010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-18bd1392-fa1c-4419-aefd-bb4b3f8a6dc8 None None] Port 4cf684a8-cb5c-4219-8eff-118c1596258b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:30.671418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41612216-c2b5-4b01-88bf-a3004eb373cc up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:30.675982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-18bd1392-fa1c-4419-aefd-bb4b3f8a6dc8 None None] Provisioning complete for port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:30.676575 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-18bd1392-fa1c-4419-aefd-bb4b3f8a6dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.739782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:30.743074 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.768590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=4cf684a8-cb5c-4219-8eff-118c1596258b,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.888695 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.926209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 41612216-c2b5-4b01-88bf-a3004eb373cc completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:30.976221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-66dd9b52-72b0-4cdf-b2cf-3d57e91f9661 None None] Provisioning complete for port 4cf684a8-cb5c-4219-8eff-118c1596258b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:30.977858 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-66dd9b52-72b0-4cdf-b2cf-3d57e91f9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.980148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 41612216-c2b5-4b01-88bf-a3004eb373cc triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:30.980148 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.987502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-afed9fa5-1f28-43d4-87a8-96359467b859 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2112443 Aug 16 02:09:31.007457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Request body: {'port': {'device_id': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:31.067702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-66dd9b52-72b0-4cdf-b2cf-3d57e91f9661 None None] Port 4cf684a8-cb5c-4219-8eff-118c1596258b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:31.114392 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.170417 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.209087 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.213588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 41612216-c2b5-4b01-88bf-a3004eb373cc, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41612216-c2b5-4b01-88bf-a3004eb373cc,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:31.214524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41612216-c2b5-4b01-88bf-a3004eb373cc'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:31.217248 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ee618a-ac30-46d1-b00b-d68a31973967" -d '{"events": [{"server_uuid": "d4816fea-6a5a-4f88-bf34-f1edfbfce324", "name": "network-vif-plugged", "status": "completed", "tag": "41612216-c2b5-4b01-88bf-a3004eb373cc"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:31.233166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-66dd9b52-72b0-4cdf-b2cf-3d57e91f9661 None None] Provisioning for port bba804ce-2238-4f2b-a7fc-a66eb57e272c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:31.243499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-66dd9b52-72b0-4cdf-b2cf-3d57e91f9661 None None] Provisioning complete for port bba804ce-2238-4f2b-a7fc-a66eb57e272c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:31.243895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-66dd9b52-72b0-4cdf-b2cf-3d57e91f9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.310629 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed385be-b9db-4b8d-8821-81b949c94009 x-openstack-request-id: req-5ed385be-b9db-4b8d-8821-81b949c94009 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:31.310923 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4816fea-6a5a-4f88-bf34-f1edfbfce324", "name": "network-vif-plugged", "status": "completed", "tag": "41612216-c2b5-4b01-88bf-a3004eb373cc", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:31.311181 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ed385be-b9db-4b8d-8821-81b949c94009 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:31.311583 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41612216-c2b5-4b01-88bf-a3004eb373cc', 'code': 200} Aug 16 02:09:31.319197 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.404090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-66dd9b52-72b0-4cdf-b2cf-3d57e91f9661 None None] Port bba804ce-2238-4f2b-a7fc-a66eb57e272c cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:31.437898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=41612216-c2b5-4b01-88bf-a3004eb373cc,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:31.461912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6fe831b3-5c47-415d-85f1-c56a8748e7a1 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:31.523677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:31.524146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.526979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3f7db7af-b5fe-4273-b76c-d693da8a63bf None None] Provisioning complete for port 4cf684a8-cb5c-4219-8eff-118c1596258b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:31.527409 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f7db7af-b5fe-4273-b76c-d693da8a63bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.583854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9df1be-f43e-4a76-abe5-17466b4ea458 req-0c0f1223-d2f6-4be0-a7db-046f38a3ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:31.585388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad9df1be-f43e-4a76-abe5-17466b4ea458 req-0c0f1223-d2f6-4be0-a7db-046f38a3ba7d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 1137 time: 0.1586237 Aug 16 02:09:31.587154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3f7db7af-b5fe-4273-b76c-d693da8a63bf None None] Port 4cf684a8-cb5c-4219-8eff-118c1596258b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:31.653410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6addb-cc3a-4ded-bb63-26f75c9ddc27 req-79497c28-6088-4ee1-95c4-6f19e945717b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:31.655006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ae6addb-cc3a-4ded-bb63-26f75c9ddc27 req-79497c28-6088-4ee1-95c4-6f19e945717b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 985 time: 0.2195523 Aug 16 02:09:31.757524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad9df1be-f43e-4a76-abe5-17466b4ea458 req-82c2a79f-94cc-4e00-9aa4-7acf528efeb7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3b988d75-878d-49b4-8b57-ddf80d02e31f&id=5ac871ca-155c-4793-ba9d-834e23ab6595&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1251419 Aug 16 02:09:31.777760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ae6addb-cc3a-4ded-bb63-26f75c9ddc27 req-fc97d4f6-e6b4-460e-9701-e16c105f90b2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1087615 Aug 16 02:09:31.862301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba804ce-2238-4f2b-a7fc-a66eb57e272c {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:31.874648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.900415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Transition to ACTIVE for port object bba804ce-2238-4f2b-a7fc-a66eb57e272c will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:31.921786 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.976080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.016522 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.017355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.116060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:32.150362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e76bbe-1ce4-4e0b-9ffd-71b8cbdcbf16 req-cf72e9f4-e34e-4674-bce8-5b400879f35a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.152050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50e76bbe-1ce4-4e0b-9ffd-71b8cbdcbf16 req-cf72e9f4-e34e-4674-bce8-5b400879f35a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 944 time: 0.1897085 Aug 16 02:09:32.304515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=4cf684a8-cb5c-4219-8eff-118c1596258b,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:32.319649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50e76bbe-1ce4-4e0b-9ffd-71b8cbdcbf16 req-382efdca-0d4a-4d45-befe-86d3e935483c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444182 Aug 16 02:09:32.331270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:32.331726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:32.332062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c on network aa3c278a-c9a5-49cb-9686-b159b99fea4d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:32.336668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:32.339923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:32.344744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Port bba804ce-2238-4f2b-a7fc-a66eb57e272c on network aa3c278a-c9a5-49cb-9686-b159b99fea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:09:32.345070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c on network aa3c278a-c9a5-49cb-9686-b159b99fea4d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:32.352509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:32.352866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Checking segment: {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:32.353549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Bound using segment: {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:32.354146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Bound port: bba804ce-2238-4f2b-a7fc-a66eb57e272c, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:32.354383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.497545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:32.500848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:32.600315 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.636158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.636669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.638380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-70703198-319f-478e-992f-da8c5b4830ca service neutron] 10.222.0.74 "PUT /v2.0/ports/bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 1093 time: 1.6394329 Aug 16 02:09:32.638707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:32.641319 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630" -d '{"events": [{"name": "network-changed", "server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:32.696655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Router e7f9b2c1-aed0-4887-a5f9-46c409607d69 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:32.712352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-16ce8607-d574-4fb0-80aa-e111a339ceda None None] Provisioning complete for port 4cf684a8-cb5c-4219-8eff-118c1596258b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:32.712871 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16ce8607-d574-4fb0-80aa-e111a339ceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.763936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-16ce8607-d574-4fb0-80aa-e111a339ceda None None] Port 4cf684a8-cb5c-4219-8eff-118c1596258b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:32.794559 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb52d23-6bc9-4558-abb5-12437871e6ad x-openstack-request-id: req-2fb52d23-6bc9-4558-abb5-12437871e6ad {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:32.799404 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:32.799404 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2fb52d23-6bc9-4558-abb5-12437871e6ad {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:32.799404 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'status': 'completed', 'code': 200} Aug 16 02:09:32.882861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70703198-319f-478e-992f-da8c5b4830ca service neutron] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:32.947738 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.985514 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-074defe7-c790-4dcb-b27b-079faae3fd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.028922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-fc901b87-5386-4878-81e3-2c3b182bc56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.030741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-fc901b87-5386-4878-81e3-2c3b182bc56d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1096 time: 0.2342446 Aug 16 02:09:33.033740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:33.040970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-be4339ba-df0c-4bfc-8526-0c602cf72e41 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "PUT /v2.0/routers/e7f9b2c1-aed0-4887-a5f9-46c409607d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1100569 Aug 16 02:09:33.044095 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33948) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.046195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e692d4-b610-43df-adfc-45c56cf979ad None None] Sync routers for ids ['e7f9b2c1-aed0-4887-a5f9-46c409607d69'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:33.056100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e692d4-b610-43df-adfc-45c56cf979ad None None] Routers {'e7f9b2c1-aed0-4887-a5f9-46c409607d69'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:33.057238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9e692d4-b610-43df-adfc-45c56cf979ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e7f9b2c1-aed0-4887-a5f9-46c409607d69'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:33.063261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0ef4b-1c68-4110-b6a6-9b8c6da0460c req-18058462-7588-4197-bb49-6a412c2d4b5b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.071843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3e0ef4b-1c68-4110-b6a6-9b8c6da0460c req-18058462-7588-4197-bb49-6a412c2d4b5b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 985 time: 0.1402149 Aug 16 02:09:33.095083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9e692d4-b610-43df-adfc-45c56cf979ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:33.106910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e692d4-b610-43df-adfc-45c56cf979ad None None] Routers {'e7f9b2c1-aed0-4887-a5f9-46c409607d69'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:33.107878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9e692d4-b610-43df-adfc-45c56cf979ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e7f9b2c1-aed0-4887-a5f9-46c409607d69'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:33.143624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8537c0-4622-4b73-8f07-9ee9617b7fc3 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.147371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-1f7afa8d-2995-4f41-ae91-efa4ff9e7a2b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 217 time: 0.1052468 Aug 16 02:09:33.158893 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ea8537c0-4622-4b73-8f07-9ee9617b7fc3 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7f9b2c1-aed0-4887-a5f9-46c409607d69 HTTP/1.1" status: 200 len: 988 time: 0.1133544 Aug 16 02:09:33.162289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 33954) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.181357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d9e692d4-b610-43df-adfc-45c56cf979ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:33.182295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e692d4-b610-43df-adfc-45c56cf979ad None None] The sync data for ids ['e7f9b2c1-aed0-4887-a5f9-46c409607d69'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:33.182719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3e0ef4b-1c68-4110-b6a6-9b8c6da0460c req-8a3f7d9a-bd4e-42dc-89ab-fe5a8427af58 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1081612 Aug 16 02:09:33.283263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-2dae6a07-f07e-4504-8091-817deb4e7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.283263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-2dae6a07-f07e-4504-8091-817deb4e7d16 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 200 len: 834 time: 0.1101279 Aug 16 02:09:33.430966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-fe2077fb-d8b1-406d-8f14-074facd5ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.433332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-fe2077fb-d8b1-406d-8f14-074facd5ab38 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa3c278a-c9a5-49cb-9686-b159b99fea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402090 Aug 16 02:09:33.603959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d26f83-aa2c-4246-a73d-5447f3095a4a req-51cc9829-37b7-4afb-a3f8-5e232717b00b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.605507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12d26f83-aa2c-4246-a73d-5447f3095a4a req-51cc9829-37b7-4afb-a3f8-5e232717b00b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 944 time: 0.1244621 Aug 16 02:09:33.625769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-604031af-e7d2-49a4-9165-169411dce8d1 service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850796 Aug 16 02:09:33.707894 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94f9d06e-aeba-4859-8275-2001125dcb43 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.752059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e76bc70-891c-4027-abf0-7a375d0596a4 req-e38b6d83-6507-42b1-98e8-17870b75f0de service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180470 Aug 16 02:09:33.788879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12d26f83-aa2c-4246-a73d-5447f3095a4a req-f26a1280-8206-40ee-89cf-a257f9b19ce0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617987 Aug 16 02:09:33.974953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630 req-c6aa983b-7271-4a46-9b1d-23982a3136a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.984051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630 req-c6aa983b-7271-4a46-9b1d-23982a3136a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1096 time: 0.0866866 Aug 16 02:09:34.061984 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.122696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630 req-a8089efc-befd-4972-8dde-b1a8e1f6037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.124636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630 req-a8089efc-befd-4972-8dde-b1a8e1f6037a service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 897 time: 0.1331210 Aug 16 02:09:34.192624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630 req-8a26fd02-42e4-4496-89f9-4aaf8f2f7a96 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 217 time: 0.0599048 Aug 16 02:09:34.253268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630 req-f2e576a6-f346-497e-9e03-57ea32f7fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.255456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630 req-f2e576a6-f346-497e-9e03-57ea32f7fd36 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 200 len: 834 time: 0.0552027 Aug 16 02:09:34.343544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-94f9d06e-aeba-4859-8275-2001125dcb43 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 4cf684a8-cb5c-4219-8eff-118c1596258b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:34.344541 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94f9d06e-aeba-4859-8275-2001125dcb43 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.374752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630 req-9f0fd62f-0e5d-4101-85f7-e9dfb37e7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.376328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630 req-9f0fd62f-0e5d-4101-85f7-e9dfb37e7470 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa3c278a-c9a5-49cb-9686-b159b99fea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015797 Aug 16 02:09:34.390092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc603fca-3705-4529-8ec7-1a3bd5d13f58 req-87eba678-9cd6-449e-b28e-d59e18edfa82 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.397802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc603fca-3705-4529-8ec7-1a3bd5d13f58 req-87eba678-9cd6-449e-b28e-d59e18edfa82 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 985 time: 0.1044161 Aug 16 02:09:34.527210 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc603fca-3705-4529-8ec7-1a3bd5d13f58 req-84c9e15f-cdbc-4a67-9d4b-673cdf6f0f34 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1283102 Aug 16 02:09:34.532757 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94f9d06e-aeba-4859-8275-2001125dcb43 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.567768 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-94f9d06e-aeba-4859-8275-2001125dcb43 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 4cf684a8-cb5c-4219-8eff-118c1596258b owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:34.673125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630 req-f2d5ff0a-f203-429d-ac92-5b8468b2fd7e service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250936 Aug 16 02:09:34.903962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac196be-8420-4306-99c2-9ebc3cad4a76 req-f2b337c9-cc31-4eb0-94ab-5e666437e55d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.905403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cac196be-8420-4306-99c2-9ebc3cad4a76 req-f2b337c9-cc31-4eb0-94ab-5e666437e55d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 985 time: 0.0906329 Aug 16 02:09:34.911410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62ac7b35-4ac8-4007-ae2c-c6d028a5a630 req-3e2365c4-6b63-481e-8f47-b1e11d0712db service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257605 Aug 16 02:09:34.945190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94f9d06e-aeba-4859-8275-2001125dcb43 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.953335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cac196be-8420-4306-99c2-9ebc3cad4a76 req-544ccb8b-0326-438d-adf1-7519633f0383 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0385842 Aug 16 02:09:34.989963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9d06e-aeba-4859-8275-2001125dcb43 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=4cf684a8-cb5c-4219-8eff-118c1596258b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:35.093025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0c45-bf63-4e6c-8b55-d6b0f7406624 req-ffcd8340-7fe7-47c9-a34a-0041fd2fd167 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.098354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-719b0c45-bf63-4e6c-8b55-d6b0f7406624 req-ffcd8340-7fe7-47c9-a34a-0041fd2fd167 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 944 time: 0.0707781 Aug 16 02:09:35.104890 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94f9d06e-aeba-4859-8275-2001125dcb43 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.184687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-719b0c45-bf63-4e6c-8b55-d6b0f7406624 req-c79712ed-3d5c-4bd6-97df-2625245f2a0f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820265 Aug 16 02:09:35.313086 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f9d06e-aeba-4859-8275-2001125dcb43 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Router e7f9b2c1-aed0-4887-a5f9-46c409607d69 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:35.350651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2a308-aefa-450f-b825-d667b2fd37a2 req-998893fe-2977-4c2f-a6d1-0a6dcc7fd73f tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.361287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-51b2a308-aefa-450f-b825-d667b2fd37a2 req-998893fe-2977-4c2f-a6d1-0a6dcc7fd73f tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 1137 time: 0.0582421 Aug 16 02:09:35.380892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-51b2a308-aefa-450f-b825-d667b2fd37a2 req-2c1a1f23-2b9d-4b55-a775-91ac6e06a6bc tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.410433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f9d06e-aeba-4859-8275-2001125dcb43 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:35.426825 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2ce7d4-31d3-46a1-a904-0e866330da4b None None] Sync routers for ids ['e7f9b2c1-aed0-4887-a5f9-46c409607d69'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:35.427380 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-94f9d06e-aeba-4859-8275-2001125dcb43 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "PUT /v2.0/routers/e7f9b2c1-aed0-4887-a5f9-46c409607d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2636640 Aug 16 02:09:35.427975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34016) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:35.446568 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ce7d4-31d3-46a1-a904-0e866330da4b None None] Routers {'e7f9b2c1-aed0-4887-a5f9-46c409607d69'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:35.447838 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dc2ce7d4-31d3-46a1-a904-0e866330da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e7f9b2c1-aed0-4887-a5f9-46c409607d69'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:35.462785 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6b7668-8abb-42c8-8ce0-0266e1b39563 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:09:35.467479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34020) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:35.468567 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6b6b7668-8abb-42c8-8ce0-0266e1b39563 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/4cf684a8-cb5c-4219-8eff-118c1596258b HTTP/1.1" status: 404 len: 333 time: 0.0367372 Aug 16 02:09:35.508957 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dc2ce7d4-31d3-46a1-a904-0e866330da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:35.518239 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ce7d4-31d3-46a1-a904-0e866330da4b None None] Routers {'e7f9b2c1-aed0-4887-a5f9-46c409607d69'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:35.518854 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dc2ce7d4-31d3-46a1-a904-0e866330da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e7f9b2c1-aed0-4887-a5f9-46c409607d69'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:35.555765 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dc2ce7d4-31d3-46a1-a904-0e866330da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:35.556867 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2ce7d4-31d3-46a1-a904-0e866330da4b None None] The sync data for ids ['e7f9b2c1-aed0-4887-a5f9-46c409607d69'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:35.572352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b09823c9-1e84-40ef-8c83-a3af7fc825d4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.616518 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-51b2a308-aefa-450f-b825-d667b2fd37a2 req-2c1a1f23-2b9d-4b55-a775-91ac6e06a6bc tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.843694 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.040634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-51b2a308-aefa-450f-b825-d667b2fd37a2 req-2c1a1f23-2b9d-4b55-a775-91ac6e06a6bc tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.081253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-51b2a308-aefa-450f-b825-d667b2fd37a2 req-2c1a1f23-2b9d-4b55-a775-91ac6e06a6bc tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.7187333 Aug 16 02:09:36.137679 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34050) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:36.153066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a1f23-2b9d-4b55-a775-91ac6e06a6bc tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ac15fa-2cdb-4a66-965e-5cd54b14e434,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:36.188776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f259d-d82d-49e3-b693-445056bea9f2 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.190476 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-186f259d-d82d-49e3-b693-445056bea9f2 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 1132 time: 0.0516386 Aug 16 02:09:36.194075 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34054) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:36.196553 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b09823c9-1e84-40ef-8c83-a3af7fc825d4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.199511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '41612216-c2b5-4b01-88bf-a3004eb373cc', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:36.203087 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b09823c9-1e84-40ef-8c83-a3af7fc825d4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.302716 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.347557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b09823c9-1e84-40ef-8c83-a3af7fc825d4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.347557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09823c9-1e84-40ef-8c83-a3af7fc825d4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Fanout notify agent at l3_agent the message router_deleted on router e7f9b2c1-aed0-4887-a5f9-46c409607d69 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:09:36.355273 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b09823c9-1e84-40ef-8c83-a3af7fc825d4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.360638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b09823c9-1e84-40ef-8c83-a3af7fc825d4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/routers/e7f9b2c1-aed0-4887-a5f9-46c409607d69 HTTP/1.1" status: 204 len: 168 time: 0.8848159 Aug 16 02:09:36.364963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34064) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:36.401935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab498805-a026-4b85-bb82-a3dd35db2360 req-640e75b2-db18-4135-ab2d-0474280d663d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.401935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab498805-a026-4b85-bb82-a3dd35db2360 req-640e75b2-db18-4135-ab2d-0474280d663d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 944 time: 0.1115675 Aug 16 02:09:36.439722 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-1135e0ac-57a0-4e8d-9956-556dabd2320e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting subnet 9eca1658-222c-410a-a604-afc737118666 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:36.448719 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1135e0ac-57a0-4e8d-9956-556dabd2320e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.467094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab498805-a026-4b85-bb82-a3dd35db2360 req-55ae9c65-8fbd-4212-8bc4-63024c8b89e4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578012 Aug 16 02:09:36.506482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1135e0ac-57a0-4e8d-9956-556dabd2320e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.576228 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.665111 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1135e0ac-57a0-4e8d-9956-556dabd2320e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.764576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Allocated IP 172.25.8.251 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/d53277d7-ca59-4a33-9a7c-159f22ea712f) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:36.892062 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.897152 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1135e0ac-57a0-4e8d-9956-556dabd2320e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.938504 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1135e0ac-57a0-4e8d-9956-556dabd2320e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.938504 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1135e0ac-57a0-4e8d-9956-556dabd2320e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/9eca1658-222c-410a-a604-afc737118666 HTTP/1.1" status: 204 len: 168 time: 0.5721917 Aug 16 02:09:36.939549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135e0ac-57a0-4e8d-9956-556dabd2320e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Subnet': ['ID=9eca1658-222c-410a-a604-afc737118666,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:36.939679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34088) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:36.944848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6848c08-22c4-496d-b3dd-785e89e8735d None None] Network 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:37.017110 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.051053 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.115730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:37.118713 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:37.119429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:37.119951 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.125216 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:37.163983 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Port': ['ID=d53277d7-ca59-4a33-9a7c-159f22ea712f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.209194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] For port 6fe831b3-5c47-415d-85f1-c56a8748e7a1, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6fe831b3-5c47-415d-85f1-c56a8748e7a1,segment=NetworkSegment(6d8f30d5-5a6e-4ca4-bb7c-740f61d33470),segment_id=6d8f30d5-5a6e-4ca4-bb7c-740f61d33470)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:37.209803 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.212507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:37.242167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 6fe831b3-5c47-415d-85f1-c56a8748e7a1 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:37.422009 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9175a9e-4de2-48ba-a06d-193e05e039e3 None None] DHCP port deletion for 49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:37.436615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:37.492827 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'port_id': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'mac_address': 'fa:16:3e:ec:02:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:37.513350 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.564605 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.569754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6fe831b3-5c47-415d-85f1-c56a8748e7a1 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:37.594668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=6fe831b3-5c47-415d-85f1-c56a8748e7a1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.599699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 6fe831b3-5c47-415d-85f1-c56a8748e7a1 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:37.600335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6fe831b3-5c47-415d-85f1-c56a8748e7a1 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:37.603738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba804ce-2238-4f2b-a7fc-a66eb57e272c {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:37.612138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No DVR routers for this DVR port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:37.639774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:37.656428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a9175a9e-4de2-48ba-a06d-193e05e039e3 None None] Deleting port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:37.656825 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9175a9e-4de2-48ba-a06d-193e05e039e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.730398 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.799791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a9175a9e-4de2-48ba-a06d-193e05e039e3 None None] For port 6fe831b3-5c47-415d-85f1-c56a8748e7a1, host n-d-768509-23, got binding levels [] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:37.800849 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9175a9e-4de2-48ba-a06d-193e05e039e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.824608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a9175a9e-4de2-48ba-a06d-193e05e039e3 None None] Calling delete_port for 6fe831b3-5c47-415d-85f1-c56a8748e7a1 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:37.828025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.ipam_backend_mixin [None req-a9175a9e-4de2-48ba-a06d-193e05e039e3 None None] Port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 was not found and therefore no delete operation was performed {{(pid=95517) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:09:37.829107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.832567 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9175a9e-4de2-48ba-a06d-193e05e039e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.836541 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.860392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9175a9e-4de2-48ba-a06d-193e05e039e3 None None] Pushing event deleted for resources: {'Port': ['ID=6fe831b3-5c47-415d-85f1-c56a8748e7a1,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.865116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9175a9e-4de2-48ba-a06d-193e05e039e3 None None] No DVR routers for this DVR port 6fe831b3-5c47-415d-85f1-c56a8748e7a1 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:37.877699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:37.902637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4d09e-66aa-485b-91d7-ab60f3504dfe req-9cfd5bd7-0b10-4d21-a474-4207bdd55c3e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:37.911192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59e4d09e-66aa-485b-91d7-ab60f3504dfe req-9cfd5bd7-0b10-4d21-a474-4207bdd55c3e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 944 time: 0.2837255 Aug 16 02:09:37.922812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8f30d5-5a6e-4ca4-bb7c-740f61d33470') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:37.923303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8f30d5-5a6e-4ca4-bb7c-740f61d33470') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:37.947395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.957053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['bba804ce-2238-4f2b-a7fc-a66eb57e272c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:38.008002 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.019928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59e4d09e-66aa-485b-91d7-ab60f3504dfe req-0147bc62-829f-4292-b1a2-daa40f34e747 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074150 Aug 16 02:09:38.035116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:38.035539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.035732 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:38.038937 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:38.228069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.244747 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.252932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/networks/49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd HTTP/1.1" status: 204 len: 168 time: 1.3091171 Aug 16 02:09:38.253115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.257317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34126) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.281980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331fc76-f7a6-48d3-a7d4-8a0d1e5b400c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Network': ['ID=49c65beb-8f3e-4cc2-a32d-c1e7d3dc1bcd,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.322905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4a7d88-07ee-49a7-bcea-eb96f20c1e75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:38.328776 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bb4a7d88-07ee-49a7-bcea-eb96f20c1e75 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/a72349f1-26b1-49de-9047-a41c4b3e29b2 HTTP/1.1" status: 200 len: 845 time: 0.0703049 Aug 16 02:09:38.329200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34130) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.405593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7cc781cf-ed41-4bd2-8413-62c2b26dd25f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/a72349f1-26b1-49de-9047-a41c4b3e29b2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0751891 Aug 16 02:09:38.410624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34134) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.420364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-55bb40b7-7dce-47ea-8808-d7b8d0f3a521 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:38.650938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.736799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bb40b7-7dce-47ea-8808-d7b8d0f3a521 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:38.741172 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-55bb40b7-7dce-47ea-8808-d7b8d0f3a521 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.783171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.873257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Port': ['ID=d53277d7-ca59-4a33-9a7c-159f22ea712f,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.914478 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.116337 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Floating IP 8b0a278f-8ebd-4fa0-ab88-06d6b3949a21 associated. External IP: 172.25.8.251, port: 41612216-c2b5-4b01-88bf-a3004eb373cc. Aug 16 02:09:39.200946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfcb56-a6ca-49dd-b2ae-7a2f474928a4 req-afad98de-fdbc-4f12-b917-0cb3865c677c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:39.203578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ccfcb56-a6ca-49dd-b2ae-7a2f474928a4 req-afad98de-fdbc-4f12-b917-0cb3865c677c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 945 time: 0.0762293 Aug 16 02:09:39.227622 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:39.251643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ccfcb56-a6ca-49dd-b2ae-7a2f474928a4 req-75de9347-1fe7-406c-b7f4-bb36792c89c3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Aug 16 02:09:39.299149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-55bb40b7-7dce-47ea-8808-d7b8d0f3a521 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.393092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bb40b7-7dce-47ea-8808-d7b8d0f3a521 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:39.400368 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-55bb40b7-7dce-47ea-8808-d7b8d0f3a521 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:39.403416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bb40b7-7dce-47ea-8808-d7b8d0f3a521 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:39.404014 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-55bb40b7-7dce-47ea-8808-d7b8d0f3a521 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.408773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ed6f6-d148-4646-affb-e90c4ddb1b0f None None] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:39.419500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb40b7-7dce-47ea-8808-d7b8d0f3a521 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Subnet': ['ID=f569d04c-1802-4ac3-acf0-71dae28a2f13,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:39.424321 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port bba804ce-2238-4f2b-a7fc-a66eb57e272c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:39.459835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port bba804ce-2238-4f2b-a7fc-a66eb57e272c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:39.460211 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.489401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Router d425fe30-111a-4e3f-a446-17ac034c92c4 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:39.547383 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-55bb40b7-7dce-47ea-8808-d7b8d0f3a521 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1355972 Aug 16 02:09:39.549884 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34168) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:39.554738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1f0097ec-002a-4221-8792-b886e8506c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'security_group': {'name': 'tempest-secgroup-1133207998'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:39.629603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:39.653963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c70da0-27c3-47e4-bcc4-bccc7383224e None None] Sync routers for ids ['d425fe30-111a-4e3f-a446-17ac034c92c4'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:39.658445 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.694386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c70da0-27c3-47e4-bcc4-bccc7383224e None None] Routers {'d425fe30-111a-4e3f-a446-17ac034c92c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:39.695805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-35c70da0-27c3-47e4-bcc4-bccc7383224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d425fe30-111a-4e3f-a446-17ac034c92c4'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:39.705433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:39.708967 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945a7565-f64d-47f3-a933-396ca1dac01f" -d '{"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-plugged", "status": "completed", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:39.720632 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f0097ec-002a-4221-8792-b886e8506c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.774969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:39.782465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-94e6b74c-1e32-4a85-8153-f9616f17cd30', 'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'tenant_id': '6ffe48f17e2940a8b016cbfe61eb0111', 'fixed_ips': [{'subnet_id': 'f569d04c-1802-4ac3-acf0-71dae28a2f13'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:39.783331 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.803611 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d74a9a-fef3-484b-999d-887dc1998187 x-openstack-request-id: req-25d74a9a-fef3-484b-999d-887dc1998187 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:39.803611 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-plugged", "status": "completed", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:39.803611 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25d74a9a-fef3-484b-999d-887dc1998187 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:39.804015 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'code': 200} Aug 16 02:09:39.900465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-35c70da0-27c3-47e4-bcc4-bccc7383224e None None] Set router d425fe30-111a-4e3f-a446-17ac034c92c4 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:39.958106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e76f9-f54a-4fdd-9e5d-a065ff35b13f req-508ab08d-546c-4ffc-8a99-8309cda905b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:39.960897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-398e76f9-f54a-4fdd-9e5d-a065ff35b13f req-508ab08d-546c-4ffc-8a99-8309cda905b4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1097 time: 0.0877306 Aug 16 02:09:39.971530 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.034085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-398e76f9-f54a-4fdd-9e5d-a065ff35b13f req-8c00a7e2-38fa-4bea-93b5-33e300e60647 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630262 Aug 16 02:09:40.067976 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.107958 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a96721a2-dfcd-4dc8-a352-a36c3cfe670c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9079795 Aug 16 02:09:40.107958 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'tag': '41612216-c2b5-4b01-88bf-a3004eb373cc'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:40.107958 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44105dd9-1328-4976-ac99-c4f263b68b66" -d '{"events": [{"name": "network-changed", "server_uuid": "d4816fea-6a5a-4f88-bf34-f1edfbfce324", "tag": "41612216-c2b5-4b01-88bf-a3004eb373cc"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:40.114296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34184) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.155236 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8ab21c-c24e-4b38-927b-0d5a7d1a14be x-openstack-request-id: req-6a8ab21c-c24e-4b38-927b-0d5a7d1a14be {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:40.155770 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4816fea-6a5a-4f88-bf34-f1edfbfce324", "tag": "41612216-c2b5-4b01-88bf-a3004eb373cc", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:40.156013 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6a8ab21c-c24e-4b38-927b-0d5a7d1a14be {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:40.156266 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'tag': '41612216-c2b5-4b01-88bf-a3004eb373cc', 'status': 'completed', 'code': 200} Aug 16 02:09:40.179343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f0097ec-002a-4221-8792-b886e8506c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.182361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:40.267595 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f0097ec-002a-4221-8792-b886e8506c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.281465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Allocated IP 2001:db8::2 (94e6b74c-1e32-4a85-8153-f9616f17cd30/f569d04c-1802-4ac3-acf0-71dae28a2f13/74fd0317-25ea-4f61-b111-be2439b0a61f) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:40.324876 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0097ec-002a-4221-8792-b886e8506c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4eea2f-6a74-4de2-b78c-87ebcfb0026a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:40.398722 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f0097ec-002a-4221-8792-b886e8506c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.399450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.403128 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1f0097ec-002a-4221-8792-b886e8506c2e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8488874 Aug 16 02:09:40.403128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34194) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.403319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.403523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.404172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.404813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.405446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.406158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.406787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.407151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-358fe606-3f89-4945-9109-430a49eb672a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'security_group': {'name': 'tempest-secgroup-1840840108'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:40.407589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.408224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.408846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.410143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.412543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d4fc0f22-22dc-427e-9022-46d06a450347 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8451 time: 0.2956924 Aug 16 02:09:40.416414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34196) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.507711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358fe606-3f89-4945-9109-430a49eb672a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.525532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105dd9-1328-4976-ac99-c4f263b68b66 req-67e60d6f-e469-406b-8678-06d8efcec7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.527643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44105dd9-1328-4976-ac99-c4f263b68b66 req-67e60d6f-e469-406b-8678-06d8efcec7d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 1137 time: 0.3021886 Aug 16 02:09:40.559598 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.573467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Transition to ACTIVE for port object 74fd0317-25ea-4f61-b111-be2439b0a61f will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:40.596062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Transition to ACTIVE for port object 74fd0317-25ea-4f61-b111-be2439b0a61f will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:40.609151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-35c70da0-27c3-47e4-bcc4-bccc7383224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:09:05Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '8b0a278f-8ebd-4fa0-ab88-06d6b3949a21', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'floating_ip_address': '172.25.8.251', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'port_id': '41612216-c2b5-4b01-88bf-a3004eb373cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'mac_address': 'fa:16:3e:50:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:09:37Z', 'updated_at': '2021-08-16T02:09:37Z', 'revision_number': 0, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0651d6f8-9352-45ab-9d42-aed999790a7d', 'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:b8:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:03Z', 'updated_at': '2021-08-16T02:09:11Z', 'revision_number': 5, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:40.611090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358fe606-3f89-4945-9109-430a49eb672a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.625257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.625718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.626204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.626662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.627113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.627574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.628069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.628734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.629131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.629581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.630048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.630499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.634779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9310dadb-2a66-4405-834d-361cb4b22a79 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7692 time: 0.2145603 Aug 16 02:09:40.638054 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34208) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.640601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7fae-b57e-4d67-9bdd-935ab6677749 req-e4fac2fa-2398-4666-b6cf-33e9fb1ae270 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.642246 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-537c7fae-b57e-4d67-9bdd-935ab6677749 req-e4fac2fa-2398-4666-b6cf-33e9fb1ae270 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.2282410 Aug 16 02:09:40.642774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c70da0-27c3-47e4-bcc4-bccc7383224e None None] Checking router: d425fe30-111a-4e3f-a446-17ac034c92c4 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:40.652272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c70da0-27c3-47e4-bcc4-bccc7383224e None None] Routers {'d425fe30-111a-4e3f-a446-17ac034c92c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:40.653050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-35c70da0-27c3-47e4-bcc4-bccc7383224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d425fe30-111a-4e3f-a446-17ac034c92c4'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:40.724834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-537c7fae-b57e-4d67-9bdd-935ab6677749 req-b98a2833-0312-4c58-bbaf-5bc2b4de4e98 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742824 Aug 16 02:09:40.750541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105dd9-1328-4976-ac99-c4f263b68b66 req-7e2793a0-8a0c-4305-891d-a8427a43af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.752096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44105dd9-1328-4976-ac99-c4f263b68b66 req-7e2793a0-8a0c-4305-891d-a8427a43af20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d389de70-727a-4991-8dd8-5ae76bd1302d HTTP/1.1" status: 200 len: 896 time: 0.2138879 Aug 16 02:09:40.801266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-35c70da0-27c3-47e4-bcc4-bccc7383224e None None] Set router d425fe30-111a-4e3f-a446-17ac034c92c4 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:40.825475 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358fe606-3f89-4945-9109-430a49eb672a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.840679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44105dd9-1328-4976-ac99-c4f263b68b66 req-22d3a941-44f2-4892-8874-13636ad84720 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41612216-c2b5-4b01-88bf-a3004eb373cc HTTP/1.1" status: 200 len: 1000 time: 0.0810058 Aug 16 02:09:40.914286 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fe606-3f89-4945-9109-430a49eb672a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e62c83-1cfd-49a3-a3ad-b986e741ce7e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:40.959947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105dd9-1328-4976-ac99-c4f263b68b66 req-61dfa39f-cfcb-4b5d-b0ce-9c137ee75856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.961471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44105dd9-1328-4976-ac99-c4f263b68b66 req-61dfa39f-cfcb-4b5d-b0ce-9c137ee75856 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=833fef2b-2bb6-46f1-9bf0-e96d9a07b894 HTTP/1.1" status: 200 len: 834 time: 0.1108029 Aug 16 02:09:41.053035 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358fe606-3f89-4945-9109-430a49eb672a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.058854 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-358fe606-3f89-4945-9109-430a49eb672a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6527479 Aug 16 02:09:41.060364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34220) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:41.084820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1786307832', 'security_groups': ['13e62c83-1cfd-49a3-a3ad-b986e741ce7e'], 'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f569d04c-1802-4ac3-acf0-71dae28a2f13'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:41.147437 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.175317 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0feab395-4ed6-412c-acda-55ea0e42408c tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4505 time: 0.5359068 Aug 16 02:09:41.178048 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34226) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:41.195910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105dd9-1328-4976-ac99-c4f263b68b66 req-fbc41312-aaeb-4ca9-abbd-042f8933ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.197800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44105dd9-1328-4976-ac99-c4f263b68b66 req-fbc41312-aaeb-4ca9-abbd-042f8933ead6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d389de70-727a-4991-8dd8-5ae76bd1302d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2193825 Aug 16 02:09:41.217972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:41.223638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Pushing event updated for resources: {'Port': ['ID=74fd0317-25ea-4f61-b111-be2439b0a61f,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:41.226587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:41.232422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:41.234801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13985f8-0976-489e-9a35-5a82fb58ff50 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.235752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13985f8-0976-489e-9a35-5a82fb58ff50 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.255468 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b13985f8-0976-489e-9a35-5a82fb58ff50 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d425fe30-111a-4e3f-a446-17ac034c92c4 HTTP/1.1" status: 200 len: 1990 time: 0.0761638 Aug 16 02:09:41.302256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-35c70da0-27c3-47e4-bcc4-bccc7383224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:09:05Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '8b0a278f-8ebd-4fa0-ab88-06d6b3949a21', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'floating_ip_address': '172.25.8.251', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'port_id': '41612216-c2b5-4b01-88bf-a3004eb373cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'mac_address': 'fa:16:3e:50:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:09:37Z', 'updated_at': '2021-08-16T02:09:37Z', 'revision_number': 0, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0651d6f8-9352-45ab-9d42-aed999790a7d', 'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:b8:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:03Z', 'updated_at': '2021-08-16T02:09:11Z', 'revision_number': 5, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:41.305215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Attempting to bind port 74fd0317-25ea-4f61-b111-be2439b0a61f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:41.306048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Attempting to bind port 74fd0317-25ea-4f61-b111-be2439b0a61f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '165f8ef3-861f-488d-b1df-76b661f619f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:41.306048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Attempting to bind port 74fd0317-25ea-4f61-b111-be2439b0a61f on network 94e6b74c-1e32-4a85-8153-f9616f17cd30 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:41.347346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c70da0-27c3-47e4-bcc4-bccc7383224e None None] The sync data for ids ['d425fe30-111a-4e3f-a446-17ac034c92c4'] in n-d-768509-23 is: [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:09:05Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '8b0a278f-8ebd-4fa0-ab88-06d6b3949a21', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'floating_ip_address': '172.25.8.251', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'port_id': '41612216-c2b5-4b01-88bf-a3004eb373cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'mac_address': 'fa:16:3e:50:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:09:37Z', 'updated_at': '2021-08-16T02:09:37Z', 'revision_number': 0, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0651d6f8-9352-45ab-9d42-aed999790a7d', 'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:b8:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:03Z', 'updated_at': '2021-08-16T02:09:11Z', 'revision_number': 5, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:41.355571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:41.355571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Checking segment: {'id': '165f8ef3-861f-488d-b1df-76b661f619f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:41.355571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.355571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Bound using segment: {'id': '165f8ef3-861f-488d-b1df-76b661f619f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:41.355571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Bound port: 74fd0317-25ea-4f61-b111-be2439b0a61f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165f8ef3-861f-488d-b1df-76b661f619f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:41.355571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.386763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:41.424831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44105dd9-1328-4976-ac99-c4f263b68b66 req-78e71cfd-faaa-46cb-8fa8-7462f6d71dac service neutron] 10.222.0.64 "GET /v2.0/networks/d389de70-727a-4991-8dd8-5ae76bd1302d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781323 Aug 16 02:09:41.540486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] For port 74fd0317-25ea-4f61-b111-be2439b0a61f, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:41.554901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] For port 74fd0317-25ea-4f61-b111-be2439b0a61f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=74fd0317-25ea-4f61-b111-be2439b0a61f,segment=NetworkSegment(165f8ef3-861f-488d-b1df-76b661f619f4),segment_id=165f8ef3-861f-488d-b1df-76b661f619f4)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:41.636639 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.659559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44105dd9-1328-4976-ac99-c4f263b68b66 req-cfac976e-3444-4ec8-b341-d159f87265bd service neutron] 10.222.0.64 "GET /v2.0/networks/d389de70-727a-4991-8dd8-5ae76bd1302d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224307 Aug 16 02:09:41.675869 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.698122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port 69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:41.753916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636199c-b4e1-40b7-b519-6fcea7bff8ef None None] Pushing event updated for resources: {'Port': ['ID=74fd0317-25ea-4f61-b111-be2439b0a61f,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:41.832754 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bf0da-f2e0-4355-82b8-364fdbb506f3 None None] New status for floating IP 8b0a278f-8ebd-4fa0-ab88-06d6b3949a21: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:09:41.950131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631df2-abd4-4435-b471-6d781b8076ea req-cf7db5bc-f2ae-4bc1-a1dc-d8f6cffac081 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.951582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c631df2-abd4-4435-b471-6d781b8076ea req-cf7db5bc-f2ae-4bc1-a1dc-d8f6cffac081 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1240907 Aug 16 02:09:42.067365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8::1f1 (94e6b74c-1e32-4a85-8153-f9616f17cd30/f569d04c-1802-4ac3-acf0-71dae28a2f13/69a21497-6b57-4fbd-8dc9-b2258bc5d3e4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:42.264037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c631df2-abd4-4435-b471-6d781b8076ea req-df134e99-ff3f-45cf-9676-14b9bd6786d8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773931 Aug 16 02:09:42.333043 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.351302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object 69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:42.464718 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.526182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:42.530629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:42.533450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:42.539799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.540479 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.553031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27a575-68d5-426f-a9f8-d2f25346473c req-7e7ada8c-6d78-4a32-9b09-785004c17d2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.554666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c27a575-68d5-426f-a9f8-d2f25346473c req-7e7ada8c-6d78-4a32-9b09-785004c17d2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1196818 Aug 16 02:09:42.567641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=69a21497-6b57-4fbd-8dc9-b2258bc5d3e4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:42.608555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c27a575-68d5-426f-a9f8-d2f25346473c req-9abef34a-ab3c-4e1b-921a-4e63e40e977d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372441 Aug 16 02:09:42.647806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34262) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:42.661357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6ddca114-c1e7-4958-8c00-263a078cb181 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5976427 Aug 16 02:09:42.669562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34264) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:42.676802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-7e34c250-7644-4108-b6cb-7d9cf7d58673 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:42.742155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989319b-4f0a-4c0a-8bdc-d810194ce87f tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.749626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34268) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:42.756114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:42.757577 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f989319b-4f0a-4c0a-8bdc-d810194ce87f tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1093 time: 0.1073830 Aug 16 02:09:42.927799 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.048610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e34c250-7644-4108-b6cb-7d9cf7d58673 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:43.052846 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7e34c250-7644-4108-b6cb-7d9cf7d58673 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.070207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.245290 n-d-768509-23 neutron-server[95516]: INFO neutron.db.ipam_backend_mixin [None req-7e34c250-7644-4108-b6cb-7d9cf7d58673 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f569d04c-1802-4ac3-acf0-71dae28a2f13 (CIDR: 2001:db8::/64) Aug 16 02:09:43.273783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.25.8.19 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/6d0650fb-ff6c-4173-9bfd-acd2f6ad0d6b) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:43.280963 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e34c250-7644-4108-b6cb-7d9cf7d58673 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:09:43.281539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e34c250-7644-4108-b6cb-7d9cf7d58673 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:43.348106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8dd54122-43e9-46da-a085-0a45a64377e9 None None] Provisioning complete for port a72349f1-26b1-49de-9047-a41c4b3e29b2 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:43.348659 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8dd54122-43e9-46da-a085-0a45a64377e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.387653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8dd54122-43e9-46da-a085-0a45a64377e9 None None] Port a72349f1-26b1-49de-9047-a41c4b3e29b2 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:43.451723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7e34c250-7644-4108-b6cb-7d9cf7d58673 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7803376 Aug 16 02:09:43.454540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34284) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:43.460393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-120e0b71-327d-458e-ba51-279e44856043 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:43.474395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.498988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8dd54122-43e9-46da-a085-0a45a64377e9 None None] Provisioning for port 74fd0317-25ea-4f61-b111-be2439b0a61f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:43.576814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 74fd0317-25ea-4f61-b111-be2439b0a61f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:43.602686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.666146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:43.671340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:43.674886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:43.701124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=6d0650fb-ff6c-4173-9bfd-acd2f6ad0d6b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:43.747459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120e0b71-327d-458e-ba51-279e44856043 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:43.748798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 74fd0317-25ea-4f61-b111-be2439b0a61f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:43.751612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-120e0b71-327d-458e-ba51-279e44856043 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.754790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 74fd0317-25ea-4f61-b111-be2439b0a61f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:43.755557 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.803304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4e9707a9-d795-437d-880a-8d0bfbfbf602 None None] Provisioning for port 69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:43.843234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4e9707a9-d795-437d-880a-8d0bfbfbf602 None None] Provisioning complete for port 69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:43.844011 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4e9707a9-d795-437d-880a-8d0bfbfbf602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.896435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4e9707a9-d795-437d-880a-8d0bfbfbf602 None None] Port 69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:43.949778 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.986237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 74fd0317-25ea-4f61-b111-be2439b0a61f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=74fd0317-25ea-4f61-b111-be2439b0a61f,segment=NetworkSegment(165f8ef3-861f-488d-b1df-76b661f619f4),segment_id=165f8ef3-861f-488d-b1df-76b661f619f4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:44.070346 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.146063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=74fd0317-25ea-4f61-b111-be2439b0a61f,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:44.161706 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:09:44.244767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-120e0b71-327d-458e-ba51-279e44856043 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.291582 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120e0b71-327d-458e-ba51-279e44856043 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:44.294886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-120e0b71-327d-458e-ba51-279e44856043 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:44.301731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120e0b71-327d-458e-ba51-279e44856043 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.302389 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-120e0b71-327d-458e-ba51-279e44856043 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.310860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e0b71-327d-458e-ba51-279e44856043 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Subnet': ['ID=772ac1ac-91f4-4170-bba9-1d5883244775,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:44.334390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a592f803-6369-45a4-be5e-042f06a3d84f None None] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:44.405436 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-120e0b71-327d-458e-ba51-279e44856043 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9497533 Aug 16 02:09:44.407941 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34310) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:44.434713 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-12209765', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '772ac1ac-91f4-4170-bba9-1d5883244775'}], 'security_groups': ['fa4eea2f-6a74-4de2-b78c-87ebcfb0026a']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:44.816807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.881618 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.962123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380b776-ebb5-40a8-8787-3d171bf065f5 req-837a926f-e139-4e86-93ea-e86856fef040 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.975240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380b776-ebb5-40a8-8787-3d171bf065f5 req-837a926f-e139-4e86-93ea-e86856fef040 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.981489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380b776-ebb5-40a8-8787-3d171bf065f5 req-837a926f-e139-4e86-93ea-e86856fef040 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.989698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380b776-ebb5-40a8-8787-3d171bf065f5 req-837a926f-e139-4e86-93ea-e86856fef040 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.997717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380b776-ebb5-40a8-8787-3d171bf065f5 req-837a926f-e139-4e86-93ea-e86856fef040 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.003974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380b776-ebb5-40a8-8787-3d171bf065f5 req-837a926f-e139-4e86-93ea-e86856fef040 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.012785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34322) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:45.016710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380b776-ebb5-40a8-8787-3d171bf065f5 req-837a926f-e139-4e86-93ea-e86856fef040 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.019626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a380b776-ebb5-40a8-8787-3d171bf065f5 req-837a926f-e139-4e86-93ea-e86856fef040 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5443 time: 0.2270508 Aug 16 02:09:45.087462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a380b776-ebb5-40a8-8787-3d171bf065f5 req-2f48eb28-5f41-4c2b-bdbf-0ef65fbcb36a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597899 Aug 16 02:09:45.105105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb5f70-77b0-4f6f-8ff6-7fc6603b500f None None] Update dhcp port {'port': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'fixed_ips': [{'subnet_id': 'f569d04c-1802-4ac3-acf0-71dae28a2f13', 'ip_address': '2001:db8::2'}, {'subnet_id': '772ac1ac-91f4-4170-bba9-1d5883244775'}], 'binding:host_id': 'n-d-768509-23'}, 'id': '74fd0317-25ea-4f61-b111-be2439b0a61f'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:09:45.145522 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f70-77b0-4f6f-8ff6-7fc6603b500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.186893 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.191497 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4de68eb8-64cf-46e7-bdc6-9a5fa50dc817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.414851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c0822-9c8a-41ea-8725-509927ef9141 req-b378f7eb-e8bf-4007-a19c-13b54835e17a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.421295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c0822-9c8a-41ea-8725-509927ef9141 req-b378f7eb-e8bf-4007-a19c-13b54835e17a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.427521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c0822-9c8a-41ea-8725-509927ef9141 req-b378f7eb-e8bf-4007-a19c-13b54835e17a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.434102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c0822-9c8a-41ea-8725-509927ef9141 req-b378f7eb-e8bf-4007-a19c-13b54835e17a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.440074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c0822-9c8a-41ea-8725-509927ef9141 req-b378f7eb-e8bf-4007-a19c-13b54835e17a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.446144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c0822-9c8a-41ea-8725-509927ef9141 req-b378f7eb-e8bf-4007-a19c-13b54835e17a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.452430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c0822-9c8a-41ea-8725-509927ef9141 req-b378f7eb-e8bf-4007-a19c-13b54835e17a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.456051 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 74fd0317-25ea-4f61-b111-be2439b0a61f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:45.459738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-919c0822-9c8a-41ea-8725-509927ef9141 req-b378f7eb-e8bf-4007-a19c-13b54835e17a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5443 time: 0.1925867 Aug 16 02:09:45.528594 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 74fd0317-25ea-4f61-b111-be2439b0a61f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:45.529238 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.540147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Delete allocated IP 2001:db8::1f1 (94e6b74c-1e32-4a85-8153-f9616f17cd30/f569d04c-1802-4ac3-acf0-71dae28a2f13) {{(pid=95515) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:09:45.551591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8:0:1::3af (94e6b74c-1e32-4a85-8153-f9616f17cd30/772ac1ac-91f4-4170-bba9-1d5883244775/69a21497-6b57-4fbd-8dc9-b2258bc5d3e4) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:45.594987 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.612405 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4de68eb8-64cf-46e7-bdc6-9a5fa50dc817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.665559 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.714544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4de68eb8-64cf-46e7-bdc6-9a5fa50dc817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.748952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=6d0650fb-ff6c-4173-9bfd-acd2f6ad0d6b,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:45.761713 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.762660 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4de68eb8-64cf-46e7-bdc6-9a5fa50dc817 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91913da5edeb477b91775fd50241a2c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7486899 Aug 16 02:09:45.772591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34342) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:45.793466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de68eb8-64cf-46e7-bdc6-9a5fa50dc817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbbb0f5-63ec-448d-8872-2504ee8c3a97,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:45.801193 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.827264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object 69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:45.853474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-445d62b1-8024-4a11-a4ef-1db6f24a7bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.889181 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Floating IP 9a66e328-56d9-4352-b591-7f8aa760d1fb associated. External IP: 172.25.8.19, port: bba804ce-2238-4f2b-a7fc-a66eb57e272c. Aug 16 02:09:45.889851 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-445d62b1-8024-4a11-a4ef-1db6f24a7bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.903483 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.014299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-01cb5f70-77b0-4f6f-8ff6-7fc6603b500f None None] Allocated IP 2001:db8:0:1::2 (94e6b74c-1e32-4a85-8153-f9616f17cd30/772ac1ac-91f4-4170-bba9-1d5883244775/74fd0317-25ea-4f61-b111-be2439b0a61f) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:46.028017 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] In _notify_port_updated(), no bound segment for port 69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 on network 94e6b74c-1e32-4a85-8153-f9616f17cd30 {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:09:46.034447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.035908 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.037937 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "PUT /v2.0/ports/69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 HTTP/1.1" status: 200 len: 929 time: 1.6288559 Aug 16 02:09:46.046936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34350) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:46.057040 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc12fe-eb32-4f06-88f7-460788aab55c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=69a21497-6b57-4fbd-8dc9-b2258bc5d3e4,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:46.156858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1491ca1a-f921-423a-be69-89ce5c16c372 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:46.156858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1491ca1a-f921-423a-be69-89ce5c16c372 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.207646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-01cb5f70-77b0-4f6f-8ff6-7fc6603b500f None None] For port 74fd0317-25ea-4f61-b111-be2439b0a61f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=74fd0317-25ea-4f61-b111-be2439b0a61f,segment=NetworkSegment(165f8ef3-861f-488d-b1df-76b661f619f4),segment_id=165f8ef3-861f-488d-b1df-76b661f619f4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:46.246960 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-445d62b1-8024-4a11-a4ef-1db6f24a7bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.250113 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-445d62b1-8024-4a11-a4ef-1db6f24a7bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.254429 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f70-77b0-4f6f-8ff6-7fc6603b500f None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.262428 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-445d62b1-8024-4a11-a4ef-1db6f24a7bb1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abbbb0f5-63ec-448d-8872-2504ee8c3a97 HTTP/1.1" status: 204 len: 168 time: 0.4886942 Aug 16 02:09:46.282464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router 3254b26c-197c-4449-a4e4-781a6449d46f has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:46.287305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-01cb5f70-77b0-4f6f-8ff6-7fc6603b500f None None] Transition to ACTIVE for port object 74fd0317-25ea-4f61-b111-be2439b0a61f will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:46.292782 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d62b1-8024-4a11-a4ef-1db6f24a7bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbbb0f5-63ec-448d-8872-2504ee8c3a97,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:46.335629 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1491ca1a-f921-423a-be69-89ce5c16c372 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.352925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1491ca1a-f921-423a-be69-89ce5c16c372 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:46.441559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:46.452846 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d328871-0017-40aa-b56c-22a051f10f74 None None] Sync routers for ids ['3254b26c-197c-4449-a4e4-781a6449d46f'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:46.466326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d328871-0017-40aa-b56c-22a051f10f74 None None] Routers {'3254b26c-197c-4449-a4e4-781a6449d46f'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:46.467094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8d328871-0017-40aa-b56c-22a051f10f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['3254b26c-197c-4449-a4e4-781a6449d46f'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:46.507654 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f70-77b0-4f6f-8ff6-7fc6603b500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.602408 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.653031 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1491ca1a-f921-423a-be69-89ce5c16c372 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.662787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb5f70-77b0-4f6f-8ff6-7fc6603b500f None None] Pushing event updated for resources: {'Port': ['ID=74fd0317-25ea-4f61-b111-be2439b0a61f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:46.686123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8d328871-0017-40aa-b56c-22a051f10f74 None None] Set router 3254b26c-197c-4449-a4e4-781a6449d46f gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:46.712313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-240686a6-0c77-499f-adc1-8c1b063fafe4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9591885 Aug 16 02:09:46.712313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:46.713144 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7223009e-4d8b-46fe-8203-50e194899c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:46.800149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1491ca1a-f921-423a-be69-89ce5c16c372 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.805418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34370) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:46.806440 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1491ca1a-f921-423a-be69-89ce5c16c372 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 HTTP/1.1" status: 204 len: 168 time: 0.7580009 Aug 16 02:09:46.810201 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491ca1a-f921-423a-be69-89ce5c16c372 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=69a21497-6b57-4fbd-8dc9-b2258bc5d3e4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:46.945784 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0c3716-d982-4230-863a-7ed6901514ab tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:09:46.948195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8b0c3716-d982-4230-863a-7ed6901514ab tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/69a21497-6b57-4fbd-8dc9-b2258bc5d3e4 HTTP/1.1" status: 404 len: 333 time: 0.1416640 Aug 16 02:09:46.951286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34376) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:46.999827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615c0de-269d-4768-8a48-b9d8f2f3b97b req-ed155d19-a13c-43b8-a176-46774bdf2cfb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.001699 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e615c0de-269d-4768-8a48-b9d8f2f3b97b req-ed155d19-a13c-43b8-a176-46774bdf2cfb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1712384 Aug 16 02:09:47.078347 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-479a9e73-17f0-47f0-8c34-611bfee7a116 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.148434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8d328871-0017-40aa-b56c-22a051f10f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '9a66e328-56d9-4352-b591-7f8aa760d1fb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'port_id': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'mac_address': 'fa:16:3e:ec:02:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:09:44Z', 'updated_at': '2021-08-16T02:09:44Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2e148d-55b4-481f-9dee-4b665f4054e4', 'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:9a:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:18Z', 'updated_at': '2021-08-16T02:09:26Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:47.157350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e615c0de-269d-4768-8a48-b9d8f2f3b97b req-56d6a36c-b6da-414e-8cee-1c102179d2b4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305122 Aug 16 02:09:47.180981 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-479a9e73-17f0-47f0-8c34-611bfee7a116 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.191092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34386) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:47.203477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d328871-0017-40aa-b56c-22a051f10f74 None None] Checking router: 3254b26c-197c-4449-a4e4-781a6449d46f for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:47.214661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d328871-0017-40aa-b56c-22a051f10f74 None None] Routers {'3254b26c-197c-4449-a4e4-781a6449d46f'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:47.215378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8d328871-0017-40aa-b56c-22a051f10f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:09:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['3254b26c-197c-4449-a4e4-781a6449d46f'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:47.269200 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08a2d50-ccfa-4e38-be4d-73d900ee0e51 x-openstack-request-id: req-c08a2d50-ccfa-4e38-be4d-73d900ee0e51 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:47.270285 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:47.270285 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c08a2d50-ccfa-4e38-be4d-73d900ee0e51 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:47.281947 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'status': 'completed', 'code': 200} Aug 16 02:09:47.324302 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8b7b92cd-3396-443d-be2f-9fdfd43b5bff tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/9a66e328-56d9-4352-b591-7f8aa760d1fb HTTP/1.1" status: 200 len: 991 time: 0.1303601 Aug 16 02:09:47.372063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223009e-4d8b-46fe-8203-50e194899c0e req-6087a829-c965-4ac9-bbfd-5da69e8230f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.374227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7223009e-4d8b-46fe-8203-50e194899c0e req-6087a829-c965-4ac9-bbfd-5da69e8230f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1098 time: 0.0824208 Aug 16 02:09:47.406980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8d328871-0017-40aa-b56c-22a051f10f74 None None] Set router 3254b26c-197c-4449-a4e4-781a6449d46f gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:47.408541 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-479a9e73-17f0-47f0-8c34-611bfee7a116 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.423643 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-479a9e73-17f0-47f0-8c34-611bfee7a116 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.433534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34400) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:47.437423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-479a9e73-17f0-47f0-8c34-611bfee7a116 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/security-groups/13e62c83-1cfd-49a3-a3ad-b986e741ce7e HTTP/1.1" status: 204 len: 168 time: 0.4847357 Aug 16 02:09:47.542102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a9e73-17f0-47f0-8c34-611bfee7a116 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e62c83-1cfd-49a3-a3ad-b986e741ce7e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:47.613998 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-325dfe1c-4d38-4331-8d96-8c3104f26e5d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.645554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 74fd0317-25ea-4f61-b111-be2439b0a61f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:47.699131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223009e-4d8b-46fe-8203-50e194899c0e req-9832a0f8-d35d-4bce-a3d3-5465ffedabab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.700663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7223009e-4d8b-46fe-8203-50e194899c0e req-9832a0f8-d35d-4bce-a3d3-5465ffedabab service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 897 time: 0.3149180 Aug 16 02:09:47.710116 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-325dfe1c-4d38-4331-8d96-8c3104f26e5d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.829284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7223009e-4d8b-46fe-8203-50e194899c0e req-f577891a-78f0-4b21-b6d0-d729249a13c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 999 time: 0.1191161 Aug 16 02:09:47.859689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-325dfe1c-4d38-4331-8d96-8c3104f26e5d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.862574 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-325dfe1c-4d38-4331-8d96-8c3104f26e5d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.864197 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-325dfe1c-4d38-4331-8d96-8c3104f26e5d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/security-groups/fa4eea2f-6a74-4de2-b78c-87ebcfb0026a HTTP/1.1" status: 204 len: 168 time: 0.4294508 Aug 16 02:09:47.874790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34410) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:47.962704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dfe1c-4d38-4331-8d96-8c3104f26e5d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4eea2f-6a74-4de2-b78c-87ebcfb0026a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:47.973302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d2cc5dc5-17b7-4cd9-8ed5-506774bb22ea None None] Could not find standard attr ID for object 69a21497-6b57-4fbd-8dc9-b2258bc5d3e4. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:09:47.983647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223009e-4d8b-46fe-8203-50e194899c0e req-009f0814-17ce-447c-b2f7-f3e4f7502322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.985384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7223009e-4d8b-46fe-8203-50e194899c0e req-009f0814-17ce-447c-b2f7-f3e4f7502322 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 200 len: 834 time: 0.1472204 Aug 16 02:09:47.998496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac6d515-90c3-469a-be7f-895f41d1d2aa tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting subnet f569d04c-1802-4ac3-acf0-71dae28a2f13 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:48.002490 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d515-90c3-469a-be7f-895f41d1d2aa tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.028625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d2cc5dc5-17b7-4cd9-8ed5-506774bb22ea None None] Provisioning complete for port a72349f1-26b1-49de-9047-a41c4b3e29b2 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:48.029249 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2cc5dc5-17b7-4cd9-8ed5-506774bb22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.044718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223009e-4d8b-46fe-8203-50e194899c0e req-851871db-05b3-4bea-862c-9b97ab811c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.046838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7223009e-4d8b-46fe-8203-50e194899c0e req-851871db-05b3-4bea-862c-9b97ab811c49 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa3c278a-c9a5-49cb-9686-b159b99fea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535219 Aug 16 02:09:48.067952 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d515-90c3-469a-be7f-895f41d1d2aa tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.090724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc5dc5-17b7-4cd9-8ed5-506774bb22ea None None] Port a72349f1-26b1-49de-9047-a41c4b3e29b2 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:48.113910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8d328871-0017-40aa-b56c-22a051f10f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '9a66e328-56d9-4352-b591-7f8aa760d1fb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'port_id': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'mac_address': 'fa:16:3e:ec:02:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:09:44Z', 'updated_at': '2021-08-16T02:09:44Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2e148d-55b4-481f-9dee-4b665f4054e4', 'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:9a:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:18Z', 'updated_at': '2021-08-16T02:09:26Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:48.213857 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d328871-0017-40aa-b56c-22a051f10f74 None None] The sync data for ids ['3254b26c-197c-4449-a4e4-781a6449d46f'] in n-d-768509-23 is: [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '9a66e328-56d9-4352-b591-7f8aa760d1fb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'port_id': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'mac_address': 'fa:16:3e:ec:02:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:09:44Z', 'updated_at': '2021-08-16T02:09:44Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2e148d-55b4-481f-9dee-4b665f4054e4', 'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:9a:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:18Z', 'updated_at': '2021-08-16T02:09:26Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:48.285580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d2cc5dc5-17b7-4cd9-8ed5-506774bb22ea None None] Provisioning for port 74fd0317-25ea-4f61-b111-be2439b0a61f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:48.290350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d2cc5dc5-17b7-4cd9-8ed5-506774bb22ea None None] Provisioning complete for port 74fd0317-25ea-4f61-b111-be2439b0a61f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:48.290923 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d2cc5dc5-17b7-4cd9-8ed5-506774bb22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.298015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7223009e-4d8b-46fe-8203-50e194899c0e req-0ae66e14-8f99-4d4b-9aab-aea14353b32c service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437704 Aug 16 02:09:48.328259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34432) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.395354 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d515-90c3-469a-be7f-895f41d1d2aa tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.613756 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7223009e-4d8b-46fe-8203-50e194899c0e req-b19f6eae-3cb4-45c1-ba19-04a04586d757 service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085790 Aug 16 02:09:48.675579 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d515-90c3-469a-be7f-895f41d1d2aa tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.703934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bd6ca922-abc9-40d7-be4e-65d4ef045caf None None] Could not find standard attr ID for object 69a21497-6b57-4fbd-8dc9-b2258bc5d3e4. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:09:48.711354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-64254320-8fc5-4fd7-b46c-05cb3880f68f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/9a66e328-56d9-4352-b591-7f8aa760d1fb HTTP/1.1" status: 200 len: 991 time: 0.3769579 Aug 16 02:09:48.720861 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d515-90c3-469a-be7f-895f41d1d2aa tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.720861 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2ac6d515-90c3-469a-be7f-895f41d1d2aa tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/f569d04c-1802-4ac3-acf0-71dae28a2f13 HTTP/1.1" status: 204 len: 168 time: 0.8470578 Aug 16 02:09:48.727002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34448) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.734229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-fc97fc5a-2b34-4a61-a2c0-ee6203bb0be2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:48.742857 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6d515-90c3-469a-be7f-895f41d1d2aa tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Subnet': ['ID=f569d04c-1802-4ac3-acf0-71dae28a2f13,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:48.752416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8094e644-44e9-44e9-a8cc-ed400b0deceb None None] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:48.810200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34454) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.837209 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b437a4ef-221e-4e46-b993-fb6ccc6b2bb0 None None] New status for floating IP 9a66e328-56d9-4352-b591-7f8aa760d1fb: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:09:48.978128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5a30-8f93-459e-8f81-07ab4d8368d3 req-de245c1d-6d76-480a-83ff-7aab2ce1ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.980199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5a30-8f93-459e-8f81-07ab4d8368d3 req-de245c1d-6d76-480a-83ff-7aab2ce1ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.980989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5a30-8f93-459e-8f81-07ab4d8368d3 req-de245c1d-6d76-480a-83ff-7aab2ce1ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.982546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5a30-8f93-459e-8f81-07ab4d8368d3 req-de245c1d-6d76-480a-83ff-7aab2ce1ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.983346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5a30-8f93-459e-8f81-07ab4d8368d3 req-de245c1d-6d76-480a-83ff-7aab2ce1ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.985568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5a30-8f93-459e-8f81-07ab4d8368d3 req-de245c1d-6d76-480a-83ff-7aab2ce1ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.986526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5a30-8f93-459e-8f81-07ab4d8368d3 req-de245c1d-6d76-480a-83ff-7aab2ce1ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.992794 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-cc3e5a30-8f93-459e-8f81-07ab4d8368d3 req-de245c1d-6d76-480a-83ff-7aab2ce1ef09 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6507 time: 0.1802950 Aug 16 02:09:49.082624 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-cc3e5a30-8f93-459e-8f81-07ab4d8368d3 req-a4ff39c3-16e0-431a-9425-783c6a3dfc74 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832965 Aug 16 02:09:49.095742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc97fc5a-2b34-4a61-a2c0-ee6203bb0be2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:49.101141 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fc97fc5a-2b34-4a61-a2c0-ee6203bb0be2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.568398 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fc97fc5a-2b34-4a61-a2c0-ee6203bb0be2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.673194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97fc5a-2b34-4a61-a2c0-ee6203bb0be2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Subnet': ['ID=918fe385-d059-476b-a750-6a267421cf02,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:49.678214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc97fc5a-2b34-4a61-a2c0-ee6203bb0be2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:49.680633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-fc97fc5a-2b34-4a61-a2c0-ee6203bb0be2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:49.684343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc97fc5a-2b34-4a61-a2c0-ee6203bb0be2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.685205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fc97fc5a-2b34-4a61-a2c0-ee6203bb0be2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.713282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34478) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:49.756775 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5511dc7-58bc-4999-8bf5-7fdbd842df5a None None] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:49.769768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fc97fc5a-2b34-4a61-a2c0-ee6203bb0be2 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0409198 Aug 16 02:09:49.772589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34484) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:49.777671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9ceae474-6b70-48a4-82d0-87dc27741f04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'security_group': {'name': 'tempest-secgroup-452741604'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:49.810939 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4c46db73-42af-410c-8053-1f4f9a541151 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/9a66e328-56d9-4352-b591-7f8aa760d1fb HTTP/1.1" status: 200 len: 993 time: 0.0955548 Aug 16 02:09:49.856287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-07311f63-f3d9-4de1-be90-72a468cf9de2 None None] Provisioning complete for port a72349f1-26b1-49de-9047-a41c4b3e29b2 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:49.856646 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-07311f63-f3d9-4de1-be90-72a468cf9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.920358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-07311f63-f3d9-4de1-be90-72a468cf9de2 None None] Port a72349f1-26b1-49de-9047-a41c4b3e29b2 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:49.942820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-07311f63-f3d9-4de1-be90-72a468cf9de2 None None] Provisioning complete for port 74fd0317-25ea-4f61-b111-be2439b0a61f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:49.943195 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-07311f63-f3d9-4de1-be90-72a468cf9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.083364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf2b33e-b5c3-41ed-bf45-fb03f8e7184f None None] Update dhcp port {'port': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'fixed_ips': [{'subnet_id': '772ac1ac-91f4-4170-bba9-1d5883244775', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '918fe385-d059-476b-a750-6a267421cf02'}], 'binding:host_id': 'n-d-768509-23'}, 'id': '74fd0317-25ea-4f61-b111-be2439b0a61f'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:09:50.111900 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abf2b33e-b5c3-41ed-bf45-fb03f8e7184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.319021 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceae474-6b70-48a4-82d0-87dc27741f04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.405275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceae474-6b70-48a4-82d0-87dc27741f04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.446762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-abf2b33e-b5c3-41ed-bf45-fb03f8e7184f None None] Allocated IP 2001:db8::2 (94e6b74c-1e32-4a85-8153-f9616f17cd30/918fe385-d059-476b-a750-6a267421cf02/74fd0317-25ea-4f61-b111-be2439b0a61f) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:50.522651 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceae474-6b70-48a4-82d0-87dc27741f04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.570503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceae474-6b70-48a4-82d0-87dc27741f04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a15c822-6976-4eab-af90-64fedfb880cf,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:50.572753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-abf2b33e-b5c3-41ed-bf45-fb03f8e7184f None None] For port 74fd0317-25ea-4f61-b111-be2439b0a61f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=74fd0317-25ea-4f61-b111-be2439b0a61f,segment=NetworkSegment(165f8ef3-861f-488d-b1df-76b661f619f4),segment_id=165f8ef3-861f-488d-b1df-76b661f619f4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:50.608068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abf2b33e-b5c3-41ed-bf45-fb03f8e7184f None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.622628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abf2b33e-b5c3-41ed-bf45-fb03f8e7184f None None] Transition to ACTIVE for port object 74fd0317-25ea-4f61-b111-be2439b0a61f will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:50.636046 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ceae474-6b70-48a4-82d0-87dc27741f04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.637772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9ceae474-6b70-48a4-82d0-87dc27741f04 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8635290 Aug 16 02:09:50.639990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34500) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.649324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6abb02c1-3bac-4d7c-830e-ad5abe975a76 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'security_group': {'name': 'tempest-secgroup-540859572'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:50.713558 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abf2b33e-b5c3-41ed-bf45-fb03f8e7184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.812274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2b33e-b5c3-41ed-bf45-fb03f8e7184f None None] Pushing event updated for resources: {'Port': ['ID=74fd0317-25ea-4f61-b111-be2439b0a61f,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:50.816417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6abb02c1-3bac-4d7c-830e-ad5abe975a76 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.962702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6abb02c1-3bac-4d7c-830e-ad5abe975a76 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.979859 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.056204 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6abb02c1-3bac-4d7c-830e-ad5abe975a76 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.103148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb02c1-3bac-4d7c-830e-ad5abe975a76 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc551785-0578-4a59-8061-ca67e68e71f2,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:51.181770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6abb02c1-3bac-4d7c-830e-ad5abe975a76 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.185875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6abb02c1-3bac-4d7c-830e-ad5abe975a76 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5423384 Aug 16 02:09:51.186164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34512) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:51.192411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-263bd1ef-b3fb-4d36-85c1-71080bdfbdda tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'security_group': {'name': 'tempest-secgroup-682080562'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:51.278812 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-263bd1ef-b3fb-4d36-85c1-71080bdfbdda tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.383272 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-263bd1ef-b3fb-4d36-85c1-71080bdfbdda tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.461043 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-263bd1ef-b3fb-4d36-85c1-71080bdfbdda tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.522022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 74fd0317-25ea-4f61-b111-be2439b0a61f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:51.534330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bd1ef-b3fb-4d36-85c1-71080bdfbdda tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bfaec2-8241-43d8-986c-aa07fac4d4fc,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:51.597614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-263bd1ef-b3fb-4d36-85c1-71080bdfbdda tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.597614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-263bd1ef-b3fb-4d36-85c1-71080bdfbdda tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4071651 Aug 16 02:09:51.597945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34524) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:51.603215 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2117439903', 'security_groups': ['e2bfaec2-8241-43d8-986c-aa07fac4d4fc'], 'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '918fe385-d059-476b-a750-6a267421cf02'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:51.714405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1b0b4619-14a5-4d68-9a79-cecec75c56aa None None] Provisioning complete for port a72349f1-26b1-49de-9047-a41c4b3e29b2 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:51.714782 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4619-14a5-4d68-9a79-cecec75c56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.754525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b4619-14a5-4d68-9a79-cecec75c56aa None None] Port a72349f1-26b1-49de-9047-a41c4b3e29b2 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:51.879496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:51.882754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1b0b4619-14a5-4d68-9a79-cecec75c56aa None None] Provisioning for port 74fd0317-25ea-4f61-b111-be2439b0a61f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:51.887112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1b0b4619-14a5-4d68-9a79-cecec75c56aa None None] Provisioning complete for port 74fd0317-25ea-4f61-b111-be2439b0a61f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:51.887474 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4619-14a5-4d68-9a79-cecec75c56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.960796 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.005493 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.033657 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] device_id is not set on port 26dc5b3d-7ef8-4d1e-8556-5495afbc5025 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:52.216909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8::356 (94e6b74c-1e32-4a85-8153-f9616f17cd30/918fe385-d059-476b-a750-6a267421cf02/26dc5b3d-7ef8-4d1e-8556-5495afbc5025) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:52.354106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.367902 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object 26dc5b3d-7ef8-4d1e-8556-5495afbc5025 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:52.507733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.562896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:52.572291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:52.576257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:52.583262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.583965 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.593674 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=26dc5b3d-7ef8-4d1e-8556-5495afbc5025,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:52.604550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.605275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.605275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.606202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.606202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.606654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.607199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.607548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.607884 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.608215 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.608543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.608876 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:52.736777 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4fe70c6d-2d87-4d92-b1f5-fd71a42801de tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1383400 Aug 16 02:09:52.739942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34556) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:52.749216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ad735f23-23b7-4f27-900b-fc6e55355738 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:53.049996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad735f23-23b7-4f27-900b-fc6e55355738 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:53.054159 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad735f23-23b7-4f27-900b-fc6e55355738 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.073510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c6656065-7aa0-4729-a08c-135e2c33cc74 None None] Provisioning for port 26dc5b3d-7ef8-4d1e-8556-5495afbc5025 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:53.080661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c6656065-7aa0-4729-a08c-135e2c33cc74 None None] Provisioning complete for port 26dc5b3d-7ef8-4d1e-8556-5495afbc5025 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:53.081864 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c6656065-7aa0-4729-a08c-135e2c33cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.128806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c6656065-7aa0-4729-a08c-135e2c33cc74 None None] Port 26dc5b3d-7ef8-4d1e-8556-5495afbc5025 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:53.179102 n-d-768509-23 neutron-server[95516]: INFO neutron.db.ipam_backend_mixin [None req-ad735f23-23b7-4f27-900b-fc6e55355738 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 918fe385-d059-476b-a750-6a267421cf02 (CIDR: 2001:db8::/64) Aug 16 02:09:53.530846 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad735f23-23b7-4f27-900b-fc6e55355738 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:09:53.531309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad735f23-23b7-4f27-900b-fc6e55355738 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:53.651197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ad735f23-23b7-4f27-900b-fc6e55355738 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9063003 Aug 16 02:09:53.651633 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34578) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:53.657466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9a591912-c420-4300-a1bc-16b795e1457e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:53.938063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a591912-c420-4300-a1bc-16b795e1457e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:53.943595 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a591912-c420-4300-a1bc-16b795e1457e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.099755 n-d-768509-23 neutron-server[95515]: INFO neutron.db.ipam_backend_mixin [None req-9a591912-c420-4300-a1bc-16b795e1457e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 772ac1ac-91f4-4170-bba9-1d5883244775 (CIDR: 2001:db8:0:1::/64) Aug 16 02:09:54.142255 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a591912-c420-4300-a1bc-16b795e1457e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:09:54.142717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a591912-c420-4300-a1bc-16b795e1457e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:54.334454 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9a591912-c420-4300-a1bc-16b795e1457e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6816921 Aug 16 02:09:54.339249 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34596) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:54.342612 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c2ce9740-2be4-4eba-8be1-e6cb53ae0b2f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'subnet': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:54.530092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ce9740-2be4-4eba-8be1-e6cb53ae0b2f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Made reservation on behalf of 6ffe48f17e2940a8b016cbfe61eb0111 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:54.536420 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2ce9740-2be4-4eba-8be1-e6cb53ae0b2f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.930277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2ce9740-2be4-4eba-8be1-e6cb53ae0b2f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.977940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce9740-2be4-4eba-8be1-e6cb53ae0b2f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:54.981143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce9740-2be4-4eba-8be1-e6cb53ae0b2f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:54.985429 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce9740-2be4-4eba-8be1-e6cb53ae0b2f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:54.985894 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2ce9740-2be4-4eba-8be1-e6cb53ae0b2f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.993190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d52a84-4aab-4694-a215-14cdfa87de60 None None] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:54.996659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce9740-2be4-4eba-8be1-e6cb53ae0b2f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Subnet': ['ID=eb9613c2-72c8-49af-ba44-4df24cbc1832,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:55.071143 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c2ce9740-2be4-4eba-8be1-e6cb53ae0b2f tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7328637 Aug 16 02:09:55.073676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34618) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:55.079106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1047525926', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eb9613c2-72c8-49af-ba44-4df24cbc1832'}], 'security_groups': ['7a15c822-6976-4eab-af90-64fedfb880cf', 'cc551785-0578-4a59-8061-ca67e68e71f2']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:55.152652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.245182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272874a7-535c-4f01-840f-e5a0f9b1c6f7 None None] Update dhcp port {'port': {'network_id': '94e6b74c-1e32-4a85-8153-f9616f17cd30', 'fixed_ips': [{'subnet_id': '772ac1ac-91f4-4170-bba9-1d5883244775', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '918fe385-d059-476b-a750-6a267421cf02', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb9613c2-72c8-49af-ba44-4df24cbc1832'}], 'binding:host_id': 'n-d-768509-23'}, 'id': '74fd0317-25ea-4f61-b111-be2439b0a61f'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:09:55.257272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-b26da991-e826-4e34-a93d-2d70c5407194 req-d8218cf2-06f9-4e7e-a33d-a5bdcf2bfeb4 service neutron] (95515) timed out ('10.222.0.74', 57574) {{(pid=95515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:09:55.293250 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-272874a7-535c-4f01-840f-e5a0f9b1c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.855719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Delete allocated IP 2001:db8::356 (94e6b74c-1e32-4a85-8153-f9616f17cd30/918fe385-d059-476b-a750-6a267421cf02) {{(pid=95515) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:09:55.865858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Allocated IP 2001:db8:0:2::373 (94e6b74c-1e32-4a85-8153-f9616f17cd30/eb9613c2-72c8-49af-ba44-4df24cbc1832/26dc5b3d-7ef8-4d1e-8556-5495afbc5025) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:56.052989 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.063486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Transition to ACTIVE for port object 26dc5b3d-7ef8-4d1e-8556-5495afbc5025 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:56.133548 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.193233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-272874a7-535c-4f01-840f-e5a0f9b1c6f7 None None] Allocated IP 2001:db8:0:2::2 (94e6b74c-1e32-4a85-8153-f9616f17cd30/eb9613c2-72c8-49af-ba44-4df24cbc1832/74fd0317-25ea-4f61-b111-be2439b0a61f) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:56.205300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] In _notify_port_updated(), no bound segment for port 26dc5b3d-7ef8-4d1e-8556-5495afbc5025 on network 94e6b74c-1e32-4a85-8153-f9616f17cd30 {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:09:56.211426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:56.212056 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.216157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34648) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:56.216713 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "PUT /v2.0/ports/26dc5b3d-7ef8-4d1e-8556-5495afbc5025 HTTP/1.1" status: 200 len: 970 time: 1.1414261 Aug 16 02:09:56.219072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ded059-fb07-4e4b-9571-cebe44b595c5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event updated for resources: {'Port': ['ID=26dc5b3d-7ef8-4d1e-8556-5495afbc5025,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:56.295447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-272874a7-535c-4f01-840f-e5a0f9b1c6f7 None None] For port 74fd0317-25ea-4f61-b111-be2439b0a61f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=74fd0317-25ea-4f61-b111-be2439b0a61f,segment=NetworkSegment(165f8ef3-861f-488d-b1df-76b661f619f4),segment_id=165f8ef3-861f-488d-b1df-76b661f619f4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:56.331026 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-272874a7-535c-4f01-840f-e5a0f9b1c6f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.348229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-272874a7-535c-4f01-840f-e5a0f9b1c6f7 None None] Transition to ACTIVE for port object 74fd0317-25ea-4f61-b111-be2439b0a61f will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:56.362882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5a848-4703-4327-814b-362a956611f0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port 26dc5b3d-7ef8-4d1e-8556-5495afbc5025 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:56.363358 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2fe5a848-4703-4327-814b-362a956611f0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.465788 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2fe5a848-4703-4327-814b-362a956611f0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.477748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5a848-4703-4327-814b-362a956611f0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for 26dc5b3d-7ef8-4d1e-8556-5495afbc5025 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:56.527589 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-272874a7-535c-4f01-840f-e5a0f9b1c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.678098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272874a7-535c-4f01-840f-e5a0f9b1c6f7 None None] Pushing event updated for resources: {'Port': ['ID=74fd0317-25ea-4f61-b111-be2439b0a61f,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:56.775643 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2fe5a848-4703-4327-814b-362a956611f0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.883997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5a848-4703-4327-814b-362a956611f0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=26dc5b3d-7ef8-4d1e-8556-5495afbc5025,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:56.903343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2fe5a848-4703-4327-814b-362a956611f0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.903343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2fe5a848-4703-4327-814b-362a956611f0 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/26dc5b3d-7ef8-4d1e-8556-5495afbc5025 HTTP/1.1" status: 204 len: 168 time: 0.6831880 Aug 16 02:09:56.904035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34660) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:56.948147 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c0794b-8bba-4e21-8e90-372829de60a3 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] GET failed (client error): The resource could not be found. Aug 16 02:09:56.952261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-46c0794b-8bba-4e21-8e90-372829de60a3 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports/26dc5b3d-7ef8-4d1e-8556-5495afbc5025 HTTP/1.1" status: 404 len: 333 time: 0.0438967 Aug 16 02:09:56.955089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34662) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:57.030329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcd88e8e-0aa9-4508-9f07-cd5744935f3e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.058509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcd88e8e-0aa9-4508-9f07-cd5744935f3e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.198884 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcd88e8e-0aa9-4508-9f07-cd5744935f3e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.201872 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcd88e8e-0aa9-4508-9f07-cd5744935f3e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.203127 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bcd88e8e-0aa9-4508-9f07-cd5744935f3e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/security-groups/e2bfaec2-8241-43d8-986c-aa07fac4d4fc HTTP/1.1" status: 204 len: 168 time: 0.2494636 Aug 16 02:09:57.206505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34668) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:57.229955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd88e8e-0aa9-4508-9f07-cd5744935f3e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bfaec2-8241-43d8-986c-aa07fac4d4fc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:57.317246 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6f80218-bbcc-4873-9f56-720de8e4033c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.346822 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6f80218-bbcc-4873-9f56-720de8e4033c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.467598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 74fd0317-25ea-4f61-b111-be2439b0a61f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:57.513142 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6f80218-bbcc-4873-9f56-720de8e4033c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.523722 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6f80218-bbcc-4873-9f56-720de8e4033c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.523722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b6f80218-bbcc-4873-9f56-720de8e4033c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/security-groups/cc551785-0578-4a59-8061-ca67e68e71f2 HTTP/1.1" status: 204 len: 168 time: 0.3098269 Aug 16 02:09:57.524023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34674) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:57.526458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4bb847cd-8b93-4a2b-9ace-a243a371da67 None None] Provisioning complete for port a72349f1-26b1-49de-9047-a41c4b3e29b2 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:57.526826 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bb847cd-8b93-4a2b-9ace-a243a371da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.548417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f80218-bbcc-4873-9f56-720de8e4033c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc551785-0578-4a59-8061-ca67e68e71f2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:57.587674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4bb847cd-8b93-4a2b-9ace-a243a371da67 None None] Port a72349f1-26b1-49de-9047-a41c4b3e29b2 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:57.610863 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4bb847cd-8b93-4a2b-9ace-a243a371da67 None None] Could not find standard attr ID for object 26dc5b3d-7ef8-4d1e-8556-5495afbc5025. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:09:57.651783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c26d1d92-4071-471d-b088-6116037522ba tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.691172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4bb847cd-8b93-4a2b-9ace-a243a371da67 None None] Provisioning for port 74fd0317-25ea-4f61-b111-be2439b0a61f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:57.711994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c26d1d92-4071-471d-b088-6116037522ba tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.722562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4bb847cd-8b93-4a2b-9ace-a243a371da67 None None] Provisioning complete for port 74fd0317-25ea-4f61-b111-be2439b0a61f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:57.723091 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bb847cd-8b93-4a2b-9ace-a243a371da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.847797 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c26d1d92-4071-471d-b088-6116037522ba tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.854537 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c26d1d92-4071-471d-b088-6116037522ba tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.856153 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c26d1d92-4071-471d-b088-6116037522ba tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/security-groups/7a15c822-6976-4eab-af90-64fedfb880cf HTTP/1.1" status: 204 len: 168 time: 0.3341970 Aug 16 02:09:57.858842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34680) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:57.868589 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d1d92-4071-471d-b088-6116037522ba tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a15c822-6976-4eab-af90-64fedfb880cf,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:57.936963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6112cfc2-b7a4-4c8e-8ca6-4e2996d0d44a None None] Could not find standard attr ID for object 26dc5b3d-7ef8-4d1e-8556-5495afbc5025. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:09:57.943256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bafff2-1398-46e5-84cb-b264bb654645 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting subnet 918fe385-d059-476b-a750-6a267421cf02 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:57.947402 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09bafff2-1398-46e5-84cb-b264bb654645 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.991648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09bafff2-1398-46e5-84cb-b264bb654645 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.087508 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09bafff2-1398-46e5-84cb-b264bb654645 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.273412 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09bafff2-1398-46e5-84cb-b264bb654645 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.312830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bafff2-1398-46e5-84cb-b264bb654645 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Subnet': ['ID=918fe385-d059-476b-a750-6a267421cf02,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:58.322972 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-09bafff2-1398-46e5-84cb-b264bb654645 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.329860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34692) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.332494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35146720-5b78-4659-bcd6-bdfc404e7ed6 None None] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:58.340942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-09bafff2-1398-46e5-84cb-b264bb654645 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/918fe385-d059-476b-a750-6a267421cf02 HTTP/1.1" status: 204 len: 168 time: 0.4807744 Aug 16 02:09:58.399961 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a43d80-a1b4-4449-898d-4f70456e18bd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting subnet eb9613c2-72c8-49af-ba44-4df24cbc1832 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:58.406306 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0a43d80-a1b4-4449-898d-4f70456e18bd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.454507 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0a43d80-a1b4-4449-898d-4f70456e18bd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.554004 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0a43d80-a1b4-4449-898d-4f70456e18bd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.779530 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0a43d80-a1b4-4449-898d-4f70456e18bd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.808192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a43d80-a1b4-4449-898d-4f70456e18bd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9613c2-72c8-49af-ba44-4df24cbc1832,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:58.827381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0a43d80-a1b4-4449-898d-4f70456e18bd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.829753 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e0a43d80-a1b4-4449-898d-4f70456e18bd tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/eb9613c2-72c8-49af-ba44-4df24cbc1832 HTTP/1.1" status: 204 len: 168 time: 0.4981544 Aug 16 02:09:58.833234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34702) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.872245 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6088574-efa1-410b-96fe-8dae78ef6540 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:58.872713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6088574-efa1-410b-96fe-8dae78ef6540 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:58.874948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a6088574-efa1-410b-96fe-8dae78ef6540 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/918fe385-d059-476b-a750-6a267421cf02 HTTP/1.1" status: 404 len: 337 time: 0.0403633 Aug 16 02:09:58.878019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34704) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.969109 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae0685c-0b5e-4b47-8dc3-8bf9ea508f71 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting subnet 772ac1ac-91f4-4170-bba9-1d5883244775 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:58.972738 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eae0685c-0b5e-4b47-8dc3-8bf9ea508f71 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.020844 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eae0685c-0b5e-4b47-8dc3-8bf9ea508f71 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.129422 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eae0685c-0b5e-4b47-8dc3-8bf9ea508f71 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.214895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee27ca1b-567c-470f-a59a-1f928bdd8623 None None] Network 94e6b74c-1e32-4a85-8153-f9616f17cd30 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:59.297811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f954fb7f-4a9c-497a-ad0f-af4a725e6c88 None None] Provisioning complete for port a72349f1-26b1-49de-9047-a41c4b3e29b2 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:59.298205 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f954fb7f-4a9c-497a-ad0f-af4a725e6c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.342139 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eae0685c-0b5e-4b47-8dc3-8bf9ea508f71 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.375870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f954fb7f-4a9c-497a-ad0f-af4a725e6c88 None None] Port a72349f1-26b1-49de-9047-a41c4b3e29b2 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:59.388963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0685c-0b5e-4b47-8dc3-8bf9ea508f71 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Subnet': ['ID=772ac1ac-91f4-4170-bba9-1d5883244775,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:59.396169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eae0685c-0b5e-4b47-8dc3-8bf9ea508f71 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.396169 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eae0685c-0b5e-4b47-8dc3-8bf9ea508f71 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/772ac1ac-91f4-4170-bba9-1d5883244775 HTTP/1.1" status: 204 len: 168 time: 0.5139081 Aug 16 02:09:59.396433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34712) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.432612 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfd4135-d5d6-459a-b6ea-dbc10b296969 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:59.438460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfd4135-d5d6-459a-b6ea-dbc10b296969 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:59.438460 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9dfd4135-d5d6-459a-b6ea-dbc10b296969 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/f569d04c-1802-4ac3-acf0-71dae28a2f13 HTTP/1.1" status: 404 len: 337 time: 0.0379097 Aug 16 02:09:59.438701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34714) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.470588 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ba156fe0-c5e4-4eb2-b4a8-201974fb372e tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7f9b2c1-aed0-4887-a5f9-46c409607d69 HTTP/1.1" status: 200 len: 205 time: 0.0308654 Aug 16 02:09:59.473101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34718) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.476315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f954fb7f-4a9c-497a-ad0f-af4a725e6c88 None None] Provisioning complete for port 74fd0317-25ea-4f61-b111-be2439b0a61f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:59.476692 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f954fb7f-4a9c-497a-ad0f-af4a725e6c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.516135 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-279dfa6a-1ce6-4bbc-9baa-4eff0cd28c08 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] delete failed (client error): The resource could not be found. Aug 16 02:09:59.517676 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-279dfa6a-1ce6-4bbc-9baa-4eff0cd28c08 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/routers/e7f9b2c1-aed0-4887-a5f9-46c409607d69 HTTP/1.1" status: 404 len: 336 time: 0.0432374 Aug 16 02:09:59.520300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34720) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.555339 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f97b05-c85e-4a8b-96c7-d1a754d2cfe1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:59.556829 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f97b05-c85e-4a8b-96c7-d1a754d2cfe1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:59.560856 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-55f97b05-c85e-4a8b-96c7-d1a754d2cfe1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/9eca1658-222c-410a-a604-afc737118666 HTTP/1.1" status: 404 len: 337 time: 0.0374112 Aug 16 02:09:59.561255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34722) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.622818 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ab19dd-7ed5-4732-bedb-c0e50b70fad8 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:59.622818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ab19dd-7ed5-4732-bedb-c0e50b70fad8 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:59.626291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-01ab19dd-7ed5-4732-bedb-c0e50b70fad8 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/d884698b-3348-466f-87e7-3d7377ac6fdd HTTP/1.1" status: 404 len: 337 time: 0.0615878 Aug 16 02:09:59.626713 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34726) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.635049 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e503f5b-fd1b-4e14-93db-50c619c1caea None None] DHCP port deletion for 94e6b74c-1e32-4a85-8153-f9616f17cd30 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:59.669296 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dd150a-e75d-43d5-b556-2be51e73100c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:59.669793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5dd150a-e75d-43d5-b556-2be51e73100c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:59.675226 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d5dd150a-e75d-43d5-b556-2be51e73100c tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/f8499ed5-713a-4790-ad75-a509d8a96f64 HTTP/1.1" status: 404 len: 337 time: 0.0438442 Aug 16 02:09:59.675770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34728) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.705509 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3834e2-1745-4727-a01f-b2a04c25294d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:59.706422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3834e2-1745-4727-a01f-b2a04c25294d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:59.713797 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34730) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.722379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fa3834e2-1745-4727-a01f-b2a04c25294d tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/f2f31ec9-708f-4564-ad8a-7b35eadd3878 HTTP/1.1" status: 404 len: 333 time: 0.0319057 Aug 16 02:09:59.761423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5e503f5b-fd1b-4e14-93db-50c619c1caea None None] Deleting port 74fd0317-25ea-4f61-b111-be2439b0a61f {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:59.762107 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5e503f5b-fd1b-4e14-93db-50c619c1caea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.788192 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dbbbba-a16c-401f-a237-049b6eb1445a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:59.789579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dbbbba-a16c-401f-a237-049b6eb1445a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:59.799097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34736) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.808977 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d7dbbbba-a16c-401f-a237-049b6eb1445a tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/2bb486c9-349f-4150-9cf9-44a2b3735253 HTTP/1.1" status: 404 len: 337 time: 0.0939236 Aug 16 02:09:59.851592 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-259ef8f2-e038-4a03-83b5-0cabd9664243 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:59.852464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259ef8f2-e038-4a03-83b5-0cabd9664243 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:59.857676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34738) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.879746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-259ef8f2-e038-4a03-83b5-0cabd9664243 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/da2963fa-c4e2-4662-a9f7-a38b816adb36 HTTP/1.1" status: 404 len: 337 time: 0.0781190 Aug 16 02:09:59.899856 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da235b7-dfec-49f4-8e83-6808030c0ac4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:59.901024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da235b7-dfec-49f4-8e83-6808030c0ac4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:59.907137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34740) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.918935 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3da235b7-dfec-49f4-8e83-6808030c0ac4 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/cbd6eb96-e0dc-4524-9010-d6b83949c888 HTTP/1.1" status: 404 len: 333 time: 0.0597370 Aug 16 02:09:59.919560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5e503f5b-fd1b-4e14-93db-50c619c1caea None None] For port 74fd0317-25ea-4f61-b111-be2439b0a61f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=74fd0317-25ea-4f61-b111-be2439b0a61f,segment=NetworkSegment(165f8ef3-861f-488d-b1df-76b661f619f4),segment_id=165f8ef3-861f-488d-b1df-76b661f619f4)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:59.919978 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5e503f5b-fd1b-4e14-93db-50c619c1caea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.944773 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccbb76e-80fa-4a58-93f7-b4d8fcc1f365 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:59.945511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccbb76e-80fa-4a58-93f7-b4d8fcc1f365 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:59.946820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5e503f5b-fd1b-4e14-93db-50c619c1caea None None] Calling delete_port for 74fd0317-25ea-4f61-b111-be2439b0a61f owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:59.950401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34742) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.962814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3ccbb76e-80fa-4a58-93f7-b4d8fcc1f365 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/a0a2f3cd-fe4c-41b9-9b49-c39c7b3404e1 HTTP/1.1" status: 404 len: 337 time: 0.0537882 Aug 16 02:09:59.988906 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc57d8de-5805-4cd0-9995-3d6435bb9425 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:59.989435 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc57d8de-5805-4cd0-9995-3d6435bb9425 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:59.995983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34744) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.998482 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cc57d8de-5805-4cd0-9995-3d6435bb9425 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/subnets/47de8d45-8353-4d9d-aa9e-7a504097a4f0 HTTP/1.1" status: 404 len: 337 time: 0.0464995 Aug 16 02:10:00.029931 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-31b0e0de-3ef6-4b38-8554-dac77c262083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.113011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Deleting port a72349f1-26b1-49de-9047-a41c4b3e29b2 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:00.113451 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.178879 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5e503f5b-fd1b-4e14-93db-50c619c1caea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.219692 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.234622 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e503f5b-fd1b-4e14-93db-50c619c1caea None None] Pushing event deleted for resources: {'Port': ['ID=74fd0317-25ea-4f61-b111-be2439b0a61f,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:00.247449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e503f5b-fd1b-4e14-93db-50c619c1caea None None] No DVR routers for this DVR port 74fd0317-25ea-4f61-b111-be2439b0a61f on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:00.256600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Calling delete_port for a72349f1-26b1-49de-9047-a41c4b3e29b2 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:00.499086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.538050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Port': ['ID=a72349f1-26b1-49de-9047-a41c4b3e29b2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:00.550984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.551456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.551903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.552258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.552598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.553279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.553397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.553855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.554087 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.554374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.554848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.555315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:00.569867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.573603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9d9e4665-db5c-4351-8ac7-84c0e98402c1 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/ports/a72349f1-26b1-49de-9047-a41c4b3e29b2 HTTP/1.1" status: 204 len: 168 time: 0.5763097 Aug 16 02:10:00.576151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34754) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:00.661346 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.757107 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.768916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e6b74c-1e32-4a85-8153-f9616f17cd30']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:00.781289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165f8ef3-861f-488d-b1df-76b661f619f4') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:00.781594 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165f8ef3-861f-488d-b1df-76b661f619f4') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:00.792276 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.806805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.812702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:00.815528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:00.817042 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:00.984612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.001089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.006749 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] 10.222.0.66 "DELETE /v2.0/networks/94e6b74c-1e32-4a85-8153-f9616f17cd30 HTTP/1.1" status: 204 len: 168 time: 0.4269726 Aug 16 02:10:01.018978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5860c-9af2-49ce-b236-f672df849ec5 tempest-PortsIpV6TestJSON-622898408 tempest-PortsIpV6TestJSON-622898408-project] Pushing event deleted for resources: {'Network': ['ID=94e6b74c-1e32-4a85-8153-f9616f17cd30,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:01.480248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 74fd0317-25ea-4f61-b111-be2439b0a61f no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:01.504336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 74fd0317-25ea-4f61-b111-be2439b0a61f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:01.504828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 74fd0317-25ea-4f61-b111-be2439b0a61f not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:01.565805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34776) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:01.736449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b67b89bb-ab66-4c93-b0b5-333c0f9e3347 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ffe48f17e2940a8b016cbfe61eb0111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671021 Aug 16 02:10:01.738680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34782) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:01.789193 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-038f0930-ef92-4d5f-b798-a63db7c993c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.820393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-038f0930-ef92-4d5f-b798-a63db7c993c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.007509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-038f0930-ef92-4d5f-b798-a63db7c993c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.015096 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-038f0930-ef92-4d5f-b798-a63db7c993c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.019385 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-038f0930-ef92-4d5f-b798-a63db7c993c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/945df125-50ff-432b-b08c-79528b021b8a HTTP/1.1" status: 204 len: 168 time: 0.2810304 Aug 16 02:10:02.027549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f0930-ef92-4d5f-b798-a63db7c993c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945df125-50ff-432b-b08c-79528b021b8a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:02.916355 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.970906 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1c927fc9-f0e8-489b-b7db-4058082188d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.554208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34842) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:03.664831 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1920830393'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:03.790141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:03.793896 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.803762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.919662 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.004081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.030139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:04.049036 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.049571 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Added segment 862fbb9e-cff8-4585-aae4-84f7783c8613 of type vlan for network 62b4ec50-9daa-4508-b33f-f65379d98ce1 Aug 16 02:10:04.050982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1e039b-3c6f-470b-a549-eb63858fdc96,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:04.061660 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.102152 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.187082 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.193427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:04.194101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.266426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Network': ['ID=62b4ec50-9daa-4508-b33f-f65379d98ce1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:04.277552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:04.350189 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c2dd3e95-fe49-4245-8b34-a071021d7198 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7925982 Aug 16 02:10:04.350486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34858) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:04.359036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'name': 'tempest-PortsTestJSON-86094513'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:04.586532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:04.590148 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.608518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port ed5fd674-0542-4449-bcb6-0ea3020b340b yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:04.810110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.947153 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.012669 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=ed5fd674-0542-4449-bcb6-0ea3020b340b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.021686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Checking segment: {'id': '862fbb9e-cff8-4585-aae4-84f7783c8613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:05.022087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network hostable DHCP agents. Network: 62b4ec50-9daa-4508-b33f-f65379d98ce1, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:05.139534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:05.261730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 62b4ec50-9daa-4508-b33f-f65379d98ce1) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:05.276423 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:05.276605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477f9dea-9013-4d4a-b44d-076e2ad84789 None None] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:05.285556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:05.286273 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.434239 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1706e6df-55ee-4e8e-8f86-7afa2085b5e8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0822175 Aug 16 02:10:05.437305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34884) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:05.443235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-437425254'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:05.586919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:05.590760 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.615251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:05.624983 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.625262 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Added segment 60c84a1b-b83d-4fe2-b1a4-6ce63b93279d of type vlan for network 4b342bb8-f887-4c30-a771-2ae918765845 Aug 16 02:10:05.666520 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.844946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.862943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:05.862943 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.891729 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.968265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Network': ['ID=4b342bb8-f887-4c30-a771-2ae918765845,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.981772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 4b342bb8-f887-4c30-a771-2ae918765845 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:06.014769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34900) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:06.015920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-71f0bb2e-2850-46c7-b0c4-2933e0ff7658 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5754433 Aug 16 02:10:06.027160 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'ports': [{'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1'}, {'network_id': '4b342bb8-f887-4c30-a771-2ae918765845'}]} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:06.031343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:06.036287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': '4b342bb8-f887-4c30-a771-2ae918765845'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:06.454298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 2} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:06.459248 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.475418 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.598158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 438b6235-d632-4a60-a4ed-b514525272cd yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:06.727329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.812219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port d32c3af4-ed37-4ee9-a7ff-5914f91850c8 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:06.930359 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.061686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.107197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:07.110225 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:07.114613 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:07.115459 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.122254 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=438b6235-d632-4a60-a4ed-b514525272cd,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:07.193187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=d32c3af4-ed37-4ee9-a7ff-5914f91850c8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:07.197803 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Checking segment: {'id': '60c84a1b-b83d-4fe2-b1a4-6ce63b93279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4b342bb8-f887-4c30-a771-2ae918765845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:07.198195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network hostable DHCP agents. Network: 4b342bb8-f887-4c30-a771-2ae918765845, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:07.316733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 4b342bb8-f887-4c30-a771-2ae918765845 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:07.437955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 4b342bb8-f887-4c30-a771-2ae918765845) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:07.447734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87f3a82-372c-4549-9e47-fbcf41db800f None None] Network 4b342bb8-f887-4c30-a771-2ae918765845 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:07.452624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:07.460105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:07.465193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:07.465910 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.638022 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8e959cc4-f1dd-4463-9453-9e85e6f3b142 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6201470 Aug 16 02:10:07.647427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34930) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:07.743867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-34d7ca77-5065-4b48-9406-fc4e86885398 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port d32c3af4-ed37-4ee9-a7ff-5914f91850c8 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:07.744194 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34d7ca77-5065-4b48-9406-fc4e86885398 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.828623 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34d7ca77-5065-4b48-9406-fc4e86885398 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.841372 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-34d7ca77-5065-4b48-9406-fc4e86885398 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for d32c3af4-ed37-4ee9-a7ff-5914f91850c8 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:08.026766 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34d7ca77-5065-4b48-9406-fc4e86885398 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.060394 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7ca77-5065-4b48-9406-fc4e86885398 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=d32c3af4-ed37-4ee9-a7ff-5914f91850c8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:08.067853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34d7ca77-5065-4b48-9406-fc4e86885398 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.070155 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-34d7ca77-5065-4b48-9406-fc4e86885398 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/d32c3af4-ed37-4ee9-a7ff-5914f91850c8 HTTP/1.1" status: 204 len: 168 time: 0.4216950 Aug 16 02:10:08.072983 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34938) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.125589 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec309e9-c973-421d-889e-032da764ac53 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.132222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec309e9-c973-421d-889e-032da764ac53 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.133843 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2ec309e9-c973-421d-889e-032da764ac53 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0599234 Aug 16 02:10:08.136639 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34940) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.248758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a5b2e-101b-413b-b2d7-89a96f7f4287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 438b6235-d632-4a60-a4ed-b514525272cd {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:08.249095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f1a5b2e-101b-413b-b2d7-89a96f7f4287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.331708 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f1a5b2e-101b-413b-b2d7-89a96f7f4287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.344467 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a5b2e-101b-413b-b2d7-89a96f7f4287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 438b6235-d632-4a60-a4ed-b514525272cd owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:08.529792 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f1a5b2e-101b-413b-b2d7-89a96f7f4287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.559670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a5b2e-101b-413b-b2d7-89a96f7f4287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=438b6235-d632-4a60-a4ed-b514525272cd,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:08.566409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f1a5b2e-101b-413b-b2d7-89a96f7f4287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.568536 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2f1a5b2e-101b-413b-b2d7-89a96f7f4287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/438b6235-d632-4a60-a4ed-b514525272cd HTTP/1.1" status: 204 len: 168 time: 0.4306378 Aug 16 02:10:08.570828 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34956) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.626726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd42dc2-2a84-4b25-9302-6acb63bd5706 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.628619 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1cd42dc2-2a84-4b25-9302-6acb63bd5706 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0568655 Aug 16 02:10:08.631398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34960) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.656551 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c473a9-ab76-4039-8883-cee9c7cdc9c8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:10:08.658768 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-57c473a9-ab76-4039-8883-cee9c7cdc9c8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/d32c3af4-ed37-4ee9-a7ff-5914f91850c8 HTTP/1.1" status: 404 len: 333 time: 0.0257328 Aug 16 02:10:08.661956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34962) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.687315 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e0a572-263f-4ea8-8726-a3fa5e96aae6 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:10:08.691781 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-07e0a572-263f-4ea8-8726-a3fa5e96aae6 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/438b6235-d632-4a60-a4ed-b514525272cd HTTP/1.1" status: 404 len: 333 time: 0.0259726 Aug 16 02:10:08.691982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34964) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.775922 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.871116 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.886832 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b342bb8-f887-4c30-a771-2ae918765845']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:08.906578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c84a1b-b83d-4fe2-b1a4-6ce63b93279d') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:08.906871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c84a1b-b83d-4fe2-b1a4-6ce63b93279d') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:08.916333 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.930329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.936322 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:08.936715 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:08.939909 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:08.953534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34972) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:09.068231 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fcc76865-a4bd-49eb-a2f5-7f5dd2d569bb tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5178 time: 0.1093597 Aug 16 02:10:09.068544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34976) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:09.075163 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'network': {'name': 'tempest-network-smoke--1622803924', 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'port_security_enabled': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:09.093674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.109287 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.113856 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/networks/4b342bb8-f887-4c30-a771-2ae918765845 HTTP/1.1" status: 204 len: 168 time: 0.4189496 Aug 16 02:10:09.116799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34978) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:09.126051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1289545978'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:09.133128 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ba329-823a-4ba0-8770-a1de7086ba05 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Network': ['ID=4b342bb8-f887-4c30-a771-2ae918765845,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:09.192303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Made reservation on behalf of 9cae7a8fd5e14b8f8ec0c37bd3723cfc for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:09.198947 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.243348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:09.258272 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.258926 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Added segment a8eff567-fd78-4b78-836a-82ccb2be2620 of type vlan for network 10b3df62-0d63-4dea-820d-869638dfb2c7 Aug 16 02:10:09.302089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.340901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:09.347161 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.382539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:09.394289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.394646 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Added segment 82b80fb2-cf97-4a40-a00f-4888c070a36b of type vlan for network e78f8adb-c43b-4572-8376-d67c1288872d Aug 16 02:10:09.432353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.437993 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.438592 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.443528 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.522730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Network': ['ID=10b3df62-0d63-4dea-820d-869638dfb2c7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:09.532665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 10b3df62-0d63-4dea-820d-869638dfb2c7 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:09.576340 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3b8b5e66-c083-44fd-b061-d0a75ddc0f41 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5066767 Aug 16 02:10:09.579074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 34986) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:09.584004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-559659085', 'admin_state_up': True, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:09.628643 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.638621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.638621 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.699211 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.700293 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.710844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Network': ['ID=e78f8adb-c43b-4572-8376-d67c1288872d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:09.723783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network e78f8adb-c43b-4572-8376-d67c1288872d details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:09.788290 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.810167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c845dc17-bcd1-435e-afd9-867875a4ae6a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6915944 Aug 16 02:10:09.812946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 34988) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:09.818479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': 'e78f8adb-c43b-4572-8376-d67c1288872d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:10.013073 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:10.020310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.042856 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.321650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.353397 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.393133 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.412729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Subnet': ['ID=36138106-6206-4fb7-a107-535f666cb10c,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:10.488189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Checking segment: {'id': '82b80fb2-cf97-4a40-a00f-4888c070a36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e78f8adb-c43b-4572-8376-d67c1288872d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:10.488561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network hostable DHCP agents. Network: e78f8adb-c43b-4572-8376-d67c1288872d, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:10.595030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Allocated IP 172.25.8.54 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:10.601464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network e78f8adb-c43b-4572-8376-d67c1288872d is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:10.692274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, e78f8adb-c43b-4572-8376-d67c1288872d) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:10.708071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.712343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.712478 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160743a0-1510-4557-8025-909b2f9ea8da None None] Network e78f8adb-c43b-4572-8376-d67c1288872d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:10.753238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.862195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e39db903-8c88-4769-a534-6bb087daf159 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0476208 Aug 16 02:10:10.864326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35006) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:10.869921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': 'e78f8adb-c43b-4572-8376-d67c1288872d', 'name': 'tempest-PortsTestJSON-554466257'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:10.885883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-e78f8adb-c43b-4572-8376-d67c1288872d', 'network_id': 'e78f8adb-c43b-4572-8376-d67c1288872d', 'tenant_id': '4f59de9cac45415e851d7d36841af304', 'fixed_ips': [{'subnet_id': '36138106-6206-4fb7-a107-535f666cb10c'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:10.886947 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.924248 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.991913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:11.000447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:11.005758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:11.037192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Port': ['ID=a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:11.118650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Allocated IP 172.20.0.2 (e78f8adb-c43b-4572-8376-d67c1288872d/36138106-6206-4fb7-a107-535f666cb10c/6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:11.146200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:11.151104 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.181869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 7cacfc57-a04f-4eb4-ba6a-ce948406ca97 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:11.309556 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.327152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Transition to ACTIVE for port object 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:11.346531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Transition to ACTIVE for port object 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:11.476169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.494161 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.550165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Network e78f8adb-c43b-4572-8376-d67c1288872d is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:11.554575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.10 (e78f8adb-c43b-4572-8376-d67c1288872d/36138106-6206-4fb7-a107-535f666cb10c/7cacfc57-a04f-4eb4-ba6a-ce948406ca97) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:11.571386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:11.576701 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:11.592881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Pushing event updated for resources: {'Port': ['ID=6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:11.655774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Attempting to bind port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:11.656436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Attempting to bind port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '82b80fb2-cf97-4a40-a00f-4888c070a36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e78f8adb-c43b-4572-8376-d67c1288872d'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:11.657068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Attempting to bind port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d on network e78f8adb-c43b-4572-8376-d67c1288872d {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:11.679297 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:11.680132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Checking segment: {'id': '82b80fb2-cf97-4a40-a00f-4888c070a36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e78f8adb-c43b-4572-8376-d67c1288872d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:11.680819 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.681446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Bound using segment: {'id': '82b80fb2-cf97-4a40-a00f-4888c070a36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e78f8adb-c43b-4572-8376-d67c1288872d'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:11.683591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Bound port: 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b80fb2-cf97-4a40-a00f-4888c070a36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e78f8adb-c43b-4572-8376-d67c1288872d'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:11.684234 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.789909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] For port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:11.793574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] For port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d,segment=NetworkSegment(82b80fb2-cf97-4a40-a00f-4888c070a36b),segment_id=82b80fb2-cf97-4a40-a00f-4888c070a36b)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:11.850013 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.865708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object 7cacfc57-a04f-4eb4-ba6a-ce948406ca97 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:11.930069 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.993415 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.034282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0d23e-0805-4156-b191-b2330bf7eea0 None None] Pushing event updated for resources: {'Port': ['ID=6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:12.071889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network e78f8adb-c43b-4572-8376-d67c1288872d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:12.091484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:12.105026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:12.110035 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.140629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=7cacfc57-a04f-4eb4-ba6a-ce948406ca97,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:12.166171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.166863 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.259783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e9c20335-f91a-4c7e-94ac-da5f5a8d1162 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3942878 Aug 16 02:10:12.266501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35036) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:12.413340 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Router 91146cf6-4b14-48f0-a606-7dc20d56d0df is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:12.472339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a8508501-42b9-45a8-a13a-26ba0f92d670 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 7cacfc57-a04f-4eb4-ba6a-ce948406ca97 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:12.472697 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8508501-42b9-45a8-a13a-26ba0f92d670 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.587814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8508501-42b9-45a8-a13a-26ba0f92d670 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.596948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:12.610596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Sync routers for ids ['91146cf6-4b14-48f0-a606-7dc20d56d0df'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:12.624542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Routers {'91146cf6-4b14-48f0-a606-7dc20d56d0df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:12.625158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:10:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['91146cf6-4b14-48f0-a606-7dc20d56d0df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:12.628043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a8508501-42b9-45a8-a13a-26ba0f92d670 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 7cacfc57-a04f-4eb4-ba6a-ce948406ca97 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:12.683899 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.689855 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-358e522a-ddff-4a07-a37c-79ce98786ea1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.1063910 Aug 16 02:10:12.690809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35042) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:12.788452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Set router 91146cf6-4b14-48f0-a606-7dc20d56d0df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:12.825549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94fd417-7fb9-472f-80e1-6f3d7956e210 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.829614 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f94fd417-7fb9-472f-80e1-6f3d7956e210 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1353517 Aug 16 02:10:12.831474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35046) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:12.957973 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8508501-42b9-45a8-a13a-26ba0f92d670 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.014460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8508501-42b9-45a8-a13a-26ba0f92d670 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=7cacfc57-a04f-4eb4-ba6a-ce948406ca97,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:13.047327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe07676-89cc-4604-864c-9250e3fd96a1 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:13.051993 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-abe07676-89cc-4604-864c-9250e3fd96a1 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2165127 Aug 16 02:10:13.056031 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35054) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:13.121161 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-64b62cbf-e41f-4f11-9d67-8a95a5ce01a3 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615218 Aug 16 02:10:13.121421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35056) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:13.180787 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8508501-42b9-45a8-a13a-26ba0f92d670 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.206088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a8508501-42b9-45a8-a13a-26ba0f92d670 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/7cacfc57-a04f-4eb4-ba6a-ce948406ca97 HTTP/1.1" status: 204 len: 168 time: 0.9382415 Aug 16 02:10:13.206823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35058) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:13.225640 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b9c2a7f3-6754-443c-bd6a-6274d52a9402 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1009774 Aug 16 02:10:13.230978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35060) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:13.286342 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-824048e4-ee5c-449e-8e31-0212684fe35d tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:10:13.287133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824048e4-ee5c-449e-8e31-0212684fe35d tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:10:13.289919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-824048e4-ee5c-449e-8e31-0212684fe35d tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/7cacfc57-a04f-4eb4-ba6a-ce948406ca97 HTTP/1.1" status: 404 len: 333 time: 0.0820732 Aug 16 02:10:13.292573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35064) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:13.324315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559659085', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:09Z', 'updated_at': '2021-08-16T02:10:11Z', 'revision_number': 3, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:10Z', 'updated_at': '2021-08-16T02:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:13.354099 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8af436c-a99f-4d7e-be86-6a2e1c60c638 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:10:13.356052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d8af436c-a99f-4d7e-be86-6a2e1c60c638 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/7cacfc57-a04f-4eb4-ba6a-ce948406ca97 HTTP/1.1" status: 404 len: 333 time: 0.0622840 Aug 16 02:10:13.359647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35066) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:13.402622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8896e573-7147-4f84-b93e-4a5b85698b19 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:13.408065 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8896e573-7147-4f84-b93e-4a5b85698b19 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1753826 Aug 16 02:10:13.410983 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35070) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:13.437603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Checking router: 91146cf6-4b14-48f0-a606-7dc20d56d0df for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:13.438356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Updating router 91146cf6-4b14-48f0-a606-7dc20d56d0df port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:10:13.485543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7271779-13b3-407e-835c-6e37b5d1bd22 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting subnet 36138106-6206-4fb7-a107-535f666cb10c {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:13.497400 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2ab9941e-98de-4c94-9581-cea4254aebd8 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820234 Aug 16 02:10:13.498099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35074) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:13.498892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7271779-13b3-407e-835c-6e37b5d1bd22 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.502702 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.522350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-396160703', 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7', 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:13.678279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:13.684966 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7271779-13b3-407e-835c-6e37b5d1bd22 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.765528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb47b0-1102-42af-b2ef-8785f076cd92 None None] Network e78f8adb-c43b-4572-8376-d67c1288872d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:13.886915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Made reservation on behalf of 9cae7a8fd5e14b8f8ec0c37bd3723cfc for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:13.890845 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.981852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7271779-13b3-407e-835c-6e37b5d1bd22 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.194282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7271779-13b3-407e-835c-6e37b5d1bd22 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.235796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7271779-13b3-407e-835c-6e37b5d1bd22 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Subnet': ['ID=36138106-6206-4fb7-a107-535f666cb10c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:14.246017 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7271779-13b3-407e-835c-6e37b5d1bd22 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.248455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f7271779-13b3-407e-835c-6e37b5d1bd22 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/36138106-6206-4fb7-a107-535f666cb10c HTTP/1.1" status: 204 len: 168 time: 0.8875659 Aug 16 02:10:14.255331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35086) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:14.386577 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.400036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Transition to ACTIVE for port object a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:14.410102 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.421774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:14.424502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e952a2ab-0162-4a8c-8ecd-ae3899efb499 None None] Provisioning for port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:14.440851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e952a2ab-0162-4a8c-8ecd-ae3899efb499 None None] Provisioning complete for port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:14.440851 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e952a2ab-0162-4a8c-8ecd-ae3899efb499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.447295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:14.459058 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.518713 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.571070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:14.571757 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.627461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Attempting to bind port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:14.628435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Attempting to bind port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:14.629335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Attempting to bind port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:14.633213 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.661506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92df7c-8c4f-46fd-a147-9ff242e2f0af None None] Network e78f8adb-c43b-4572-8376-d67c1288872d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:14.663551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50264bad-5d98-4d9c-aad9-e1974e2bf298 None None] Pushing event updated for resources: {'Port': ['ID=a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:14.666191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:14.666634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:14.667128 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.667625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:14.668171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Bound port: a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:14.668616 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.717808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] For port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d,segment=NetworkSegment(82b80fb2-cf97-4a40-a00f-4888c070a36b),segment_id=82b80fb2-cf97-4a40-a00f-4888c070a36b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:14.718198 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.729083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Subnet': ['ID=fc9449f8-8780-44ba-bce6-38ca32045cc8,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:14.739807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:14.810037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Checking segment: {'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:14.810399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network hostable DHCP agents. Network: 10b3df62-0d63-4dea-820d-869638dfb2c7, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:14.887678 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.891860 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e952a2ab-0162-4a8c-8ecd-ae3899efb499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.939359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] For port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:14.966485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network 10b3df62-0d63-4dea-820d-869638dfb2c7 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:14.973603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] For port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:14.998547 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.035287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:15.048120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No DVR routers for this DVR port 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:15.075776 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.084974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 10b3df62-0d63-4dea-820d-869638dfb2c7) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:15.093196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:15.093878 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.146672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeb282e-7bf2-4168-82a7-0d3c1d918a09 None None] DHCP port deletion for e78f8adb-c43b-4572-8376-d67c1288872d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:15.149802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ea060-8616-4d44-942e-0c6fb09061c2 None None] Network 10b3df62-0d63-4dea-820d-869638dfb2c7 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:15.214222 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.242819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dbd5e1cb-838b-4406-8e73-b1ffdb92d4f2 None None] Could not find standard attr ID for object 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:15.246202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78f8adb-c43b-4572-8376-d67c1288872d']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:15.262994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b80fb2-cf97-4a40-a00f-4888c070a36b') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:15.263728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b80fb2-cf97-4a40-a00f-4888c070a36b') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:15.278349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.280016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50264bad-5d98-4d9c-aad9-e1974e2bf298 None None] Pushing event updated for resources: {'Port': ['ID=a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:15.286566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Routers {'91146cf6-4b14-48f0-a606-7dc20d56d0df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:15.288789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:10:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['91146cf6-4b14-48f0-a606-7dc20d56d0df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:15.297380 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.305294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:15.306308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:15.309936 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:15.328481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6491994e-2918-49e5-a35a-3da2eb6c59d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8262460 Aug 16 02:10:15.332427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35102) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:15.484083 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.505298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.511144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/networks/e78f8adb-c43b-4572-8376-d67c1288872d HTTP/1.1" status: 204 len: 168 time: 1.2541182 Aug 16 02:10:15.517735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35108) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:15.531059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-920186584'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:15.573924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91570fa0-72a5-4b02-b564-2d5326e78f23 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Network': ['ID=e78f8adb-c43b-4572-8376-d67c1288872d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:15.578615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:15.636204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] Set router 91146cf6-4b14-48f0-a606-7dc20d56d0df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:15.670806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:15.671245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6cd9fc85-bd79-4f2a-a4c4-f15dc23ea33d not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:15.681080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:15.684743 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.709276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-10b3df62-0d63-4dea-820d-869638dfb2c7', 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'fixed_ips': [{'subnet_id': 'fc9449f8-8780-44ba-bce6-38ca32045cc8'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:15.710515 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.733165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:15.755713 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.756165 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Added segment 25528fb0-e789-4679-88df-5813e9118cfe of type vlan for network 3f05913f-3e32-4fd4-8447-5b55ad752f51 Aug 16 02:10:15.849950 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.188997 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.188997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.188997 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.199202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Allocated IP 172.20.0.18 (10b3df62-0d63-4dea-820d-869638dfb2c7/fc9449f8-8780-44ba-bce6-38ca32045cc8/a63ed6a6-3855-4312-af70-ccce67ffd817) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:16.199202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559659085', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:09Z', 'updated_at': '2021-08-16T02:10:11Z', 'revision_number': 3, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:10Z', 'updated_at': '2021-08-16T02:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:16.199874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Network': ['ID=3f05913f-3e32-4fd4-8447-5b55ad752f51,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:16.199874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-19575a3a-dcf4-4c69-88e2-2e3c71914956 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6229682 Aug 16 02:10:16.200465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705edc8-f560-4751-b262-ef718e78cab3 None None] The sync data for ids ['91146cf6-4b14-48f0-a606-7dc20d56d0df'] in n-d-768509-23 is: [{'id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559659085', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:09Z', 'updated_at': '2021-08-16T02:10:11Z', 'revision_number': 3, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:10Z', 'updated_at': '2021-08-16T02:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:16.200821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35124) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:16.200821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': '3f05913f-3e32-4fd4-8447-5b55ad752f51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:16.224207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 3f05913f-3e32-4fd4-8447-5b55ad752f51 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:16.263977 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.561589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:16.569623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.756254 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.767854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Transition to ACTIVE for port object a63ed6a6-3855-4312-af70-ccce67ffd817 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:16.785049 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Transition to ACTIVE for port object a63ed6a6-3855-4312-af70-ccce67ffd817 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:16.867163 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.920499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Pushing event updated for resources: {'Port': ['ID=a63ed6a6-3855-4312-af70-ccce67ffd817,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:16.937657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Network 10b3df62-0d63-4dea-820d-869638dfb2c7 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:16.939667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:16.942716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:16.945797 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Allocated IP 172.20.0.17 (10b3df62-0d63-4dea-820d-869638dfb2c7/fc9449f8-8780-44ba-bce6-38ca32045cc8/1897f1ab-c91a-45f2-90e0-0dd31bb8b83f) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:17.056461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Attempting to bind port a63ed6a6-3855-4312-af70-ccce67ffd817 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:17.058759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Attempting to bind port a63ed6a6-3855-4312-af70-ccce67ffd817 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:17.061263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Attempting to bind port a63ed6a6-3855-4312-af70-ccce67ffd817 on network 10b3df62-0d63-4dea-820d-869638dfb2c7 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:17.068093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:17.068817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Checking segment: {'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:17.069457 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.070119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Bound using segment: {'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:17.070817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Bound port: a63ed6a6-3855-4312-af70-ccce67ffd817, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:17.071909 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.082269 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.095754 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.149029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] For port a63ed6a6-3855-4312-af70-ccce67ffd817, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:17.150182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Transition to ACTIVE for port object 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:17.152959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] For port a63ed6a6-3855-4312-af70-ccce67ffd817, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a63ed6a6-3855-4312-af70-ccce67ffd817,segment=NetworkSegment(a8eff567-fd78-4b78-836a-82ccb2be2620),segment_id=a8eff567-fd78-4b78-836a-82ccb2be2620)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:17.254383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Subnet': ['ID=ed000472-7ab4-4ad2-834c-b2b2aebf3b1a,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:17.258492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Checking segment: {'id': '25528fb0-e789-4679-88df-5813e9118cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3f05913f-3e32-4fd4-8447-5b55ad752f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:17.259395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network hostable DHCP agents. Network: 3f05913f-3e32-4fd4-8447-5b55ad752f51, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:17.296189 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.353212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300b6c6-ce14-4bed-b831-181f463f199e req-af584a4a-b0ea-4a03-afc6-6c211af45140 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.354835 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f300b6c6-ce14-4bed-b831-181f463f199e req-af584a4a-b0ea-4a03-afc6-6c211af45140 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1098 time: 0.2892406 Aug 16 02:10:17.442119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f300b6c6-ce14-4bed-b831-181f463f199e req-bef4ad52-4990-4b1d-80ec-27d2f1011d73 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781043 Aug 16 02:10:17.469476 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1e317-e788-4206-a43f-1ddaceacc5ee None None] Pushing event updated for resources: {'Port': ['ID=a63ed6a6-3855-4312-af70-ccce67ffd817,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:17.531941 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.554755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 3f05913f-3e32-4fd4-8447-5b55ad752f51 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:17.581370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:17.614782 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network 10b3df62-0d63-4dea-820d-869638dfb2c7 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:17.619151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:17.623673 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:17.656800 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Port': ['ID=1897f1ab-c91a-45f2-90e0-0dd31bb8b83f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:17.667082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 3f05913f-3e32-4fd4-8447-5b55ad752f51) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:17.696271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.732569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9be9a9-79f8-4727-a98a-905f2910be77 None None] Network 3f05913f-3e32-4fd4-8447-5b55ad752f51 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:17.733230 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.734283 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.817082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9f9c9-068e-43df-873f-b2124969b768 req-781e859d-1191-48aa-909a-9584ee94a5b6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.832655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fb9f9c9-068e-43df-873f-b2124969b768 req-781e859d-1191-48aa-909a-9584ee94a5b6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.2681487 Aug 16 02:10:17.933564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0d043c5c-c681-4ab2-aeaa-be81445f39d8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7783866 Aug 16 02:10:17.938510 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35168) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:17.941903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:17.945355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': '3f05913f-3e32-4fd4-8447-5b55ad752f51', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1827299817'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:17.947886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fb9f9c9-068e-43df-873f-b2124969b768 req-54f81b77-c5c9-4b40-b95c-74f33b66831c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140251 Aug 16 02:10:17.968005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35170) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:17.976371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:17.976371 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.095273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b51e48c4-231e-4ca8-a2f4-00a6412ad04f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/9a66e328-56d9-4352-b591-7f8aa760d1fb HTTP/1.1" status: 200 len: 993 time: 0.1255834 Aug 16 02:10:18.113369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-3f05913f-3e32-4fd4-8447-5b55ad752f51', 'network_id': '3f05913f-3e32-4fd4-8447-5b55ad752f51', 'tenant_id': '4f59de9cac45415e851d7d36841af304', 'fixed_ips': [{'subnet_id': 'ed000472-7ab4-4ad2-834c-b2b2aebf3b1a'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:18.118153 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.131482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.223174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.288395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:18.344786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Allocated IP 172.20.0.2 (3f05913f-3e32-4fd4-8447-5b55ad752f51/ed000472-7ab4-4ad2-834c-b2b2aebf3b1a/59df0684-001a-43d2-9f9d-1ac8b016b183) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:18.358556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:18.363684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.390368 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 9bc1ca93-0239-445c-ad20-614b5d57bf51 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:18.520649 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.659804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:18.734200 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.762115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Transition to ACTIVE for port object 59df0684-001a-43d2-9f9d-1ac8b016b183 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:18.798663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Transition to ACTIVE for port object 59df0684-001a-43d2-9f9d-1ac8b016b183 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:18.799828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.866742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-1f514aa0-2dc7-4bdb-a757-562a2cdca216 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0587535 Aug 16 02:10:18.904851 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.932069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.068091 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Network 3f05913f-3e32-4fd4-8447-5b55ad752f51 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:19.102322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:19.125022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:19.148462 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Port': ['ID=1897f1ab-c91a-45f2-90e0-0dd31bb8b83f,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:19.267487 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.271800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Attempting to bind port 59df0684-001a-43d2-9f9d-1ac8b016b183 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:19.272549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Attempting to bind port 59df0684-001a-43d2-9f9d-1ac8b016b183 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '25528fb0-e789-4679-88df-5813e9118cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3f05913f-3e32-4fd4-8447-5b55ad752f51'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:19.273400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Attempting to bind port 59df0684-001a-43d2-9f9d-1ac8b016b183 on network 3f05913f-3e32-4fd4-8447-5b55ad752f51 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:19.279449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2793e3-f8ee-477e-9362-3e6add6f4c05 None None] Network 10b3df62-0d63-4dea-820d-869638dfb2c7 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:19.285537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:19.286259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Checking segment: {'id': '25528fb0-e789-4679-88df-5813e9118cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3f05913f-3e32-4fd4-8447-5b55ad752f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:19.286836 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.287413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Bound using segment: {'id': '25528fb0-e789-4679-88df-5813e9118cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3f05913f-3e32-4fd4-8447-5b55ad752f51'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:19.288075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Bound port: 59df0684-001a-43d2-9f9d-1ac8b016b183, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25528fb0-e789-4679-88df-5813e9118cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3f05913f-3e32-4fd4-8447-5b55ad752f51'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:19.288668 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.291866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Pushing event updated for resources: {'Port': ['ID=59df0684-001a-43d2-9f9d-1ac8b016b183,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:19.313716 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.9 (3f05913f-3e32-4fd4-8447-5b55ad752f51/ed000472-7ab4-4ad2-834c-b2b2aebf3b1a/9bc1ca93-0239-445c-ad20-614b5d57bf51) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:19.501648 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-d285809a-3af9-4b70-9402-378dabeda4fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3478222 Aug 16 02:10:19.518036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] For port 59df0684-001a-43d2-9f9d-1ac8b016b183, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:19.530981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] For port 59df0684-001a-43d2-9f9d-1ac8b016b183, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=59df0684-001a-43d2-9f9d-1ac8b016b183,segment=NetworkSegment(25528fb0-e789-4679-88df-5813e9118cfe),segment_id=25528fb0-e789-4679-88df-5813e9118cfe)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:19.589716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a627b72d-f751-4d90-87f5-190c48505bfd None None] Provisioning for port a63ed6a6-3855-4312-af70-ccce67ffd817 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:19.687675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network 10b3df62-0d63-4dea-820d-869638dfb2c7 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:19.694600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:19.711879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-e10cb1dd-bb51-44a4-b03f-9e761ba543b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.712447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-e10cb1dd-bb51-44a4-b03f-9e761ba543b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.712923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-e10cb1dd-bb51-44a4-b03f-9e761ba543b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.713592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-e10cb1dd-bb51-44a4-b03f-9e761ba543b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.714101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-e10cb1dd-bb51-44a4-b03f-9e761ba543b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.714566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-e10cb1dd-bb51-44a4-b03f-9e761ba543b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.715457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-e10cb1dd-bb51-44a4-b03f-9e761ba543b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.723976 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.731247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-e10cb1dd-bb51-44a4-b03f-9e761ba543b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04cb457200f149dfa8213df96b2e0c74&device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 6507 time: 0.7825453 Aug 16 02:10:19.747882 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.813069 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object 9bc1ca93-0239-445c-ad20-614b5d57bf51 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:19.865681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a63ed6a6-3855-4312-af70-ccce67ffd817 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:19.872709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50feac-e720-4ff3-9e1e-f58450cbac82 None None] Pushing event updated for resources: {'Port': ['ID=59df0684-001a-43d2-9f9d-1ac8b016b183,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:19.983562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Router 91146cf6-4b14-48f0-a606-7dc20d56d0df has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:20.011827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef798c-0d33-4f2d-98bc-8954073a7894 req-038d25b2-956b-4919-a885-5741271a0e83 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.018081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a63ed6a6-3855-4312-af70-ccce67ffd817 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:20.022203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a63ed6a6-3855-4312-af70-ccce67ffd817 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:20.022812 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.034860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-edef798c-0d33-4f2d-98bc-8954073a7894 req-038d25b2-956b-4919-a885-5741271a0e83 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.9771433 Aug 16 02:10:20.153109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-99aa55e5-d508-47bd-ab04-a6db816425b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.153847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-99aa55e5-d508-47bd-ab04-a6db816425b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.154802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-99aa55e5-d508-47bd-ab04-a6db816425b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.169177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7c9feca7-3a03-47f2-8fbf-6b390ce6ad1b None None] Provisioning complete for port a63ed6a6-3855-4312-af70-ccce67ffd817 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:20.169746 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7c9feca7-3a03-47f2-8fbf-6b390ce6ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.179395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-99aa55e5-d508-47bd-ab04-a6db816425b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=75b5398b-4cff-40ab-8a73-881676945082&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&id=4ce77b4b-70a2-4991-aceb-89c12fc0771f HTTP/1.1" status: 200 len: 2297 time: 0.3919108 Aug 16 02:10:20.261059 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.301307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-a732d4ad-59ae-4068-957c-0e10ab6d828b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a HTTP/1.1" status: 200 len: 1000 time: 0.1146090 Aug 16 02:10:20.317326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-edef798c-0d33-4f2d-98bc-8954073a7894 req-c4f4f44e-70d3-454f-82fc-d54e84164b29 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811925 Aug 16 02:10:20.449241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-dd62359b-a031-4082-98ce-8ab838662d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.450954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-dd62359b-a031-4082-98ce-8ab838662d3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b3dfa6-0893-4c38-835d-a362973d66fb HTTP/1.1" status: 200 len: 855 time: 0.1325715 Aug 16 02:10:20.458603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port a63ed6a6-3855-4312-af70-ccce67ffd817, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a63ed6a6-3855-4312-af70-ccce67ffd817,segment=NetworkSegment(a8eff567-fd78-4b78-836a-82ccb2be2620),segment_id=a8eff567-fd78-4b78-836a-82ccb2be2620)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:20.471792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7c9feca7-3a03-47f2-8fbf-6b390ce6ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.585211 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.586417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:20.602632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-1b1f42fd-444e-4328-8b74-6ef1620e406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.604658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-1b1f42fd-444e-4328-8b74-6ef1620e406d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3aa6678-ea23-4a2e-a4b8-63debe13efe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449709 Aug 16 02:10:20.913989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:20.920167 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-23a7ce53-b908-40e7-876f-b60bf62fb8fd tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "PUT /v2.0/routers/91146cf6-4b14-48f0-a606-7dc20d56d0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5865984 Aug 16 02:10:20.937896 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Sync routers for ids ['91146cf6-4b14-48f0-a606-7dc20d56d0df'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:20.972474 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Routers {'91146cf6-4b14-48f0-a606-7dc20d56d0df'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:20.979445 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.979814 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:10:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['91146cf6-4b14-48f0-a606-7dc20d56d0df'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:21.041532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-328dbcac-eb94-4ae8-90d6-418b5e888e22 service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283917 Aug 16 02:10:21.090509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 3f05913f-3e32-4fd4-8447-5b55ad752f51 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:21.101187 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-7c9feca7-3a03-47f2-8fbf-6b390ce6ad1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:10:21.103660 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-7c9feca7-3a03-47f2-8fbf-6b390ce6ad1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:10:21.112402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:21.120123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:21.121639 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:21.124725 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=9bc1ca93-0239-445c-ad20-614b5d57bf51,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:21.125359 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.128530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=a63ed6a6-3855-4312-af70-ccce67ffd817,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:21.246384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.247072 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.255773 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Set router 91146cf6-4b14-48f0-a606-7dc20d56d0df gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:21.273126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-45ef4b1a-e70b-4382-8625-e2793fa1f53a service neutron] 10.222.0.64 "GET /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051058 Aug 16 02:10:21.319588 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.347695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-32d5fd66-3b10-436b-a118-142531b9daa5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=e70f9fc9-ed04-4a72-83f4-44c5c0c51270 HTTP/1.1" status: 200 len: 217 time: 0.0618970 Aug 16 02:10:21.400250 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:10:21.490106 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c5c0ec68-228b-461b-9191-63df7e78a43b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.5488746 Aug 16 02:10:21.498889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35278) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:21.593868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-443bbc12-7333-4f5f-afc4-659ab729d700 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1917825 Aug 16 02:10:21.615799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-b3e35e00-58a0-43e4-9455-e6990b78c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.618041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-b3e35e00-58a0-43e4-9455-e6990b78c7ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.2168798 Aug 16 02:10:21.752249 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ccca3aa7-9cdc-4ea9-b119-2d4863e95646 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 9bc1ca93-0239-445c-ad20-614b5d57bf51 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:21.753012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ccca3aa7-9cdc-4ea9-b119-2d4863e95646 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.800504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-9e44eb10-20e1-4bf1-95f6-858ea34b6124 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.803695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a63ed6a6-3855-4312-af70-ccce67ffd817 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:21.807996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-9e44eb10-20e1-4bf1-95f6-858ea34b6124 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/networks?id=10b3df62-0d63-4dea-820d-869638dfb2c7 HTTP/1.1" status: 200 len: 798 time: 0.4577825 Aug 16 02:10:21.812693 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559659085', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:09Z', 'updated_at': '2021-08-16T02:10:17Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:10Z', 'updated_at': '2021-08-16T02:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '1897f1ab-c91a-45f2-90e0-0dd31bb8b83f', 'name': '', 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:99:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'fc9449f8-8780-44ba-bce6-38ca32045cc8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:16Z', 'updated_at': '2021-08-16T02:10:18Z', 'revision_number': 2, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': 'fc9449f8-8780-44ba-bce6-38ca32045cc8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:21.871839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-1336300a-b270-4e6f-bd0f-da7f6caa3b2f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/quotas/9cae7a8fd5e14b8f8ec0c37bd3723cfc HTTP/1.1" status: 200 len: 375 time: 0.0626016 Aug 16 02:10:21.909013 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Checking router: 91146cf6-4b14-48f0-a606-7dc20d56d0df for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:21.909701 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Updating router 91146cf6-4b14-48f0-a606-7dc20d56d0df port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:10:21.932439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7c9feca7-3a03-47f2-8fbf-6b390ce6ad1b None None] Provisioning for port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:21.939936 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ccca3aa7-9cdc-4ea9-b119-2d4863e95646 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.946923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7c9feca7-3a03-47f2-8fbf-6b390ce6ad1b None None] Provisioning complete for port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:21.953301 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7c9feca7-3a03-47f2-8fbf-6b390ce6ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.980078 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.984606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-31f27339-d741-4797-a637-5806657debfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.986973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-31f27339-d741-4797-a637-5806657debfe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 1097 time: 0.3677809 Aug 16 02:10:21.999177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-55dd2979-c945-4fa2-b82d-15e720765a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.004672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-55dd2979-c945-4fa2-b82d-15e720765a39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3625495 Aug 16 02:10:22.023892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a63ed6a6-3855-4312-af70-ccce67ffd817 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:22.024773 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.029340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-206f8739-b5f9-4c4d-89f3-a9e01b513c18 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1553345 Aug 16 02:10:22.029903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ccca3aa7-9cdc-4ea9-b119-2d4863e95646 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 9bc1ca93-0239-445c-ad20-614b5d57bf51 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:22.061159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd1ecd-32d1-424d-a67c-67fecf3fbaf3 None None] Network 3f05913f-3e32-4fd4-8447-5b55ad752f51 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:22.067514 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.068418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7c9feca7-3a03-47f2-8fbf-6b390ce6ad1b None None] Port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:22.224913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-417003f5-d58e-4b52-b088-9110239e317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.227182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-417003f5-d58e-4b52-b088-9110239e317e service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.1968188 Aug 16 02:10:22.315841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 59df0684-001a-43d2-9f9d-1ac8b016b183 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:22.350259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ba104433-fa95-4eba-82f2-5e4431da7a93 None None] Provisioning for port 59df0684-001a-43d2-9f9d-1ac8b016b183 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:22.401150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ccca3aa7-9cdc-4ea9-b119-2d4863e95646 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.412934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ba104433-fa95-4eba-82f2-5e4431da7a93 None None] Provisioning complete for port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:22.413572 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ba104433-fa95-4eba-82f2-5e4431da7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.462083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-e7ef42ef-70e7-46ec-8c0c-7f82cd4307a3 service neutron] 10.222.0.66 "GET /v2.0/networks/10b3df62-0d63-4dea-820d-869638dfb2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258486 Aug 16 02:10:22.499495 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca3aa7-9cdc-4ea9-b119-2d4863e95646 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=9bc1ca93-0239-445c-ad20-614b5d57bf51,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:22.512407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ba104433-fa95-4eba-82f2-5e4431da7a93 None None] Port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:22.512894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-ebfeac88-b2b0-4a18-9753-19e3159cfeb2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9506df5a-afce-4337-85e8-3e1dc869e16b HTTP/1.1" status: 200 len: 1000 time: 0.2502835 Aug 16 02:10:22.551507 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.562150 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Transition to ACTIVE for port object 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:22.592762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 59df0684-001a-43d2-9f9d-1ac8b016b183 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:22.598428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 59df0684-001a-43d2-9f9d-1ac8b016b183 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:22.598817 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.613259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-251757d7-b583-46fe-9edb-818a45d74cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.625572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-251757d7-b583-46fe-9edb-818a45d74cfb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0598872 Aug 16 02:10:22.629237 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ccca3aa7-9cdc-4ea9-b119-2d4863e95646 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.634977 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ccca3aa7-9cdc-4ea9-b119-2d4863e95646 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/9bc1ca93-0239-445c-ad20-614b5d57bf51 HTTP/1.1" status: 204 len: 168 time: 1.1327255 Aug 16 02:10:22.642347 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35300) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:22.689416 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93daf42-8778-4f58-8136-0ae3d3e2f975 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:10:22.694447 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c93daf42-8778-4f58-8136-0ae3d3e2f975 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/9bc1ca93-0239-445c-ad20-614b5d57bf51 HTTP/1.1" status: 404 len: 333 time: 0.0509315 Aug 16 02:10:22.695448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35302) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:22.703905 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.732264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-b3d009be-1127-4033-9fde-b5ece0338bbe service neutron] 10.222.0.66 "GET /v2.0/networks/10b3df62-0d63-4dea-820d-869638dfb2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689083 Aug 16 02:10:22.752505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-12481b07-edac-448f-aa4b-ffd3ae5e4234 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269205 Aug 16 02:10:22.792319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbdc07d-c09f-4832-81c0-53dfd69281a5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting subnet ed000472-7ab4-4ad2-834c-b2b2aebf3b1a {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:22.801892 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cbdc07d-c09f-4832-81c0-53dfd69281a5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.849932 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.877853 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Pushing event updated for resources: {'Port': ['ID=1897f1ab-c91a-45f2-90e0-0dd31bb8b83f,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:22.896897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-2a3cbbe7-b61b-4098-a4a1-c5ec1378d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.904098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-2a3cbbe7-b61b-4098-a4a1-c5ec1378d7c5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2742631 Aug 16 02:10:22.918669 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cbdc07d-c09f-4832-81c0-53dfd69281a5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.004192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 59df0684-001a-43d2-9f9d-1ac8b016b183, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=59df0684-001a-43d2-9f9d-1ac8b016b183,segment=NetworkSegment(25528fb0-e789-4679-88df-5813e9118cfe),segment_id=25528fb0-e789-4679-88df-5813e9118cfe)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:23.009243 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.010243 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.010768 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.011284 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.011795 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.012298 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.012804 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.013349 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.014080 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.014586 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.015074 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.015557 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:23.074764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-611d4902-0700-4c9b-88ad-1c50e7ce3ba1 None None] Provisioning complete for port 59df0684-001a-43d2-9f9d-1ac8b016b183 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:23.075599 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-611d4902-0700-4c9b-88ad-1c50e7ce3ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.112591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-c4e25eb9-6d19-4998-b555-a151425f433a service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361986 Aug 16 02:10:23.255437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cbdc07d-c09f-4832-81c0-53dfd69281a5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.272658 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.337529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-83006404-a011-498b-9d0d-f39550789575 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=70e1025a-d82d-4c5e-ae0d-868d21b2d578 HTTP/1.1" status: 200 len: 217 time: 0.1838708 Aug 16 02:10:23.381589 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Attempting to bind port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:23.382784 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Attempting to bind port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:23.383492 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Attempting to bind port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f on network 10b3df62-0d63-4dea-820d-869638dfb2c7 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:23.394679 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:23.394980 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Checking segment: {'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:23.395727 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.397049 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Bound using segment: {'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:23.402909 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Bound port: 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:23.402909 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.477779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-611d4902-0700-4c9b-88ad-1c50e7ce3ba1 None None] Could not find standard attr ID for object 9bc1ca93-0239-445c-ad20-614b5d57bf51. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:23.487203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=59df0684-001a-43d2-9f9d-1ac8b016b183,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:23.489840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-272f64c2-9875-498b-8b65-6c85ca8a387f service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810125 Aug 16 02:10:23.585793 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] For port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:23.593221 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cbdc07d-c09f-4832-81c0-53dfd69281a5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.597664 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] For port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1897f1ab-c91a-45f2-90e0-0dd31bb8b83f,segment=NetworkSegment(a8eff567-fd78-4b78-836a-82ccb2be2620),segment_id=a8eff567-fd78-4b78-836a-82ccb2be2620)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:23.608038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-423b298e-92a5-4fd4-a35c-628988d0b7d5 None None] Could not find standard attr ID for object 9bc1ca93-0239-445c-ad20-614b5d57bf51. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:23.654187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdc07d-c09f-4832-81c0-53dfd69281a5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Subnet': ['ID=ed000472-7ab4-4ad2-834c-b2b2aebf3b1a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:23.656182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cbdc07d-c09f-4832-81c0-53dfd69281a5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.658673 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5cbdc07d-c09f-4832-81c0-53dfd69281a5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/ed000472-7ab4-4ad2-834c-b2b2aebf3b1a HTTP/1.1" status: 204 len: 168 time: 0.9620669 Aug 16 02:10:23.661365 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35330) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:23.685365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-8ea9a791-9403-41ed-ada7-e7d6e4807111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.686971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-8ea9a791-9403-41ed-ada7-e7d6e4807111 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1098 time: 0.3484626 Aug 16 02:10:23.703295 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.793139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-09bd190f-15b9-4ddf-a4a5-6a74de4e2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.796309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-09bd190f-15b9-4ddf-a4a5-6a74de4e2eeb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.3614392 Aug 16 02:10:23.810216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.866156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca2c1c-e1ed-4aa4-adc1-2a4bf0de82af req-0c5f031f-99df-405a-b8fb-12274dc77471 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.876468 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11ca2c1c-e1ed-4aa4-adc1-2a4bf0de82af req-0c5f031f-99df-405a-b8fb-12274dc77471 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.4399509 Aug 16 02:10:23.895390 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Routers {'91146cf6-4b14-48f0-a606-7dc20d56d0df'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:23.896039 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:10:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['91146cf6-4b14-48f0-a606-7dc20d56d0df'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:23.913204 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861dbed-3f8d-42ca-abfd-fbe57af04aa5 None None] Pushing event updated for resources: {'Port': ['ID=1897f1ab-c91a-45f2-90e0-0dd31bb8b83f,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:23.945140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 59df0684-001a-43d2-9f9d-1ac8b016b183 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:23.945140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.973612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a2bebd-c4fb-4a80-963d-2092eaa08b38 None None] Network 3f05913f-3e32-4fd4-8447-5b55ad752f51 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:24.075911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e385d0b-8bb4-4432-9219-138561eb3ab9 req-43375c45-2f8a-4133-bdbd-21a3f13ae7c8 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488429 Aug 16 02:10:24.104853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-afe93a0b-7c66-4a76-b2d1-04ac3ad45435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.108756 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] For port 59df0684-001a-43d2-9f9d-1ac8b016b183, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=59df0684-001a-43d2-9f9d-1ac8b016b183,segment=NetworkSegment(25528fb0-e789-4679-88df-5813e9118cfe),segment_id=25528fb0-e789-4679-88df-5813e9118cfe)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:24.111495 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.116324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-afe93a0b-7c66-4a76-b2d1-04ac3ad45435 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2977555 Aug 16 02:10:24.164036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 59df0684-001a-43d2-9f9d-1ac8b016b183 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:24.179567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11ca2c1c-e1ed-4aa4-adc1-2a4bf0de82af req-1f37f2f7-faf1-4bb7-8270-bf6a5abd8f47 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023367 Aug 16 02:10:24.212149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-3f6982f1-fba1-4bdf-b07e-acc01c1746b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.222028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-3f6982f1-fba1-4bdf-b07e-acc01c1746b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 897 time: 0.5222673 Aug 16 02:10:24.227742 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] Set router 91146cf6-4b14-48f0-a606-7dc20d56d0df gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:24.409808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a332d86-ac7d-4c3a-ad83-896672d93382 None None] DHCP port deletion for 3f05913f-3e32-4fd4-8447-5b55ad752f51 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:24.449634 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.466321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43ff7a7a-c5eb-486a-91e1-a3928fd83018 req-c843d45f-b134-486b-a18b-befc5984e9c4 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 210 time: 0.1211119 Aug 16 02:10:24.506910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-c0458557-7c46-4a9a-89c4-bbe27c659ada service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215718 Aug 16 02:10:24.536685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=59df0684-001a-43d2-9f9d-1ac8b016b183,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:24.540296 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No DVR routers for this DVR port 59df0684-001a-43d2-9f9d-1ac8b016b183 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:24.592325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7a332d86-ac7d-4c3a-ad83-896672d93382 None None] Deleting port 59df0684-001a-43d2-9f9d-1ac8b016b183 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:24.592325 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7a332d86-ac7d-4c3a-ad83-896672d93382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.646158 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559659085', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:09Z', 'updated_at': '2021-08-16T02:10:17Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:10Z', 'updated_at': '2021-08-16T02:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '1897f1ab-c91a-45f2-90e0-0dd31bb8b83f', 'name': '', 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:99:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'fc9449f8-8780-44ba-bce6-38ca32045cc8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:16Z', 'updated_at': '2021-08-16T02:10:23Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': 'fc9449f8-8780-44ba-bce6-38ca32045cc8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:24.651820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-fd0b8fd2-e2ef-4fe4-8987-2e790ccc03eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 1001 time: 0.3042965 Aug 16 02:10:24.671224 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7a332d86-ac7d-4c3a-ad83-896672d93382 None None] For port 59df0684-001a-43d2-9f9d-1ac8b016b183, host n-d-768509-23, got binding levels [] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:24.671627 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7a332d86-ac7d-4c3a-ad83-896672d93382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.680788 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f69bb75-ffe0-4ec1-a86b-bbac969bfdb0 None None] The sync data for ids ['91146cf6-4b14-48f0-a606-7dc20d56d0df'] in n-d-768509-23 is: [{'id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559659085', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:09Z', 'updated_at': '2021-08-16T02:10:17Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:10Z', 'updated_at': '2021-08-16T02:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '1897f1ab-c91a-45f2-90e0-0dd31bb8b83f', 'name': '', 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:99:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'fc9449f8-8780-44ba-bce6-38ca32045cc8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:16Z', 'updated_at': '2021-08-16T02:10:23Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': 'fc9449f8-8780-44ba-bce6-38ca32045cc8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:24.687508 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.694566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7a332d86-ac7d-4c3a-ad83-896672d93382 None None] Calling delete_port for 59df0684-001a-43d2-9f9d-1ac8b016b183 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:24.698003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.ipam_backend_mixin [None req-7a332d86-ac7d-4c3a-ad83-896672d93382 None None] Port 59df0684-001a-43d2-9f9d-1ac8b016b183 was not found and therefore no delete operation was performed {{(pid=95517) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:10:24.699453 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7a332d86-ac7d-4c3a-ad83-896672d93382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.700078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f05913f-3e32-4fd4-8447-5b55ad752f51']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:24.725972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25528fb0-e789-4679-88df-5813e9118cfe') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:24.727444 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25528fb0-e789-4679-88df-5813e9118cfe') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:24.735987 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.737891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-d3a71c18-7168-40c2-9a3d-712ca946bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.739299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-d3a71c18-7168-40c2-9a3d-712ca946bac2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 200 len: 834 time: 0.0778041 Aug 16 02:10:24.763481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.780611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:24.781028 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:24.784500 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:24.790001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a332d86-ac7d-4c3a-ad83-896672d93382 None None] No DVR routers for this DVR port 59df0684-001a-43d2-9f9d-1ac8b016b183 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:24.802696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a332d86-ac7d-4c3a-ad83-896672d93382 None None] Pushing event deleted for resources: {'Port': ['ID=59df0684-001a-43d2-9f9d-1ac8b016b183,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:24.829894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-5b1d8664-3f64-4109-9588-ed4133be95b6 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031375 Aug 16 02:10:24.909429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-f2994ce1-09d3-4e8e-a974-3e4759022586 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474 HTTP/1.1" status: 200 len: 217 time: 0.0612710 Aug 16 02:10:24.954757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-1336ae0a-170f-4085-b3a7-7f68ae2daabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.956381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-1336ae0a-170f-4085-b3a7-7f68ae2daabd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa3c278a-c9a5-49cb-9686-b159b99fea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2099082 Aug 16 02:10:25.001799 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.023018 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.035347 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/networks/3f05913f-3e32-4fd4-8447-5b55ad752f51 HTTP/1.1" status: 204 len: 168 time: 1.3725839 Aug 16 02:10:25.036534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35354) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:25.047380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-aa904e79-be16-4e5d-b455-377cf81ff583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.057454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-aa904e79-be16-4e5d-b455-377cf81ff583 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.1314452 Aug 16 02:10:25.068455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'name': 'tempest-PortsTestJSON-1642089386'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:25.072572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf09a5-ec50-4739-8360-6f4bd403042b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Network': ['ID=3f05913f-3e32-4fd4-8447-5b55ad752f51,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:25.137285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-79e5e614-ce36-4289-b6a9-e704f95586d3 service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667264 Aug 16 02:10:25.143927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-63aecede-026b-40d7-8e82-a07927893a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.145742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-63aecede-026b-40d7-8e82-a07927893a94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0845461 Aug 16 02:10:25.370485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:25.375592 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.401480 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 3a5baab0-9ccf-4b4c-97ad-e55a29a862f3 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:25.455635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-b8a34c50-c478-4bf3-9ba3-ccf13873c23b service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088951 Aug 16 02:10:25.476941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597fb9b-5590-4f0b-a388-bb0804bf6f91 req-c91042d0-036a-4515-80af-0d7a9b6d5e26 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.478548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c597fb9b-5590-4f0b-a388-bb0804bf6f91 req-c91042d0-036a-4515-80af-0d7a9b6d5e26 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1885514 Aug 16 02:10:25.481632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-3367abf4-cd82-482e-8139-0a1cf147bdf8 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143578 Aug 16 02:10:25.605893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:25.647769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c597fb9b-5590-4f0b-a388-bb0804bf6f91 req-e06f582a-6431-475d-afca-67e496033e04 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489303 Aug 16 02:10:25.665744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-57dfe233-ebaa-4ccd-a641-526b73bfce9e service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765864 Aug 16 02:10:25.783446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:25.788446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:25.793205 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.804992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-7ce075d3-db20-4d0c-b96c-0ff4cd89e0dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=80c01aab-f9db-4e54-8e54-8ae6a7e69aec HTTP/1.1" status: 200 len: 217 time: 0.1270845 Aug 16 02:10:25.843412 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.846830 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81924eba-2c6b-4f48-a630-5f189a1f9a5c req-64260b37-48be-40f8-a357-ed1ed3b1dbe2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 210 time: 0.0613966 Aug 16 02:10:25.917606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-4b2ee060-9c51-4353-b353-9b0bb1d0f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.919703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-4b2ee060-9c51-4353-b353-9b0bb1d0f0c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 200 len: 797 time: 0.0718441 Aug 16 02:10:25.994811 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.000595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-2e28d865-7e29-4ed8-989f-49b76afd6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.003148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-2e28d865-7e29-4ed8-989f-49b76afd6503 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75b5398b-4cff-40ab-8a73-881676945082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0643785 Aug 16 02:10:26.009598 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.050685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1897f1ab-c91a-45f2-90e0-0dd31bb8b83f,segment=NetworkSegment(a8eff567-fd78-4b78-836a-82ccb2be2620),segment_id=a8eff567-fd78-4b78-836a-82ccb2be2620)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:26.110895 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:26.114294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:26.118597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:26.124422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.152052 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.152052 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=3a5baab0-9ccf-4b4c-97ad-e55a29a862f3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:26.157593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-aa6c8e04-4555-4769-a100-d3d763847f64 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346099 Aug 16 02:10:26.195558 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.230850 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6d8b0b12-2e2c-4285-be5d-b0652a317cf1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1866641 Aug 16 02:10:26.234959 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:26.294057 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-ad9d0909-a312-49ee-89b9-c52c6facfda0 service neutron] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287575 Aug 16 02:10:26.325302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 59df0684-001a-43d2-9f9d-1ac8b016b183 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:26.371978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-a50eb209-b8a7-4df0-b54b-0308190243cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 HTTP/1.1" status: 200 len: 217 time: 0.0691860 Aug 16 02:10:26.382795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 59df0684-001a-43d2-9f9d-1ac8b016b183 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:26.383155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 59df0684-001a-43d2-9f9d-1ac8b016b183 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:26.392317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=1897f1ab-c91a-45f2-90e0-0dd31bb8b83f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:26.434104 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-77e2747f-8871-41c2-83e5-e828d737425e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 3a5baab0-9ccf-4b4c-97ad-e55a29a862f3 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:26.435791 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77e2747f-8871-41c2-83e5-e828d737425e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.605500 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77e2747f-8871-41c2-83e5-e828d737425e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.606688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-0bf8e19d-8687-481b-a938-c3bed360b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.609797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-0bf8e19d-8687-481b-a938-c3bed360b142 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.2254725 Aug 16 02:10:26.620999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-77e2747f-8871-41c2-83e5-e828d737425e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 3a5baab0-9ccf-4b4c-97ad-e55a29a862f3 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:26.861412 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77e2747f-8871-41c2-83e5-e828d737425e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.913557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77e2747f-8871-41c2-83e5-e828d737425e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.916748 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-77e2747f-8871-41c2-83e5-e828d737425e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/3a5baab0-9ccf-4b4c-97ad-e55a29a862f3 HTTP/1.1" status: 204 len: 168 time: 0.6795371 Aug 16 02:10:26.921649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35402) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:26.935219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2747f-8871-41c2-83e5-e828d737425e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=3a5baab0-9ccf-4b4c-97ad-e55a29a862f3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:26.935219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'mac_address': 'fa:16:3e:3b:76:2d', 'name': 'tempest-PortsTestJSON-1207016472'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:27.133203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-81c08304-f410-4426-a8f4-397fa7dfc190 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.134958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-81c08304-f410-4426-a8f4-397fa7dfc190 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.74 "GET /v2.0/networks?id=10b3df62-0d63-4dea-820d-869638dfb2c7 HTTP/1.1" status: 200 len: 798 time: 0.6368563 Aug 16 02:10:27.137861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-706ebc16-10a7-40e7-9191-67e778379892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.139508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-706ebc16-10a7-40e7-9191-67e778379892 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5200329 Aug 16 02:10:27.148531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20dd9-f228-41d1-822a-1c1d86bb1012 req-9400e2a1-01d3-4deb-9338-1e80e3b0e681 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.150045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72b20dd9-f228-41d1-822a-1c1d86bb1012 req-9400e2a1-01d3-4deb-9338-1e80e3b0e681 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1229160 Aug 16 02:10:27.156180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Request body: {'port': {'device_id': 'dbf4cac8-56da-4e14-8330-e5495170a70a', 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7', 'admin_state_up': True, 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:27.174798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:27.339857 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.342876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72b20dd9-f228-41d1-822a-1c1d86bb1012 req-a3e8f6b2-596c-4f5e-a1cc-6ef362c26ff0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749749 Aug 16 02:10:27.368239 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 5d86ed91-2505-4fb3-a4cd-0549a0950f69 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:27.392620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-848f6cbc-6339-4ea3-ae46-8ec0b26a346e service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408378 Aug 16 02:10:27.551106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:27.565559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd7dd0ee-b5b7-4532-97a8-5f64bf63b3c7 req-42d1cd37-6958-4bf6-8c04-a8818d8ba6b3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 210 time: 0.1221766 Aug 16 02:10:27.600480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Made reservation on behalf of 9cae7a8fd5e14b8f8ec0c37bd3723cfc for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:27.609656 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.629715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-d4ef930f-f94e-45d1-b407-259337eafbd2 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203619 Aug 16 02:10:27.659617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:27.660081 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.670159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.696365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-0373fa99-917c-4dd1-be83-0887cbac4302 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b82768d0-3b02-457d-9307-5658bd230ee0 HTTP/1.1" status: 200 len: 217 time: 0.0594189 Aug 16 02:10:27.815981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-e50efad9-e730-404d-9d66-4f7d8e61796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.817496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-e50efad9-e730-404d-9d66-4f7d8e61796e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 200 len: 797 time: 0.0939941 Aug 16 02:10:27.871688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Allocated IP 172.20.0.19 (10b3df62-0d63-4dea-820d-869638dfb2c7/fc9449f8-8780-44ba-bce6-38ca32045cc8/926623d4-95e7-4a00-8d37-53f7029e48db) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:27.889686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.900581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-a1a7c0f8-884b-4131-879b-3a92e83c4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.902133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-a1a7c0f8-884b-4131-879b-3a92e83c4eb7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ce77b4b-70a2-4991-aceb-89c12fc0771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761123 Aug 16 02:10:27.932252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:27.937251 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:27.941629 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:27.947370 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.948007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.961033 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=5d86ed91-2505-4fb3-a4cd-0549a0950f69,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:28.071690 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f5c0466d-b719-40e4-8e82-20d6ed75b7a8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1485839 Aug 16 02:10:28.074184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35430) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:28.081557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.086904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-053bdfcf-8107-48d4-b2a3-913367d7cdf3 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743853 Aug 16 02:10:28.132125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb5bfd-5508-4fd7-b7f1-7e1bf5467b58 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.133698 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-abdb5bfd-5508-4fd7-b7f1-7e1bf5467b58 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/5d86ed91-2505-4fb3-a4cd-0549a0950f69 HTTP/1.1" status: 200 len: 841 time: 0.0585363 Aug 16 02:10:28.140615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35432) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:28.155338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Transition to ACTIVE for port object 926623d4-95e7-4a00-8d37-53f7029e48db will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:28.222389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a7dfd4-2c77-4824-94b6-49bcfd1dac30 req-2cdbe1a1-91c2-4348-94be-b4bb066a6906 service neutron] 10.222.0.64 "GET /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266267 Aug 16 02:10:28.243672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc860f-0099-4f38-93ba-896df80f8b16 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 5d86ed91-2505-4fb3-a4cd-0549a0950f69 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:28.244119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbfc860f-0099-4f38-93ba-896df80f8b16 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.313177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.319783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbfc860f-0099-4f38-93ba-896df80f8b16 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.341654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc860f-0099-4f38-93ba-896df80f8b16 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 5d86ed91-2505-4fb3-a4cd-0549a0950f69 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:28.352667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Network 10b3df62-0d63-4dea-820d-869638dfb2c7 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:28.359703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:28.364276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:28.395809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event updated for resources: {'Port': ['ID=926623d4-95e7-4a00-8d37-53f7029e48db,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:28.442045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.447440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.542555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfff2e3-dced-4b63-9cfe-ddc2aa33a3c5 req-e070e20f-fef4-4c40-8217-5a6ac515855d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.544455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adfff2e3-dced-4b63-9cfe-ddc2aa33a3c5 req-e070e20f-fef4-4c40-8217-5a6ac515855d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.0657949 Aug 16 02:10:28.595844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adfff2e3-dced-4b63-9cfe-ddc2aa33a3c5 req-2da822f7-4957-40e8-947d-0758706fd585 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423095 Aug 16 02:10:28.635985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-2fce86f7-8ead-475c-a981-9f14803bc992 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4819024 Aug 16 02:10:28.649327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Request body: {'port': {'device_id': 'dbf4cac8-56da-4e14-8330-e5495170a70a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:28.688706 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbfc860f-0099-4f38-93ba-896df80f8b16 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.733544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc860f-0099-4f38-93ba-896df80f8b16 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=5d86ed91-2505-4fb3-a4cd-0549a0950f69,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:28.740782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.754455 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbfc860f-0099-4f38-93ba-896df80f8b16 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.760737 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cbfc860f-0099-4f38-93ba-896df80f8b16 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/5d86ed91-2505-4fb3-a4cd-0549a0950f69 HTTP/1.1" status: 204 len: 168 time: 0.6187539 Aug 16 02:10:28.763409 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35452) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:28.793457 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-467b99c9-e204-4e08-9750-74496795a6ae tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:10:28.795631 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-467b99c9-e204-4e08-9750-74496795a6ae tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/5d86ed91-2505-4fb3-a4cd-0549a0950f69 HTTP/1.1" status: 404 len: 333 time: 0.0306306 Aug 16 02:10:28.800085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35454) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:28.806577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2524cd8-b90d-4da6-b001-ba9b48f432a4 req-853ac4ce-db69-49d8-bd71-dc848383610e tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.809001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b2524cd8-b90d-4da6-b001-ba9b48f432a4 req-853ac4ce-db69-49d8-bd71-dc848383610e tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 895 time: 0.1382830 Aug 16 02:10:28.809178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'name': 'tempest-PortsTestJSON-1871844258'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:28.825996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7762b75d-18b1-41aa-86b5-fd6802d6242f None None] Provisioning for port 926623d4-95e7-4a00-8d37-53f7029e48db completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:28.832144 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7762b75d-18b1-41aa-86b5-fd6802d6242f None None] Provisioning complete for port 926623d4-95e7-4a00-8d37-53f7029e48db triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:28.832735 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7762b75d-18b1-41aa-86b5-fd6802d6242f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.872983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7762b75d-18b1-41aa-86b5-fd6802d6242f None None] Port 926623d4-95e7-4a00-8d37-53f7029e48db cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:28.994295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:29.008705 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.036423 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port f66e703d-bda1-48be-9425-b80d408d18e6 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:29.115463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926623d4-95e7-4a00-8d37-53f7029e48db {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:29.124999 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.140838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Transition to ACTIVE for port object 926623d4-95e7-4a00-8d37-53f7029e48db will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:29.214756 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.220440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.279828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Pushing event updated for resources: {'Port': ['ID=926623d4-95e7-4a00-8d37-53f7029e48db,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:29.356867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Attempting to bind port 926623d4-95e7-4a00-8d37-53f7029e48db on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:29.357588 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Attempting to bind port 926623d4-95e7-4a00-8d37-53f7029e48db by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:29.358393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Attempting to bind port 926623d4-95e7-4a00-8d37-53f7029e48db on network 10b3df62-0d63-4dea-820d-869638dfb2c7 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:29.364643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Port 926623d4-95e7-4a00-8d37-53f7029e48db on network 10b3df62-0d63-4dea-820d-869638dfb2c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:29.365874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Attempting to bind port 926623d4-95e7-4a00-8d37-53f7029e48db on network 10b3df62-0d63-4dea-820d-869638dfb2c7 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:29.377962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:29.378522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Checking segment: {'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:29.378922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Bound using segment: {'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:29.379641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Bound port: 926623d4-95e7-4a00-8d37-53f7029e48db, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8eff567-fd78-4b78-836a-82ccb2be2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:29.380010 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.407406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.497668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] For port 926623d4-95e7-4a00-8d37-53f7029e48db, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:29.502088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] For port 926623d4-95e7-4a00-8d37-53f7029e48db, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=926623d4-95e7-4a00-8d37-53f7029e48db,segment=NetworkSegment(a8eff567-fd78-4b78-836a-82ccb2be2620),segment_id=a8eff567-fd78-4b78-836a-82ccb2be2620)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:29.510671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:29.512118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=f66e703d-bda1-48be-9425-b80d408d18e6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:29.514548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:29.516876 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:29.522590 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.523124 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.626200 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.641522 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-63e04d1a-0ef8-4767-b7be-d149ed23da35 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8389118 Aug 16 02:10:29.644119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35472) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:29.651345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-cbde5d84-edde-41dd-a5bc-99ba3cd602a3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:29.690505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.691807 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.693534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] 10.222.0.74 "PUT /v2.0/ports/926623d4-95e7-4a00-8d37-53f7029e48db HTTP/1.1" status: 200 len: 1056 time: 1.0495183 Aug 16 02:10:29.694409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf4cac8-56da-4e14-8330-e5495170a70a', 'tag': '926623d4-95e7-4a00-8d37-53f7029e48db'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:29.697338 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239b7300-b81e-48b2-ae4b-4ae7bb18a432" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf4cac8-56da-4e14-8330-e5495170a70a", "tag": "926623d4-95e7-4a00-8d37-53f7029e48db"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:29.767787 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbde5d84-edde-41dd-a5bc-99ba3cd602a3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.792174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31250e82-71ba-4d2d-a456-f7777972a12e service neutron] Pushing event updated for resources: {'Port': ['ID=926623d4-95e7-4a00-8d37-53f7029e48db,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:29.819033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a727e1b-d31a-480f-9fae-be99099f56e3 req-c74f44bd-0317-4b61-9b9c-e2e61b68fec1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.820561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a727e1b-d31a-480f-9fae-be99099f56e3 req-c74f44bd-0317-4b61-9b9c-e2e61b68fec1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.0878093 Aug 16 02:10:29.878053 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bc1021b-080a-481f-b988-18c9fae17c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.941439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a727e1b-d31a-480f-9fae-be99099f56e3 req-7725b9ad-f78b-4ff9-a033-b5f8c237d02c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120002 Aug 16 02:10:29.948750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-e57d9453-93f9-47a6-96a2-a0fe1e1e840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.950412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-e57d9453-93f9-47a6-96a2-a0fe1e1e840e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 1059 time: 0.1026201 Aug 16 02:10:30.012122 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbde5d84-edde-41dd-a5bc-99ba3cd602a3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.024117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-6e14b967-7dcb-4179-9837-70fc37755374 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=926623d4-95e7-4a00-8d37-53f7029e48db HTTP/1.1" status: 200 len: 217 time: 0.0607672 Aug 16 02:10:30.026577 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1942e6-b98c-4dd5-a605-0dfcec91bbcb x-openstack-request-id: req-1a1942e6-b98c-4dd5-a605-0dfcec91bbcb {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:30.026865 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf4cac8-56da-4e14-8330-e5495170a70a", "tag": "926623d4-95e7-4a00-8d37-53f7029e48db", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:30.027144 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a1942e6-b98c-4dd5-a605-0dfcec91bbcb {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:30.027567 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf4cac8-56da-4e14-8330-e5495170a70a', 'tag': '926623d4-95e7-4a00-8d37-53f7029e48db', 'status': 'completed', 'code': 200} Aug 16 02:10:30.090252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-db96d76d-04af-48f1-8bc2-14f509f36cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.091778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-db96d76d-04af-48f1-8bc2-14f509f36cac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fc9449f8-8780-44ba-bce6-38ca32045cc8 HTTP/1.1" status: 200 len: 837 time: 0.0574059 Aug 16 02:10:30.143648 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbde5d84-edde-41dd-a5bc-99ba3cd602a3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.161423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578e24c-11a4-414c-85af-051cdd825286 req-8c152616-ea96-44d5-9a49-61a58298f14b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.163009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9578e24c-11a4-414c-85af-051cdd825286 req-8c152616-ea96-44d5-9a49-61a58298f14b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 907 time: 0.0894856 Aug 16 02:10:30.169695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-e9c43094-c75d-45a3-baee-ade94fba01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.171218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-e9c43094-c75d-45a3-baee-ade94fba01a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=10b3df62-0d63-4dea-820d-869638dfb2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0605354 Aug 16 02:10:30.187213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cbde5d84-edde-41dd-a5bc-99ba3cd602a3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] In _notify_port_updated(), no bound segment for port f66e703d-bda1-48be-9425-b80d408d18e6 on network 62b4ec50-9daa-4508-b33f-f65379d98ce1 {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:10:30.193423 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde5d84-edde-41dd-a5bc-99ba3cd602a3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.194088 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbde5d84-edde-41dd-a5bc-99ba3cd602a3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.198317 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cbde5d84-edde-41dd-a5bc-99ba3cd602a3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "PUT /v2.0/ports/f66e703d-bda1-48be-9425-b80d408d18e6 HTTP/1.1" status: 200 len: 818 time: 0.5532184 Aug 16 02:10:30.199009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35490) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:30.223736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde5d84-edde-41dd-a5bc-99ba3cd602a3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=f66e703d-bda1-48be-9425-b80d408d18e6,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:30.282166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-83f1ff03-0637-4ba1-a563-0d43a0f3d299 service neutron] 10.222.0.74 "GET /v2.0/networks/10b3df62-0d63-4dea-820d-869638dfb2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906961 Aug 16 02:10:30.319709 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7ed1c-e695-4997-824e-6158f5d89bf9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port f66e703d-bda1-48be-9425-b80d408d18e6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:30.320199 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ed1c-e695-4997-824e-6158f5d89bf9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.378061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082ec3ee-6215-4e5b-ada8-f10ed6544f5c req-d1d5bd5b-8a2c-49bd-8eea-a1abd9c6ba97 service neutron] 10.222.0.74 "GET /v2.0/networks/10b3df62-0d63-4dea-820d-869638dfb2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938106 Aug 16 02:10:30.391850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ed1c-e695-4997-824e-6158f5d89bf9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.407538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7ed1c-e695-4997-824e-6158f5d89bf9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for f66e703d-bda1-48be-9425-b80d408d18e6 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:30.584096 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ed1c-e695-4997-824e-6158f5d89bf9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.587017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b7300-b81e-48b2-ae4b-4ae7bb18a432 req-2a10a06f-eeb7-46a4-a354-38e78e55ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.588821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-239b7300-b81e-48b2-ae4b-4ae7bb18a432 req-2a10a06f-eeb7-46a4-a354-38e78e55ff0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 1059 time: 0.0476401 Aug 16 02:10:30.610951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7ed1c-e695-4997-824e-6158f5d89bf9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=f66e703d-bda1-48be-9425-b80d408d18e6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:30.630166 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ed1c-e695-4997-824e-6158f5d89bf9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.634915 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d0d7ed1c-e695-4997-824e-6158f5d89bf9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/f66e703d-bda1-48be-9425-b80d408d18e6 HTTP/1.1" status: 204 len: 168 time: 0.4304404 Aug 16 02:10:30.635182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35500) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:30.699411 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f5af5-a855-41d1-ad2b-9293988f4083 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.699411 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-419f5af5-a855-41d1-ad2b-9293988f4083 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0617449 Aug 16 02:10:30.700928 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35502) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:30.716713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b7300-b81e-48b2-ae4b-4ae7bb18a432 req-bac95539-28d4-4506-98d8-ccbe9865c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.718296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-239b7300-b81e-48b2-ae4b-4ae7bb18a432 req-bac95539-28d4-4506-98d8-ccbe9865c2fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=10b3df62-0d63-4dea-820d-869638dfb2c7 HTTP/1.1" status: 200 len: 899 time: 0.1220706 Aug 16 02:10:30.738340 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6d2b69-3ec5-4a93-b86a-04c75e7051b4 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:10:30.740751 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ea6d2b69-3ec5-4a93-b86a-04c75e7051b4 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/f66e703d-bda1-48be-9425-b80d408d18e6 HTTP/1.1" status: 404 len: 333 time: 0.0387442 Aug 16 02:10:30.748708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35506) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:30.754901 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-844511063'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:30.764252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-239b7300-b81e-48b2-ae4b-4ae7bb18a432 req-f79bbcab-0990-4c81-8e6b-265edfb4ca74 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=926623d4-95e7-4a00-8d37-53f7029e48db HTTP/1.1" status: 200 len: 217 time: 0.0367103 Aug 16 02:10:30.826123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b7300-b81e-48b2-ae4b-4ae7bb18a432 req-09163f16-203c-47ee-b4d6-e7c5ae0830a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.827763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-239b7300-b81e-48b2-ae4b-4ae7bb18a432 req-09163f16-203c-47ee-b4d6-e7c5ae0830a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fc9449f8-8780-44ba-bce6-38ca32045cc8 HTTP/1.1" status: 200 len: 837 time: 0.0558739 Aug 16 02:10:30.872385 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:30.876750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.901071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b7300-b81e-48b2-ae4b-4ae7bb18a432 req-75a0eca8-ccf6-4cb9-bb9d-c86e66b1b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.902726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-239b7300-b81e-48b2-ae4b-4ae7bb18a432 req-75a0eca8-ccf6-4cb9-bb9d-c86e66b1b4d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=10b3df62-0d63-4dea-820d-869638dfb2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0636299 Aug 16 02:10:30.904416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:30.914090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.914497 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Added segment aa711c91-90c1-4251-9f3b-c9239563885c of type vlan for network b8db4044-710a-48c3-b536-23ae9a1cc2c8 Aug 16 02:10:30.961490 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.044417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-239b7300-b81e-48b2-ae4b-4ae7bb18a432 req-967a356b-d720-48aa-94ab-6a8f8e040290 service neutron] 10.222.0.74 "GET /v2.0/networks/10b3df62-0d63-4dea-820d-869638dfb2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338274 Aug 16 02:10:31.064695 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.074977 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:31.076321 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.163106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1f039-8061-429e-bcaf-699df70f772d req-0578a89e-d935-498a-b35e-2635f7b226ef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:31.165172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47e1f039-8061-429e-bcaf-699df70f772d req-0578a89e-d935-498a-b35e-2635f7b226ef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1384311 Aug 16 02:10:31.169874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Network': ['ID=b8db4044-710a-48c3-b536-23ae9a1cc2c8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:31.181040 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b8db4044-710a-48c3-b536-23ae9a1cc2c8 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:31.231659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-239b7300-b81e-48b2-ae4b-4ae7bb18a432 req-b9ef8605-bbdb-4192-9c8a-9074c91841b1 service neutron] 10.222.0.74 "GET /v2.0/networks/10b3df62-0d63-4dea-820d-869638dfb2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727126 Aug 16 02:10:31.237293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47e1f039-8061-429e-bcaf-699df70f772d req-1b694c22-47e4-4a00-8416-20beb3d4abff tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635326 Aug 16 02:10:31.312512 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1d50ab6e-5bea-4c03-83a2-83a2d1989390 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5625339 Aug 16 02:10:31.315602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35528) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:31.326297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': 'b8db4044-710a-48c3-b536-23ae9a1cc2c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:31.361160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfb90e-33d4-4d18-b232-8ca3a2b6594a req-5c6707f8-29a4-464e-8c8f-40943aefd1aa tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:31.362830 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cccfb90e-33d4-4d18-b232-8ca3a2b6594a req-5c6707f8-29a4-464e-8c8f-40943aefd1aa tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 907 time: 0.0578797 Aug 16 02:10:31.500303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:31.504367 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.803654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.871738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Subnet': ['ID=8a85bd47-2710-43c5-856b-599f8f322ba2,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:31.886700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Checking segment: {'id': 'aa711c91-90c1-4251-9f3b-c9239563885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b8db4044-710a-48c3-b536-23ae9a1cc2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:31.886700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network hostable DHCP agents. Network: b8db4044-710a-48c3-b536-23ae9a1cc2c8, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:32.042806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network b8db4044-710a-48c3-b536-23ae9a1cc2c8 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:32.157018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b8db4044-710a-48c3-b536-23ae9a1cc2c8) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:32.165366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ec6c4e-82ca-4476-a630-3759e8d1b058 None None] Network b8db4044-710a-48c3-b536-23ae9a1cc2c8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:32.169642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.170365 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.276474 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fe390291-2f77-473d-8635-46f0b3dbf0c5 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9558771 Aug 16 02:10:32.277860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35552) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:32.283997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e0e0ee9e-03c7-4adb-8abc-94f70a191352 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': 'b8db4044-710a-48c3-b536-23ae9a1cc2c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:32.386948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a0b01-53d7-4eef-97dd-c8f8417fe679 req-1d0356d9-0d49-47e6-a6e4-81e07e5fcd06 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.394566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-b8db4044-710a-48c3-b536-23ae9a1cc2c8', 'network_id': 'b8db4044-710a-48c3-b536-23ae9a1cc2c8', 'tenant_id': '4f59de9cac45415e851d7d36841af304', 'fixed_ips': [{'subnet_id': '8a85bd47-2710-43c5-856b-599f8f322ba2'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:32.395508 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.399993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce2a0b01-53d7-4eef-97dd-c8f8417fe679 req-1d0356d9-0d49-47e6-a6e4-81e07e5fcd06 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.0805433 Aug 16 02:10:32.459684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce2a0b01-53d7-4eef-97dd-c8f8417fe679 req-60212469-d736-4271-8390-d68884264eaa tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582650 Aug 16 02:10:32.573251 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e0ee9e-03c7-4adb-8abc-94f70a191352 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:32.578444 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0e0ee9e-03c7-4adb-8abc-94f70a191352 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.603307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e46617-d8a6-4b98-90a2-8a10d8beb669 req-d953ef5c-7521-4ab6-8e9e-13176abca054 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.606728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6e46617-d8a6-4b98-90a2-8a10d8beb669 req-d953ef5c-7521-4ab6-8e9e-13176abca054 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 907 time: 0.0707784 Aug 16 02:10:32.737371 n-d-768509-23 neutron-server[95515]: INFO neutron.db.ipam_backend_mixin [None req-e0e0ee9e-03c7-4adb-8abc-94f70a191352 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8a85bd47-2710-43c5-856b-599f8f322ba2 (CIDR: 172.20.0.0/28) Aug 16 02:10:32.778016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Allocated IP 172.20.0.2 (b8db4044-710a-48c3-b536-23ae9a1cc2c8/8a85bd47-2710-43c5-856b-599f8f322ba2/e2134003-18f3-48e8-ae52-a069a736ca0c) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:32.818561 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e0ee9e-03c7-4adb-8abc-94f70a191352 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:10:32.819062 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e0ee9e-03c7-4adb-8abc-94f70a191352 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:10:32.915426 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.956619 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.964917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Transition to ACTIVE for port object e2134003-18f3-48e8-ae52-a069a736ca0c will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:32.981007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Transition to ACTIVE for port object e2134003-18f3-48e8-ae52-a069a736ca0c will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:33.006983 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e0e0ee9e-03c7-4adb-8abc-94f70a191352 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7278767 Aug 16 02:10:33.015384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35572) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:33.020960 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d2860ff9-10e0-4a5f-9b1c-77d5644c7561 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': 'b8db4044-710a-48c3-b536-23ae9a1cc2c8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:33.109272 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f0cdc16e-6c7a-4c17-b481-029bd8617def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.171745 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.212366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Network b8db4044-710a-48c3-b536-23ae9a1cc2c8 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:33.215527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:33.219243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:33.227434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Pushing event updated for resources: {'Port': ['ID=e2134003-18f3-48e8-ae52-a069a736ca0c,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:33.241802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.242467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.243078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.243424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.243765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.244105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.244449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.244783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.245114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.245452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.245781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.246140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:33.269007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2860ff9-10e0-4a5f-9b1c-77d5644c7561 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:33.272628 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d2860ff9-10e0-4a5f-9b1c-77d5644c7561 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.294541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Attempting to bind port e2134003-18f3-48e8-ae52-a069a736ca0c on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:33.294925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Attempting to bind port e2134003-18f3-48e8-ae52-a069a736ca0c by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'aa711c91-90c1-4251-9f3b-c9239563885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b8db4044-710a-48c3-b536-23ae9a1cc2c8'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:33.295296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Attempting to bind port e2134003-18f3-48e8-ae52-a069a736ca0c on network b8db4044-710a-48c3-b536-23ae9a1cc2c8 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:33.301407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:33.301777 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Checking segment: {'id': 'aa711c91-90c1-4251-9f3b-c9239563885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b8db4044-710a-48c3-b536-23ae9a1cc2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:33.302171 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.302691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Bound using segment: {'id': 'aa711c91-90c1-4251-9f3b-c9239563885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b8db4044-710a-48c3-b536-23ae9a1cc2c8'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:33.303035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Bound port: e2134003-18f3-48e8-ae52-a069a736ca0c, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa711c91-90c1-4251-9f3b-c9239563885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b8db4044-710a-48c3-b536-23ae9a1cc2c8'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:33.303425 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.404607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 926623d4-95e7-4a00-8d37-53f7029e48db details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:33.411116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] For port e2134003-18f3-48e8-ae52-a069a736ca0c, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:33.434615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] For port e2134003-18f3-48e8-ae52-a069a736ca0c, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e2134003-18f3-48e8-ae52-a069a736ca0c,segment=NetworkSegment(aa711c91-90c1-4251-9f3b-c9239563885c),segment_id=aa711c91-90c1-4251-9f3b-c9239563885c)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:33.530415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 926623d4-95e7-4a00-8d37-53f7029e48db, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=926623d4-95e7-4a00-8d37-53f7029e48db,segment=NetworkSegment(a8eff567-fd78-4b78-836a-82ccb2be2620),segment_id=a8eff567-fd78-4b78-836a-82ccb2be2620)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:33.549397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '926623d4-95e7-4a00-8d37-53f7029e48db', 'network_id': '10b3df62-0d63-4dea-820d-869638dfb2c7', 'port_id': '926623d4-95e7-4a00-8d37-53f7029e48db', 'mac_address': 'fa:16:3e:e5:15:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9449f8-8780-44ba-bce6-38ca32045cc8', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:33.577237 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.624959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd04b8-d894-4fe6-9610-55f7930fb3dd req-d0857fd8-aff8-4651-912f-0a40974e0f60 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.638988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-affd04b8-d894-4fe6-9610-55f7930fb3dd req-d0857fd8-aff8-4651-912f-0a40974e0f60 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.0728688 Aug 16 02:10:33.654650 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.688793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d2860ff9-10e0-4a5f-9b1c-77d5644c7561 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.689073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-affd04b8-d894-4fe6-9610-55f7930fb3dd req-5b279d2e-af41-45bb-9936-5f27b56c04f8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458467 Aug 16 02:10:33.689201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926623d4-95e7-4a00-8d37-53f7029e48db {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:33.695511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aa8f3-81e5-4996-b2d8-c96e06a0cb3a None None] Pushing event updated for resources: {'Port': ['ID=e2134003-18f3-48e8-ae52-a069a736ca0c,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:33.730134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 926623d4-95e7-4a00-8d37-53f7029e48db, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=926623d4-95e7-4a00-8d37-53f7029e48db,segment=NetworkSegment(a8eff567-fd78-4b78-836a-82ccb2be2620),segment_id=a8eff567-fd78-4b78-836a-82ccb2be2620)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:33.731841 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2860ff9-10e0-4a5f-9b1c-77d5644c7561 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network b8db4044-710a-48c3-b536-23ae9a1cc2c8 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:33.735999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-d2860ff9-10e0-4a5f-9b1c-77d5644c7561 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:33.740691 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2860ff9-10e0-4a5f-9b1c-77d5644c7561 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.741603 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d2860ff9-10e0-4a5f-9b1c-77d5644c7561 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.756683 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2860ff9-10e0-4a5f-9b1c-77d5644c7561 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Subnet': ['ID=cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:33.824219 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.836996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71126d35-2a31-4911-8490-3c16568af542 req-c6754893-fda0-4cf6-8dd2-4c67bad979c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.838815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71126d35-2a31-4911-8490-3c16568af542 req-c6754893-fda0-4cf6-8dd2-4c67bad979c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 907 time: 0.0640504 Aug 16 02:10:33.883414 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d2860ff9-10e0-4a5f-9b1c-77d5644c7561 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8663781 Aug 16 02:10:33.889801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35594) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:33.895836 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': 'b8db4044-710a-48c3-b536-23ae9a1cc2c8', 'fixed_ips': [{'subnet_id': '8a85bd47-2710-43c5-856b-599f8f322ba2'}, {'subnet_id': 'cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2'}], 'name': 'tempest-PortsTestJSON-579431500'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:33.898802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=926623d4-95e7-4a00-8d37-53f7029e48db,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:34.048691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['926623d4-95e7-4a00-8d37-53f7029e48db'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:34.100955 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.180303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:34.285388 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.315785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 173a8af1-05a0-437f-8cdf-be33f31f5039 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:34.620912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.8 (b8db4044-710a-48c3-b536-23ae9a1cc2c8/8a85bd47-2710-43c5-856b-599f8f322ba2/173a8af1-05a0-437f-8cdf-be33f31f5039) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:34.629596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.20 (b8db4044-710a-48c3-b536-23ae9a1cc2c8/cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2/173a8af1-05a0-437f-8cdf-be33f31f5039) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:34.835542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7db4fe-f5a7-4f63-aabf-df2c98a61257 req-aefeb964-8374-4cb7-b0fa-abff46c949d0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:34.836083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.837115 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a7db4fe-f5a7-4f63-aabf-df2c98a61257 req-aefeb964-8374-4cb7-b0fa-abff46c949d0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.0611882 Aug 16 02:10:34.870528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object 173a8af1-05a0-437f-8cdf-be33f31f5039 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:34.896544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a7db4fe-f5a7-4f63-aabf-df2c98a61257 req-c999aca8-db40-4721-a7f0-6b93f44e4f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510182 Aug 16 02:10:34.969002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2585e5-644e-40d4-bf60-bcf797cf4e67 None None] Network b8db4044-710a-48c3-b536-23ae9a1cc2c8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:35.009008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002c7d0-3ff5-4418-83c8-a250e6258584 req-f9c77d67-7ffd-49e4-b6d8-023333d598ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.010683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9002c7d0-3ff5-4418-83c8-a250e6258584 req-f9c77d67-7ffd-49e4-b6d8-023333d598ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 908 time: 0.0535398 Aug 16 02:10:35.020568 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.093513 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network b8db4044-710a-48c3-b536-23ae9a1cc2c8 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:35.095783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:35.098774 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=173a8af1-05a0-437f-8cdf-be33f31f5039,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:35.101606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:35.130304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-330024b0-5a2c-4008-8b21-b16ecf8de3d3 None None] Provisioning for port e2134003-18f3-48e8-ae52-a069a736ca0c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:35.161673 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.162448 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.274842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f940f-8ae3-4db3-b0c3-5d1d6959f180 None None] Update dhcp port {'port': {'network_id': 'b8db4044-710a-48c3-b536-23ae9a1cc2c8', 'fixed_ips': [{'subnet_id': '8a85bd47-2710-43c5-856b-599f8f322ba2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2'}], 'binding:host_id': 'n-d-768509-23'}, 'id': 'e2134003-18f3-48e8-ae52-a069a736ca0c'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:10:35.300595 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1d3f940f-8ae3-4db3-b0c3-5d1d6959f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.321648 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9c8d04d9-be87-4d6d-9264-84db869dcb27 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.4307845 Aug 16 02:10:35.329089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35636) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:35.330582 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-bce6e3c1-b6da-4e81-96af-5e6386d6fad0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a85bd47-2710-43c5-856b-599f8f322ba2'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:35.418039 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bce6e3c1-b6da-4e81-96af-5e6386d6fad0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.421466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 926623d4-95e7-4a00-8d37-53f7029e48db up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:35.550378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e2134003-18f3-48e8-ae52-a069a736ca0c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:35.579886 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-1d3f940f-8ae3-4db3-b0c3-5d1d6959f180 None None] Allocated IP 172.20.0.18 (b8db4044-710a-48c3-b536-23ae9a1cc2c8/cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2/e2134003-18f3-48e8-ae52-a069a736ca0c) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:35.647939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 926623d4-95e7-4a00-8d37-53f7029e48db completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:35.666535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 926623d4-95e7-4a00-8d37-53f7029e48db triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:35.666914 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.741548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1d3f940f-8ae3-4db3-b0c3-5d1d6959f180 None None] For port e2134003-18f3-48e8-ae52-a069a736ca0c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e2134003-18f3-48e8-ae52-a069a736ca0c,segment=NetworkSegment(aa711c91-90c1-4251-9f3b-c9239563885c),segment_id=aa711c91-90c1-4251-9f3b-c9239563885c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:35.807351 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port e2134003-18f3-48e8-ae52-a069a736ca0c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:35.809519 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1d3f940f-8ae3-4db3-b0c3-5d1d6959f180 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.820711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e2134003-18f3-48e8-ae52-a069a736ca0c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:35.821082 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.841562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1d3f940f-8ae3-4db3-b0c3-5d1d6959f180 None None] Transition to ACTIVE for port object e2134003-18f3-48e8-ae52-a069a736ca0c will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:35.864552 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.900865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf4cac8-56da-4e14-8330-e5495170a70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926623d4-95e7-4a00-8d37-53f7029e48db'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:35.903145 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd47f9cb-8f49-4017-87fc-5e003da16d18" -d '{"events": [{"server_uuid": "dbf4cac8-56da-4e14-8330-e5495170a70a", "name": "network-vif-plugged", "status": "completed", "tag": "926623d4-95e7-4a00-8d37-53f7029e48db"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:35.916448 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.920095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 926623d4-95e7-4a00-8d37-53f7029e48db, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=926623d4-95e7-4a00-8d37-53f7029e48db,segment=NetworkSegment(a8eff567-fd78-4b78-836a-82ccb2be2620),segment_id=a8eff567-fd78-4b78-836a-82ccb2be2620)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:35.944294 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eece64-4e52-4c07-8cdb-52d9afd13ecb x-openstack-request-id: req-24eece64-4e52-4c07-8cdb-52d9afd13ecb {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:35.944583 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf4cac8-56da-4e14-8330-e5495170a70a", "name": "network-vif-plugged", "status": "completed", "tag": "926623d4-95e7-4a00-8d37-53f7029e48db", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:35.944835 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24eece64-4e52-4c07-8cdb-52d9afd13ecb {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:35.945336 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf4cac8-56da-4e14-8330-e5495170a70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926623d4-95e7-4a00-8d37-53f7029e48db', 'code': 200} Aug 16 02:10:35.970203 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.048208 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1d3f940f-8ae3-4db3-b0c3-5d1d6959f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.080336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34abb0-4d9a-4643-b159-8cb38ec15ba9 req-401afb40-887e-45c1-bed0-d905608d3f15 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.088489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c34abb0-4d9a-4643-b159-8cb38ec15ba9 req-401afb40-887e-45c1-bed0-d905608d3f15 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.0907211 Aug 16 02:10:36.091794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-bce6e3c1-b6da-4e81-96af-5e6386d6fad0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Delete allocated IP 172.20.0.20 (b8db4044-710a-48c3-b536-23ae9a1cc2c8/cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2) {{(pid=95515) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:10:36.095970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.123939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a39ad1-4086-4e5c-be2d-615bf7178211 req-1a55734e-16bb-4b2e-9740-d0d03e4bef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.126489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57a39ad1-4086-4e5c-be2d-615bf7178211 req-1a55734e-16bb-4b2e-9740-d0d03e4bef04 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 1060 time: 0.1165407 Aug 16 02:10:36.139019 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c34abb0-4d9a-4643-b159-8cb38ec15ba9 req-494cadc6-8c5e-4201-b4ee-4d1a4b58855c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481176 Aug 16 02:10:36.183121 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:10:36.184057 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:10:36.246663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f940f-8ae3-4db3-b0c3-5d1d6959f180 None None] Pushing event updated for resources: {'Port': ['ID=e2134003-18f3-48e8-ae52-a069a736ca0c,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:36.343060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba5dcc-cb21-498c-95c1-53141a8f3c7d req-71a4d31b-c075-4037-b804-74e18d6946ab tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.352850 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afba5dcc-cb21-498c-95c1-53141a8f3c7d req-71a4d31b-c075-4037-b804-74e18d6946ab tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 909 time: 0.1407211 Aug 16 02:10:36.365120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=926623d4-95e7-4a00-8d37-53f7029e48db,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:36.384535 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bce6e3c1-b6da-4e81-96af-5e6386d6fad0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.399724 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-bce6e3c1-b6da-4e81-96af-5e6386d6fad0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Ignored duplicate provisioning block setup for port 173a8af1-05a0-437f-8cdf-be33f31f5039 by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:10:36.524044 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bce6e3c1-b6da-4e81-96af-5e6386d6fad0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.663776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6e3c1-b6da-4e81-96af-5e6386d6fad0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=173a8af1-05a0-437f-8cdf-be33f31f5039,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:36.684868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-bce6e3c1-b6da-4e81-96af-5e6386d6fad0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] In _notify_port_updated(), no bound segment for port 173a8af1-05a0-437f-8cdf-be33f31f5039 on network b8db4044-710a-48c3-b536-23ae9a1cc2c8 {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:10:36.691847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce6e3c1-b6da-4e81-96af-5e6386d6fad0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.692346 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bce6e3c1-b6da-4e81-96af-5e6386d6fad0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.695871 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bce6e3c1-b6da-4e81-96af-5e6386d6fad0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "PUT /v2.0/ports/173a8af1-05a0-437f-8cdf-be33f31f5039 HTTP/1.1" status: 200 len: 918 time: 1.3683858 Aug 16 02:10:36.697516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35664) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:36.703665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-43436092-70a6-4849-8cbc-d9d77cd68613 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a85bd47-2710-43c5-856b-599f8f322ba2'}, {'subnet_id': 'cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:36.755308 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.810580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port e2134003-18f3-48e8-ae52-a069a736ca0c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e2134003-18f3-48e8-ae52-a069a736ca0c,segment=NetworkSegment(aa711c91-90c1-4251-9f3b-c9239563885c),segment_id=aa711c91-90c1-4251-9f3b-c9239563885c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:36.910945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e6ca8-4db9-48cd-bee2-62891a3da1db None None] Network b8db4044-710a-48c3-b536-23ae9a1cc2c8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:36.918867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43436092-70a6-4849-8cbc-d9d77cd68613 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.071258 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.145556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=e2134003-18f3-48e8-ae52-a069a736ca0c,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:37.183764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-86d4376b-6608-46bf-9c21-6f5e49fd8dc4 None None] Provisioning for port e2134003-18f3-48e8-ae52-a069a736ca0c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:37.188911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-86d4376b-6608-46bf-9c21-6f5e49fd8dc4 None None] Provisioning complete for port e2134003-18f3-48e8-ae52-a069a736ca0c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:37.188911 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-86d4376b-6608-46bf-9c21-6f5e49fd8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.329630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-43436092-70a6-4849-8cbc-d9d77cd68613 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.20 (b8db4044-710a-48c3-b536-23ae9a1cc2c8/cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2/173a8af1-05a0-437f-8cdf-be33f31f5039) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:37.351309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2baba-33b3-4143-98bb-4d65e0f4a258 req-67f66d5f-0cfe-48dd-8be2-d85c94e13be3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.352851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b2baba-33b3-4143-98bb-4d65e0f4a258 req-67f66d5f-0cfe-48dd-8be2-d85c94e13be3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1002638 Aug 16 02:10:37.403170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-86d4376b-6608-46bf-9c21-6f5e49fd8dc4 None None] Provisioning for port 173a8af1-05a0-437f-8cdf-be33f31f5039 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:37.408193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-86d4376b-6608-46bf-9c21-6f5e49fd8dc4 None None] Provisioning complete for port 173a8af1-05a0-437f-8cdf-be33f31f5039 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:37.408576 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-86d4376b-6608-46bf-9c21-6f5e49fd8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.464991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-86d4376b-6608-46bf-9c21-6f5e49fd8dc4 None None] Port 173a8af1-05a0-437f-8cdf-be33f31f5039 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:37.498721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b2baba-33b3-4143-98bb-4d65e0f4a258 req-8a08e251-aa33-4224-afd9-7af06cc34ec9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344233 Aug 16 02:10:37.551188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e2134003-18f3-48e8-ae52-a069a736ca0c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:37.574771 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43436092-70a6-4849-8cbc-d9d77cd68613 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.592227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-43436092-70a6-4849-8cbc-d9d77cd68613 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Ignored duplicate provisioning block setup for port 173a8af1-05a0-437f-8cdf-be33f31f5039 by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:10:37.663641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e2134003-18f3-48e8-ae52-a069a736ca0c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:37.663938 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.687347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda7a93-052a-4076-bd39-b60f5c9be8e3 req-b00e1de6-3431-4878-85a9-97c2979be8eb tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.689175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fda7a93-052a-4076-bd39-b60f5c9be8e3 req-b00e1de6-3431-4878-85a9-97c2979be8eb tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 909 time: 0.0907228 Aug 16 02:10:37.706175 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43436092-70a6-4849-8cbc-d9d77cd68613 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.906918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43436092-70a6-4849-8cbc-d9d77cd68613 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=173a8af1-05a0-437f-8cdf-be33f31f5039,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:37.940279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8e53-52f4-4466-b672-0a3704a508f8 req-ba404dda-82a6-45b4-93c6-52fb8b9c492c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.941969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa9b8e53-52f4-4466-b672-0a3704a508f8 req-ba404dda-82a6-45b4-93c6-52fb8b9c492c tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 909 time: 0.1564984 Aug 16 02:10:37.943074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-43436092-70a6-4849-8cbc-d9d77cd68613 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] In _notify_port_updated(), no bound segment for port 173a8af1-05a0-437f-8cdf-be33f31f5039 on network b8db4044-710a-48c3-b536-23ae9a1cc2c8 {{(pid=95516) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:10:37.948384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43436092-70a6-4849-8cbc-d9d77cd68613 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.949096 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43436092-70a6-4849-8cbc-d9d77cd68613 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.950448 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-43436092-70a6-4849-8cbc-d9d77cd68613 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "PUT /v2.0/ports/173a8af1-05a0-437f-8cdf-be33f31f5039 HTTP/1.1" status: 200 len: 998 time: 1.2518651 Aug 16 02:10:37.955400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35690) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.104459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-af5820d9-b79d-4988-b60b-936cda469823 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 173a8af1-05a0-437f-8cdf-be33f31f5039 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:38.104801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5820d9-b79d-4988-b60b-936cda469823 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.106998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee8148-f9e0-4245-9eae-e48b4a23a1a3 req-86ac5e7b-3deb-4a1a-9a58-1756d0b5adc8 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.108631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcee8148-f9e0-4245-9eae-e48b4a23a1a3 req-86ac5e7b-3deb-4a1a-9a58-1756d0b5adc8 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 1061 time: 0.0532961 Aug 16 02:10:38.237012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5820d9-b79d-4988-b60b-936cda469823 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.264253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-af5820d9-b79d-4988-b60b-936cda469823 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 173a8af1-05a0-437f-8cdf-be33f31f5039 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:38.274661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f256aeb-0b00-4526-807b-2748f95f0270 req-62ea4662-d77c-4fb3-948d-cf6b767c8410 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.285194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f256aeb-0b00-4526-807b-2748f95f0270 req-62ea4662-d77c-4fb3-948d-cf6b767c8410 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 1137 time: 0.0917435 Aug 16 02:10:38.358331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f256aeb-0b00-4526-807b-2748f95f0270 req-31744ec9-1671-438d-a039-e31bf937ffcb tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0540252 Aug 16 02:10:38.363307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35704) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.442225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39785b60-9bff-4636-b632-26d43b4dd5f9 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.452243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-39785b60-9bff-4636-b632-26d43b4dd5f9 tempest-TestSecurityGroupsBasicOps-535139527 tempest-TestSecurityGroupsBasicOps-535139527-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 1056 time: 0.0781722 Aug 16 02:10:38.513971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0b3c5890-4f3f-48b6-a5a1-6f8263020551 None None] Provisioning complete for port e2134003-18f3-48e8-ae52-a069a736ca0c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:38.514473 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5890-4f3f-48b6-a5a1-6f8263020551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.696854 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5820d9-b79d-4988-b60b-936cda469823 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.704930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0b3c5890-4f3f-48b6-a5a1-6f8263020551 None None] Could not find standard attr ID for object 173a8af1-05a0-437f-8cdf-be33f31f5039. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:38.726549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5820d9-b79d-4988-b60b-936cda469823 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=173a8af1-05a0-437f-8cdf-be33f31f5039,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:38.818043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c57aa252-ea7b-4455-98c8-2ce89a81cbbb None None] Could not find standard attr ID for object 173a8af1-05a0-437f-8cdf-be33f31f5039. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:38.863413 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af5820d9-b79d-4988-b60b-936cda469823 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.865860 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-af5820d9-b79d-4988-b60b-936cda469823 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/173a8af1-05a0-437f-8cdf-be33f31f5039 HTTP/1.1" status: 204 len: 168 time: 0.9087102 Aug 16 02:10:38.868450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35718) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.897023 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5705ed4-e172-4520-b3ca-2d4ed5b3fe4b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:10:38.898546 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e5705ed4-e172-4520-b3ca-2d4ed5b3fe4b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/173a8af1-05a0-437f-8cdf-be33f31f5039 HTTP/1.1" status: 404 len: 333 time: 0.0290325 Aug 16 02:10:38.901333 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35720) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.957033 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aed21eb-bd78-4482-a95f-84a84fe556a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting subnet cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:38.974833 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aed21eb-bd78-4482-a95f-84a84fe556a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.045386 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aed21eb-bd78-4482-a95f-84a84fe556a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.171420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc6ca9-377f-4bbe-8669-e2ca935a5bc8 req-7addc494-4d7e-43b2-830c-009843585073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:39.180434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32cc6ca9-377f-4bbe-8669-e2ca935a5bc8 req-7addc494-4d7e-43b2-830c-009843585073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1107190 Aug 16 02:10:39.181640 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aed21eb-bd78-4482-a95f-84a84fe556a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.227948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32cc6ca9-377f-4bbe-8669-e2ca935a5bc8 req-cd1eb76c-16cf-480c-aad1-26aa4f2ae6bc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460174 Aug 16 02:10:39.350164 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aed21eb-bd78-4482-a95f-84a84fe556a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.369537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67dfb3-0a4c-46bc-bb3f-e5fb82926cee req-2bd73a07-0ea6-4252-a390-72e2699399d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:39.383815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9c67dfb3-0a4c-46bc-bb3f-e5fb82926cee req-2bd73a07-0ea6-4252-a390-72e2699399d5 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 909 time: 0.0749176 Aug 16 02:10:39.400497 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4aed21eb-bd78-4482-a95f-84a84fe556a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.402697 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4aed21eb-bd78-4482-a95f-84a84fe556a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2 HTTP/1.1" status: 204 len: 168 time: 0.5002978 Aug 16 02:10:39.404360 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed21eb-bd78-4482-a95f-84a84fe556a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Subnet': ['ID=cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:39.405398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35734) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:39.480805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-249c902a-bd65-4690-a740-17f791a63c12 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting subnet 8a85bd47-2710-43c5-856b-599f8f322ba2 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:39.484551 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-249c902a-bd65-4690-a740-17f791a63c12 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.554265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-249c902a-bd65-4690-a740-17f791a63c12 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.668444 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-249c902a-bd65-4690-a740-17f791a63c12 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.834774 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-249c902a-bd65-4690-a740-17f791a63c12 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.905040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c902a-bd65-4690-a740-17f791a63c12 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Subnet': ['ID=8a85bd47-2710-43c5-856b-599f8f322ba2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:39.911997 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-249c902a-bd65-4690-a740-17f791a63c12 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.914181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-249c902a-bd65-4690-a740-17f791a63c12 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/8a85bd47-2710-43c5-856b-599f8f322ba2 HTTP/1.1" status: 204 len: 168 time: 0.5077515 Aug 16 02:10:39.922741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35744) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:39.964388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469d3ec-9943-49f4-943e-8d4ed0475581 None None] Network b8db4044-710a-48c3-b536-23ae9a1cc2c8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:40.047869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b837ea63-15a1-4ddd-ab33-066cb6188a7e None None] Could not find standard attr ID for object 173a8af1-05a0-437f-8cdf-be33f31f5039. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:40.049542 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.171758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port e2134003-18f3-48e8-ae52-a069a736ca0c {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:40.172288 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.246566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a013406-d922-466b-89cc-79876fbf4dc2 None None] DHCP port deletion for b8db4044-710a-48c3-b536-23ae9a1cc2c8 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:40.311218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] For port e2134003-18f3-48e8-ae52-a069a736ca0c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e2134003-18f3-48e8-ae52-a069a736ca0c,segment=NetworkSegment(aa711c91-90c1-4251-9f3b-c9239563885c),segment_id=aa711c91-90c1-4251-9f3b-c9239563885c)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:40.311581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.313455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6a013406-d922-466b-89cc-79876fbf4dc2 None None] Deleting port e2134003-18f3-48e8-ae52-a069a736ca0c {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:40.313952 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6a013406-d922-466b-89cc-79876fbf4dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.326757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for e2134003-18f3-48e8-ae52-a069a736ca0c owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:40.410827 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6a013406-d922-466b-89cc-79876fbf4dc2 None None] For port e2134003-18f3-48e8-ae52-a069a736ca0c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e2134003-18f3-48e8-ae52-a069a736ca0c,segment=NetworkSegment(aa711c91-90c1-4251-9f3b-c9239563885c),segment_id=aa711c91-90c1-4251-9f3b-c9239563885c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:40.411256 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6a013406-d922-466b-89cc-79876fbf4dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.440010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6a013406-d922-466b-89cc-79876fbf4dc2 None None] Calling delete_port for e2134003-18f3-48e8-ae52-a069a736ca0c owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:40.462183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d8b66-fb24-48de-9171-4a41975c82ab req-45afdd4a-bfde-413e-89df-264d520b2cbc tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.463961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-347d8b66-fb24-48de-9171-4a41975c82ab req-45afdd4a-bfde-413e-89df-264d520b2cbc tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 909 time: 0.0987887 Aug 16 02:10:40.478485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92878636-1278-40f9-9842-903a0da01d85 req-1637368a-1cf9-44d3-b7ab-265fccfe943d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.487338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92878636-1278-40f9-9842-903a0da01d85 req-1637368a-1cf9-44d3-b7ab-265fccfe943d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1680343 Aug 16 02:10:40.566408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92878636-1278-40f9-9842-903a0da01d85 req-40c228cf-ea20-444f-a1dc-578f69e8a95a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738707 Aug 16 02:10:40.591613 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.630957 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6a013406-d922-466b-89cc-79876fbf4dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.667486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a013406-d922-466b-89cc-79876fbf4dc2 None None] No DVR routers for this DVR port e2134003-18f3-48e8-ae52-a069a736ca0c on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:40.671503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=e2134003-18f3-48e8-ae52-a069a736ca0c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:40.695698 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No DVR routers for this DVR port e2134003-18f3-48e8-ae52-a069a736ca0c on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:40.717946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a013406-d922-466b-89cc-79876fbf4dc2 None None] Pushing event deleted for resources: {'Port': ['ID=e2134003-18f3-48e8-ae52-a069a736ca0c,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:40.757718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-347d8b66-fb24-48de-9171-4a41975c82ab req-5b06ba0b-acac-4dc3-a478-7e6a13ca12c1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Deleting port 926623d4-95e7-4a00-8d37-53f7029e48db {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:40.758400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-347d8b66-fb24-48de-9171-4a41975c82ab req-5b06ba0b-acac-4dc3-a478-7e6a13ca12c1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.813748 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.842046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b72d31-310e-4b67-bd19-17ffb21b7d6e req-2d66df2c-609e-4829-a395-0ea3aece0350 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.843529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4b72d31-310e-4b67-bd19-17ffb21b7d6e req-2d66df2c-609e-4829-a395-0ea3aece0350 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 909 time: 0.1777427 Aug 16 02:10:40.856546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8db4044-710a-48c3-b536-23ae9a1cc2c8']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:40.885659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa711c91-90c1-4251-9f3b-c9239563885c') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:40.886467 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa711c91-90c1-4251-9f3b-c9239563885c') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:40.906978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-347d8b66-fb24-48de-9171-4a41975c82ab req-5b06ba0b-acac-4dc3-a478-7e6a13ca12c1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] For port 926623d4-95e7-4a00-8d37-53f7029e48db, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=926623d4-95e7-4a00-8d37-53f7029e48db,segment=NetworkSegment(a8eff567-fd78-4b78-836a-82ccb2be2620),segment_id=a8eff567-fd78-4b78-836a-82ccb2be2620)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:40.907655 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-347d8b66-fb24-48de-9171-4a41975c82ab req-5b06ba0b-acac-4dc3-a478-7e6a13ca12c1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.913286 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.939408 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.941439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:40.941868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.942315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-347d8b66-fb24-48de-9171-4a41975c82ab req-5b06ba0b-acac-4dc3-a478-7e6a13ca12c1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Calling delete_port for 926623d4-95e7-4a00-8d37-53f7029e48db owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:40.945497 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:41.126684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.133945 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.135412 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/networks/b8db4044-710a-48c3-b536-23ae9a1cc2c8 HTTP/1.1" status: 204 len: 168 time: 1.2112904 Aug 16 02:10:41.139165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35768) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:41.153004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82315ded-1ece-48b0-b627-83bee5099a13 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Network': ['ID=b8db4044-710a-48c3-b536-23ae9a1cc2c8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:41.211745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad3992-3dfc-4ffc-b86a-5cfe9b3bf0c7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.213853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b1ad3992-3dfc-4ffc-b86a-5cfe9b3bf0c7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0731039 Aug 16 02:10:41.221208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35774) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:41.271212 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-347d8b66-fb24-48de-9171-4a41975c82ab req-5b06ba0b-acac-4dc3-a478-7e6a13ca12c1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.301919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c4954d15-bee0-4b66-bfa9-c5fb92948b0b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0794022 Aug 16 02:10:41.304959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06ba0b-acac-4dc3-a478-7e6a13ca12c1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'Port': ['ID=926623d4-95e7-4a00-8d37-53f7029e48db,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:41.317735 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35776) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:41.324575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1163465372'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:41.373724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-347d8b66-fb24-48de-9171-4a41975c82ab req-5b06ba0b-acac-4dc3-a478-7e6a13ca12c1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] No DVR routers for this DVR port 926623d4-95e7-4a00-8d37-53f7029e48db on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:41.381615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-347d8b66-fb24-48de-9171-4a41975c82ab req-5b06ba0b-acac-4dc3-a478-7e6a13ca12c1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.388241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-347d8b66-fb24-48de-9171-4a41975c82ab req-5b06ba0b-acac-4dc3-a478-7e6a13ca12c1 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.74 "DELETE /v2.0/ports/926623d4-95e7-4a00-8d37-53f7029e48db HTTP/1.1" status: 204 len: 173 time: 0.8988054 Aug 16 02:10:41.388868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf4cac8-56da-4e14-8330-e5495170a70a', 'name': 'network-vif-deleted', 'tag': '926623d4-95e7-4a00-8d37-53f7029e48db'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:41.391814 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9733c72-61c6-4e24-97c6-05d7a00f5dc9" -d '{"events": [{"server_uuid": "dbf4cac8-56da-4e14-8330-e5495170a70a", "name": "network-vif-deleted", "tag": "926623d4-95e7-4a00-8d37-53f7029e48db"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:41.469596 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2654ed-5f05-41a9-b62b-f9c951ab76e0 x-openstack-request-id: req-4b2654ed-5f05-41a9-b62b-f9c951ab76e0 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:41.473158 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf4cac8-56da-4e14-8330-e5495170a70a", "name": "network-vif-deleted", "tag": "926623d4-95e7-4a00-8d37-53f7029e48db", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:41.473158 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b2654ed-5f05-41a9-b62b-f9c951ab76e0 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:41.473158 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf4cac8-56da-4e14-8330-e5495170a70a', 'name': 'network-vif-deleted', 'tag': '926623d4-95e7-4a00-8d37-53f7029e48db', 'status': 'completed', 'code': 200} Aug 16 02:10:41.532612 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:41.536712 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.595156 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:41.608804 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.608804 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Added segment d129e6ef-d4ae-4078-8baf-f6bb1913945e of type vlan for network d0be3259-f0d5-41dd-a06b-48ca9860fb93 Aug 16 02:10:41.632277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e2134003-18f3-48e8-ae52-a069a736ca0c no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:41.690164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: e2134003-18f3-48e8-ae52-a069a736ca0c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:41.690816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e2134003-18f3-48e8-ae52-a069a736ca0c not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:41.769434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.789468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992be6-cc41-41b8-9c2b-96c92a3d48ca req-151aaa09-4b30-42ad-af72-5b766898e53c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.795420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f992be6-cc41-41b8-9c2b-96c92a3d48ca req-151aaa09-4b30-42ad-af72-5b766898e53c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1283238 Aug 16 02:10:41.871497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f992be6-cc41-41b8-9c2b-96c92a3d48ca req-434abfd2-29ca-4889-b717-939d384c6f86 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599735 Aug 16 02:10:41.998112 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.007529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:42.008172 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.010817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b3a8779-570f-4fa1-9069-2025b5d7753a req-0e8dcd8c-e76c-41c7-b1cc-0be863c9c620 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbf4cac8-56da-4e14-8330-e5495170a70a HTTP/1.1" status: 200 len: 210 time: 0.0502384 Aug 16 02:10:42.509640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Network': ['ID=d0be3259-f0d5-41dd-a06b-48ca9860fb93,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:42.521559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network d0be3259-f0d5-41dd-a06b-48ca9860fb93 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:42.589300 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d0cf915d-64b0-401b-9177-965a1db73818 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2701266 Aug 16 02:10:42.592208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35792) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:42.599535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': 'd0be3259-f0d5-41dd-a06b-48ca9860fb93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:42.789038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:42.793329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.045656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0554c-1f7f-4140-9937-af178b051e3c req-73789e3f-8cf0-4566-b16d-ce2af3214c67 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.054406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bad0554c-1f7f-4140-9937-af178b051e3c req-73789e3f-8cf0-4566-b16d-ce2af3214c67 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.0958555 Aug 16 02:10:43.089137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bad0554c-1f7f-4140-9937-af178b051e3c req-6639034b-93a4-41d7-bf4f-0816929a22db tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Aug 16 02:10:43.151456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.153773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35804) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:43.247264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Checking segment: {'id': 'd129e6ef-d4ae-4078-8baf-f6bb1913945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0be3259-f0d5-41dd-a06b-48ca9860fb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:43.247635 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network hostable DHCP agents. Network: d0be3259-f0d5-41dd-a06b-48ca9860fb93, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:43.256550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Subnet': ['ID=5f61cb61-d29b-4200-915f-2e873aadcd9c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:43.463852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network d0be3259-f0d5-41dd-a06b-48ca9860fb93 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:43.535386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, d0be3259-f0d5-41dd-a06b-48ca9860fb93) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:43.545937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da4f5b7-5cd4-4890-9d09-4f0d386bd8f1 None None] Network d0be3259-f0d5-41dd-a06b-48ca9860fb93 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:43.553896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.553896 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.606357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.670160 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a55f2b68-b0e6-4858-a827-029742b1ecf7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0741982 Aug 16 02:10:43.670400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35818) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:43.676194 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': 'd0be3259-f0d5-41dd-a06b-48ca9860fb93', 'name': 'tempest-PortsTestJSON-1343899434'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:43.878583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-d0be3259-f0d5-41dd-a06b-48ca9860fb93', 'network_id': 'd0be3259-f0d5-41dd-a06b-48ca9860fb93', 'tenant_id': '4f59de9cac45415e851d7d36841af304', 'fixed_ips': [{'subnet_id': '5f61cb61-d29b-4200-915f-2e873aadcd9c'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:43.879858 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.968167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:43.972341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.020483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 3a33bebd-d77b-4327-bbaf-75042c654b55 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:44.036664 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Allocated IP 172.20.0.2 (d0be3259-f0d5-41dd-a06b-48ca9860fb93/5f61cb61-d29b-4200-915f-2e873aadcd9c/9a80aee9-cb15-4017-8196-a41d9437a442) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:44.311755 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.331808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Transition to ACTIVE for port object 9a80aee9-cb15-4017-8196-a41d9437a442 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:44.348942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Transition to ACTIVE for port object 9a80aee9-cb15-4017-8196-a41d9437a442 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:44.400330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b1062-27d3-41a5-8703-f912b1c12151 req-c95162f0-7ca7-4e7c-9f9d-8886f8e4ee34 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:44.402022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b4b1062-27d3-41a5-8703-f912b1c12151 req-c95162f0-7ca7-4e7c-9f9d-8886f8e4ee34 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1488223 Aug 16 02:10:44.415239 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.497629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b4b1062-27d3-41a5-8703-f912b1c12151 req-fe0137ac-a74b-478c-ab5d-268d285c5eb9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851669 Aug 16 02:10:44.528386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Pushing event updated for resources: {'Port': ['ID=9a80aee9-cb15-4017-8196-a41d9437a442,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:44.528932 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.5 (d0be3259-f0d5-41dd-a06b-48ca9860fb93/5f61cb61-d29b-4200-915f-2e873aadcd9c/3a33bebd-d77b-4327-bbaf-75042c654b55) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:44.553939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Network d0be3259-f0d5-41dd-a06b-48ca9860fb93 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:44.559557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:44.563634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:44.683507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Attempting to bind port 9a80aee9-cb15-4017-8196-a41d9437a442 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:44.683887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Attempting to bind port 9a80aee9-cb15-4017-8196-a41d9437a442 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd129e6ef-d4ae-4078-8baf-f6bb1913945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0be3259-f0d5-41dd-a06b-48ca9860fb93'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:44.684529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Attempting to bind port 9a80aee9-cb15-4017-8196-a41d9437a442 on network d0be3259-f0d5-41dd-a06b-48ca9860fb93 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:44.684665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Deleting port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:44.684946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.697401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:44.697787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Checking segment: {'id': 'd129e6ef-d4ae-4078-8baf-f6bb1913945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0be3259-f0d5-41dd-a06b-48ca9860fb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:44.698229 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.703603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Bound using segment: {'id': 'd129e6ef-d4ae-4078-8baf-f6bb1913945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0be3259-f0d5-41dd-a06b-48ca9860fb93'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:44.704271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Bound port: 9a80aee9-cb15-4017-8196-a41d9437a442, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd129e6ef-d4ae-4078-8baf-f6bb1913945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0be3259-f0d5-41dd-a06b-48ca9860fb93'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:44.704725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.841872 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.842744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] For port 9a80aee9-cb15-4017-8196-a41d9437a442, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:44.848775 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] For port 9a80aee9-cb15-4017-8196-a41d9437a442, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9a80aee9-cb15-4017-8196-a41d9437a442,segment=NetworkSegment(d129e6ef-d4ae-4078-8baf-f6bb1913945e),segment_id=d129e6ef-d4ae-4078-8baf-f6bb1913945e)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:44.884535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object 3a33bebd-d77b-4327-bbaf-75042c654b55 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:44.916107 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.919198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] For port 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1897f1ab-c91a-45f2-90e0-0dd31bb8b83f,segment=NetworkSegment(a8eff567-fd78-4b78-836a-82ccb2be2620),segment_id=a8eff567-fd78-4b78-836a-82ccb2be2620)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:44.920069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.935912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Calling delete_port for 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:45.004672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977120b2-69f1-45ac-aa4d-fe57ccbf9cbc None None] Pushing event updated for resources: {'Port': ['ID=9a80aee9-cb15-4017-8196-a41d9437a442,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:45.015119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.063129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network d0be3259-f0d5-41dd-a06b-48ca9860fb93 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:45.073260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:45.079810 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:45.134242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=3a33bebd-d77b-4327-bbaf-75042c654b55,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:45.244568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.245263 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.397329 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.400785 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-07f55db7-2d40-4c15-a5a8-89e69c144fa8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7294195 Aug 16 02:10:45.404959 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35894) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:45.424184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': 'd0be3259-f0d5-41dd-a06b-48ca9860fb93', 'name': 'tempest-PortsTestJSON-337145994'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:45.471036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 926623d4-95e7-4a00-8d37-53f7029e48db no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:45.521641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 926623d4-95e7-4a00-8d37-53f7029e48db {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:45.522350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 926623d4-95e7-4a00-8d37-53f7029e48db not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:45.542750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'Port': ['ID=1897f1ab-c91a-45f2-90e0-0dd31bb8b83f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:45.655379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9a80aee9-cb15-4017-8196-a41d9437a442 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:45.760638 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:45.764256 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.795072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 33ae30a7-e855-4fb4-9b8b-6275646529d0 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:45.864546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58091d-f808-4a5b-b5a8-070bd1dad593 req-52d65ad5-faf3-4957-8f31-9b9a84da3b0d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.872016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f58091d-f808-4a5b-b5a8-070bd1dad593 req-52d65ad5-faf3-4957-8f31-9b9a84da3b0d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1900516 Aug 16 02:10:45.917201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 9a80aee9-cb15-4017-8196-a41d9437a442 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:45.961453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f58091d-f808-4a5b-b5a8-070bd1dad593 req-04bd1374-fcd4-4b94-be35-127006d8277b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884738 Aug 16 02:10:46.002848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.7 (d0be3259-f0d5-41dd-a06b-48ca9860fb93/5f61cb61-d29b-4200-915f-2e873aadcd9c/33ae30a7-e855-4fb4-9b8b-6275646529d0) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:46.039338 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.242062 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.280726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object 33ae30a7-e855-4fb4-9b8b-6275646529d0 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:46.401482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Router 91146cf6-4b14-48f0-a606-7dc20d56d0df has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:46.435079 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.502210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8461ef0f-07f0-49a5-a4f3-173491fbeedf None None] Network d0be3259-f0d5-41dd-a06b-48ca9860fb93 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:46.509361 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=33ae30a7-e855-4fb4-9b8b-6275646529d0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:46.520151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network d0be3259-f0d5-41dd-a06b-48ca9860fb93 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:46.528694 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:46.532451 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:46.541513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:46.556689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0a8c2001-c35a-4eb1-8c44-83ca2f0b75c2 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "PUT /v2.0/routers/91146cf6-4b14-48f0-a606-7dc20d56d0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3994675 Aug 16 02:10:46.557315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35940) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:46.611587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf4f6c-c811-4756-abc6-88f3b8ff4206 None None] Sync routers for ids ['91146cf6-4b14-48f0-a606-7dc20d56d0df'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:46.627201 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.634322 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.660220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4735761-1089-4301-a934-5b837c6a4bd6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Deleting subnet fc9449f8-8780-44ba-bce6-38ca32045cc8 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:46.664478 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4735761-1089-4301-a934-5b837c6a4bd6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.674461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf4f6c-c811-4756-abc6-88f3b8ff4206 None None] Routers {'91146cf6-4b14-48f0-a606-7dc20d56d0df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:46.675145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c7bf4f6c-c811-4756-abc6-88f3b8ff4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:10:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['91146cf6-4b14-48f0-a606-7dc20d56d0df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:46.739016 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4735761-1089-4301-a934-5b837c6a4bd6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.740888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a3820d5c-a315-443b-b3ca-bb98f7f574b6 None None] Provisioning for port 9a80aee9-cb15-4017-8196-a41d9437a442 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:46.758380 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fb813a4d-9e70-4f1a-aa5d-54579d183590 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3523045 Aug 16 02:10:46.761003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35952) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:46.780706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a3820d5c-a315-443b-b3ca-bb98f7f574b6 None None] Provisioning complete for port 9a80aee9-cb15-4017-8196-a41d9437a442 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:46.782345 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3820d5c-a315-443b-b3ca-bb98f7f574b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.885786 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d41072-a025-4972-bfc0-8298f34e3890 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.889911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4735761-1089-4301-a934-5b837c6a4bd6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.891452 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-98d41072-a025-4972-bfc0-8298f34e3890 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1287730 Aug 16 02:10:46.892209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 35958) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:47.036092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3073d87e-012a-42bd-9f37-455037bdba14 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 33ae30a7-e855-4fb4-9b8b-6275646529d0 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:47.036758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3073d87e-012a-42bd-9f37-455037bdba14 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.136939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e742f-523a-44ee-96e8-36d57fe7d388 req-908efb33-beab-499a-8788-8aa386249f59 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:47.145882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-156e742f-523a-44ee-96e8-36d57fe7d388 req-908efb33-beab-499a-8788-8aa386249f59 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.1256001 Aug 16 02:10:47.155020 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4735761-1089-4301-a934-5b837c6a4bd6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.184375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3073d87e-012a-42bd-9f37-455037bdba14 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.204391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3073d87e-012a-42bd-9f37-455037bdba14 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 33ae30a7-e855-4fb4-9b8b-6275646529d0 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:47.205602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4735761-1089-4301-a934-5b837c6a4bd6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9449f8-8780-44ba-bce6-38ca32045cc8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:47.235767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4735761-1089-4301-a934-5b837c6a4bd6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.240516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c4735761-1089-4301-a934-5b837c6a4bd6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "DELETE /v2.0/subnets/fc9449f8-8780-44ba-bce6-38ca32045cc8 HTTP/1.1" status: 204 len: 168 time: 0.6795070 Aug 16 02:10:47.246015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 35976) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:47.277347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a317e2-54ba-42dd-bec9-7769c20d76a4 None None] Network 10b3df62-0d63-4dea-820d-869638dfb2c7 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:47.333425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-156e742f-523a-44ee-96e8-36d57fe7d388 req-2b84b8ac-95ea-481d-b27b-4a5eeceedf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858141 Aug 16 02:10:47.449860 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.528178 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3073d87e-012a-42bd-9f37-455037bdba14 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.634951 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.666530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c7bf4f6c-c811-4756-abc6-88f3b8ff4206 None None] Set router 91146cf6-4b14-48f0-a606-7dc20d56d0df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:47.698687 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073d87e-012a-42bd-9f37-455037bdba14 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=33ae30a7-e855-4fb4-9b8b-6275646529d0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:47.758033 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3073d87e-012a-42bd-9f37-455037bdba14 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.775629 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3073d87e-012a-42bd-9f37-455037bdba14 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/33ae30a7-e855-4fb4-9b8b-6275646529d0 HTTP/1.1" status: 204 len: 168 time: 0.8822362 Aug 16 02:10:47.776397 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36000) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:47.856946 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-388719c6-4f81-472f-b4ba-b2d45a53151d tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:10:47.864484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36006) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:47.868158 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-388719c6-4f81-472f-b4ba-b2d45a53151d tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/33ae30a7-e855-4fb4-9b8b-6275646529d0 HTTP/1.1" status: 404 len: 333 time: 0.0854070 Aug 16 02:10:47.956297 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3820d5c-a315-443b-b3ca-bb98f7f574b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.080617 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-7eb0eea7-6f0c-42bb-9dd8-d0675e3d1d55 service neutron] show failed (client error): The resource could not be found. Aug 16 02:10:48.081785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-7eb0eea7-6f0c-42bb-9dd8-d0675e3d1d55 service neutron] 10.222.0.74 "GET /v2.0/ports/bba804ce-2238-4f2b-a7fc-a66eb57e272c/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.4097493 Aug 16 02:10:48.125767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Deleting port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:48.126269 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.128073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a3820d5c-a315-443b-b3ca-bb98f7f574b6 None None] For port 9a80aee9-cb15-4017-8196-a41d9437a442, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9a80aee9-cb15-4017-8196-a41d9437a442,segment=NetworkSegment(d129e6ef-d4ae-4078-8baf-f6bb1913945e),segment_id=d129e6ef-d4ae-4078-8baf-f6bb1913945e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:48.236461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e0760d89-02a4-4694-8dda-33eadd157191 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 3a33bebd-d77b-4327-bbaf-75042c654b55 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:48.236810 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e0760d89-02a4-4694-8dda-33eadd157191 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.270563 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3820d5c-a315-443b-b3ca-bb98f7f574b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.285342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffe0f3a-c688-40f5-aea7-f3f8ddfa7e7f None None] DHCP port deletion for 10b3df62-0d63-4dea-820d-869638dfb2c7 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:48.410293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] For port a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:48.411184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.440189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Calling delete_port for a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:48.459209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c0dd12bf-baa8-45ac-9fcf-0b720034b976 None None] Provisioning complete for port 9a80aee9-cb15-4017-8196-a41d9437a442 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:48.460214 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c0dd12bf-baa8-45ac-9fcf-0b720034b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.500109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c7bf4f6c-c811-4756-abc6-88f3b8ff4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559659085', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:09Z', 'updated_at': '2021-08-16T02:10:45Z', 'revision_number': 5, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': 'a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:10Z', 'updated_at': '2021-08-16T02:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:48.504355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3820d5c-a315-443b-b3ca-bb98f7f574b6 None None] Pushing event updated for resources: {'Port': ['ID=9a80aee9-cb15-4017-8196-a41d9437a442,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:48.551917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf4f6c-c811-4756-abc6-88f3b8ff4206 None None] Checking router: 91146cf6-4b14-48f0-a606-7dc20d56d0df for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:48.579636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf4f6c-c811-4756-abc6-88f3b8ff4206 None None] Routers {'91146cf6-4b14-48f0-a606-7dc20d56d0df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:48.580884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c7bf4f6c-c811-4756-abc6-88f3b8ff4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:10:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['91146cf6-4b14-48f0-a606-7dc20d56d0df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:48.587114 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e0760d89-02a4-4694-8dda-33eadd157191 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.619226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e0760d89-02a4-4694-8dda-33eadd157191 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 3a33bebd-d77b-4327-bbaf-75042c654b55 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:48.627019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe0f3a-c688-40f5-aea7-f3f8ddfa7e7f None None] Deleting port a63ed6a6-3855-4312-af70-ccce67ffd817 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:48.627585 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7ffe0f3a-c688-40f5-aea7-f3f8ddfa7e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.708328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f112c-7237-42ff-8b76-340a459a0079 req-e4eb90b9-1ec7-4b09-b83d-115da9d962b7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.710024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-032f112c-7237-42ff-8b76-340a459a0079 req-e4eb90b9-1ec7-4b09-b83d-115da9d962b7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.2563372 Aug 16 02:10:48.788065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c7bf4f6c-c811-4756-abc6-88f3b8ff4206 None None] Set router 91146cf6-4b14-48f0-a606-7dc20d56d0df gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:48.862193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7ffe0f3a-c688-40f5-aea7-f3f8ddfa7e7f None None] For port a63ed6a6-3855-4312-af70-ccce67ffd817, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a63ed6a6-3855-4312-af70-ccce67ffd817,segment=NetworkSegment(a8eff567-fd78-4b78-836a-82ccb2be2620),segment_id=a8eff567-fd78-4b78-836a-82ccb2be2620)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:48.864464 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7ffe0f3a-c688-40f5-aea7-f3f8ddfa7e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.873700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c7bf4f6c-c811-4756-abc6-88f3b8ff4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559659085', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:09Z', 'updated_at': '2021-08-16T02:10:47Z', 'revision_number': 6, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:48.876175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-032f112c-7237-42ff-8b76-340a459a0079 req-33671748-d480-4d3e-b730-bd76e04810c3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529806 Aug 16 02:10:48.945078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf4f6c-c811-4756-abc6-88f3b8ff4206 None None] The sync data for ids ['91146cf6-4b14-48f0-a606-7dc20d56d0df'] in n-d-768509-23 is: [{'id': '91146cf6-4b14-48f0-a606-7dc20d56d0df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559659085', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:09Z', 'updated_at': '2021-08-16T02:10:47Z', 'revision_number': 6, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:48.964560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe0f3a-c688-40f5-aea7-f3f8ddfa7e7f None None] Calling delete_port for a63ed6a6-3855-4312-af70-ccce67ffd817 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:48.975225 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c0dd12bf-baa8-45ac-9fcf-0b720034b976 None None] Could not find standard attr ID for object 33ae30a7-e855-4fb4-9b8b-6275646529d0. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:48.978552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-968add63-ebd3-4a6a-b3a9-57c63e681192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.980099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-968add63-ebd3-4a6a-b3a9-57c63e681192 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 1098 time: 0.1773374 Aug 16 02:10:48.995368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:49.075966 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.119688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'Port': ['ID=a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:49.181475 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.186391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c0dd12bf-baa8-45ac-9fcf-0b720034b976 None None] Provisioning for port 3a33bebd-d77b-4327-bbaf-75042c654b55 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:49.191698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c0dd12bf-baa8-45ac-9fcf-0b720034b976 None None] Provisioning complete for port 3a33bebd-d77b-4327-bbaf-75042c654b55 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:49.191901 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c0dd12bf-baa8-45ac-9fcf-0b720034b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.204578 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e0760d89-02a4-4694-8dda-33eadd157191 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.218389 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7ffe0f3a-c688-40f5-aea7-f3f8ddfa7e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.221439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd12bf-baa8-45ac-9fcf-0b720034b976 None None] Port 3a33bebd-d77b-4327-bbaf-75042c654b55 was deleted so its status cannot be updated. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:10:49.249979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe0f3a-c688-40f5-aea7-f3f8ddfa7e7f None None] Pushing event deleted for resources: {'Port': ['ID=a63ed6a6-3855-4312-af70-ccce67ffd817,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:49.255183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe0f3a-c688-40f5-aea7-f3f8ddfa7e7f None None] No DVR routers for this DVR port a63ed6a6-3855-4312-af70-ccce67ffd817 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:49.272555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0760d89-02a4-4694-8dda-33eadd157191 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=3a33bebd-d77b-4327-bbaf-75042c654b55,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:49.345132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-adfaa9a7-054a-445d-a85c-cef12a143266 None None] Could not find standard attr ID for object 33ae30a7-e855-4fb4-9b8b-6275646529d0. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:49.358987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-adfaa9a7-054a-445d-a85c-cef12a143266 None None] Could not find standard attr ID for object 3a33bebd-d77b-4327-bbaf-75042c654b55. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:49.362932 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.567899 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.572015 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.707613 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e0760d89-02a4-4694-8dda-33eadd157191 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.710058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e0760d89-02a4-4694-8dda-33eadd157191 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/3a33bebd-d77b-4327-bbaf-75042c654b55 HTTP/1.1" status: 204 len: 168 time: 1.8436155 Aug 16 02:10:49.714034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36086) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:49.755007 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b84b9c-5e4e-4d04-86b9-f12cb95eae85 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:10:49.756808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-80b84b9c-5e4e-4d04-86b9-f12cb95eae85 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/3a33bebd-d77b-4327-bbaf-75042c654b55 HTTP/1.1" status: 404 len: 333 time: 0.0419822 Aug 16 02:10:49.759868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36092) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:49.824473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce478a50-4bc0-44af-8d46-114e921afa90 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting subnet 5f61cb61-d29b-4200-915f-2e873aadcd9c {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:49.829048 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce478a50-4bc0-44af-8d46-114e921afa90 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.867013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:49.889469 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce478a50-4bc0-44af-8d46-114e921afa90 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.906503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:49.950554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.954772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Fanout notify agent at l3_agent the message router_deleted on router 91146cf6-4b14-48f0-a606-7dc20d56d0df {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:49.992228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9a80aee9-cb15-4017-8196-a41d9437a442 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:50.019541 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.029194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-219c9805-5c9b-4e12-aa48-dac468cfdea3 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "DELETE /v2.0/routers/91146cf6-4b14-48f0-a606-7dc20d56d0df HTTP/1.1" status: 204 len: 168 time: 2.7804019 Aug 16 02:10:50.030133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36106) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:50.071258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9a80aee9-cb15-4017-8196-a41d9437a442 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:50.077246 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.132851 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce478a50-4bc0-44af-8d46-114e921afa90 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.206658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:50.209177 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904f1c1-f011-449c-8fc5-4c92df7c0b1c" -d '{"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-unplugged", "status": "completed", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:50.213357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.286160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a63ed6a6-3855-4312-af70-ccce67ffd817 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:50.286807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274a23-edca-40a7-8ff6-9bbc5c1135d9 req-2e1e4b01-ef2f-4e51-9618-90ffab6b5a05 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.298630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fd274a23-edca-40a7-8ff6-9bbc5c1135d9 req-2e1e4b01-ef2f-4e51-9618-90ffab6b5a05 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.2185311 Aug 16 02:10:50.309919 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.340405 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce478a50-4bc0-44af-8d46-114e921afa90 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.368374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce478a50-4bc0-44af-8d46-114e921afa90 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.370248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Transition to ACTIVE for port object bba804ce-2238-4f2b-a7fc-a66eb57e272c will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:50.371188 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ce478a50-4bc0-44af-8d46-114e921afa90 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/5f61cb61-d29b-4200-915f-2e873aadcd9c HTTP/1.1" status: 204 len: 168 time: 0.6099622 Aug 16 02:10:50.377150 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36132) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:50.398881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ee49b0-2596-459e-ae85-bdf7553b863a None None] Network d0be3259-f0d5-41dd-a06b-48ca9860fb93 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:50.415530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a63ed6a6-3855-4312-af70-ccce67ffd817 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:50.416158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a63ed6a6-3855-4312-af70-ccce67ffd817 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:50.416484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fd274a23-edca-40a7-8ff6-9bbc5c1135d9 req-4c20b99d-8ef4-43f0-bbe8-4e7cd82999c4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168375 Aug 16 02:10:50.432295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:50.504760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce478a50-4bc0-44af-8d46-114e921afa90 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Subnet': ['ID=5f61cb61-d29b-4200-915f-2e873aadcd9c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:50.537160 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.585908 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e7fd0e-4f1e-42aa-b454-0d15110e6d32 x-openstack-request-id: req-76e7fd0e-4f1e-42aa-b454-0d15110e6d32 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:50.586198 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-unplugged", "status": "completed", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:50.587182 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76e7fd0e-4f1e-42aa-b454-0d15110e6d32 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:50.587814 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'code': 200} Aug 16 02:10:50.625613 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.654705 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.682315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:50.682707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1897f1ab-c91a-45f2-90e0-0dd31bb8b83f not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:50.763537 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 9a80aee9-cb15-4017-8196-a41d9437a442 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:50.766189 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.912989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] For port 9a80aee9-cb15-4017-8196-a41d9437a442, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9a80aee9-cb15-4017-8196-a41d9437a442,segment=NetworkSegment(d129e6ef-d4ae-4078-8baf-f6bb1913945e),segment_id=d129e6ef-d4ae-4078-8baf-f6bb1913945e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:50.913524 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.944848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 9a80aee9-cb15-4017-8196-a41d9437a442 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:51.008723 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.051796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f1f958-1c0f-460f-900c-62b77dcaedee None None] DHCP port deletion for d0be3259-f0d5-41dd-a06b-48ca9860fb93 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:51.148480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-47f1f958-1c0f-460f-900c-62b77dcaedee None None] Deleting port 9a80aee9-cb15-4017-8196-a41d9437a442 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:51.148859 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-47f1f958-1c0f-460f-900c-62b77dcaedee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.162871 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.217263 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=9a80aee9-cb15-4017-8196-a41d9437a442,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.226670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No DVR routers for this DVR port 9a80aee9-cb15-4017-8196-a41d9437a442 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:51.239081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b3df62-0d63-4dea-820d-869638dfb2c7']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:51.255975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-47f1f958-1c0f-460f-900c-62b77dcaedee None None] For port 9a80aee9-cb15-4017-8196-a41d9437a442, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9a80aee9-cb15-4017-8196-a41d9437a442,segment=NetworkSegment(d129e6ef-d4ae-4078-8baf-f6bb1913945e),segment_id=d129e6ef-d4ae-4078-8baf-f6bb1913945e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:51.256381 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-47f1f958-1c0f-460f-900c-62b77dcaedee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.272140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-47f1f958-1c0f-460f-900c-62b77dcaedee None None] Calling delete_port for 9a80aee9-cb15-4017-8196-a41d9437a442 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:51.280049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.294564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8eff567-fd78-4b78-836a-82ccb2be2620') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:51.294865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8eff567-fd78-4b78-836a-82ccb2be2620') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:51.309892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.355033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] No DVR routers for this DVR port bba804ce-2238-4f2b-a7fc-a66eb57e272c on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:51.392495 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-47f1f958-1c0f-460f-900c-62b77dcaedee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.397847 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.416223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1f958-1c0f-460f-900c-62b77dcaedee None None] Pushing event deleted for resources: {'Port': ['ID=9a80aee9-cb15-4017-8196-a41d9437a442,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.452185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f1f958-1c0f-460f-900c-62b77dcaedee None None] No DVR routers for this DVR port 9a80aee9-cb15-4017-8196-a41d9437a442 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:51.466006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0be3259-f0d5-41dd-a06b-48ca9860fb93']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:51.483307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd129e6ef-d4ae-4078-8baf-f6bb1913945e') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:51.483614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd129e6ef-d4ae-4078-8baf-f6bb1913945e') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:51.500669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:51.502154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.521972 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.544404 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:51.544813 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:51.567844 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:51.624048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:51.636915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:51.655565 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.681067 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:51.681525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a0f44c6a-5c7e-4fb2-853f-cdd69b20dc37 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:51.681981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9a80aee9-cb15-4017-8196-a41d9437a442 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:51.689065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:51.689490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.725157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 9a80aee9-cb15-4017-8196-a41d9437a442 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:51.725662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9a80aee9-cb15-4017-8196-a41d9437a442 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:51.763528 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:51.779678 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.795374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.798057 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/networks/d0be3259-f0d5-41dd-a06b-48ca9860fb93 HTTP/1.1" status: 204 len: 168 time: 1.4191380 Aug 16 02:10:51.812960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36204) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:51.818736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-372151921'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:51.820261 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b358825-f6ad-4e11-9649-e365f8fdb89b tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Network': ['ID=d0be3259-f0d5-41dd-a06b-48ca9860fb93,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.874522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:51.875920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:51.876209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c on network aa3c278a-c9a5-49cb-9686-b159b99fea4d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:51.886542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Port bba804ce-2238-4f2b-a7fc-a66eb57e272c on network aa3c278a-c9a5-49cb-9686-b159b99fea4d not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:51.890423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c on network aa3c278a-c9a5-49cb-9686-b159b99fea4d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:51.898567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb66cce-a090-4d94-bfaf-98da5de1dc4a req-0737271a-9d45-494a-9660-bf4d61f0da49 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.900068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eb66cce-a090-4d94-bfaf-98da5de1dc4a req-0737271a-9d45-494a-9660-bf4d61f0da49 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 944 time: 0.1400414 Aug 16 02:10:51.914861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:51.919330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Checking segment: {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:51.919330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Bound using segment: {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:51.919330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Bound port: bba804ce-2238-4f2b-a7fc-a66eb57e272c, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:51.919330 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.939592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.950287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:51.953953 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.956253 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.960638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "DELETE /v2.0/networks/10b3df62-0d63-4dea-820d-869638dfb2c7 HTTP/1.1" status: 204 len: 168 time: 1.9134579 Aug 16 02:10:51.963966 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36216) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:52.002915 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.018208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f747c6f-3111-42cc-977f-ef09bcfcb77d tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'Network': ['ID=10b3df62-0d63-4dea-820d-869638dfb2c7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:52.038116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4eb66cce-a090-4d94-bfaf-98da5de1dc4a req-4e579fd1-5be5-4c8c-bfc9-09978e1cadab tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313889 Aug 16 02:10:52.073836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:52.095872 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.096237 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Added segment 29d79d1b-bf80-43c9-8af3-da7685ce9298 of type vlan for network 4a82a367-f279-464f-991e-b6c7bc04555f Aug 16 02:10:52.097898 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:52.107406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:52.145013 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.186615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.214657 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Deleting port d53277d7-ca59-4a33-9a7c-159f22ea712f {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:52.215095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.236948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.239264 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.240067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] 10.222.0.64 "PUT /v2.0/ports/bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 1093 time: 3.2495387 Aug 16 02:10:52.277116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a6d81-889c-495e-9624-6d1df01b7317 service neutron] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:52.300260 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.305889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.306502 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.361738 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.362150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.376105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Calling delete_port for d53277d7-ca59-4a33-9a7c-159f22ea712f owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:52.412335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-23ff787c-8a39-4d4a-afc6-6b37b3f34c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.414095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-23ff787c-8a39-4d4a-afc6-6b37b3f34c9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1096 time: 0.1468217 Aug 16 02:10:52.415428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Network': ['ID=4a82a367-f279-464f-991e-b6c7bc04555f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:52.442132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 4a82a367-f279-464f-991e-b6c7bc04555f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:52.516877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3d254732-f7b2-4885-aaf8-8e489efb4545 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6991930 Aug 16 02:10:52.518294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36250) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:52.526139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': '4a82a367-f279-464f-991e-b6c7bc04555f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:52.594984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:52.595393 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3" -d '{"events": [{"name": "network-changed", "server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:52.602523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-3ef07a4d-2f5e-41bf-84d7-40d7fd350ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.604191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-3ef07a4d-2f5e-41bf-84d7-40d7fd350ad5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 897 time: 0.1823337 Aug 16 02:10:52.694016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-69fed1f1-1bd6-4de4-aabc-c91268933d2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 999 time: 0.0813634 Aug 16 02:10:52.696905 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797c1bf3-dc84-4bbd-a225-eef93bdc4b0f x-openstack-request-id: req-797c1bf3-dc84-4bbd-a225-eef93bdc4b0f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:52.697200 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:52.697456 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-797c1bf3-dc84-4bbd-a225-eef93bdc4b0f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:52.697875 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'status': 'completed', 'code': 200} Aug 16 02:10:52.815341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:52.815907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-ddc7d312-1e47-421a-9b59-146ffac59122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.817128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-ddc7d312-1e47-421a-9b59-146ffac59122 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 200 len: 834 time: 0.1149175 Aug 16 02:10:52.818806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-0dd5bc3c-38a5-487b-a97b-805e0204cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.818959 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.821900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-0dd5bc3c-38a5-487b-a97b-805e0204cc16 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1096 time: 0.1036248 Aug 16 02:10:52.979811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-9b63dc8e-c577-4a37-860b-2cd632a99288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.981346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-9b63dc8e-c577-4a37-860b-2cd632a99288 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa3c278a-c9a5-49cb-9686-b159b99fea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560402 Aug 16 02:10:52.982544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-e76df26d-5d0b-4be9-b1d5-3c4bbb39f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.994063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-e76df26d-5d0b-4be9-b1d5-3c4bbb39f5be service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 897 time: 0.1362777 Aug 16 02:10:53.033768 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.137481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'Port': ['ID=d53277d7-ca59-4a33-9a7c-159f22ea712f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:53.175555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-552f1638-3f8d-4454-915a-2b267e7e5aea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 999 time: 0.1698215 Aug 16 02:10:53.201800 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.202596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.204068 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.204672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.205303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.205804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.206354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.207009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.207511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.208004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.208572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.209068 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:53.221294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f61b9e-0be1-46ba-a984-55bf0f5f035b req-128c0dff-ed59-42c2-8e21-05a2bf469075 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.222940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83f61b9e-0be1-46ba-a984-55bf0f5f035b req-128c0dff-ed59-42c2-8e21-05a2bf469075 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 944 time: 0.1035407 Aug 16 02:10:53.305683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-1cb8a045-d4e6-49cd-9784-25b91d6bad61 service neutron] 10.222.0.64 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105872 Aug 16 02:10:53.317938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.319574 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Floating IP 8b0a278f-8ebd-4fa0-ab88-06d6b3949a21 disassociated (deleted). External IP: 172.25.8.251, port: 41612216-c2b5-4b01-88bf-a3004eb373cc. Aug 16 02:10:53.390352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83f61b9e-0be1-46ba-a984-55bf0f5f035b req-7ac9c9c0-c3a5-472d-aede-188f11ba6251 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165287 Aug 16 02:10:53.394374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-a6fcebce-8666-4207-a984-ada9542842c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.396011 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-a6fcebce-8666-4207-a984-ada9542842c3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 200 len: 834 time: 0.1999803 Aug 16 02:10:53.506527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8405dde0-e7e7-40ce-b239-274c58964b76 req-8cff3297-1cb8-4556-8440-7b0063467947 service neutron] 10.222.0.64 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916082 Aug 16 02:10:53.508427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-82890c62-7c8b-4ab7-801c-f5cb6b9df936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.510211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-82890c62-7c8b-4ab7-801c-f5cb6b9df936 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa3c278a-c9a5-49cb-9686-b159b99fea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052773 Aug 16 02:10:53.529867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.599143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36328) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:53.684290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-ac4bf8d4-25f6-4186-8c47-975e0392d4fa service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666100 Aug 16 02:10:53.754744 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Subnet': ['ID=5f2185a4-5123-473c-8e1b-b3cd331f1945,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:53.827087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Checking segment: {'id': '29d79d1b-bf80-43c9-8af3-da7685ce9298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a82a367-f279-464f-991e-b6c7bc04555f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:53.828623 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network hostable DHCP agents. Network: 4a82a367-f279-464f-991e-b6c7bc04555f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:53.861731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49c117c4-d7ac-47c8-b8eb-5eb225c7eaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.864267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Router d425fe30-111a-4e3f-a446-17ac034c92c4 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:53.887186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-fb223378-eca2-403b-8260-110f99ca2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.888716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-fb223378-eca2-403b-8260-110f99ca2b53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1096 time: 0.1772316 Aug 16 02:10:53.978740 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 4a82a367-f279-464f-991e-b6c7bc04555f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:54.000794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-80c1f15a-ae4a-49a5-80fe-86a44ba18163 service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065286 Aug 16 02:10:54.022944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:54.028200 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.040627 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a5f99-ccbd-4b8d-b222-3014586480b5 None None] Sync routers for ids ['d425fe30-111a-4e3f-a446-17ac034c92c4'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:54.054025 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a5f99-ccbd-4b8d-b222-3014586480b5 None None] Routers {'d425fe30-111a-4e3f-a446-17ac034c92c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:54.054716 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f96a5f99-ccbd-4b8d-b222-3014586480b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:10:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d425fe30-111a-4e3f-a446-17ac034c92c4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:54.058509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-1c91110f-20e9-4b08-a447-bd4cc15c44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.060084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-1c91110f-20e9-4b08-a447-bd4cc15c44c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 897 time: 0.1625676 Aug 16 02:10:54.067904 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-630c6092-9578-48a2-ba84-08b07b6f1a61 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "DELETE /v2.0/floatingips/8b0a278f-8ebd-4fa0-ab88-06d6b3949a21 HTTP/1.1" status: 204 len: 168 time: 2.1006725 Aug 16 02:10:54.083739 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'tag': '41612216-c2b5-4b01-88bf-a3004eb373cc'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:54.083739 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25ca3ec-8859-42c8-9f4b-84f85de69900" -d '{"events": [{"name": "network-changed", "server_uuid": "d4816fea-6a5a-4f88-bf34-f1edfbfce324", "tag": "41612216-c2b5-4b01-88bf-a3004eb373cc"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:54.122918 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 4a82a367-f279-464f-991e-b6c7bc04555f) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:54.128919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.129786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.138164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62781f-b2e6-4d08-aaa1-3af06f42b539 None None] Network 4a82a367-f279-464f-991e-b6c7bc04555f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:54.183073 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49c117c4-d7ac-47c8-b8eb-5eb225c7eaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.190535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-a9709db2-9002-4a6a-b07a-df104e0e8248 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 999 time: 0.1155307 Aug 16 02:10:54.223488 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-f96a5f99-ccbd-4b8d-b222-3014586480b5 None None] Set router d425fe30-111a-4e3f-a446-17ac034c92c4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:54.264807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-7446ce60-76a8-42e3-9f84-01a18492e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.267053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-7446ce60-76a8-42e3-9f84-01a18492e0d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 200 len: 834 time: 0.0704606 Aug 16 02:10:54.291018 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49c117c4-d7ac-47c8-b8eb-5eb225c7eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.357798 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-21b277b9-7683-4bcc-9645-798eb2cf065f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8380492 Aug 16 02:10:54.360660 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36374) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:54.370075 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': '4a82a367-f279-464f-991e-b6c7bc04555f', 'name': 'tempest-PortsTestJSON-845692720', 'fixed_ips': [{'subnet_id': '5f2185a4-5123-473c-8e1b-b3cd331f1945', 'ip_address': '172.20.0.10'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:54.377584 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36378) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:54.381124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-49c117c4-d7ac-47c8-b8eb-5eb225c7eaaf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b41652f52f24ca8b0b6cc2bb5111a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7879436 Aug 16 02:10:54.397868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c117c4-d7ac-47c8-b8eb-5eb225c7eaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9eda1e-173d-4e9b-9e05-228e93d8f7a7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:54.407220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-bd171617-5ee0-4577-b086-f7d416cd70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.408531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-bd171617-5ee0-4577-b086-f7d416cd70c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa3c278a-c9a5-49cb-9686-b159b99fea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287663 Aug 16 02:10:54.556802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-5bdf04c1-0979-4eab-8a0e-afcbcc920406 service neutron] 10.222.0.64 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344721 Aug 16 02:10:54.571866 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-800401e7-19d0-4be8-85d6-71f471a334a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.610977 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-800401e7-19d0-4be8-85d6-71f471a334a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.642798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-4a82a367-f279-464f-991e-b6c7bc04555f', 'network_id': '4a82a367-f279-464f-991e-b6c7bc04555f', 'tenant_id': '4f59de9cac45415e851d7d36841af304', 'fixed_ips': [{'subnet_id': '5f2185a4-5123-473c-8e1b-b3cd331f1945'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:54.643538 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f96a5f99-ccbd-4b8d-b222-3014586480b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:09:05Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0651d6f8-9352-45ab-9d42-aed999790a7d', 'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:b8:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:03Z', 'updated_at': '2021-08-16T02:09:11Z', 'revision_number': 5, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:54.644018 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.646758 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32a3a68-893e-409e-a7eb-caad507b52bc x-openstack-request-id: req-a32a3a68-893e-409e-a7eb-caad507b52bc {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:54.647270 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4816fea-6a5a-4f88-bf34-f1edfbfce324", "tag": "41612216-c2b5-4b01-88bf-a3004eb373cc", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:54.647705 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a32a3a68-893e-409e-a7eb-caad507b52bc {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:54.648303 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'tag': '41612216-c2b5-4b01-88bf-a3004eb373cc', 'status': 'completed', 'code': 200} Aug 16 02:10:54.740018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:54.749156 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a5f99-ccbd-4b8d-b222-3014586480b5 None None] Checking router: d425fe30-111a-4e3f-a446-17ac034c92c4 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:54.760307 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a5f99-ccbd-4b8d-b222-3014586480b5 None None] Routers {'d425fe30-111a-4e3f-a446-17ac034c92c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:54.760917 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f96a5f99-ccbd-4b8d-b222-3014586480b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:10:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d425fe30-111a-4e3f-a446-17ac034c92c4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:54.899807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Allocated IP 172.20.0.2 (4a82a367-f279-464f-991e-b6c7bc04555f/5f2185a4-5123-473c-8e1b-b3cd331f1945/14170ee6-0a18-4f44-91c0-8bbd4492f1a5) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:54.914168 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-f96a5f99-ccbd-4b8d-b222-3014586480b5 None None] Set router d425fe30-111a-4e3f-a446-17ac034c92c4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:54.937017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.947484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ca3ec-8859-42c8-9f4b-84f85de69900 req-27fb7770-891d-485a-92c8-f0e83987a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.950486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a25ca3ec-8859-42c8-9f4b-84f85de69900 req-27fb7770-891d-485a-92c8-f0e83987a6a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 1137 time: 0.1905940 Aug 16 02:10:54.963844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 97ea0636-199b-4c42-81be-4f834fdb97d1 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:54.966171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a0666-e475-4612-89a5-4e3ec99159e1 req-ef365be4-0c5a-44b8-a907-65d5e9d81106 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.969376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-421a0666-e475-4612-89a5-4e3ec99159e1 req-ef365be4-0c5a-44b8-a907-65d5e9d81106 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 944 time: 0.2099819 Aug 16 02:10:55.049990 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ed9bbb8-5cde-42f7-bca5-90a8c87711f3 req-adf27fb4-51df-4909-88cf-edf20a19734e service neutron] 10.222.0.64 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792466 Aug 16 02:10:55.110052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-421a0666-e475-4612-89a5-4e3ec99159e1 req-790e2bcd-8ea3-4f3e-88cd-ae4af34809a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141961 Aug 16 02:10:55.119243 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-800401e7-19d0-4be8-85d6-71f471a334a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.121806 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-800401e7-19d0-4be8-85d6-71f471a334a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.124607 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-800401e7-19d0-4be8-85d6-71f471a334a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c9eda1e-173d-4e9b-9e05-228e93d8f7a7 HTTP/1.1" status: 204 len: 168 time: 0.7459946 Aug 16 02:10:55.133294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800401e7-19d0-4be8-85d6-71f471a334a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9eda1e-173d-4e9b-9e05-228e93d8f7a7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:55.154595 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.167637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Transition to ACTIVE for port object 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:55.184961 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Transition to ACTIVE for port object 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:55.198998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ca3ec-8859-42c8-9f4b-84f85de69900 req-cde84d3a-9828-4356-99e7-2c0fd7d86fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.201307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a25ca3ec-8859-42c8-9f4b-84f85de69900 req-cde84d3a-9828-4356-99e7-2c0fd7d86fd1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d389de70-727a-4991-8dd8-5ae76bd1302d HTTP/1.1" status: 200 len: 896 time: 0.2260191 Aug 16 02:10:55.254270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a25ca3ec-8859-42c8-9f4b-84f85de69900 req-8c8e2838-7e31-4858-a36a-ee62bfc1f44c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41612216-c2b5-4b01-88bf-a3004eb373cc HTTP/1.1" status: 200 len: 217 time: 0.0446308 Aug 16 02:10:55.332314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ca3ec-8859-42c8-9f4b-84f85de69900 req-fc44f009-788c-4ad2-b7a5-da78b94829d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.334027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a25ca3ec-8859-42c8-9f4b-84f85de69900 req-fc44f009-788c-4ad2-b7a5-da78b94829d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=833fef2b-2bb6-46f1-9bf0-e96d9a07b894 HTTP/1.1" status: 200 len: 834 time: 0.0720499 Aug 16 02:10:55.340531 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.348011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f8719-937f-4297-ad42-be7900a233f3 req-3728ea22-8127-49e2-9837-a19d0b2ba464 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.355385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-999f8719-937f-4297-ad42-be7900a233f3 req-3728ea22-8127-49e2-9837-a19d0b2ba464 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 985 time: 0.1036799 Aug 16 02:10:55.380089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Network 4a82a367-f279-464f-991e-b6c7bc04555f is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:55.440883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:55.456649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:55.464224 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Pushing event updated for resources: {'Port': ['ID=14170ee6-0a18-4f44-91c0-8bbd4492f1a5,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:55.490367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.10 (4a82a367-f279-464f-991e-b6c7bc04555f/5f2185a4-5123-473c-8e1b-b3cd331f1945/97ea0636-199b-4c42-81be-4f834fdb97d1) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:55.494815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-999f8719-937f-4297-ad42-be7900a233f3 req-95cbfbc7-db61-425f-887a-fd56807bfd35 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1384354 Aug 16 02:10:55.510347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ca3ec-8859-42c8-9f4b-84f85de69900 req-adf03f87-746c-46af-b0e6-5fcd0d2e6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.510347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a25ca3ec-8859-42c8-9f4b-84f85de69900 req-adf03f87-746c-46af-b0e6-5fcd0d2e6076 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d389de70-727a-4991-8dd8-5ae76bd1302d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1452131 Aug 16 02:10:55.587719 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-f96a5f99-ccbd-4b8d-b222-3014586480b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:09:05Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0651d6f8-9352-45ab-9d42-aed999790a7d', 'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:b8:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:03Z', 'updated_at': '2021-08-16T02:09:11Z', 'revision_number': 5, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:55.594788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Attempting to bind port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:55.595951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Attempting to bind port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '29d79d1b-bf80-43c9-8af3-da7685ce9298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a82a367-f279-464f-991e-b6c7bc04555f'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:55.596450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Attempting to bind port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 on network 4a82a367-f279-464f-991e-b6c7bc04555f {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:55.604360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:55.606265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Checking segment: {'id': '29d79d1b-bf80-43c9-8af3-da7685ce9298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a82a367-f279-464f-991e-b6c7bc04555f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:55.610641 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.610641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Bound using segment: {'id': '29d79d1b-bf80-43c9-8af3-da7685ce9298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a82a367-f279-464f-991e-b6c7bc04555f'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:55.611662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Bound port: 14170ee6-0a18-4f44-91c0-8bbd4492f1a5, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d79d1b-bf80-43c9-8af3-da7685ce9298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a82a367-f279-464f-991e-b6c7bc04555f'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:55.612078 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.662928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a25ca3ec-8859-42c8-9f4b-84f85de69900 req-a95577d7-b488-4ba0-b9d4-dc6b91f509fe service neutron] 10.222.0.64 "GET /v2.0/networks/d389de70-727a-4991-8dd8-5ae76bd1302d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455302 Aug 16 02:10:55.677146 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a5f99-ccbd-4b8d-b222-3014586480b5 None None] The sync data for ids ['d425fe30-111a-4e3f-a446-17ac034c92c4'] in n-d-768509-23 is: [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:09:05Z', 'revision_number': 4, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0651d6f8-9352-45ab-9d42-aed999790a7d', 'name': '', 'network_id': 'd389de70-727a-4991-8dd8-5ae76bd1302d', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'mac_address': 'fa:16:3e:b8:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:03Z', 'updated_at': '2021-08-16T02:09:11Z', 'revision_number': 5, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'subnets': [{'id': '833fef2b-2bb6-46f1-9bf0-e96d9a07b894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:55.784762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] For port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:55.789715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] For port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=14170ee6-0a18-4f44-91c0-8bbd4492f1a5,segment=NetworkSegment(29d79d1b-bf80-43c9-8af3-da7685ce9298),segment_id=29d79d1b-bf80-43c9-8af3-da7685ce9298)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:55.793135 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.817118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object 97ea0636-199b-4c42-81be-4f834fdb97d1 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:55.867422 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a25ca3ec-8859-42c8-9f4b-84f85de69900 req-0111d1cb-e861-4a48-bf2b-0afc7188646a service neutron] 10.222.0.64 "GET /v2.0/networks/d389de70-727a-4991-8dd8-5ae76bd1302d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915059 Aug 16 02:10:55.898748 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.942095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.979282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 4a82a367-f279-464f-991e-b6c7bc04555f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:55.997375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cbdea-85b7-47d0-90f5-d62f9a8ff181 None None] Pushing event updated for resources: {'Port': ['ID=14170ee6-0a18-4f44-91c0-8bbd4492f1a5,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:56.036346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:56.047618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:56.104002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d433da-b207-4451-9d27-c0f0d3a36e0f req-08956e48-347b-4b2c-aed6-0a2175497b80 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.112849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43d433da-b207-4451-9d27-c0f0d3a36e0f req-08956e48-347b-4b2c-aed6-0a2175497b80 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 985 time: 0.0761197 Aug 16 02:10:56.116116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=97ea0636-199b-4c42-81be-4f834fdb97d1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:56.128830 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456a26f4-1624-424b-9603-ea42aeae0292 None None] New status for floating IP 8b0a278f-8ebd-4fa0-ab88-06d6b3949a21: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:10:56.132556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.133492 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.236028 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2365676f-7deb-436f-9759-bf088c1ce3e3 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8704712 Aug 16 02:10:56.236028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36508) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:56.243024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': '4a82a367-f279-464f-991e-b6c7bc04555f', 'name': 'tempest-PortsTestJSON-1109719768', 'fixed_ips': [{'subnet_id': '5f2185a4-5123-473c-8e1b-b3cd331f1945', 'ip_address': '172.20.0.9'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:56.388551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016533f0-010d-4865-a9f7-e9358cad6be8 req-9eb74dc5-b293-414c-a5c5-5b4a5be0c87d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.390182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-016533f0-010d-4865-a9f7-e9358cad6be8 req-9eb74dc5-b293-414c-a5c5-5b4a5be0c87d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 944 time: 0.1222289 Aug 16 02:10:56.421035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-43d433da-b207-4451-9d27-c0f0d3a36e0f req-5b0c3db2-60a0-4bed-9098-e742dc8328a8 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Deleting port 41612216-c2b5-4b01-88bf-a3004eb373cc {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:56.422035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43d433da-b207-4451-9d27-c0f0d3a36e0f req-5b0c3db2-60a0-4bed-9098-e742dc8328a8 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.510407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-016533f0-010d-4865-a9f7-e9358cad6be8 req-fd44f4de-328e-4c12-ba6d-c7cbedf5ea0f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098695 Aug 16 02:10:56.538068 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:56.538068 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.560500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-43d433da-b207-4451-9d27-c0f0d3a36e0f req-5b0c3db2-60a0-4bed-9098-e742dc8328a8 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] For port 41612216-c2b5-4b01-88bf-a3004eb373cc, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=41612216-c2b5-4b01-88bf-a3004eb373cc,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:56.560882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43d433da-b207-4451-9d27-c0f0d3a36e0f req-5b0c3db2-60a0-4bed-9098-e742dc8328a8 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.561175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 5aba689b-70f6-4ed0-b05c-7c0d8b8bfd72 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:56.581062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-43d433da-b207-4451-9d27-c0f0d3a36e0f req-5b0c3db2-60a0-4bed-9098-e742dc8328a8 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Calling delete_port for 41612216-c2b5-4b01-88bf-a3004eb373cc owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:56.720577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181e54-b5f7-4fc0-87b4-453be8fc9b96 req-bf33d309-f474-4c3d-a6e9-cae7155e3248 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.726693 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d181e54-b5f7-4fc0-87b4-453be8fc9b96 req-bf33d309-f474-4c3d-a6e9-cae7155e3248 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 985 time: 0.1386049 Aug 16 02:10:56.790770 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d181e54-b5f7-4fc0-87b4-453be8fc9b96 req-7817b8f0-9194-45c2-a0d3-8238fc72d4d6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ac871ca-155c-4793-ba9d-834e23ab6595&id=3b988d75-878d-49b4-8b57-ddf80d02e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0610759 Aug 16 02:10:56.792096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36556) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:56.955386 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43d433da-b207-4451-9d27-c0f0d3a36e0f req-5b0c3db2-60a0-4bed-9098-e742dc8328a8 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.976996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-753329175-network', 'tenant_id': '79891c42b14c468ebef02dc351a863cd'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:57.028504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c3db2-60a0-4bed-9098-e742dc8328a8 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'Port': ['ID=41612216-c2b5-4b01-88bf-a3004eb373cc,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.067434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:57.119297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d433da-b207-4451-9d27-c0f0d3a36e0f req-5b0c3db2-60a0-4bed-9098-e742dc8328a8 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] No DVR routers for this DVR port 41612216-c2b5-4b01-88bf-a3004eb373cc on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:57.119845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Made reservation on behalf of 79891c42b14c468ebef02dc351a863cd for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:57.122178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.127484 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43d433da-b207-4451-9d27-c0f0d3a36e0f req-5b0c3db2-60a0-4bed-9098-e742dc8328a8 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.130929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43d433da-b207-4451-9d27-c0f0d3a36e0f req-5b0c3db2-60a0-4bed-9098-e742dc8328a8 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.64 "DELETE /v2.0/ports/41612216-c2b5-4b01-88bf-a3004eb373cc HTTP/1.1" status: 204 len: 173 time: 1.0181093 Aug 16 02:10:57.131866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'name': 'network-vif-deleted', 'tag': '41612216-c2b5-4b01-88bf-a3004eb373cc'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:57.134781 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb23f1-c205-4036-bfb3-b26f5c029249" -d '{"events": [{"server_uuid": "d4816fea-6a5a-4f88-bf34-f1edfbfce324", "name": "network-vif-deleted", "tag": "41612216-c2b5-4b01-88bf-a3004eb373cc"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:57.138023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.9 (4a82a367-f279-464f-991e-b6c7bc04555f/5f2185a4-5123-473c-8e1b-b3cd331f1945/5aba689b-70f6-4ed0-b05c-7c0d8b8bfd72) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:57.144704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.240893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:57.259691 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'port_id': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'mac_address': 'fa:16:3e:ec:02:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:57.324100 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abb99f1-c8d9-4481-a048-a04d805cb1ad x-openstack-request-id: req-1abb99f1-c8d9-4481-a048-a04d805cb1ad {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:57.324633 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4816fea-6a5a-4f88-bf34-f1edfbfce324", "name": "network-vif-deleted", "tag": "41612216-c2b5-4b01-88bf-a3004eb373cc", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:57.326239 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1abb99f1-c8d9-4481-a048-a04d805cb1ad {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:57.332131 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4816fea-6a5a-4f88-bf34-f1edfbfce324', 'name': 'network-vif-deleted', 'tag': '41612216-c2b5-4b01-88bf-a3004eb373cc', 'status': 'completed', 'code': 200} Aug 16 02:10:57.333147 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.364851 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.384174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba804ce-2238-4f2b-a7fc-a66eb57e272c {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:57.387229 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.419517 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object 5aba689b-70f6-4ed0-b05c-7c0d8b8bfd72 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:57.424865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:57.477033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe395ed-db97-4f84-b387-31944d8d1be8 None None] Network 4a82a367-f279-464f-991e-b6c7bc04555f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:57.491134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.546300 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.550088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351d685-1473-4e54-8c45-fb29693bc5c0 req-f024aca4-4c03-4ab7-8708-c43a6747db33 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:57.552382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b351d685-1473-4e54-8c45-fb29693bc5c0 req-f024aca4-4c03-4ab7-8708-c43a6747db33 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 944 time: 0.1634216 Aug 16 02:10:57.577316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:57.627059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.627767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08712dc9-3233-4fd7-a9a3-db42d8cd6240,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.636534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b351d685-1473-4e54-8c45-fb29693bc5c0 req-5b4526cf-7442-4be4-9256-8b7c8ccee3da tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642517 Aug 16 02:10:57.661969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.683559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-74f617dc-fa9a-4df3-83e5-714540baceba tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:57.683559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-74f617dc-fa9a-4df3-83e5-714540baceba tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.64 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586&tenant_id=28991c254a224cf091ab3afd77d33192&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 944 time: 0.2316439 Aug 16 02:10:57.684911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.685190 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Added segment acda288f-0a74-43f9-a92a-f71911d8ce8d of type vlan for network 6becc351-aafe-4909-bc24-cb85be846b38 Aug 16 02:10:57.750505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:57.760144 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cdcc73e7-f85a-4ff5-9e78-d4e7884658e3 None None] Provisioning for port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:57.764248 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.764689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 4a82a367-f279-464f-991e-b6c7bc04555f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:57.768121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:57.775431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:57.796042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-f1fc2479-b7f8-4462-9bda-0f2624e294b0 service neutron] 10.222.0.64 "GET /v2.0/ports/bba804ce-2238-4f2b-a7fc-a66eb57e272c/bindings/n-h1-768509-23 HTTP/1.1" status: 200 len: 383 time: 0.1127746 Aug 16 02:10:57.819121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=5aba689b-70f6-4ed0-b05c-7c0d8b8bfd72,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.860176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:57.872711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.882483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['bba804ce-2238-4f2b-a7fc-a66eb57e272c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:57.893163 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-1e0a49fa-0e3b-4e2b-8bff-fb13e7f3209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:57.894733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-1e0a49fa-0e3b-4e2b-8bff-fb13e7f3209e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1097 time: 0.0679061 Aug 16 02:10:57.913731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.924136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:57.924136 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.997853 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4c4fb9c0-bc3f-49c2-9812-831dc76ebad8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7608516 Aug 16 02:10:58.005232 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36640) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:58.071113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:58.087673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:58.088724 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.105328 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5865d404-c5a6-4cab-b402-aa9c2381a6c8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.110274 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5865d404-c5a6-4cab-b402-aa9c2381a6c8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1008093 Aug 16 02:10:58.110436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36646) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:58.177130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dfb0a4-bd05-494a-bc4f-f56631ca594e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.188174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dfb0a4-bd05-494a-bc4f-f56631ca594e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.195167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dfb0a4-bd05-494a-bc4f-f56631ca594e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.197344 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-26dfb0a4-bd05-494a-bc4f-f56631ca594e tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0857878 Aug 16 02:10:58.200442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36648) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:58.293846 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.329197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e93cde8b-f99b-4415-ab99-fb6889681b13 None None] Provisioning complete for port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:58.329575 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e93cde8b-f99b-4415-ab99-fb6889681b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.346324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9aaaf01e-a318-4a58-b453-c6824d9a85f0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 5aba689b-70f6-4ed0-b05c-7c0d8b8bfd72 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:58.346991 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9aaaf01e-a318-4a58-b453-c6824d9a85f0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.385285 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:10:58.396360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=14170ee6-0a18-4f44-91c0-8bbd4492f1a5,segment=NetworkSegment(29d79d1b-bf80-43c9-8af3-da7685ce9298),segment_id=29d79d1b-bf80-43c9-8af3-da7685ce9298)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:58.463071 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e93cde8b-f99b-4415-ab99-fb6889681b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.505534 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9aaaf01e-a318-4a58-b453-c6824d9a85f0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.523573 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9aaaf01e-a318-4a58-b453-c6824d9a85f0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 5aba689b-70f6-4ed0-b05c-7c0d8b8bfd72 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:58.533202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b5c2936-40fd-4f6c-ab30-dfbe37b75121 req-31f12a54-6ce3-40f9-aa68-390bac6e2af4 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4816fea-6a5a-4f88-bf34-f1edfbfce324 HTTP/1.1" status: 200 len: 210 time: 0.6221733 Aug 16 02:10:58.540521 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.608603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6becc351-aafe-4909-bc24-cb85be846b38,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:58.631175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 6becc351-aafe-4909-bc24-cb85be846b38 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:58.639661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-fb163d42-6959-4963-a82e-42112d637b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.647008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-fb163d42-6959-4963-a82e-42112d637b78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 897 time: 0.7445369 Aug 16 02:10:58.655281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8ec89e4c-bc6a-48c5-a799-54f8795136c2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8620985 Aug 16 02:10:58.659888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36666) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:58.666618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] Request body: {'subnet': {'network_id': '6becc351-aafe-4909-bc24-cb85be846b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-753329175-subnet', 'tenant_id': '79891c42b14c468ebef02dc351a863cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:58.685881 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-e93cde8b-f99b-4415-ab99-fb6889681b13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:10:58.686238 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-e93cde8b-f99b-4415-ab99-fb6889681b13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:10:58.702458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=14170ee6-0a18-4f44-91c0-8bbd4492f1a5,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:58.787555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-35f43025-e894-4fe2-892d-9ca04c490346 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 1000 time: 0.1289394 Aug 16 02:10:58.811806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] Made reservation on behalf of 79891c42b14c468ebef02dc351a863cd for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:58.815347 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.831119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9aaaf01e-a318-4a58-b453-c6824d9a85f0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.873280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb31cb1-dab1-482a-afcc-0b390c45a360 req-9b973eb7-d6ec-4e92-b23b-ae3895541241 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.879065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb31cb1-dab1-482a-afcc-0b390c45a360 req-9b973eb7-d6ec-4e92-b23b-ae3895541241 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 945 time: 0.1083598 Aug 16 02:10:58.881569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-3d42897b-657c-417d-b11c-c3215f719f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.883283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-3d42897b-657c-417d-b11c-c3215f719f53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 200 len: 834 time: 0.0780640 Aug 16 02:10:58.917147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaf01e-a318-4a58-b453-c6824d9a85f0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=5aba689b-70f6-4ed0-b05c-7c0d8b8bfd72,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:58.963338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb31cb1-dab1-482a-afcc-0b390c45a360 req-072fef56-b733-4c72-96e7-d53ad485bc3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703368 Aug 16 02:10:58.966270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4fdd38c9-b0d2-4431-9160-cb669a00da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.967746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4fdd38c9-b0d2-4431-9160-cb669a00da48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa3c278a-c9a5-49cb-9686-b159b99fea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760562 Aug 16 02:10:59.027582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9aaaf01e-a318-4a58-b453-c6824d9a85f0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.030120 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9aaaf01e-a318-4a58-b453-c6824d9a85f0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/5aba689b-70f6-4ed0-b05c-7c0d8b8bfd72 HTTP/1.1" status: 204 len: 168 time: 0.8283367 Aug 16 02:10:59.033230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36688) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:59.063341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:59.066666 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d216d76-0de7-4afa-91cb-57b45ebbe241 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:10:59.071285 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1d216d76-0de7-4afa-91cb-57b45ebbe241 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/5aba689b-70f6-4ed0-b05c-7c0d8b8bfd72 HTTP/1.1" status: 404 len: 333 time: 0.0344977 Aug 16 02:10:59.074071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36690) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:59.124981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-0a751d63-d190-42a8-89fc-748a4b63d917 service neutron] 10.222.0.64 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477349 Aug 16 02:10:59.227163 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e93cde8b-f99b-4415-ab99-fb6889681b13 None None] Could not find standard attr ID for object 5aba689b-70f6-4ed0-b05c-7c0d8b8bfd72. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:59.236729 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port bba804ce-2238-4f2b-a7fc-a66eb57e272c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:59.240493 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port bba804ce-2238-4f2b-a7fc-a66eb57e272c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:59.240867 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.255249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.259153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-121591b1-401d-4b49-9bf6-f9d34d627ddf service neutron] 10.222.0.64 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265657 Aug 16 02:10:59.264871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-49ce56d4-3de1-41cd-8a1d-2829d297d6fb tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 97ea0636-199b-4c42-81be-4f834fdb97d1 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:59.265283 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49ce56d4-3de1-41cd-8a1d-2829d297d6fb tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.327267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558e62cf-073e-4d32-bb62-c600c71ad659,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:59.330153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e93cde8b-f99b-4415-ab99-fb6889681b13 None None] Provisioning for port 97ea0636-199b-4c42-81be-4f834fdb97d1 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:59.331227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] Checking segment: {'id': 'acda288f-0a74-43f9-a92a-f71911d8ce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:59.331687 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] Network hostable DHCP agents. Network: 6becc351-aafe-4909-bc24-cb85be846b38, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:59.337114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e93cde8b-f99b-4415-ab99-fb6889681b13 None None] Provisioning complete for port 97ea0636-199b-4c42-81be-4f834fdb97d1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:59.343275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e93cde8b-f99b-4415-ab99-fb6889681b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.367524 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49ce56d4-3de1-41cd-8a1d-2829d297d6fb tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.373435 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.387165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-49ce56d4-3de1-41cd-8a1d-2829d297d6fb tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 97ea0636-199b-4c42-81be-4f834fdb97d1 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:59.399412 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e93cde8b-f99b-4415-ab99-fb6889681b13 None None] Port 97ea0636-199b-4c42-81be-4f834fdb97d1 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:59.410879 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:59.410879 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cd9b16-21af-49b0-8b81-3bd19c1ad6f3" -d '{"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-plugged", "status": "completed", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:59.459619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:59.469180 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] Network 6becc351-aafe-4909-bc24-cb85be846b38 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:59.495747 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83c4620-2702-4e2a-a8ec-3442661f7e61 x-openstack-request-id: req-b83c4620-2702-4e2a-a8ec-3442661f7e61 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:59.496139 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-plugged", "status": "completed", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:59.496391 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b83c4620-2702-4e2a-a8ec-3442661f7e61 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:59.496801 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'code': 200} Aug 16 02:10:59.512259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-599f495d-078b-437f-b3bc-f16db8427111 None None] Could not find standard attr ID for object 5aba689b-70f6-4ed0-b05c-7c0d8b8bfd72. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:59.523273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-599f495d-078b-437f-b3bc-f16db8427111 None None] Provisioning complete for port 97ea0636-199b-4c42-81be-4f834fdb97d1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:59.524079 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-599f495d-078b-437f-b3bc-f16db8427111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.526475 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.527727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41612216-c2b5-4b01-88bf-a3004eb373cc no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:59.568096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 6becc351-aafe-4909-bc24-cb85be846b38) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:59.572654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 41612216-c2b5-4b01-88bf-a3004eb373cc {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:59.573017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 41612216-c2b5-4b01-88bf-a3004eb373cc not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:59.574182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.574585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:59.574793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.605752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d4edf2-6d4d-4bdf-b90a-59516c9f5e92 None None] Network 6becc351-aafe-4909-bc24-cb85be846b38 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:59.614448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36718) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:59.667509 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49ce56d4-3de1-41cd-8a1d-2829d297d6fb tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.683848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-599f495d-078b-437f-b3bc-f16db8427111 None None] Port 97ea0636-199b-4c42-81be-4f834fdb97d1 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:59.718553 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4efcf2b1-04d1-4ae1-a2c5-3f2f4ddebd78 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0482857 Aug 16 02:10:59.718802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce56d4-3de1-41cd-8a1d-2829d297d6fb tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=97ea0636-199b-4c42-81be-4f834fdb97d1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:59.726216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:59.733393 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ecabb03-0e93-4d5b-bbb4-ba0343a08b6b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.790082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:59.790472 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.840388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2408fc-b5ba-4ef2-a22e-d8973b91f42d None None] Network 6becc351-aafe-4909-bc24-cb85be846b38 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:59.882928 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ecabb03-0e93-4d5b-bbb4-ba0343a08b6b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.887236 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fd8ebfc4-c3b8-493b-8afb-440e9d6f22cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.923132 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-49ce56d4-3de1-41cd-8a1d-2829d297d6fb tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.925666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-49ce56d4-3de1-41cd-8a1d-2829d297d6fb tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/97ea0636-199b-4c42-81be-4f834fdb97d1 HTTP/1.1" status: 204 len: 168 time: 0.8506098 Aug 16 02:10:59.933573 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36744) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:59.989501 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13b0835-a846-4f7a-ad74-452fb3321638 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:10:59.996494 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b13b0835-a846-4f7a-ad74-452fb3321638 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/97ea0636-199b-4c42-81be-4f834fdb97d1 HTTP/1.1" status: 404 len: 333 time: 0.0612078 Aug 16 02:11:00.002023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36754) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:00.011922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-59be4224-bcf9-4106-ac93-bcbc4420ace2 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:00.017715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-59be4224-bcf9-4106-ac93-bcbc4420ace2 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/networks?id=47ef609a-438f-4e15-b84e-14e59270762f HTTP/1.1" status: 200 len: 814 time: 0.3102651 Aug 16 02:11:00.048710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-86ee15df-5fa7-4441-8425-6ef5ea61b0fa tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/quotas/9a4a1cd620dd463cad9da3ee09b2a001 HTTP/1.1" status: 200 len: 375 time: 0.0237753 Aug 16 02:11:00.061715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab84b87f-6fb1-4a48-8542-ae35b26c2605 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting subnet 5f2185a4-5123-473c-8e1b-b3cd331f1945 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:00.066849 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab84b87f-6fb1-4a48-8542-ae35b26c2605 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.108449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-3c6ed698-7ca4-4974-bf01-7fd9eb3c23be tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a4a1cd620dd463cad9da3ee09b2a001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519509 Aug 16 02:11:00.142743 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab84b87f-6fb1-4a48-8542-ae35b26c2605 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.161421 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ecabb03-0e93-4d5b-bbb4-ba0343a08b6b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.164060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ecabb03-0e93-4d5b-bbb4-ba0343a08b6b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.166706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6ecabb03-0e93-4d5b-bbb4-ba0343a08b6b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "DELETE /v2.0/security-groups/5ac871ca-155c-4793-ba9d-834e23ab6595 HTTP/1.1" status: 204 len: 168 time: 0.5492480 Aug 16 02:11:00.172830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36762) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:00.196015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecabb03-0e93-4d5b-bbb4-ba0343a08b6b tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac871ca-155c-4793-ba9d-834e23ab6595,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:00.246897 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab84b87f-6fb1-4a48-8542-ae35b26c2605 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.274967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-507a977a-ebd5-4a5c-96f5-f1e679c0515a service neutron] 10.222.0.66 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654797 Aug 16 02:11:00.280254 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c093cae-a90c-4505-a489-188d92b28ce0 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.351453 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c093cae-a90c-4505-a489-188d92b28ce0 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.414740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-dac29494-9c00-4b50-8cca-6b0b6a446b69 service neutron] 10.222.0.66 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310863 Aug 16 02:11:00.483045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab84b87f-6fb1-4a48-8542-ae35b26c2605 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.515775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84b87f-6fb1-4a48-8542-ae35b26c2605 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2185a4-5123-473c-8e1b-b3cd331f1945,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:00.519654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ab84b87f-6fb1-4a48-8542-ae35b26c2605 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.521561 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ab84b87f-6fb1-4a48-8542-ae35b26c2605 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/5f2185a4-5123-473c-8e1b-b3cd331f1945 HTTP/1.1" status: 204 len: 168 time: 0.5182648 Aug 16 02:11:00.524138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36776) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:00.528873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d2401c-cb02-446d-9ede-f21313b35923 None None] Network 4a82a367-f279-464f-991e-b6c7bc04555f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:00.532607 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c093cae-a90c-4505-a489-188d92b28ce0 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.535198 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5c093cae-a90c-4505-a489-188d92b28ce0 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.536514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5c093cae-a90c-4505-a489-188d92b28ce0 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "DELETE /v2.0/security-groups/3b988d75-878d-49b4-8b57-ddf80d02e31f HTTP/1.1" status: 204 len: 168 time: 0.3627546 Aug 16 02:11:00.546333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36778) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:00.547835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c093cae-a90c-4505-a489-188d92b28ce0 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b988d75-878d-49b4-8b57-ddf80d02e31f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:00.620134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.705544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:00.714526 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.826446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba1683-3cdd-4730-b06a-e1c6d359a5a0 None None] DHCP port deletion for 4a82a367-f279-464f-991e-b6c7bc04555f request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:00.834539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] For port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=14170ee6-0a18-4f44-91c0-8bbd4492f1a5,segment=NetworkSegment(29d79d1b-bf80-43c9-8af3-da7685ce9298),segment_id=29d79d1b-bf80-43c9-8af3-da7685ce9298)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:00.834539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.862081 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:00.907003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2fba1683-3cdd-4730-b06a-e1c6d359a5a0 None None] Deleting port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:00.907752 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2fba1683-3cdd-4730-b06a-e1c6d359a5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.000374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701683af-7fc5-402c-ae18-c452a0c87a97 req-9c384778-ed1d-4a36-8432-57bd2e88b3d4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.002159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-701683af-7fc5-402c-ae18-c452a0c87a97 req-9c384778-ed1d-4a36-8432-57bd2e88b3d4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.2460563 Aug 16 02:11:01.019504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2fba1683-3cdd-4730-b06a-e1c6d359a5a0 None None] For port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=14170ee6-0a18-4f44-91c0-8bbd4492f1a5,segment=NetworkSegment(29d79d1b-bf80-43c9-8af3-da7685ce9298),segment_id=29d79d1b-bf80-43c9-8af3-da7685ce9298)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:01.019994 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2fba1683-3cdd-4730-b06a-e1c6d359a5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.033631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2fba1683-3cdd-4730-b06a-e1c6d359a5a0 None None] Calling delete_port for 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:01.090788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-701683af-7fc5-402c-ae18-c452a0c87a97 req-486a95ee-504b-4eb1-a1c4-40697efdecae tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799801 Aug 16 02:11:01.129358 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.135230 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2fba1683-3cdd-4730-b06a-e1c6d359a5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.159000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba1683-3cdd-4730-b06a-e1c6d359a5a0 None None] No DVR routers for this DVR port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:01.166010 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=14170ee6-0a18-4f44-91c0-8bbd4492f1a5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:01.174416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No DVR routers for this DVR port 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:01.183974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba1683-3cdd-4730-b06a-e1c6d359a5a0 None None] Pushing event deleted for resources: {'Port': ['ID=14170ee6-0a18-4f44-91c0-8bbd4492f1a5,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:01.210491 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-06a7f7ff-f0dc-4983-aeb5-48a9d9be4136 req-80351f96-aeb6-4863-be1b-c14db0c22a2a tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 210 time: 0.0591707 Aug 16 02:11:01.282963 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.294018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a82a367-f279-464f-991e-b6c7bc04555f']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:01.307029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d79d1b-bf80-43c9-8af3-da7685ce9298') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:01.307506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d79d1b-bf80-43c9-8af3-da7685ce9298') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:01.318278 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.327010 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.334799 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.341779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:01.342207 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:01.345624 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:01.520157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:01.528577 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.542807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:01.543902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 14170ee6-0a18-4f44-91c0-8bbd4492f1a5 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:01.555457 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.557976 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/networks/4a82a367-f279-464f-991e-b6c7bc04555f HTTP/1.1" status: 204 len: 168 time: 1.0328522 Aug 16 02:11:01.558870 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657118e-9a86-4164-a733-1f6341c43031 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Network': ['ID=4a82a367-f279-464f-991e-b6c7bc04555f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:01.576520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36832) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:01.583511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-754122334'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:01.647685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Deleting port 0651d6f8-9352-45ab-9d42-aed999790a7d {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:01.648029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.729166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:01.732996 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.746136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] For port 0651d6f8-9352-45ab-9d42-aed999790a7d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0651d6f8-9352-45ab-9d42-aed999790a7d,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:01.746387 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.760637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Calling delete_port for 0651d6f8-9352-45ab-9d42-aed999790a7d owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:01.760833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:01.774309 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.774841 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Added segment 159ed158-131d-4ad5-afae-f51581967968 of type vlan for network 3f793160-135a-4638-bf2c-d26052184947 Aug 16 02:11:01.825875 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.965525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.993041 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.998016 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.108927 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Network': ['ID=3f793160-135a-4638-bf2c-d26052184947,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:02.127928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 3f793160-135a-4638-bf2c-d26052184947 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:02.145654 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.175846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'Port': ['ID=0651d6f8-9352-45ab-9d42-aed999790a7d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:02.182348 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5a5794ce-c4af-42f3-846f-23da760a9fca tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6034560 Aug 16 02:11:02.183215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36862) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:02.189690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': '3f793160-135a-4638-bf2c-d26052184947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:02.285767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.286157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.286712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.290294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.290979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.291856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.292678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.293062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.293493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.293979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.294820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.295164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.453607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-75b9b7be-67d9-413e-97bf-984289644d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:02.455235 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-75b9b7be-67d9-413e-97bf-984289644d91 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 1098 time: 0.2382417 Aug 16 02:11:02.473859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:02.482929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf885aa-a93a-4000-95b3-ad8574f4628b req-8bc5163b-5093-4951-a086-a4dc42ae0c0f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:02.493287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5bf885aa-a93a-4000-95b3-ad8574f4628b req-8bc5163b-5093-4951-a086-a4dc42ae0c0f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 946 time: 0.2475786 Aug 16 02:11:02.568718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:02.572257 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.684893 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5bf885aa-a93a-4000-95b3-ad8574f4628b req-24d21546-3e64-4e4f-91af-64900e7c90d3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661747 Aug 16 02:11:02.711410 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.832503 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c1051ce-563c-4fcf-96a3-4e2d9d282b95 req-2f2dc1be-0977-4d2f-af58-5e68fcb7d418 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 210 time: 0.0491805 Aug 16 02:11:02.837089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.869006 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.905294 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ffb560d6-1506-4928-9f94-38804a9805c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.175651 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.700463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:03.749863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Subnet': ['ID=23455dff-10dd-49ab-998a-5d9f2328c0f2,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:03.864250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Checking segment: {'id': '159ed158-131d-4ad5-afae-f51581967968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3f793160-135a-4638-bf2c-d26052184947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:03.864613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network hostable DHCP agents. Network: 3f793160-135a-4638-bf2c-d26052184947, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:03.902303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:03.933716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Router d425fe30-111a-4e3f-a446-17ac034c92c4 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:03.940832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-dd9880a6-9886-43b1-a5d8-aeb8e75cfef0 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.943198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-dd9880a6-9886-43b1-a5d8-aeb8e75cfef0 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/networks?id=6becc351-aafe-4909-bc24-cb85be846b38 HTTP/1.1" status: 200 len: 808 time: 0.7054958 Aug 16 02:11:03.990579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:03.993108 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdfcd80-b73c-47e5-a951-bdf4032decb7" -d '{"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-unplugged", "status": "completed", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:04.002120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-d9d2f8ed-2b0e-4472-ae1b-a84ec69ca0c0 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:04.003509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-d9d2f8ed-2b0e-4472-ae1b-a84ec69ca0c0 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.64 "GET /v2.0/networks?id=47ef609a-438f-4e15-b84e-14e59270762f HTTP/1.1" status: 200 len: 814 time: 0.3420882 Aug 16 02:11:04.005530 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.009998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-9d45a31d-9d0d-46fc-92f3-5232685f483a tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/quotas/79891c42b14c468ebef02dc351a863cd HTTP/1.1" status: 200 len: 375 time: 0.0584674 Aug 16 02:11:04.018392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Request body: {'port': {'device_id': '9941c89b-cbb3-42b5-a589-b4952f00d66e', 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f', 'admin_state_up': True, 'tenant_id': '9a4a1cd620dd463cad9da3ee09b2a001'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:04.076586 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.107989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 3f793160-135a-4638-bf2c-d26052184947 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:04.119039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Transition to ACTIVE for port object bba804ce-2238-4f2b-a7fc-a66eb57e272c will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:04.141834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-c11c235d-d200-48bc-b225-ccc8794910b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79891c42b14c468ebef02dc351a863cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158845 Aug 16 02:11:04.218628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 3f793160-135a-4638-bf2c-d26052184947) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:04.220174 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.226176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4e3f89-a46f-4503-89d5-3f2bb316ebca None None] Network 3f793160-135a-4638-bf2c-d26052184947 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:04.261196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:04.261728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.389983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-3f793160-135a-4638-bf2c-d26052184947', 'network_id': '3f793160-135a-4638-bf2c-d26052184947', 'tenant_id': '4f59de9cac45415e851d7d36841af304', 'fixed_ips': [{'subnet_id': '23455dff-10dd-49ab-998a-5d9f2328c0f2'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:04.392146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.399362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=10']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:04.421363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-65e718b6-3d4c-40c4-964d-9e8f1a509022 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2363343 Aug 16 02:11:04.422974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:04.424611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 36974) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:04.435971 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b7cd7-83b6-48c4-a57a-1a5a017696b9 None None] Sync routers for ids ['d425fe30-111a-4e3f-a446-17ac034c92c4'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:04.439661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ac3cf951-b925-4d38-9aaf-c632f2bec287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1107594553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:04.449158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a72be07a-d366-495f-8274-d34d440331ea tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "PUT /v2.0/routers/d425fe30-111a-4e3f-a446-17ac034c92c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8980134 Aug 16 02:11:04.454227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 36976) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:04.456708 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b7cd7-83b6-48c4-a57a-1a5a017696b9 None None] Routers {'d425fe30-111a-4e3f-a446-17ac034c92c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:04.457635 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-119b7cd7-83b6-48c4-a57a-1a5a017696b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d425fe30-111a-4e3f-a446-17ac034c92c4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:04.484369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-1d955d20-f4ae-42ba-9efe-b28e90c1f1b6 service neutron] 10.222.0.66 "GET /v2.0/networks/6becc351-aafe-4909-bc24-cb85be846b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145132 Aug 16 02:11:04.572354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3d6b13-ef9b-4a27-8d5d-4ba89035ca98 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Deleting subnet 833fef2b-2bb6-46f1-9bf0-e96d9a07b894 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:04.603001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Allocated IP 172.20.0.2 (3f793160-135a-4638-bf2c-d26052184947/23455dff-10dd-49ab-998a-5d9f2328c0f2/8b8e9969-45bf-4a71-8e73-47559378c780) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:04.604816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Made reservation on behalf of 9a4a1cd620dd463cad9da3ee09b2a001 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:04.608371 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.610767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] No DVR routers for this DVR port bba804ce-2238-4f2b-a7fc-a66eb57e272c on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:04.614083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6b13-ef9b-4a27-8d5d-4ba89035ca98 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.624735 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-119b7cd7-83b6-48c4-a57a-1a5a017696b9 None None] Set router d425fe30-111a-4e3f-a446-17ac034c92c4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:04.667504 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6b13-ef9b-4a27-8d5d-4ba89035ca98 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.759099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-e6d5bec7-b28b-4b72-8bab-e23d3431223c service neutron] 10.222.0.66 "GET /v2.0/networks/6becc351-aafe-4909-bc24-cb85be846b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737961 Aug 16 02:11:04.793945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac3cf951-b925-4d38-9aaf-c632f2bec287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.795295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac3cf951-b925-4d38-9aaf-c632f2bec287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.860623 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6b13-ef9b-4a27-8d5d-4ba89035ca98 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.892589 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac3cf951-b925-4d38-9aaf-c632f2bec287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.963430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:04.967378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:04.967378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c on network aa3c278a-c9a5-49cb-9686-b159b99fea4d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:04.977107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Port bba804ce-2238-4f2b-a7fc-a66eb57e272c on network aa3c278a-c9a5-49cb-9686-b159b99fea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:04.977453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Attempting to bind port bba804ce-2238-4f2b-a7fc-a66eb57e272c on network aa3c278a-c9a5-49cb-9686-b159b99fea4d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:04.984657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Allocated IP 172.20.0.6 (47ef609a-438f-4e15-b84e-14e59270762f/41733cca-cced-4ada-82f5-14150d1ee9c0/198fea7d-0d27-4dce-8c8c-3f72600f4a5a) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:04.988231 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac3cf951-b925-4d38-9aaf-c632f2bec287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.993351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:04.993693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Checking segment: {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:04.994102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Bound using segment: {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:04.994543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Bound port: bba804ce-2238-4f2b-a7fc-a66eb57e272c, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849f875e-8d89-4c55-af80-f2cd013c8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:04.994897 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.996269 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-119b7cd7-83b6-48c4-a57a-1a5a017696b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:11:01Z', 'revision_number': 5, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:05.030007 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b7cd7-83b6-48c4-a57a-1a5a017696b9 None None] Checking router: d425fe30-111a-4e3f-a446-17ac034c92c4 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:05.039004 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b7cd7-83b6-48c4-a57a-1a5a017696b9 None None] Routers {'d425fe30-111a-4e3f-a446-17ac034c92c4'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:05.039614 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-119b7cd7-83b6-48c4-a57a-1a5a017696b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d425fe30-111a-4e3f-a446-17ac034c92c4'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:05.069085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:05.073696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:05.082319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:05.088156 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6b13-ef9b-4a27-8d5d-4ba89035ca98 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.129290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ac3cf951-b925-4d38-9aaf-c632f2bec287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.131777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d6b13-ef9b-4a27-8d5d-4ba89035ca98 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'Subnet': ['ID=833fef2b-2bb6-46f1-9bf0-e96d9a07b894,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.132268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ac3cf951-b925-4d38-9aaf-c632f2bec287 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7019110 Aug 16 02:11:05.137032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37004) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:05.144583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'network_id': '3f793160-135a-4638-bf2c-d26052184947', 'name': 'tempest-PortsTestJSON-2147218833'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:05.148332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6b13-ef9b-4a27-8d5d-4ba89035ca98 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.153624 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3f3d6b13-ef9b-4a27-8d5d-4ba89035ca98 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "DELETE /v2.0/subnets/833fef2b-2bb6-46f1-9bf0-e96d9a07b894 HTTP/1.1" status: 204 len: 168 time: 0.6952772 Aug 16 02:11:05.154106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37006) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:05.175318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf5252c-a66f-426c-8bdf-eb7f0012524d None None] Network d389de70-727a-4991-8dd8-5ae76bd1302d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:05.219018 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-119b7cd7-83b6-48c4-a57a-1a5a017696b9 None None] Set router d425fe30-111a-4e3f-a446-17ac034c92c4 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:05.250457 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.267551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Transition to ACTIVE for port object 8b8e9969-45bf-4a71-8e73-47559378c780 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:05.275305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:05.298495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Transition to ACTIVE for port object 8b8e9969-45bf-4a71-8e73-47559378c780 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:05.333032 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.357637 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.389260 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.485779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e5893-8d66-44ec-8caa-bebcfd4974c4 None None] DHCP port deletion for d389de70-727a-4991-8dd8-5ae76bd1302d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:05.494669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=11']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.505389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Network 3f793160-135a-4638-bf2c-d26052184947 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:05.512455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:05.541560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:05.572746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Pushing event updated for resources: {'Port': ['ID=8b8e9969-45bf-4a71-8e73-47559378c780,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.577428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.580762 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.584947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-4a389820-fc65-4707-9238-3e24c498ad5f service neutron] 10.222.0.74 "PUT /v2.0/ports/bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 1094 time: 3.1172411 Aug 16 02:11:05.599375 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-119b7cd7-83b6-48c4-a57a-1a5a017696b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:11:01Z', 'revision_number': 5, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:05.624038 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.633458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8093070d-da05-4e3f-96f8-69b663c53453 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:05.639459 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b7cd7-83b6-48c4-a57a-1a5a017696b9 None None] The sync data for ids ['d425fe30-111a-4e3f-a446-17ac034c92c4'] in n-d-768509-23 is: [{'id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317554474', 'tenant_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:55Z', 'updated_at': '2021-08-16T02:11:01Z', 'revision_number': 5, 'project_id': '9cae7a8fd5e14b8f8ec0c37bd3723cfc', 'gw_port': {'id': '80ef90b3-6ab6-481d-9ab9-1aa05e819417', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425fe30-111a-4e3f-a446-17ac034c92c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:05.721502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Attempting to bind port 8b8e9969-45bf-4a71-8e73-47559378c780 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:05.721911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Attempting to bind port 8b8e9969-45bf-4a71-8e73-47559378c780 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '159ed158-131d-4ad5-afae-f51581967968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3f793160-135a-4638-bf2c-d26052184947'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:05.722668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Attempting to bind port 8b8e9969-45bf-4a71-8e73-47559378c780 on network 3f793160-135a-4638-bf2c-d26052184947 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:05.722869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:05.727119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.735393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:05.735802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Checking segment: {'id': '159ed158-131d-4ad5-afae-f51581967968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3f793160-135a-4638-bf2c-d26052184947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:05.736858 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.736858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Bound using segment: {'id': '159ed158-131d-4ad5-afae-f51581967968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3f793160-135a-4638-bf2c-d26052184947'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:05.742529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Bound port: 8b8e9969-45bf-4a71-8e73-47559378c780, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159ed158-131d-4ad5-afae-f51581967968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3f793160-135a-4638-bf2c-d26052184947'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:05.742529 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.751777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a99e5f-f3fa-429f-abfd-a0fcb6fed426 req-65be643b-7c23-4d6d-af3b-f556d802d5f6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.761538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45a99e5f-f3fa-429f-abfd-a0fcb6fed426 req-65be643b-7c23-4d6d-af3b-f556d802d5f6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 945 time: 0.4496613 Aug 16 02:11:05.766161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Deleting port 80ef90b3-6ab6-481d-9ab9-1aa05e819417 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:05.771216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.797678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c45e5893-8d66-44ec-8caa-bebcfd4974c4 None None] Deleting port 8093070d-da05-4e3f-96f8-69b663c53453 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:05.798094 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c45e5893-8d66-44ec-8caa-bebcfd4974c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.803547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 2b53c423-e249-45ee-af1d-7cc296901fde yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:11:05.880904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-ef9e691f-bad6-4505-936a-65f2201d187a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.882814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-ef9e691f-bad6-4505-936a-65f2201d187a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1097 time: 0.2555060 Aug 16 02:11:05.887295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] For port 80ef90b3-6ab6-481d-9ab9-1aa05e819417, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=80ef90b3-6ab6-481d-9ab9-1aa05e819417,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:05.887777 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.899718 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.902337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Calling delete_port for 80ef90b3-6ab6-481d-9ab9-1aa05e819417 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:05.927743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c45e5893-8d66-44ec-8caa-bebcfd4974c4 None None] For port 8093070d-da05-4e3f-96f8-69b663c53453, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8093070d-da05-4e3f-96f8-69b663c53453,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:05.928152 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c45e5893-8d66-44ec-8caa-bebcfd4974c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.940752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45a99e5f-f3fa-429f-abfd-a0fcb6fed426 req-8369425e-dd8e-4264-8eea-4f410ba07445 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781647 Aug 16 02:11:05.941117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] For port 8b8e9969-45bf-4a71-8e73-47559378c780, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:05.946489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] For port 8b8e9969-45bf-4a71-8e73-47559378c780, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8b8e9969-45bf-4a71-8e73-47559378c780,segment=NetworkSegment(159ed158-131d-4ad5-afae-f51581967968),segment_id=159ed158-131d-4ad5-afae-f51581967968)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:05.947136 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.962146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c45e5893-8d66-44ec-8caa-bebcfd4974c4 None None] Calling delete_port for 8093070d-da05-4e3f-96f8-69b663c53453 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:05.997728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.028129 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.068558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 8093070d-da05-4e3f-96f8-69b663c53453, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8093070d-da05-4e3f-96f8-69b663c53453,segment=NetworkSegment(0912c703-db58-4181-8914-c8ed7a504e84),segment_id=0912c703-db58-4181-8914-c8ed7a504e84)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:06.156770 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee33c119-d730-46c2-98a2-b388cda13201 req-3b451a7d-cfce-4cd2-9c84-a18632fdc8a9 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 210 time: 0.1320846 Aug 16 02:11:06.170246 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.219861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfa059-dc30-406e-9e8c-cc5c8fdc64d3 None None] Pushing event updated for resources: {'Port': ['ID=8b8e9969-45bf-4a71-8e73-47559378c780,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.269165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.310524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.7 (3f793160-135a-4638-bf2c-d26052184947/23455dff-10dd-49ab-998a-5d9f2328c0f2/2b53c423-e249-45ee-af1d-7cc296901fde) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:06.323665 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf22227b-24d4-4665-b095-925e588de607 x-openstack-request-id: req-cf22227b-24d4-4665-b095-925e588de607 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:06.324317 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-unplugged", "status": "completed", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:06.324952 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf22227b-24d4-4665-b095-925e588de607 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:06.325531 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'code': 200} Aug 16 02:11:06.329909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-9429f751-1b3e-4ee3-8c08-67cae7bc1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:06.331551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-9429f751-1b3e-4ee3-8c08-67cae7bc1e5a service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 897 time: 0.4354458 Aug 16 02:11:06.336028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'Port': ['ID=80ef90b3-6ab6-481d-9ab9-1aa05e819417,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.371294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=8093070d-da05-4e3f-96f8-69b663c53453,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.376368 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c45e5893-8d66-44ec-8caa-bebcfd4974c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.409262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e5893-8d66-44ec-8caa-bebcfd4974c4 None None] Pushing event deleted for resources: {'Port': ['ID=8093070d-da05-4e3f-96f8-69b663c53453,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.449134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.450315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e5893-8d66-44ec-8caa-bebcfd4974c4 None None] No DVR routers for this DVR port 8093070d-da05-4e3f-96f8-69b663c53453 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:06.468351 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.556159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65a64d5e-3e5f-43eb-9526-34446274af42 req-e0409f86-487e-492a-869e-b37c8bc42189 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 210 time: 0.1468148 Aug 16 02:11:06.591515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Network 47ef609a-438f-4e15-b84e-14e59270762f is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:06.594445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:06.601970 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.602978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-de8a0501-2630-406a-a6eb-36a8034d4ef7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 999 time: 0.2625053 Aug 16 02:11:06.606265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:06.611831 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.723730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Pushing event updated for resources: {'Port': ['ID=198fea7d-0d27-4dce-8c8c-3f72600f4a5a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.768145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:06.768763 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.773494 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.791066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Fanout notify agent at l3_agent the message router_deleted on router d425fe30-111a-4e3f-a446-17ac034c92c4 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:06.797303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-ec9cf43f-9c9b-4b45-852a-5944102869f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:06.798827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-ec9cf43f-9c9b-4b45-852a-5944102869f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 200 len: 834 time: 0.1477132 Aug 16 02:11:06.800544 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.803629 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b4cc34d8-c680-4f1d-ad7e-81de2fd3d1b6 tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "DELETE /v2.0/routers/d425fe30-111a-4e3f-a446-17ac034c92c4 HTTP/1.1" status: 204 len: 168 time: 1.6478083 Aug 16 02:11:06.805585 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37034) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:06.880370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ff0b1bdf-cdf2-4ba7-8ce7-2f336d4e74d8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8667839 Aug 16 02:11:06.883210 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.886765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-774c42aa-cfe0-4613-a239-ae0f71b981ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:06.888291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-774c42aa-cfe0-4613-a239-ae0f71b981ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa3c278a-c9a5-49cb-9686-b159b99fea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758388 Aug 16 02:11:06.904912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Request body: {'port': {'device_id': '9941c89b-cbb3-42b5-a589-b4952f00d66e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:06.915947 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.034336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object 2b53c423-e249-45ee-af1d-7cc296901fde will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:07.046796 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.057152 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d389de70-727a-4991-8dd8-5ae76bd1302d']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:07.064437 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.068725 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0912c703-db58-4181-8914-c8ed7a504e84') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:07.069411 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0912c703-db58-4181-8914-c8ed7a504e84') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:07.079972 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.098113 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.106252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:07.106547 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:07.110875 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:07.205640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509891e-d443-46dc-85ed-e4363ebb9cf4 req-a7a2d33f-aa4a-41d1-9a7c-f41f2972bc2e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.205640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2509891e-d443-46dc-85ed-e4363ebb9cf4 req-a7a2d33f-aa4a-41d1-9a7c-f41f2972bc2e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 945 time: 0.1574097 Aug 16 02:11:07.205640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-9ee287ba-365f-4cac-bc8c-1f2d9e532584 service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012576 Aug 16 02:11:07.291587 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.301224 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.305893 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] 10.222.0.66 "DELETE /v2.0/networks/d389de70-727a-4991-8dd8-5ae76bd1302d HTTP/1.1" status: 204 len: 168 time: 0.4968641 Aug 16 02:11:07.315549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19579cf8-01e5-4c74-97ba-a26fb6874a7f tempest-TestSecurityGroupsBasicOps-139339194 tempest-TestSecurityGroupsBasicOps-139339194-project] Pushing event deleted for resources: {'Network': ['ID=d389de70-727a-4991-8dd8-5ae76bd1302d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:07.386376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2509891e-d443-46dc-85ed-e4363ebb9cf4 req-b3f5ac49-2c97-414c-948f-b239d1b5951b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704540 Aug 16 02:11:07.401100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.563667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe78b70-35e9-4059-bf1b-b10361858030 None None] Network 3f793160-135a-4638-bf2c-d26052184947 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:07.617215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8b8e9969-45bf-4a71-8e73-47559378c780 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:07.940037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ced6ae0a-0f5c-4125-9e69-f2770d82649f None None] Provisioning for port 8b8e9969-45bf-4a71-8e73-47559378c780 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:07.991378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 3f793160-135a-4638-bf2c-d26052184947 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:08.005046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:08.008627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:08.044811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd21a408-190a-411e-afa9-ba95f45b8287 req-0efaee78-b261-47bc-986e-23f13faf1560 service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8346317 Aug 16 02:11:08.050707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=2b53c423-e249-45ee-af1d-7cc296901fde,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:08.094484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273ce1b-df84-419a-a4ef-2424c96acce8 req-cf2bbd1a-0cff-4bd1-b2d5-3a12997f5f9f tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:08.096060 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0273ce1b-df84-419a-a4ef-2424c96acce8 req-cf2bbd1a-0cff-4bd1-b2d5-3a12997f5f9f tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 931 time: 0.6236231 Aug 16 02:11:08.106274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:08.112695 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.134787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8b8e9969-45bf-4a71-8e73-47559378c780 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:08.141143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8b8e9969-45bf-4a71-8e73-47559378c780 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:08.149679 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.198720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a3845ed3-1ec6-4491-b5a3-ebb398952638 None None] Provisioning for port 2b53c423-e249-45ee-af1d-7cc296901fde completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:08.209426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a3845ed3-1ec6-4491-b5a3-ebb398952638 None None] Provisioning complete for port 2b53c423-e249-45ee-af1d-7cc296901fde triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:08.211831 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3845ed3-1ec6-4491-b5a3-ebb398952638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.213715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0273ce1b-df84-419a-a4ef-2424c96acce8 req-9473656a-8e6c-468d-9787-bce00466528f tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026073 Aug 16 02:11:08.267007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-99ad5e81-2344-47fb-affc-75366b839861 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1277418 Aug 16 02:11:08.270121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37050) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:08.275719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198fea7d-0d27-4dce-8c8c-3f72600f4a5a {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:08.287888 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.288710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a3845ed3-1ec6-4491-b5a3-ebb398952638 None None] Port 2b53c423-e249-45ee-af1d-7cc296901fde cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:08.301864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Transition to ACTIVE for port object 198fea7d-0d27-4dce-8c8c-3f72600f4a5a will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:08.324587 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.326663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:08.330116 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f30f2-3773-4a2e-9a11-6cda0be99c62" -d '{"events": [{"name": "network-changed", "server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:08.360648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 8b8e9969-45bf-4a71-8e73-47559378c780, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8b8e9969-45bf-4a71-8e73-47559378c780,segment=NetworkSegment(159ed158-131d-4ad5-afae-f51581967968),segment_id=159ed158-131d-4ad5-afae-f51581967968)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:08.388842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.435880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-436685fb-e192-4749-93c5-6b5d7658ad3a None None] Provisioning complete for port 2b53c423-e249-45ee-af1d-7cc296901fde triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:08.435880 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-436685fb-e192-4749-93c5-6b5d7658ad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.449939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Pushing event updated for resources: {'Port': ['ID=198fea7d-0d27-4dce-8c8c-3f72600f4a5a,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:08.479466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-436685fb-e192-4749-93c5-6b5d7658ad3a None None] Port 2b53c423-e249-45ee-af1d-7cc296901fde cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:08.524178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Attempting to bind port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:08.531199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Attempting to bind port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '53a53911-91a7-4b83-9ff5-775a6bdeb420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:08.531199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Attempting to bind port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a on network 47ef609a-438f-4e15-b84e-14e59270762f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:08.531199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a on network 47ef609a-438f-4e15-b84e-14e59270762f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:08.531199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Attempting to bind port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a on network 47ef609a-438f-4e15-b84e-14e59270762f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:08.535883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:08.536221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Checking segment: {'id': '53a53911-91a7-4b83-9ff5-775a6bdeb420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:08.536601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Bound using segment: {'id': '53a53911-91a7-4b83-9ff5-775a6bdeb420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:08.537019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Bound port: 198fea7d-0d27-4dce-8c8c-3f72600f4a5a, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a53911-91a7-4b83-9ff5-775a6bdeb420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:08.537377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.560360 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.618865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=8b8e9969-45bf-4a71-8e73-47559378c780,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:08.627095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.627334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] For port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:08.630476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] For port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=198fea7d-0d27-4dce-8c8c-3f72600f4a5a,segment=NetworkSegment(53a53911-91a7-4b83-9ff5-775a6bdeb420),segment_id=53a53911-91a7-4b83-9ff5-775a6bdeb420)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:08.640271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 80ef90b3-6ab6-481d-9ab9-1aa05e819417 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:08.661508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 80ef90b3-6ab6-481d-9ab9-1aa05e819417 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:08.661879 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 80ef90b3-6ab6-481d-9ab9-1aa05e819417 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:08.662325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0651d6f8-9352-45ab-9d42-aed999790a7d no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:08.681409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 0651d6f8-9352-45ab-9d42-aed999790a7d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:08.681758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0651d6f8-9352-45ab-9d42-aed999790a7d not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:08.728368 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.784325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:08.784946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.786383 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] 10.222.0.64 "PUT /v2.0/ports/198fea7d-0d27-4dce-8c8c-3f72600f4a5a HTTP/1.1" status: 200 len: 1092 time: 1.8871346 Aug 16 02:11:08.847491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa216aa-d828-4912-9d6d-4bcb604eb80a service neutron] Pushing event updated for resources: {'Port': ['ID=198fea7d-0d27-4dce-8c8c-3f72600f4a5a,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:08.896705 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.902855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7dbb069f-2736-467a-942c-5130e42f26e1 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:08.904395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7dbb069f-2736-467a-942c-5130e42f26e1 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.64 "GET /v2.0/networks?id=6becc351-aafe-4909-bc24-cb85be846b38 HTTP/1.1" status: 200 len: 808 time: 0.1432037 Aug 16 02:11:08.926406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Request body: {'port': {'device_id': '457277d4-d587-4837-9646-0cb6651b2b42', 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38', 'admin_state_up': True, 'tenant_id': '79891c42b14c468ebef02dc351a863cd'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:08.973983 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.994983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-6367d8c9-894e-46c9-a088-ed78c4318a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:08.997584 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-6367d8c9-894e-46c9-a088-ed78c4318a87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a4a1cd620dd463cad9da3ee09b2a001&device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 1095 time: 0.1138947 Aug 16 02:11:09.077860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-30dcd7f6-b454-4bdf-b058-ba4332023109 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=198fea7d-0d27-4dce-8c8c-3f72600f4a5a HTTP/1.1" status: 200 len: 217 time: 0.0655062 Aug 16 02:11:09.097228 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=2b53c423-e249-45ee-af1d-7cc296901fde,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:09.165320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-326186ec-3970-4cb2-9e76-1ec26a19349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.166949 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-326186ec-3970-4cb2-9e76-1ec26a19349f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41733cca-cced-4ada-82f5-14150d1ee9c0 HTTP/1.1" status: 200 len: 854 time: 0.0787058 Aug 16 02:11:09.204296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-2817789d-8544-4f82-8855-9b64868c93e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ef609a-438f-4e15-b84e-14e59270762f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288198 Aug 16 02:11:09.241689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.282978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Made reservation on behalf of 79891c42b14c468ebef02dc351a863cd for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:09.286640 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.308075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-67769db1-8d5a-46c1-be5f-95e1c98d7367 None None] Provisioning complete for port 2b53c423-e249-45ee-af1d-7cc296901fde triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:09.308776 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-67769db1-8d5a-46c1-be5f-95e1c98d7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.336335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-d6a1c90f-cc7f-4eef-8c7c-41320036c69d service neutron] 10.222.0.64 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215003 Aug 16 02:11:09.351609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-67769db1-8d5a-46c1-be5f-95e1c98d7367 None None] Port 2b53c423-e249-45ee-af1d-7cc296901fde cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:09.447948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37066) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:09.477539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8f49c30-2990-416a-a02e-de6d750e7ae0 req-45bdd906-6ccd-4381-89c2-15b9c1001f30 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 210 time: 0.0387714 Aug 16 02:11:09.504469 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.561350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Allocated IP 172.20.0.10 (6becc351-aafe-4909-bc24-cb85be846b38/558e62cf-073e-4d32-bb62-c600c71ad659/3e9b0ba1-25c0-459b-890d-7a0e4a532797) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:09.569145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea7ae6d4-f139-4e1f-9efd-0059abcacdad req-1c13f38a-a6fb-4807-b3eb-3e4f9d12e733 service neutron] 10.222.0.64 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052579 Aug 16 02:11:09.602587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8b8e9969-45bf-4a71-8e73-47559378c780 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:09.618433 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cb1fd8-660d-495b-ab97-980c9ba381cb x-openstack-request-id: req-d6cb1fd8-660d-495b-ab97-980c9ba381cb {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:09.618433 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:09.618433 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6cb1fd8-660d-495b-ab97-980c9ba381cb {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:09.618433 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'status': 'completed', 'code': 200} Aug 16 02:11:09.690149 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8b8e9969-45bf-4a71-8e73-47559378c780 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:09.690678 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.782480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f30f2-3773-4a2e-9a11-6cda0be99c62 req-43ac55aa-acda-4e4f-994b-7c93c893190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.784273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-916f30f2-3773-4a2e-9a11-6cda0be99c62 req-43ac55aa-acda-4e4f-994b-7c93c893190c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1097 time: 0.1539106 Aug 16 02:11:09.915662 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.925390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925953c5-2a5c-4d33-8821-53cebb130e38 req-154f3003-1a52-431a-b464-4b42da4ac188 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.927000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-925953c5-2a5c-4d33-8821-53cebb130e38 req-154f3003-1a52-431a-b464-4b42da4ac188 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 945 time: 0.1865642 Aug 16 02:11:09.985050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f30f2-3773-4a2e-9a11-6cda0be99c62 req-c6bae7b7-bc6b-49ba-97be-16b06ae77440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.985171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-916f30f2-3773-4a2e-9a11-6cda0be99c62 req-c6bae7b7-bc6b-49ba-97be-16b06ae77440 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 897 time: 0.1859775 Aug 16 02:11:10.026855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-925953c5-2a5c-4d33-8821-53cebb130e38 req-edc191e9-9e00-4bd6-876d-bee31e606aee tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734966 Aug 16 02:11:10.102512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37074) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:10.126881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-916f30f2-3773-4a2e-9a11-6cda0be99c62 req-35f28103-79ac-4b4a-aaa0-10a1e64badfd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 999 time: 0.1277857 Aug 16 02:11:10.216336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f30f2-3773-4a2e-9a11-6cda0be99c62 req-762b9789-94d2-48f9-b8f3-0716ef23dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:10.219534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-916f30f2-3773-4a2e-9a11-6cda0be99c62 req-762b9789-94d2-48f9-b8f3-0716ef23dec5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 200 len: 834 time: 0.0638149 Aug 16 02:11:10.221980 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.328556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Network 6becc351-aafe-4909-bc24-cb85be846b38 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:10.338884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef17df0-a352-44ed-b0d8-61fb52e5c807 req-d3cf920a-a927-4a1b-9737-02aa9aeeb562 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:10.339661 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ef17df0-a352-44ed-b0d8-61fb52e5c807 req-d3cf920a-a927-4a1b-9737-02aa9aeeb562 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 943 time: 0.2242193 Aug 16 02:11:10.359717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:10.368571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:10.395548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Deleting port f55782a7-1624-4228-a5b0-b23a899a99a8 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:10.395974 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.457907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Pushing event updated for resources: {'Port': ['ID=3e9b0ba1-25c0-459b-890d-7a0e4a532797,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:10.463302 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.481195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:10.495024 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.495024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f30f2-3773-4a2e-9a11-6cda0be99c62 req-9056f570-e4fd-45c9-a45c-95832dd81f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:10.495307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-916f30f2-3773-4a2e-9a11-6cda0be99c62 req-9056f570-e4fd-45c9-a45c-95832dd81f1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa3c278a-c9a5-49cb-9686-b159b99fea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2590683 Aug 16 02:11:10.495954 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.496288 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.509767 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Calling delete_port for f55782a7-1624-4228-a5b0-b23a899a99a8 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:10.533406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-86d9ad30-0798-4312-af4b-165fce7493d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9cae7a8fd5e14b8f8ec0c37bd3723cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256454 Aug 16 02:11:10.541808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37082) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:10.584456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ef17df0-a352-44ed-b0d8-61fb52e5c807 req-ce3e9707-71b6-4728-868a-0a608bf33475 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688144 Aug 16 02:11:10.585373 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.617476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-29b2e296-e441-4397-92e0-226c4fbbd354 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6981592 Aug 16 02:11:10.643523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Request body: {'port': {'device_id': '457277d4-d587-4837-9646-0cb6651b2b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:10.695559 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=2b53c423-e249-45ee-af1d-7cc296901fde,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:10.714979 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.768177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-916f30f2-3773-4a2e-9a11-6cda0be99c62 req-5cc8137f-74f0-4f0d-aad9-6264e1d271d3 service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638021 Aug 16 02:11:10.771037 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba843-2c04-40f0-b5f3-03150a41792b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.776277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.849464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569124a-8c70-4ea8-a317-be17c79e1710 req-791510fc-4ddd-44e3-935f-c797e34a378b tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:10.850957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9569124a-8c70-4ea8-a317-be17c79e1710 req-791510fc-4ddd-44e3-935f-c797e34a378b tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 932 time: 0.1818094 Aug 16 02:11:10.857162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 3f793160-135a-4638-bf2c-d26052184947 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:10.859064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:10.865040 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba843-2c04-40f0-b5f3-03150a41792b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.938488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.975471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event deleted for resources: {'Port': ['ID=f55782a7-1624-4228-a5b0-b23a899a99a8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:11.063062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9569124a-8c70-4ea8-a317-be17c79e1710 req-5eeee107-2a33-4752-95e4-875d5617d3d5 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725535 Aug 16 02:11:11.067913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-916f30f2-3773-4a2e-9a11-6cda0be99c62 req-cb575782-e1e6-487a-87ea-12c40230d604 service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865198 Aug 16 02:11:11.091387 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.091737 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Floating IP 2ffdc915-c531-4dd7-9fdf-1bd51b392e83 disassociated (deleted). External IP: 172.25.8.98, port: 9506df5a-afce-4337-85e8-3e1dc869e16b. Aug 16 02:11:11.173984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba843-2c04-40f0-b5f3-03150a41792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.177407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba843-2c04-40f0-b5f3-03150a41792b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.180810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2d6ba843-2c04-40f0-b5f3-03150a41792b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/257f05f2-9fb0-466d-bb4b-1b879a675e0d HTTP/1.1" status: 204 len: 168 time: 0.6340618 Aug 16 02:11:11.223861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ba843-2c04-40f0-b5f3-03150a41792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257f05f2-9fb0-466d-bb4b-1b879a675e0d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:11.259253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b737a9bc-355b-4069-ae86-3f9358cbfaae None None] Provisioning complete for port 2b53c423-e249-45ee-af1d-7cc296901fde triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:11.259848 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b737a9bc-355b-4069-ae86-3f9358cbfaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.264849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038d13-929b-4664-93b1-a6334749be3a req-1c856169-6fa9-4cf2-a02e-50d03d3f5ca0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.269392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96038d13-929b-4664-93b1-a6334749be3a req-1c856169-6fa9-4cf2-a02e-50d03d3f5ca0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 945 time: 0.1062093 Aug 16 02:11:11.323323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b737a9bc-355b-4069-ae86-3f9358cbfaae None None] Port 2b53c423-e249-45ee-af1d-7cc296901fde cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:11.357525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96038d13-929b-4664-93b1-a6334749be3a req-465d9a36-5f18-454e-89e6-12e97cff6bf9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786378 Aug 16 02:11:11.373068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9b0ba1-25c0-459b-890d-7a0e4a532797 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:11.382667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.394206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Router d1abaa2b-fd4e-4f94-b904-d10312030fa8 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:11.398032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37090) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:11.404087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:11.497415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Transition to ACTIVE for port object 3e9b0ba1-25c0-459b-890d-7a0e4a532797 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:11.522538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-12da5910-a337-40d6-9eb4-12ac4ba1552f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/9a66e328-56d9-4352-b591-7f8aa760d1fb HTTP/1.1" status: 200 len: 991 time: 0.1219618 Aug 16 02:11:11.610570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:11.617180 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:11.626681 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e5363de1-bef5-49de-898e-09b6062d05d7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "PUT /v2.0/routers/d1abaa2b-fd4e-4f94-b904-d10312030fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3521450 Aug 16 02:11:11.629346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37094) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:11.630284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9941c89b-cbb3-42b5-a589-b4952f00d66e', 'tag': '198fea7d-0d27-4dce-8c8c-3f72600f4a5a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:11.641266 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7865fcdc-0903-4059-bb29-cfe48e1a5a26" -d '{"events": [{"name": "network-changed", "server_uuid": "9941c89b-cbb3-42b5-a589-b4952f00d66e", "tag": "198fea7d-0d27-4dce-8c8c-3f72600f4a5a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:11.668057 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.674187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:11.680671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.685962 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cd5eb-d88f-445d-be32-813981fa2d67 None None] Sync routers for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:11.701454 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cd5eb-d88f-445d-be32-813981fa2d67 None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:11.702652 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0c3cd5eb-d88f-445d-be32-813981fa2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:11.721021 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-48ee2fe2-8dc7-421f-8c25-567a905ae20a tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "DELETE /v2.0/floatingips/2ffdc915-c531-4dd7-9fdf-1bd51b392e83 HTTP/1.1" status: 204 len: 168 time: 2.2719946 Aug 16 02:11:11.741954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da96ec4c-fb14-4309-aa90-090c2109943a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.748036 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-da96ec4c-fb14-4309-aa90-090c2109943a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1abaa2b-fd4e-4f94-b904-d10312030fa8 HTTP/1.1" status: 200 len: 982 time: 0.1162164 Aug 16 02:11:11.748977 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dee04e0-2a87-4d51-80e0-c256388af749', 'tag': '9506df5a-afce-4337-85e8-3e1dc869e16b'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:11.755143 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4699c9-0898-4d50-b43e-827995b67a38" -d '{"events": [{"name": "network-changed", "server_uuid": "8dee04e0-2a87-4d51-80e0-c256388af749", "tag": "9506df5a-afce-4337-85e8-3e1dc869e16b"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:11.759669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37104) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:11.771127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec15f9c-2760-4818-9632-cee362793b9d None None] Sync routers for ids ['d1abaa2b-fd4e-4f94-b904-d10312030fa8'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:11.802766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec15f9c-2760-4818-9632-cee362793b9d None None] Routers {'d1abaa2b-fd4e-4f94-b904-d10312030fa8'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:11.803402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2ec15f9c-2760-4818-9632-cee362793b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d1abaa2b-fd4e-4f94-b904-d10312030fa8'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:11.854043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2ec15f9c-2760-4818-9632-cee362793b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:11.857667 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-0c3cd5eb-d88f-445d-be32-813981fa2d67 None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:11.874719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec15f9c-2760-4818-9632-cee362793b9d None None] Routers {'d1abaa2b-fd4e-4f94-b904-d10312030fa8'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:11.875476 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2ec15f9c-2760-4818-9632-cee362793b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d1abaa2b-fd4e-4f94-b904-d10312030fa8'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:11.922576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2ec15f9c-2760-4818-9632-cee362793b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:11.923237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec15f9c-2760-4818-9632-cee362793b9d None None] The sync data for ids ['d1abaa2b-fd4e-4f94-b904-d10312030fa8'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:11.925533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9b0ba1-25c0-459b-890d-7a0e4a532797,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:11.935310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:11.950459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'port_id': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'mac_address': 'fa:16:3e:ec:02:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:12.005062 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.013407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea7acf-ace5-469f-beb1-6dd7dc96ca65 req-0906d82f-4c3b-4d76-bcb2-33abe2f07d0d tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.015544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cea7acf-ace5-469f-beb1-6dd7dc96ca65 req-0906d82f-4c3b-4d76-bcb2-33abe2f07d0d tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 943 time: 0.2675297 Aug 16 02:11:12.027841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba804ce-2238-4f2b-a7fc-a66eb57e272c {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:12.053390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:12.142466 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.173703 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0c3cd5eb-d88f-445d-be32-813981fa2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '5903c54c-51a2-4962-9bfd-7ad9557d6467', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:67:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:03Z', 'updated_at': '2021-08-16T02:05:07Z', 'revision_number': 1, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:12.201180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=12']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:12.218410 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37110) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:12.223533 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cd5eb-d88f-445d-be32-813981fa2d67 None None] Checking router: d95d8e37-77a2-44e6-9a53-1f98ea337fe5 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:12.233148 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9b4641f-f2df-4613-8184-f46cb940778f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.233958 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cd5eb-d88f-445d-be32-813981fa2d67 None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:12.235009 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0c3cd5eb-d88f-445d-be32-813981fa2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:12.360412 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9b4641f-f2df-4613-8184-f46cb940778f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.393177 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-0c3cd5eb-d88f-445d-be32-813981fa2d67 None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:12.414915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['bba804ce-2238-4f2b-a7fc-a66eb57e272c'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:12.453865 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9b4641f-f2df-4613-8184-f46cb940778f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.482393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Attempting to bind port 3e9b0ba1-25c0-459b-890d-7a0e4a532797 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:12.482991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Attempting to bind port 3e9b0ba1-25c0-459b-890d-7a0e4a532797 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'acda288f-0a74-43f9-a92a-f71911d8ce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:12.483124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Attempting to bind port 3e9b0ba1-25c0-459b-890d-7a0e4a532797 on network 6becc351-aafe-4909-bc24-cb85be846b38 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:12.504141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cea7acf-ace5-469f-beb1-6dd7dc96ca65 req-5109d1fa-1912-4133-b2fe-abc7ca5ccb1e tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551313 Aug 16 02:11:12.536863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Port 3e9b0ba1-25c0-459b-890d-7a0e4a532797 on network 6becc351-aafe-4909-bc24-cb85be846b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:12.547343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Attempting to bind port 3e9b0ba1-25c0-459b-890d-7a0e4a532797 on network 6becc351-aafe-4909-bc24-cb85be846b38 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:12.556147 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f9b4641f-f2df-4613-8184-f46cb940778f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d0789e79d304988b36272207a253311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365405 Aug 16 02:11:12.556807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37112) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:12.558242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4641f-f2df-4613-8184-f46cb940778f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3224a082-f503-4c90-a24c-dc38597405c6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:12.604530 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bcf7d4-0d8d-407d-b9ac-44ea5369ce41 x-openstack-request-id: req-b3bcf7d4-0d8d-407d-b9ac-44ea5369ce41 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:12.613018 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9941c89b-cbb3-42b5-a589-b4952f00d66e", "tag": "198fea7d-0d27-4dce-8c8c-3f72600f4a5a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:12.613458 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3bcf7d4-0d8d-407d-b9ac-44ea5369ce41 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:12.614084 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9941c89b-cbb3-42b5-a589-b4952f00d66e', 'tag': '198fea7d-0d27-4dce-8c8c-3f72600f4a5a', 'status': 'completed', 'code': 200} Aug 16 02:11:12.632943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:12.633561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Checking segment: {'id': 'acda288f-0a74-43f9-a92a-f71911d8ce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:12.644452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Bound using segment: {'id': 'acda288f-0a74-43f9-a92a-f71911d8ce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:12.645208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Bound port: 3e9b0ba1-25c0-459b-890d-7a0e4a532797, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acda288f-0a74-43f9-a92a-f71911d8ce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:12.645768 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.646039 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a3e4-bf7b-4371-8ac7-843721d2c8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.695750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a3e4-bf7b-4371-8ac7-843721d2c8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.813381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-80ea96ec-e0e8-4080-9e15-b84090531774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.819757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-80ea96ec-e0e8-4080-9e15-b84090531774 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a4a1cd620dd463cad9da3ee09b2a001&device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 1095 time: 0.1989326 Aug 16 02:11:12.819901 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0c3cd5eb-d88f-445d-be32-813981fa2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '5903c54c-51a2-4962-9bfd-7ad9557d6467', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:67:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:03Z', 'updated_at': '2021-08-16T02:05:07Z', 'revision_number': 1, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:12.836515 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a3e4-bf7b-4371-8ac7-843721d2c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.840240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a3e4-bf7b-4371-8ac7-843721d2c8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.843638 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f1a9a3e4-bf7b-4371-8ac7-843721d2c8f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3224a082-f503-4c90-a24c-dc38597405c6 HTTP/1.1" status: 204 len: 168 time: 0.2809277 Aug 16 02:11:12.849297 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cd5eb-d88f-445d-be32-813981fa2d67 None None] The sync data for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 is: [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '5903c54c-51a2-4962-9bfd-7ad9557d6467', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'port_id': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'mac_address': 'fa:16:3e:67:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:03Z', 'updated_at': '2021-08-16T02:05:07Z', 'revision_number': 1, 'project_id': '339391903c4f4f3b9336737914285e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:12.861042 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9a3e4-bf7b-4371-8ac7-843721d2c8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3224a082-f503-4c90-a24c-dc38597405c6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:12.957612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] For port 3e9b0ba1-25c0-459b-890d-7a0e4a532797, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:13.017295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] For port 3e9b0ba1-25c0-459b-890d-7a0e4a532797, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3e9b0ba1-25c0-459b-890d-7a0e4a532797,segment=NetworkSegment(acda288f-0a74-43f9-a92a-f71911d8ce8d),segment_id=acda288f-0a74-43f9-a92a-f71911d8ce8d)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:13.083425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 198fea7d-0d27-4dce-8c8c-3f72600f4a5a details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:13.108855 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba0484f-69a8-4013-87d5-ac3f36dbced3 x-openstack-request-id: req-3ba0484f-69a8-4013-87d5-ac3f36dbced3 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:13.108855 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dee04e0-2a87-4d51-80e0-c256388af749", "tag": "9506df5a-afce-4337-85e8-3e1dc869e16b", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:13.108855 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ba0484f-69a8-4013-87d5-ac3f36dbced3 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:13.108855 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dee04e0-2a87-4d51-80e0-c256388af749', 'tag': '9506df5a-afce-4337-85e8-3e1dc869e16b', 'status': 'completed', 'code': 200} Aug 16 02:11:13.138810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-7b01a9d4-5e34-48fd-8c53-cfabb8c745fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.140616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-7b01a9d4-5e34-48fd-8c53-cfabb8c745fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ef609a-438f-4e15-b84e-14e59270762f HTTP/1.1" status: 200 len: 915 time: 0.3093445 Aug 16 02:11:13.227391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=198fea7d-0d27-4dce-8c8c-3f72600f4a5a,segment=NetworkSegment(53a53911-91a7-4b83-9ff5-775a6bdeb420),segment_id=53a53911-91a7-4b83-9ff5-775a6bdeb420)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:13.241450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '198fea7d-0d27-4dce-8c8c-3f72600f4a5a', 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f', 'port_id': '198fea7d-0d27-4dce-8c8c-3f72600f4a5a', 'mac_address': 'fa:16:3e:6c:b7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41733cca-cced-4ada-82f5-14150d1ee9c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:13.256370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.281358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f58eff3-7a7f-4387-a47b-b90b180a6606 None None] New status for floating IP 2ffdc915-c531-4dd7-9fdf-1bd51b392e83: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:11:13.353203 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.359388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-0ca7207c-7c5b-46cc-b23d-1d1f7f308bf8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=198fea7d-0d27-4dce-8c8c-3f72600f4a5a HTTP/1.1" status: 200 len: 217 time: 0.1814740 Aug 16 02:11:13.376862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198fea7d-0d27-4dce-8c8c-3f72600f4a5a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:13.408836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=198fea7d-0d27-4dce-8c8c-3f72600f4a5a,segment=NetworkSegment(53a53911-91a7-4b83-9ff5-775a6bdeb420),segment_id=53a53911-91a7-4b83-9ff5-775a6bdeb420)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:13.444305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.444305 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.444305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] 10.222.0.64 "PUT /v2.0/ports/3e9b0ba1-25c0-459b-890d-7a0e4a532797 HTTP/1.1" status: 200 len: 1093 time: 2.8109868 Aug 16 02:11:13.447578 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2d4780b-d848-44bc-baec-695ca35b4cd9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.510603 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.562607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-70e1a3bc-baf8-4b4b-9d7e-874c6ed89f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.564052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-70e1a3bc-baf8-4b4b-9d7e-874c6ed89f3e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 1097 time: 0.4225307 Aug 16 02:11:13.570923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943413d-d89d-4040-b055-127a4fecb089 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9b0ba1-25c0-459b-890d-7a0e4a532797,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.574363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-631ab489-62c0-493b-a3f4-ceeec243ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.575804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-631ab489-62c0-493b-a3f4-ceeec243ba3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41733cca-cced-4ada-82f5-14150d1ee9c0 HTTP/1.1" status: 200 len: 854 time: 0.1996820 Aug 16 02:11:13.579559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=198fea7d-0d27-4dce-8c8c-3f72600f4a5a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.594480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0e611-166d-4303-9772-7eed2cd5fc95 req-d4511fea-dfb3-418b-a6c2-ae194754fa10 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.595970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8f0e611-166d-4303-9772-7eed2cd5fc95 req-d4511fea-dfb3-418b-a6c2-ae194754fa10 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 944 time: 0.4189703 Aug 16 02:11:13.622581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:13.698607 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-7a260d8f-e543-4030-bd25-09a7aac3866b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ef609a-438f-4e15-b84e-14e59270762f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936613 Aug 16 02:11:13.751997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-a3eb6c2c-bba8-4f12-9988-cffa42e0e4b2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:11:13.752994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-a3eb6c2c-bba8-4f12-9988-cffa42e0e4b2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0369282 Aug 16 02:11:13.756676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port bba804ce-2238-4f2b-a7fc-a66eb57e272c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:13.761428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port bba804ce-2238-4f2b-a7fc-a66eb57e272c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:13.763456 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.784121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37124) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:13.789976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['198fea7d-0d27-4dce-8c8c-3f72600f4a5a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:13.852801 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ca58748f-b20d-4435-820a-44bd1f045e20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2cb278be5182406c924cddd841707d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643141 Aug 16 02:11:13.853157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37128) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:13.896589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8f0e611-166d-4303-9772-7eed2cd5fc95 req-4731862e-f131-4cd3-bed9-ac087cd34d87 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760832 Aug 16 02:11:13.898990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-09a8a6a4-8484-489e-9fca-cf5e64e2e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.901951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-09a8a6a4-8484-489e-9fca-cf5e64e2e259 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79891c42b14c468ebef02dc351a863cd&device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 1096 time: 0.3367381 Aug 16 02:11:13.910674 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.934571 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e535c4a-68b9-4886-864f-7840e6cca6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.971671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-4f780d7f-eff5-40ea-af30-b24c905abe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.973492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-4f780d7f-eff5-40ea-af30-b24c905abe19 service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.3968482 Aug 16 02:11:13.973950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:13.977097 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe819d4d-10b1-445f-8687-103ab4e0398e" -d '{"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-plugged", "status": "completed", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:13.978639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-0fa5ef9b-c56f-4dce-980e-56160db2efe5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9b0ba1-25c0-459b-890d-7a0e4a532797 HTTP/1.1" status: 200 len: 217 time: 0.0567937 Aug 16 02:11:14.001538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:14.008338 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e535c4a-68b9-4886-864f-7840e6cca6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.078961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-1f46c8f6-35d2-4b15-93a7-a1ab3c7b4d3a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9506df5a-afce-4337-85e8-3e1dc869e16b HTTP/1.1" status: 200 len: 217 time: 0.0884087 Aug 16 02:11:14.120571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.125968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-c7abdcd8-54e5-404d-a7d2-29150d98be5d service neutron] 10.222.0.64 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631814 Aug 16 02:11:14.174228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=13']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:14.188610 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e535c4a-68b9-4886-864f-7840e6cca6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.191235 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0e535c4a-68b9-4886-864f-7840e6cca6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.194706 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0e535c4a-68b9-4886-864f-7840e6cca6d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91ac15fa-2cdb-4a66-965e-5cd54b14e434 HTTP/1.1" status: 204 len: 168 time: 0.3379533 Aug 16 02:11:14.201382 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e535c4a-68b9-4886-864f-7840e6cca6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ac15fa-2cdb-4a66-965e-5cd54b14e434,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:14.217703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-ee7790d1-7b66-431d-9999-d775e624b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.220338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-ee7790d1-7b66-431d-9999-d775e624b505 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=558e62cf-073e-4d32-bb62-c600c71ad659 HTTP/1.1" status: 200 len: 848 time: 0.2299638 Aug 16 02:11:14.318893 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf15a6-f806-4d26-8e96-8a42afbdfefa req-ef485fbf-3325-4c3d-9213-35d8901898c4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.328305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28cf15a6-f806-4d26-8e96-8a42afbdfefa req-ef485fbf-3325-4c3d-9213-35d8901898c4 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 945 time: 0.2626507 Aug 16 02:11:14.340123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-0648b397-f113-4708-a66d-d7b88f42f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.341860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-0648b397-f113-4708-a66d-d7b88f42f78a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.2500398 Aug 16 02:11:14.344454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-b142c422-b3d4-469d-87c1-2cda559b8a4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6becc351-aafe-4909-bc24-cb85be846b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059043 Aug 16 02:11:14.512402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28cf15a6-f806-4d26-8e96-8a42afbdfefa req-7b7fc345-8ce5-4b97-b689-2913e3ba55dd tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782703 Aug 16 02:11:14.530700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7865fcdc-0903-4059-bb29-cfe48e1a5a26 req-c364ac5b-c952-4c42-87f0-d01512ea73e4 service neutron] 10.222.0.64 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834176 Aug 16 02:11:14.567654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-4a256d05-cf98-4002-8dd5-d32abe63643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.569173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-4a256d05-cf98-4002-8dd5-d32abe63643c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2027774 Aug 16 02:11:14.589242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4780b-d848-44bc-baec-695ca35b4cd9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 2b53c423-e249-45ee-af1d-7cc296901fde {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:14.589242 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2d4780b-d848-44bc-baec-695ca35b4cd9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.589619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-efefdab2-a5fd-4bb7-8fba-f280ed834d88 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:11:14.591443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-efefdab2-a5fd-4bb7-8fba-f280ed834d88 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083358 Aug 16 02:11:14.658083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457277d4-d587-4837-9646-0cb6651b2b42', 'tag': '3e9b0ba1-25c0-459b-890d-7a0e4a532797'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:14.660884 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485e46e9-e8ba-4d7e-bc2e-6f897df45e70" -d '{"events": [{"name": "network-changed", "server_uuid": "457277d4-d587-4837-9646-0cb6651b2b42", "tag": "3e9b0ba1-25c0-459b-890d-7a0e4a532797"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:14.750013 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-b7583f2d-6047-442d-ad37-6fa0b75e0add service neutron] 10.222.0.64 "GET /v2.0/networks/6becc351-aafe-4909-bc24-cb85be846b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941348 Aug 16 02:11:15.083838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 198fea7d-0d27-4dce-8c8c-3f72600f4a5a up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:15.225348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:15.231209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:15.231594 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.266281 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2d4780b-d848-44bc-baec-695ca35b4cd9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.281666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e75011-221c-4977-ab31-cf9c6347822c req-e200e9da-afe8-4af1-9c13-5f0193f9fff5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.283923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85e75011-221c-4977-ab31-cf9c6347822c req-e200e9da-afe8-4af1-9c13-5f0193f9fff5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 945 time: 0.6718378 Aug 16 02:11:15.300832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eab612-3cfe-4ed2-bff5-dfd1e8988ef3 req-49965fc9-4b05-4ada-9e6f-93680f4cccde tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.302379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73eab612-3cfe-4ed2-bff5-dfd1e8988ef3 req-49965fc9-4b05-4ada-9e6f-93680f4cccde tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 944 time: 0.6708884 Aug 16 02:11:15.331701 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.332602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4780b-d848-44bc-baec-695ca35b4cd9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 2b53c423-e249-45ee-af1d-7cc296901fde owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:15.364925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=198fea7d-0d27-4dce-8c8c-3f72600f4a5a,segment=NetworkSegment(53a53911-91a7-4b83-9ff5-775a6bdeb420),segment_id=53a53911-91a7-4b83-9ff5-775a6bdeb420)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:15.370105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-f4e90ac9-2eec-414e-9dd7-2a94b2e04ad9 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7562723 Aug 16 02:11:15.430745 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.481802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=198fea7d-0d27-4dce-8c8c-3f72600f4a5a,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:15.502866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e8bac9d-3b8c-4e38-822a-ce6344a779cb req-3c3f510a-36da-46d1-ab4a-460cf0b64167 service neutron] 10.222.0.64 "GET /v2.0/networks/6becc351-aafe-4909-bc24-cb85be846b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439661 Aug 16 02:11:15.534594 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73eab612-3cfe-4ed2-bff5-dfd1e8988ef3 req-5e5e606e-3640-4155-8033-7f765263ba42 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218430 Aug 16 02:11:15.581999 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1dfd83-f4b7-4765-acb6-10b26bb01967 x-openstack-request-id: req-2d1dfd83-f4b7-4765-acb6-10b26bb01967 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:15.582302 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-plugged", "status": "completed", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:15.582563 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d1dfd83-f4b7-4765-acb6-10b26bb01967 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:15.582969 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'code': 200} Aug 16 02:11:15.620788 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3d4371-acec-43bb-887c-11f88232163b x-openstack-request-id: req-9c3d4371-acec-43bb-887c-11f88232163b {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:15.622454 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457277d4-d587-4837-9646-0cb6651b2b42", "tag": "3e9b0ba1-25c0-459b-890d-7a0e4a532797", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:15.622454 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c3d4371-acec-43bb-887c-11f88232163b {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:15.622454 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457277d4-d587-4837-9646-0cb6651b2b42', 'tag': '3e9b0ba1-25c0-459b-890d-7a0e4a532797', 'status': 'completed', 'code': 200} Aug 16 02:11:15.660435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a4699c9-0898-4d50-b43e-827995b67a38 req-a9f2ca35-6447-4d45-99fd-900f5b234912 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763071 Aug 16 02:11:15.662653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-85e75011-221c-4977-ab31-cf9c6347822c req-6214d3d6-0950-438f-b717-8d50ec992fef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Deleting port 9506df5a-afce-4337-85e8-3e1dc869e16b {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:15.662993 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e75011-221c-4977-ab31-cf9c6347822c req-6214d3d6-0950-438f-b717-8d50ec992fef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.834884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e46e9-e8ba-4d7e-bc2e-6f897df45e70 req-8dbabe2f-97a8-4af3-9452-5449fbf5ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.836393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-485e46e9-e8ba-4d7e-bc2e-6f897df45e70 req-8dbabe2f-97a8-4af3-9452-5449fbf5ce98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79891c42b14c468ebef02dc351a863cd&device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 1096 time: 0.1904073 Aug 16 02:11:15.851103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476057e-373b-48ae-b4a6-4025baae8da4 req-c2b579b2-4f02-44a0-8e8c-eae0221824a2 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.852510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6476057e-373b-48ae-b4a6-4025baae8da4 req-c2b579b2-4f02-44a0-8e8c-eae0221824a2 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 944 time: 0.1706676 Aug 16 02:11:15.930539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2d4780b-d848-44bc-baec-695ca35b4cd9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.971334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-85e75011-221c-4977-ab31-cf9c6347822c req-6214d3d6-0950-438f-b717-8d50ec992fef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] For port 9506df5a-afce-4337-85e8-3e1dc869e16b, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=9506df5a-afce-4337-85e8-3e1dc869e16b,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:15.971696 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e75011-221c-4977-ab31-cf9c6347822c req-6214d3d6-0950-438f-b717-8d50ec992fef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.996349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4780b-d848-44bc-baec-695ca35b4cd9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=2b53c423-e249-45ee-af1d-7cc296901fde,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:16.026503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-85e75011-221c-4977-ab31-cf9c6347822c req-6214d3d6-0950-438f-b717-8d50ec992fef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Calling delete_port for 9506df5a-afce-4337-85e8-3e1dc869e16b owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:16.044392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6476057e-373b-48ae-b4a6-4025baae8da4 req-9d43f16a-0253-454b-b7a7-820c65ccdc41 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779327 Aug 16 02:11:16.151621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e46e9-e8ba-4d7e-bc2e-6f897df45e70 req-08f5afd2-40e4-409e-b37e-8f4fc213f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:16.153023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-485e46e9-e8ba-4d7e-bc2e-6f897df45e70 req-08f5afd2-40e4-409e-b37e-8f4fc213f974 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6becc351-aafe-4909-bc24-cb85be846b38 HTTP/1.1" status: 200 len: 909 time: 0.2996716 Aug 16 02:11:16.282961 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2d4780b-d848-44bc-baec-695ca35b4cd9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.303618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b2db5-f2f4-4819-b8a0-c56665139313 req-a6cbe414-a839-41c0-94a8-267ff1b57228 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:16.305170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d0b2db5-f2f4-4819-b8a0-c56665139313 req-a6cbe414-a839-41c0-94a8-267ff1b57228 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 945 time: 0.1783965 Aug 16 02:11:16.460259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-485e46e9-e8ba-4d7e-bc2e-6f897df45e70 req-7b779c91-2616-4abc-8c97-acd91c9a940a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9b0ba1-25c0-459b-890d-7a0e4a532797 HTTP/1.1" status: 200 len: 217 time: 0.2877610 Aug 16 02:11:16.519939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d0b2db5-f2f4-4819-b8a0-c56665139313 req-88143a34-1ad8-4030-8141-274412e87585 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070045 Aug 16 02:11:16.606608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e46e9-e8ba-4d7e-bc2e-6f897df45e70 req-0e9cd547-f9a0-4e2f-b015-164f3ccb9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:16.608168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-485e46e9-e8ba-4d7e-bc2e-6f897df45e70 req-0e9cd547-f9a0-4e2f-b015-164f3ccb9028 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=558e62cf-073e-4d32-bb62-c600c71ad659 HTTP/1.1" status: 200 len: 848 time: 0.1305420 Aug 16 02:11:16.620905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d4780b-d848-44bc-baec-695ca35b4cd9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Router d1abaa2b-fd4e-4f94-b904-d10312030fa8 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:16.662206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e75011-221c-4977-ab31-cf9c6347822c req-6214d3d6-0950-438f-b717-8d50ec992fef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.677940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-485e46e9-e8ba-4d7e-bc2e-6f897df45e70 req-9385ac45-208a-4530-b208-287af76e10fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6becc351-aafe-4909-bc24-cb85be846b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559223 Aug 16 02:11:16.713827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214d3d6-0950-438f-b717-8d50ec992fef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event deleted for resources: {'Port': ['ID=9506df5a-afce-4337-85e8-3e1dc869e16b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:16.866059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c402b3-2a18-4251-aaef-46640ec99e7b req-ad02be13-74b0-4f32-966e-af228269efd7 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:16.867849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53c402b3-2a18-4251-aaef-46640ec99e7b req-ad02be13-74b0-4f32-966e-af228269efd7 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 945 time: 0.2584138 Aug 16 02:11:16.874762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e75011-221c-4977-ab31-cf9c6347822c req-6214d3d6-0950-438f-b717-8d50ec992fef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] No DVR routers for this DVR port 9506df5a-afce-4337-85e8-3e1dc869e16b on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:16.881904 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-85e75011-221c-4977-ab31-cf9c6347822c req-6214d3d6-0950-438f-b717-8d50ec992fef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.883838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85e75011-221c-4977-ab31-cf9c6347822c req-6214d3d6-0950-438f-b717-8d50ec992fef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "DELETE /v2.0/ports/9506df5a-afce-4337-85e8-3e1dc869e16b HTTP/1.1" status: 204 len: 173 time: 1.5731685 Aug 16 02:11:16.893951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d4780b-d848-44bc-baec-695ca35b4cd9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:16.914209 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c1572-29c0-4af0-9ef7-5373e5a50cff None None] Sync routers for ids ['d1abaa2b-fd4e-4f94-b904-d10312030fa8'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:16.915544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d2d4780b-d848-44bc-baec-695ca35b4cd9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "PUT /v2.0/routers/d1abaa2b-fd4e-4f94-b904-d10312030fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1485612 Aug 16 02:11:16.915698 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37158) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:16.921736 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c1572-29c0-4af0-9ef7-5373e5a50cff None None] Routers {'d1abaa2b-fd4e-4f94-b904-d10312030fa8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:16.922914 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-721c1572-29c0-4af0-9ef7-5373e5a50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d1abaa2b-fd4e-4f94-b904-d10312030fa8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:16.946296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53c402b3-2a18-4251-aaef-46640ec99e7b req-579c4c5d-a8e0-464e-8d24-0f8dd08f6d69 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676765 Aug 16 02:11:16.949940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-485e46e9-e8ba-4d7e-bc2e-6f897df45e70 req-1662c08f-ee87-45b1-8ebb-be74412558f5 service neutron] 10.222.0.64 "GET /v2.0/networks/6becc351-aafe-4909-bc24-cb85be846b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479947 Aug 16 02:11:16.958961 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab26c0c1-2835-4103-8162-d46dd70ae183 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:11:16.959649 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-721c1572-29c0-4af0-9ef7-5373e5a50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:16.963033 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ab26c0c1-2835-4103-8162-d46dd70ae183 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/2b53c423-e249-45ee-af1d-7cc296901fde HTTP/1.1" status: 404 len: 333 time: 0.0438471 Aug 16 02:11:16.975909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37160) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:16.976031 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c1572-29c0-4af0-9ef7-5373e5a50cff None None] Routers {'d1abaa2b-fd4e-4f94-b904-d10312030fa8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:16.976031 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-721c1572-29c0-4af0-9ef7-5373e5a50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d1abaa2b-fd4e-4f94-b904-d10312030fa8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:17.019307 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-721c1572-29c0-4af0-9ef7-5373e5a50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:17.019947 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c1572-29c0-4af0-9ef7-5373e5a50cff None None] The sync data for ids ['d1abaa2b-fd4e-4f94-b904-d10312030fa8'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:17.088327 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-683539fc-470e-4df2-afa1-0d6aa3307d32 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.226217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-485e46e9-e8ba-4d7e-bc2e-6f897df45e70 req-40dc10b4-bc45-414f-98c2-bb52f6d29555 service neutron] 10.222.0.64 "GET /v2.0/networks/6becc351-aafe-4909-bc24-cb85be846b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674091 Aug 16 02:11:17.329078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-683539fc-470e-4df2-afa1-0d6aa3307d32 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.332662 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-683539fc-470e-4df2-afa1-0d6aa3307d32 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.386362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4672f93-40ca-4d3c-abf4-23a49d7f8ff5 req-85f3d63d-829d-43a3-96b8-a5ca72dcc2ce tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.387776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4672f93-40ca-4d3c-abf4-23a49d7f8ff5 req-85f3d63d-829d-43a3-96b8-a5ca72dcc2ce tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 944 time: 0.2375484 Aug 16 02:11:17.446208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4672f93-40ca-4d3c-abf4-23a49d7f8ff5 req-6d8c8984-e6c0-4b9d-8a51-c5d2a10b4a5b tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517573 Aug 16 02:11:17.471031 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-683539fc-470e-4df2-afa1-0d6aa3307d32 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.471447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683539fc-470e-4df2-afa1-0d6aa3307d32 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Fanout notify agent at l3_agent the message router_deleted on router d1abaa2b-fd4e-4f94-b904-d10312030fa8 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:17.482946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-683539fc-470e-4df2-afa1-0d6aa3307d32 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.482946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-683539fc-470e-4df2-afa1-0d6aa3307d32 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/routers/d1abaa2b-fd4e-4f94-b904-d10312030fa8 HTTP/1.1" status: 204 len: 168 time: 0.5112536 Aug 16 02:11:17.484039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37170) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.537326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0411761-d904-4333-99c0-aab816ef41b4 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting subnet 23455dff-10dd-49ab-998a-5d9f2328c0f2 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:17.540544 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0411761-d904-4333-99c0-aab816ef41b4 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.583168 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0411761-d904-4333-99c0-aab816ef41b4 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.585407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9941c89b-cbb3-42b5-a589-b4952f00d66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198fea7d-0d27-4dce-8c8c-3f72600f4a5a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:17.586230 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4415f74-ff4b-4519-b5a3-817789d7a1c0" -d '{"events": [{"server_uuid": "9941c89b-cbb3-42b5-a589-b4952f00d66e", "name": "network-vif-plugged", "status": "completed", "tag": "198fea7d-0d27-4dce-8c8c-3f72600f4a5a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:17.623259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dee04e0-2a87-4d51-80e0-c256388af749', 'name': 'network-vif-deleted', 'tag': '9506df5a-afce-4337-85e8-3e1dc869e16b'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:17.626297 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898e5b8a-e3a7-455a-a282-ef516d8835ac" -d '{"events": [{"server_uuid": "8dee04e0-2a87-4d51-80e0-c256388af749", "name": "network-vif-deleted", "tag": "9506df5a-afce-4337-85e8-3e1dc869e16b"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:17.660756 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d4ff7cd-782a-43d4-bb9d-c78fcf29bbd5 req-5020537d-d728-4822-9949-a5a24430edfb tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 210 time: 0.0500667 Aug 16 02:11:17.725796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0411761-d904-4333-99c0-aab816ef41b4 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.738184 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f101579-fca5-4ce8-b67d-bc383626b540 x-openstack-request-id: req-6f101579-fca5-4ce8-b67d-bc383626b540 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:17.738184 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9941c89b-cbb3-42b5-a589-b4952f00d66e", "name": "network-vif-plugged", "status": "completed", "tag": "198fea7d-0d27-4dce-8c8c-3f72600f4a5a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:17.738184 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f101579-fca5-4ce8-b67d-bc383626b540 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:17.738184 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9941c89b-cbb3-42b5-a589-b4952f00d66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198fea7d-0d27-4dce-8c8c-3f72600f4a5a', 'code': 200} Aug 16 02:11:17.795558 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30faa69-5d59-4ee5-9bd0-6d0be695a667 x-openstack-request-id: req-d30faa69-5d59-4ee5-9bd0-6d0be695a667 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:17.795891 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dee04e0-2a87-4d51-80e0-c256388af749", "name": "network-vif-deleted", "tag": "9506df5a-afce-4337-85e8-3e1dc869e16b", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:17.796147 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d30faa69-5d59-4ee5-9bd0-6d0be695a667 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:17.796685 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dee04e0-2a87-4d51-80e0-c256388af749', 'name': 'network-vif-deleted', 'tag': '9506df5a-afce-4337-85e8-3e1dc869e16b', 'status': 'completed', 'code': 200} Aug 16 02:11:17.864239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254c6fc-13d5-4682-b78f-651a13ebea19 req-7703f0f7-0272-4e03-90a9-1f0e7dee1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.865904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8254c6fc-13d5-4682-b78f-651a13ebea19 req-7703f0f7-0272-4e03-90a9-1f0e7dee1562 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 1097 time: 0.0682864 Aug 16 02:11:17.906039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8254c6fc-13d5-4682-b78f-651a13ebea19 req-b1c7e517-5360-4ff8-abdc-c517de0da7a7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309331 Aug 16 02:11:17.931598 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0411761-d904-4333-99c0-aab816ef41b4 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.961996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0411761-d904-4333-99c0-aab816ef41b4 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Subnet': ['ID=23455dff-10dd-49ab-998a-5d9f2328c0f2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:17.972714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d0411761-d904-4333-99c0-aab816ef41b4 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.972714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d0411761-d904-4333-99c0-aab816ef41b4 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/23455dff-10dd-49ab-998a-5d9f2328c0f2 HTTP/1.1" status: 204 len: 168 time: 0.4848535 Aug 16 02:11:17.972714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37184) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.975481 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc12aa4-54c2-42ad-b0ff-3a1b31f11efd None None] Network 3f793160-135a-4638-bf2c-d26052184947 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:18.096646 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.127288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df383427-98f8-424a-babf-8fd3096252a5 req-b7d820ce-5a7a-4660-914f-2c619e1adbbe tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.129086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df383427-98f8-424a-babf-8fd3096252a5 req-b7d820ce-5a7a-4660-914f-2c619e1adbbe tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 945 time: 0.0758450 Aug 16 02:11:18.195658 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712bced5-6824-4e00-bf2c-c98918b89574 None None] DHCP port deletion for 3f793160-135a-4638-bf2c-d26052184947 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:18.197379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df383427-98f8-424a-babf-8fd3096252a5 req-91b67b04-a48d-4f73-8daa-74ba6b2505ee tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451784 Aug 16 02:11:18.217718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 8b8e9969-45bf-4a71-8e73-47559378c780 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:18.217718 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.265647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-712bced5-6824-4e00-bf2c-c98918b89574 None None] Deleting port 8b8e9969-45bf-4a71-8e73-47559378c780 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:18.266561 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-712bced5-6824-4e00-bf2c-c98918b89574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.288553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] For port 8b8e9969-45bf-4a71-8e73-47559378c780, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8b8e9969-45bf-4a71-8e73-47559378c780,segment=NetworkSegment(159ed158-131d-4ad5-afae-f51581967968),segment_id=159ed158-131d-4ad5-afae-f51581967968)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:18.289002 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.304415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 8b8e9969-45bf-4a71-8e73-47559378c780 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:18.331199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-712bced5-6824-4e00-bf2c-c98918b89574 None None] For port 8b8e9969-45bf-4a71-8e73-47559378c780, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8b8e9969-45bf-4a71-8e73-47559378c780,segment=NetworkSegment(159ed158-131d-4ad5-afae-f51581967968),segment_id=159ed158-131d-4ad5-afae-f51581967968)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:18.331666 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-712bced5-6824-4e00-bf2c-c98918b89574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.349684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-712bced5-6824-4e00-bf2c-c98918b89574 None None] Calling delete_port for 8b8e9969-45bf-4a71-8e73-47559378c780 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:18.459411 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:11:18.464101 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.472701 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-712bced5-6824-4e00-bf2c-c98918b89574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.502390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bced5-6824-4e00-bf2c-c98918b89574 None None] Pushing event deleted for resources: {'Port': ['ID=8b8e9969-45bf-4a71-8e73-47559378c780,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:18.508509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712bced5-6824-4e00-bf2c-c98918b89574 None None] No DVR routers for this DVR port 8b8e9969-45bf-4a71-8e73-47559378c780 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:18.530010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No DVR routers for this DVR port 8b8e9969-45bf-4a71-8e73-47559378c780 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:18.532053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=8b8e9969-45bf-4a71-8e73-47559378c780,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.007918 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.020274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f793160-135a-4638-bf2c-d26052184947']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:19.037528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357824a9-59df-4d0f-9569-419dc9cb1870 req-59e8098b-d749-49d8-aa6e-e6c613195fc8 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.039087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-357824a9-59df-4d0f-9569-419dc9cb1870 req-59e8098b-d749-49d8-aa6e-e6c613195fc8 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 944 time: 0.4810405 Aug 16 02:11:19.040773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159ed158-131d-4ad5-afae-f51581967968') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:19.041094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159ed158-131d-4ad5-afae-f51581967968') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:19.057430 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.080861 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.094203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:19.094659 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:19.097497 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:19.111625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 3e9b0ba1-25c0-459b-890d-7a0e4a532797 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:19.112629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-357824a9-59df-4d0f-9569-419dc9cb1870 req-66ab609b-fbeb-4fa6-b0a8-4b483a207340 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640116 Aug 16 02:11:19.222425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da75b0fa-970b-46b6-a0f6-f03085a0ae1e req-73559866-9516-4ad4-82e9-ba8bbe26ce19 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 210 time: 0.0294497 Aug 16 02:11:19.242087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 3e9b0ba1-25c0-459b-890d-7a0e4a532797, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3e9b0ba1-25c0-459b-890d-7a0e4a532797,segment=NetworkSegment(acda288f-0a74-43f9-a92a-f71911d8ce8d),segment_id=acda288f-0a74-43f9-a92a-f71911d8ce8d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:19.249268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '3e9b0ba1-25c0-459b-890d-7a0e4a532797', 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38', 'port_id': '3e9b0ba1-25c0-459b-890d-7a0e4a532797', 'mac_address': 'fa:16:3e:d4:87:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558e62cf-073e-4d32-bb62-c600c71ad659', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:19.276485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.287649 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.289336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/networks/3f793160-135a-4638-bf2c-d26052184947 HTTP/1.1" status: 204 len: 168 time: 1.3141701 Aug 16 02:11:19.291481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37208) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:19.305145 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.319214 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9b0ba1-25c0-459b-890d-7a0e4a532797 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:19.344914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 3e9b0ba1-25c0-459b-890d-7a0e4a532797, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3e9b0ba1-25c0-459b-890d-7a0e4a532797,segment=NetworkSegment(acda288f-0a74-43f9-a92a-f71911d8ce8d),segment_id=acda288f-0a74-43f9-a92a-f71911d8ce8d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:19.354060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b8cee-dea9-410c-b87a-ae5fc31a93b7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Network': ['ID=3f793160-135a-4638-bf2c-d26052184947,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.373044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873a726d-91a6-4d87-a7ef-81635ef5962a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.383625 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-873a726d-91a6-4d87-a7ef-81635ef5962a tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/ed5fd674-0542-4449-bcb6-0ea3020b340b HTTP/1.1" status: 200 len: 839 time: 0.0907316 Aug 16 02:11:19.393658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37212) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:19.427714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff156b93-e057-41cd-8c90-79755b163f00 req-fe0d2c48-0834-489a-a917-48ed149d5a9a tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.433066 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff156b93-e057-41cd-8c90-79755b163f00 req-fe0d2c48-0834-489a-a917-48ed149d5a9a tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 945 time: 0.1292903 Aug 16 02:11:19.446248 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.471839 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-59fe2148-af38-43c8-9586-04829e8c83d4 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/ed5fd674-0542-4449-bcb6-0ea3020b340b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0765438 Aug 16 02:11:19.475620 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37214) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:19.483464 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-90143c23-df61-4919-aa14-de1622208645 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:19.485852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff156b93-e057-41cd-8c90-79755b163f00 req-a8c36e27-3d57-4b7a-beba-e9727930444b tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516958 Aug 16 02:11:19.557182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=3e9b0ba1-25c0-459b-890d-7a0e4a532797,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.575945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8b8e9969-45bf-4a71-8e73-47559378c780 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:19.597177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 8b8e9969-45bf-4a71-8e73-47559378c780 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:19.597521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8b8e9969-45bf-4a71-8e73-47559378c780 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:19.658607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9506df5a-afce-4337-85e8-3e1dc869e16b no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:19.680389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 9506df5a-afce-4337-85e8-3e1dc869e16b {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:19.680756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 9506df5a-afce-4337-85e8-3e1dc869e16b not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:19.703595 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90143c23-df61-4919-aa14-de1622208645 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:19.707445 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-90143c23-df61-4919-aa14-de1622208645 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.751320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3e9b0ba1-25c0-459b-890d-7a0e4a532797'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:20.053635 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-90143c23-df61-4919-aa14-de1622208645 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.114713 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90143c23-df61-4919-aa14-de1622208645 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:20.118273 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-90143c23-df61-4919-aa14-de1622208645 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:20.122679 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90143c23-df61-4919-aa14-de1622208645 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.123291 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-90143c23-df61-4919-aa14-de1622208645 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.129232 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90143c23-df61-4919-aa14-de1622208645 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Subnet': ['ID=6104f217-8195-4bc0-a41d-7041ba1d871a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:20.130278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357d1f8e-2979-4dc5-9e3c-ab92ec8e530d None None] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:20.223999 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-90143c23-df61-4919-aa14-de1622208645 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7472725 Aug 16 02:11:20.226958 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37266) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:20.232302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-474a3f78-8127-47d2-a6a6-4c36c43d082f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'security_group': {'name': 'tempest-secgroup-87060805'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:20.284735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddb16-036e-4c18-9126-c78cc4afe4f0 req-89efe1ad-5a11-473d-823b-62822053ba48 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.287040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-219ddb16-036e-4c18-9126-c78cc4afe4f0 req-89efe1ad-5a11-473d-823b-62822053ba48 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 945 time: 0.0970666 Aug 16 02:11:20.615592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-62b4ec50-9daa-4508-b33f-f65379d98ce1', 'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'tenant_id': '4f59de9cac45415e851d7d36841af304', 'fixed_ips': [{'subnet_id': '6104f217-8195-4bc0-a41d-7041ba1d871a'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:20.615592 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.622054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-219ddb16-036e-4c18-9126-c78cc4afe4f0 req-e02ef8b2-a02a-4359-9557-91947c47db2c tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404639 Aug 16 02:11:20.623629 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-474a3f78-8127-47d2-a6a6-4c36c43d082f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.624535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43a23850-7867-4100-84d4-ae8b069a0e9e req-c01bb348-5e80-49d7-a05e-508e23448577 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 210 time: 0.0302727 Aug 16 02:11:20.624692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Allocated IP 172.20.0.2 (62b4ec50-9daa-4508-b33f-f65379d98ce1/6104f217-8195-4bc0-a41d-7041ba1d871a/359251e2-1af9-4954-bc7b-ca8152b7efb8) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:20.624990 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-474a3f78-8127-47d2-a6a6-4c36c43d082f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.690129 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.698700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Transition to ACTIVE for port object 359251e2-1af9-4954-bc7b-ca8152b7efb8 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:20.714150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Transition to ACTIVE for port object 359251e2-1af9-4954-bc7b-ca8152b7efb8 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:20.773518 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-474a3f78-8127-47d2-a6a6-4c36c43d082f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.800126 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.819500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a3f78-8127-47d2-a6a6-4c36c43d082f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bf1d41-e338-46f4-bc4a-e7629e95f54a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:20.840040 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:20.845434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:20.847898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:20.889467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Pushing event updated for resources: {'Port': ['ID=359251e2-1af9-4954-bc7b-ca8152b7efb8,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:20.899881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-474a3f78-8127-47d2-a6a6-4c36c43d082f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.905365 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-474a3f78-8127-47d2-a6a6-4c36c43d082f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6730533 Aug 16 02:11:20.905512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37278) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:20.910724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4f23f92f-9962-49b5-929d-21db02314411 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'security_group': {'name': 'tempest-secgroup-945855581'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:20.933565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Attempting to bind port 359251e2-1af9-4954-bc7b-ca8152b7efb8 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:20.934055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Attempting to bind port 359251e2-1af9-4954-bc7b-ca8152b7efb8 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '862fbb9e-cff8-4585-aae4-84f7783c8613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:20.934506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Attempting to bind port 359251e2-1af9-4954-bc7b-ca8152b7efb8 on network 62b4ec50-9daa-4508-b33f-f65379d98ce1 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:20.940005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:20.940432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Checking segment: {'id': '862fbb9e-cff8-4585-aae4-84f7783c8613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:20.940843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.941243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Bound using segment: {'id': '862fbb9e-cff8-4585-aae4-84f7783c8613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:20.941740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Bound port: 359251e2-1af9-4954-bc7b-ca8152b7efb8, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862fbb9e-cff8-4585-aae4-84f7783c8613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:20.942183 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.013291 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4f23f92f-9962-49b5-929d-21db02314411 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.019272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] For port 359251e2-1af9-4954-bc7b-ca8152b7efb8, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:21.023165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] For port 359251e2-1af9-4954-bc7b-ca8152b7efb8, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=359251e2-1af9-4954-bc7b-ca8152b7efb8,segment=NetworkSegment(862fbb9e-cff8-4585-aae4-84f7783c8613),segment_id=862fbb9e-cff8-4585-aae4-84f7783c8613)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:21.026032 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.114869 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.135881 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4f23f92f-9962-49b5-929d-21db02314411 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.152699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 3e9b0ba1-25c0-459b-890d-7a0e4a532797 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:21.211028 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4f23f92f-9962-49b5-929d-21db02314411 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.230393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7bf3b-25c5-48fe-a230-2c6302576ddf None None] Pushing event updated for resources: {'Port': ['ID=359251e2-1af9-4954-bc7b-ca8152b7efb8,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.276109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23f92f-9962-49b5-929d-21db02314411 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16141e5e-d69e-4219-b293-0bef1bdd6d04,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.297531 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4f23f92f-9962-49b5-929d-21db02314411 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.298866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4f23f92f-9962-49b5-929d-21db02314411 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3922632 Aug 16 02:11:21.301687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37314) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.306983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-180356522', 'security_groups': ['16141e5e-d69e-4219-b293-0bef1bdd6d04'], 'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6104f217-8195-4bc0-a41d-7041ba1d871a'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:21.324996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 3e9b0ba1-25c0-459b-890d-7a0e4a532797 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:21.337957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 3e9b0ba1-25c0-459b-890d-7a0e4a532797 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:21.338618 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.476324 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.517438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457277d4-d587-4837-9646-0cb6651b2b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9b0ba1-25c0-459b-890d-7a0e4a532797'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:21.526665 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c8c5f8-df8f-491c-b2f1-17d78250d036" -d '{"events": [{"server_uuid": "457277d4-d587-4837-9646-0cb6651b2b42", "name": "network-vif-plugged", "status": "completed", "tag": "3e9b0ba1-25c0-459b-890d-7a0e4a532797"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:21.559436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 3e9b0ba1-25c0-459b-890d-7a0e4a532797, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3e9b0ba1-25c0-459b-890d-7a0e4a532797,segment=NetworkSegment(acda288f-0a74-43f9-a92a-f71911d8ce8d),segment_id=acda288f-0a74-43f9-a92a-f71911d8ce8d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:21.605336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda59692-63b1-4be9-ba86-53514a7f943a req-2b80e313-31bf-46ea-8256-4bd238f2f542 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.612915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eda59692-63b1-4be9-ba86-53514a7f943a req-2b80e313-31bf-46ea-8256-4bd238f2f542 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 945 time: 0.1529078 Aug 16 02:11:21.638810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:21.665997 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.758422 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eda59692-63b1-4be9-ba86-53514a7f943a req-78fd0816-1153-4ce9-8708-6313cea21a91 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455283 Aug 16 02:11:21.768498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=3e9b0ba1-25c0-459b-890d-7a0e4a532797,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.813432 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.834489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port e84ab2f5-e827-43b7-a552-c1febd83270a yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:11:21.912842 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e26e88ed-c822-4870-b448-17df344256ee req-ff21095e-470d-4af9-9568-76eefa26a1ef tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dee04e0-2a87-4d51-80e0-c256388af749 HTTP/1.1" status: 200 len: 210 time: 0.0377011 Aug 16 02:11:21.981166 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce8653f-4f8a-490f-85d1-3833af47f67f x-openstack-request-id: req-1ce8653f-4f8a-490f-85d1-3833af47f67f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:21.981488 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457277d4-d587-4837-9646-0cb6651b2b42", "name": "network-vif-plugged", "status": "completed", "tag": "3e9b0ba1-25c0-459b-890d-7a0e4a532797", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:21.981745 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ce8653f-4f8a-490f-85d1-3833af47f67f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:21.982844 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457277d4-d587-4837-9646-0cb6651b2b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9b0ba1-25c0-459b-890d-7a0e4a532797', 'code': 200} Aug 16 02:11:22.031511 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.069127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.8 (62b4ec50-9daa-4508-b33f-f65379d98ce1/6104f217-8195-4bc0-a41d-7041ba1d871a/e84ab2f5-e827-43b7-a552-c1febd83270a) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:22.143636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55157f91-6815-4e52-b26b-c1426460a0b8 req-86c801c2-510d-4f93-9172-2e38be5df4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.146819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55157f91-6815-4e52-b26b-c1426460a0b8 req-86c801c2-510d-4f93-9172-2e38be5df4ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 1098 time: 0.1032777 Aug 16 02:11:22.239296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55157f91-6815-4e52-b26b-c1426460a0b8 req-018b2eac-ebe1-4bf4-bdc2-335712a32ee2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848124 Aug 16 02:11:22.312014 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.337714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object e84ab2f5-e827-43b7-a552-c1febd83270a will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:22.446566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-38532f22-e261-40ea-a1b4-87f0a2c24d71 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1304309 Aug 16 02:11:22.525592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.569134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9836853a-0a29-4af5-97e9-9ff6072353b8 None None] Provisioning complete for port ed5fd674-0542-4449-bcb6-0ea3020b340b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:22.569674 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9836853a-0a29-4af5-97e9-9ff6072353b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.590338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:22.590338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:22.597803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:22.599811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-1e7b6218-5ab2-4dc5-b0ef-e5532592acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.601364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-1e7b6218-5ab2-4dc5-b0ef-e5532592acac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 1098 time: 0.1063652 Aug 16 02:11:22.603428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=e84ab2f5-e827-43b7-a552-c1febd83270a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:22.622182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9836853a-0a29-4af5-97e9-9ff6072353b8 None None] Port ed5fd674-0542-4449-bcb6-0ea3020b340b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:22.705517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.706146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.731200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9836853a-0a29-4af5-97e9-9ff6072353b8 None None] Provisioning for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:22.777542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-93ccf698-e515-4341-ac50-0fe143a4bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.778615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-93ccf698-e515-4341-ac50-0fe143a4bce5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.1351583 Aug 16 02:11:22.879473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9ee4290a-1a2e-41b2-9210-d6e47fe9b106 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5766094 Aug 16 02:11:22.882364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37344) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:22.888235 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-fcad746d-fec6-488e-83f6-d50fa5c49efd tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:22.925834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-aafda11e-a2a8-4f9a-a7d9-fc41af2f3541 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803 HTTP/1.1" status: 200 len: 1002 time: 0.1384208 Aug 16 02:11:22.939160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f3e71-303c-434c-bf9a-09858cebb886 req-0e20bd71-1d5d-4a84-bbbe-e2042471ece6 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.940676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-255f3e71-303c-434c-bf9a-09858cebb886 req-0e20bd71-1d5d-4a84-bbbe-e2042471ece6 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 946 time: 0.0836723 Aug 16 02:11:23.012442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-ef8bbd0d-3a50-4368-947b-c55a291b0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.013879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-ef8bbd0d-3a50-4368-947b-c55a291b0f73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0722954 Aug 16 02:11:23.019596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-255f3e71-303c-434c-bf9a-09858cebb886 req-8fcd4572-dd40-4bba-aea4-dea64ac24b52 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Aug 16 02:11:23.073734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-59a6323b-76e0-4256-8762-1dfbf9011de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.077876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-59a6323b-76e0-4256-8762-1dfbf9011de3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527174 Aug 16 02:11:23.078023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7a450367-672d-4632-a639-39f953ecc9e5 None None] Provisioning for port e84ab2f5-e827-43b7-a552-c1febd83270a completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:23.082479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7a450367-672d-4632-a639-39f953ecc9e5 None None] Provisioning complete for port e84ab2f5-e827-43b7-a552-c1febd83270a triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:23.083229 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7a450367-672d-4632-a639-39f953ecc9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.103174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcad746d-fec6-488e-83f6-d50fa5c49efd tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:23.108727 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fcad746d-fec6-488e-83f6-d50fa5c49efd tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.157533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7a450367-672d-4632-a639-39f953ecc9e5 None None] Port e84ab2f5-e827-43b7-a552-c1febd83270a cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:23.217533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-baa6ce2c-6355-412f-be22-1c7c0c7e687b service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348262 Aug 16 02:11:23.273607 n-d-768509-23 neutron-server[95515]: INFO neutron.db.ipam_backend_mixin [None req-fcad746d-fec6-488e-83f6-d50fa5c49efd tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6104f217-8195-4bc0-a41d-7041ba1d871a (CIDR: 172.20.0.0/28) Aug 16 02:11:23.335204 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bab6128b-3464-4654-ac1e-8cd3e7f4ff19 req-5c50a74c-2a4d-46db-a7ee-96d3c19fa98f service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091406 Aug 16 02:11:23.346359 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcad746d-fec6-488e-83f6-d50fa5c49efd tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:11:23.346863 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcad746d-fec6-488e-83f6-d50fa5c49efd tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:23.532462 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fcad746d-fec6-488e-83f6-d50fa5c49efd tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6483386 Aug 16 02:11:23.534985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37358) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:23.540260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c2dc285d-d4aa-4287-b970-113c219ee19c tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:23.584385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 359251e2-1af9-4954-bc7b-ca8152b7efb8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:23.784721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:23.789731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:23.795382 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.807415 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dc285d-d4aa-4287-b970-113c219ee19c tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:23.812927 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2dc285d-d4aa-4287-b970-113c219ee19c tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.936942 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.979831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 359251e2-1af9-4954-bc7b-ca8152b7efb8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=359251e2-1af9-4954-bc7b-ca8152b7efb8,segment=NetworkSegment(862fbb9e-cff8-4585-aae4-84f7783c8613),segment_id=862fbb9e-cff8-4585-aae4-84f7783c8613)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:24.054673 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.172975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=359251e2-1af9-4954-bc7b-ca8152b7efb8,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:24.196477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c516b-7297-4e70-bf99-aef63d70cdc1 req-2930c468-baf9-4ab7-8533-2de40ab2e31c tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.198915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d0c516b-7297-4e70-bf99-aef63d70cdc1 req-2930c468-baf9-4ab7-8533-2de40ab2e31c tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 946 time: 0.0615876 Aug 16 02:11:24.242042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d0c516b-7297-4e70-bf99-aef63d70cdc1 req-15a41cc6-e4dd-4896-9113-c7cc331fbd76 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Aug 16 02:11:24.295165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2dc285d-d4aa-4287-b970-113c219ee19c tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.361951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dc285d-d4aa-4287-b970-113c219ee19c tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:24.365346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c2dc285d-d4aa-4287-b970-113c219ee19c tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:24.369285 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dc285d-d4aa-4287-b970-113c219ee19c tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.369913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2dc285d-d4aa-4287-b970-113c219ee19c tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.379661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23065b47-7c0e-4e4a-a2d1-6e5c93337a3e None None] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:24.388672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc285d-d4aa-4287-b970-113c219ee19c tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Subnet': ['ID=00e251ec-4849-49c8-bafc-9297be9b6cf0,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:24.474038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37378) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:24.474552 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c2dc285d-d4aa-4287-b970-113c219ee19c tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9379067 Aug 16 02:11:24.482090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1722615837', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '00e251ec-4849-49c8-bafc-9297be9b6cf0'}], 'security_groups': ['68bf1d41-e338-46f4-bc4a-e7629e95f54a']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:24.621595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.685141 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed5c8c7-57df-44a9-9c97-423f7a05d304 None None] Update dhcp port {'port': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'fixed_ips': [{'subnet_id': '6104f217-8195-4bc0-a41d-7041ba1d871a', 'ip_address': '172.20.0.2'}, {'subnet_id': '00e251ec-4849-49c8-bafc-9297be9b6cf0'}], 'binding:host_id': 'n-d-768509-23'}, 'id': '359251e2-1af9-4954-bc7b-ca8152b7efb8'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:11:24.760478 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c8c7-57df-44a9-9c97-423f7a05d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.049289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Delete allocated IP 172.20.0.8 (62b4ec50-9daa-4508-b33f-f65379d98ce1/6104f217-8195-4bc0-a41d-7041ba1d871a) {{(pid=95516) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:11:25.058049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.18 (62b4ec50-9daa-4508-b33f-f65379d98ce1/00e251ec-4849-49c8-bafc-9297be9b6cf0/e84ab2f5-e827-43b7-a552-c1febd83270a) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:25.267876 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.284384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object e84ab2f5-e827-43b7-a552-c1febd83270a will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:25.352914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.445921 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-1ed5c8c7-57df-44a9-9c97-423f7a05d304 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-bf1fbff1-cb86-4cd8-8382-227e56c4aa83 {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:11:25.446900 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-1ed5c8c7-57df-44a9-9c97-423f7a05d304 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:11:25.519397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] In _notify_port_updated(), no bound segment for port e84ab2f5-e827-43b7-a552-c1febd83270a on network 62b4ec50-9daa-4508-b33f-f65379d98ce1 {{(pid=95516) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:11:25.530360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.531402 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.541583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "PUT /v2.0/ports/e84ab2f5-e827-43b7-a552-c1febd83270a HTTP/1.1" status: 200 len: 921 time: 1.0564404 Aug 16 02:11:25.542352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37404) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:25.583893 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1522344-25f0-4a83-971e-08a6acfb90ec tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=e84ab2f5-e827-43b7-a552-c1febd83270a,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:25.601730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 359251e2-1af9-4954-bc7b-ca8152b7efb8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:25.663359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7d7ea-7922-42f9-b3b2-8dcb6d644f95 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port e84ab2f5-e827-43b7-a552-c1febd83270a {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:25.664709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ac7d7ea-7922-42f9-b3b2-8dcb6d644f95 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.686842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:25.687352 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.815940 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ac7d7ea-7922-42f9-b3b2-8dcb6d644f95 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.831815 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7d7ea-7922-42f9-b3b2-8dcb6d644f95 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for e84ab2f5-e827-43b7-a552-c1febd83270a owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:25.997051 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c8c7-57df-44a9-9c97-423f7a05d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.070246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bff19-7850-4851-99d6-0bef0f2bfbb1 req-7be65782-9d93-4dd0-be49-24e97a79cc72 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.072144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb0bff19-7850-4851-99d6-0bef0f2bfbb1 req-7be65782-9d93-4dd0-be49-24e97a79cc72 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 946 time: 0.0926578 Aug 16 02:11:26.138613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb0bff19-7850-4851-99d6-0bef0f2bfbb1 req-c2e04c75-787d-45bc-b223-7ea5794c0042 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579870 Aug 16 02:11:26.140449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ac7d7ea-7922-42f9-b3b2-8dcb6d644f95 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.170094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7d7ea-7922-42f9-b3b2-8dcb6d644f95 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=e84ab2f5-e827-43b7-a552-c1febd83270a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:26.254357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4ac7d7ea-7922-42f9-b3b2-8dcb6d644f95 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.256753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4ac7d7ea-7922-42f9-b3b2-8dcb6d644f95 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/e84ab2f5-e827-43b7-a552-c1febd83270a HTTP/1.1" status: 204 len: 168 time: 0.7125106 Aug 16 02:11:26.258507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-1ed5c8c7-57df-44a9-9c97-423f7a05d304 None None] Allocated IP 172.20.0.19 (62b4ec50-9daa-4508-b33f-f65379d98ce1/00e251ec-4849-49c8-bafc-9297be9b6cf0/359251e2-1af9-4954-bc7b-ca8152b7efb8) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:26.260018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37418) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.287091 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c036c0c7-729c-4cb5-98d5-62820b9372bc tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:11:26.291622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37422) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.291765 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c036c0c7-729c-4cb5-98d5-62820b9372bc tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/e84ab2f5-e827-43b7-a552-c1febd83270a HTTP/1.1" status: 404 len: 333 time: 0.0306563 Aug 16 02:11:26.364680 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-57130448-0269-4f2f-9dfd-4db47d1ffde0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.384203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1ed5c8c7-57df-44a9-9c97-423f7a05d304 None None] For port 359251e2-1af9-4954-bc7b-ca8152b7efb8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=359251e2-1af9-4954-bc7b-ca8152b7efb8,segment=NetworkSegment(862fbb9e-cff8-4585-aae4-84f7783c8613),segment_id=862fbb9e-cff8-4585-aae4-84f7783c8613)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:26.393499 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-57130448-0269-4f2f-9dfd-4db47d1ffde0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.479476 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c8c7-57df-44a9-9c97-423f7a05d304 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.533450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-57130448-0269-4f2f-9dfd-4db47d1ffde0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.534616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1ed5c8c7-57df-44a9-9c97-423f7a05d304 None None] Transition to ACTIVE for port object 359251e2-1af9-4954-bc7b-ca8152b7efb8 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:26.536092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-57130448-0269-4f2f-9dfd-4db47d1ffde0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.539875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-57130448-0269-4f2f-9dfd-4db47d1ffde0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/security-groups/16141e5e-d69e-4219-b293-0bef1bdd6d04 HTTP/1.1" status: 204 len: 168 time: 0.2440221 Aug 16 02:11:26.543682 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37426) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.558613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57130448-0269-4f2f-9dfd-4db47d1ffde0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16141e5e-d69e-4219-b293-0bef1bdd6d04,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:26.616227 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1234de33-0726-4f7c-be62-e0eacb863c79 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.644477 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1234de33-0726-4f7c-be62-e0eacb863c79 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.653996 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c8c7-57df-44a9-9c97-423f7a05d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.796072 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1234de33-0726-4f7c-be62-e0eacb863c79 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.798678 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1234de33-0726-4f7c-be62-e0eacb863c79 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.803503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37438) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.805537 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1234de33-0726-4f7c-be62-e0eacb863c79 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/security-groups/68bf1d41-e338-46f4-bc4a-e7629e95f54a HTTP/1.1" status: 204 len: 168 time: 0.2632065 Aug 16 02:11:26.837523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234de33-0726-4f7c-be62-e0eacb863c79 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bf1d41-e338-46f4-bc4a-e7629e95f54a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:26.847592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5c8c7-57df-44a9-9c97-423f7a05d304 None None] Pushing event updated for resources: {'Port': ['ID=359251e2-1af9-4954-bc7b-ca8152b7efb8,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:26.944112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-39687790-42b4-4bb2-91c3-d25d9b26f1bf tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting subnet 6104f217-8195-4bc0-a41d-7041ba1d871a {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:26.968838 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39687790-42b4-4bb2-91c3-d25d9b26f1bf tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.041298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39687790-42b4-4bb2-91c3-d25d9b26f1bf tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.230289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39687790-42b4-4bb2-91c3-d25d9b26f1bf tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.454555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7bbd-1f09-4965-98a4-47045e8a55d8 req-7e0c8f8c-9159-4e1c-bfea-0c559dbd9e9c tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.456446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-727b7bbd-1f09-4965-98a4-47045e8a55d8 req-7e0c8f8c-9159-4e1c-bfea-0c559dbd9e9c tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.64 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 946 time: 0.1820045 Aug 16 02:11:27.471456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0eaf83-b131-4ffc-8ca1-cc690dd01deb req-80fe7e7a-77df-4e53-8d22-21f7a0e412d8 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.480526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c0eaf83-b131-4ffc-8ca1-cc690dd01deb req-80fe7e7a-77df-4e53-8d22-21f7a0e412d8 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 946 time: 0.1863668 Aug 16 02:11:27.604301 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39687790-42b4-4bb2-91c3-d25d9b26f1bf tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.617097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 359251e2-1af9-4954-bc7b-ca8152b7efb8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:27.669143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39687790-42b4-4bb2-91c3-d25d9b26f1bf tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Subnet': ['ID=6104f217-8195-4bc0-a41d-7041ba1d871a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:27.731660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c0eaf83-b131-4ffc-8ca1-cc690dd01deb req-2e40efa3-ddcc-41af-8b56-1ada0fdf38b7 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503779 Aug 16 02:11:27.733426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39687790-42b4-4bb2-91c3-d25d9b26f1bf tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.739237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-39687790-42b4-4bb2-91c3-d25d9b26f1bf tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/6104f217-8195-4bc0-a41d-7041ba1d871a HTTP/1.1" status: 204 len: 168 time: 0.9308386 Aug 16 02:11:27.740070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37448) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:27.750641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-727b7bbd-1f09-4965-98a4-47045e8a55d8 req-e8f9495c-17c0-4ad4-85d3-ad4ef88939b9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Deleting port 3e9b0ba1-25c0-459b-890d-7a0e4a532797 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:27.750994 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-727b7bbd-1f09-4965-98a4-47045e8a55d8 req-e8f9495c-17c0-4ad4-85d3-ad4ef88939b9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.758485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2da02e-1e85-4ebd-9392-a5977726c90c None None] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:27.766502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a87ce8f4-8481-4f5b-afb9-12efbb1d6516 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:27.859892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4558e82b-cde0-492d-9317-c54668d83342 None None] Could not find standard attr ID for object e84ab2f5-e827-43b7-a552-c1febd83270a. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:11:27.907195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4558e82b-cde0-492d-9317-c54668d83342 None None] Provisioning complete for port ed5fd674-0542-4449-bcb6-0ea3020b340b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:27.907578 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4558e82b-cde0-492d-9317-c54668d83342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.920562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-727b7bbd-1f09-4965-98a4-47045e8a55d8 req-e8f9495c-17c0-4ad4-85d3-ad4ef88939b9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] For port 3e9b0ba1-25c0-459b-890d-7a0e4a532797, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=3e9b0ba1-25c0-459b-890d-7a0e4a532797,segment=NetworkSegment(acda288f-0a74-43f9-a92a-f71911d8ce8d),segment_id=acda288f-0a74-43f9-a92a-f71911d8ce8d)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:27.921182 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-727b7bbd-1f09-4965-98a4-47045e8a55d8 req-e8f9495c-17c0-4ad4-85d3-ad4ef88939b9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.944059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-727b7bbd-1f09-4965-98a4-47045e8a55d8 req-e8f9495c-17c0-4ad4-85d3-ad4ef88939b9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Calling delete_port for 3e9b0ba1-25c0-459b-890d-7a0e4a532797 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:28.056197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4558e82b-cde0-492d-9317-c54668d83342 None None] Port ed5fd674-0542-4449-bcb6-0ea3020b340b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:28.070449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87ce8f4-8481-4f5b-afb9-12efbb1d6516 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:28.074227 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a87ce8f4-8481-4f5b-afb9-12efbb1d6516 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.144524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4558e82b-cde0-492d-9317-c54668d83342 None None] Provisioning for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:28.149442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4558e82b-cde0-492d-9317-c54668d83342 None None] Provisioning complete for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:28.150039 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4558e82b-cde0-492d-9317-c54668d83342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.207739 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-727b7bbd-1f09-4965-98a4-47045e8a55d8 req-e8f9495c-17c0-4ad4-85d3-ad4ef88939b9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.237597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['3e9b0ba1-25c0-459b-890d-7a0e4a532797'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:28.361154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9495c-17c0-4ad4-85d3-ad4ef88939b9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Pushing event deleted for resources: {'Port': ['ID=3e9b0ba1-25c0-459b-890d-7a0e4a532797,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:28.451889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-727b7bbd-1f09-4965-98a4-47045e8a55d8 req-e8f9495c-17c0-4ad4-85d3-ad4ef88939b9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] No DVR routers for this DVR port 3e9b0ba1-25c0-459b-890d-7a0e4a532797 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:28.454659 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-727b7bbd-1f09-4965-98a4-47045e8a55d8 req-e8f9495c-17c0-4ad4-85d3-ad4ef88939b9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.457044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-727b7bbd-1f09-4965-98a4-47045e8a55d8 req-e8f9495c-17c0-4ad4-85d3-ad4ef88939b9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.64 "DELETE /v2.0/ports/3e9b0ba1-25c0-459b-890d-7a0e4a532797 HTTP/1.1" status: 204 len: 173 time: 0.9744878 Aug 16 02:11:28.457511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457277d4-d587-4837-9646-0cb6651b2b42', 'name': 'network-vif-deleted', 'tag': '3e9b0ba1-25c0-459b-890d-7a0e4a532797'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:28.459851 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c620dd15-7078-431e-b452-f767d11b3d5f" -d '{"events": [{"server_uuid": "457277d4-d587-4837-9646-0cb6651b2b42", "name": "network-vif-deleted", "tag": "3e9b0ba1-25c0-459b-890d-7a0e4a532797"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:28.496622 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a87ce8f4-8481-4f5b-afb9-12efbb1d6516 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.522609 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f255a49a-7406-4d8c-9e1a-344ad6b0f9a1 x-openstack-request-id: req-f255a49a-7406-4d8c-9e1a-344ad6b0f9a1 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:28.522904 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457277d4-d587-4837-9646-0cb6651b2b42", "name": "network-vif-deleted", "tag": "3e9b0ba1-25c0-459b-890d-7a0e4a532797", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:28.523159 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f255a49a-7406-4d8c-9e1a-344ad6b0f9a1 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:28.523576 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457277d4-d587-4837-9646-0cb6651b2b42', 'name': 'network-vif-deleted', 'tag': '3e9b0ba1-25c0-459b-890d-7a0e4a532797', 'status': 'completed', 'code': 200} Aug 16 02:11:28.524187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ce8f4-8481-4f5b-afb9-12efbb1d6516 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:28.572230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a87ce8f4-8481-4f5b-afb9-12efbb1d6516 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:28.577185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ce8f4-8481-4f5b-afb9-12efbb1d6516 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:28.578419 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a87ce8f4-8481-4f5b-afb9-12efbb1d6516 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.620548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ce8f4-8481-4f5b-afb9-12efbb1d6516 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Subnet': ['ID=9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:28.680110 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a87ce8f4-8481-4f5b-afb9-12efbb1d6516 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9383547 Aug 16 02:11:28.682745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37466) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.687777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-94431ade-f8ef-44c6-a560-714add15f2a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'security_group': {'name': 'tempest-secgroup-719330137'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:28.822999 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94431ade-f8ef-44c6-a560-714add15f2a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.970268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-465f1362-7b49-4a53-a7c2-1603d4c18912 req-767ab148-19c4-45fc-b263-7e913e6c4dd2 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=457277d4-d587-4837-9646-0cb6651b2b42 HTTP/1.1" status: 200 len: 210 time: 0.0408926 Aug 16 02:11:28.972686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94431ade-f8ef-44c6-a560-714add15f2a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.978495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f00ab-5329-4845-a48a-fa98fc231d11 None None] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:29.075761 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94431ade-f8ef-44c6-a560-714add15f2a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.116072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94431ade-f8ef-44c6-a560-714add15f2a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b03ead0-cf59-47da-900e-87ba0e623ce4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.156641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e734bd8e-7b88-419a-b607-7dfb363936b6 None None] Provisioning complete for port ed5fd674-0542-4449-bcb6-0ea3020b340b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:29.156967 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e734bd8e-7b88-419a-b607-7dfb363936b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.184646 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94431ade-f8ef-44c6-a560-714add15f2a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.186790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-94431ade-f8ef-44c6-a560-714add15f2a1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5028679 Aug 16 02:11:29.189666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37478) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:29.196759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-df4f3bde-37c5-4278-9ef9-80afdb753857 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'security_group': {'name': 'tempest-secgroup-1528007062'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:29.211164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e734bd8e-7b88-419a-b607-7dfb363936b6 None None] Port ed5fd674-0542-4449-bcb6-0ea3020b340b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:29.230350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e734bd8e-7b88-419a-b607-7dfb363936b6 None None] Provisioning complete for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:29.230762 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e734bd8e-7b88-419a-b607-7dfb363936b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.309131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a2617a-a6d0-4406-b9fd-8867a60e9efa None None] Update dhcp port {'port': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'fixed_ips': [{'subnet_id': '00e251ec-4849-49c8-bafc-9297be9b6cf0', 'ip_address': '172.20.0.19'}, {'subnet_id': '9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a'}], 'binding:host_id': 'n-d-768509-23'}, 'id': '359251e2-1af9-4954-bc7b-ca8152b7efb8'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:11:29.321637 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df4f3bde-37c5-4278-9ef9-80afdb753857 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.357052 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e9a2617a-a6d0-4406-b9fd-8867a60e9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.458541 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df4f3bde-37c5-4278-9ef9-80afdb753857 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.578470 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df4f3bde-37c5-4278-9ef9-80afdb753857 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.612925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f3bde-37c5-4278-9ef9-80afdb753857 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c032e42e-4aaa-4775-b76e-c84434ee2973,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.613684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-e9a2617a-a6d0-4406-b9fd-8867a60e9efa None None] Allocated IP 172.20.0.2 (62b4ec50-9daa-4508-b33f-f65379d98ce1/9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a/359251e2-1af9-4954-bc7b-ca8152b7efb8) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:29.679860 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df4f3bde-37c5-4278-9ef9-80afdb753857 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.681456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-df4f3bde-37c5-4278-9ef9-80afdb753857 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4904225 Aug 16 02:11:29.683841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37488) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:29.689315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-459b0170-c83f-4c74-9f9a-5b75ecc57425 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'security_group': {'name': 'tempest-secgroup-491651681'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:29.728579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e9a2617a-a6d0-4406-b9fd-8867a60e9efa None None] For port 359251e2-1af9-4954-bc7b-ca8152b7efb8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=359251e2-1af9-4954-bc7b-ca8152b7efb8,segment=NetworkSegment(862fbb9e-cff8-4585-aae4-84f7783c8613),segment_id=862fbb9e-cff8-4585-aae4-84f7783c8613)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:29.760903 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e9a2617a-a6d0-4406-b9fd-8867a60e9efa None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.775850 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e9a2617a-a6d0-4406-b9fd-8867a60e9efa None None] Transition to ACTIVE for port object 359251e2-1af9-4954-bc7b-ca8152b7efb8 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:29.816720 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-459b0170-c83f-4c74-9f9a-5b75ecc57425 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.859295 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e9a2617a-a6d0-4406-b9fd-8867a60e9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.894432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37494) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:29.927342 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05be2967-8aa6-49be-bfb0-5702b3407dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.947923 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-459b0170-c83f-4c74-9f9a-5b75ecc57425 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.015130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2617a-a6d0-4406-b9fd-8867a60e9efa None None] Pushing event updated for resources: {'Port': ['ID=359251e2-1af9-4954-bc7b-ca8152b7efb8,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.024399 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-459b0170-c83f-4c74-9f9a-5b75ecc57425 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.085566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b0170-c83f-4c74-9f9a-5b75ecc57425 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22261b7-ad2d-4298-9c1d-2f3d24200311,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.142712 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-459b0170-c83f-4c74-9f9a-5b75ecc57425 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.145879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-459b0170-c83f-4c74-9f9a-5b75ecc57425 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4592338 Aug 16 02:11:30.146742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Deleting port a91d8628-ec6d-447e-b44e-379e42aa30ab {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:30.146960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37504) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:30.147101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.153525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1844243553', 'security_groups': ['f22261b7-ad2d-4298-9c1d-2f3d24200311'], 'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:30.262840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.264451 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.286777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Calling delete_port for a91d8628-ec6d-447e-b44e-379e42aa30ab owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:30.486292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-9f5cdf13-8d86-4be3-8a21-fa8381363efc tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:30.495002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-9f5cdf13-8d86-4be3-8a21-fa8381363efc tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/networks?id=6becc351-aafe-4909-bc24-cb85be846b38 HTTP/1.1" status: 200 len: 808 time: 0.1788478 Aug 16 02:11:30.525806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:30.540665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-365c81d1-df67-49f4-9a04-80763f570ff2 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/quotas/79891c42b14c468ebef02dc351a863cd HTTP/1.1" status: 200 len: 375 time: 0.0440090 Aug 16 02:11:30.604116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-e3b95696-27e5-472c-beb5-aff11c678d2f tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79891c42b14c468ebef02dc351a863cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624082 Aug 16 02:11:30.613002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.653969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event deleted for resources: {'Port': ['ID=a91d8628-ec6d-447e-b44e-379e42aa30ab,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.731768 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.736729 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Floating IP 5903c54c-51a2-4962-9bfd-7ad9557d6467 disassociated (deleted). External IP: 172.25.8.233, port: 5e593b3d-c4a4-4dba-82a2-f3989e768803. Aug 16 02:11:30.789516 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.829212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] device_id is not set on port 991964b5-bb22-4d3c-aeb8-e72e45275ca4 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:11:30.835339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-da163b3d-132d-4585-8d93-7d15166e67ca service neutron] 10.222.0.66 "GET /v2.0/networks/6becc351-aafe-4909-bc24-cb85be846b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139659 Aug 16 02:11:30.929559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b2d5a384-6645-423d-ab9a-d9553284d178 None None] Provisioning complete for port ed5fd674-0542-4449-bcb6-0ea3020b340b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:30.930182 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b2d5a384-6645-423d-ab9a-d9553284d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.038116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5a384-6645-423d-ab9a-d9553284d178 None None] Port ed5fd674-0542-4449-bcb6-0ea3020b340b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:31.070494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-db93beb6-0b7f-4449-8cbd-8690a81f542d service neutron] 10.222.0.66 "GET /v2.0/networks/6becc351-aafe-4909-bc24-cb85be846b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255061 Aug 16 02:11:31.103261 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:31.133151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b2d5a384-6645-423d-ab9a-d9553284d178 None None] Provisioning for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:31.139564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b2d5a384-6645-423d-ab9a-d9553284d178 None None] Provisioning complete for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:31.140102 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b2d5a384-6645-423d-ab9a-d9553284d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.199238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.3 (62b4ec50-9daa-4508-b33f-f65379d98ce1/9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a/991964b5-bb22-4d3c-aeb8-e72e45275ca4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:31.208312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 3e9b0ba1-25c0-459b-890d-7a0e4a532797 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:31.257216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 3e9b0ba1-25c0-459b-890d-7a0e4a532797 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:31.257865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 3e9b0ba1-25c0-459b-890d-7a0e4a532797 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:31.357051 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:31.362759 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.371770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a31c6-cbe7-436a-9d7e-04e995531f48 None None] Sync routers for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:31.383162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a31c6-cbe7-436a-9d7e-04e995531f48 None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:31.383864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ff1a31c6-cbe7-436a-9d7e-04e995531f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:31.439971 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-601344e6-3191-4ef9-8d2c-589d9aa32160 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "DELETE /v2.0/floatingips/5903c54c-51a2-4962-9bfd-7ad9557d6467 HTTP/1.1" status: 204 len: 168 time: 1.5413136 Aug 16 02:11:31.439971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'tag': '5e593b3d-c4a4-4dba-82a2-f3989e768803'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:31.440875 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb2745a-351f-445c-a7b2-0d5e18750721" -d '{"events": [{"name": "network-changed", "server_uuid": "458e0996-f4d8-4881-86f4-98d6e788a50a", "tag": "5e593b3d-c4a4-4dba-82a2-f3989e768803"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:31.462206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.474735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object 991964b5-bb22-4d3c-aeb8-e72e45275ca4 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:31.585250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.690230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:31.715787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 359251e2-1af9-4954-bc7b-ca8152b7efb8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:31.718826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:31.720781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-40e948f6-0f44-4178-99e3-5d758cbc05f8 None None] Could not find standard attr ID for object e84ab2f5-e827-43b7-a552-c1febd83270a. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:11:31.729410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:31.744752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=991964b5-bb22-4d3c-aeb8-e72e45275ca4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.847972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.848946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.873545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:31.873545 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.880541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ff1a31c6-cbe7-436a-9d7e-04e995531f48 None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:31.945209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5af63837-2658-4243-8014-d4d65aa229ac tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7970788 Aug 16 02:11:31.947913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37546) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.955389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-7abab0fa-1246-4d32-9932-02804a75123f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:32.200995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abab0fa-1246-4d32-9932-02804a75123f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:32.205343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7abab0fa-1246-4d32-9932-02804a75123f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.287779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1ee9859f-9a79-4eea-94cf-d69854a59108 None None] Provisioning for port 991964b5-bb22-4d3c-aeb8-e72e45275ca4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:32.292442 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e30c612-6e1a-459f-b8d1-017928addb45 x-openstack-request-id: req-8e30c612-6e1a-459f-b8d1-017928addb45 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:32.292891 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458e0996-f4d8-4881-86f4-98d6e788a50a", "tag": "5e593b3d-c4a4-4dba-82a2-f3989e768803", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:32.292964 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e30c612-6e1a-459f-b8d1-017928addb45 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:32.293381 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'tag': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'status': 'completed', 'code': 200} Aug 16 02:11:32.318439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1ee9859f-9a79-4eea-94cf-d69854a59108 None None] Provisioning complete for port 991964b5-bb22-4d3c-aeb8-e72e45275ca4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:32.318828 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ee9859f-9a79-4eea-94cf-d69854a59108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.399878 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc21944c-c8e5-4334-9783-737f4620bc7c req-76c1f62c-ba26-45d1-be2f-217ebfdae6f5 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 210 time: 0.0416706 Aug 16 02:11:32.436746 n-d-768509-23 neutron-server[95516]: INFO neutron.db.ipam_backend_mixin [None req-7abab0fa-1246-4d32-9932-02804a75123f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a (CIDR: 172.20.0.0/28) Aug 16 02:11:32.443741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2745a-351f-445c-a7b2-0d5e18750721 req-7ccc5565-9fb6-4b59-a1c7-0579a1fc0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.445261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cb2745a-351f-445c-a7b2-0d5e18750721 req-7ccc5565-9fb6-4b59-a1c7-0579a1fc0a24 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=339391903c4f4f3b9336737914285e45&device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 1098 time: 0.1218417 Aug 16 02:11:32.447094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9859f-9a79-4eea-94cf-d69854a59108 None None] Port 991964b5-bb22-4d3c-aeb8-e72e45275ca4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:32.464341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ff1a31c6-cbe7-436a-9d7e-04e995531f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:32.509271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a31c6-cbe7-436a-9d7e-04e995531f48 None None] Checking router: d95d8e37-77a2-44e6-9a53-1f98ea337fe5 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:32.518484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a31c6-cbe7-436a-9d7e-04e995531f48 None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:32.525294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ff1a31c6-cbe7-436a-9d7e-04e995531f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:32.532993 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abab0fa-1246-4d32-9932-02804a75123f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:11:32.533705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abab0fa-1246-4d32-9932-02804a75123f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:32.603581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e74514-49ee-4df7-a644-dfd7d3a5c88b req-edede0ed-311f-49f0-bb06-e4c2d34a8604 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.605106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76e74514-49ee-4df7-a644-dfd7d3a5c88b req-edede0ed-311f-49f0-bb06-e4c2d34a8604 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 946 time: 0.0855961 Aug 16 02:11:32.630576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2745a-351f-445c-a7b2-0d5e18750721 req-2947e1ed-ae57-47c8-908a-a94c69f24bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.632116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cb2745a-351f-445c-a7b2-0d5e18750721 req-2947e1ed-ae57-47c8-908a-a94c69f24bab service neutron] 10.222.0.74 "GET /v2.0/networks?id=451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 200 len: 911 time: 0.1790941 Aug 16 02:11:32.640413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7abab0fa-1246-4d32-9932-02804a75123f tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6914260 Aug 16 02:11:32.640542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37564) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:32.651872 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1a7c43cd-2c7b-4f30-94b9-3d3413e596ae tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:32.682847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ff1a31c6-cbe7-436a-9d7e-04e995531f48 None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:32.684991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cb2745a-351f-445c-a7b2-0d5e18750721 req-8b896b09-b0cf-4ca5-9f8d-2e1a36e91e74 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803 HTTP/1.1" status: 200 len: 217 time: 0.0431325 Aug 16 02:11:32.743802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76e74514-49ee-4df7-a644-dfd7d3a5c88b req-d6386d51-4e37-49d9-9110-2abe2030c0c6 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307383 Aug 16 02:11:32.791034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2745a-351f-445c-a7b2-0d5e18750721 req-18c8bb22-6208-4dfe-ac15-87093372cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.792548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cb2745a-351f-445c-a7b2-0d5e18750721 req-18c8bb22-6208-4dfe-ac15-87093372cc23 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 200 len: 849 time: 0.0995069 Aug 16 02:11:32.912320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2745a-351f-445c-a7b2-0d5e18750721 req-ec1717a5-8d71-40c4-a7c0-dcd63aa1141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.914049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cb2745a-351f-445c-a7b2-0d5e18750721 req-ec1717a5-8d71-40c4-a7c0-dcd63aa1141d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=451b8f7a-e7d9-4b9a-a673-45425a82868a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992451 Aug 16 02:11:32.940006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a916d-734b-48b2-8253-0edde2dc31c2 req-94a7cfc3-7ecb-4738-bd22-3361cdbd4495 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.942518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf8a916d-734b-48b2-8253-0edde2dc31c2 req-94a7cfc3-7ecb-4738-bd22-3361cdbd4495 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 946 time: 0.0928168 Aug 16 02:11:32.954259 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7c43cd-2c7b-4f30-94b9-3d3413e596ae tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:32.958324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a7c43cd-2c7b-4f30-94b9-3d3413e596ae tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.007693 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ff1a31c6-cbe7-436a-9d7e-04e995531f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:33.010566 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9acd1f7c-bf14-42ab-8a02-1ec0f209350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.012467 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.051036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a31c6-cbe7-436a-9d7e-04e995531f48 None None] The sync data for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 is: [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 4, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '83e93867-c554-46ee-a005-132444c4377f', 'name': '', 'network_id': '451b8f7a-e7d9-4b9a-a673-45425a82868a', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:31Z', 'updated_at': '2021-08-16T01:54:39Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'subnets': [{'id': 'b7176ff3-edd3-42c6-8174-28ec8618d359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:33.084231 n-d-768509-23 neutron-server[95515]: INFO neutron.db.ipam_backend_mixin [None req-1a7c43cd-2c7b-4f30-94b9-3d3413e596ae tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 00e251ec-4849-49c8-bafc-9297be9b6cf0 (CIDR: 172.20.0.16/28) Aug 16 02:11:33.106886 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7c43cd-2c7b-4f30-94b9-3d3413e596ae tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:11:33.107952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7c43cd-2c7b-4f30-94b9-3d3413e596ae tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:33.120795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cb2745a-351f-445c-a7b2-0d5e18750721 req-9d57dc51-c8dc-4849-bc63-31e0b4357790 service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942654 Aug 16 02:11:33.199677 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1a7c43cd-2c7b-4f30-94b9-3d3413e596ae tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5546522 Aug 16 02:11:33.202080 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37574) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:33.213795 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f3fe710c-6ab2-4b1d-86af-e427606bdaee tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'subnet': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:33.511843 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5456b9-b35b-427d-8ba9-81dabb2cf0c2 None None] New status for floating IP 5903c54c-51a2-4962-9bfd-7ad9557d6467: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:11:33.523755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fe710c-6ab2-4b1d-86af-e427606bdaee tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Made reservation on behalf of 4f59de9cac45415e851d7d36841af304 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:33.528129 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f3fe710c-6ab2-4b1d-86af-e427606bdaee tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.739846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27d76cf4-695e-4f49-9d50-5a7f7f4583ae req-643f944a-9b1e-432b-8c84-8a2172fb4669 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 210 time: 0.0378988 Aug 16 02:11:33.750201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-cf8a916d-734b-48b2-8253-0edde2dc31c2 req-ba33fbe8-35c1-422b-9406-fa9f7705121c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Deleting port 5e593b3d-c4a4-4dba-82a2-f3989e768803 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:33.752793 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cf8a916d-734b-48b2-8253-0edde2dc31c2 req-ba33fbe8-35c1-422b-9406-fa9f7705121c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.852815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cb2745a-351f-445c-a7b2-0d5e18750721 req-384a0176-ea78-499d-8ac0-1018691ef0cf service neutron] 10.222.0.74 "GET /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287903 Aug 16 02:11:33.948563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-cf8a916d-734b-48b2-8253-0edde2dc31c2 req-ba33fbe8-35c1-422b-9406-fa9f7705121c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] For port 5e593b3d-c4a4-4dba-82a2-f3989e768803, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5e593b3d-c4a4-4dba-82a2-f3989e768803,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:33.949238 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cf8a916d-734b-48b2-8253-0edde2dc31c2 req-ba33fbe8-35c1-422b-9406-fa9f7705121c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.963481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-cf8a916d-734b-48b2-8253-0edde2dc31c2 req-ba33fbe8-35c1-422b-9406-fa9f7705121c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Calling delete_port for 5e593b3d-c4a4-4dba-82a2-f3989e768803 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:33.989666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31b9f4-1a6f-48e2-aa8f-0b7186c030c3 req-f8bd3900-cfc5-4611-b402-504a9369a6b5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.991310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b31b9f4-1a6f-48e2-aa8f-0b7186c030c3 req-f8bd3900-cfc5-4611-b402-504a9369a6b5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 946 time: 0.0843475 Aug 16 02:11:34.007540 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f3fe710c-6ab2-4b1d-86af-e427606bdaee tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.064297 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.088020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe710c-6ab2-4b1d-86af-e427606bdaee tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:34.114436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b31b9f4-1a6f-48e2-aa8f-0b7186c030c3 req-5c6ec9db-3727-4de4-bf69-117e2d978a45 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/security-groups?id=e5537c35-b247-481e-9e80-44ca4c1aa105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664670 Aug 16 02:11:34.115210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe710c-6ab2-4b1d-86af-e427606bdaee tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:34.117881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe710c-6ab2-4b1d-86af-e427606bdaee tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Subnet': ['ID=795e8a32-8683-40e9-b905-b3121a94b87c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:34.138022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe710c-6ab2-4b1d-86af-e427606bdaee tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.138310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f3700d-8b73-4aca-9df8-e21e2ed764c4 None None] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:34.138773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f3fe710c-6ab2-4b1d-86af-e427606bdaee tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.254089 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f3fe710c-6ab2-4b1d-86af-e427606bdaee tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0486493 Aug 16 02:11:34.256828 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37592) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:34.262761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-526399705', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '795e8a32-8683-40e9-b905-b3121a94b87c'}], 'security_groups': ['6b03ead0-cf59-47da-900e-87ba0e623ce4', 'c032e42e-4aaa-4775-b76e-c84434ee2973']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:34.366395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-d27bc35f-3af8-4f90-9f32-b6129d87b068 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.369477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-d27bc35f-3af8-4f90-9f32-b6129d87b068 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.74 "GET /v2.0/networks?id=6becc351-aafe-4909-bc24-cb85be846b38 HTTP/1.1" status: 200 len: 808 time: 0.2220309 Aug 16 02:11:34.383699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Request body: {'port': {'device_id': 'ccddd9d2-a6d6-4811-9aeb-d74caf1113a5', 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38', 'admin_state_up': True, 'tenant_id': '79891c42b14c468ebef02dc351a863cd'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:34.431879 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cf8a916d-734b-48b2-8253-0edde2dc31c2 req-ba33fbe8-35c1-422b-9406-fa9f7705121c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.481905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.491764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33fbe8-35c1-422b-9406-fa9f7705121c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event deleted for resources: {'Port': ['ID=5e593b3d-c4a4-4dba-82a2-f3989e768803,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:34.527175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Update dhcp port {'port': {'network_id': '62b4ec50-9daa-4508-b33f-f65379d98ce1', 'fixed_ips': [{'subnet_id': '00e251ec-4849-49c8-bafc-9297be9b6cf0', 'ip_address': '172.20.0.19'}, {'subnet_id': '9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a', 'ip_address': '172.20.0.2'}, {'subnet_id': '795e8a32-8683-40e9-b905-b3121a94b87c'}], 'binding:host_id': 'n-d-768509-23'}, 'id': '359251e2-1af9-4954-bc7b-ca8152b7efb8'} from n-d-768509-23. {{(pid=95517) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:11:34.567519 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.571725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8a916d-734b-48b2-8253-0edde2dc31c2 req-ba33fbe8-35c1-422b-9406-fa9f7705121c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] No DVR routers for this DVR port 5e593b3d-c4a4-4dba-82a2-f3989e768803 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:34.577970 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cf8a916d-734b-48b2-8253-0edde2dc31c2 req-ba33fbe8-35c1-422b-9406-fa9f7705121c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.580207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cf8a916d-734b-48b2-8253-0edde2dc31c2 req-ba33fbe8-35c1-422b-9406-fa9f7705121c tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.74 "DELETE /v2.0/ports/5e593b3d-c4a4-4dba-82a2-f3989e768803 HTTP/1.1" status: 204 len: 173 time: 1.6223152 Aug 16 02:11:34.580699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'name': 'network-vif-deleted', 'tag': '5e593b3d-c4a4-4dba-82a2-f3989e768803'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:34.583979 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab769b-d1fa-42c2-b5bb-95434a734d5f" -d '{"events": [{"server_uuid": "458e0996-f4d8-4881-86f4-98d6e788a50a", "name": "network-vif-deleted", "tag": "5e593b3d-c4a4-4dba-82a2-f3989e768803"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:34.632144 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b2d953-0728-4b52-becf-fa456c6ed84f x-openstack-request-id: req-54b2d953-0728-4b52-becf-fa456c6ed84f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:34.632444 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458e0996-f4d8-4881-86f4-98d6e788a50a", "name": "network-vif-deleted", "tag": "5e593b3d-c4a4-4dba-82a2-f3989e768803", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:34.632695 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-54b2d953-0728-4b52-becf-fa456c6ed84f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:34.633139 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458e0996-f4d8-4881-86f4-98d6e788a50a', 'name': 'network-vif-deleted', 'tag': '5e593b3d-c4a4-4dba-82a2-f3989e768803', 'status': 'completed', 'code': 200} Aug 16 02:11:34.816007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Allocated IP 172.20.0.34 (62b4ec50-9daa-4508-b33f-f65379d98ce1/795e8a32-8683-40e9-b905-b3121a94b87c/359251e2-1af9-4954-bc7b-ca8152b7efb8) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:34.874967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d77721c-3d12-46d8-8917-7e829b40fed4 req-d6259a62-4716-4293-836b-eed7afe56b11 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 210 time: 0.0491836 Aug 16 02:11:34.949763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] For port 359251e2-1af9-4954-bc7b-ca8152b7efb8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=359251e2-1af9-4954-bc7b-ca8152b7efb8,segment=NetworkSegment(862fbb9e-cff8-4585-aae4-84f7783c8613),segment_id=862fbb9e-cff8-4585-aae4-84f7783c8613)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:34.984877 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.001211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Transition to ACTIVE for port object 359251e2-1af9-4954-bc7b-ca8152b7efb8 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:35.182499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Made reservation on behalf of 79891c42b14c468ebef02dc351a863cd for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:35.188236 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.225009 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.320993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-279d3d22-524b-41d8-8dda-62da561c2ab1 req-965d662f-db15-438f-b539-fa50639def45 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 210 time: 0.0827382 Aug 16 02:11:35.383990 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Pushing event updated for resources: {'Port': ['ID=359251e2-1af9-4954-bc7b-ca8152b7efb8,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:35.384886 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:11:35.411976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.412577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.413309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.413795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.414319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.414807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.415549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.416039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.416592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.417176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.418024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.418569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137cf6-b88f-4203-b3ce-5749da100ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:35.480590 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Delete allocated IP 172.20.0.3 (62b4ec50-9daa-4508-b33f-f65379d98ce1/9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a) {{(pid=95515) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:11:35.509253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Allocated IP 172.20.0.40 (62b4ec50-9daa-4508-b33f-f65379d98ce1/795e8a32-8683-40e9-b905-b3121a94b87c/991964b5-bb22-4d3c-aeb8-e72e45275ca4) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:35.583028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Allocated IP 172.20.0.2 (6becc351-aafe-4909-bc24-cb85be846b38/558e62cf-073e-4d32-bb62-c600c71ad659/2517c164-5ca0-47b1-8818-93bb2d1206a6) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:35.633457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 359251e2-1af9-4954-bc7b-ca8152b7efb8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:35.915302 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.051333 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.240514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.360971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Network 6becc351-aafe-4909-bc24-cb85be846b38 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:36.391582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:36.403280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:36.475452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.475452 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.487852 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Pushing event updated for resources: {'Port': ['ID=2517c164-5ca0-47b1-8818-93bb2d1206a6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:36.517581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2a7a4-c445-4c15-aac2-1bc1c857097a req-16693263-83e4-446a-9be6-cfc37c99f2e4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.525217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62e2a7a4-c445-4c15-aac2-1bc1c857097a req-16693263-83e4-446a-9be6-cfc37c99f2e4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 931 time: 0.2142305 Aug 16 02:11:36.569015 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.578050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62e2a7a4-c445-4c15-aac2-1bc1c857097a req-f84ce391-5bef-4e42-9bb3-d1b02dfe21d0 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487242 Aug 16 02:11:36.594918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-086074e1-3cd5-4eb4-9bf6-4301156e08b4 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2161596 Aug 16 02:11:36.596863 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Transition to ACTIVE for port object 991964b5-bb22-4d3c-aeb8-e72e45275ca4 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:36.611201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Request body: {'port': {'device_id': 'ccddd9d2-a6d6-4811-9aeb-d74caf1113a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:36.614888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8ab184ef-c6d0-4b61-8bef-9ff8ef536ab2 None None] Provisioning complete for port ed5fd674-0542-4449-bcb6-0ea3020b340b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:36.615412 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8ab184ef-c6d0-4b61-8bef-9ff8ef536ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.677772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8ab184ef-c6d0-4b61-8bef-9ff8ef536ab2 None None] Port ed5fd674-0542-4449-bcb6-0ea3020b340b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:36.679924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.751733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b09a015e-ed97-4b6f-8786-27c739c6877b req-492b2390-0c23-4305-a808-da64d6f02854 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 210 time: 0.0514483 Aug 16 02:11:36.755757 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.772747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8ab184ef-c6d0-4b61-8bef-9ff8ef536ab2 None None] Provisioning for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:36.778139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8ab184ef-c6d0-4b61-8bef-9ff8ef536ab2 None None] Provisioning complete for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:36.782030 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8ab184ef-c6d0-4b61-8bef-9ff8ef536ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.806834 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event updated for resources: {'Port': ['ID=991964b5-bb22-4d3c-aeb8-e72e45275ca4,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:36.855861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] In _notify_port_updated(), no bound segment for port 991964b5-bb22-4d3c-aeb8-e72e45275ca4 on network 62b4ec50-9daa-4508-b33f-f65379d98ce1 {{(pid=95515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:11:36.863122 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.863818 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.870965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37638) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.879373 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5f6b2441-93ff-42dd-8d6f-1bff8b3bfa19 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "PUT /v2.0/ports/991964b5-bb22-4d3c-aeb8-e72e45275ca4 HTTP/1.1" status: 200 len: 959 time: 2.6210902 Aug 16 02:11:37.007301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8ab184ef-c6d0-4b61-8bef-9ff8ef536ab2 None None] Provisioning for port 991964b5-bb22-4d3c-aeb8-e72e45275ca4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:37.011454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8ab184ef-c6d0-4b61-8bef-9ff8ef536ab2 None None] Provisioning complete for port 991964b5-bb22-4d3c-aeb8-e72e45275ca4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:37.011843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8ab184ef-c6d0-4b61-8bef-9ff8ef536ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.055007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8ab184ef-c6d0-4b61-8bef-9ff8ef536ab2 None None] Port 991964b5-bb22-4d3c-aeb8-e72e45275ca4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:37.170873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-6b71a85f-3aa5-4786-9757-47d1feb6bf74 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 991964b5-bb22-4d3c-aeb8-e72e45275ca4 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:37.171403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6b71a85f-3aa5-4786-9757-47d1feb6bf74 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.334330 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6b71a85f-3aa5-4786-9757-47d1feb6bf74 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.368606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-6b71a85f-3aa5-4786-9757-47d1feb6bf74 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 991964b5-bb22-4d3c-aeb8-e72e45275ca4 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:37.385804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2517c164-5ca0-47b1-8818-93bb2d1206a6 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:37.397501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.459255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Transition to ACTIVE for port object 2517c164-5ca0-47b1-8818-93bb2d1206a6 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:37.493167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abda001a-f73e-40cb-8451-66ed0d9883d8 None None] Provisioning complete for port 991964b5-bb22-4d3c-aeb8-e72e45275ca4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:37.496079 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abda001a-f73e-40cb-8451-66ed0d9883d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.523523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.545503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-abda001a-f73e-40cb-8451-66ed0d9883d8 None None] Port 991964b5-bb22-4d3c-aeb8-e72e45275ca4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:37.620619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Pushing event updated for resources: {'Port': ['ID=2517c164-5ca0-47b1-8818-93bb2d1206a6,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:37.695155 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6b71a85f-3aa5-4786-9757-47d1feb6bf74 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.743927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71a85f-3aa5-4786-9757-47d1feb6bf74 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=991964b5-bb22-4d3c-aeb8-e72e45275ca4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:37.758968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Attempting to bind port 2517c164-5ca0-47b1-8818-93bb2d1206a6 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:37.759311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Attempting to bind port 2517c164-5ca0-47b1-8818-93bb2d1206a6 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'acda288f-0a74-43f9-a92a-f71911d8ce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:37.759650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Attempting to bind port 2517c164-5ca0-47b1-8818-93bb2d1206a6 on network 6becc351-aafe-4909-bc24-cb85be846b38 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:37.764403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5e593b3d-c4a4-4dba-82a2-f3989e768803 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:37.791590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 5e593b3d-c4a4-4dba-82a2-f3989e768803 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:37.791949 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5e593b3d-c4a4-4dba-82a2-f3989e768803 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:37.816096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2e403-34ba-4467-87ba-850deb4d9f34 req-1ecf8277-5e08-466d-87e4-04adc3f0ead1 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:37.817681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36a2e403-34ba-4467-87ba-850deb4d9f34 req-1ecf8277-5e08-466d-87e4-04adc3f0ead1 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 943 time: 0.1541193 Aug 16 02:11:37.820858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Port 2517c164-5ca0-47b1-8818-93bb2d1206a6 on network 6becc351-aafe-4909-bc24-cb85be846b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:37.821121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Attempting to bind port 2517c164-5ca0-47b1-8818-93bb2d1206a6 on network 6becc351-aafe-4909-bc24-cb85be846b38 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:37.836670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:37.837002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Checking segment: {'id': 'acda288f-0a74-43f9-a92a-f71911d8ce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:37.837403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Bound using segment: {'id': 'acda288f-0a74-43f9-a92a-f71911d8ce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:37.837881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Bound port: 2517c164-5ca0-47b1-8818-93bb2d1206a6, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acda288f-0a74-43f9-a92a-f71911d8ce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:37.838231 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.876615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6b71a85f-3aa5-4786-9757-47d1feb6bf74 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.880947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6b71a85f-3aa5-4786-9757-47d1feb6bf74 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/991964b5-bb22-4d3c-aeb8-e72e45275ca4 HTTP/1.1" status: 204 len: 168 time: 1.0057950 Aug 16 02:11:37.881316 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37654) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:37.907057 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-febad8c8-7a2a-408a-9b8e-ae44766504c0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] GET failed (client error): The resource could not be found. Aug 16 02:11:37.911269 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-febad8c8-7a2a-408a-9b8e-ae44766504c0 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports/991964b5-bb22-4d3c-aeb8-e72e45275ca4 HTTP/1.1" status: 404 len: 333 time: 0.0263011 Aug 16 02:11:37.917748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37656) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:37.978820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] For port 2517c164-5ca0-47b1-8818-93bb2d1206a6, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:37.990131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36a2e403-34ba-4467-87ba-850deb4d9f34 req-d93e2d5c-be00-4b20-8ccc-ca7ed30450b9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514685 Aug 16 02:11:38.027745 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3abfadc6-589a-4b81-9c36-afd6980cd654 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.032535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] For port 2517c164-5ca0-47b1-8818-93bb2d1206a6, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2517c164-5ca0-47b1-8818-93bb2d1206a6,segment=NetworkSegment(acda288f-0a74-43f9-a92a-f71911d8ce8d),segment_id=acda288f-0a74-43f9-a92a-f71911d8ce8d)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:38.079705 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3abfadc6-589a-4b81-9c36-afd6980cd654 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.097103 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.180566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c59b6fc8-9d2d-4507-affc-4cad148f28ab req-91676dda-49f2-4e94-a32e-6b884fb23128 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 210 time: 0.0806637 Aug 16 02:11:38.197340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.198857 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.199493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] 10.222.0.74 "PUT /v2.0/ports/2517c164-5ca0-47b1-8818-93bb2d1206a6 HTTP/1.1" status: 200 len: 1092 time: 1.5937114 Aug 16 02:11:38.199944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccddd9d2-a6d6-4811-9aeb-d74caf1113a5', 'tag': '2517c164-5ca0-47b1-8818-93bb2d1206a6'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:38.202810 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2733f5-b981-4a07-a847-77ed93737206" -d '{"events": [{"name": "network-changed", "server_uuid": "ccddd9d2-a6d6-4811-9aeb-d74caf1113a5", "tag": "2517c164-5ca0-47b1-8818-93bb2d1206a6"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:38.225091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5b716-aeba-4f67-a122-9e514c74609c service neutron] Pushing event updated for resources: {'Port': ['ID=2517c164-5ca0-47b1-8818-93bb2d1206a6,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.237510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3abfadc6-589a-4b81-9c36-afd6980cd654 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.237510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3abfadc6-589a-4b81-9c36-afd6980cd654 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.238332 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3abfadc6-589a-4b81-9c36-afd6980cd654 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/security-groups/f22261b7-ad2d-4298-9c1d-2f3d24200311 HTTP/1.1" status: 204 len: 168 time: 0.3191996 Aug 16 02:11:38.241428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37666) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:38.263216 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfadc6-589a-4b81-9c36-afd6980cd654 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22261b7-ad2d-4298-9c1d-2f3d24200311,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.323975 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69661e29-5d00-49a6-9db9-0711664cdcd8 x-openstack-request-id: req-69661e29-5d00-49a6-9db9-0711664cdcd8 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:38.323975 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccddd9d2-a6d6-4811-9aeb-d74caf1113a5", "tag": "2517c164-5ca0-47b1-8818-93bb2d1206a6", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:38.323975 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69661e29-5d00-49a6-9db9-0711664cdcd8 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:38.323975 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccddd9d2-a6d6-4811-9aeb-d74caf1113a5', 'tag': '2517c164-5ca0-47b1-8818-93bb2d1206a6', 'status': 'completed', 'code': 200} Aug 16 02:11:38.328972 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71538e0e-75df-447d-9388-274fee861bc1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.379539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71538e0e-75df-447d-9388-274fee861bc1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.418371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2733f5-b981-4a07-a847-77ed93737206 req-a956568a-1906-42f5-b150-1cf4c3d317b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.426659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e2733f5-b981-4a07-a847-77ed93737206 req-a956568a-1906-42f5-b150-1cf4c3d317b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79891c42b14c468ebef02dc351a863cd&device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 1095 time: 0.0914195 Aug 16 02:11:38.568063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71538e0e-75df-447d-9388-274fee861bc1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.571060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-71538e0e-75df-447d-9388-274fee861bc1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.574528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-71538e0e-75df-447d-9388-274fee861bc1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/security-groups/c032e42e-4aaa-4775-b76e-c84434ee2973 HTTP/1.1" status: 204 len: 168 time: 0.3297193 Aug 16 02:11:38.577135 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37672) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:38.611478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71538e0e-75df-447d-9388-274fee861bc1 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c032e42e-4aaa-4775-b76e-c84434ee2973,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.665965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2733f5-b981-4a07-a847-77ed93737206 req-0c09fb68-3df3-4b93-8a1c-5bd724e5b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.667595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e2733f5-b981-4a07-a847-77ed93737206 req-0c09fb68-3df3-4b93-8a1c-5bd724e5b387 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=79891c42b14c468ebef02dc351a863cd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2304893 Aug 16 02:11:38.707834 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7c4c88b3-eac3-4114-93aa-f284f4203633 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.735556 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7c4c88b3-eac3-4114-93aa-f284f4203633 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.871154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2733f5-b981-4a07-a847-77ed93737206 req-31d7c320-1e8a-4a4e-8ef5-eb10ac62006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.873109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e2733f5-b981-4a07-a847-77ed93737206 req-31d7c320-1e8a-4a4e-8ef5-eb10ac62006d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1982169 Aug 16 02:11:38.905562 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7c4c88b3-eac3-4114-93aa-f284f4203633 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.908195 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7c4c88b3-eac3-4114-93aa-f284f4203633 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.910364 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7c4c88b3-eac3-4114-93aa-f284f4203633 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/security-groups/6b03ead0-cf59-47da-900e-87ba0e623ce4 HTTP/1.1" status: 204 len: 168 time: 0.3317885 Aug 16 02:11:38.913945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37680) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:38.969864 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c88b3-eac3-4114-93aa-f284f4203633 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b03ead0-cf59-47da-900e-87ba0e623ce4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.979372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-185468d1-aaf1-4bfc-bab1-9ac5a210d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.981573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-185468d1-aaf1-4bfc-bab1-9ac5a210d94e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79891c42b14c468ebef02dc351a863cd&device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 1095 time: 0.0668044 Aug 16 02:11:39.032136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-c2ef1359-ec56-41f0-998c-b0c83ad48f90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2517c164-5ca0-47b1-8818-93bb2d1206a6 HTTP/1.1" status: 200 len: 217 time: 0.0422971 Aug 16 02:11:39.035626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb76326-c280-4f7e-b5ea-ae8a99a0f010 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting subnet 9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:39.042380 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2cb76326-c280-4f7e-b5ea-ae8a99a0f010 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.106171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2cb76326-c280-4f7e-b5ea-ae8a99a0f010 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.137469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-189d2105-9ad8-41f7-9969-809345878622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.140150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-189d2105-9ad8-41f7-9969-809345878622 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=558e62cf-073e-4d32-bb62-c600c71ad659 HTTP/1.1" status: 200 len: 848 time: 0.1002400 Aug 16 02:11:39.177885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-66429a90-b79f-4b7e-a9d3-761ddbf297d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6becc351-aafe-4909-bc24-cb85be846b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300796 Aug 16 02:11:39.190865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dccb8c-734b-445a-a782-d27c0bdad398 req-b1e7818f-264b-4d6b-9e57-07cfca13b3ad tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.199631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40dccb8c-734b-445a-a782-d27c0bdad398 req-b1e7818f-264b-4d6b-9e57-07cfca13b3ad tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 943 time: 0.1147878 Aug 16 02:11:39.248949 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2cb76326-c280-4f7e-b5ea-ae8a99a0f010 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.306242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40dccb8c-734b-445a-a782-d27c0bdad398 req-85b7f3ee-231d-4ac1-8a6c-51465a765350 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056089 Aug 16 02:11:39.421804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-508e5845-944d-4742-9269-efc54184e92f service neutron] 10.222.0.74 "GET /v2.0/networks/6becc351-aafe-4909-bc24-cb85be846b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193346 Aug 16 02:11:39.480014 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2cb76326-c280-4f7e-b5ea-ae8a99a0f010 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.488761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b2f73d5-ca70-4510-ae71-3cdf6b2ed847 req-ba7966dd-717a-4a73-8fcb-a34c7db4fe67 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 210 time: 0.0817790 Aug 16 02:11:39.520103 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb76326-c280-4f7e-b5ea-ae8a99a0f010 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Subnet': ['ID=9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.531094 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2cb76326-c280-4f7e-b5ea-ae8a99a0f010 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.532800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32413e4-866d-4853-9f10-17db4c4623f7 None None] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:39.534779 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2cb76326-c280-4f7e-b5ea-ae8a99a0f010 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a HTTP/1.1" status: 204 len: 168 time: 0.6198368 Aug 16 02:11:39.542259 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37694) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:39.660900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6440453-5c19-4f59-85f4-744218a62877 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting subnet 795e8a32-8683-40e9-b905-b3121a94b87c {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:39.665088 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6440453-5c19-4f59-85f4-744218a62877 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.673381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-518b33b2-2e61-4c2b-aa51-7fa17af4d039 req-e1eb360e-ec82-40d4-8ac5-88791d2c17c4 service neutron] 10.222.0.74 "GET /v2.0/networks/6becc351-aafe-4909-bc24-cb85be846b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263803 Aug 16 02:11:39.722475 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6440453-5c19-4f59-85f4-744218a62877 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.863260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6440453-5c19-4f59-85f4-744218a62877 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.400515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-30c637c6-f60e-4160-bd4b-2345c135b085 None None] Provisioning complete for port ed5fd674-0542-4449-bcb6-0ea3020b340b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:40.401059 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-30c637c6-f60e-4160-bd4b-2345c135b085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.446694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-30c637c6-f60e-4160-bd4b-2345c135b085 None None] Port ed5fd674-0542-4449-bcb6-0ea3020b340b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:40.447699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ef662-498a-4c3e-b34b-0c22ffb79cfa req-03921441-00d0-4c48-8f0a-18d2022abd89 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.449243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d01ef662-498a-4c3e-b34b-0c22ffb79cfa req-03921441-00d0-4c48-8f0a-18d2022abd89 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 943 time: 0.0692866 Aug 16 02:11:40.472978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-30c637c6-f60e-4160-bd4b-2345c135b085 None None] Provisioning complete for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:40.473359 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-30c637c6-f60e-4160-bd4b-2345c135b085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.497212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d01ef662-498a-4c3e-b34b-0c22ffb79cfa req-cf05c3ac-8d38-4150-8c75-9a8237fe10fa tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Aug 16 02:11:40.586790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c64df93-1083-461b-a826-fd5fbb5cdb72 req-f27c1d33-113b-4da0-aacf-60ec02e306a5 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 210 time: 0.0296335 Aug 16 02:11:40.733860 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6440453-5c19-4f59-85f4-744218a62877 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.765032 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6440453-5c19-4f59-85f4-744218a62877 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Subnet': ['ID=795e8a32-8683-40e9-b905-b3121a94b87c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:40.770836 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6440453-5c19-4f59-85f4-744218a62877 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.774541 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f6440453-5c19-4f59-85f4-744218a62877 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/795e8a32-8683-40e9-b905-b3121a94b87c HTTP/1.1" status: 204 len: 168 time: 1.2303941 Aug 16 02:11:40.775680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37720) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:40.783133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65cd42b-4b2d-4acc-9d66-11e4c32685f6 None None] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:40.838197 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed8697d-2011-401f-9e44-b236a0e18066 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:40.838893 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed8697d-2011-401f-9e44-b236a0e18066 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:40.845493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37724) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:40.850400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3ed8697d-2011-401f-9e44-b236a0e18066 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/9af1ea0e-45d4-43b2-b974-5bf6e7a25c1a HTTP/1.1" status: 404 len: 337 time: 0.0740857 Aug 16 02:11:40.920579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e53c01-0aee-433d-bc20-d76c48fb7dc7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting subnet 00e251ec-4849-49c8-bafc-9297be9b6cf0 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:40.924496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77e53c01-0aee-433d-bc20-d76c48fb7dc7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.996217 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77e53c01-0aee-433d-bc20-d76c48fb7dc7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.095200 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77e53c01-0aee-433d-bc20-d76c48fb7dc7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.237615 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77e53c01-0aee-433d-bc20-d76c48fb7dc7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.268568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e53c01-0aee-433d-bc20-d76c48fb7dc7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Subnet': ['ID=00e251ec-4849-49c8-bafc-9297be9b6cf0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.274980 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77e53c01-0aee-433d-bc20-d76c48fb7dc7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.280041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37738) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.280134 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-77e53c01-0aee-433d-bc20-d76c48fb7dc7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/00e251ec-4849-49c8-bafc-9297be9b6cf0 HTTP/1.1" status: 204 len: 168 time: 0.4338012 Aug 16 02:11:41.309560 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-356b3139-2708-4111-a9b2-719e04bc1e93 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:41.310653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356b3139-2708-4111-a9b2-719e04bc1e93 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:41.313905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-356b3139-2708-4111-a9b2-719e04bc1e93 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/6104f217-8195-4bc0-a41d-7041ba1d871a HTTP/1.1" status: 404 len: 337 time: 0.0315156 Aug 16 02:11:41.315439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37740) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.356561 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-baefd71f-0b50-45c5-9827-f01d0c11bdfc tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1abaa2b-fd4e-4f94-b904-d10312030fa8 HTTP/1.1" status: 200 len: 205 time: 0.0376163 Aug 16 02:11:41.357497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37742) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.418882 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-0441fb2f-ec24-4c6b-83f1-b433e6de3cf9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] delete failed (client error): The resource could not be found. Aug 16 02:11:41.421136 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0441fb2f-ec24-4c6b-83f1-b433e6de3cf9 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/routers/d1abaa2b-fd4e-4f94-b904-d10312030fa8 HTTP/1.1" status: 404 len: 336 time: 0.0619740 Aug 16 02:11:41.423811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37744) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.452399 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced55e39-fa47-4c82-b956-3b4c3d3ebb95 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:41.453052 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced55e39-fa47-4c82-b956-3b4c3d3ebb95 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:41.456767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ced55e39-fa47-4c82-b956-3b4c3d3ebb95 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/23455dff-10dd-49ab-998a-5d9f2328c0f2 HTTP/1.1" status: 404 len: 337 time: 0.0317113 Aug 16 02:11:41.457413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37746) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.503688 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac8d440-5b36-4062-be26-bcb31c46e201 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:41.504500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac8d440-5b36-4062-be26-bcb31c46e201 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:41.509574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37754) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.519073 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9ac8d440-5b36-4062-be26-bcb31c46e201 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/5f2185a4-5123-473c-8e1b-b3cd331f1945 HTTP/1.1" status: 404 len: 337 time: 0.0603344 Aug 16 02:11:41.548128 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30dca0a-7577-4158-ac60-3f792c9d8724 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:41.548974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30dca0a-7577-4158-ac60-3f792c9d8724 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:41.553017 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d30dca0a-7577-4158-ac60-3f792c9d8724 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/5f61cb61-d29b-4200-915f-2e873aadcd9c HTTP/1.1" status: 404 len: 337 time: 0.0402436 Aug 16 02:11:41.553403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37758) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.587048 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c6e5ec-d6b7-41c6-a4e0-70f9f7c4d4ce tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:41.587869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c6e5ec-d6b7-41c6-a4e0-70f9f7c4d4ce tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:41.589650 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-67c6e5ec-d6b7-41c6-a4e0-70f9f7c4d4ce tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/173a8af1-05a0-437f-8cdf-be33f31f5039 HTTP/1.1" status: 404 len: 333 time: 0.0352268 Aug 16 02:11:41.593144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37762) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.660878 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cf8e6f-bd0a-4044-8942-20565077afe7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:41.661448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cf8e6f-bd0a-4044-8942-20565077afe7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:41.665996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e9cf8e6f-bd0a-4044-8942-20565077afe7 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/cce63632-0cb9-403c-b9c9-a0b8aa5f4ad2 HTTP/1.1" status: 404 len: 337 time: 0.0693309 Aug 16 02:11:41.666366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37766) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.702727 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba466cb-b323-4e09-8985-fcfbac2b6e81 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:41.703425 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba466cb-b323-4e09-8985-fcfbac2b6e81 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:41.714527 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aba466cb-b323-4e09-8985-fcfbac2b6e81 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/8a85bd47-2710-43c5-856b-599f8f322ba2 HTTP/1.1" status: 404 len: 337 time: 0.0470850 Aug 16 02:11:41.715960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405c0a3-5320-4b86-9cca-26b655e609cb req-86d1966a-b325-4b7b-861a-4cf1c0f5315a tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.719170 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37768) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.721038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebccd31f-41ee-4900-ab74-ff1dac1ab996 None None] Network 62b4ec50-9daa-4508-b33f-f65379d98ce1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:41.724274 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3405c0a3-5320-4b86-9cca-26b655e609cb req-86d1966a-b325-4b7b-861a-4cf1c0f5315a tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 943 time: 0.1166379 Aug 16 02:11:41.768386 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0646e0-88ce-41d6-af25-4a8e34da355d tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:41.770294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0646e0-88ce-41d6-af25-4a8e34da355d tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:41.775735 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1d0646e0-88ce-41d6-af25-4a8e34da355d tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/9bc1ca93-0239-445c-ad20-614b5d57bf51 HTTP/1.1" status: 404 len: 333 time: 0.0550041 Aug 16 02:11:41.776103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3405c0a3-5320-4b86-9cca-26b655e609cb req-38640484-36e4-4930-b937-0f27340c4df3 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508921 Aug 16 02:11:41.776866 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37770) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.836654 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b7051d-1d90-4281-850f-b77de73a60c8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:41.837336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b7051d-1d90-4281-850f-b77de73a60c8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:41.839292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2517c164-5ca0-47b1-8818-93bb2d1206a6 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:41.843206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37772) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.847950 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-87b7051d-1d90-4281-850f-b77de73a60c8 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/ed000472-7ab4-4ad2-834c-b2b2aebf3b1a HTTP/1.1" status: 404 len: 337 time: 0.0652184 Aug 16 02:11:41.895082 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf27083-08ed-48a9-b8d9-f3ffabf93def tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:41.895577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf27083-08ed-48a9-b8d9-f3ffabf93def tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:41.900028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fcf27083-08ed-48a9-b8d9-f3ffabf93def tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/subnets/36138106-6206-4fb7-a107-535f666cb10c HTTP/1.1" status: 404 len: 337 time: 0.0534828 Aug 16 02:11:41.900936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37774) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.925630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a85bf30d-2946-48c1-9a14-32e7cd962340 req-59724468-76b3-4930-8183-bfc0e8639c20 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "GET /v2.0/ports?device_id=458e0996-f4d8-4881-86f4-98d6e788a50a HTTP/1.1" status: 200 len: 210 time: 0.0428615 Aug 16 02:11:42.024413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-909c3815-e0b8-4cab-8015-b50f341fd731 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port ed5fd674-0542-4449-bcb6-0ea3020b340b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:42.024771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-909c3815-e0b8-4cab-8015-b50f341fd731 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.025245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-026f167a-1a21-4c6e-b620-03e8eb65ba4a None None] Provisioning complete for port ed5fd674-0542-4449-bcb6-0ea3020b340b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:42.025693 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-026f167a-1a21-4c6e-b620-03e8eb65ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.096816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-026f167a-1a21-4c6e-b620-03e8eb65ba4a None None] Port ed5fd674-0542-4449-bcb6-0ea3020b340b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:42.099064 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-909c3815-e0b8-4cab-8015-b50f341fd731 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.110728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 2517c164-5ca0-47b1-8818-93bb2d1206a6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2517c164-5ca0-47b1-8818-93bb2d1206a6,segment=NetworkSegment(acda288f-0a74-43f9-a92a-f71911d8ce8d),segment_id=acda288f-0a74-43f9-a92a-f71911d8ce8d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:42.120719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-026f167a-1a21-4c6e-b620-03e8eb65ba4a None None] Provisioning complete for port 359251e2-1af9-4954-bc7b-ca8152b7efb8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:42.121090 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-026f167a-1a21-4c6e-b620-03e8eb65ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.156396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-909c3815-e0b8-4cab-8015-b50f341fd731 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for ed5fd674-0542-4449-bcb6-0ea3020b340b owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:42.165764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '2517c164-5ca0-47b1-8818-93bb2d1206a6', 'network_id': '6becc351-aafe-4909-bc24-cb85be846b38', 'port_id': '2517c164-5ca0-47b1-8818-93bb2d1206a6', 'mac_address': 'fa:16:3e:c6:69:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558e62cf-073e-4d32-bb62-c600c71ad659', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:42.199219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597144f8-9176-4677-b31f-168e0acd1ba1 None None] DHCP port deletion for 62b4ec50-9daa-4508-b33f-f65379d98ce1 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:42.274082 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.307146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2517c164-5ca0-47b1-8818-93bb2d1206a6 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:42.334794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 2517c164-5ca0-47b1-8818-93bb2d1206a6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2517c164-5ca0-47b1-8818-93bb2d1206a6,segment=NetworkSegment(acda288f-0a74-43f9-a92a-f71911d8ce8d),segment_id=acda288f-0a74-43f9-a92a-f71911d8ce8d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:42.336273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-597144f8-9176-4677-b31f-168e0acd1ba1 None None] Deleting port 359251e2-1af9-4954-bc7b-ca8152b7efb8 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:42.336647 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-597144f8-9176-4677-b31f-168e0acd1ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.367136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-909c3815-e0b8-4cab-8015-b50f341fd731 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.402006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-597144f8-9176-4677-b31f-168e0acd1ba1 None None] For port 359251e2-1af9-4954-bc7b-ca8152b7efb8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=359251e2-1af9-4954-bc7b-ca8152b7efb8,segment=NetworkSegment(862fbb9e-cff8-4585-aae4-84f7783c8613),segment_id=862fbb9e-cff8-4585-aae4-84f7783c8613)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:42.402408 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-597144f8-9176-4677-b31f-168e0acd1ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.407514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-909c3815-e0b8-4cab-8015-b50f341fd731 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.409634 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-909c3815-e0b8-4cab-8015-b50f341fd731 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/ports/ed5fd674-0542-4449-bcb6-0ea3020b340b HTTP/1.1" status: 204 len: 168 time: 0.5066209 Aug 16 02:11:42.410968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c3815-e0b8-4cab-8015-b50f341fd731 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=ed5fd674-0542-4449-bcb6-0ea3020b340b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.412875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37784) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:42.416641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-597144f8-9176-4677-b31f-168e0acd1ba1 None None] Calling delete_port for 359251e2-1af9-4954-bc7b-ca8152b7efb8 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:42.460494 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.502200 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.606482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Deleting port 359251e2-1af9-4954-bc7b-ca8152b7efb8 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:42.607647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.731377 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] For port 359251e2-1af9-4954-bc7b-ca8152b7efb8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=359251e2-1af9-4954-bc7b-ca8152b7efb8,segment=NetworkSegment(862fbb9e-cff8-4585-aae4-84f7783c8613),segment_id=862fbb9e-cff8-4585-aae4-84f7783c8613)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:42.731377 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.746406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Calling delete_port for 359251e2-1af9-4954-bc7b-ca8152b7efb8 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:42.772732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=2517c164-5ca0-47b1-8818-93bb2d1206a6,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.828693 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['2517c164-5ca0-47b1-8818-93bb2d1206a6'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:42.834415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf17cf-28a1-4a85-ae12-ee7b2b7cb7d1 req-5a093d1b-8be9-441b-8617-5d19d7db0185 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.836057 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddaf17cf-28a1-4a85-ae12-ee7b2b7cb7d1 req-5a093d1b-8be9-441b-8617-5d19d7db0185 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1099 time: 0.0621843 Aug 16 02:11:42.871969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddaf17cf-28a1-4a85-ae12-ee7b2b7cb7d1 req-b8294fb1-41ac-46ba-95be-f475e4217a7e tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287204 Aug 16 02:11:42.885990 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-597144f8-9176-4677-b31f-168e0acd1ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.896210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37798) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:42.899539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.910493 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597144f8-9176-4677-b31f-168e0acd1ba1 None None] No DVR routers for this DVR port 359251e2-1af9-4954-bc7b-ca8152b7efb8 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:42.934739 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Port': ['ID=359251e2-1af9-4954-bc7b-ca8152b7efb8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.939652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597144f8-9176-4677-b31f-168e0acd1ba1 None None] Pushing event deleted for resources: {'Port': ['ID=359251e2-1af9-4954-bc7b-ca8152b7efb8,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.940156 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] No DVR routers for this DVR port 359251e2-1af9-4954-bc7b-ca8152b7efb8 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:43.062141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.075975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b4ec50-9daa-4508-b33f-f65379d98ce1']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.088552 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862fbb9e-cff8-4585-aae4-84f7783c8613') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.088777 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862fbb9e-cff8-4585-aae4-84f7783c8613') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.100063 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.124352 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.131039 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:43.131440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:43.135087 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:43.308790 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.314709 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.317922 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] 10.222.0.66 "DELETE /v2.0/networks/62b4ec50-9daa-4508-b33f-f65379d98ce1 HTTP/1.1" status: 204 len: 168 time: 0.9032431 Aug 16 02:11:43.336220 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24acce9-1b89-4470-a289-a4747c939185 tempest-PortsTestJSON-1985897200 tempest-PortsTestJSON-1985897200-project] Pushing event deleted for resources: {'Network': ['ID=62b4ec50-9daa-4508-b33f-f65379d98ce1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.569692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 359251e2-1af9-4954-bc7b-ca8152b7efb8 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:43.596068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76643794-5b5d-4e11-a5c7-805a55d60d4f req-ff8d0655-1566-4c2e-8b5d-b5f8d1ce43c7 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.597602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76643794-5b5d-4e11-a5c7-805a55d60d4f req-ff8d0655-1566-4c2e-8b5d-b5f8d1ce43c7 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 944 time: 0.5695095 Aug 16 02:11:43.609624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 359251e2-1af9-4954-bc7b-ca8152b7efb8 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:43.610020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 359251e2-1af9-4954-bc7b-ca8152b7efb8 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:43.710231 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-76643794-5b5d-4e11-a5c7-805a55d60d4f req-1c2d14bb-68f3-4e62-81dc-bf92266afae9 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958498 Aug 16 02:11:43.721133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 6d0650fb-ff6c-4173-9bfd-acd2f6ad0d6b {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:43.721682 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.762701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37824) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:43.793008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2517c164-5ca0-47b1-8818-93bb2d1206a6 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:43.827204 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.827832 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.857311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 6d0650fb-ff6c-4173-9bfd-acd2f6ad0d6b owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:43.967831 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37830) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:43.989914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 2517c164-5ca0-47b1-8818-93bb2d1206a6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:43.996005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 2517c164-5ca0-47b1-8818-93bb2d1206a6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:43.996653 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.001441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-33c84b1b-6f95-45da-b520-d2a0bb043678 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Deleting port 1d4713cf-baf6-489b-857e-9b7535ac60a6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:44.002128 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33c84b1b-6f95-45da-b520-d2a0bb043678 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.104671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33c84b1b-6f95-45da-b520-d2a0bb043678 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.105020 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33c84b1b-6f95-45da-b520-d2a0bb043678 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.119658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-33c84b1b-6f95-45da-b520-d2a0bb043678 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Calling delete_port for 1d4713cf-baf6-489b-857e-9b7535ac60a6 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:44.173438 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.219342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccddd9d2-a6d6-4811-9aeb-d74caf1113a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2517c164-5ca0-47b1-8818-93bb2d1206a6'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:44.221656 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baec884a-e7f2-4763-88cd-b4c2ae6c99e9" -d '{"events": [{"server_uuid": "ccddd9d2-a6d6-4811-9aeb-d74caf1113a5", "name": "network-vif-plugged", "status": "completed", "tag": "2517c164-5ca0-47b1-8818-93bb2d1206a6"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:44.226554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 2517c164-5ca0-47b1-8818-93bb2d1206a6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2517c164-5ca0-47b1-8818-93bb2d1206a6,segment=NetworkSegment(acda288f-0a74-43f9-a92a-f71911d8ce8d),segment_id=acda288f-0a74-43f9-a92a-f71911d8ce8d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:44.239573 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ccf52bc0-a121-47fc-b5d2-59018db561d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f59de9cac45415e851d7d36841af304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639358 Aug 16 02:11:44.239752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37838) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:44.262926 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa08b43-dd13-4087-980a-d92fae84d950 x-openstack-request-id: req-daa08b43-dd13-4087-980a-d92fae84d950 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:44.268893 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccddd9d2-a6d6-4811-9aeb-d74caf1113a5", "name": "network-vif-plugged", "status": "completed", "tag": "2517c164-5ca0-47b1-8818-93bb2d1206a6", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:44.268893 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-daa08b43-dd13-4087-980a-d92fae84d950 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:44.268893 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccddd9d2-a6d6-4811-9aeb-d74caf1113a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2517c164-5ca0-47b1-8818-93bb2d1206a6', 'code': 200} Aug 16 02:11:44.332800 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-841ea4ef-780d-4243-accb-b14b1657dfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.381927 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-841ea4ef-780d-4243-accb-b14b1657dfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.382119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.441373 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.464819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=6d0650fb-ff6c-4173-9bfd-acd2f6ad0d6b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:44.478621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173aae2c-5d4f-4635-9f7f-eddba42e8f0f req-e8ce14bb-a1e0-475f-946a-3c45bd427c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.480768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-173aae2c-5d4f-4635-9f7f-eddba42e8f0f req-e8ce14bb-a1e0-475f-946a-3c45bd427c53 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 1096 time: 0.1527178 Aug 16 02:11:44.485098 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33c84b1b-6f95-45da-b520-d2a0bb043678 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.508896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=2517c164-5ca0-47b1-8818-93bb2d1206a6,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:44.532578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c84b1b-6f95-45da-b520-d2a0bb043678 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event deleted for resources: {'Port': ['ID=1d4713cf-baf6-489b-857e-9b7535ac60a6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:44.568821 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.569610 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Floating IP 9a66e328-56d9-4352-b591-7f8aa760d1fb disassociated (deleted). External IP: 172.25.8.19, port: bba804ce-2238-4f2b-a7fc-a66eb57e272c. Aug 16 02:11:44.583500 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-841ea4ef-780d-4243-accb-b14b1657dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.586316 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-841ea4ef-780d-4243-accb-b14b1657dfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.590365 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-841ea4ef-780d-4243-accb-b14b1657dfb1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad1e039b-3c6f-470b-a549-eb63858fdc96 HTTP/1.1" status: 204 len: 168 time: 0.3496711 Aug 16 02:11:44.606544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ea4ef-780d-4243-accb-b14b1657dfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1e039b-3c6f-470b-a549-eb63858fdc96,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:44.636542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-173aae2c-5d4f-4635-9f7f-eddba42e8f0f req-4771e0c0-6a83-4a50-a9bf-9cd8fc61729d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273994 Aug 16 02:11:44.642563 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33c84b1b-6f95-45da-b520-d2a0bb043678 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.647104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-33c84b1b-6f95-45da-b520-d2a0bb043678 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.654210 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-33c84b1b-6f95-45da-b520-d2a0bb043678 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "DELETE /v2.0/floatingips/a513fa18-f3b9-4441-a09d-cbed358d9600 HTTP/1.1" status: 204 len: 168 time: 0.8889322 Aug 16 02:11:44.931938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72cbe8-992b-4999-824e-c7ae3354a754 req-ced19b97-414e-46cf-9a47-d6da1a2b3616 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.933439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb72cbe8-992b-4999-824e-c7ae3354a754 req-ced19b97-414e-46cf-9a47-d6da1a2b3616 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 945 time: 0.1166933 Aug 16 02:11:44.973766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router 3254b26c-197c-4449-a4e4-781a6449d46f has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:45.003724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb72cbe8-992b-4999-824e-c7ae3354a754 req-06087209-3a72-484a-ae90-40bc3acc4b60 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612192 Aug 16 02:11:45.131063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:45.136875 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.147599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b4b9a-03b0-4cb4-b868-5a184cfe8831 None None] Sync routers for ids ['3254b26c-197c-4449-a4e4-781a6449d46f'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:45.165707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b4b9a-03b0-4cb4-b868-5a184cfe8831 None None] Routers {'3254b26c-197c-4449-a4e4-781a6449d46f'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:45.165707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8a9b4b9a-03b0-4cb4-b868-5a184cfe8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['3254b26c-197c-4449-a4e4-781a6449d46f'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:45.170307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-13a3e273-f7f3-47f6-a43f-82f1ce8624a4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/floatingips/9a66e328-56d9-4352-b591-7f8aa760d1fb HTTP/1.1" status: 204 len: 168 time: 2.2727470 Aug 16 02:11:45.172279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:45.176921 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9664c85e-4d6e-42c7-9759-686493690869" -d '{"events": [{"name": "network-changed", "server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:45.287456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8a9b4b9a-03b0-4cb4-b868-5a184cfe8831 None None] Set router 3254b26c-197c-4449-a4e4-781a6449d46f gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:45.559400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8a9b4b9a-03b0-4cb4-b868-5a184cfe8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f2e148d-55b4-481f-9dee-4b665f4054e4', 'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:9a:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:18Z', 'updated_at': '2021-08-16T02:09:26Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:45.594024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b4b9a-03b0-4cb4-b868-5a184cfe8831 None None] Checking router: 3254b26c-197c-4449-a4e4-781a6449d46f for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:45.602663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b4b9a-03b0-4cb4-b868-5a184cfe8831 None None] Routers {'3254b26c-197c-4449-a4e4-781a6449d46f'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:45.603339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8a9b4b9a-03b0-4cb4-b868-5a184cfe8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['3254b26c-197c-4449-a4e4-781a6449d46f'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:45.721680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8a9b4b9a-03b0-4cb4-b868-5a184cfe8831 None None] Set router 3254b26c-197c-4449-a4e4-781a6449d46f gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:45.986933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8a9b4b9a-03b0-4cb4-b868-5a184cfe8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f2e148d-55b4-481f-9dee-4b665f4054e4', 'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:9a:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:18Z', 'updated_at': '2021-08-16T02:09:26Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.010668 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4088f90-3859-4f73-a935-aa156f855013 x-openstack-request-id: req-c4088f90-3859-4f73-a935-aa156f855013 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:46.011631 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:46.014702 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4088f90-3859-4f73-a935-aa156f855013 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:46.014702 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'status': 'completed', 'code': 200} Aug 16 02:11:46.034037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b4b9a-03b0-4cb4-b868-5a184cfe8831 None None] The sync data for ids ['3254b26c-197c-4449-a4e4-781a6449d46f'] in n-d-768509-23 is: [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '8f2e148d-55b4-481f-9dee-4b665f4054e4', 'name': '', 'network_id': 'aa3c278a-c9a5-49cb-9686-b159b99fea4d', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:9a:99:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:18Z', 'updated_at': '2021-08-16T02:09:26Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '02855cea-cfa2-4a50-a49b-bcab65c34b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:46.153430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664c85e-4d6e-42c7-9759-686493690869 req-b6ccd25c-5153-4f6e-9512-e4a140e66caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.157232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9664c85e-4d6e-42c7-9759-686493690869 req-b6ccd25c-5153-4f6e-9512-e4a140e66caf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 1099 time: 0.1196239 Aug 16 02:11:46.198465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31e5d-5de3-4f08-9b14-5040a48b9f7e req-e62222e8-dae5-45d5-9678-81869cf8a72e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.202790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ac31e5d-5de3-4f08-9b14-5040a48b9f7e req-e62222e8-dae5-45d5-9678-81869cf8a72e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 947 time: 0.1161964 Aug 16 02:11:46.347622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ac31e5d-5de3-4f08-9b14-5040a48b9f7e req-4001af71-4d95-45db-b2d7-261fa752a5c8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806427 Aug 16 02:11:46.380556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664c85e-4d6e-42c7-9759-686493690869 req-36728eba-90be-427b-bea8-85e188901c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.386172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9664c85e-4d6e-42c7-9759-686493690869 req-36728eba-90be-427b-bea8-85e188901c5a service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 200 len: 897 time: 0.2173836 Aug 16 02:11:46.444564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37904) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:46.463074 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a13d0c-b376-48cb-aa0f-8b4acf89883c None None] New status for floating IP 9a66e328-56d9-4352-b591-7f8aa760d1fb: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:11:46.472064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9664c85e-4d6e-42c7-9759-686493690869 req-3ddb51ac-921c-4f1c-b84d-831904ba7852 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 200 len: 217 time: 0.0775740 Aug 16 02:11:46.566884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44fa2f-f692-4e70-b803-58f3143161e3 req-ee339b44-ee9e-46f3-9405-6feb9922588d tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.568827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da44fa2f-f692-4e70-b803-58f3143161e3 req-ee339b44-ee9e-46f3-9405-6feb9922588d tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 945 time: 0.1083329 Aug 16 02:11:46.571369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664c85e-4d6e-42c7-9759-686493690869 req-cfd53e98-0b0c-456f-ac6c-83d588f9ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.573075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9664c85e-4d6e-42c7-9759-686493690869 req-cfd53e98-0b0c-456f-ac6c-83d588f9ad54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 200 len: 834 time: 0.0813434 Aug 16 02:11:46.599250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-791c1b13-2cea-415e-8d7e-f59aaae9043f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929456226'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:46.663294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da44fa2f-f692-4e70-b803-58f3143161e3 req-4d68ec0b-e88c-4acd-bd36-a21e8cea9fef tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881374 Aug 16 02:11:46.674774 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664c85e-4d6e-42c7-9759-686493690869 req-80cb44bc-72c5-4f4e-8fdc-e40404fc2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.676389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9664c85e-4d6e-42c7-9759-686493690869 req-80cb44bc-72c5-4f4e-8fdc-e40404fc2492 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa3c278a-c9a5-49cb-9686-b159b99fea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934370 Aug 16 02:11:46.715896 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-791c1b13-2cea-415e-8d7e-f59aaae9043f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.726934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-791c1b13-2cea-415e-8d7e-f59aaae9043f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.821881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9664c85e-4d6e-42c7-9759-686493690869 req-0e58cf87-972b-4168-8681-7c1b99248c32 service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331198 Aug 16 02:11:46.874762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-791c1b13-2cea-415e-8d7e-f59aaae9043f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.927128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9664c85e-4d6e-42c7-9759-686493690869 req-09339c8d-9a7e-4037-a361-8b0960e3a50c service neutron] 10.222.0.74 "GET /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971913 Aug 16 02:11:46.972180 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-791c1b13-2cea-415e-8d7e-f59aaae9043f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.017381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c1b13-2cea-415e-8d7e-f59aaae9043f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ea4b4f-95d5-4833-a11d-e1a885bf140a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.088045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-791c1b13-2cea-415e-8d7e-f59aaae9043f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.164922 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-791c1b13-2cea-415e-8d7e-f59aaae9043f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.198282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c1b13-2cea-415e-8d7e-f59aaae9043f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878cf515-d478-4d58-a3ad-eb3ac36b250f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.315164 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-791c1b13-2cea-415e-8d7e-f59aaae9043f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.316488 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-791c1b13-2cea-415e-8d7e-f59aaae9043f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8702521 Aug 16 02:11:47.325491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37930) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.382611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43c9f-36ff-40e3-850c-4d5f10823ce8 req-32610c07-bb29-4d62-bf01-c6be0323b326 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.384380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d43c9f-36ff-40e3-850c-4d5f10823ce8 req-32610c07-bb29-4d62-bf01-c6be0323b326 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 947 time: 0.0667834 Aug 16 02:11:47.432432 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3edb09be-cb82-4b17-8b25-8dba6cdfd77d tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0837426 Aug 16 02:11:47.442766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37936) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.448264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d0fee5f3-5447-4cc1-8774-ab6da7cf23d5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group': {'name': 'tempest-security--1245695634', 'description': 'tempest-security-description-328467601'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:47.499817 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0fee5f3-5447-4cc1-8774-ab6da7cf23d5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.573630 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0fee5f3-5447-4cc1-8774-ab6da7cf23d5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.584199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a4d43c9f-36ff-40e3-850c-4d5f10823ce8 req-3629818a-0766-4e21-bef0-018f35ccadcd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port bba804ce-2238-4f2b-a7fc-a66eb57e272c {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:47.584564 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a4d43c9f-36ff-40e3-850c-4d5f10823ce8 req-3629818a-0766-4e21-bef0-018f35ccadcd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.594844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb977c9d-23ea-44ed-84d7-7737c126506e req-78d8c6d7-8a03-4e40-a7dd-3d0f7a678578 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.596384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb977c9d-23ea-44ed-84d7-7737c126506e req-78d8c6d7-8a03-4e40-a7dd-3d0f7a678578 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 947 time: 0.0770550 Aug 16 02:11:47.665026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0fee5f3-5447-4cc1-8774-ab6da7cf23d5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.667997 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d0fee5f3-5447-4cc1-8774-ab6da7cf23d5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.674625 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d0fee5f3-5447-4cc1-8774-ab6da7cf23d5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "PUT /v2.0/security-groups/878cf515-d478-4d58-a3ad-eb3ac36b250f HTTP/1.1" status: 200 len: 1779 time: 0.2304249 Aug 16 02:11:47.675890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37938) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.692125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb977c9d-23ea-44ed-84d7-7737c126506e req-1a820439-6384-4bee-b2b5-6f4096cbd9e3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832119 Aug 16 02:11:47.720759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a4d43c9f-36ff-40e3-850c-4d5f10823ce8 req-3629818a-0766-4e21-bef0-018f35ccadcd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port bba804ce-2238-4f2b-a7fc-a66eb57e272c, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bba804ce-2238-4f2b-a7fc-a66eb57e272c,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:47.724545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a4d43c9f-36ff-40e3-850c-4d5f10823ce8 req-3629818a-0766-4e21-bef0-018f35ccadcd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.737986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a4d43c9f-36ff-40e3-850c-4d5f10823ce8 req-3629818a-0766-4e21-bef0-018f35ccadcd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for bba804ce-2238-4f2b-a7fc-a66eb57e272c owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:47.746717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fee5f3-5447-4cc1-8774-ab6da7cf23d5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878cf515-d478-4d58-a3ad-eb3ac36b250f,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.803427 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5e29b7e5-7ab7-4704-ac17-3e3094901891 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-groups/878cf515-d478-4d58-a3ad-eb3ac36b250f HTTP/1.1" status: 200 len: 1779 time: 0.1169331 Aug 16 02:11:47.803530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37946) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.907825 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95a0fda7-c949-4b3e-8429-ed263573d515 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.946876 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95a0fda7-c949-4b3e-8429-ed263573d515 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.076153 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a4d43c9f-36ff-40e3-850c-4d5f10823ce8 req-3629818a-0766-4e21-bef0-018f35ccadcd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.109012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629818a-0766-4e21-bef0-018f35ccadcd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=bba804ce-2238-4f2b-a7fc-a66eb57e272c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.165869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d43c9f-36ff-40e3-850c-4d5f10823ce8 req-3629818a-0766-4e21-bef0-018f35ccadcd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] No DVR routers for this DVR port bba804ce-2238-4f2b-a7fc-a66eb57e272c on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:48.168647 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a4d43c9f-36ff-40e3-850c-4d5f10823ce8 req-3629818a-0766-4e21-bef0-018f35ccadcd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.171386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d43c9f-36ff-40e3-850c-4d5f10823ce8 req-3629818a-0766-4e21-bef0-018f35ccadcd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "DELETE /v2.0/ports/bba804ce-2238-4f2b-a7fc-a66eb57e272c HTTP/1.1" status: 204 len: 173 time: 0.7807477 Aug 16 02:11:48.171831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-deleted', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:48.174205 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7909f9ac-d40e-4895-9bcd-2b23e9131ef3" -d '{"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-deleted", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:48.177474 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95a0fda7-c949-4b3e-8429-ed263573d515 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.180842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95a0fda7-c949-4b3e-8429-ed263573d515 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.182300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-95a0fda7-c949-4b3e-8429-ed263573d515 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-groups/878cf515-d478-4d58-a3ad-eb3ac36b250f HTTP/1.1" status: 204 len: 168 time: 0.3784313 Aug 16 02:11:48.186950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37956) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.194517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0fda7-c949-4b3e-8429-ed263573d515 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878cf515-d478-4d58-a3ad-eb3ac36b250f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.243932 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7422873d-a1a6-47a9-ae07-5c3290e718b2 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554688 Aug 16 02:11:48.246645 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37960) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.260474 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-bc6ad764-65fa-4f13-8662-b37a1b48dcec tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] delete failed (client error): The resource could not be found. Aug 16 02:11:48.261452 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bc6ad764-65fa-4f13-8662-b37a1b48dcec tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-groups/878cf515-d478-4d58-a3ad-eb3ac36b250f HTTP/1.1" status: 404 len: 347 time: 0.0132725 Aug 16 02:11:48.266285 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37962) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.271428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-580936d6-9631-4837-8130-e2a0ac6505f3 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640950550'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:48.369492 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbe8b8b-615c-49ec-840c-b0bb8990ea89 x-openstack-request-id: req-0fbe8b8b-615c-49ec-840c-b0bb8990ea89 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:48.369956 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7546fd-e9d4-485c-b0d7-8cb0c4ca8586", "name": "network-vif-deleted", "tag": "bba804ce-2238-4f2b-a7fc-a66eb57e272c", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:48.371131 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0fbe8b8b-615c-49ec-840c-b0bb8990ea89 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:48.376531 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7546fd-e9d4-485c-b0d7-8cb0c4ca8586', 'name': 'network-vif-deleted', 'tag': 'bba804ce-2238-4f2b-a7fc-a66eb57e272c', 'status': 'completed', 'code': 200} Aug 16 02:11:48.482418 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-580936d6-9631-4837-8130-e2a0ac6505f3 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.483533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c0faf-4b28-4c67-9724-f65e9a51589e req-932c3a48-665e-4eed-901a-d242c1c769c8 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.487179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-854c0faf-4b28-4c67-9724-f65e9a51589e req-932c3a48-665e-4eed-901a-d242c1c769c8 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 945 time: 0.0635188 Aug 16 02:11:48.569392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-854c0faf-4b28-4c67-9724-f65e9a51589e req-743ba5aa-3473-405e-ba5a-bb2d9757218d tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732121 Aug 16 02:11:48.631041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-580936d6-9631-4837-8130-e2a0ac6505f3 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.753459 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-580936d6-9631-4837-8130-e2a0ac6505f3 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.800293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580936d6-9631-4837-8130-e2a0ac6505f3 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffeaa4e-d1fd-49a0-a4ce-ac064378fae6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.831024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d9a61b3-373b-467e-8868-249708ea5f65 req-e14568a9-5214-4eea-bdb9-7454a5eefd7b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=df7546fd-e9d4-485c-b0d7-8cb0c4ca8586 HTTP/1.1" status: 200 len: 210 time: 0.0308208 Aug 16 02:11:48.881637 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-580936d6-9631-4837-8130-e2a0ac6505f3 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.883153 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-580936d6-9631-4837-8130-e2a0ac6505f3 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6159017 Aug 16 02:11:48.895155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37976) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.900325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-91423ef2-7234-4929-8923-d945b4f61a6b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': '1ffeaa4e-d1fd-49a0-a4ce-ac064378fae6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:49.049128 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91423ef2-7234-4929-8923-d945b4f61a6b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.143982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91423ef2-7234-4929-8923-d945b4f61a6b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.245619 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91423ef2-7234-4929-8923-d945b4f61a6b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.264580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91423ef2-7234-4929-8923-d945b4f61a6b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a5389e-8198-46ba-91de-1405a418f79a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.379692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 37986) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:49.460680 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-91423ef2-7234-4929-8923-d945b4f61a6b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.464260 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-91423ef2-7234-4929-8923-d945b4f61a6b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5654275 Aug 16 02:11:49.465050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 37990) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:49.467613 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1126e27d-5b19-4846-86ca-9a3b6b26ad21 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.500711 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1126e27d-5b19-4846-86ca-9a3b6b26ad21 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.530793 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca088-cae4-45f2-ab7e-eebcdb027f6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.551194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca088-cae4-45f2-ab7e-eebcdb027f6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.713461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e6a24-f09e-490f-bb6d-dbba6539ec0f req-7bbaa6da-a6e4-4b3c-a27e-e1900f2425c3 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.714988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d80e6a24-f09e-490f-bb6d-dbba6539ec0f req-7bbaa6da-a6e4-4b3c-a27e-e1900f2425c3 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 945 time: 0.0630898 Aug 16 02:11:49.782582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9f255-a2a3-44f4-bc98-8a68dc2a2d54 req-5a252502-c7ca-4be5-81ad-86ab804b8ce5 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.784039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70e9f255-a2a3-44f4-bc98-8a68dc2a2d54 req-5a252502-c7ca-4be5-81ad-86ab804b8ce5 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.74 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 945 time: 0.0898950 Aug 16 02:11:49.787223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d80e6a24-f09e-490f-bb6d-dbba6539ec0f req-f9b426a7-66ea-4ec0-92db-6adbc90c3cd1 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/security-groups?id=08712dc9-3233-4fd7-a9a3-db42d8cd6240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541680 Aug 16 02:11:49.881578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1126e27d-5b19-4846-86ca-9a3b6b26ad21 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.882490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca088-cae4-45f2-ab7e-eebcdb027f6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.882806 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1126e27d-5b19-4846-86ca-9a3b6b26ad21 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.886536 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1126e27d-5b19-4846-86ca-9a3b6b26ad21 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] 10.222.0.66 "DELETE /v2.0/security-groups/e5537c35-b247-481e-9e80-44ca4c1aa105 HTTP/1.1" status: 204 len: 168 time: 0.5034106 Aug 16 02:11:49.889365 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca088-cae4-45f2-ab7e-eebcdb027f6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.892724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0a8ca088-cae4-45f2-ab7e-eebcdb027f6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/63a5389e-8198-46ba-91de-1405a418f79a HTTP/1.1" status: 204 len: 168 time: 0.4242470 Aug 16 02:11:49.895222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38002) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:49.896156 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126e27d-5b19-4846-86ca-9a3b6b26ad21 tempest-TestVolumeBootPattern-445070278 tempest-TestVolumeBootPattern-445070278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5537c35-b247-481e-9e80-44ca4c1aa105,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.898021 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38004) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:49.931644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-70e9f255-a2a3-44f4-bc98-8a68dc2a2d54 req-f7d0a93a-7426-4f97-a84a-0d17eafcb841 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Deleting port 2517c164-5ca0-47b1-8818-93bb2d1206a6 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:49.932328 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-70e9f255-a2a3-44f4-bc98-8a68dc2a2d54 req-f7d0a93a-7426-4f97-a84a-0d17eafcb841 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.935427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ca088-cae4-45f2-ab7e-eebcdb027f6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63a5389e-8198-46ba-91de-1405a418f79a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.032720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-73972191-af1f-428e-9934-05c6c129fcfb tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1282094 Aug 16 02:11:50.032720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38008) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:50.105337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-70e9f255-a2a3-44f4-bc98-8a68dc2a2d54 req-f7d0a93a-7426-4f97-a84a-0d17eafcb841 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] For port 2517c164-5ca0-47b1-8818-93bb2d1206a6, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2517c164-5ca0-47b1-8818-93bb2d1206a6,segment=NetworkSegment(acda288f-0a74-43f9-a92a-f71911d8ce8d),segment_id=acda288f-0a74-43f9-a92a-f71911d8ce8d)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:50.106050 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-70e9f255-a2a3-44f4-bc98-8a68dc2a2d54 req-f7d0a93a-7426-4f97-a84a-0d17eafcb841 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.128824 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-70e9f255-a2a3-44f4-bc98-8a68dc2a2d54 req-f7d0a93a-7426-4f97-a84a-0d17eafcb841 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Calling delete_port for 2517c164-5ca0-47b1-8818-93bb2d1206a6 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:50.129070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38012) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:50.194772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f9c235d9-dda6-466d-ba79-b86548e14e50 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.225859 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f9c235d9-dda6-466d-ba79-b86548e14e50 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.436621 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f9c235d9-dda6-466d-ba79-b86548e14e50 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.439619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f9c235d9-dda6-466d-ba79-b86548e14e50 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.443354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f9c235d9-dda6-466d-ba79-b86548e14e50 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-groups/1ffeaa4e-d1fd-49a0-a4ce-ac064378fae6 HTTP/1.1" status: 204 len: 168 time: 0.4075024 Aug 16 02:11:50.444225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38018) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:50.457408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c235d9-dda6-466d-ba79-b86548e14e50 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffeaa4e-d1fd-49a0-a4ce-ac064378fae6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.474075 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-70e9f255-a2a3-44f4-bc98-8a68dc2a2d54 req-f7d0a93a-7426-4f97-a84a-0d17eafcb841 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.485997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['2517c164-5ca0-47b1-8818-93bb2d1206a6'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:50.549295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0a93a-7426-4f97-a84a-0d17eafcb841 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Pushing event deleted for resources: {'Port': ['ID=2517c164-5ca0-47b1-8818-93bb2d1206a6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.572443 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.581400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e9f255-a2a3-44f4-bc98-8a68dc2a2d54 req-f7d0a93a-7426-4f97-a84a-0d17eafcb841 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] No DVR routers for this DVR port 2517c164-5ca0-47b1-8818-93bb2d1206a6 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:50.588331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-70e9f255-a2a3-44f4-bc98-8a68dc2a2d54 req-f7d0a93a-7426-4f97-a84a-0d17eafcb841 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.590382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70e9f255-a2a3-44f4-bc98-8a68dc2a2d54 req-f7d0a93a-7426-4f97-a84a-0d17eafcb841 tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.74 "DELETE /v2.0/ports/2517c164-5ca0-47b1-8818-93bb2d1206a6 HTTP/1.1" status: 204 len: 173 time: 0.7988920 Aug 16 02:11:50.591415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccddd9d2-a6d6-4811-9aeb-d74caf1113a5', 'name': 'network-vif-deleted', 'tag': '2517c164-5ca0-47b1-8818-93bb2d1206a6'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:50.594310 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9e6138-ce2e-47bf-8a95-f547780e5d83" -d '{"events": [{"server_uuid": "ccddd9d2-a6d6-4811-9aeb-d74caf1113a5", "name": "network-vif-deleted", "tag": "2517c164-5ca0-47b1-8818-93bb2d1206a6"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:50.625875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fbfef6b7-5644-43d0-8bdc-88a1de00c51e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1783888 Aug 16 02:11:50.630321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38024) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:50.637598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2729aee8-a96f-4379-a88d-108f9da007e9 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330722440'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:50.658676 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ae06fd-3407-4af0-8dde-e9c541aef7a7 x-openstack-request-id: req-89ae06fd-3407-4af0-8dde-e9c541aef7a7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:50.658910 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccddd9d2-a6d6-4811-9aeb-d74caf1113a5", "name": "network-vif-deleted", "tag": "2517c164-5ca0-47b1-8818-93bb2d1206a6", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:50.659165 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-89ae06fd-3407-4af0-8dde-e9c541aef7a7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:50.659589 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccddd9d2-a6d6-4811-9aeb-d74caf1113a5', 'name': 'network-vif-deleted', 'tag': '2517c164-5ca0-47b1-8818-93bb2d1206a6', 'status': 'completed', 'code': 200} Aug 16 02:11:50.838552 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2729aee8-a96f-4379-a88d-108f9da007e9 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.921915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe86d936-47a6-4709-b390-b336fa30bf9b req-b1b22514-ae99-4227-95f0-8eff1e801c7b tempest-VolumesActionsTest-152954689 tempest-VolumesActionsTest-152954689-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccddd9d2-a6d6-4811-9aeb-d74caf1113a5 HTTP/1.1" status: 200 len: 210 time: 0.0386555 Aug 16 02:11:50.946355 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.027629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2729aee8-a96f-4379-a88d-108f9da007e9 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.081417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 8f2e148d-55b4-481f-9dee-4b665f4054e4 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:51.081853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.096627 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.154172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2729aee8-a96f-4379-a88d-108f9da007e9 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.221628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729aee8-a96f-4379-a88d-108f9da007e9 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef9418f-b3ad-4524-9e3e-98059289b2e8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:51.327462 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2729aee8-a96f-4379-a88d-108f9da007e9 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.332007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2729aee8-a96f-4379-a88d-108f9da007e9 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7007456 Aug 16 02:11:51.332702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38042) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:51.337420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-93ae2260-8ffc-46fd-9ded-9965f3da7e68 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': '7ef9418f-b3ad-4524-9e3e-98059289b2e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:51.472200 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93ae2260-8ffc-46fd-9ded-9965f3da7e68 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.573682 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93ae2260-8ffc-46fd-9ded-9965f3da7e68 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.686641 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93ae2260-8ffc-46fd-9ded-9965f3da7e68 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.709014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae2260-8ffc-46fd-9ded-9965f3da7e68 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5409360-8a15-47fb-aaf6-da7e7bd88e28,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:51.723276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port 8f2e148d-55b4-481f-9dee-4b665f4054e4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8f2e148d-55b4-481f-9dee-4b665f4054e4,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:51.723798 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.740162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 8f2e148d-55b4-481f-9dee-4b665f4054e4 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:51.805085 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-93ae2260-8ffc-46fd-9ded-9965f3da7e68 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.805085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-93ae2260-8ffc-46fd-9ded-9965f3da7e68 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4710364 Aug 16 02:11:51.808823 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38050) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:51.814826 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3c0a5fc4-f507-44b7-926a-496720bb42ad tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': '7ef9418f-b3ad-4524-9e3e-98059289b2e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:51.824839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:51.857177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b2e10-a042-4048-a3d2-880c942c6b08 req-e57fd308-36df-4ff6-afcb-968608b3bf4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.883969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b2e10-a042-4048-a3d2-880c942c6b08 req-e57fd308-36df-4ff6-afcb-968608b3bf4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.892007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b2e10-a042-4048-a3d2-880c942c6b08 req-e57fd308-36df-4ff6-afcb-968608b3bf4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.899069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b2e10-a042-4048-a3d2-880c942c6b08 req-e57fd308-36df-4ff6-afcb-968608b3bf4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.900218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: bba804ce-2238-4f2b-a7fc-a66eb57e272c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:51.901071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bba804ce-2238-4f2b-a7fc-a66eb57e272c not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:51.906993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b2e10-a042-4048-a3d2-880c942c6b08 req-e57fd308-36df-4ff6-afcb-968608b3bf4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.913875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b2e10-a042-4048-a3d2-880c942c6b08 req-e57fd308-36df-4ff6-afcb-968608b3bf4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.926401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b2e10-a042-4048-a3d2-880c942c6b08 req-e57fd308-36df-4ff6-afcb-968608b3bf4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.928738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-372b2e10-a042-4048-a3d2-880c942c6b08 req-e57fd308-36df-4ff6-afcb-968608b3bf4a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5443 time: 0.1374936 Aug 16 02:11:51.976698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-372b2e10-a042-4048-a3d2-880c942c6b08 req-1793d9d4-fcf1-4e1d-8fd5-81a74b4aab6c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411437 Aug 16 02:11:51.987024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] Deleting port 83e93867-c554-46ee-a005-132444c4377f {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:51.987447 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.995721 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.064872 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5fc4-f507-44b7-926a-496720bb42ad tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.188860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] For port 83e93867-c554-46ee-a005-132444c4377f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=83e93867-c554-46ee-a005-132444c4377f,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:52.189224 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.208971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] Calling delete_port for 83e93867-c554-46ee-a005-132444c4377f owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:52.220301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5fc4-f507-44b7-926a-496720bb42ad tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.276537 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.312593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=8f2e148d-55b4-481f-9dee-4b665f4054e4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.374619 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5fc4-f507-44b7-926a-496720bb42ad tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.439280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a5fc4-f507-44b7-926a-496720bb42ad tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5605ee1d-1ac1-4adc-9698-03f2b76469c3,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.600253 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5fc4-f507-44b7-926a-496720bb42ad tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.601480 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3c0a5fc4-f507-44b7-926a-496720bb42ad tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7902536 Aug 16 02:11:52.604354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38074) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:52.610808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8181b15b-0092-47c1-8d39-2e43a769ef70 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': '7ef9418f-b3ad-4524-9e3e-98059289b2e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:52.629776 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.730357 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.771814 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e93867-c554-46ee-a005-132444c4377f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.784155 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8181b15b-0092-47c1-8d39-2e43a769ef70 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.898448 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8181b15b-0092-47c1-8d39-2e43a769ef70 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.996726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32c93-4116-4b59-887f-f52b0496117c req-c63bb6f6-c907-47fb-a79e-bf03cdb82af8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.002874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32c93-4116-4b59-887f-f52b0496117c req-c63bb6f6-c907-47fb-a79e-bf03cdb82af8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.009602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32c93-4116-4b59-887f-f52b0496117c req-c63bb6f6-c907-47fb-a79e-bf03cdb82af8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.017426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32c93-4116-4b59-887f-f52b0496117c req-c63bb6f6-c907-47fb-a79e-bf03cdb82af8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.024534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32c93-4116-4b59-887f-f52b0496117c req-c63bb6f6-c907-47fb-a79e-bf03cdb82af8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.032041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32c93-4116-4b59-887f-f52b0496117c req-c63bb6f6-c907-47fb-a79e-bf03cdb82af8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.038670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32c93-4116-4b59-887f-f52b0496117c req-c63bb6f6-c907-47fb-a79e-bf03cdb82af8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.041137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d32c93-4116-4b59-887f-f52b0496117c req-c63bb6f6-c907-47fb-a79e-bf03cdb82af8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5443 time: 0.1154020 Aug 16 02:11:53.042685 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8181b15b-0092-47c1-8d39-2e43a769ef70 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.104126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router 3254b26c-197c-4449-a4e4-781a6449d46f has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:53.117888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.144819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32c93-4116-4b59-887f-f52b0496117c req-86ce5ab1-138f-4c89-8936-e2e076b2bbef tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.146298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d32c93-4116-4b59-887f-f52b0496117c req-86ce5ab1-138f-4c89-8936-e2e076b2bbef tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "GET /v2.0/ports/e70f9fc9-ed04-4a72-83f4-44c5c0c51270?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0832574 Aug 16 02:11:53.148238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181b15b-0092-47c1-8d39-2e43a769ef70 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4644744-7698-4e1b-ba8c-2b03549358e6,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.320671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:53.330437 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e2335536-cb57-41e8-b928-abf5fb8eaf2d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "PUT /v2.0/routers/3254b26c-197c-4449-a4e4-781a6449d46f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4312067 Aug 16 02:11:53.331371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38100) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:53.333331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5ae55d-d332-47d6-a175-f7e27899ed6f None None] Sync routers for ids ['3254b26c-197c-4449-a4e4-781a6449d46f'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:53.344810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ae55d-d332-47d6-a175-f7e27899ed6f None None] Routers {'3254b26c-197c-4449-a4e4-781a6449d46f'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:53.345635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2d5ae55d-d332-47d6-a175-f7e27899ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['3254b26c-197c-4449-a4e4-781a6449d46f'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:53.467382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2d5ae55d-d332-47d6-a175-f7e27899ed6f None None] Set router 3254b26c-197c-4449-a4e4-781a6449d46f gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:53.544162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] Router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:53.568379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting subnet 02855cea-cfa2-4a50-a49b-bcab65c34b54 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:53.580786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.644674 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8181b15b-0092-47c1-8d39-2e43a769ef70 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.647141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8181b15b-0092-47c1-8d39-2e43a769ef70 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0410442 Aug 16 02:11:53.649431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38114) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:53.657760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': '7ef9418f-b3ad-4524-9e3e-98059289b2e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:53.672152 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.681406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31016a8a-0610-475e-9067-f8b5d6130261 req-9ebd2401-dd50-47cc-9630-be60ef2b1781 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.688367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31016a8a-0610-475e-9067-f8b5d6130261 req-9ebd2401-dd50-47cc-9630-be60ef2b1781 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.694470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31016a8a-0610-475e-9067-f8b5d6130261 req-9ebd2401-dd50-47cc-9630-be60ef2b1781 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.702303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31016a8a-0610-475e-9067-f8b5d6130261 req-9ebd2401-dd50-47cc-9630-be60ef2b1781 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.708621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31016a8a-0610-475e-9067-f8b5d6130261 req-9ebd2401-dd50-47cc-9630-be60ef2b1781 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.716614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31016a8a-0610-475e-9067-f8b5d6130261 req-9ebd2401-dd50-47cc-9630-be60ef2b1781 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.726337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31016a8a-0610-475e-9067-f8b5d6130261 req-9ebd2401-dd50-47cc-9630-be60ef2b1781 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.728907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31016a8a-0610-475e-9067-f8b5d6130261 req-9ebd2401-dd50-47cc-9630-be60ef2b1781 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 5443 time: 0.6292045 Aug 16 02:11:53.745267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2d5ae55d-d332-47d6-a175-f7e27899ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:11:52Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:53.806912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5ae55d-d332-47d6-a175-f7e27899ed6f None None] Checking router: 3254b26c-197c-4449-a4e4-781a6449d46f for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:53.814272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d32c93-4116-4b59-887f-f52b0496117c req-f6b44335-12d6-48df-a985-f8da243a7331 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "GET /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6592503 Aug 16 02:11:53.818859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ae55d-d332-47d6-a175-f7e27899ed6f None None] Routers {'3254b26c-197c-4449-a4e4-781a6449d46f'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:53.819430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31016a8a-0610-475e-9067-f8b5d6130261 req-d09b4475-1f9a-43ae-9715-c5f75f013213 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624151 Aug 16 02:11:53.820716 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:53.827406 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b444ae20-59a8-4362-a9c0-824cf5fd6807 admin admin] 10.222.0.66 "PUT /v2.0/routers/d95d8e37-77a2-44e6-9a53-1f98ea337fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7008307 Aug 16 02:11:53.829892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38120) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:53.836683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:53.836821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2d5ae55d-d332-47d6-a175-f7e27899ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['3254b26c-197c-4449-a4e4-781a6449d46f'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:53.836953 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf6d4d-b9f8-449d-a184-439afa76c7ef None None] Sync routers for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:53.861035 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf6d4d-b9f8-449d-a184-439afa76c7ef None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:53.862601 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ccaf6d4d-b9f8-449d-a184-439afa76c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:53.906235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2517c164-5ca0-47b1-8818-93bb2d1206a6 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:53.948596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.975669 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.985958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 2517c164-5ca0-47b1-8818-93bb2d1206a6 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:53.986504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2517c164-5ca0-47b1-8818-93bb2d1206a6 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:54.003651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.088836 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ccaf6d4d-b9f8-449d-a184-439afa76c7ef None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:54.187708 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.189533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.194451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2d5ae55d-d332-47d6-a175-f7e27899ed6f None None] Set router 3254b26c-197c-4449-a4e4-781a6449d46f gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:54.281287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] For port e70f9fc9-ed04-4a72-83f4-44c5c0c51270, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:54.331010 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.335891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.356389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] For port e70f9fc9-ed04-4a72-83f4-44c5c0c51270, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:54.426078 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ccaf6d4d-b9f8-449d-a184-439afa76c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T02:11:52Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:54.461709 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf6d4d-b9f8-449d-a184-439afa76c7ef None None] Checking router: d95d8e37-77a2-44e6-9a53-1f98ea337fe5 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:54.475356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] device_id is not set on port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:11:54.483749 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf6d4d-b9f8-449d-a184-439afa76c7ef None None] Routers {'d95d8e37-77a2-44e6-9a53-1f98ea337fe5'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:54.485012 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ccaf6d4d-b9f8-449d-a184-439afa76c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:11:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:54.492001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.598428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2d5ae55d-d332-47d6-a175-f7e27899ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:11:52Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:54.608470 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.635131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5ae55d-d332-47d6-a175-f7e27899ed6f None None] The sync data for ids ['3254b26c-197c-4449-a4e4-781a6449d46f'] in n-d-768509-23 is: [{'id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231440696', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:10Z', 'updated_at': '2021-08-16T02:11:52Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': 'b73fcd9b-64d6-4db8-b54f-ff0d8f808db3', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b26c-197c-4449-a4e4-781a6449d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:11Z', 'updated_at': '2021-08-16T02:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:54.698935 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ccaf6d4d-b9f8-449d-a184-439afa76c7ef None None] Set router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:54.700999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] Pushing event updated for resources: {'Port': ['ID=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:54.743949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] No DVR routers for this DVR port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:54.877992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] In _notify_port_updated(), no bound segment for port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 on network 75b5398b-4cff-40ab-8a73-881676945082 {{(pid=95516) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:11:54.878868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.879491 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.880805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d32c93-4116-4b59-887f-f52b0496117c req-4642eaa4-98a3-421e-9643-918ed2d49d43 service neutron] 10.222.0.64 "PUT /v2.0/ports/e70f9fc9-ed04-4a72-83f4-44c5c0c51270 HTTP/1.1" status: 200 len: 1031 time: 1.0592229 Aug 16 02:11:54.939618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Subnet': ['ID=02855cea-cfa2-4a50-a49b-bcab65c34b54,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:54.952637 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.957157 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/subnets/02855cea-cfa2-4a50-a49b-bcab65c34b54 HTTP/1.1" status: 204 len: 168 time: 1.6216967 Aug 16 02:11:54.957324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb43747-0c47-491b-a51a-18a6228b3719 None None] Network aa3c278a-c9a5-49cb-9686-b159b99fea4d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:54.958643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a193a5aa-10ba-4eba-ae8d-d68fffd3a76e,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:54.991265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38160) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.017781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.017781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.017781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.017781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.041122 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.041545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.041921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.042271 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.042612 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.042950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.043294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.043627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f0ad3-11ca-4314-a3cd-4dc3e72bd319 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.071059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.072285 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4218631 Aug 16 02:11:55.083290 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.083652 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.084000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.084344 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.084685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.085346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.085346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.085660 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.091470 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.091889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.092237 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.092569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f0785-3997-42a2-aed5-6b429267d654 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.105971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38170) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.118342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-fd7f2247-d6dc-4048-8349-4aa633d53a76 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': '7ef9418f-b3ad-4524-9e3e-98059289b2e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:55.134807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.268849 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ccaf6d4d-b9f8-449d-a184-439afa76c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T02:11:52Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:55.301026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2247-d6dc-4048-8349-4aa633d53a76 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.303571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32c93-4116-4b59-887f-f52b0496117c req-8e31a1f7-aefc-46e2-bb72-c941e4330622 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.313977 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf6d4d-b9f8-449d-a184-439afa76c7ef None None] The sync data for ids ['d95d8e37-77a2-44e6-9a53-1f98ea337fe5'] in n-d-768509-23 is: [{'id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'name': 'tempest-TestVolumeBootPattern-62166125-router', 'tenant_id': '339391903c4f4f3b9336737914285e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:25Z', 'updated_at': '2021-08-16T02:11:52Z', 'revision_number': 5, 'project_id': '339391903c4f4f3b9336737914285e45', 'gw_port': {'id': '3f89e24c-5c66-4a96-bc06-efe3b07b3eec', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d8e37-77a2-44e6-9a53-1f98ea337fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:27Z', 'updated_at': '2021-08-16T01:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:55.314615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d32c93-4116-4b59-887f-f52b0496117c req-8e31a1f7-aefc-46e2-bb72-c941e4330622 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "GET /v2.0/ports/70e1025a-d82d-4c5e-ae0d-868d21b2d578?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4237444 Aug 16 02:11:55.325984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Deleting port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:55.331427 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.344564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:55.345595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e70f9fc9-ed04-4a72-83f4-44c5c0c51270 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:55.455022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-21f509df-7d90-46d2-9031-ff07221ecba4 None None] Provisioning complete for port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:55.461000 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-21f509df-7d90-46d2-9031-ff07221ecba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.471687 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.488491 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2247-d6dc-4048-8349-4aa633d53a76 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.489002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed4f6-61f2-4c86-9f0c-d5295dee7d67 req-9d6ebef6-5cb4-4f7f-8aac-cdc289cfb087 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.497801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed4f6-61f2-4c86-9f0c-d5295dee7d67 req-9d6ebef6-5cb4-4f7f-8aac-cdc289cfb087 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.505456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed4f6-61f2-4c86-9f0c-d5295dee7d67 req-9d6ebef6-5cb4-4f7f-8aac-cdc289cfb087 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.515131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed4f6-61f2-4c86-9f0c-d5295dee7d67 req-9d6ebef6-5cb4-4f7f-8aac-cdc289cfb087 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.530842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed4f6-61f2-4c86-9f0c-d5295dee7d67 req-9d6ebef6-5cb4-4f7f-8aac-cdc289cfb087 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.535487 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] For port 3f89e24c-5c66-4a96-bc06-efe3b07b3eec, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3f89e24c-5c66-4a96-bc06-efe3b07b3eec,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:55.536501 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.559101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed4f6-61f2-4c86-9f0c-d5295dee7d67 req-9d6ebef6-5cb4-4f7f-8aac-cdc289cfb087 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.563188 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a3ed4f6-61f2-4c86-9f0c-d5295dee7d67 req-9d6ebef6-5cb4-4f7f-8aac-cdc289cfb087 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 4665 time: 0.3932765 Aug 16 02:11:55.575279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Calling delete_port for 3f89e24c-5c66-4a96-bc06-efe3b07b3eec owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:55.580648 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2247-d6dc-4048-8349-4aa633d53a76 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.610341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f2247-d6dc-4048-8349-4aa633d53a76 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315cb783-4b34-4e4d-ba6c-b985e94dde7c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:55.642318 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.825684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a3ed4f6-61f2-4c86-9f0c-d5295dee7d67 req-9de4ffb7-0e9f-41f6-a024-c3944324eae1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1821c68-c9a1-47d3-a595-2c484b9ec7b5&id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2466602 Aug 16 02:11:55.855200 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2247-d6dc-4048-8349-4aa633d53a76 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.866582 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fd7f2247-d6dc-4048-8349-4aa633d53a76 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7587719 Aug 16 02:11:55.870171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38190) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.956012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c58fd3a-41f9-4b3d-a607-97958a9709c4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.966857 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c58fd3a-41f9-4b3d-a607-97958a9709c4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.113148 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c58fd3a-41f9-4b3d-a607-97958a9709c4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.146198 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4c58fd3a-41f9-4b3d-a607-97958a9709c4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.155836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38202) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.156438 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4c58fd3a-41f9-4b3d-a607-97958a9709c4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/315cb783-4b34-4e4d-ba6c-b985e94dde7c HTTP/1.1" status: 204 len: 168 time: 0.2836800 Aug 16 02:11:56.164919 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.169843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf78b5-f2da-4f69-95d9-63a9fd850002 None None] DHCP port deletion for aa3c278a-c9a5-49cb-9686-b159b99fea4d request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:56.172138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8f2e148d-55b4-481f-9dee-4b665f4054e4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:56.197607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58fd3a-41f9-4b3d-a607-97958a9709c4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=315cb783-4b34-4e4d-ba6c-b985e94dde7c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.247086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.268554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 8f2e148d-55b4-481f-9dee-4b665f4054e4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:56.268894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8f2e148d-55b4-481f-9dee-4b665f4054e4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:56.269336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 83e93867-c554-46ee-a005-132444c4377f no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:56.269931 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Pushing event deleted for resources: {'Port': ['ID=3f89e24c-5c66-4a96-bc06-efe3b07b3eec,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.329677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 83e93867-c554-46ee-a005-132444c4377f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:56.330060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 83e93867-c554-46ee-a005-132444c4377f not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:56.330754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 7df03001-605c-49f4-b793-4e2e0fa0d960 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:56.338813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device e70f9fc9-ed04-4a72-83f4-44c5c0c51270 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:56.339253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:56.354374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8a27797a-47b9-4776-bb95-b4e0980719a0 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1982930 Aug 16 02:11:56.357305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38206) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.368679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-21f509df-7d90-46d2-9031-ff07221ecba4 None None] Port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:56.376488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] For port 70e1025a-d82d-4c5e-ae0d-868d21b2d578, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=70e1025a-d82d-4c5e-ae0d-868d21b2d578,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:56.416089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cc6db1f9-e4ec-42fa-8ae7-d3ebbd536b6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.442151 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cc6db1f9-e4ec-42fa-8ae7-d3ebbd536b6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.446176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.483811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] For port 70e1025a-d82d-4c5e-ae0d-868d21b2d578, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:56.509929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf78b5-f2da-4f69-95d9-63a9fd850002 None None] Deleting port 7df03001-605c-49f4-b793-4e2e0fa0d960 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:56.510314 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8dbf78b5-f2da-4f69-95d9-63a9fd850002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.563034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] device_id is not set on port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:11:56.577524 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.602522 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cc6db1f9-e4ec-42fa-8ae7-d3ebbd536b6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.613094 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cc6db1f9-e4ec-42fa-8ae7-d3ebbd536b6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.621035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cc6db1f9-e4ec-42fa-8ae7-d3ebbd536b6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a193a5aa-10ba-4eba-ae8d-d68fffd3a76e HTTP/1.1" status: 204 len: 168 time: 0.2608924 Aug 16 02:11:56.622431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38208) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.642743 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.645389 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.652639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6db1f9-e4ec-42fa-8ae7-d3ebbd536b6e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a193a5aa-10ba-4eba-ae8d-d68fffd3a76e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.657475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:56.657846 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.667035 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.712899 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.717092 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.783011 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.783593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95d8e37-77a2-44e6-9a53-1f98ea337fe5 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:56.788840 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.790944 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1e30c37f-85ea-403c-8a0a-2e0bd4366fef admin admin] 10.222.0.66 "DELETE /v2.0/routers/d95d8e37-77a2-44e6-9a53-1f98ea337fe5 HTTP/1.1" status: 204 len: 168 time: 2.9600914 Aug 16 02:11:56.793329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38210) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.817526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8dbf78b5-f2da-4f69-95d9-63a9fd850002 None None] For port 7df03001-605c-49f4-b793-4e2e0fa0d960, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=7df03001-605c-49f4-b793-4e2e0fa0d960,segment=NetworkSegment(849f875e-8d89-4c55-af80-f2cd013c8243),segment_id=849f875e-8d89-4c55-af80-f2cd013c8243)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:56.820332 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8dbf78b5-f2da-4f69-95d9-63a9fd850002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.820702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c535c05f-c46f-413f-bb23-d77f35314f27 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1936271 Aug 16 02:11:56.821743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38212) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.858370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf78b5-f2da-4f69-95d9-63a9fd850002 None None] Calling delete_port for 7df03001-605c-49f4-b793-4e2e0fa0d960 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:56.868375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] No DVR routers for this DVR port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:56.913482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port b73fcd9b-64d6-4db8-b54f-ff0d8f808db3, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b73fcd9b-64d6-4db8-b54f-ff0d8f808db3,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:56.913482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.941376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbe9479-7482-435d-813c-0c6a0e81aa9e admin admin] Deleting subnet b7176ff3-edd3-42c6-8174-28ec8618d359 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:56.945902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] Pushing event updated for resources: {'Port': ['ID=70e1025a-d82d-4c5e-ae0d-868d21b2d578,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.952061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9479-7482-435d-813c-0c6a0e81aa9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.969524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:56.980001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa78f-e296-45c8-a0c0-46d9d5350d83 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.024053 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa78f-e296-45c8-a0c0-46d9d5350d83 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.056214 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9479-7482-435d-813c-0c6a0e81aa9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.115784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] In _notify_port_updated(), no bound segment for port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 on network 75b5398b-4cff-40ab-8a73-881676945082 {{(pid=95516) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:11:57.116924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.118013 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.118158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f0ca95-1a96-4e68-8aaa-82ad29fb4474'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:57.124297 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd25a2b3-e682-419f-a177-d578151aea2f" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-unplugged", "status": "completed", "tag": "01f0ca95-1a96-4e68-8aaa-82ad29fb4474"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:57.135345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d32c93-4116-4b59-887f-f52b0496117c req-a5bc0d9a-9566-4249-916d-938bc26e194d service neutron] 10.222.0.64 "PUT /v2.0/ports/70e1025a-d82d-4c5e-ae0d-868d21b2d578 HTTP/1.1" status: 200 len: 1032 time: 1.8003302 Aug 16 02:11:57.180651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:57.193038 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8dbf78b5-f2da-4f69-95d9-63a9fd850002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.231622 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf78b5-f2da-4f69-95d9-63a9fd850002 None None] No DVR routers for this DVR port 7df03001-605c-49f4-b793-4e2e0fa0d960 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:57.289361 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9479-7482-435d-813c-0c6a0e81aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.337406 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.338179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device b82768d0-3b02-457d-9307-5658bd230ee0 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:57.348817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf78b5-f2da-4f69-95d9-63a9fd850002 None None] Pushing event deleted for resources: {'Port': ['ID=7df03001-605c-49f4-b793-4e2e0fa0d960,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.356332 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa78f-e296-45c8-a0c0-46d9d5350d83 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.365910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa78f-e296-45c8-a0c0-46d9d5350d83 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.371485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a3bfa78f-e296-45c8-a0c0-46d9d5350d83 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d4644744-7698-4e1b-ba8c-2b03549358e6 HTTP/1.1" status: 204 len: 168 time: 0.5354633 Aug 16 02:11:57.405020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38230) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.409968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfa78f-e296-45c8-a0c0-46d9d5350d83 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4644744-7698-4e1b-ba8c-2b03549358e6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.473828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.545439 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2e995902-7d4b-4c88-95c2-a9450986c692 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1359901 Aug 16 02:11:57.546645 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38234) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.553981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86e4a-ae8f-423e-acbf-cf5f4f110770 req-7e3113e4-726f-4892-8472-94a445033449 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.572485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86e4a-ae8f-423e-acbf-cf5f4f110770 req-7e3113e4-726f-4892-8472-94a445033449 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.581117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86e4a-ae8f-423e-acbf-cf5f4f110770 req-7e3113e4-726f-4892-8472-94a445033449 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.588544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86e4a-ae8f-423e-acbf-cf5f4f110770 req-7e3113e4-726f-4892-8472-94a445033449 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.600799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86e4a-ae8f-423e-acbf-cf5f4f110770 req-7e3113e4-726f-4892-8472-94a445033449 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.620277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30c86e4a-ae8f-423e-acbf-cf5f4f110770 req-7e3113e4-726f-4892-8472-94a445033449 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 3886 time: 0.5574059 Aug 16 02:11:57.624828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-30960f2b-b4b3-4171-a6b4-09a4167d44aa None None] Provisioning complete for port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:57.634145 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-30960f2b-b4b3-4171-a6b4-09a4167d44aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.634487 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9479-7482-435d-813c-0c6a0e81aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.757048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-30960f2b-b4b3-4171-a6b4-09a4167d44aa None None] Port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:57.758687 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d52400d-5ba6-45ac-9c54-56ae2359d62e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.780579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30c86e4a-ae8f-423e-acbf-cf5f4f110770 req-d6604d20-3e0d-4b6c-a4d6-c64469438065 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560445 Aug 16 02:11:57.789029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a6c0c8-b71b-4935-a83d-6d995a62ce17 None None] Network 451b8f7a-e7d9-4b9a-a673-45425a82868a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:57.790115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d52400d-5ba6-45ac-9c54-56ae2359d62e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.850246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe9479-7482-435d-813c-0c6a0e81aa9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7176ff3-edd3-42c6-8174-28ec8618d359,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.857792 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9479-7482-435d-813c-0c6a0e81aa9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.859264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-401f4624-b7ed-4136-8e31-271788af9562 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Deleting port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:57.859833 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-401f4624-b7ed-4136-8e31-271788af9562 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.860848 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ecbe9479-7482-435d-813c-0c6a0e81aa9e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b7176ff3-edd3-42c6-8174-28ec8618d359 HTTP/1.1" status: 204 len: 168 time: 1.0662856 Aug 16 02:11:57.865245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38236) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.954775 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cea2b7-b201-4c6d-842d-f82c751ba141 x-openstack-request-id: req-62cea2b7-b201-4c6d-842d-f82c751ba141 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:57.955081 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-unplugged", "status": "completed", "tag": "01f0ca95-1a96-4e68-8aaa-82ad29fb4474", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:57.955413 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62cea2b7-b201-4c6d-842d-f82c751ba141 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:57.956088 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f0ca95-1a96-4e68-8aaa-82ad29fb4474', 'code': 200} Aug 16 02:11:57.958645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3f89e24c-5c66-4a96-bc06-efe3b07b3eec no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:58.030717 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.037539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-62d32c93-4116-4b59-887f-f52b0496117c req-401f4624-b7ed-4136-8e31-271788af9562 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] For port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=80c01aab-f9db-4e54-8e54-8ae6a7e69aec,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:58.038084 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-401f4624-b7ed-4136-8e31-271788af9562 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.049778 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d52400d-5ba6-45ac-9c54-56ae2359d62e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.052766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-401f4624-b7ed-4136-8e31-271788af9562 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Calling delete_port for 80c01aab-f9db-4e54-8e54-8ae6a7e69aec owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:58.060675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d52400d-5ba6-45ac-9c54-56ae2359d62e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.065891 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3d52400d-5ba6-45ac-9c54-56ae2359d62e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/5605ee1d-1ac1-4adc-9698-03f2b76469c3 HTTP/1.1" status: 204 len: 168 time: 0.5178330 Aug 16 02:11:58.068213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38240) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.112831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3f89e24c-5c66-4a96-bc06-efe3b07b3eec {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:58.113547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3f89e24c-5c66-4a96-bc06-efe3b07b3eec not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:58.158493 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.180825 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.217237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=b73fcd9b-64d6-4db8-b54f-ff0d8f808db3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.243902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port b82768d0-3b02-457d-9307-5658bd230ee0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b82768d0-3b02-457d-9307-5658bd230ee0,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:58.260925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52400d-5ba6-45ac-9c54-56ae2359d62e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5605ee1d-1ac1-4adc-9698-03f2b76469c3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.286393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333b8f5-174a-4e5e-8fcf-bd275578caf8 None None] DHCP port deletion for 451b8f7a-e7d9-4b9a-a673-45425a82868a request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:58.347025 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7a8ecd0e-415b-4a26-80a0-08b87074eb4e tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1923568 Aug 16 02:11:58.349524 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38248) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.357882 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.359433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 80c01aab-f9db-4e54-8e54-8ae6a7e69aec no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:58.379430 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.448409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac53f27a-90c5-489d-9659-f46e866cce34 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.458314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac53f27a-90c5-489d-9659-f46e866cce34 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.536863 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Deleting port 377f1654-9945-4b4e-8717-4b73b7ff97b6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:58.537384 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.601868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=b82768d0-3b02-457d-9307-5658bd230ee0,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.609951 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.612680 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.613371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e333b8f5-174a-4e5e-8fcf-bd275578caf8 None None] Deleting port 377f1654-9945-4b4e-8717-4b73b7ff97b6 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:58.613928 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e333b8f5-174a-4e5e-8fcf-bd275578caf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.631162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] For port 377f1654-9945-4b4e-8717-4b73b7ff97b6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=377f1654-9945-4b4e-8717-4b73b7ff97b6,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:58.631686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.653949 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Calling delete_port for 377f1654-9945-4b4e-8717-4b73b7ff97b6 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:58.715014 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac53f27a-90c5-489d-9659-f46e866cce34 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.720616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac53f27a-90c5-489d-9659-f46e866cce34 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.724529 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ac53f27a-90c5-489d-9659-f46e866cce34 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b5409360-8a15-47fb-aaf6-da7e7bd88e28 HTTP/1.1" status: 204 len: 168 time: 0.3189657 Aug 16 02:11:58.724816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38254) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.729757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e333b8f5-174a-4e5e-8fcf-bd275578caf8 None None] For port 377f1654-9945-4b4e-8717-4b73b7ff97b6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=377f1654-9945-4b4e-8717-4b73b7ff97b6,segment=NetworkSegment(1f6f0a67-a526-4cce-af45-56a2b1c34e87),segment_id=1f6f0a67-a526-4cce-af45-56a2b1c34e87)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:58.730207 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e333b8f5-174a-4e5e-8fcf-bd275578caf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.736824 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53f27a-90c5-489d-9659-f46e866cce34 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5409360-8a15-47fb-aaf6-da7e7bd88e28,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.755199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e333b8f5-174a-4e5e-8fcf-bd275578caf8 None None] Calling delete_port for 377f1654-9945-4b4e-8717-4b73b7ff97b6 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:58.789483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-06689c92-0892-42a8-8301-8d84b6094a31 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0596836 Aug 16 02:11:58.789483 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-401f4624-b7ed-4136-8e31-271788af9562 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.790591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38256) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.859212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f4624-b7ed-4136-8e31-271788af9562 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Port': ['ID=80c01aab-f9db-4e54-8e54-8ae6a7e69aec,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.874108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.874635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Fanout notify agent at l3_agent the message router_deleted on router 3254b26c-197c-4449-a4e4-781a6449d46f {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:58.901371 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.904155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.904718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f7f22c6d-82dd-49f2-abdd-ba18286f0fa5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/routers/3254b26c-197c-4449-a4e4-781a6449d46f HTTP/1.1" status: 204 len: 168 time: 3.9139333 Aug 16 02:11:58.907513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38262) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.927867 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.026611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Pushing event deleted for resources: {'Port': ['ID=377f1654-9945-4b4e-8717-4b73b7ff97b6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:59.049171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e805ec9b-318b-4813-bee4-4656682bd557 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.053864 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] No DVR routers for this DVR port 377f1654-9945-4b4e-8717-4b73b7ff97b6 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:59.141916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6011bd94-4a5f-44d3-8a6f-46425d6c891a no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:59.213481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d32c93-4116-4b59-887f-f52b0496117c req-401f4624-b7ed-4136-8e31-271788af9562 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] No DVR routers for this DVR port 80c01aab-f9db-4e54-8e54-8ae6a7e69aec on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:59.221310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-401f4624-b7ed-4136-8e31-271788af9562 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.226166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d32c93-4116-4b59-887f-f52b0496117c req-401f4624-b7ed-4136-8e31-271788af9562 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "DELETE /v2.0/ports/80c01aab-f9db-4e54-8e54-8ae6a7e69aec HTTP/1.1" status: 204 len: 173 time: 1.9654324 Aug 16 02:11:59.272351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-deleted', 'tag': '80c01aab-f9db-4e54-8e54-8ae6a7e69aec'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:59.272586 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e333b8f5-174a-4e5e-8fcf-bd275578caf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.277518 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9191918-b1a7-4c80-9136-29aa16f1dce0" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-deleted", "tag": "80c01aab-f9db-4e54-8e54-8ae6a7e69aec"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:59.317740 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.359315 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451b8f7a-e7d9-4b9a-a673-45425a82868a']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:59.379914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6f0a67-a526-4cce-af45-56a2b1c34e87') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:59.380231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6f0a67-a526-4cce-af45-56a2b1c34e87') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:59.391853 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.394979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333b8f5-174a-4e5e-8fcf-bd275578caf8 None None] No DVR routers for this DVR port 377f1654-9945-4b4e-8717-4b73b7ff97b6 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:59.435553 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.446555 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333b8f5-174a-4e5e-8fcf-bd275578caf8 None None] Pushing event deleted for resources: {'Port': ['ID=377f1654-9945-4b4e-8717-4b73b7ff97b6,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:59.455738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.458538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e805ec9b-318b-4813-bee4-4656682bd557 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.479107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6011bd94-4a5f-44d3-8a6f-46425d6c891a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:59.519604 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.529863 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:59.530456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:59.532909 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:59.578603 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.592073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 70e1025a-d82d-4c5e-ae0d-868d21b2d578 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:59.597522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a53bd4-e7fc-4828-a903-771625e7f83d req-76126fba-da04-4152-9f70-49b40464d11f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.621440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a53bd4-e7fc-4828-a903-771625e7f83d req-76126fba-da04-4152-9f70-49b40464d11f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.621440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a53bd4-e7fc-4828-a903-771625e7f83d req-76126fba-da04-4152-9f70-49b40464d11f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.626757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a53bd4-e7fc-4828-a903-771625e7f83d req-76126fba-da04-4152-9f70-49b40464d11f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.629992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72a53bd4-e7fc-4828-a903-771625e7f83d req-76126fba-da04-4152-9f70-49b40464d11f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 3147 time: 0.6105046 Aug 16 02:11:59.749380 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e805ec9b-318b-4813-bee4-4656682bd557 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.752006 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e805ec9b-318b-4813-bee4-4656682bd557 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.753192 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e805ec9b-318b-4813-bee4-4656682bd557 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-groups/7ef9418f-b3ad-4524-9e3e-98059289b2e8 HTTP/1.1" status: 204 len: 168 time: 0.9610188 Aug 16 02:11:59.758974 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38278) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.760752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:59.792808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805ec9b-318b-4813-bee4-4656682bd557 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef9418f-b3ad-4524-9e3e-98059289b2e8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:59.815729 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.845661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:59.846144 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b73fcd9b-64d6-4db8-b54f-ff0d8f808db3 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:59.846566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 377f1654-9945-4b4e-8717-4b73b7ff97b6 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:59.847878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.859547 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] 10.222.0.66 "DELETE /v2.0/networks/451b8f7a-e7d9-4b9a-a673-45425a82868a HTTP/1.1" status: 204 len: 168 time: 1.9896433 Aug 16 02:11:59.872308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38280) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.873548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c1f18-7793-435b-a19f-0a9657b8c42b admin admin] Pushing event deleted for resources: {'Network': ['ID=451b8f7a-e7d9-4b9a-a673-45425a82868a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:59.891946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 377f1654-9945-4b4e-8717-4b73b7ff97b6 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:59.892444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 377f1654-9945-4b4e-8717-4b73b7ff97b6 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:59.893599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 70e1025a-d82d-4c5e-ae0d-868d21b2d578 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:59.898084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:59.898084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=6011bd94-4a5f-44d3-8a6f-46425d6c891a,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:59.950096 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6ef28010-b84a-485d-aea1-1ade5d7362ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.960662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82768d0-3b02-457d-9307-5658bd230ee0'}, {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6011bd94-4a5f-44d3-8a6f-46425d6c891a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:59.965025 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72a53bd4-e7fc-4828-a903-771625e7f83d req-2fb3ed98-f607-443a-9b22-722c6a6fd467 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247478 Aug 16 02:11:59.966116 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9bf5df-073e-4634-a8a2-4d6b4882e3b4" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-unplugged", "status": "completed", "tag": "b82768d0-3b02-457d-9307-5658bd230ee0"}, {"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-unplugged", "status": "completed", "tag": "6011bd94-4a5f-44d3-8a6f-46425d6c891a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:00.005388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-37a7acc0-d703-48d3-bd92-4ffd84a2d623 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Deleting port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:00.005748 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-37a7acc0-d703-48d3-bd92-4ffd84a2d623 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.016264 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.060076 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.089665 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6aa13fa6-50d6-4a2f-9a8d-543f92b4a5fc tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3261058 Aug 16 02:12:00.109713 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38286) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:00.126560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-92b43b02-c02b-45a9-996e-e4640f6d6f72 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103807197'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:00.134379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:00.146762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3c278a-c9a5-49cb-9686-b159b99fea4d']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:00.160688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849f875e-8d89-4c55-af80-f2cd013c8243') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:00.160994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849f875e-8d89-4c55-af80-f2cd013c8243') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:00.179283 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.230045 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.238975 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.250369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:00.251076 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:00.254719 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:00.263406 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aeb917-d7a0-4ad6-aca5-dde34ff3588d x-openstack-request-id: req-86aeb917-d7a0-4ad6-aca5-dde34ff3588d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:00.263954 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-deleted", "tag": "80c01aab-f9db-4e54-8e54-8ae6a7e69aec", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:00.264400 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-86aeb917-d7a0-4ad6-aca5-dde34ff3588d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:00.264937 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-deleted', 'tag': '80c01aab-f9db-4e54-8e54-8ae6a7e69aec', 'status': 'completed', 'code': 200} Aug 16 02:12:00.354482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-62d32c93-4116-4b59-887f-f52b0496117c req-37a7acc0-d703-48d3-bd92-4ffd84a2d623 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] For port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:00.355263 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-37a7acc0-d703-48d3-bd92-4ffd84a2d623 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.376557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-92b43b02-c02b-45a9-996e-e4640f6d6f72 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.395400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:00.398432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-37a7acc0-d703-48d3-bd92-4ffd84a2d623 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Calling delete_port for 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:00.441163 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a14932e-a2a3-4631-a073-7c321593237e x-openstack-request-id: req-2a14932e-a2a3-4631-a073-7c321593237e {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:00.441480 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-unplugged", "status": "completed", "tag": "b82768d0-3b02-457d-9307-5658bd230ee0", "code": 200}, {"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-unplugged", "status": "completed", "tag": "6011bd94-4a5f-44d3-8a6f-46425d6c891a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:00.441744 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a14932e-a2a3-4631-a073-7c321593237e {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:00.458455 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82768d0-3b02-457d-9307-5658bd230ee0', 'code': 200} Aug 16 02:12:00.458749 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6011bd94-4a5f-44d3-8a6f-46425d6c891a', 'code': 200} Aug 16 02:12:00.551998 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.558135 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.560925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/networks/aa3c278a-c9a5-49cb-9686-b159b99fea4d HTTP/1.1" status: 204 len: 168 time: 1.6524513 Aug 16 02:12:00.569901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38298) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:00.599276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a407c0-6ca5-4e45-9d60-100e83aad157 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Network': ['ID=aa3c278a-c9a5-49cb-9686-b159b99fea4d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:00.736646 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-92b43b02-c02b-45a9-996e-e4640f6d6f72 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.749061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a6478135-3262-4eed-a345-d4afb765d152 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.825204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-92b43b02-c02b-45a9-996e-e4640f6d6f72 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.837809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a6478135-3262-4eed-a345-d4afb765d152 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.943753 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b43b02-c02b-45a9-996e-e4640f6d6f72 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888d6e4b-8ea1-4e61-9e55-49e24edf3de7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:00.963794 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-92b43b02-c02b-45a9-996e-e4640f6d6f72 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.968065 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-92b43b02-c02b-45a9-996e-e4640f6d6f72 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8545728 Aug 16 02:12:00.969421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38306) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:00.977617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d6632f75-0021-430d-9dfc-c595fe660d18 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': '888d6e4b-8ea1-4e61-9e55-49e24edf3de7', 'direction': 'ingress', 'protocol': 17}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:01.000118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.099939 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6632f75-0021-430d-9dfc-c595fe660d18 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.193008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a6478135-3262-4eed-a345-d4afb765d152 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.195620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a6478135-3262-4eed-a345-d4afb765d152 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.205802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a6478135-3262-4eed-a345-d4afb765d152 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/security-groups/1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c HTTP/1.1" status: 204 len: 168 time: 0.6343091 Aug 16 02:12:01.228968 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-37a7acc0-d703-48d3-bd92-4ffd84a2d623 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.402026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6478135-3262-4eed-a345-d4afb765d152 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beb0582-3a90-4390-a1a4-e6dd8c0cdf8c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:01.467749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7acc0-d703-48d3-bd92-4ffd84a2d623 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Port': ['ID=01f0ca95-1a96-4e68-8aaa-82ad29fb4474,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:01.520282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d32c93-4116-4b59-887f-f52b0496117c req-37a7acc0-d703-48d3-bd92-4ffd84a2d623 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] No DVR routers for this DVR port 01f0ca95-1a96-4e68-8aaa-82ad29fb4474 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:01.541909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] Deleting port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:01.542471 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.579130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8e0b1-dbdd-4a32-9dfc-1b55bb29d9cc req-1553fcac-4a8c-4e8c-8781-56625f8966b3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.585561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8e0b1-dbdd-4a32-9dfc-1b55bb29d9cc req-1553fcac-4a8c-4e8c-8781-56625f8966b3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.592982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8e0b1-dbdd-4a32-9dfc-1b55bb29d9cc req-1553fcac-4a8c-4e8c-8781-56625f8966b3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.595556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ec8e0b1-dbdd-4a32-9dfc-1b55bb29d9cc req-1553fcac-4a8c-4e8c-8781-56625f8966b3 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 2410 time: 0.4379439 Aug 16 02:12:01.597377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-37a7acc0-d703-48d3-bd92-4ffd84a2d623 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.600344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d32c93-4116-4b59-887f-f52b0496117c req-37a7acc0-d703-48d3-bd92-4ffd84a2d623 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "DELETE /v2.0/ports/01f0ca95-1a96-4e68-8aaa-82ad29fb4474 HTTP/1.1" status: 204 len: 173 time: 2.3165133 Aug 16 02:12:01.603267 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6632f75-0021-430d-9dfc-c595fe660d18 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.696550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] For port 75e07155-3b5d-4c56-84fe-065ad3ea4fd6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=75e07155-3b5d-4c56-84fe-065ad3ea4fd6,segment=NetworkSegment(d1798fea-9143-4a1d-afe7-163a5b090658),segment_id=d1798fea-9143-4a1d-afe7-163a5b090658)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:01.697047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.716940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] Calling delete_port for 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:01.720532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6632f75-0021-430d-9dfc-c595fe660d18 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.839449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6632f75-0021-430d-9dfc-c595fe660d18 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18192b0a-95b1-485a-84f5-609c6fe8c1eb,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:01.852200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ec8e0b1-dbdd-4a32-9dfc-1b55bb29d9cc req-d7a75e15-cbf7-4bbd-b8a9-19264a0a2438 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443714 Aug 16 02:12:01.880364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-3749c654-2671-46f2-9cc2-09042cb033c9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Deleting port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:01.880714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-3749c654-2671-46f2-9cc2-09042cb033c9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.454088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-deleted', 'tag': '01f0ca95-1a96-4e68-8aaa-82ad29fb4474'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:02.456659 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31afa67b-505c-4481-ba70-0d13fb321085" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-deleted", "tag": "01f0ca95-1a96-4e68-8aaa-82ad29fb4474"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:02.460988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494096bd-b3ee-4fa5-ba4a-a50aa9db7d09'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:02.463466 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93962f7-3880-47d6-bee1-8a3121c74219" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-unplugged", "status": "completed", "tag": "494096bd-b3ee-4fa5-ba4a-a50aa9db7d09"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:02.493117 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.497947 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6632f75-0021-430d-9dfc-c595fe660d18 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.499426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d6632f75-0021-430d-9dfc-c595fe660d18 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5256088 Aug 16 02:12:02.502549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38346) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:02.535318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38348) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:02.544545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0e91a5e5-d81c-4015-b213-0d0ac9094ec7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-193986804', 'description': 'tempest-secgroup-smoke-193986804 description', 'project_id': '28991c254a224cf091ab3afd77d33192'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:02.583300 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6916b3f9-4d32-437f-831a-26f7cd4f3a7a x-openstack-request-id: req-6916b3f9-4d32-437f-831a-26f7cd4f3a7a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:02.583936 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-unplugged", "status": "completed", "tag": "494096bd-b3ee-4fa5-ba4a-a50aa9db7d09", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:02.584551 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6916b3f9-4d32-437f-831a-26f7cd4f3a7a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:02.585145 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494096bd-b3ee-4fa5-ba4a-a50aa9db7d09', 'code': 200} Aug 16 02:12:02.626671 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.645951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e07155-3b5d-4c56-84fe-065ad3ea4fd6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:02.665679 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c9c4bf-9151-45a3-af4c-99e7cbe1c389 x-openstack-request-id: req-03c9c4bf-9151-45a3-af4c-99e7cbe1c389 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:02.666341 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-deleted", "tag": "01f0ca95-1a96-4e68-8aaa-82ad29fb4474", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:02.666855 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03c9c4bf-9151-45a3-af4c-99e7cbe1c389 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:02.668093 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-deleted', 'tag': '01f0ca95-1a96-4e68-8aaa-82ad29fb4474', 'status': 'completed', 'code': 200} Aug 16 02:12:02.680038 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e91a5e5-d81c-4015-b213-0d0ac9094ec7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.692255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-62d32c93-4116-4b59-887f-f52b0496117c req-3749c654-2671-46f2-9cc2-09042cb033c9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] For port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:02.692958 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-3749c654-2671-46f2-9cc2-09042cb033c9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.707305 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.743518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-3749c654-2671-46f2-9cc2-09042cb033c9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Calling delete_port for 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:02.886479 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.928135 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e5f29050-a0b4-4ab1-a828-1e65023ae287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.010541 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.026063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.032033 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.038792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-groups/888d6e4b-8ea1-4e61-9e55-49e24edf3de7 HTTP/1.1" status: 204 len: 168 time: 0.5329325 Aug 16 02:12:03.079552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38354) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:03.146263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=888d6e4b-8ea1-4e61-9e55-49e24edf3de7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.205441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.206379 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.207107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.207551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.208104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.208679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.209120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.209559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.210025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.216565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.217047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.217385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02f32-5e6b-4b6c-977d-702bdca99521 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:03.305485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-3749c654-2671-46f2-9cc2-09042cb033c9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.336890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-67033172-344b-4f69-b308-9dc559d1c01c tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2527723 Aug 16 02:12:03.343006 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38364) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:03.351170 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9944305a-aa59-4be3-907d-84d60ba79ff7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group': {'name': 'tempest-secgroup--405677904'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:03.361489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] Router e79f2500-aa52-41be-bd58-47235d48b8b1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:03.461401 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a157ed0-c1da-4748-b552-2a1f585d8407 req-56a9e4ea-395b-46ba-bd33-bbf0160ae695 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.494366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a157ed0-c1da-4748-b552-2a1f585d8407 req-56a9e4ea-395b-46ba-bd33-bbf0160ae695 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.510622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a157ed0-c1da-4748-b552-2a1f585d8407 req-56a9e4ea-395b-46ba-bd33-bbf0160ae695 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.525603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a157ed0-c1da-4748-b552-2a1f585d8407 req-56a9e4ea-395b-46ba-bd33-bbf0160ae695 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 2410 time: 0.4833200 Aug 16 02:12:03.538038 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e91a5e5-d81c-4015-b213-0d0ac9094ec7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.589470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749c654-2671-46f2-9cc2-09042cb033c9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Port': ['ID=494096bd-b3ee-4fa5-ba4a-a50aa9db7d09,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.687803 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e91a5e5-d81c-4015-b213-0d0ac9094ec7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.729598 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a157ed0-c1da-4748-b552-2a1f585d8407 req-5c299e2b-9259-47cb-8ff6-0c59d3362c3f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466861 Aug 16 02:12:03.790284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d32c93-4116-4b59-887f-f52b0496117c req-3749c654-2671-46f2-9cc2-09042cb033c9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] No DVR routers for this DVR port 494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:03.793167 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-3749c654-2671-46f2-9cc2-09042cb033c9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.797928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d32c93-4116-4b59-887f-f52b0496117c req-3749c654-2671-46f2-9cc2-09042cb033c9 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "DELETE /v2.0/ports/494096bd-b3ee-4fa5-ba4a-a50aa9db7d09 HTTP/1.1" status: 204 len: 173 time: 2.1835814 Aug 16 02:12:03.823252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:03.835720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3cf7e-747f-4daf-8caa-d1551057f686 None None] Sync routers for ids ['e79f2500-aa52-41be-bd58-47235d48b8b1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:03.848749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91a5e5-d81c-4015-b213-0d0ac9094ec7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb27821-b22c-48d8-ae1f-6707820113ef,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.858012 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c8e4257c-bee0-45e6-93c0-3dbcd6aa60e5 admin admin] 10.222.0.66 "PUT /v2.0/routers/e79f2500-aa52-41be-bd58-47235d48b8b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9741142 Aug 16 02:12:03.864058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38370) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:03.865344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3cf7e-747f-4daf-8caa-d1551057f686 None None] Routers {'e79f2500-aa52-41be-bd58-47235d48b8b1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:03.867261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ec3cf7e-747f-4daf-8caa-d1551057f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e79f2500-aa52-41be-bd58-47235d48b8b1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:03.892225 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9944305a-aa59-4be3-907d-84d60ba79ff7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.135995 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e91a5e5-d81c-4015-b213-0d0ac9094ec7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.145430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0e91a5e5-d81c-4015-b213-0d0ac9094ec7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6037107 Aug 16 02:12:04.147215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38376) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:04.150989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9ec3cf7e-747f-4daf-8caa-d1551057f686 None None] Set router e79f2500-aa52-41be-bd58-47235d48b8b1 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:04.164043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-7a5d7317-f9f9-4129-b044-b1370360111d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '4fb27821-b22c-48d8-ae1f-6707820113ef', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:04.257997 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.265397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-23bdbe7a-834b-4d70-80a4-d84307716339 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Deleting port b82768d0-3b02-457d-9307-5658bd230ee0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:04.265397 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-23bdbe7a-834b-4d70-80a4-d84307716339 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.268635 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.354753 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9944305a-aa59-4be3-907d-84d60ba79ff7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.541268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ec3cf7e-747f-4daf-8caa-d1551057f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'name': 'tempest-TestVolumeBootPattern-1078314333-router', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T02:12:02Z', 'revision_number': 5, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'gw_port': {'id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:04.595032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3cf7e-747f-4daf-8caa-d1551057f686 None None] Checking router: e79f2500-aa52-41be-bd58-47235d48b8b1 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:04.614699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3cf7e-747f-4daf-8caa-d1551057f686 None None] Routers {'e79f2500-aa52-41be-bd58-47235d48b8b1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:04.615549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ec3cf7e-747f-4daf-8caa-d1551057f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['e79f2500-aa52-41be-bd58-47235d48b8b1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:04.619178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-62d32c93-4116-4b59-887f-f52b0496117c req-23bdbe7a-834b-4d70-80a4-d84307716339 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] For port b82768d0-3b02-457d-9307-5658bd230ee0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=b82768d0-3b02-457d-9307-5658bd230ee0,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:04.619661 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-23bdbe7a-834b-4d70-80a4-d84307716339 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.641491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-23bdbe7a-834b-4d70-80a4-d84307716339 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Calling delete_port for b82768d0-3b02-457d-9307-5658bd230ee0 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:04.643916 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.650509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9944305a-aa59-4be3-907d-84d60ba79ff7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.669154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-deleted', 'tag': '494096bd-b3ee-4fa5-ba4a-a50aa9db7d09'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:04.671574 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20aa33f-facb-4381-acc0-d3195c31f446" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-deleted", "tag": "494096bd-b3ee-4fa5-ba4a-a50aa9db7d09"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:04.685426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944305a-aa59-4be3-907d-84d60ba79ff7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb9c5b-69b8-407a-823e-ffc73a5ef13a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:04.730520 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518533e7-80f0-4f21-ab4c-76e225f3f7b3 x-openstack-request-id: req-518533e7-80f0-4f21-ab4c-76e225f3f7b3 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:04.731393 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-deleted", "tag": "494096bd-b3ee-4fa5-ba4a-a50aa9db7d09", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:04.731768 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-518533e7-80f0-4f21-ab4c-76e225f3f7b3 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:04.732417 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-deleted', 'tag': '494096bd-b3ee-4fa5-ba4a-a50aa9db7d09', 'status': 'completed', 'code': 200} Aug 16 02:12:04.881564 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7317-f9f9-4129-b044-b1370360111d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.888776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Deleting port 1bb033eb-3ef9-44c1-a516-2ac55f97e709 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:04.889121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.991692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9ec3cf7e-747f-4daf-8caa-d1551057f686 None None] Set router e79f2500-aa52-41be-bd58-47235d48b8b1 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:05.017807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9944305a-aa59-4be3-907d-84d60ba79ff7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.020233 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9944305a-aa59-4be3-907d-84d60ba79ff7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6738064 Aug 16 02:12:05.022990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38398) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.029626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f9be9a72-3f7d-4691-ae0e-5ff80fcfa2f7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group': {'name': 'tempest-secgroup--572801050'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:05.095212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] For port 1bb033eb-3ef9-44c1-a516-2ac55f97e709, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1bb033eb-3ef9-44c1-a516-2ac55f97e709,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:05.095749 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.109932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Calling delete_port for 1bb033eb-3ef9-44c1-a516-2ac55f97e709 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:05.206669 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9be9a72-3f7d-4691-ae0e-5ff80fcfa2f7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.292373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9ec3cf7e-747f-4daf-8caa-d1551057f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'name': 'tempest-TestVolumeBootPattern-1078314333-router', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T02:12:02Z', 'revision_number': 5, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'gw_port': {'id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:05.344491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e440ef6-c808-45a0-89ed-1936a8cede74 req-640d6552-8d4d-493c-aeef-3731e86bfe0f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.349577 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9be9a72-3f7d-4691-ae0e-5ff80fcfa2f7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.350769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e440ef6-c808-45a0-89ed-1936a8cede74 req-640d6552-8d4d-493c-aeef-3731e86bfe0f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.352541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e440ef6-c808-45a0-89ed-1936a8cede74 req-640d6552-8d4d-493c-aeef-3731e86bfe0f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 1677 time: 0.4581673 Aug 16 02:12:05.354477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3cf7e-747f-4daf-8caa-d1551057f686 None None] The sync data for ids ['e79f2500-aa52-41be-bd58-47235d48b8b1'] in n-d-768509-23 is: [{'id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'name': 'tempest-TestVolumeBootPattern-1078314333-router', 'tenant_id': '151944d595a5432dabc3c8b327b2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T02:12:02Z', 'revision_number': 5, 'project_id': '151944d595a5432dabc3c8b327b2b699', 'gw_port': {'id': '1bb033eb-3ef9-44c1-a516-2ac55f97e709', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79f2500-aa52-41be-bd58-47235d48b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:37Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:05.381078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7317-f9f9-4129-b044-b1370360111d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.438488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e440ef6-c808-45a0-89ed-1936a8cede74 req-80c5d08a-1fc0-4fb3-85e5-58de440027c0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700607 Aug 16 02:12:05.515409 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.565151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb033eb-3ef9-44c1-a516-2ac55f97e709,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.627967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9be9a72-3f7d-4691-ae0e-5ff80fcfa2f7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.696714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-23bdbe7a-834b-4d70-80a4-d84307716339 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.698426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7317-f9f9-4129-b044-b1370360111d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.710928 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.744586 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be9a72-3f7d-4691-ae0e-5ff80fcfa2f7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99445a09-b159-4513-8163-df9f759c3b9e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.765054 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f9be9a72-3f7d-4691-ae0e-5ff80fcfa2f7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.770794 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f9be9a72-3f7d-4691-ae0e-5ff80fcfa2f7 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7465038 Aug 16 02:12:05.773762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38412) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.782276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-98cded35-5493-4781-867a-41de3c08d62f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': '07fb9c5b-69b8-407a-823e-ffc73a5ef13a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '99445a09-b159-4513-8163-df9f759c3b9e', 'remote_ip_prefix': None}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:05.876908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:05.900230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:05.900811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 75e07155-3b5d-4c56-84fe-065ad3ea4fd6 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:05.967019 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.976577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdbe7a-834b-4d70-80a4-d84307716339 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Port': ['ID=b82768d0-3b02-457d-9307-5658bd230ee0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.979661 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7317-f9f9-4129-b044-b1370360111d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.984057 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7a5d7317-f9f9-4129-b044-b1370360111d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8248079 Aug 16 02:12:05.984449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38416) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.989013 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-95171a32-60e3-4bd3-8542-fb103d188db2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '4fb27821-b22c-48d8-ae1f-6707820113ef', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:05.990239 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.995715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d7317-f9f9-4129-b044-b1370360111d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c3cc46-6761-4225-b656-4cc978a94b97,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.998954 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.026531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d32c93-4116-4b59-887f-f52b0496117c req-23bdbe7a-834b-4d70-80a4-d84307716339 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] No DVR routers for this DVR port b82768d0-3b02-457d-9307-5658bd230ee0 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:06.032169 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-23bdbe7a-834b-4d70-80a4-d84307716339 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.038758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d32c93-4116-4b59-887f-f52b0496117c req-23bdbe7a-834b-4d70-80a4-d84307716339 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "DELETE /v2.0/ports/b82768d0-3b02-457d-9307-5658bd230ee0 HTTP/1.1" status: 204 len: 173 time: 2.2290151 Aug 16 02:12:06.212504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Deleting port 6011bd94-4a5f-44d3-8a6f-46425d6c891a {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:06.212504 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.232742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98cded35-5493-4781-867a-41de3c08d62f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.340117 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.342634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79f2500-aa52-41be-bd58-47235d48b8b1 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:12:06.355214 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.359176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a3248a4b-2735-42a4-a2ed-965004d1f5fb admin admin] 10.222.0.66 "DELETE /v2.0/routers/e79f2500-aa52-41be-bd58-47235d48b8b1 HTTP/1.1" status: 204 len: 168 time: 2.4938040 Aug 16 02:12:06.366691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38420) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.401662 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95171a32-60e3-4bd3-8542-fb103d188db2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.462908 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98cded35-5493-4781-867a-41de3c08d62f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.535562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1fa63e-9c39-4b6e-9e02-99103233626f admin admin] Deleting subnet 302f6554-4731-427a-b5b7-754c19224788 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:06.563281 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa63e-9c39-4b6e-9e02-99103233626f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.580530 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98cded35-5493-4781-867a-41de3c08d62f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.679792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa63e-9c39-4b6e-9e02-99103233626f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.693605 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cded35-5493-4781-867a-41de3c08d62f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ff328a-19a7-4ec9-b4e1-edb2b79cef0c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.712994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95171a32-60e3-4bd3-8542-fb103d188db2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.721560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] For port 6011bd94-4a5f-44d3-8a6f-46425d6c891a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6011bd94-4a5f-44d3-8a6f-46425d6c891a,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:06.723780 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.733375 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98cded35-5493-4781-867a-41de3c08d62f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.738788 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-98cded35-5493-4781-867a-41de3c08d62f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9604056 Aug 16 02:12:06.739272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38434) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.743031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-deleted', 'tag': 'b82768d0-3b02-457d-9307-5658bd230ee0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:06.747410 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d53666-9717-495c-8855-d1418ff3e9d1" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-deleted", "tag": "b82768d0-3b02-457d-9307-5658bd230ee0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:06.762211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24dc0a-7b42-4af8-90b5-d3bba7c5c1c1 req-c9dc4844-abcc-45bf-8d90-d0668514de1c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.770178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a24dc0a-7b42-4af8-90b5-d3bba7c5c1c1 req-c9dc4844-abcc-45bf-8d90-d0668514de1c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 943 time: 0.1499138 Aug 16 02:12:06.799954 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3a40f75b-ddfd-4a7c-b7aa-72c4e4766369 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.823979 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3a40f75b-ddfd-4a7c-b7aa-72c4e4766369 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.859551 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95171a32-60e3-4bd3-8542-fb103d188db2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.886957 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95171a32-60e3-4bd3-8542-fb103d188db2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8be1336-4c26-4427-b799-1cb4815c736f,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.929794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a24dc0a-7b42-4af8-90b5-d3bba7c5c1c1 req-a4c6106b-6359-4043-9518-4b4aa9fbd28f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587193 Aug 16 02:12:07.006570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3a40f75b-ddfd-4a7c-b7aa-72c4e4766369 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.025485 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3a40f75b-ddfd-4a7c-b7aa-72c4e4766369 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.030902 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3a40f75b-ddfd-4a7c-b7aa-72c4e4766369 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/51ff328a-19a7-4ec9-b4e1-edb2b79cef0c HTTP/1.1" status: 204 len: 168 time: 0.2871554 Aug 16 02:12:07.030902 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40f75b-ddfd-4a7c-b7aa-72c4e4766369 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51ff328a-19a7-4ec9-b4e1-edb2b79cef0c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.033682 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38440) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.102428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95171a32-60e3-4bd3-8542-fb103d188db2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.103300 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466e46a4-b8e6-4978-a3be-d11d5257e208 x-openstack-request-id: req-466e46a4-b8e6-4978-a3be-d11d5257e208 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:07.104062 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-95171a32-60e3-4bd3-8542-fb103d188db2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1186371 Aug 16 02:12:07.104848 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-deleted", "tag": "b82768d0-3b02-457d-9307-5658bd230ee0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:07.105106 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-466e46a4-b8e6-4978-a3be-d11d5257e208 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:07.105515 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-deleted', 'tag': 'b82768d0-3b02-457d-9307-5658bd230ee0', 'status': 'completed', 'code': 200} Aug 16 02:12:07.111364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38442) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.118152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f118c033-9244-4f92-99a5-40453a38a6b3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '4fb27821-b22c-48d8-ae1f-6707820113ef', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:07.135043 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa63e-9c39-4b6e-9e02-99103233626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.171298 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d41be62d-960a-409c-af71-a073ff0791a4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1347599 Aug 16 02:12:07.174046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38444) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.559794 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.560152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.560619 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Floating IP 8c3604fb-155a-4f96-bc40-79cf7a0d8908 disassociated. External IP: 172.25.8.12, port: 6011bd94-4a5f-44d3-8a6f-46425d6c891a. Aug 16 02:12:07.560792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Calling delete_port for 6011bd94-4a5f-44d3-8a6f-46425d6c891a owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:07.565809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f118c033-9244-4f92-99a5-40453a38a6b3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.600771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1bb033eb-3ef9-44c1-a516-2ac55f97e709 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:07.633352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 1bb033eb-3ef9-44c1-a516-2ac55f97e709 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:07.633620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1bb033eb-3ef9-44c1-a516-2ac55f97e709 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:07.720129 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21716f86-71f2-47ff-a7e3-ed9a7397cff2 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.779215 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21716f86-71f2-47ff-a7e3-ed9a7397cff2 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.782285 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa63e-9c39-4b6e-9e02-99103233626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.854601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fa63e-9c39-4b6e-9e02-99103233626f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302f6554-4731-427a-b5b7-754c19224788,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.857374 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa63e-9c39-4b6e-9e02-99103233626f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.859363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2a1fa63e-9c39-4b6e-9e02-99103233626f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/302f6554-4731-427a-b5b7-754c19224788 HTTP/1.1" status: 204 len: 168 time: 1.4887648 Aug 16 02:12:07.862023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38460) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.864915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94b584-ec8d-432b-a0a8-b8272b2596d1 None None] Network 6cf9c7e9-5119-4616-8170-09ac01351a5a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:07.907926 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f118c033-9244-4f92-99a5-40453a38a6b3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.982638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f118c033-9244-4f92-99a5-40453a38a6b3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.022056 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.061735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118c033-9244-4f92-99a5-40453a38a6b3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b451e7e-9a09-447a-85f8-985010783e4b,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.088926 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21716f86-71f2-47ff-a7e3-ed9a7397cff2 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.093063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-21716f86-71f2-47ff-a7e3-ed9a7397cff2 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.094381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-21716f86-71f2-47ff-a7e3-ed9a7397cff2 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-groups/99445a09-b159-4513-8163-df9f759c3b9e HTTP/1.1" status: 204 len: 168 time: 0.9202311 Aug 16 02:12:08.134221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38466) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.179609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21716f86-71f2-47ff-a7e3-ed9a7397cff2 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99445a09-b159-4513-8163-df9f759c3b9e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.215722 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f118c033-9244-4f92-99a5-40453a38a6b3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.219658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f118c033-9244-4f92-99a5-40453a38a6b3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1032166 Aug 16 02:12:08.220727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38468) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.244758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ecb43-b725-4365-a459-8f71b65e5bc9 req-95cb5059-2ffd-4672-8766-80f862e6ed0c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.251514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab8ecb43-b725-4365-a459-8f71b65e5bc9 req-95cb5059-2ffd-4672-8766-80f862e6ed0c tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 943 time: 0.1271846 Aug 16 02:12:08.261277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-bfbd4762-c2fd-45b1-b00d-57ea3d9b7a38 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '4fb27821-b22c-48d8-ae1f-6707820113ef', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:08.306055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.316047 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3a02035f-faff-4326-a57d-c0f006fca944 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1746056 Aug 16 02:12:08.316831 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38472) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.381014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Port': ['ID=6011bd94-4a5f-44d3-8a6f-46425d6c891a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.399955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab8ecb43-b725-4365-a459-8f71b65e5bc9 req-63e192b6-3474-40bc-8b3c-e5cfaccb1aab tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c8ec48a-b997-4faf-ba93-435956550295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958488 Aug 16 02:12:08.485811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8987dea7-5764-4835-a55e-9b3e9fec9463 None None] DHCP port deletion for 6cf9c7e9-5119-4616-8170-09ac01351a5a request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:08.512423 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Deleting port bd807855-d653-4a28-a99a-503da27b1be4 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:08.512814 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.633382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4762-c2fd-45b1-b00d-57ea3d9b7a38 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.635501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8987dea7-5764-4835-a55e-9b3e9fec9463 None None] Deleting port bd807855-d653-4a28-a99a-503da27b1be4 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:08.635501 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8987dea7-5764-4835-a55e-9b3e9fec9463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.635931 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fab94837-8090-46b3-b566-43d24313a03b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.646087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] For port bd807855-d653-4a28-a99a-503da27b1be4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bd807855-d653-4a28-a99a-503da27b1be4,segment=NetworkSegment(d1798fea-9143-4a1d-afe7-163a5b090658),segment_id=d1798fea-9143-4a1d-afe7-163a5b090658)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:08.646727 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.711265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Calling delete_port for bd807855-d653-4a28-a99a-503da27b1be4 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:08.714221 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fab94837-8090-46b3-b566-43d24313a03b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.741704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4762-c2fd-45b1-b00d-57ea3d9b7a38 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.820428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Router f2a6db41-99e5-4916-b025-b06dfafb54e1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:08.826308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8987dea7-5764-4835-a55e-9b3e9fec9463 None None] For port bd807855-d653-4a28-a99a-503da27b1be4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bd807855-d653-4a28-a99a-503da27b1be4,segment=NetworkSegment(d1798fea-9143-4a1d-afe7-163a5b090658),segment_id=d1798fea-9143-4a1d-afe7-163a5b090658)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:08.827473 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8987dea7-5764-4835-a55e-9b3e9fec9463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.859739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8987dea7-5764-4835-a55e-9b3e9fec9463 None None] Calling delete_port for bd807855-d653-4a28-a99a-503da27b1be4 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:08.933294 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4762-c2fd-45b1-b00d-57ea3d9b7a38 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.993717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd4762-c2fd-45b1-b00d-57ea3d9b7a38 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444eb28e-05ce-4793-88ec-4c2c512ae810,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.024124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:09.040793 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052b0da-cca4-4684-aa9b-bde7cfe33b8e None None] Sync routers for ids ['f2a6db41-99e5-4916-b025-b06dfafb54e1'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:09.054314 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052b0da-cca4-4684-aa9b-bde7cfe33b8e None None] Routers {'f2a6db41-99e5-4916-b025-b06dfafb54e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:09.055194 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a052b0da-cca4-4684-aa9b-bde7cfe33b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f2a6db41-99e5-4916-b025-b06dfafb54e1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:09.080577 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fab94837-8090-46b3-b566-43d24313a03b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.086998 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fab94837-8090-46b3-b566-43d24313a03b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.086998 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fab94837-8090-46b3-b566-43d24313a03b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-groups/07fb9c5b-69b8-407a-823e-ffc73a5ef13a HTTP/1.1" status: 204 len: 168 time: 0.7639012 Aug 16 02:12:09.104124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38482) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.104892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab94837-8090-46b3-b566-43d24313a03b tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb9c5b-69b8-407a-823e-ffc73a5ef13a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.113959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] No DVR routers for this DVR port 6011bd94-4a5f-44d3-8a6f-46425d6c891a on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:09.116923 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.119873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d32c93-4116-4b59-887f-f52b0496117c req-3dc254d7-0cfd-46fc-a8cc-e1336508154a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.64 "DELETE /v2.0/ports/6011bd94-4a5f-44d3-8a6f-46425d6c891a HTTP/1.1" status: 204 len: 173 time: 3.0516498 Aug 16 02:12:09.120684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-deleted', 'tag': '6011bd94-4a5f-44d3-8a6f-46425d6c891a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:09.133887 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8352715f-0de2-4970-a0f2-54c1799ad566" -d '{"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-deleted", "tag": "6011bd94-4a5f-44d3-8a6f-46425d6c891a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:09.140396 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8987dea7-5764-4835-a55e-9b3e9fec9463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.143848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4762-c2fd-45b1-b00d-57ea3d9b7a38 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.148421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bfbd4762-c2fd-45b1-b00d-57ea3d9b7a38 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9249728 Aug 16 02:12:09.152097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38488) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.160493 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.167769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5b9c8b90-d44b-44e2-8a04-8417a7f973ca tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '4fb27821-b22c-48d8-ae1f-6707820113ef', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:09.238713 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd807855-d653-4a28-a99a-503da27b1be4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.290535 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-5b9c8b90-d44b-44e2-8a04-8417a7f973ca tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Project 28991c254a224cf091ab3afd77d33192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:12:09.296959 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5b9c8b90-d44b-44e2-8a04-8417a7f973ca tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.305902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987dea7-5764-4835-a55e-9b3e9fec9463 None None] Pushing event deleted for resources: {'Port': ['ID=bd807855-d653-4a28-a99a-503da27b1be4,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.325142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987dea7-5764-4835-a55e-9b3e9fec9463 None None] No DVR routers for this DVR port bd807855-d653-4a28-a99a-503da27b1be4 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:09.337739 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c1f379ef-920a-4b30-b6c2-16863760bd7f tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2168250 Aug 16 02:12:09.355082 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38490) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.364349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-04a99aee-5160-4957-b59b-3f7bc8a40817 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454698657'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:09.365987 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a052b0da-cca4-4684-aa9b-bde7cfe33b8e None None] Set router f2a6db41-99e5-4916-b025-b06dfafb54e1 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:09.374563 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] No DVR routers for this DVR port bd807855-d653-4a28-a99a-503da27b1be4 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:09.429379 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914472ca-8f4d-43cd-a0c9-5ccd2a461976 x-openstack-request-id: req-914472ca-8f4d-43cd-a0c9-5ccd2a461976 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:09.429875 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad8912-a277-4f27-a1f7-d88bc6746dca", "name": "network-vif-deleted", "tag": "6011bd94-4a5f-44d3-8a6f-46425d6c891a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:09.430201 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-914472ca-8f4d-43cd-a0c9-5ccd2a461976 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:09.431124 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad8912-a277-4f27-a1f7-d88bc6746dca', 'name': 'network-vif-deleted', 'tag': '6011bd94-4a5f-44d3-8a6f-46425d6c891a', 'status': 'completed', 'code': 200} Aug 16 02:12:09.485300 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5b9c8b90-d44b-44e2-8a04-8417a7f973ca tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.672549 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.680855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bd807855-d653-4a28-a99a-503da27b1be4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:09.705411 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf9c7e9-5119-4616-8170-09ac01351a5a']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:09.709775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5b9c8b90-d44b-44e2-8a04-8417a7f973ca tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.742363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b753078-5ca5-463b-b759-7da1b12e5992 req-525117da-67bb-4750-92c6-8b218a994a30 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.1341724 Aug 16 02:12:09.746893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1798fea-9143-4a1d-afe7-163a5b090658') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:09.747282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1798fea-9143-4a1d-afe7-163a5b090658') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:09.749513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-04a99aee-5160-4957-b59b-3f7bc8a40817 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.780500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: bd807855-d653-4a28-a99a-503da27b1be4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:09.783901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bd807855-d653-4a28-a99a-503da27b1be4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:09.792525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.800399 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c8b90-d44b-44e2-8a04-8417a7f973ca tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cb0119-0c6d-4c19-8b53-bc2f30cbe73c,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.844578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.860685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:09.860923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:09.870002 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:09.938123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5b9c8b90-d44b-44e2-8a04-8417a7f973ca tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.939492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5b9c8b90-d44b-44e2-8a04-8417a7f973ca tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7844956 Aug 16 02:12:09.942231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38506) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.948947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-de7790ee-5ee4-4932-9bed-23aeb5a987f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '4fb27821-b22c-48d8-ae1f-6707820113ef', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:09.972746 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a052b0da-cca4-4684-aa9b-bde7cfe33b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:57Z', 'revision_number': 4, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'f344aeca-a8cc-4530-8185-86be421c7b52', 'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'mac_address': 'fa:16:3e:38:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:55Z', 'updated_at': '2021-08-16T02:01:05Z', 'revision_number': 5, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'subnets': [{'id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:10.002676 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-de7790ee-5ee4-4932-9bed-23aeb5a987f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:12:10.002676 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:12:10.002676 n-d-768509-23 neutron-server[95516]: [parameters: {'project_id_1': '28991c254a224cf091ab3afd77d33192', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 12, 9, 967690)}] Aug 16 02:12:10.002676 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:10.003094 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-de7790ee-5ee4-4932-9bed-23aeb5a987f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:10.034007 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052b0da-cca4-4684-aa9b-bde7cfe33b8e None None] Checking router: f2a6db41-99e5-4916-b025-b06dfafb54e1 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:10.048227 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052b0da-cca4-4684-aa9b-bde7cfe33b8e None None] Routers {'f2a6db41-99e5-4916-b025-b06dfafb54e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:10.049603 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a052b0da-cca4-4684-aa9b-bde7cfe33b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f2a6db41-99e5-4916-b025-b06dfafb54e1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:10.119805 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.149364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf9c7e9-5119-4616-8170-09ac01351a5a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.165881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.167968 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cb6f96dc-9981-424a-beb6-48fc7f25b535 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6cf9c7e9-5119-4616-8170-09ac01351a5a HTTP/1.1" status: 204 len: 168 time: 2.3038275 Aug 16 02:12:10.183277 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-04a99aee-5160-4957-b59b-3f7bc8a40817 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.223951 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a052b0da-cca4-4684-aa9b-bde7cfe33b8e None None] Set router f2a6db41-99e5-4916-b025-b06dfafb54e1 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:10.336196 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-04a99aee-5160-4957-b59b-3f7bc8a40817 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.369112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a99aee-5160-4957-b59b-3f7bc8a40817 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adfa71f0-55c8-4ffb-8e0d-d8fd788948a7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.438633 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a052b0da-cca4-4684-aa9b-bde7cfe33b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:57Z', 'revision_number': 4, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'f344aeca-a8cc-4530-8185-86be421c7b52', 'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'mac_address': 'fa:16:3e:38:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:55Z', 'updated_at': '2021-08-16T02:01:05Z', 'revision_number': 5, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'subnets': [{'id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:10.556449 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052b0da-cca4-4684-aa9b-bde7cfe33b8e None None] The sync data for ids ['f2a6db41-99e5-4916-b025-b06dfafb54e1'] in n-d-768509-23 is: [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:57Z', 'revision_number': 4, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'f344aeca-a8cc-4530-8185-86be421c7b52', 'name': '', 'network_id': 'b3aa6678-ea23-4a2e-a4b8-63debe13efe1', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'mac_address': 'fa:16:3e:38:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:55Z', 'updated_at': '2021-08-16T02:01:05Z', 'revision_number': 5, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'subnets': [{'id': 'd8b3dfa6-0893-4c38-835d-a362973d66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:10.567274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-04a99aee-5160-4957-b59b-3f7bc8a40817 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.567274 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-04a99aee-5160-4957-b59b-3f7bc8a40817 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2034686 Aug 16 02:12:10.567274 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38512) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:10.569070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b10d6653-5d7a-41ef-9f3b-801fc9280f30 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': 'adfa71f0-55c8-4ffb-8e0d-d8fd788948a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:10.690735 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-de7790ee-5ee4-4932-9bed-23aeb5a987f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Project 28991c254a224cf091ab3afd77d33192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:12:10.703359 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7790ee-5ee4-4932-9bed-23aeb5a987f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.794366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38526) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:10.849593 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7790ee-5ee4-4932-9bed-23aeb5a987f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.909055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b10d6653-5d7a-41ef-9f3b-801fc9280f30 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.023394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79cc02e-5181-4280-8f4c-0283496303b3 None None] New status for floating IP 8c3604fb-155a-4f96-bc40-79cf7a0d8908: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:12:11.057878 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7790ee-5ee4-4932-9bed-23aeb5a987f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.146454 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b10d6653-5d7a-41ef-9f3b-801fc9280f30 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.159812 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-94d6eee6-e83d-42d6-93ea-286a8bf472a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=339391903c4f4f3b9336737914285e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637826 Aug 16 02:12:11.160376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38532) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:11.166495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1529d991-258a-449b-9995-797c4c281c79 req-1d782465-4f04-4450-b3de-3cc04aa78bda tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.2138348 Aug 16 02:12:11.171135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7790ee-5ee4-4932-9bed-23aeb5a987f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26dfccf-7e62-4e4b-b4b8-c4d45cef0184,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.199071 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de7790ee-5ee4-4932-9bed-23aeb5a987f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.201452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-de7790ee-5ee4-4932-9bed-23aeb5a987f4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2578065 Aug 16 02:12:11.225368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38534) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:11.233576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'network': {'name': 'tempest-network-smoke--42250499', 'project_id': '28991c254a224cf091ab3afd77d33192', 'port_security_enabled': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:11.272699 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76d9fecc-a40c-434d-968e-de2cc22ec3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.299719 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76d9fecc-a40c-434d-968e-de2cc22ec3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.357166 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b10d6653-5d7a-41ef-9f3b-801fc9280f30 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.388381 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d6653-5d7a-41ef-9f3b-801fc9280f30 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c364f4-d274-402d-9c4a-67be13967c72,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.504229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:11.506383 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76d9fecc-a40c-434d-968e-de2cc22ec3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.509012 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.510846 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-76d9fecc-a40c-434d-968e-de2cc22ec3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.514606 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-76d9fecc-a40c-434d-968e-de2cc22ec3ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/958e46e1-0541-43bd-b304-c5bfa94892ae HTTP/1.1" status: 204 len: 168 time: 0.3498516 Aug 16 02:12:11.539308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9fecc-a40c-434d-968e-de2cc22ec3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958e46e1-0541-43bd-b304-c5bfa94892ae,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.629318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b10d6653-5d7a-41ef-9f3b-801fc9280f30 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.630714 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b10d6653-5d7a-41ef-9f3b-801fc9280f30 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0652452 Aug 16 02:12:11.633482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:11.633653 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38540) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:11.646733 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.647310 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Added segment ed40404f-1cde-425b-965a-b3d69e405f68 of type vlan for network fa64c5e1-c68d-4327-bd79-f44010b495eb Aug 16 02:12:11.728290 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cd0df01-2206-454a-a9df-5896cde30b08 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.731519 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.772671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cd0df01-2206-454a-a9df-5896cde30b08 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.943632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.943841 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cd0df01-2206-454a-a9df-5896cde30b08 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.952857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.961393 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9cd0df01-2206-454a-a9df-5896cde30b08 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.961546 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.961638 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9cd0df01-2206-454a-a9df-5896cde30b08 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/19c364f4-d274-402d-9c4a-67be13967c72 HTTP/1.1" status: 204 len: 168 time: 0.3193967 Aug 16 02:12:11.961724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38550) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:11.973600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0df01-2206-454a-a9df-5896cde30b08 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19c364f4-d274-402d-9c4a-67be13967c72,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.231428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-57be6457-02bc-4679-9d24-98a3b8916056 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2421350 Aug 16 02:12:12.235375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0058684 Aug 16 02:12:12.235747 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38558) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:12.243230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38560) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:12.248724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7466c-3398-4aad-b9fb-5949a8a75339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Network': ['ID=fa64c5e1-c68d-4327-bd79-f44010b495eb,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.265420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network fa64c5e1-c68d-4327-bd79-f44010b495eb details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:12.313292 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'admin_state_up': True, 'project_id': '28991c254a224cf091ab3afd77d33192', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:12.384961 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:12:12.492996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-365880e6-e4e7-46da-8813-6ac12dfa97d6 req-ace5f0ca-03ce-44f2-b9d3-74d15212a411 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.1316676 Aug 16 02:12:12.553342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2078013c-ab30-4ebb-9e56-43e10668e756 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.578552 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2078013c-ab30-4ebb-9e56-43e10668e756 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.627386 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.638456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.852348 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2078013c-ab30-4ebb-9e56-43e10668e756 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.858997 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2078013c-ab30-4ebb-9e56-43e10668e756 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.861730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38576) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:12.861994 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2078013c-ab30-4ebb-9e56-43e10668e756 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-groups/adfa71f0-55c8-4ffb-8e0d-d8fd788948a7 HTTP/1.1" status: 204 len: 168 time: 0.6177993 Aug 16 02:12:12.925274 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078013c-ab30-4ebb-9e56-43e10668e756 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfa71f0-55c8-4ffb-8e0d-d8fd788948a7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.930087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4d9c22b0-9fce-4f2e-9552-75d6cd71ea50 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665607 Aug 16 02:12:12.936551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38578) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:12.988650 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6dcdbd36-fc3d-417f-813a-eac9bc56183d tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701223739'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:13.004655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38582) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:13.008561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.100182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e60a8b41-9772-4229-b1f2-db5ed27ca345 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=151944d595a5432dabc3c8b327b2b699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943255 Aug 16 02:12:13.104063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38584) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:13.161777 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6dcdbd36-fc3d-417f-813a-eac9bc56183d tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.221506 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b81f83-0e49-4d8a-8e99-92af2ddb3237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.292981 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b81f83-0e49-4d8a-8e99-92af2ddb3237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.320293 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6dcdbd36-fc3d-417f-813a-eac9bc56183d tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.647998 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b81f83-0e49-4d8a-8e99-92af2ddb3237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.656454 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40b81f83-0e49-4d8a-8e99-92af2ddb3237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.665798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-40b81f83-0e49-4d8a-8e99-92af2ddb3237 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33035dd4-e35b-48f3-a930-6859d6946725 HTTP/1.1" status: 204 len: 168 time: 0.5607073 Aug 16 02:12:13.754092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffc9d767-c1aa-4788-9ebf-47c3638cf6c0 req-bc561541-1591-4ff9-871d-15ba109d76a2 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.1149123 Aug 16 02:12:13.769942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b81f83-0e49-4d8a-8e99-92af2ddb3237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33035dd4-e35b-48f3-a930-6859d6946725,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:13.962816 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.985781 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6dcdbd36-fc3d-417f-813a-eac9bc56183d tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.027685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdbd36-fc3d-417f-813a-eac9bc56183d tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d2b14-9699-4051-bc3a-7d6759dcb752,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.240896 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6dcdbd36-fc3d-417f-813a-eac9bc56183d tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.254808 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6dcdbd36-fc3d-417f-813a-eac9bc56183d tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3159022 Aug 16 02:12:14.257488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38604) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:14.270836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e625445a-8fd5-4d68-94f6-dca1a4f912f4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': 'de2d2b14-9699-4051-bc3a-7d6759dcb752', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:14.468989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e625445a-8fd5-4d68-94f6-dca1a4f912f4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.619683 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e625445a-8fd5-4d68-94f6-dca1a4f912f4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.703110 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e625445a-8fd5-4d68-94f6-dca1a4f912f4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.768726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625445a-8fd5-4d68-94f6-dca1a4f912f4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391b8e45-0ccf-4abc-85de-000f8c7aa981,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.857942 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e625445a-8fd5-4d68-94f6-dca1a4f912f4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.859346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e625445a-8fd5-4d68-94f6-dca1a4f912f4 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6006286 Aug 16 02:12:14.862232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38622) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:14.880779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.910783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.008783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9ff267d-d284-488a-9b70-bbebae5f097b req-1a1f97a3-516e-42dd-8c3d-67f4e10226a1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0908079 Aug 16 02:12:15.032952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c57592f7-1921-48dc-94d9-9c4e0ff6a983 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules/391b8e45-0ccf-4abc-85de-000f8c7aa981 HTTP/1.1" status: 200 len: 763 time: 0.1694889 Aug 16 02:12:15.044953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38626) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:15.139116 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-085f8eea-cd71-4faf-9e95-7e6f31fd2744 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0928295 Aug 16 02:12:15.141742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38628) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:15.203572 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-08a5756a-cb17-4e47-8e04-2f18c2200e31 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.226679 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-08a5756a-cb17-4e47-8e04-2f18c2200e31 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.274462 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.25.8.29 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:15.412172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-08a5756a-cb17-4e47-8e04-2f18c2200e31 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.451450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-08a5756a-cb17-4e47-8e04-2f18c2200e31 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.452795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-08a5756a-cb17-4e47-8e04-2f18c2200e31 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/391b8e45-0ccf-4abc-85de-000f8c7aa981 HTTP/1.1" status: 204 len: 168 time: 0.3099017 Aug 16 02:12:15.455833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5756a-cb17-4e47-8e04-2f18c2200e31 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=391b8e45-0ccf-4abc-85de-000f8c7aa981,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:15.459772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38632) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:15.537782 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.578656 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8df9d841-daa6-491f-9a8f-6314fe3c2abc tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1087484 Aug 16 02:12:15.581175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38636) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:15.586680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-de36cd51-e628-4487-b819-3738d2be2fc5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': 'de2d2b14-9699-4051-bc3a-7d6759dcb752', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:15.695055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.759006 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de36cd51-e628-4487-b819-3738d2be2fc5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.829422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:15.837721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:15.852250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:15.861683 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:15.953944 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de36cd51-e628-4487-b819-3738d2be2fc5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.030023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de36cd51-e628-4487-b819-3738d2be2fc5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.106969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36cd51-e628-4487-b819-3738d2be2fc5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1085e6e9-4187-4801-9cad-ee400737aae6,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:16.235882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5afac15b-2299-494c-9991-8470c7f4fd61 req-ae32fa0e-63e3-492b-9652-f32b399420d1 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0799303 Aug 16 02:12:16.247601 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de36cd51-e628-4487-b819-3738d2be2fc5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.251949 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-de36cd51-e628-4487-b819-3738d2be2fc5 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6666563 Aug 16 02:12:16.252262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38644) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:16.293601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-28faebd6-dac8-4fb0-83e8-ec3f0760c36d tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules/1085e6e9-4187-4801-9cad-ee400737aae6 HTTP/1.1" status: 200 len: 763 time: 0.0393975 Aug 16 02:12:16.296896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38646) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:16.413692 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.429677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7bc2d08b-3f76-46a7-815f-d03a24d1da82 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1308615 Aug 16 02:12:16.434192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38650) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:16.470600 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e07d1dc5-5c99-4787-a950-5f10d9820378 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.486756 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e07d1dc5-5c99-4787-a950-5f10d9820378 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.658697 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e07d1dc5-5c99-4787-a950-5f10d9820378 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.682133 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e07d1dc5-5c99-4787-a950-5f10d9820378 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.687343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38656) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:16.700671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e07d1dc5-5c99-4787-a950-5f10d9820378 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/1085e6e9-4187-4801-9cad-ee400737aae6 HTTP/1.1" status: 204 len: 168 time: 0.2650096 Aug 16 02:12:16.710233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d1dc5-5c99-4787-a950-5f10d9820378 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1085e6e9-4187-4801-9cad-ee400737aae6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:16.771221 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.788398 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-20190c94-20f4-4e12-912c-febb56160bba tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0999107 Aug 16 02:12:16.793567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38658) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:16.798010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-aa6ca8d8-2ebf-4422-8c2c-f1aad8daa730 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Request body: {'security_group_rule': {'security_group_id': 'de2d2b14-9699-4051-bc3a-7d6759dcb752', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:17.155025 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:17.159955 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca8d8-2ebf-4422-8c2c-f1aad8daa730 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.220721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca8d8-2ebf-4422-8c2c-f1aad8daa730 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.270529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:17.284023 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Sync routers for ids ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:17.315201 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Routers {'ad1132e9-b7ee-4b70-aa61-a7d86b03e575'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:17.315760 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:17.320851 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca8d8-2ebf-4422-8c2c-f1aad8daa730 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.345951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ca8d8-2ebf-4422-8c2c-f1aad8daa730 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99755e4c-110b-412b-b156-6c184fca329f,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:17.412751 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.415839 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-44391903-215e-4ac8-9f0f-0409db151073 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1788633 Aug 16 02:12:17.426981 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38674) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.491027 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Set router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:17.511241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8b090c1-ea0f-484f-9ec7-2d343333bbd1 req-3121c5f6-b0ea-45d0-b1a7-7203933d707f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.1135106 Aug 16 02:12:17.526007 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca8d8-2ebf-4422-8c2c-f1aad8daa730 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.526007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-aa6ca8d8-2ebf-4422-8c2c-f1aad8daa730 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7211342 Aug 16 02:12:17.526481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38678) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.560410 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-27ffea5e-8da1-4d63-bc7e-473db83e4da2 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules/99755e4c-110b-412b-b156-6c184fca329f HTTP/1.1" status: 200 len: 764 time: 0.0389802 Aug 16 02:12:17.560704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38680) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.667134 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e3f8ea48-045b-4ac0-a92e-5e3d5825ffb3 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1023273 Aug 16 02:12:17.667355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38682) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.716701 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af42aaf1-1d13-479a-b220-49ed85a14b39 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.734426 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af42aaf1-1d13-479a-b220-49ed85a14b39 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.892214 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:16Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:17.903736 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af42aaf1-1d13-479a-b220-49ed85a14b39 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.918524 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af42aaf1-1d13-479a-b220-49ed85a14b39 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.929580 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-af42aaf1-1d13-479a-b220-49ed85a14b39 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/99755e4c-110b-412b-b156-6c184fca329f HTTP/1.1" status: 204 len: 168 time: 0.2579749 Aug 16 02:12:17.929580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42aaf1-1d13-479a-b220-49ed85a14b39 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99755e4c-110b-412b-b156-6c184fca329f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:17.930181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38684) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.037167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9c335e05-58d6-4b69-94ea-0fe8db9b8441 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1058700 Aug 16 02:12:18.037571 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Checking router: ad1132e9-b7ee-4b70-aa61-a7d86b03e575 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:18.038133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38690) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.038241 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Updating router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:18.059977 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3f55c90a-ca56-4d95-8f91-002db851883b tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=28991c254a224cf091ab3afd77d33192&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6314859 Aug 16 02:12:18.068127 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38692) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.094976 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.119608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78d5ebe7-0666-46a5-88b4-65d081bed9fb tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.157045 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78d5ebe7-0666-46a5-88b4-65d081bed9fb tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.228364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e482dee9-6cfe-4baf-8f88-59845453542e tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.229915 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e482dee9-6cfe-4baf-8f88-59845453542e tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1603928 Aug 16 02:12:18.236509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38694) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.287726 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-baad4ec8-502f-4561-9cdc-15c78d095604 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499563 Aug 16 02:12:18.290742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38696) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.297187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1262707240', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'project_id': '28991c254a224cf091ab3afd77d33192', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:18.474788 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78d5ebe7-0666-46a5-88b4-65d081bed9fb tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.481023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-78d5ebe7-0666-46a5-88b4-65d081bed9fb tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.482638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-78d5ebe7-0666-46a5-88b4-65d081bed9fb tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "DELETE /v2.0/security-groups/de2d2b14-9699-4051-bc3a-7d6759dcb752 HTTP/1.1" status: 204 len: 168 time: 0.4431343 Aug 16 02:12:18.485367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38702) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.530357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5ebe7-0666-46a5-88b4-65d081bed9fb tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d2b14-9699-4051-bc3a-7d6759dcb752,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.565540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:18.570345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.588706 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-53b505c6-cb88-482a-8a57-45282fb1cf54 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1007309 Aug 16 02:12:18.588706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38706) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.606743 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.630535 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Transition to ACTIVE for port object 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:18.692309 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e9f01ef2-73db-46b2-bc70-549d701f8b27 tempest-SecGroupTest-1970856053 tempest-SecGroupTest-1970856053-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991590 Aug 16 02:12:18.726316 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.738510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cb16604-ff1e-4067-8c83-5bef84cac0e5 req-e26b80eb-2577-41c7-bb0b-489762079d0a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0458446 Aug 16 02:12:18.838146 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Pushing event updated for resources: {'Port': ['ID=5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.874224 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Attempting to bind port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:18.876274 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Attempting to bind port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:18.876735 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Attempting to bind port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:18.891551 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:18.895403 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:18.898019 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.898401 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:18.900302 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Bound port: 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:18.900802 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.014582 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.015125 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.015666 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.016000 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.016336 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.016725 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.017166 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.017514 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.018184 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.018699 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.020819 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.021159 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:19.032082 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] For port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:19.035775 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] For port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:19.126989 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.169263 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.268539 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Routers {'ad1132e9-b7ee-4b70-aa61-a7d86b03e575'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:19.269143 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:19.335224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Subnet': ['ID=97d34380-35d0-486f-88e1-d86ca1556c60,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.341463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Checking segment: {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:19.342166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network hostable DHCP agents. Network: fa64c5e1-c68d-4327-bd79-f44010b495eb, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:19.368624 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed0d27-42c7-44e3-be5a-7b3ae6a6bf2a None None] Pushing event updated for resources: {'Port': ['ID=5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.472640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network fa64c5e1-c68d-4327-bd79-f44010b495eb is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:19.551430 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] Set router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:19.607163 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, fa64c5e1-c68d-4327-bd79-f44010b495eb) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:19.614281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.614881 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.622878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e0b1c-3c78-44e5-9bce-3b82d9b36104 None None] Network fa64c5e1-c68d-4327-bd79-f44010b495eb requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:19.772856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 38720) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.783432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6436a386-edea-4c85-abec-b05835a99957 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4725370 Aug 16 02:12:19.823275 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38724) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.032544 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:16Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:20.043455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-fa64c5e1-c68d-4327-bd79-f44010b495eb', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ips': [{'subnet_id': '97d34380-35d0-486f-88e1-d86ca1556c60'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:20.047198 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.058792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96ed9c4d-564a-4b35-b849-9cea12cc3457 req-2b0a705d-f240-4ee8-b8e0-bb907c74fe54 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0993135 Aug 16 02:12:20.073917 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2323f5-1503-4cfc-8f64-4270f674b075 None None] The sync data for ids ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'] in n-d-768509-23 is: [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:16Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:20.238506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-499832a3-45db-4b10-be45-452340c1d998 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57b35c51888644069d4aef4f9d846118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135919 Aug 16 02:12:20.242919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38732) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.358061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-239c9a5a-7fdb-4696-a55b-aea749741102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.379158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Allocated IP 172.20.0.2 (fa64c5e1-c68d-4327-bd79-f44010b495eb/97d34380-35d0-486f-88e1-d86ca1556c60/c5bf823d-c978-4f68-9291-12caf3b03e35) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:20.435667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-239c9a5a-7fdb-4696-a55b-aea749741102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.681253 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-239c9a5a-7fdb-4696-a55b-aea749741102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.687013 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-239c9a5a-7fdb-4696-a55b-aea749741102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.688680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-239c9a5a-7fdb-4696-a55b-aea749741102 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9ea4b4f-95d5-4833-a11d-e1a885bf140a HTTP/1.1" status: 204 len: 168 time: 0.4408779 Aug 16 02:12:20.719555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c9a5a-7fdb-4696-a55b-aea749741102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ea4b4f-95d5-4833-a11d-e1a885bf140a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.859103 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.886801 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Transition to ACTIVE for port object c5bf823d-c978-4f68-9291-12caf3b03e35 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:20.905428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Transition to ACTIVE for port object c5bf823d-c978-4f68-9291-12caf3b03e35 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:20.985546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.008063 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.145648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Pushing event updated for resources: {'Port': ['ID=c5bf823d-c978-4f68-9291-12caf3b03e35,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.156175 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.173764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Network fa64c5e1-c68d-4327-bd79-f44010b495eb is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:21.177139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:21.187105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:21.307543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-337c5023-5e52-4dfd-b5da-d404f7dd7cf7 req-2905d2e2-2597-40b6-877e-808acb72ce15 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0505242 Aug 16 02:12:21.357132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Attempting to bind port c5bf823d-c978-4f68-9291-12caf3b03e35 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:21.357132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Attempting to bind port c5bf823d-c978-4f68-9291-12caf3b03e35 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:21.357132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Attempting to bind port c5bf823d-c978-4f68-9291-12caf3b03e35 on network fa64c5e1-c68d-4327-bd79-f44010b495eb {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:21.357132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:21.357132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Checking segment: {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:21.357132 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.357783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Bound using segment: {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:21.358287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Bound port: c5bf823d-c978-4f68-9291-12caf3b03e35, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:21.358380 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.475411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] For port c5bf823d-c978-4f68-9291-12caf3b03e35, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:21.480794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] For port c5bf823d-c978-4f68-9291-12caf3b03e35, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c5bf823d-c978-4f68-9291-12caf3b03e35,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:21.616420 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.722970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.20.0.1 (fa64c5e1-c68d-4327-bd79-f44010b495eb/97d34380-35d0-486f-88e1-d86ca1556c60/783801e5-657c-471e-9644-6446f588870c) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:21.764157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d455a-ba77-4e63-865b-6eace3f82679 None None] Pushing event updated for resources: {'Port': ['ID=c5bf823d-c978-4f68-9291-12caf3b03e35,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.811209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:21.824626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9859bd28-ffdf-4496-b241-11599e79c750 req-b64b9328-f175-44af-b924-5cbe13382bfd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1259542 Aug 16 02:12:21.979203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859bd28-ffdf-4496-b241-11599e79c750 req-b6942d90-2472-4d5a-a925-7df27982f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.983012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9859bd28-ffdf-4496-b241-11599e79c750 req-b6942d90-2472-4d5a-a925-7df27982f23f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a4a1cd620dd463cad9da3ee09b2a001&device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 1097 time: 0.0834670 Aug 16 02:12:22.045623 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.063701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Transition to ACTIVE for port object 783801e5-657c-471e-9644-6446f588870c will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:22.069038 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.099910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:22.127029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:22.127793 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.166984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859bd28-ffdf-4496-b241-11599e79c750 req-857b65d8-96ed-4b51-ac52-8a9a0f37f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:22.169573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9859bd28-ffdf-4496-b241-11599e79c750 req-857b65d8-96ed-4b51-ac52-8a9a0f37f42b service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ef609a-438f-4e15-b84e-14e59270762f HTTP/1.1" status: 200 len: 915 time: 0.1618590 Aug 16 02:12:22.250329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.327919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9859bd28-ffdf-4496-b241-11599e79c750 req-a6b26e24-f883-49e2-b1fd-1e4e3c7c20aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=198fea7d-0d27-4dce-8c8c-3f72600f4a5a HTTP/1.1" status: 200 len: 217 time: 0.1214058 Aug 16 02:12:22.339124 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.406821 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=783801e5-657c-471e-9644-6446f588870c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.422574 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network fa64c5e1-c68d-4327-bd79-f44010b495eb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:22.424368 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:22.444463 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:22.447745 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:22.456108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859bd28-ffdf-4496-b241-11599e79c750 req-daae28d1-7108-457c-a2ce-f4c6845a3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:22.459176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9859bd28-ffdf-4496-b241-11599e79c750 req-daae28d1-7108-457c-a2ce-f4c6845a3e14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41733cca-cced-4ada-82f5-14150d1ee9c0 HTTP/1.1" status: 200 len: 854 time: 0.1189530 Aug 16 02:12:22.510995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9859bd28-ffdf-4496-b241-11599e79c750 req-742e38ba-66f1-4686-9f94-94b58052cd81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ef609a-438f-4e15-b84e-14e59270762f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431554 Aug 16 02:12:22.540380 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.576648 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b968482-4ef3-4066-85b5-8ee82663b6b2 req-6d400900-5733-4cc8-a37d-0a04248de6b4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0535345 Aug 16 02:12:22.646157 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.761961 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.815404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9859bd28-ffdf-4496-b241-11599e79c750 req-dc886f81-9b67-4a8f-b7ff-b60fa1f0a13f service neutron] 10.222.0.64 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896881 Aug 16 02:12:22.932261 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.943746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38778) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.961495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0124822 Aug 16 02:12:22.966977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38780) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.061868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9859bd28-ffdf-4496-b241-11599e79c750 req-f73223dc-da10-4e4c-8c8e-0ef831fe7906 service neutron] 10.222.0.64 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375345 Aug 16 02:12:23.206643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-81a8051d-1cfe-4b73-964b-92b6d1cae505 tempest-NetworksApiDiscovery-490316250 tempest-NetworksApiDiscovery-490316250-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2381580 Aug 16 02:12:23.538520 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.667166 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.805884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:23.840859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49138af6-ec72-49c6-bbf6-0ae798a4eb5e req-f6845dce-5124-494d-b8ce-12832cc30875 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.1009588 Aug 16 02:12:23.842964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.924511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d092ee4d-5d74-4f0f-a26a-c8788835b782 None None] Network fa64c5e1-c68d-4327-bd79-f44010b495eb requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:24.006091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=783801e5-657c-471e-9644-6446f588870c,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.116050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:24.116620 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.146434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network fa64c5e1-c68d-4327-bd79-f44010b495eb is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:24.148256 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:24.172713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38798) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:24.199723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2028726b-497a-454b-9324-0b25b0cd8ad8 None None] Provisioning for port c5bf823d-c978-4f68-9291-12caf3b03e35 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:24.352023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a691e4ec-8399-4925-b56b-a17d7e08d455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.421856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c5bf823d-c978-4f68-9291-12caf3b03e35 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:24.651341 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a691e4ec-8399-4925-b56b-a17d7e08d455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.715273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c5bf823d-c978-4f68-9291-12caf3b03e35 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:24.719990 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c5bf823d-c978-4f68-9291-12caf3b03e35 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:24.720517 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.748750 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a691e4ec-8399-4925-b56b-a17d7e08d455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.801584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691e4ec-8399-4925-b56b-a17d7e08d455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748002a9-f3be-4b56-a59c-0b06d8904324,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.884436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a691e4ec-8399-4925-b56b-a17d7e08d455 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eed6218515f9404ba18a8dd6f051f71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7105863 Aug 16 02:12:24.889845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 38810) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:24.926258 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.989391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c5bf823d-c978-4f68-9291-12caf3b03e35, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c5bf823d-c978-4f68-9291-12caf3b03e35,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:25.069241 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.102479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-154dd0f7-7cec-4fd0-8d82-881813995613 req-1168b77a-745f-4014-b09e-2115a1515f4e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0983355 Aug 16 02:12:25.120676 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b081f4d2-c379-40c0-8ded-c2a48e5c6841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.161318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9a8be556-b5ea-4da5-a165-93d10f844025 None None] Provisioning complete for port c5bf823d-c978-4f68-9291-12caf3b03e35 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:25.161702 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a8be556-b5ea-4da5-a165-93d10f844025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.176912 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b081f4d2-c379-40c0-8ded-c2a48e5c6841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.215802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:25.275347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c5bf823d-c978-4f68-9291-12caf3b03e35,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:25.365728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b081f4d2-c379-40c0-8ded-c2a48e5c6841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.368917 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b081f4d2-c379-40c0-8ded-c2a48e5c6841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.370136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b081f4d2-c379-40c0-8ded-c2a48e5c6841 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/748002a9-f3be-4b56-a59c-0b06d8904324 HTTP/1.1" status: 204 len: 168 time: 0.4765069 Aug 16 02:12:25.387405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081f4d2-c379-40c0-8ded-c2a48e5c6841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748002a9-f3be-4b56-a59c-0b06d8904324,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:25.441680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:25.456189 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a290238d-61f0-46f7-aeb4-5951c2d2638a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "PUT /v2.0/routers/ad1132e9-b7ee-4b70-aa61-a7d86b03e575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6783206 Aug 16 02:12:25.466024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Sync routers for ids ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:25.493959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Routers {'ad1132e9-b7ee-4b70-aa61-a7d86b03e575'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:25.495058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:25.719988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c5bf823d-c978-4f68-9291-12caf3b03e35 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:25.793843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-f66e73f5-8739-42f4-97b5-a037152da929 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193986804&fields=id&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 267 time: 0.0674913 Aug 16 02:12:26.016555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572077e9-91c9-42ea-aec5-11ad4574034a req-8178c616-6345-4442-8d3b-b3890839521d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.025928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-8178c616-6345-4442-8d3b-b3890839521d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/networks?id=fa64c5e1-c68d-4327-bd79-f44010b495eb HTTP/1.1" status: 200 len: 795 time: 0.2201695 Aug 16 02:12:26.041993 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9a8be556-b5ea-4da5-a165-93d10f844025 None None] Provisioning for port 783801e5-657c-471e-9644-6446f588870c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:26.054456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-b8c41994-da84-423c-813f-ddbfe5751440 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/quotas/28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 375 time: 0.0266047 Aug 16 02:12:26.077992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9a8be556-b5ea-4da5-a165-93d10f844025 None None] Provisioning complete for port 783801e5-657c-471e-9644-6446f588870c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:26.080048 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a8be556-b5ea-4da5-a165-93d10f844025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.141619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c5bf823d-c978-4f68-9291-12caf3b03e35 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:26.142676 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.155843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-a6fa1bb4-6337-4f10-a7dc-d0a36d7e6c7f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936561 Aug 16 02:12:26.208109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Set router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:26.210241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9a8be556-b5ea-4da5-a165-93d10f844025 None None] Port 783801e5-657c-471e-9644-6446f588870c cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:26.342623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-00ac74ce-23a6-4d19-83f0-def2e811363d service neutron] 10.222.0.66 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367090 Aug 16 02:12:26.407483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-7eaa9af1-7614-4ed0-b486-af652fee3f09 service neutron] 10.222.0.66 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090057 Aug 16 02:12:26.495102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-25bc0914-2620-440b-a573-3b7a1b887f5e None None] Provisioning complete for port 783801e5-657c-471e-9644-6446f588870c triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:26.495102 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-25bc0914-2620-440b-a573-3b7a1b887f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.562645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-25bc0914-2620-440b-a573-3b7a1b887f5e None None] Port 783801e5-657c-471e-9644-6446f588870c cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:26.634720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '783801e5-657c-471e-9644-6446f588870c', 'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:8d:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:21Z', 'updated_at': '2021-08-16T02:12:23Z', 'revision_number': 2, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:26.706433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Checking router: ad1132e9-b7ee-4b70-aa61-a7d86b03e575 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:26.706802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Updating router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 port 783801e5-657c-471e-9644-6446f588870c binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:26.777649 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.805811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53476700-4498-4811-9228-6fb53352973d req-2fee4f12-085a-40d8-abff-b80061568fc8 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0411184 Aug 16 02:12:27.013365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cefc35e-6c47-46a1-8392-10fcef09c244 req-553c9d44-777e-420c-b3eb-5fcd7de9ae32 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 210 time: 0.0786459 Aug 16 02:12:27.270495 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.296102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Transition to ACTIVE for port object 783801e5-657c-471e-9644-6446f588870c will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:27.429044 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.659740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61920f40-84b3-4798-a9bc-89619f587c39 None None] Pushing event updated for resources: {'Port': ['ID=783801e5-657c-471e-9644-6446f588870c,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:27.800923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Attempting to bind port 783801e5-657c-471e-9644-6446f588870c on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:27.801928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Attempting to bind port 783801e5-657c-471e-9644-6446f588870c by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:27.802341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Attempting to bind port 783801e5-657c-471e-9644-6446f588870c on network fa64c5e1-c68d-4327-bd79-f44010b495eb {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:27.861469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:27.862976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Checking segment: {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:27.871692 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.872158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Bound using segment: {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:27.874507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Bound port: 783801e5-657c-471e-9644-6446f588870c, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:27.878453 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.006597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f07e646-e857-4348-9838-40b812d5f455 req-f97b5c7b-00e1-4cc8-ae36-f5cb9365b531 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0397508 Aug 16 02:12:28.043525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] For port 783801e5-657c-471e-9644-6446f588870c, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:28.047397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] For port 783801e5-657c-471e-9644-6446f588870c, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=783801e5-657c-471e-9644-6446f588870c,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:28.106720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-223e8bba-b2a3-43e0-a474-78f64076b7da req-85dabd10-e7df-4447-aa7f-904eb3a43fb7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 210 time: 0.0427353 Aug 16 02:12:28.138960 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.226779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Routers {'ad1132e9-b7ee-4b70-aa61-a7d86b03e575'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:28.229992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:28.401344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61920f40-84b3-4798-a9bc-89619f587c39 None None] Pushing event updated for resources: {'Port': ['ID=783801e5-657c-471e-9644-6446f588870c,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:28.542045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] Set router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:28.881543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '783801e5-657c-471e-9644-6446f588870c', 'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:8d:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:21Z', 'updated_at': '2021-08-16T02:12:28Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:28.988608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b9a247-8427-4025-b3fd-564613b63026 None None] The sync data for ids ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'] in n-d-768509-23 is: [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '783801e5-657c-471e-9644-6446f588870c', 'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:8d:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:21Z', 'updated_at': '2021-08-16T02:12:28Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:29.285582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42a36689-20bd-479b-90eb-4a285d242720 req-282ba9fa-ef68-41f0-9778-444022806ae5 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0855324 Aug 16 02:12:29.467477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a86a70b-ff0e-4bd0-a76b-5fab30274ced req-ddd5faa8-712f-4e72-abee-a68202da6905 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 210 time: 0.0550106 Aug 16 02:12:29.753627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 783801e5-657c-471e-9644-6446f588870c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:29.987401 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6159eeec-b041-41d3-85ae-2c2bf8317ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.034362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 783801e5-657c-471e-9644-6446f588870c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:30.039191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 783801e5-657c-471e-9644-6446f588870c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:30.039712 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.189388 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.322838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 783801e5-657c-471e-9644-6446f588870c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=783801e5-657c-471e-9644-6446f588870c,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:30.469018 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.567556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572077e9-91c9-42ea-aec5-11ad4574034a req-5946c1cd-43fa-4291-beae-a4a34ffb42f3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:30.568604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-5946c1cd-43fa-4291-beae-a4a34ffb42f3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "GET /v2.0/networks?id=fa64c5e1-c68d-4327-bd79-f44010b495eb HTTP/1.1" status: 200 len: 795 time: 0.2672687 Aug 16 02:12:30.690348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00c9d501-c2d4-4f9d-9355-cda548f86d5a req-a1e53728-c8d4-4514-afb2-3c22cee00bee tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0657096 Aug 16 02:12:30.749548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-a6d054ae-feee-4c54-8a96-698c2c0d53c4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 379 time: 0.1603804 Aug 16 02:12:30.768878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=783801e5-657c-471e-9644-6446f588870c,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:30.782385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'port': {'device_id': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'admin_state_up': True, 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'security_groups': ['4fb27821-b22c-48d8-ae1f-6707820113ef']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:31.071953 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e535209a-dcf1-4565-a11e-ada6900bc7c4 req-03acd2c5-075d-49af-8f06-b7f96df3770b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 210 time: 0.0608909 Aug 16 02:12:31.192682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:31.196448 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.478036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.20.0.11 (fa64c5e1-c68d-4327-bd79-f44010b495eb/97d34380-35d0-486f-88e1-d86ca1556c60/14b6477c-2c01-4893-b3aa-79ca73caba79) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:31.784845 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 783801e5-657c-471e-9644-6446f588870c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:31.857782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.906218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Transition to ACTIVE for port object 14b6477c-2c01-4893-b3aa-79ca73caba79 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:31.961738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9993ff44-9077-4ece-890b-5db9b9b4cc10 req-59891193-f33f-46c0-903c-d9cfc2cfedb6 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0681081 Aug 16 02:12:31.962447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 783801e5-657c-471e-9644-6446f588870c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:31.963027 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.086311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.158571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network fa64c5e1-c68d-4327-bd79-f44010b495eb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:32.164167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:32.166887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:32.299544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=14b6477c-2c01-4893-b3aa-79ca73caba79,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:32.338633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126f916-037a-456f-bddc-84027bd0b7a4 req-d8bb8e24-6acf-490f-a8c6-45498597e850 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:32.348546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a126f916-037a-456f-bddc-84027bd0b7a4 req-d8bb8e24-6acf-490f-a8c6-45498597e850 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 932 time: 0.1311595 Aug 16 02:12:32.357385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:32.358406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.409263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a126f916-037a-456f-bddc-84027bd0b7a4 req-0e9bbcc2-cb8e-471b-aa3c-eb7352c99542 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595698 Aug 16 02:12:32.539869 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-cbd51ed5-90bd-4bf7-a6dd-11d31ee3559e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7796071 Aug 16 02:12:32.553745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Request body: {'port': {'device_id': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:32.698338 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.703142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5bc73bb0-d61c-416c-8075-2f6a32f8c1ff None None] Provisioning for port 14b6477c-2c01-4893-b3aa-79ca73caba79 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:32.710799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5bc73bb0-d61c-416c-8075-2f6a32f8c1ff None None] Provisioning complete for port 14b6477c-2c01-4893-b3aa-79ca73caba79 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:32.712044 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5bc73bb0-d61c-416c-8075-2f6a32f8c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.840420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5bc73bb0-d61c-416c-8075-2f6a32f8c1ff None None] Port 14b6477c-2c01-4893-b3aa-79ca73caba79 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:32.958159 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.988385 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ae978c49-cf18-40bb-8556-559a2f3430a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.198671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13e8e361-79c2-4318-b63a-8931885cf792 req-4e0895fb-4f16-42d1-bebf-b9d35994ee85 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0636199 Aug 16 02:12:33.303162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b6477c-2c01-4893-b3aa-79ca73caba79 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:33.313639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.332976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Transition to ACTIVE for port object 14b6477c-2c01-4893-b3aa-79ca73caba79 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:33.473431 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.555592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Pushing event updated for resources: {'Port': ['ID=14b6477c-2c01-4893-b3aa-79ca73caba79,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.697305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3be267-3451-4904-ad9e-864830669b3d req-d1973c81-d323-495d-9ec2-d3617e241664 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.699630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b3be267-3451-4904-ad9e-864830669b3d req-d1973c81-d323-495d-9ec2-d3617e241664 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 944 time: 0.1692624 Aug 16 02:12:33.719117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:33.719461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:33.719794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 on network fa64c5e1-c68d-4327-bd79-f44010b495eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:33.736103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Port 14b6477c-2c01-4893-b3aa-79ca73caba79 on network fa64c5e1-c68d-4327-bd79-f44010b495eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:33.736437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 on network fa64c5e1-c68d-4327-bd79-f44010b495eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:33.746617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:33.746970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Checking segment: {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:33.747361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Bound using segment: {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:33.747797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Bound port: 14b6477c-2c01-4893-b3aa-79ca73caba79, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:33.748163 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.771109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b3be267-3451-4904-ad9e-864830669b3d req-6a6560df-5516-4b4d-b2ca-b27db38e94b4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638790 Aug 16 02:12:33.828478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:33.831739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:34.086080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.119952 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.136932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.136932 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.136932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] 10.222.0.74 "PUT /v2.0/ports/14b6477c-2c01-4893-b3aa-79ca73caba79 HTTP/1.1" status: 200 len: 1093 time: 1.5809379 Aug 16 02:12:34.136932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:34.136932 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079fb87e-3a59-4225-b955-f49e1a8949fb" -d '{"events": [{"name": "network-changed", "server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:34.159728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617044a-5ed3-4f53-90bf-2d79ff8f1e8d service neutron] Pushing event updated for resources: {'Port': ['ID=14b6477c-2c01-4893-b3aa-79ca73caba79,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:34.229856 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9e3115-6085-4d08-b51b-72a2035700d6 x-openstack-request-id: req-9f9e3115-6085-4d08-b51b-72a2035700d6 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:34.230503 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:34.230503 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f9e3115-6085-4d08-b51b-72a2035700d6 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:34.230796 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'status': 'completed', 'code': 200} Aug 16 02:12:34.364005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fb87e-3a59-4225-b955-f49e1a8949fb req-f554102e-517c-4cf9-9419-7f1ff399db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.366090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-079fb87e-3a59-4225-b955-f49e1a8949fb req-f554102e-517c-4cf9-9419-7f1ff399db70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1096 time: 0.1149058 Aug 16 02:12:34.990585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9bf853b-b07a-48ff-ba47-7e9810a8366e req-73c227a0-4654-4ddd-bc1f-bd4060dbaf4e tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0609841 Aug 16 02:12:35.083133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fb87e-3a59-4225-b955-f49e1a8949fb req-d642ab9b-3aea-46c9-807d-bd76721a649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.084744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-079fb87e-3a59-4225-b955-f49e1a8949fb req-d642ab9b-3aea-46c9-807d-bd76721a649c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=28991c254a224cf091ab3afd77d33192&shared=False HTTP/1.1" status: 200 len: 896 time: 0.7107513 Aug 16 02:12:35.258652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce480c0a-027f-4279-9a9d-405f05b0b0c9 req-4c91abdf-1fb1-4a34-9dfa-66963fbbc219 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.266521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce480c0a-027f-4279-9a9d-405f05b0b0c9 req-4c91abdf-1fb1-4a34-9dfa-66963fbbc219 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 944 time: 0.1570528 Aug 16 02:12:35.325888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce480c0a-027f-4279-9a9d-405f05b0b0c9 req-93623a5c-1bde-45d1-8117-4d711619c48a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514846 Aug 16 02:12:35.346744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fb87e-3a59-4225-b955-f49e1a8949fb req-cce9ce7f-8401-4acb-9dd1-6bec06b5a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.351699 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-079fb87e-3a59-4225-b955-f49e1a8949fb req-cce9ce7f-8401-4acb-9dd1-6bec06b5a763 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2588475 Aug 16 02:12:35.447099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572077e9-91c9-42ea-aec5-11ad4574034a req-0852ecfc-db5a-4f96-b94e-ec8bf6a20c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.449162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-0852ecfc-db5a-4f96-b94e-ec8bf6a20c00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1096 time: 0.0584714 Aug 16 02:12:35.539804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-df984858-255a-4c60-b0c5-37852dd3941c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b6477c-2c01-4893-b3aa-79ca73caba79 HTTP/1.1" status: 200 len: 217 time: 0.0831621 Aug 16 02:12:35.644021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572077e9-91c9-42ea-aec5-11ad4574034a req-2b574f5f-9f77-4dc5-aaf4-7cfeda09f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.645713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-2b574f5f-9f77-4dc5-aaf4-7cfeda09f74f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97d34380-35d0-486f-88e1-d86ca1556c60 HTTP/1.1" status: 200 len: 835 time: 0.0949814 Aug 16 02:12:35.724369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572077e9-91c9-42ea-aec5-11ad4574034a req-31e51128-9e4a-41c3-bf0a-787b966f24df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.724369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-31e51128-9e4a-41c3-bf0a-787b966f24df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fa64c5e1-c68d-4327-bd79-f44010b495eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695670 Aug 16 02:12:35.856262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-22309c3f-de89-42af-a99e-db96b5d23cae service neutron] 10.222.0.74 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258116 Aug 16 02:12:35.931289 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.954754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-572077e9-91c9-42ea-aec5-11ad4574034a req-c544872b-26a0-46bf-adf7-f899ff63761f service neutron] 10.222.0.74 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912876 Aug 16 02:12:36.158461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-697169b7-5d13-439a-8589-3a2afa6b24c9 req-b91643eb-ebf1-4112-ab8c-e2cb673d4f5a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0606890 Aug 16 02:12:36.465874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d8a53-be5f-47f2-b373-2dd1cd5e62dd req-98b235a1-68d1-47c1-bb59-790bb1d2927a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.467639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-161d8a53-be5f-47f2-b373-2dd1cd5e62dd req-98b235a1-68d1-47c1-bb59-790bb1d2927a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 944 time: 0.0628123 Aug 16 02:12:36.525527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-161d8a53-be5f-47f2-b373-2dd1cd5e62dd req-61e0102e-8231-4d90-807e-dc1ae90643c5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509486 Aug 16 02:12:37.263322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e4999b7-8e3b-471a-b673-0660c595ab31 req-a7bc04a8-36d7-4198-89f8-6422afc33e88 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/ports?device_id=24ad8912-a277-4f27-a1f7-d88bc6746dca HTTP/1.1" status: 200 len: 210 time: 0.0263813 Aug 16 02:12:37.938118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3f458-5e1f-463e-8e25-d025c5bb8eb1 req-f0bdb9a2-7903-40c2-9754-3304278f25dc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.939684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcc3f458-5e1f-463e-8e25-d025c5bb8eb1 req-f0bdb9a2-7903-40c2-9754-3304278f25dc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 944 time: 0.0808911 Aug 16 02:12:38.014422 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bcc3f458-5e1f-463e-8e25-d025c5bb8eb1 req-856435ba-964d-4bfc-bd33-221300f4bfc7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658231 Aug 16 02:12:38.087589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 14b6477c-2c01-4893-b3aa-79ca73caba79 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:38.203898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:38.220627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'port_id': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'mac_address': 'fa:16:3e:21:45:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:38.280479 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.300652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b6477c-2c01-4893-b3aa-79ca73caba79 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:38.317770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:38.501014 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.556270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=14b6477c-2c01-4893-b3aa-79ca73caba79,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.564548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.564902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.565253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.565598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.565980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.566305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.566645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.566997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.567331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.567660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.567991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.568320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.629657 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39214) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.712146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['14b6477c-2c01-4893-b3aa-79ca73caba79'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:38.716665 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9ff489f-882f-456a-92b8-f608ad95e9ca tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.746304 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9ff489f-882f-456a-92b8-f608ad95e9ca tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.914288 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9ff489f-882f-456a-92b8-f608ad95e9ca tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.917374 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a9ff489f-882f-456a-92b8-f608ad95e9ca tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.919605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a9ff489f-882f-456a-92b8-f608ad95e9ca tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "DELETE /v2.0/security-groups/7c8ec48a-b997-4faf-ba93-435956550295 HTTP/1.1" status: 204 len: 168 time: 0.2882395 Aug 16 02:12:38.921942 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39232) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.931330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff489f-882f-456a-92b8-f608ad95e9ca tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8ec48a-b997-4faf-ba93-435956550295,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.945075 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-c143cbbc-24ec-484f-8437-8c3e9b5a0c0a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] show failed (client error): The resource could not be found. Aug 16 02:12:38.947254 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c143cbbc-24ec-484f-8437-8c3e9b5a0c0a tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "GET /v2.0/security-groups/7c8ec48a-b997-4faf-ba93-435956550295 HTTP/1.1" status: 404 len: 347 time: 0.0235403 Aug 16 02:12:38.951011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39234) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:39.157765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-fdac6c69-43bc-440c-b649-336ce68d7321 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Deleting port b736abe1-1c6f-4da2-90dc-78b4b17a42e0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:39.160799 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fdac6c69-43bc-440c-b649-336ce68d7321 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.168400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7486816-758f-4484-a171-59a9d18f1d2a req-4398481c-2305-4198-9399-34181180576f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:39.169840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7486816-758f-4484-a171-59a9d18f1d2a req-4398481c-2305-4198-9399-34181180576f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 945 time: 0.0716021 Aug 16 02:12:39.292389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7486816-758f-4484-a171-59a9d18f1d2a req-e56b14d6-4253-4599-8289-c06c8c977f08 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117289 Aug 16 02:12:39.353133 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fdac6c69-43bc-440c-b649-336ce68d7321 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.353485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fdac6c69-43bc-440c-b649-336ce68d7321 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.376602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-fdac6c69-43bc-440c-b649-336ce68d7321 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Calling delete_port for b736abe1-1c6f-4da2-90dc-78b4b17a42e0 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:39.639909 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fdac6c69-43bc-440c-b649-336ce68d7321 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.667337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac6c69-43bc-440c-b649-336ce68d7321 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Port': ['ID=b736abe1-1c6f-4da2-90dc-78b4b17a42e0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.727419 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fdac6c69-43bc-440c-b649-336ce68d7321 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.730952 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fdac6c69-43bc-440c-b649-336ce68d7321 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.732130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fdac6c69-43bc-440c-b649-336ce68d7321 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "DELETE /v2.0/floatingips/8c3604fb-155a-4f96-bc40-79cf7a0d8908 HTTP/1.1" status: 204 len: 168 time: 0.7794087 Aug 16 02:12:39.734833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39270) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:39.832921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a1149829-a7de-499b-a259-619b48c0e5a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Deleting port 70e1025a-d82d-4c5e-ae0d-868d21b2d578 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:39.833228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1149829-a7de-499b-a259-619b48c0e5a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.924359 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1149829-a7de-499b-a259-619b48c0e5a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.936200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a1149829-a7de-499b-a259-619b48c0e5a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Calling delete_port for 70e1025a-d82d-4c5e-ae0d-868d21b2d578 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:40.089197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 14b6477c-2c01-4893-b3aa-79ca73caba79 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:40.194095 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1149829-a7de-499b-a259-619b48c0e5a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.217281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 14b6477c-2c01-4893-b3aa-79ca73caba79 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:40.221330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 14b6477c-2c01-4893-b3aa-79ca73caba79 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:40.221912 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.227058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1149829-a7de-499b-a259-619b48c0e5a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Port': ['ID=70e1025a-d82d-4c5e-ae0d-868d21b2d578,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.330051 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.333379 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1149829-a7de-499b-a259-619b48c0e5a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.340263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a1149829-a7de-499b-a259-619b48c0e5a4 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "DELETE /v2.0/ports/70e1025a-d82d-4c5e-ae0d-868d21b2d578 HTTP/1.1" status: 204 len: 168 time: 0.6018808 Aug 16 02:12:40.340787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39300) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.390292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:40.391644 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:40.394303 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f43235-fbaf-4565-9cd8-5d3c38da2b91" -d '{"events": [{"server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "name": "network-vif-plugged", "status": "completed", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:40.451231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa55db-bd10-4f80-8e83-b811b1826759 req-867b2a6a-122d-4213-9740-4914608fb93c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.454285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8aa55db-bd10-4f80-8e83-b811b1826759 req-867b2a6a-122d-4213-9740-4914608fb93c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 945 time: 0.0638299 Aug 16 02:12:40.466109 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6f043f1b-6be7-4c23-b56b-74c5562629e0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Deleting port e70f9fc9-ed04-4a72-83f4-44c5c0c51270 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:40.466455 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f043f1b-6be7-4c23-b56b-74c5562629e0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.502301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8aa55db-bd10-4f80-8e83-b811b1826759 req-2b9cc57a-76b1-4a02-a160-21640afc0685 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428753 Aug 16 02:12:40.577577 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.592131 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f043f1b-6be7-4c23-b56b-74c5562629e0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.606300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-6f043f1b-6be7-4c23-b56b-74c5562629e0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Calling delete_port for e70f9fc9-ed04-4a72-83f4-44c5c0c51270 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:40.688145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=14b6477c-2c01-4893-b3aa-79ca73caba79,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.820902 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bfd9f0-9b69-470e-a832-3b93992d7da2 x-openstack-request-id: req-f9bfd9f0-9b69-470e-a832-3b93992d7da2 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:40.821200 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "name": "network-vif-plugged", "status": "completed", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:40.821454 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9bfd9f0-9b69-470e-a832-3b93992d7da2 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:40.821929 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'code': 200} Aug 16 02:12:40.887089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f043f1b-6be7-4c23-b56b-74c5562629e0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.925099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f043f1b-6be7-4c23-b56b-74c5562629e0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Port': ['ID=e70f9fc9-ed04-4a72-83f4-44c5c0c51270,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.968426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946254ba-0d9e-4bef-a6d8-a92294d55495 req-03690aea-c71c-45d1-8f25-3977e0d11030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.974134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-946254ba-0d9e-4bef-a6d8-a92294d55495 req-03690aea-c71c-45d1-8f25-3977e0d11030 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1098 time: 0.0886552 Aug 16 02:12:41.015430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f043f1b-6be7-4c23-b56b-74c5562629e0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.020089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39328) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.020721 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6f043f1b-6be7-4c23-b56b-74c5562629e0 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "DELETE /v2.0/ports/e70f9fc9-ed04-4a72-83f4-44c5c0c51270 HTTP/1.1" status: 204 len: 168 time: 0.6789095 Aug 16 02:12:41.095926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-946254ba-0d9e-4bef-a6d8-a92294d55495 req-9be2e39c-c724-43ff-b9d5-01998f2036c5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164951 Aug 16 02:12:41.117623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-200aee63-6313-4d5b-a0cb-e45eddec9d80 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Deleting subnet 2f39aa93-e966-4146-8efd-17a146eea997 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:41.122622 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-200aee63-6313-4d5b-a0cb-e45eddec9d80 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.189631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-200aee63-6313-4d5b-a0cb-e45eddec9d80 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.322521 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-200aee63-6313-4d5b-a0cb-e45eddec9d80 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.491831 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-200aee63-6313-4d5b-a0cb-e45eddec9d80 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.561672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aee63-6313-4d5b-a0cb-e45eddec9d80 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Subnet': ['ID=2f39aa93-e966-4146-8efd-17a146eea997,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.583337 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-200aee63-6313-4d5b-a0cb-e45eddec9d80 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.589704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39354) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.593019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beeec69-6a2b-4b88-b1ce-ae2db3fe439e None None] Network 4ce77b4b-70a2-4991-aceb-89c12fc0771f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:41.598373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-200aee63-6313-4d5b-a0cb-e45eddec9d80 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "DELETE /v2.0/subnets/2f39aa93-e966-4146-8efd-17a146eea997 HTTP/1.1" status: 204 len: 168 time: 0.5770733 Aug 16 02:12:41.646188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf405e6-64de-4b3d-9d03-4e7bfe913ebe tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Deleting subnet e1c107f1-651b-4b59-aa58-c149b9979276 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:41.651770 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cf405e6-64de-4b3d-9d03-4e7bfe913ebe tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.733591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a56b98-19ed-4c8e-8bb6-73e23b8afc4b req-07464786-a6c4-45f4-83aa-f3b3e49735ac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.739413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47a56b98-19ed-4c8e-8bb6-73e23b8afc4b req-07464786-a6c4-45f4-83aa-f3b3e49735ac tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 946 time: 0.1071403 Aug 16 02:12:41.769682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cf405e6-64de-4b3d-9d03-4e7bfe913ebe tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.831887 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47a56b98-19ed-4c8e-8bb6-73e23b8afc4b req-f9a47c91-701a-4918-bb2b-822de3bbda52 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794604 Aug 16 02:12:41.898217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93956347-7e1c-4879-a2fd-f8b602e005a0 None None] DHCP port deletion for 4ce77b4b-70a2-4991-aceb-89c12fc0771f request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:41.930234 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cf405e6-64de-4b3d-9d03-4e7bfe913ebe tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.993349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-93956347-7e1c-4879-a2fd-f8b602e005a0 None None] Deleting port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:41.994003 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-93956347-7e1c-4879-a2fd-f8b602e005a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.095979 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cf405e6-64de-4b3d-9d03-4e7bfe913ebe tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.139384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf405e6-64de-4b3d-9d03-4e7bfe913ebe tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c107f1-651b-4b59-aa58-c149b9979276,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.168351 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cf405e6-64de-4b3d-9d03-4e7bfe913ebe tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.178431 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5cf405e6-64de-4b3d-9d03-4e7bfe913ebe tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "DELETE /v2.0/subnets/e1c107f1-651b-4b59-aa58-c149b9979276 HTTP/1.1" status: 204 len: 168 time: 0.5877583 Aug 16 02:12:42.180930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39382) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:42.189943 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31d7956-3639-4b55-8d01-8b43ad513723 None None] Network 75b5398b-4cff-40ab-8a73-881676945082 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:42.195603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-93956347-7e1c-4879-a2fd-f8b602e005a0 None None] For port 8e667c7f-2a4f-456c-ad63-a69e18dfc228, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8e667c7f-2a4f-456c-ad63-a69e18dfc228,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:42.196205 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-93956347-7e1c-4879-a2fd-f8b602e005a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.257985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-93956347-7e1c-4879-a2fd-f8b602e005a0 None None] Calling delete_port for 8e667c7f-2a4f-456c-ad63-a69e18dfc228 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:42.387846 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.459190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Deleting port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:42.459770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.544767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] For port 8e667c7f-2a4f-456c-ad63-a69e18dfc228, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8e667c7f-2a4f-456c-ad63-a69e18dfc228,segment=NetworkSegment(d8131219-030f-467e-afe3-f819eb0b7a46),segment_id=d8131219-030f-467e-afe3-f819eb0b7a46)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:42.545263 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.561070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c1bb72-ab34-44a8-a871-ef06ef55eb6a None None] DHCP port deletion for 75b5398b-4cff-40ab-8a73-881676945082 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:42.564538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Calling delete_port for 8e667c7f-2a4f-456c-ad63-a69e18dfc228 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:42.603176 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-93956347-7e1c-4879-a2fd-f8b602e005a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.641622 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93956347-7e1c-4879-a2fd-f8b602e005a0 None None] Pushing event deleted for resources: {'Port': ['ID=8e667c7f-2a4f-456c-ad63-a69e18dfc228,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.655174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93956347-7e1c-4879-a2fd-f8b602e005a0 None None] No DVR routers for this DVR port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:42.657979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-58c1bb72-ab34-44a8-a871-ef06ef55eb6a None None] Deleting port a9d418c6-6045-440c-a269-84e78c65a6d4 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:42.658434 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-58c1bb72-ab34-44a8-a871-ef06ef55eb6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.722131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.752292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Port': ['ID=8e667c7f-2a4f-456c-ad63-a69e18dfc228,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.767465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] No DVR routers for this DVR port 8e667c7f-2a4f-456c-ad63-a69e18dfc228 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:42.768233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-58c1bb72-ab34-44a8-a871-ef06ef55eb6a None None] For port a9d418c6-6045-440c-a269-84e78c65a6d4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a9d418c6-6045-440c-a269-84e78c65a6d4,segment=NetworkSegment(178264c9-4a9b-4247-b59b-a8ef9b4cde20),segment_id=178264c9-4a9b-4247-b59b-a8ef9b4cde20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:42.768838 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-58c1bb72-ab34-44a8-a871-ef06ef55eb6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.786330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-58c1bb72-ab34-44a8-a871-ef06ef55eb6a None None] Calling delete_port for a9d418c6-6045-440c-a269-84e78c65a6d4 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:42.872823 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.911478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce77b4b-70a2-4991-aceb-89c12fc0771f']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:42.927333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8131219-030f-467e-afe3-f819eb0b7a46') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:42.927944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8131219-030f-467e-afe3-f819eb0b7a46') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:42.953758 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.983668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.993407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:42.993853 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:42.997848 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:43.071462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44190ad-f7b4-46f7-9b6a-694032363afc req-3dd50ce4-b228-492c-8f7c-d8d17c2030b1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.071462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c44190ad-f7b4-46f7-9b6a-694032363afc req-3dd50ce4-b228-492c-8f7c-d8d17c2030b1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 946 time: 0.1247728 Aug 16 02:12:43.108443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c44190ad-f7b4-46f7-9b6a-694032363afc req-77366187-b509-4f99-95c8-8fa643cd6b20 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459456 Aug 16 02:12:43.165998 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-58c1bb72-ab34-44a8-a871-ef06ef55eb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.186387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1bb72-ab34-44a8-a871-ef06ef55eb6a None None] No DVR routers for this DVR port a9d418c6-6045-440c-a269-84e78c65a6d4 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:43.208186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1bb72-ab34-44a8-a871-ef06ef55eb6a None None] Pushing event deleted for resources: {'Port': ['ID=a9d418c6-6045-440c-a269-84e78c65a6d4,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.279272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2789ffb-bf25-4eb1-8cc9-571f32b45e3e req-892bd217-8e01-493f-9791-664e63d76c29 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.279272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2789ffb-bf25-4eb1-8cc9-571f32b45e3e req-892bd217-8e01-493f-9791-664e63d76c29 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 946 time: 0.0543454 Aug 16 02:12:43.301945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.311180 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.312978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "DELETE /v2.0/networks/4ce77b4b-70a2-4991-aceb-89c12fc0771f HTTP/1.1" status: 204 len: 168 time: 1.1308708 Aug 16 02:12:43.315804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39416) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.332410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2489ce1-6526-48f9-8dcf-f8b5f1fe9492 tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Network': ['ID=4ce77b4b-70a2-4991-aceb-89c12fc0771f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.339188 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2789ffb-bf25-4eb1-8cc9-571f32b45e3e req-49378af0-c0fb-4bb2-b4d3-260488afd20c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544326 Aug 16 02:12:43.360903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39418) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.396957 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.402833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec13bd-519d-434c-946b-e7c5b3748541 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.404220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-82ec13bd-519d-434c-946b-e7c5b3748541 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1093 time: 0.0423050 Aug 16 02:12:43.406965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39422) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.411564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:43.516815 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.519893 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.531569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b5398b-4cff-40ab-8a73-881676945082']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:43.543590 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178264c9-4a9b-4247-b59b-a8ef9b4cde20') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:43.543891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178264c9-4a9b-4247-b59b-a8ef9b4cde20') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:43.553021 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.567808 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.573939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:43.574360 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:43.577342 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:43.645879 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.668615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8e667c7f-2a4f-456c-ad63-a69e18dfc228 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:43.689620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 8e667c7f-2a4f-456c-ad63-a69e18dfc228 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:43.690089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8e667c7f-2a4f-456c-ad63-a69e18dfc228 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:43.690595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a9d418c6-6045-440c-a269-84e78c65a6d4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:43.709714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a9d418c6-6045-440c-a269-84e78c65a6d4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:43.710196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a9d418c6-6045-440c-a269-84e78c65a6d4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:43.769740 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.780723 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.810349 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] 10.222.0.66 "DELETE /v2.0/networks/75b5398b-4cff-40ab-8a73-881676945082 HTTP/1.1" status: 204 len: 168 time: 0.4863677 Aug 16 02:12:43.829200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00cf5a-e2b1-427f-b9ac-efdfe417b42f tempest-TaggedBootDevicesTest_v242-1073785426 tempest-TaggedBootDevicesTest_v242-1073785426-project] Pushing event deleted for resources: {'Network': ['ID=75b5398b-4cff-40ab-8a73-881676945082,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.951646 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.25.8.225 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/46985517-4f3d-489d-95d4-33eeebc0e808) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:44.105392 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.138223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60eec8-f7bc-4039-9997-8f32f372fc2f req-cf2f055b-d773-4aba-90c1-22487d6bfd21 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.139865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d60eec8-f7bc-4039-9997-8f32f372fc2f req-cf2f055b-d773-4aba-90c1-22487d6bfd21 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 945 time: 0.0793030 Aug 16 02:12:44.192373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d60eec8-f7bc-4039-9997-8f32f372fc2f req-1ef86a7f-c4e3-4b71-b88c-e328a495da5e tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Aug 16 02:12:44.256271 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.328283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:44.331368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:44.339475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:44.377475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=46985517-4f3d-489d-95d4-33eeebc0e808,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:44.601529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39478) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:44.693766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3420d1e-d9ec-4c51-b945-28b64b8d166e admin admin] Deleting subnet 558e62cf-073e-4d32-bb62-c600c71ad659 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:44.699131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3420d1e-d9ec-4c51-b945-28b64b8d166e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.829599 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3420d1e-d9ec-4c51-b945-28b64b8d166e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.262748 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3420d1e-d9ec-4c51-b945-28b64b8d166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.384377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.469470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e6df9-b075-4db6-b326-0bd4cc62ebd2 req-3574984f-0ea8-4021-b10a-50fb3920bc35 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.471073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f93e6df9-b075-4db6-b326-0bd4cc62ebd2 req-3574984f-0ea8-4021-b10a-50fb3920bc35 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 945 time: 0.1862619 Aug 16 02:12:45.549965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f93e6df9-b075-4db6-b326-0bd4cc62ebd2 req-beb69ca4-23e7-46b6-bf4f-a1ca8ba2990b tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694220 Aug 16 02:12:45.567336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd94ab-38f0-4f11-965d-fe01e44836a6 req-a4b13a03-81d1-4b96-8332-41ddd4670d5d tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.568837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dd94ab-38f0-4f11-965d-fe01e44836a6 req-a4b13a03-81d1-4b96-8332-41ddd4670d5d tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.64 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 945 time: 0.0694757 Aug 16 02:12:45.596693 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3420d1e-d9ec-4c51-b945-28b64b8d166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.615832 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39518) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:45.665368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3420d1e-d9ec-4c51-b945-28b64b8d166e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558e62cf-073e-4d32-bb62-c600c71ad659,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:45.702638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3420d1e-d9ec-4c51-b945-28b64b8d166e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.705450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e3420d1e-d9ec-4c51-b945-28b64b8d166e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/558e62cf-073e-4d32-bb62-c600c71ad659 HTTP/1.1" status: 204 len: 168 time: 1.1029160 Aug 16 02:12:45.708992 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39524) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:45.733484 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.811122 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-215fbf1c-2f02-4270-aa9a-6e065bacac57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.853920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a0dd94ab-38f0-4f11-965d-fe01e44836a6 req-441a69ec-70d1-4033-bd5a-3e758a453aca tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Deleting port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:45.854485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dd94ab-38f0-4f11-965d-fe01e44836a6 req-441a69ec-70d1-4033-bd5a-3e758a453aca tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.857513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.992561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.997550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-a0dd94ab-38f0-4f11-965d-fe01e44836a6 req-441a69ec-70d1-4033-bd5a-3e758a453aca tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] For port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=198fea7d-0d27-4dce-8c8c-3f72600f4a5a,segment=NetworkSegment(53a53911-91a7-4b83-9ff5-775a6bdeb420),segment_id=53a53911-91a7-4b83-9ff5-775a6bdeb420)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:45.997947 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dd94ab-38f0-4f11-965d-fe01e44836a6 req-441a69ec-70d1-4033-bd5a-3e758a453aca tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.008378 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6becc351-aafe-4909-bc24-cb85be846b38']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:46.024869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-a0dd94ab-38f0-4f11-965d-fe01e44836a6 req-441a69ec-70d1-4033-bd5a-3e758a453aca tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Calling delete_port for 198fea7d-0d27-4dce-8c8c-3f72600f4a5a owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:46.030183 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acda288f-0a74-43f9-a92a-f71911d8ce8d') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:46.030484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acda288f-0a74-43f9-a92a-f71911d8ce8d') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:46.031856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.052069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-215fbf1c-2f02-4270-aa9a-6e065bacac57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.054462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.070817 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.082227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:46.082630 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:46.086515 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:46.111647 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.161204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-215fbf1c-2f02-4270-aa9a-6e065bacac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.206265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fbf1c-2f02-4270-aa9a-6e065bacac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f97a6-3990-474a-801e-36c47467343d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.207505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=46985517-4f3d-489d-95d4-33eeebc0e808,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.215871 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-215fbf1c-2f02-4270-aa9a-6e065bacac57 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76b26ed7cd4c473f847ec1c38a0c2ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5945303 Aug 16 02:12:46.215871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39544) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:46.223109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.226801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.228729 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6becc351-aafe-4909-bc24-cb85be846b38 HTTP/1.1" status: 204 len: 168 time: 0.5187500 Aug 16 02:12:46.247011 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.259556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0607e-18ab-43a7-9e04-ea4c22fa9570 admin admin] Pushing event deleted for resources: {'Network': ['ID=6becc351-aafe-4909-bc24-cb85be846b38,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.298171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c82-a6b0-4062-b5eb-96f4d3bf3240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.325397 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c82-a6b0-4062-b5eb-96f4d3bf3240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.386510 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Floating IP 72aaa97c-2122-4b38-b4d8-3c3268490043 associated. External IP: 172.25.8.225, port: 14b6477c-2c01-4893-b3aa-79ca73caba79. Aug 16 02:12:46.492447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dd94ab-38f0-4f11-965d-fe01e44836a6 req-441a69ec-70d1-4033-bd5a-3e758a453aca tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.506645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['198fea7d-0d27-4dce-8c8c-3f72600f4a5a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:46.519825 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c82-a6b0-4062-b5eb-96f4d3bf3240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.523954 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c82-a6b0-4062-b5eb-96f4d3bf3240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.526485 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-50ac7c82-a6b0-4062-b5eb-96f4d3bf3240 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b30f97a6-3990-474a-801e-36c47467343d HTTP/1.1" status: 204 len: 168 time: 0.3102343 Aug 16 02:12:46.542829 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac7c82-a6b0-4062-b5eb-96f4d3bf3240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f97a6-3990-474a-801e-36c47467343d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.640125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a69ec-70d1-4033-bd5a-3e758a453aca tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Pushing event deleted for resources: {'Port': ['ID=198fea7d-0d27-4dce-8c8c-3f72600f4a5a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.684898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c95b283-73aa-4532-846e-22fb306d1bfe req-86b9ab7b-95be-4054-ac9c-763f9c53ac06 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 210 time: 0.0481386 Aug 16 02:12:46.711058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39560) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:46.723687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dd94ab-38f0-4f11-965d-fe01e44836a6 req-441a69ec-70d1-4033-bd5a-3e758a453aca tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] No DVR routers for this DVR port 198fea7d-0d27-4dce-8c8c-3f72600f4a5a on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:46.728201 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-a0dd94ab-38f0-4f11-965d-fe01e44836a6 req-441a69ec-70d1-4033-bd5a-3e758a453aca tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.731446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0dd94ab-38f0-4f11-965d-fe01e44836a6 req-441a69ec-70d1-4033-bd5a-3e758a453aca tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.64 "DELETE /v2.0/ports/198fea7d-0d27-4dce-8c8c-3f72600f4a5a HTTP/1.1" status: 204 len: 173 time: 1.1559682 Aug 16 02:12:46.732127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9941c89b-cbb3-42b5-a589-b4952f00d66e', 'name': 'network-vif-deleted', 'tag': '198fea7d-0d27-4dce-8c8c-3f72600f4a5a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:46.734593 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39be66b-09f7-4428-99f7-40878dd4e46a" -d '{"events": [{"server_uuid": "9941c89b-cbb3-42b5-a589-b4952f00d66e", "name": "network-vif-deleted", "tag": "198fea7d-0d27-4dce-8c8c-3f72600f4a5a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:46.743649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:46.800450 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8b512796-eaf8-4a71-90bd-ae88b385372f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79891c42b14c468ebef02dc351a863cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844805 Aug 16 02:12:46.800450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39570) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:46.832228 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086b37f3-be22-48a1-b931-f9d805e049c4 x-openstack-request-id: req-086b37f3-be22-48a1-b931-f9d805e049c4 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:46.832228 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9941c89b-cbb3-42b5-a589-b4952f00d66e", "name": "network-vif-deleted", "tag": "198fea7d-0d27-4dce-8c8c-3f72600f4a5a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:46.832228 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-086b37f3-be22-48a1-b931-f9d805e049c4 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:46.833187 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9941c89b-cbb3-42b5-a589-b4952f00d66e', 'name': 'network-vif-deleted', 'tag': '198fea7d-0d27-4dce-8c8c-3f72600f4a5a', 'status': 'completed', 'code': 200} Aug 16 02:12:46.872793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-419209ff-c265-4ef9-852b-c0a9b9a98732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.898482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-419209ff-c265-4ef9-852b-c0a9b9a98732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.913949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:46.925296 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb695e-874e-4dee-ab6b-bfa4deec5c69 None None] Sync routers for ids ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:46.937739 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb695e-874e-4dee-ab6b-bfa4deec5c69 None None] Routers {'ad1132e9-b7ee-4b70-aa61-a7d86b03e575'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:46.938902 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-55eb695e-874e-4dee-ab6b-bfa4deec5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:47.055780 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-55eb695e-874e-4dee-ab6b-bfa4deec5c69 None None] Set router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:47.096931 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.129055 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-30ef23f7-566a-438f-b6d6-b640b05fade8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7209735 Aug 16 02:12:47.148779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-419209ff-c265-4ef9-852b-c0a9b9a98732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.152012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-419209ff-c265-4ef9-852b-c0a9b9a98732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.155660 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-419209ff-c265-4ef9-852b-c0a9b9a98732 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08712dc9-3233-4fd7-a9a3-db42d8cd6240 HTTP/1.1" status: 204 len: 168 time: 0.3519831 Aug 16 02:12:47.177843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419209ff-c265-4ef9-852b-c0a9b9a98732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08712dc9-3233-4fd7-a9a3-db42d8cd6240,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.293084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2d400-3191-4639-9e87-400e5bb000f6 req-c53fb52f-cf45-45b7-8ed0-dd8b1fd5528f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.294645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6c2d400-3191-4639-9e87-400e5bb000f6 req-c53fb52f-cf45-45b7-8ed0-dd8b1fd5528f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 946 time: 0.0527849 Aug 16 02:12:47.329204 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-55eb695e-874e-4dee-ab6b-bfa4deec5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '72aaa97c-2122-4b38-b4d8-3c3268490043', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'port_id': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'mac_address': 'fa:16:3e:21:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:44Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783801e5-657c-471e-9644-6446f588870c', 'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:8d:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:21Z', 'updated_at': '2021-08-16T02:12:30Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:47.334736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6c2d400-3191-4639-9e87-400e5bb000f6 req-a4c4182f-3d56-4a5c-80f0-2e6a494f9950 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332079 Aug 16 02:12:47.358020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39590) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:47.431065 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e2b32446-28d4-4f44-ad99-c3020e0dacfd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/72aaa97c-2122-4b38-b4d8-3c3268490043 HTTP/1.1" status: 200 len: 992 time: 0.0705571 Aug 16 02:12:47.456356 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb695e-874e-4dee-ab6b-bfa4deec5c69 None None] Checking router: ad1132e9-b7ee-4b70-aa61-a7d86b03e575 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:47.465834 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb695e-874e-4dee-ab6b-bfa4deec5c69 None None] Routers {'ad1132e9-b7ee-4b70-aa61-a7d86b03e575'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:47.466475 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-55eb695e-874e-4dee-ab6b-bfa4deec5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:47.570940 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-55eb695e-874e-4dee-ab6b-bfa4deec5c69 None None] Set router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:47.727043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39604) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:47.750038 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1622f98-4826-4ef9-ad3f-da0a181603b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.910546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90b4003e-44b7-4ea6-a518-bd11a1842152 req-d142ab0c-6a32-4f23-aad3-3b05c5f39f53 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=9941c89b-cbb3-42b5-a589-b4952f00d66e HTTP/1.1" status: 200 len: 210 time: 0.1097624 Aug 16 02:12:47.973478 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1622f98-4826-4ef9-ad3f-da0a181603b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.029521 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-55eb695e-874e-4dee-ab6b-bfa4deec5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '72aaa97c-2122-4b38-b4d8-3c3268490043', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'port_id': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'mac_address': 'fa:16:3e:21:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:44Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783801e5-657c-471e-9644-6446f588870c', 'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:8d:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:21Z', 'updated_at': '2021-08-16T02:12:30Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:48.057473 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1622f98-4826-4ef9-ad3f-da0a181603b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.062044 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb695e-874e-4dee-ab6b-bfa4deec5c69 None None] The sync data for ids ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'] in n-d-768509-23 is: [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '72aaa97c-2122-4b38-b4d8-3c3268490043', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'port_id': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'mac_address': 'fa:16:3e:21:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:44Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783801e5-657c-471e-9644-6446f588870c', 'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:8d:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:21Z', 'updated_at': '2021-08-16T02:12:30Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:48.108913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1622f98-4826-4ef9-ad3f-da0a181603b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a58d566-362c-42ad-b594-7b920ce27951,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.135056 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a1622f98-4826-4ef9-ad3f-da0a181603b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a4d88d0bd72411cb5d3af3e1b3249c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069211 Aug 16 02:12:48.139994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39630) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:48.226087 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c36064a2-1f47-4572-b730-02aae9311ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.267687 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c36064a2-1f47-4572-b730-02aae9311ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.388869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a095dee-cdbb-4e27-bfe1-530e4839b753 None None] New status for floating IP 72aaa97c-2122-4b38-b4d8-3c3268490043: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:12:48.434157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39644) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:48.440732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c36064a2-1f47-4572-b730-02aae9311ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.443732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c36064a2-1f47-4572-b730-02aae9311ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.445160 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c36064a2-1f47-4572-b730-02aae9311ad3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a58d566-362c-42ad-b594-7b920ce27951 HTTP/1.1" status: 204 len: 168 time: 0.3038704 Aug 16 02:12:48.468143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36064a2-1f47-4572-b730-02aae9311ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a58d566-362c-42ad-b594-7b920ce27951,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.568921 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-55f9043c-b1d0-47fa-9bdf-63557980f3a7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/72aaa97c-2122-4b38-b4d8-3c3268490043 HTTP/1.1" status: 200 len: 992 time: 0.1334717 Aug 16 02:12:48.834403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:48.837087 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:48.880496 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c689dc-4a92-4c7f-be59-e04fc1fa82cd x-openstack-request-id: req-c7c689dc-4a92-4c7f-be59-e04fc1fa82cd {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:48.880955 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:48.881303 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7c689dc-4a92-4c7f-be59-e04fc1fa82cd {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:48.881848 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'status': 'completed', 'code': 200} Aug 16 02:12:49.029376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a req-9a2f59d9-e2b4-40b8-b689-39e7a7c11002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.031631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a req-9a2f59d9-e2b4-40b8-b689-39e7a7c11002 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1098 time: 0.1217873 Aug 16 02:12:49.226807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a req-4129df88-d36c-4413-9cb1-ac9f619a736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.229849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a req-4129df88-d36c-4413-9cb1-ac9f619a736d service neutron] 10.222.0.74 "GET /v2.0/networks?id=fa64c5e1-c68d-4327-bd79-f44010b495eb HTTP/1.1" status: 200 len: 896 time: 0.1884918 Aug 16 02:12:49.304160 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a req-9d76dda7-8fd4-42cc-b340-5ca5da25e9bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b6477c-2c01-4893-b3aa-79ca73caba79 HTTP/1.1" status: 200 len: 1002 time: 0.0677164 Aug 16 02:12:49.374535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a req-e51a1bbf-2b4a-411a-9701-a0a1ae14e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.375872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a req-e51a1bbf-2b4a-411a-9701-a0a1ae14e767 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97d34380-35d0-486f-88e1-d86ca1556c60 HTTP/1.1" status: 200 len: 835 time: 0.0629179 Aug 16 02:12:49.384404 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:12:49.449648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a req-677d5f1c-ec72-4fab-9a12-1149b515bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.451233 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a req-677d5f1c-ec72-4fab-9a12-1149b515bca4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fa64c5e1-c68d-4327-bd79-f44010b495eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670159 Aug 16 02:12:49.574503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39714) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:49.584929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a req-806a475e-e041-4b99-a8f9-e79051161ba1 service neutron] 10.222.0.74 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221945 Aug 16 02:12:49.646189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 198fea7d-0d27-4dce-8c8c-3f72600f4a5a no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:49.677165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 198fea7d-0d27-4dce-8c8c-3f72600f4a5a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:49.678534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 198fea7d-0d27-4dce-8c8c-3f72600f4a5a not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:49.695076 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-74281285-65b8-4d2f-9e02-6de3bd6e958d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/72aaa97c-2122-4b38-b4d8-3c3268490043 HTTP/1.1" status: 200 len: 994 time: 0.1192999 Aug 16 02:12:49.731650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5afa7ab2-6cdb-4a63-b3ae-dd91f7392d3a req-5d90513b-bcc2-457a-a486-f77e4565d509 service neutron] 10.222.0.74 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429088 Aug 16 02:12:51.064205 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.021447 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.735900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39906) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:53.883135 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a01e70d7-7f60-4b0c-879e-53c8212cf651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.017278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a01e70d7-7f60-4b0c-879e-53c8212cf651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.085309 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a01e70d7-7f60-4b0c-879e-53c8212cf651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.132651 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39910) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:54.134304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a01e70d7-7f60-4b0c-879e-53c8212cf651 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16b465a861f04c32aacc2b31fba46d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930480 Aug 16 02:12:54.136161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e70d7-7f60-4b0c-879e-53c8212cf651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29acd37-54d5-4d73-8e4f-907215335a05,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.226312 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9153f98b-61a3-474a-92fe-58089e44a361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.251401 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9153f98b-61a3-474a-92fe-58089e44a361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.382850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9153f98b-61a3-474a-92fe-58089e44a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.385729 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9153f98b-61a3-474a-92fe-58089e44a361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.389273 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9153f98b-61a3-474a-92fe-58089e44a361 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a29acd37-54d5-4d73-8e4f-907215335a05 HTTP/1.1" status: 204 len: 168 time: 0.2533236 Aug 16 02:12:54.395886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153f98b-61a3-474a-92fe-58089e44a361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29acd37-54d5-4d73-8e4f-907215335a05,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.207359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39928) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.247927 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79ef055b-a4b7-470a-886a-1a421f0fdffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.257187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39932) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.420505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79ef055b-a4b7-470a-886a-1a421f0fdffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.518635 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79ef055b-a4b7-470a-886a-1a421f0fdffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.612939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-79ef055b-a4b7-470a-886a-1a421f0fdffd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=165caced9c054b128b7520b3952ae44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042635 Aug 16 02:12:55.615237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef055b-a4b7-470a-886a-1a421f0fdffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef94a7b8-8cd1-4e0f-b730-b44ce2067f55,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.615808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39940) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.771346 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.797285 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.919021 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.921741 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.925860 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef94a7b8-8cd1-4e0f-b730-b44ce2067f55 HTTP/1.1" status: 204 len: 168 time: 0.3059595 Aug 16 02:12:55.997975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef94a7b8-8cd1-4e0f-b730-b44ce2067f55,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:56.009724 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.010094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.011488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.013158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.013158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.013158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.013158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.013158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.013485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.013801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.014151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.014471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ba3c1-61fb-4fc7-83c3-8b019a0f63a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:56.291299 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.599374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] Deleting port f344aeca-a8cc-4530-8185-86be421c7b52 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:56.600090 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.859759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] For port f344aeca-a8cc-4530-8185-86be421c7b52, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f344aeca-a8cc-4530-8185-86be421c7b52,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:56.860130 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.879243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] Calling delete_port for f344aeca-a8cc-4530-8185-86be421c7b52 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:57.229427 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.261982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f344aeca-a8cc-4530-8185-86be421c7b52,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.304636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 39974) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:57.485358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1542787641-network', 'tenant_id': 'f7c7924fe9c141f1b8011226272a97ad'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:57.503211 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.588806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Made reservation on behalf of f7c7924fe9c141f1b8011226272a97ad for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:57.591061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.606721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.748383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.780857 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] Router f2a6db41-99e5-4916-b025-b06dfafb54e1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:57.840886 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.866451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd935568-0a86-4faf-b13e-27e262d1bb9b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.876973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:57.886509 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.886852 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Added segment ef0b30b4-7406-43fc-afc5-72643021157d of type vlan for network a1ec498d-a303-4a56-ace0-149e58ad852d Aug 16 02:12:57.899073 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:57.904686 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c0c56bd4-0332-49a3-b31e-0ad968ed5bb4 admin admin] 10.222.0.66 "PUT /v2.0/routers/f2a6db41-99e5-4916-b025-b06dfafb54e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6462133 Aug 16 02:12:57.907129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 39982) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:57.909798 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c411676a-9c3e-4efc-8c2f-c72816b348e5 None None] Sync routers for ids ['f2a6db41-99e5-4916-b025-b06dfafb54e1'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:57.921185 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411676a-9c3e-4efc-8c2f-c72816b348e5 None None] Routers {'f2a6db41-99e5-4916-b025-b06dfafb54e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:57.922062 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c411676a-9c3e-4efc-8c2f-c72816b348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f2a6db41-99e5-4916-b025-b06dfafb54e1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:57.933852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.022737 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.024408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.024999 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.042514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.145358 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c411676a-9c3e-4efc-8c2f-c72816b348e5 None None] Set router f2a6db41-99e5-4916-b025-b06dfafb54e1 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:58.162452 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.248226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] Pushing event updated for resources: {'Network': ['ID=a1ec498d-a303-4a56-ace0-149e58ad852d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:58.268815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network a1ec498d-a303-4a56-ace0-149e58ad852d details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:58.316879 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Deleting port c982cfef-0ecb-48de-9de4-3c7e44380100 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:58.317485 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.322505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-5fc03aa4-e8e5-433c-9f3f-1e4eb752c282 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.325112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-5fc03aa4-e8e5-433c-9f3f-1e4eb752c282 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/networks?id=47ef609a-438f-4e15-b84e-14e59270762f HTTP/1.1" status: 200 len: 814 time: 0.1423342 Aug 16 02:12:58.327637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fb00ded3-0b62-44e8-b574-8cba4db66ce4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0213432 Aug 16 02:12:58.330449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40000) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:58.340962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] Request body: {'subnet': {'network_id': 'a1ec498d-a303-4a56-ace0-149e58ad852d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1542787641-subnet', 'tenant_id': 'f7c7924fe9c141f1b8011226272a97ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:58.397851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-e01508ae-2c6a-47d4-8977-8e1136288e4e tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/quotas/9a4a1cd620dd463cad9da3ee09b2a001 HTTP/1.1" status: 200 len: 375 time: 0.0465183 Aug 16 02:12:58.401631 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c411676a-9c3e-4efc-8c2f-c72816b348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 5, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port': {'id': 'c982cfef-0ecb-48de-9de4-3c7e44380100', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:50Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:58.431725 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c411676a-9c3e-4efc-8c2f-c72816b348e5 None None] Checking router: f2a6db41-99e5-4916-b025-b06dfafb54e1 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:58.435092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] For port c982cfef-0ecb-48de-9de4-3c7e44380100, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c982cfef-0ecb-48de-9de4-3c7e44380100,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:58.435470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.440412 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411676a-9c3e-4efc-8c2f-c72816b348e5 None None] Routers {'f2a6db41-99e5-4916-b025-b06dfafb54e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:58.441027 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c411676a-9c3e-4efc-8c2f-c72816b348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:12:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['f2a6db41-99e5-4916-b025-b06dfafb54e1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:58.451016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Calling delete_port for c982cfef-0ecb-48de-9de4-3c7e44380100 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:58.458428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-4e6d4c5e-7221-4393-828a-ea0380bc2e9e tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a4a1cd620dd463cad9da3ee09b2a001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526552 Aug 16 02:12:58.498448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] Made reservation on behalf of f7c7924fe9c141f1b8011226272a97ad for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:58.500899 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.542588 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c411676a-9c3e-4efc-8c2f-c72816b348e5 None None] Set router f2a6db41-99e5-4916-b025-b06dfafb54e1 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:58.606289 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c411676a-9c3e-4efc-8c2f-c72816b348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:12:58Z', 'revision_number': 6, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:58.647157 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c411676a-9c3e-4efc-8c2f-c72816b348e5 None None] The sync data for ids ['f2a6db41-99e5-4916-b025-b06dfafb54e1'] in n-d-768509-23 is: [{'id': 'f2a6db41-99e5-4916-b025-b06dfafb54e1', 'name': 'tempest-TaggedBootDevicesTest_v242-305403727-router', 'tenant_id': '04cb457200f149dfa8213df96b2e0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:12:58Z', 'revision_number': 6, 'project_id': '04cb457200f149dfa8213df96b2e0c74', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:58.788818 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.825802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Pushing event deleted for resources: {'Port': ['ID=c982cfef-0ecb-48de-9de4-3c7e44380100,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:58.916290 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.097249 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-331b05ee-7c72-4351-af68-e9ab2e195520 service neutron] 10.222.0.66 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245956 Aug 16 02:12:59.158627 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.210354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54887cc6-0a68-42e9-8e64-de994a051897,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:59.274413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-e5c7cf58-9576-4571-8d0d-756b02a0d455 service neutron] 10.222.0.66 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761558 Aug 16 02:12:59.279274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] Checking segment: {'id': 'ef0b30b4-7406-43fc-afc5-72643021157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a1ec498d-a303-4a56-ace0-149e58ad852d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:59.279639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] Network hostable DHCP agents. Network: a1ec498d-a303-4a56-ace0-149e58ad852d, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:59.388347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] Network a1ec498d-a303-4a56-ace0-149e58ad852d is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:59.399413 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.399413 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.565836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, a1ec498d-a303-4a56-ace0-149e58ad852d) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:59.566031 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.566564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2a6db41-99e5-4916-b025-b06dfafb54e1 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:12:59.570757 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.571082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:59.576566 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.576892 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2b1e62e6-e584-4432-aba9-9fdc873cc108 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f2a6db41-99e5-4916-b025-b06dfafb54e1 HTTP/1.1" status: 204 len: 168 time: 1.6583719 Aug 16 02:12:59.576892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40014) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:59.580226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a808aea-f710-47d2-b3bf-d63c0908bc49 None None] Network a1ec498d-a303-4a56-ace0-149e58ad852d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:59.639160 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50f24387-d626-4601-99b0-f84e273d9cfc req-f90835ab-1f8b-4aab-8636-69a48912f558 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 210 time: 0.0713022 Aug 16 02:12:59.699400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-8273386e-4088-4397-9cef-97f2de3ca556 admin admin] Deleting subnet d8b3dfa6-0893-4c38-835d-a362973d66fb {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:59.716889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-023c5ade-a089-43b6-a977-19734456b1a0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3773701 Aug 16 02:12:59.717706 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8273386e-4088-4397-9cef-97f2de3ca556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.754910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c982cfef-0ecb-48de-9de4-3c7e44380100 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:59.784929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b591e-f1b7-4b0c-9359-e83037b50d14 None None] Network a1ec498d-a303-4a56-ace0-149e58ad852d requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:59.795400 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8273386e-4088-4397-9cef-97f2de3ca556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.856180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c982cfef-0ecb-48de-9de4-3c7e44380100 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:59.856680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c982cfef-0ecb-48de-9de4-3c7e44380100 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:59.857198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f344aeca-a8cc-4530-8185-86be421c7b52 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:59.898437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f344aeca-a8cc-4530-8185-86be421c7b52 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:59.898966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f344aeca-a8cc-4530-8185-86be421c7b52 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:59.923760 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8273386e-4088-4397-9cef-97f2de3ca556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.996523 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2187d6f4-fe69-4a95-9f65-d82ed9352e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.131429 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8273386e-4088-4397-9cef-97f2de3ca556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.165118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273386e-4088-4397-9cef-97f2de3ca556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b3dfa6-0893-4c38-835d-a362973d66fb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.170582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8273386e-4088-4397-9cef-97f2de3ca556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.171131 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8273386e-4088-4397-9cef-97f2de3ca556 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d8b3dfa6-0893-4c38-835d-a362973d66fb HTTP/1.1" status: 204 len: 168 time: 0.5953987 Aug 16 02:13:00.173478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40026) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:00.176757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a762eaec-9f86-4880-8397-f3b13d5d9a0e None None] Network b3aa6678-ea23-4a2e-a4b8-63debe13efe1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:00.280249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.386175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Deleting port f2bd8c9d-465a-41c7-b215-c9c69440aac5 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:00.387282 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.457443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efab3cce-9a06-4f49-a6cc-fd973198980e None None] DHCP port deletion for b3aa6678-ea23-4a2e-a4b8-63debe13efe1 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:00.484086 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] For port f2bd8c9d-465a-41c7-b215-c9c69440aac5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f2bd8c9d-465a-41c7-b215-c9c69440aac5,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:00.484461 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.499050 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Calling delete_port for f2bd8c9d-465a-41c7-b215-c9c69440aac5 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:00.516302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-efab3cce-9a06-4f49-a6cc-fd973198980e None None] Deleting port f2bd8c9d-465a-41c7-b215-c9c69440aac5 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:00.516943 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-efab3cce-9a06-4f49-a6cc-fd973198980e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.605943 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-efab3cce-9a06-4f49-a6cc-fd973198980e None None] For port f2bd8c9d-465a-41c7-b215-c9c69440aac5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f2bd8c9d-465a-41c7-b215-c9c69440aac5,segment=NetworkSegment(02e6efb2-e1ab-42a6-83c5-7e72991d6159),segment_id=02e6efb2-e1ab-42a6-83c5-7e72991d6159)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:00.607066 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-efab3cce-9a06-4f49-a6cc-fd973198980e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.626117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-efab3cce-9a06-4f49-a6cc-fd973198980e None None] Calling delete_port for f2bd8c9d-465a-41c7-b215-c9c69440aac5 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:00.707437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.731210 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-efab3cce-9a06-4f49-a6cc-fd973198980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.750455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2bd8c9d-465a-41c7-b215-c9c69440aac5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.752469 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] No DVR routers for this DVR port f2bd8c9d-465a-41c7-b215-c9c69440aac5 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:00.793705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab3cce-9a06-4f49-a6cc-fd973198980e None None] Pushing event deleted for resources: {'Port': ['ID=f2bd8c9d-465a-41c7-b215-c9c69440aac5,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.793705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efab3cce-9a06-4f49-a6cc-fd973198980e None None] No DVR routers for this DVR port f2bd8c9d-465a-41c7-b215-c9c69440aac5 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:00.808702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40052) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:00.816398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-239f3640-8c4b-4ad0-88a2-ef1ae743cc84 req-517a7ab3-e698-48ed-a967-afb944d4034d tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 210 time: 0.0646374 Aug 16 02:13:00.850882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1601701894-network', 'tenant_id': 'b5aaadd502b54a579115cad0e817a45c'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:00.876365 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.890762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3aa6678-ea23-4a2e-a4b8-63debe13efe1']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:00.913311 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e6efb2-e1ab-42a6-83c5-7e72991d6159') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:00.913619 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e6efb2-e1ab-42a6-83c5-7e72991d6159') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:00.926399 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.942281 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.949032 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:00.949646 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:00.951433 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:00.997749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Made reservation on behalf of b5aaadd502b54a579115cad0e817a45c for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:01.000083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.014110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.104646 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.207083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.207083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.207083 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] 10.222.0.66 "DELETE /v2.0/networks/b3aa6678-ea23-4a2e-a4b8-63debe13efe1 HTTP/1.1" status: 204 len: 168 time: 1.0322866 Aug 16 02:13:01.216736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a247261-751a-4a50-9871-45673f2eaf1f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3aa6678-ea23-4a2e-a4b8-63debe13efe1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.262636 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.298538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25718d2-0d27-4506-81da-c24e50fb92db,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.305316 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:13:01.341293 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.342804 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Added segment c485142e-1812-44a2-8d24-ed149da018df of type vlan for network 65ce2ead-9f94-4d0e-a51d-da07e5df0b1b Aug 16 02:13:01.388324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.554272 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.555278 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.555895 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.619096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] Pushing event updated for resources: {'Network': ['ID=65ce2ead-9f94-4d0e-a51d-da07e5df0b1b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.629020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 65ce2ead-9f94-4d0e-a51d-da07e5df0b1b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:01.671772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f2bd8c9d-465a-41c7-b215-c9c69440aac5 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:01.714724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f2bd8c9d-465a-41c7-b215-c9c69440aac5 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:01.714989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f2bd8c9d-465a-41c7-b215-c9c69440aac5 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:01.812164 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7dba2dcc-8368-422d-a732-823ad0c6eba0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0023401 Aug 16 02:13:01.814803 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40068) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:01.820032 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] Request body: {'subnet': {'network_id': '65ce2ead-9f94-4d0e-a51d-da07e5df0b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1601701894-subnet', 'tenant_id': 'b5aaadd502b54a579115cad0e817a45c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:01.866746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40072) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:01.920664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] Made reservation on behalf of b5aaadd502b54a579115cad0e817a45c for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:01.923183 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.930384 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-50d9ed35-b88c-4796-aa46-51de0f16b71b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04cb457200f149dfa8213df96b2e0c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599918 Aug 16 02:13:01.931506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40078) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:01.935391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2aed15cd-fd0c-4c46-a339-1a0db2e3a8ca req-eca1259a-be74-4541-a917-9891a58c8c7b tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 210 time: 0.0327470 Aug 16 02:13:01.995379 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6db5fdc-8fe3-4db8-bd2d-8d5f26a46d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.018252 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6db5fdc-8fe3-4db8-bd2d-8d5f26a46d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.206158 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6db5fdc-8fe3-4db8-bd2d-8d5f26a46d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.209467 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6db5fdc-8fe3-4db8-bd2d-8d5f26a46d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.210893 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c6db5fdc-8fe3-4db8-bd2d-8d5f26a46d4d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1821c68-c9a1-47d3-a595-2c484b9ec7b5 HTTP/1.1" status: 204 len: 168 time: 0.2782586 Aug 16 02:13:02.222969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db5fdc-8fe3-4db8-bd2d-8d5f26a46d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1821c68-c9a1-47d3-a595-2c484b9ec7b5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:02.236173 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.332768 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77730355-02d1-4422-b7e9-a7fd86048133,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:02.371562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] Checking segment: {'id': 'c485142e-1812-44a2-8d24-ed149da018df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '65ce2ead-9f94-4d0e-a51d-da07e5df0b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:02.371934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] Network hostable DHCP agents. Network: 65ce2ead-9f94-4d0e-a51d-da07e5df0b1b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:13:02.468640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] Network 65ce2ead-9f94-4d0e-a51d-da07e5df0b1b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:13:02.483112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-b4a06a58-944d-4027-92f1-98d6b7c1a3f0 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.485513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-b4a06a58-944d-4027-92f1-98d6b7c1a3f0 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.64 "GET /v2.0/networks?id=47ef609a-438f-4e15-b84e-14e59270762f HTTP/1.1" status: 200 len: 814 time: 0.2014048 Aug 16 02:13:02.500572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Request body: {'port': {'device_id': 'd9555479-160f-47aa-ac41-bb3bb43bae78', 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f', 'admin_state_up': True, 'tenant_id': '9a4a1cd620dd463cad9da3ee09b2a001'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:02.589686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 65ce2ead-9f94-4d0e-a51d-da07e5df0b1b) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:02.598257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd96ed34-6216-43e8-949f-87a319ab26e5 None None] Network 65ce2ead-9f94-4d0e-a51d-da07e5df0b1b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:02.601847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.602487 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.800713 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cb91255e-1de3-4b86-b910-a2fb758022b7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9845829 Aug 16 02:13:02.839780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8767c1f-a8e8-4511-bf60-d9c2698d2e25 None None] Network 65ce2ead-9f94-4d0e-a51d-da07e5df0b1b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:02.920092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Made reservation on behalf of 9a4a1cd620dd463cad9da3ee09b2a001 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:02.924159 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.968864 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.086423 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d5fc582f-7940-4544-89dd-5f2668dd2e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.137286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6819b5ce-cbca-4fe1-8569-155ee2d1f821 req-b6dab82f-420f-4ba1-b22a-ef641fdb6cc5 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 210 time: 0.0651503 Aug 16 02:13:03.173053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Allocated IP 172.20.0.8 (47ef609a-438f-4e15-b84e-14e59270762f/41733cca-cced-4ada-82f5-14150d1ee9c0/ae3b8d1a-61bb-415a-9130-37a98e10b5c2) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:03.371897 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.477058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40124) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:03.633455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-9e3663c3-fc6e-4ca7-9866-912e87777f87 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.635371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-9e3663c3-fc6e-4ca7-9866-912e87777f87 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/networks?id=a1ec498d-a303-4a56-ace0-149e58ad852d HTTP/1.1" status: 200 len: 809 time: 0.1294038 Aug 16 02:13:03.665378 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.674877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-3e2702b1-2de9-42f9-be9a-95b24ce2082a tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/quotas/f7c7924fe9c141f1b8011226272a97ad HTTP/1.1" status: 200 len: 375 time: 0.0312781 Aug 16 02:13:03.739914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b4081f0a-8462-4637-ae29-20ecd574f22b tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c7924fe9c141f1b8011226272a97ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570166 Aug 16 02:13:03.771458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-37c3c4bf-10e1-407f-9a70-746cfecbdb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.804228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Network 47ef609a-438f-4e15-b84e-14e59270762f is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:03.804228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Pushing event updated for resources: {'Port': ['ID=ae3b8d1a-61bb-415a-9130-37a98e10b5c2,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:03.806566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:03.837762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:03.850928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.851284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.851634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.851978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.852321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.852650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.852991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.853326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.853719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.854040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.854369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.854706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:03.939968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.940583 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.971745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-dbd6ef43-4d94-4518-a606-40b614d54f9c service neutron] 10.222.0.66 "GET /v2.0/networks/a1ec498d-a303-4a56-ace0-149e58ad852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117021 Aug 16 02:13:04.083029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-37c3c4bf-10e1-407f-9a70-746cfecbdb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.094997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-30b1b74d-b88d-437e-91dc-818cb4e818eb service neutron] 10.222.0.66 "GET /v2.0/networks/a1ec498d-a303-4a56-ace0-149e58ad852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160483 Aug 16 02:13:04.114806 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.160390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40150) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:04.177044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-37c3c4bf-10e1-407f-9a70-746cfecbdb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.232167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-37c3c4bf-10e1-407f-9a70-746cfecbdb56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=841c232c2a684cb4a05b28b2969b28c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7539935 Aug 16 02:13:04.233413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3c4bf-10e1-407f-9a70-746cfecbdb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983be251-16db-45f9-8ace-e22b27dad9d8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.235112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40156) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:04.274616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1861654999-network', 'tenant_id': 'c4bb4217f4f7459a8032c4022752ce1f'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:04.281783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-81601640-bcf3-4913-84cb-b06116674dfc tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7863672 Aug 16 02:13:04.298108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Request body: {'port': {'device_id': 'd9555479-160f-47aa-ac41-bb3bb43bae78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:04.303348 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a301def-ff89-4e80-94ff-dec7360fa445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.328549 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a301def-ff89-4e80-94ff-dec7360fa445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.358792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.510673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Made reservation on behalf of c4bb4217f4f7459a8032c4022752ce1f for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:04.513304 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.539362 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.552859 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a301def-ff89-4e80-94ff-dec7360fa445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.555593 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4a301def-ff89-4e80-94ff-dec7360fa445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.556817 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4a301def-ff89-4e80-94ff-dec7360fa445 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/983be251-16db-45f9-8ace-e22b27dad9d8 HTTP/1.1" status: 204 len: 168 time: 0.3201256 Aug 16 02:13:04.567098 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a301def-ff89-4e80-94ff-dec7360fa445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983be251-16db-45f9-8ace-e22b27dad9d8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.585743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfaf9f-48cb-4e22-a415-4c05166341e5 req-a5f6bb79-cb79-48df-a459-7728d63647b0 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.593497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aecfaf9f-48cb-4e22-a415-4c05166341e5 req-a5f6bb79-cb79-48df-a459-7728d63647b0 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 931 time: 0.1719687 Aug 16 02:13:04.698237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aecfaf9f-48cb-4e22-a415-4c05166341e5 req-ae90e547-f3a2-4767-8cab-7c45837acf91 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032658 Aug 16 02:13:04.784427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-af8a7045-d689-43d3-b97e-61360695571b req-ba1cea6b-8064-452b-8c65-a3c247c7039a tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 210 time: 0.0396512 Aug 16 02:13:04.832419 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.845369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3b8d1a-61bb-415a-9130-37a98e10b5c2 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:04.852667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.864144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Transition to ACTIVE for port object ae3b8d1a-61bb-415a-9130-37a98e10b5c2 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:04.971239 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.986764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:13:05.005165 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.016486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.016828 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Added segment aa00aab5-bd75-49dd-8b32-7aeeddebfe38 of type vlan for network dbb8e460-c5d8-4778-9692-7bfced99771b Aug 16 02:13:05.064342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09db7bb9-3726-4cfb-8052-eb964474a626,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.118277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.122412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Pushing event updated for resources: {'Port': ['ID=ae3b8d1a-61bb-415a-9130-37a98e10b5c2,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.206906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Attempting to bind port ae3b8d1a-61bb-415a-9130-37a98e10b5c2 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:05.207569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Attempting to bind port ae3b8d1a-61bb-415a-9130-37a98e10b5c2 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '53a53911-91a7-4b83-9ff5-775a6bdeb420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:05.207569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Attempting to bind port ae3b8d1a-61bb-415a-9130-37a98e10b5c2 on network 47ef609a-438f-4e15-b84e-14e59270762f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:05.212087 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Port ae3b8d1a-61bb-415a-9130-37a98e10b5c2 on network 47ef609a-438f-4e15-b84e-14e59270762f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:05.212417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Attempting to bind port ae3b8d1a-61bb-415a-9130-37a98e10b5c2 on network 47ef609a-438f-4e15-b84e-14e59270762f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:05.217598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:05.217976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Checking segment: {'id': '53a53911-91a7-4b83-9ff5-775a6bdeb420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:05.218371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Bound using segment: {'id': '53a53911-91a7-4b83-9ff5-775a6bdeb420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:05.218823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Bound port: ae3b8d1a-61bb-415a-9130-37a98e10b5c2, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a53911-91a7-4b83-9ff5-775a6bdeb420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:05.219214 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.283185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] For port ae3b8d1a-61bb-415a-9130-37a98e10b5c2, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:05.286655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] For port ae3b8d1a-61bb-415a-9130-37a98e10b5c2, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ae3b8d1a-61bb-415a-9130-37a98e10b5c2,segment=NetworkSegment(53a53911-91a7-4b83-9ff5-775a6bdeb420),segment_id=53a53911-91a7-4b83-9ff5-775a6bdeb420)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:05.287623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.288645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.289168 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.352278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb8e460-c5d8-4778-9692-7bfced99771b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.362905 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network dbb8e460-c5d8-4778-9692-7bfced99771b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:05.415309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40186) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:05.430301 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.431290 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1299-d032-4283-b8c7-34e6a3038603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.446566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0bb32fb2-87b1-4d09-a99a-8df3a7b6cc33 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2842419 Aug 16 02:13:05.447282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40188) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:05.455852 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] Request body: {'subnet': {'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1861654999-subnet', 'tenant_id': 'c4bb4217f4f7459a8032c4022752ce1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:05.466936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.467725 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.469486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] 10.222.0.64 "PUT /v2.0/ports/ae3b8d1a-61bb-415a-9130-37a98e10b5c2 HTTP/1.1" status: 200 len: 1092 time: 1.1772766 Aug 16 02:13:05.495151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9555479-160f-47aa-ac41-bb3bb43bae78', 'tag': 'ae3b8d1a-61bb-415a-9130-37a98e10b5c2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:05.497583 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a3071f-4ca7-4c88-bc45-3c277fa9bd80" -d '{"events": [{"name": "network-changed", "server_uuid": "d9555479-160f-47aa-ac41-bb3bb43bae78", "tag": "ae3b8d1a-61bb-415a-9130-37a98e10b5c2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:05.532689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004248da-5887-46ac-97fc-572a7ccff8eb service neutron] Pushing event updated for resources: {'Port': ['ID=ae3b8d1a-61bb-415a-9130-37a98e10b5c2,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.551849 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1299-d032-4283-b8c7-34e6a3038603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.555777 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b8a1a4-5b05-4e4d-bde5-73accf59f550 x-openstack-request-id: req-b3b8a1a4-5b05-4e4d-bde5-73accf59f550 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:05.556152 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9555479-160f-47aa-ac41-bb3bb43bae78", "tag": "ae3b8d1a-61bb-415a-9130-37a98e10b5c2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:05.556469 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3b8a1a4-5b05-4e4d-bde5-73accf59f550 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:05.557614 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9555479-160f-47aa-ac41-bb3bb43bae78', 'tag': 'ae3b8d1a-61bb-415a-9130-37a98e10b5c2', 'status': 'completed', 'code': 200} Aug 16 02:13:05.621923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3071f-4ca7-4c88-bc45-3c277fa9bd80 req-522c849a-ab91-4fb5-aec5-0a05f2c1cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.623574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92a3071f-4ca7-4c88-bc45-3c277fa9bd80 req-522c849a-ab91-4fb5-aec5-0a05f2c1cf3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a4a1cd620dd463cad9da3ee09b2a001&device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 1095 time: 0.0442038 Aug 16 02:13:05.708448 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1299-d032-4283-b8c7-34e6a3038603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.739642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3071f-4ca7-4c88-bc45-3c277fa9bd80 req-fc07f9cb-9a46-4383-8591-8e0db515f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.741149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92a3071f-4ca7-4c88-bc45-3c277fa9bd80 req-fc07f9cb-9a46-4383-8591-8e0db515f64a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9a4a1cd620dd463cad9da3ee09b2a001&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1078646 Aug 16 02:13:05.774240 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dc5a1299-d032-4283-b8c7-34e6a3038603 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2ef306c439648f5a1c0d4602bc55f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521676 Aug 16 02:13:05.774474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40198) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:05.775567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a1299-d032-4283-b8c7-34e6a3038603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b07e3f4-f738-4f0a-9bf2-80f026ac2afb,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.830788 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57fbc09e-5fc4-4eb5-a25e-8723d97852b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.856882 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57fbc09e-5fc4-4eb5-a25e-8723d97852b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.882342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae595683-7da8-4b8a-8183-e56ea93375d5 req-261771e8-b08b-44aa-9249-56ae4f9233ef tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.883921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae595683-7da8-4b8a-8183-e56ea93375d5 req-261771e8-b08b-44aa-9249-56ae4f9233ef tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 943 time: 0.0768709 Aug 16 02:13:05.893701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3071f-4ca7-4c88-bc45-3c277fa9bd80 req-d39201ab-2f04-4a14-89ff-d19d0980961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.895241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92a3071f-4ca7-4c88-bc45-3c277fa9bd80 req-d39201ab-2f04-4a14-89ff-d19d0980961e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466043 Aug 16 02:13:05.936118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] Made reservation on behalf of c4bb4217f4f7459a8032c4022752ce1f for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:05.936344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.937776 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.978378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae595683-7da8-4b8a-8183-e56ea93375d5 req-e3bebe20-e41a-45b5-af5c-4ae9e9c08dbe tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695415 Aug 16 02:13:06.019785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-99bf67b4-715d-4294-b311-ad8ab4220e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.024574 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57fbc09e-5fc4-4eb5-a25e-8723d97852b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.025046 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-99bf67b4-715d-4294-b311-ad8ab4220e9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a4a1cd620dd463cad9da3ee09b2a001&device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 1095 time: 0.0701458 Aug 16 02:13:06.027818 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57fbc09e-5fc4-4eb5-a25e-8723d97852b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.031315 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-57fbc09e-5fc4-4eb5-a25e-8723d97852b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b07e3f4-f738-4f0a-9bf2-80f026ac2afb HTTP/1.1" status: 204 len: 168 time: 0.2495534 Aug 16 02:13:06.065023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbc09e-5fc4-4eb5-a25e-8723d97852b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b07e3f4-f738-4f0a-9bf2-80f026ac2afb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.092257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-76a9c96a-d6c0-48c4-9b26-10eb463140e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3b8d1a-61bb-415a-9130-37a98e10b5c2 HTTP/1.1" status: 200 len: 217 time: 0.0586665 Aug 16 02:13:06.125359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56063b48-bbc3-45cd-8794-5e24088f71b1 req-685722e1-a3eb-44ba-9a3d-8144c23b6c0e tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 210 time: 0.0357690 Aug 16 02:13:06.177020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-6e894cc5-4254-4f35-8fe3-213e6f6e0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.178599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-6e894cc5-4254-4f35-8fe3-213e6f6e0b70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41733cca-cced-4ada-82f5-14150d1ee9c0 HTTP/1.1" status: 200 len: 854 time: 0.0786774 Aug 16 02:13:06.211837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-68c90dde-0a68-4510-99af-bf32e7ae1c6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ef609a-438f-4e15-b84e-14e59270762f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253637 Aug 16 02:13:06.303102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-1d7cc25e-fa31-4323-8d51-9a7324cb60a0 service neutron] 10.222.0.64 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834637 Aug 16 02:13:06.371446 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.410350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-57dd59e9-f0c8-4833-abc6-4c0ac19c2f53 req-b8e634a8-3f23-4a64-a099-e2bfc81f19d4 service neutron] 10.222.0.64 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990400 Aug 16 02:13:06.468070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f47c31-6de9-4a51-8037-648f00ec4cb6,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.478446 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] Checking segment: {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:06.479396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] Network hostable DHCP agents. Network: dbb8e460-c5d8-4778-9692-7bfced99771b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:13:06.628693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] Network dbb8e460-c5d8-4778-9692-7bfced99771b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:13:06.799564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, dbb8e460-c5d8-4778-9692-7bfced99771b) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:06.803719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.804314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.808811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adc3938-5052-445c-a0e2-dda6142aed3f None None] Network dbb8e460-c5d8-4778-9692-7bfced99771b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:06.915250 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f5f6329b-44b4-4781-8f91-64dd60745b04 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4667106 Aug 16 02:13:06.958254 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be3f90-bda0-4c5a-a363-1006d43b97de None None] Network dbb8e460-c5d8-4778-9692-7bfced99771b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:07.111339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684fcba-9cce-4cbf-a7e4-c2ea44495651 req-8c12d981-7f5f-49df-b545-cc87a54bd947 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.112950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8684fcba-9cce-4cbf-a7e4-c2ea44495651 req-8c12d981-7f5f-49df-b545-cc87a54bd947 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 943 time: 0.0581732 Aug 16 02:13:07.155699 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8684fcba-9cce-4cbf-a7e4-c2ea44495651 req-950e5009-029c-4f40-aa8a-7401ee4173a8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333378 Aug 16 02:13:07.515965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-a811bda8-4eeb-4e33-ac1f-44973a82bc61 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.517588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-a811bda8-4eeb-4e33-ac1f-44973a82bc61 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.74 "GET /v2.0/networks?id=a1ec498d-a303-4a56-ace0-149e58ad852d HTTP/1.1" status: 200 len: 809 time: 0.1948681 Aug 16 02:13:07.528624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-d2aed730-bc08-4724-a3ac-79c75a1ccc3d tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.530177 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-d2aed730-bc08-4724-a3ac-79c75a1ccc3d tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/networks?id=dbb8e460-c5d8-4778-9692-7bfced99771b HTTP/1.1" status: 200 len: 813 time: 0.1522727 Aug 16 02:13:07.534800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Request body: {'port': {'device_id': 'ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b', 'network_id': 'a1ec498d-a303-4a56-ace0-149e58ad852d', 'admin_state_up': True, 'tenant_id': 'f7c7924fe9c141f1b8011226272a97ad'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:07.565805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-0e04ee4e-dd64-4dbf-b6cb-9d920304368a tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/quotas/c4bb4217f4f7459a8032c4022752ce1f HTTP/1.1" status: 200 len: 375 time: 0.0275230 Aug 16 02:13:07.625806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-073cc615-c71f-4bb2-9d68-efb66d643ea7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4bb4217f4f7459a8032c4022752ce1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337062 Aug 16 02:13:07.765421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e48fb1ac-215e-4252-bc16-e4c4bf2004cb service neutron] 10.222.0.66 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278789 Aug 16 02:13:07.844497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Made reservation on behalf of f7c7924fe9c141f1b8011226272a97ad for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:07.848181 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.893492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-589faa06-5df9-494d-ad24-2823edfa491a service neutron] 10.222.0.66 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218531 Aug 16 02:13:08.002235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Allocated IP 172.20.0.13 (a1ec498d-a303-4a56-ace0-149e58ad852d/54887cc6-0a68-42e9-8e64-de994a051897/a13ad044-c64c-470d-98ac-e5a23471de16) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:08.146099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40280) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.169185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.298878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e07b8d3a-0f32-4b1c-a1c1-053d01158cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.324578 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.404221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Pushing event updated for resources: {'Port': ['ID=a13ad044-c64c-470d-98ac-e5a23471de16,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.416112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Network a1ec498d-a303-4a56-ace0-149e58ad852d is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:08.418958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:08.425415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:08.430134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e07b8d3a-0f32-4b1c-a1c1-053d01158cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.465916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e221b-7126-437a-a8d4-8479bb541692 req-8ddb6b59-854e-4a62-95fa-49b6a7dc688a tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.467439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d03e221b-7126-437a-a8d4-8479bb541692 req-8ddb6b59-854e-4a62-95fa-49b6a7dc688a tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 932 time: 0.1015334 Aug 16 02:13:08.503937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.504468 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.527537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d03e221b-7126-437a-a8d4-8479bb541692 req-643b8606-a852-42cb-a916-309647f57e7f tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd935568-0a86-4faf-b13e-27e262d1bb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531123 Aug 16 02:13:08.543875 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e07b8d3a-0f32-4b1c-a1c1-053d01158cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.586217 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e07b8d3a-0f32-4b1c-a1c1-053d01158cea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=02a991af9e41443385a9246361c8d3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388769 Aug 16 02:13:08.587107 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b8d3a-0f32-4b1c-a1c1-053d01158cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959f63a9-b016-43d0-81b3-778f2135f618,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.589651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 40296) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.651103 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4457264-b29f-4292-93cb-f98c7ee485fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.696289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4457264-b29f-4292-93cb-f98c7ee485fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.735736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e6418-5855-4463-8ead-0b2de9545242 req-e09ae6c9-7c4e-44cf-98e5-ba84c58cfadd tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.737224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e6e6418-5855-4463-8ead-0b2de9545242 req-e09ae6c9-7c4e-44cf-98e5-ba84c58cfadd tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 943 time: 0.0833042 Aug 16 02:13:08.780751 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e6e6418-5855-4463-8ead-0b2de9545242 req-47f072db-8a26-4431-b253-649b60b34f8a tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373592 Aug 16 02:13:08.806725 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-363a71d6-2a28-410f-b394-694008c931da tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2755418 Aug 16 02:13:08.820060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Request body: {'port': {'device_id': 'ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:08.895261 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.918728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb9db3cc-aa12-42ed-a958-1a3485918628 req-10b58d37-a363-44c1-af75-48678e43041e tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 210 time: 0.0405843 Aug 16 02:13:08.921149 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4457264-b29f-4292-93cb-f98c7ee485fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.923844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4457264-b29f-4292-93cb-f98c7ee485fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.924928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e4457264-b29f-4292-93cb-f98c7ee485fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/959f63a9-b016-43d0-81b3-778f2135f618 HTTP/1.1" status: 204 len: 168 time: 0.3337576 Aug 16 02:13:08.953535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4457264-b29f-4292-93cb-f98c7ee485fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f63a9-b016-43d0-81b3-778f2135f618,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:09.204719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13ad044-c64c-470d-98ac-e5a23471de16 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:09.212230 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.225377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Transition to ACTIVE for port object a13ad044-c64c-470d-98ac-e5a23471de16 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:09.335620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.391433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Pushing event updated for resources: {'Port': ['ID=a13ad044-c64c-470d-98ac-e5a23471de16,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:09.465080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Attempting to bind port a13ad044-c64c-470d-98ac-e5a23471de16 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:09.465421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Attempting to bind port a13ad044-c64c-470d-98ac-e5a23471de16 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'ef0b30b4-7406-43fc-afc5-72643021157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a1ec498d-a303-4a56-ace0-149e58ad852d'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:09.466583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Attempting to bind port a13ad044-c64c-470d-98ac-e5a23471de16 on network a1ec498d-a303-4a56-ace0-149e58ad852d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:09.470346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Port a13ad044-c64c-470d-98ac-e5a23471de16 on network a1ec498d-a303-4a56-ace0-149e58ad852d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:09.470675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Attempting to bind port a13ad044-c64c-470d-98ac-e5a23471de16 on network a1ec498d-a303-4a56-ace0-149e58ad852d {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:09.475467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:09.475809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Checking segment: {'id': 'ef0b30b4-7406-43fc-afc5-72643021157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a1ec498d-a303-4a56-ace0-149e58ad852d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:09.476195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Bound using segment: {'id': 'ef0b30b4-7406-43fc-afc5-72643021157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a1ec498d-a303-4a56-ace0-149e58ad852d'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:09.476613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Bound port: a13ad044-c64c-470d-98ac-e5a23471de16, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0b30b4-7406-43fc-afc5-72643021157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a1ec498d-a303-4a56-ace0-149e58ad852d'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:09.476977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.546491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] For port a13ad044-c64c-470d-98ac-e5a23471de16, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:09.549517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] For port a13ad044-c64c-470d-98ac-e5a23471de16, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a13ad044-c64c-470d-98ac-e5a23471de16,segment=NetworkSegment(ef0b30b4-7406-43fc-afc5-72643021157d),segment_id=ef0b30b4-7406-43fc-afc5-72643021157d)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:09.642193 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.684808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.685435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.686897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] 10.222.0.74 "PUT /v2.0/ports/a13ad044-c64c-470d-98ac-e5a23471de16 HTTP/1.1" status: 200 len: 1093 time: 0.8713439 Aug 16 02:13:09.689349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b', 'tag': 'a13ad044-c64c-470d-98ac-e5a23471de16'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:09.691528 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b10f957-5ee4-407a-85cf-38191f955c53" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b", "tag": "a13ad044-c64c-470d-98ac-e5a23471de16"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:09.718300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23570fe-b283-47a3-9fbc-a82229738edd req-8eac7a3a-10eb-47dd-8a0e-ec56341ce0a2 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.719925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d23570fe-b283-47a3-9fbc-a82229738edd req-8eac7a3a-10eb-47dd-8a0e-ec56341ce0a2 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 944 time: 0.1058288 Aug 16 02:13:09.739418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a5beb-1345-456e-8437-f0f9999618fd service neutron] Pushing event updated for resources: {'Port': ['ID=a13ad044-c64c-470d-98ac-e5a23471de16,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:09.756525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ae3b8d1a-61bb-415a-9130-37a98e10b5c2 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:09.770213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d23570fe-b283-47a3-9fbc-a82229738edd req-023427db-630b-45e3-83d4-6269f31bc03d tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd935568-0a86-4faf-b13e-27e262d1bb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Aug 16 02:13:09.845009 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1332a6-383d-4dea-a8e0-a913430fe1a0 x-openstack-request-id: req-6a1332a6-383d-4dea-a8e0-a913430fe1a0 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:09.845306 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b", "tag": "a13ad044-c64c-470d-98ac-e5a23471de16", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:09.845570 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6a1332a6-383d-4dea-a8e0-a913430fe1a0 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:09.846101 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b', 'tag': 'a13ad044-c64c-470d-98ac-e5a23471de16', 'status': 'completed', 'code': 200} Aug 16 02:13:09.876959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-40a829b6-70c7-4046-b8b4-6ec8376ec4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.878658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-40a829b6-70c7-4046-b8b4-6ec8376ec4bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7c7924fe9c141f1b8011226272a97ad&device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 1096 time: 0.0673854 Aug 16 02:13:09.932072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ae3b8d1a-61bb-415a-9130-37a98e10b5c2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ae3b8d1a-61bb-415a-9130-37a98e10b5c2,segment=NetworkSegment(53a53911-91a7-4b83-9ff5-775a6bdeb420),segment_id=53a53911-91a7-4b83-9ff5-775a6bdeb420)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:09.945659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'ae3b8d1a-61bb-415a-9130-37a98e10b5c2', 'network_id': '47ef609a-438f-4e15-b84e-14e59270762f', 'port_id': 'ae3b8d1a-61bb-415a-9130-37a98e10b5c2', 'mac_address': 'fa:16:3e:f3:8c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41733cca-cced-4ada-82f5-14150d1ee9c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:09.953142 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-b0dcc7ce-4998-4d77-8165-1cb4c1d40089 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13ad044-c64c-470d-98ac-e5a23471de16 HTTP/1.1" status: 200 len: 217 time: 0.0655100 Aug 16 02:13:10.006018 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.022217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3b8d1a-61bb-415a-9130-37a98e10b5c2 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:10.038753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-92b82cff-926e-475c-b468-4e4064dcacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.040224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-92b82cff-926e-475c-b468-4e4064dcacbd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54887cc6-0a68-42e9-8e64-de994a051897 HTTP/1.1" status: 200 len: 849 time: 0.0781636 Aug 16 02:13:10.043016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ae3b8d1a-61bb-415a-9130-37a98e10b5c2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ae3b8d1a-61bb-415a-9130-37a98e10b5c2,segment=NetworkSegment(53a53911-91a7-4b83-9ff5-775a6bdeb420),segment_id=53a53911-91a7-4b83-9ff5-775a6bdeb420)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:10.049050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd2301-6977-407c-9095-66c800fa9d4d req-af49156d-f9fc-46a6-8c97-988090cc6e6c tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.050484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bdd2301-6977-407c-9095-66c800fa9d4d req-af49156d-f9fc-46a6-8c97-988090cc6e6c tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 943 time: 0.1543610 Aug 16 02:13:10.084510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-5e341aab-3916-4979-8dc1-82931b182bc9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1ec498d-a303-4a56-ace0-149e58ad852d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330803 Aug 16 02:13:10.131953 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.183917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bdd2301-6977-407c-9095-66c800fa9d4d req-b2406759-f89d-4e81-b6d7-9d47ad581c34 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238816 Aug 16 02:13:10.188888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=ae3b8d1a-61bb-415a-9130-37a98e10b5c2,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:10.264036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-a7c81770-ab76-49ac-98cf-dd6c0db2c0a8 service neutron] 10.222.0.74 "GET /v2.0/networks/a1ec498d-a303-4a56-ace0-149e58ad852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703625 Aug 16 02:13:10.284400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90e1306c-b7b4-4859-bde1-58c7cd543086 req-4d6d382c-3e47-46dd-87eb-6a0ef32c383b tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 210 time: 0.0352914 Aug 16 02:13:10.380520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['ae3b8d1a-61bb-415a-9130-37a98e10b5c2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:10.394678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b75fb6eb-6ae4-4167-97f3-4ec108a217db req-5a5dba38-1376-438b-b597-ba2d2ef0e241 service neutron] 10.222.0.74 "GET /v2.0/networks/a1ec498d-a303-4a56-ace0-149e58ad852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127133 Aug 16 02:13:10.623452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f957-5ee4-407a-85cf-38191f955c53 req-3cf5a702-81bd-43d1-97f7-69d3aa34a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.624967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b10f957-5ee4-407a-85cf-38191f955c53 req-3cf5a702-81bd-43d1-97f7-69d3aa34a72d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7c7924fe9c141f1b8011226272a97ad&device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 1096 time: 0.0507586 Aug 16 02:13:10.735339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f957-5ee4-407a-85cf-38191f955c53 req-94df97fd-fbbc-4d00-bf5f-74a0245ac51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.736934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b10f957-5ee4-407a-85cf-38191f955c53 req-94df97fd-fbbc-4d00-bf5f-74a0245ac51a service neutron] 10.222.0.74 "GET /v2.0/networks?id=a1ec498d-a303-4a56-ace0-149e58ad852d HTTP/1.1" status: 200 len: 910 time: 0.1051943 Aug 16 02:13:10.781176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b10f957-5ee4-407a-85cf-38191f955c53 req-f6ee9df7-42ed-46f2-ba94-f9f1ac1936a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13ad044-c64c-470d-98ac-e5a23471de16 HTTP/1.1" status: 200 len: 217 time: 0.0348573 Aug 16 02:13:10.834872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f957-5ee4-407a-85cf-38191f955c53 req-7f109b55-4897-463b-b29f-fd2d68d8c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.836643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b10f957-5ee4-407a-85cf-38191f955c53 req-7f109b55-4897-463b-b29f-fd2d68d8c0d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54887cc6-0a68-42e9-8e64-de994a051897 HTTP/1.1" status: 200 len: 849 time: 0.0488939 Aug 16 02:13:10.876452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b10f957-5ee4-407a-85cf-38191f955c53 req-3c90dbf4-5d63-4fe2-8b01-4eaaeb18e899 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1ec498d-a303-4a56-ace0-149e58ad852d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309262 Aug 16 02:13:10.970615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f16505-a36a-42aa-b0dc-0be67379ef20 req-a37b4f4a-3261-4945-bf22-a5ad388fcce1 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.972536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f16505-a36a-42aa-b0dc-0be67379ef20 req-a37b4f4a-3261-4945-bf22-a5ad388fcce1 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 944 time: 0.0981209 Aug 16 02:13:11.029090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b10f957-5ee4-407a-85cf-38191f955c53 req-70af08b7-9b15-422d-9ee9-c607eef3fcda service neutron] 10.222.0.74 "GET /v2.0/networks/a1ec498d-a303-4a56-ace0-149e58ad852d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415086 Aug 16 02:13:11.033948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5f16505-a36a-42aa-b0dc-0be67379ef20 req-c87f4e39-3b68-4f90-810d-80f3c92a8896 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd935568-0a86-4faf-b13e-27e262d1bb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549228 Aug 16 02:13:11.127835 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b10f957-5ee4-407a-85cf-38191f955c53 req-189a0ca9-ab14-442c-9c82-e07876852a28 service neutron] 10.222.0.74 "GET /v2.0/networks/a1ec498d-a303-4a56-ace0-149e58ad852d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916193 Aug 16 02:13:11.321321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d3659-4e5d-4e4c-a904-122fd90ee41d req-7db4b4f3-ab8b-491f-8f7d-3ea50e94eb2a tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.324511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef9d3659-4e5d-4e4c-a904-122fd90ee41d req-7db4b4f3-ab8b-491f-8f7d-3ea50e94eb2a tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 944 time: 0.0537364 Aug 16 02:13:11.361202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef9d3659-4e5d-4e4c-a904-122fd90ee41d req-852d8ed2-75a4-47f0-81c1-0a2c0e61b6df tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Aug 16 02:13:11.765328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ae3b8d1a-61bb-415a-9130-37a98e10b5c2 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:11.774644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42df49ce-3376-4ef2-9430-1750d837efd2 req-198e583b-0616-4cb0-8dee-78523c6b7723 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 210 time: 0.3570435 Aug 16 02:13:11.975781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port ae3b8d1a-61bb-415a-9130-37a98e10b5c2 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:11.980686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port ae3b8d1a-61bb-415a-9130-37a98e10b5c2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:11.981061 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.063336 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.086692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9555479-160f-47aa-ac41-bb3bb43bae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3b8d1a-61bb-415a-9130-37a98e10b5c2'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:12.089256 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e33ff-90b9-497e-9921-231900e23aac" -d '{"events": [{"server_uuid": "d9555479-160f-47aa-ac41-bb3bb43bae78", "name": "network-vif-plugged", "status": "completed", "tag": "ae3b8d1a-61bb-415a-9130-37a98e10b5c2"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:12.102247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ae3b8d1a-61bb-415a-9130-37a98e10b5c2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ae3b8d1a-61bb-415a-9130-37a98e10b5c2,segment=NetworkSegment(53a53911-91a7-4b83-9ff5-775a6bdeb420),segment_id=53a53911-91a7-4b83-9ff5-775a6bdeb420)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:12.160041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6adaa2-a117-4bb9-a24a-e97181161a84 req-057216d3-2e88-4754-bdae-1d81047a6ac2 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.161668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c6adaa2-a117-4bb9-a24a-e97181161a84 req-057216d3-2e88-4754-bdae-1d81047a6ac2 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 944 time: 0.0528715 Aug 16 02:13:12.200711 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.203691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c6adaa2-a117-4bb9-a24a-e97181161a84 req-31d209c4-a1ba-47cc-b063-1e622489949a tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd935568-0a86-4faf-b13e-27e262d1bb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342515 Aug 16 02:13:12.267303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=ae3b8d1a-61bb-415a-9130-37a98e10b5c2,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.293889 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f352351e-5eb1-484b-9fa0-9d8253cb1548 x-openstack-request-id: req-f352351e-5eb1-484b-9fa0-9d8253cb1548 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:12.294391 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9555479-160f-47aa-ac41-bb3bb43bae78", "name": "network-vif-plugged", "status": "completed", "tag": "ae3b8d1a-61bb-415a-9130-37a98e10b5c2", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:12.294838 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f352351e-5eb1-484b-9fa0-9d8253cb1548 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:12.295326 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9555479-160f-47aa-ac41-bb3bb43bae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3b8d1a-61bb-415a-9130-37a98e10b5c2', 'code': 200} Aug 16 02:13:12.440894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-d2d7e7eb-4a53-4bb5-ba3f-d613c29ef566 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.445903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-d2d7e7eb-4a53-4bb5-ba3f-d613c29ef566 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.64 "GET /v2.0/networks?id=dbb8e460-c5d8-4778-9692-7bfced99771b HTTP/1.1" status: 200 len: 813 time: 0.2203703 Aug 16 02:13:12.507896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Request body: {'port': {'device_id': '026dccd4-566e-4cd0-8786-ceec8149fdea', 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b', 'admin_state_up': True, 'tenant_id': 'c4bb4217f4f7459a8032c4022752ce1f'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:12.613564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21c817-b6b2-4cf0-8434-7f1d024c6129 req-dbf035eb-94da-451c-8a7e-cb5e6f472268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.615021 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d21c817-b6b2-4cf0-8434-7f1d024c6129 req-dbf035eb-94da-451c-8a7e-cb5e6f472268 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 1097 time: 0.1857131 Aug 16 02:13:12.686206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-101122af-178d-451e-b1a4-378170d1d331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.687681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-101122af-178d-451e-b1a4-378170d1d331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "GET /v2.0/networks?id=dbb8e460-c5d8-4778-9692-7bfced99771b HTTP/1.1" status: 200 len: 813 time: 0.3529818 Aug 16 02:13:12.702996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a3c2-c3ca-436d-b30b-c76e81f36c90 req-7e664752-7207-4490-bc51-5a2cbba209fd tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.704491 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cf8a3c2-c3ca-436d-b30b-c76e81f36c90 req-7e664752-7207-4490-bc51-5a2cbba209fd tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 945 time: 0.2153440 Aug 16 02:13:12.715967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Request body: {'port': {'device_id': '7cb08cd7-9b59-42b1-b5d5-9e6114208883', 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b', 'admin_state_up': True, 'tenant_id': 'c4bb4217f4f7459a8032c4022752ce1f'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:12.805567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d21c817-b6b2-4cf0-8434-7f1d024c6129 req-1eb66345-3dae-44ee-947c-3fb1884f993d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784706 Aug 16 02:13:12.863853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cf8a3c2-c3ca-436d-b30b-c76e81f36c90 req-61f8ae0f-8866-4bb2-b893-627f9963ed37 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243355 Aug 16 02:13:12.937099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Made reservation on behalf of c4bb4217f4f7459a8032c4022752ce1f for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:12.940866 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.985888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-249b9b85-a4bb-466e-b3ea-1ba61b05d303 req-547efa34-2c34-4e78-9957-a7ef07c288ba tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 210 time: 0.0427370 Aug 16 02:13:13.084729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Made reservation on behalf of c4bb4217f4f7459a8032c4022752ce1f for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:13.089723 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.122598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Allocated IP 172.20.0.9 (dbb8e460-c5d8-4778-9692-7bfced99771b/00f47c31-6de9-4a51-8037-648f00ec4cb6/a50b6d70-e638-49ef-bdda-955e54112ee5) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:13.348941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.382032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa0cbc-128b-4826-9f50-0fe58c98edaf req-fa982428-8a60-4f23-b465-248dc2eb117a tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.383475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7aa0cbc-128b-4826-9f50-0fe58c98edaf req-fa982428-8a60-4f23-b465-248dc2eb117a tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 944 time: 0.0722318 Aug 16 02:13:13.432724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7aa0cbc-128b-4826-9f50-0fe58c98edaf req-232854c3-3b2d-476a-ab79-49ab44053be9 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd935568-0a86-4faf-b13e-27e262d1bb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 Aug 16 02:13:13.591437 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.683751 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5a86862a-7d79-4c15-87b7-c8574a09a46d tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d11d70e008f8440dbb833f8d40a2bc3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855615 Aug 16 02:13:13.704627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Network dbb8e460-c5d8-4778-9692-7bfced99771b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:13.731565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:13.753608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:13.759139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Pushing event updated for resources: {'Port': ['ID=a50b6d70-e638-49ef-bdda-955e54112ee5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:13.795488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Allocated IP 172.20.0.2 (dbb8e460-c5d8-4778-9692-7bfced99771b/00f47c31-6de9-4a51-8037-648f00ec4cb6/13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:13.933665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.933665 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.014149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-276ba1a6-8109-463c-b50b-e119d7cab1b4 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.015828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-276ba1a6-8109-463c-b50b-e119d7cab1b4 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3196032 Aug 16 02:13:14.066101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-e4868edb-26da-4361-91df-071ef44add60 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/quotas/d11d70e008f8440dbb833f8d40a2bc3d HTTP/1.1" status: 200 len: 375 time: 0.0376794 Aug 16 02:13:14.107021 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-d0c601cb-8c59-45ab-8a6b-7d9b38a8d24e tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d11d70e008f8440dbb833f8d40a2bc3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342984 Aug 16 02:13:14.114406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-c3da908d-bcf1-4ee7-9fbf-708235d9abdf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6307232 Aug 16 02:13:14.129368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Request body: {'port': {'device_id': '026dccd4-566e-4cd0-8786-ceec8149fdea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:14.180204 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.213876 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.225400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a13ad044-c64c-470d-98ac-e5a23471de16 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:14.354176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a13ad044-c64c-470d-98ac-e5a23471de16, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a13ad044-c64c-470d-98ac-e5a23471de16,segment=NetworkSegment(ef0b30b4-7406-43fc-afc5-72643021157d),segment_id=ef0b30b4-7406-43fc-afc5-72643021157d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:14.381885 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.399842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'a13ad044-c64c-470d-98ac-e5a23471de16', 'network_id': 'a1ec498d-a303-4a56-ace0-149e58ad852d', 'port_id': 'a13ad044-c64c-470d-98ac-e5a23471de16', 'mac_address': 'fa:16:3e:71:10:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54887cc6-0a68-42e9-8e64-de994a051897', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:14.476566 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.488078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Network dbb8e460-c5d8-4778-9692-7bfced99771b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:14.498941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13ad044-c64c-470d-98ac-e5a23471de16 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:14.503395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:14.513277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:14.529404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f6740-a92c-40da-8bd7-eccc00f56b93 req-c16b09a6-5718-45b7-8a70-2fcb20321b5f tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.530009 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a13ad044-c64c-470d-98ac-e5a23471de16, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a13ad044-c64c-470d-98ac-e5a23471de16,segment=NetworkSegment(ef0b30b4-7406-43fc-afc5-72643021157d),segment_id=ef0b30b4-7406-43fc-afc5-72643021157d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:14.534546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a49f6740-a92c-40da-8bd7-eccc00f56b93 req-c16b09a6-5718-45b7-8a70-2fcb20321b5f tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 945 time: 0.1979017 Aug 16 02:13:14.555993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Pushing event updated for resources: {'Port': ['ID=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:14.628741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.629345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.659253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a49f6740-a92c-40da-8bd7-eccc00f56b93 req-a04f87b0-5aa0-4cc2-80e7-ed6f4dd6262d tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998673 Aug 16 02:13:14.697384 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.707955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50b6d70-e638-49ef-bdda-955e54112ee5 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:14.716119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.743494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a13ad044-c64c-470d-98ac-e5a23471de16,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:14.754928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Transition to ACTIVE for port object a50b6d70-e638-49ef-bdda-955e54112ee5 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:14.774631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df023c83-e469-481b-a132-0c6e416841e8 req-ea6edf4d-0f7a-4981-899a-119e7908725a tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.776194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df023c83-e469-481b-a132-0c6e416841e8 req-ea6edf4d-0f7a-4981-899a-119e7908725a tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 931 time: 0.0576215 Aug 16 02:13:14.817856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df023c83-e469-481b-a132-0c6e416841e8 req-085ac208-5402-467f-b7c8-a7360caa58a0 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Aug 16 02:13:14.840955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1a37a2d3-2d82-40dc-978e-785dded9c37f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1222916 Aug 16 02:13:14.847851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Request body: {'port': {'device_id': '7cb08cd7-9b59-42b1-b5d5-9e6114208883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:14.874655 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.921374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['a13ad044-c64c-470d-98ac-e5a23471de16'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:14.933214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7acebf01-7f89-49fc-99a4-73f119c355ac req-57c52f8c-7c43-4df7-99d0-b21e2a29c38c tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 210 time: 0.0623300 Aug 16 02:13:14.990496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Pushing event updated for resources: {'Port': ['ID=a50b6d70-e638-49ef-bdda-955e54112ee5,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:14.997613 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.209439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Attempting to bind port a50b6d70-e638-49ef-bdda-955e54112ee5 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:15.210427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Attempting to bind port a50b6d70-e638-49ef-bdda-955e54112ee5 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:15.210427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Attempting to bind port a50b6d70-e638-49ef-bdda-955e54112ee5 on network dbb8e460-c5d8-4778-9692-7bfced99771b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:15.238481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a81b32-1407-48c0-8f85-6c350eaefdf8 req-c7702b55-5d5e-4b5f-bd8b-c8b143a3a430 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.241984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18a81b32-1407-48c0-8f85-6c350eaefdf8 req-c7702b55-5d5e-4b5f-bd8b-c8b143a3a430 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 945 time: 0.1897588 Aug 16 02:13:15.252995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Port a50b6d70-e638-49ef-bdda-955e54112ee5 on network dbb8e460-c5d8-4778-9692-7bfced99771b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:15.253308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Attempting to bind port a50b6d70-e638-49ef-bdda-955e54112ee5 on network dbb8e460-c5d8-4778-9692-7bfced99771b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:15.278809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:15.282724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Checking segment: {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:15.282724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Bound using segment: {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:15.282724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Bound port: a50b6d70-e638-49ef-bdda-955e54112ee5, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:15.282724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.380053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18a81b32-1407-48c0-8f85-6c350eaefdf8 req-a8cbd488-da58-421b-98c7-c1562e7543d6 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd935568-0a86-4faf-b13e-27e262d1bb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281209 Aug 16 02:13:15.456650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] For port a50b6d70-e638-49ef-bdda-955e54112ee5, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:15.460963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] For port a50b6d70-e638-49ef-bdda-955e54112ee5, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a50b6d70-e638-49ef-bdda-955e54112ee5,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:15.535260 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.549584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:15.881591 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.885937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.886644 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.888035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] 10.222.0.64 "PUT /v2.0/ports/a50b6d70-e638-49ef-bdda-955e54112ee5 HTTP/1.1" status: 200 len: 1092 time: 1.7651105 Aug 16 02:13:15.889531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026dccd4-566e-4cd0-8786-ceec8149fdea', 'tag': 'a50b6d70-e638-49ef-bdda-955e54112ee5'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:15.891774 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d6d385-8eb9-4046-86b2-6e64f0fdc28f" -d '{"events": [{"name": "network-changed", "server_uuid": "026dccd4-566e-4cd0-8786-ceec8149fdea", "tag": "a50b6d70-e638-49ef-bdda-955e54112ee5"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:15.912555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Transition to ACTIVE for port object 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:15.922514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d499ffe-d93c-4c97-b96c-5ba0fe18c384 service neutron] Pushing event updated for resources: {'Port': ['ID=a50b6d70-e638-49ef-bdda-955e54112ee5,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:16.085706 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.143108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-6d15350a-8bea-48f6-a6e3-f7c3a9a494a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.144629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-6d15350a-8bea-48f6-a6e3-f7c3a9a494a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4bb4217f4f7459a8032c4022752ce1f&device_id=026dccd4-566e-4cd0-8786-ceec8149fdea HTTP/1.1" status: 200 len: 1095 time: 0.0885632 Aug 16 02:13:16.160312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Pushing event updated for resources: {'Port': ['ID=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:16.214079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a13ad044-c64c-470d-98ac-e5a23471de16 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:16.229898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-1eda10e1-6af5-46a2-9b4d-55b47fdfd58a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a50b6d70-e638-49ef-bdda-955e54112ee5 HTTP/1.1" status: 200 len: 217 time: 0.0752995 Aug 16 02:13:16.297904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Attempting to bind port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:16.298160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Attempting to bind port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:16.298492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Attempting to bind port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a on network dbb8e460-c5d8-4778-9692-7bfced99771b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:16.306857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-82e197df-6eb2-440f-8e01-d29bac98d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.308586 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-82e197df-6eb2-440f-8e01-d29bac98d568 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00f47c31-6de9-4a51-8037-648f00ec4cb6 HTTP/1.1" status: 200 len: 853 time: 0.0687573 Aug 16 02:13:16.309279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a on network dbb8e460-c5d8-4778-9692-7bfced99771b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:16.309605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Attempting to bind port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a on network dbb8e460-c5d8-4778-9692-7bfced99771b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:16.314609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:16.315023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Checking segment: {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:16.315403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Bound using segment: {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:16.315829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Bound port: 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:16.316191 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.356672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port a13ad044-c64c-470d-98ac-e5a23471de16 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:16.366617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port a13ad044-c64c-470d-98ac-e5a23471de16 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:16.367582 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.375981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-37afdd83-a9dd-4c39-bc46-23ceb922313c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbb8e460-c5d8-4778-9692-7bfced99771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573890 Aug 16 02:13:16.515493 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.561453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a13ad044-c64c-470d-98ac-e5a23471de16, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a13ad044-c64c-470d-98ac-e5a23471de16,segment=NetworkSegment(ef0b30b4-7406-43fc-afc5-72643021157d),segment_id=ef0b30b4-7406-43fc-afc5-72643021157d)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:16.562727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13ad044-c64c-470d-98ac-e5a23471de16'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:16.565442 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa2170c-c8ad-47f5-9e92-6056668cf7e3" -d '{"events": [{"server_uuid": "ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b", "name": "network-vif-plugged", "status": "completed", "tag": "a13ad044-c64c-470d-98ac-e5a23471de16"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:16.608595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82e608-0f1a-42d6-aca3-c0012b111d68 req-7b1d5ee7-ae0b-48d6-adb4-1f6d33c141f6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.610160 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a82e608-0f1a-42d6-aca3-c0012b111d68 req-7b1d5ee7-ae0b-48d6-adb4-1f6d33c141f6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 946 time: 0.1518176 Aug 16 02:13:16.623200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] For port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:16.627952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] For port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:16.640958 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.664459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-067c7572-5116-406a-8f09-0b504a132308 service neutron] 10.222.0.64 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800558 Aug 16 02:13:16.677661 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a82e608-0f1a-42d6-aca3-c0012b111d68 req-85807b0d-e3d7-41ef-b19b-d33b6a5d9bd1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483522 Aug 16 02:13:16.705269 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 40510) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:16.738937 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.741480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a13ad044-c64c-470d-98ac-e5a23471de16,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:16.809114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.813362 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.815755 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-865421ea-a5a2-413a-a8b6-e2ce32ca1bae tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/72aaa97c-2122-4b38-b4d8-3c3268490043 HTTP/1.1" status: 200 len: 994 time: 0.1036143 Aug 16 02:13:16.815884 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] 10.222.0.74 "PUT /v2.0/ports/13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a HTTP/1.1" status: 200 len: 1092 time: 1.9699295 Aug 16 02:13:16.855061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-48f80477-d808-4565-a33a-ec25749a7549 service neutron] 10.222.0.64 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761377 Aug 16 02:13:16.867689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff1fe9-bd5c-4647-bc77-b7eb0a6299f3 service neutron] Pushing event updated for resources: {'Port': ['ID=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:16.884123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691c690-2cc8-48b7-8a58-8a48b177de0e req-d5a86d5a-83fd-41cd-81ea-dbc0d8fbeb00 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.890428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d691c690-2cc8-48b7-8a58-8a48b177de0e req-d5a86d5a-83fd-41cd-81ea-dbc0d8fbeb00 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 943 time: 0.1035082 Aug 16 02:13:16.940980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d691c690-2cc8-48b7-8a58-8a48b177de0e req-ae4e4017-18de-4d6b-9e70-79971199be5f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458436 Aug 16 02:13:17.019929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-50e20b0f-667a-4049-abb4-96e594852c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.022704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-50e20b0f-667a-4049-abb4-96e594852c24 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c4bb4217f4f7459a8032c4022752ce1f&device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 1095 time: 0.0636494 Aug 16 02:13:17.074257 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e76f30e-5185-4742-ace1-9870f80f5d42 x-openstack-request-id: req-3e76f30e-5185-4742-ace1-9870f80f5d42 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:17.074579 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026dccd4-566e-4cd0-8786-ceec8149fdea", "tag": "a50b6d70-e638-49ef-bdda-955e54112ee5", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:17.074804 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e76f30e-5185-4742-ace1-9870f80f5d42 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:17.075199 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026dccd4-566e-4cd0-8786-ceec8149fdea', 'tag': 'a50b6d70-e638-49ef-bdda-955e54112ee5', 'status': 'completed', 'code': 200} Aug 16 02:13:17.091416 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-3b9a697a-d778-40bc-90d5-49777e796c87 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a HTTP/1.1" status: 200 len: 217 time: 0.0605066 Aug 16 02:13:17.183538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c60a5b93-c5f6-4e9d-a8a8-31cc16c2ce94 req-0e576016-258c-4656-b412-112b0d914bba tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 210 time: 0.0413070 Aug 16 02:13:17.189031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6d385-8eb9-4046-86b2-6e64f0fdc28f req-c334b115-bde1-4601-8e82-1f45a5929fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.190568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38d6d385-8eb9-4046-86b2-6e64f0fdc28f req-c334b115-bde1-4601-8e82-1f45a5929fdd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4bb4217f4f7459a8032c4022752ce1f&device_id=026dccd4-566e-4cd0-8786-ceec8149fdea HTTP/1.1" status: 200 len: 1095 time: 0.1146212 Aug 16 02:13:17.191963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-d2d9430c-2edc-491b-ada8-284fb9923ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.193322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-d2d9430c-2edc-491b-ada8-284fb9923ed1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00f47c31-6de9-4a51-8037-648f00ec4cb6 HTTP/1.1" status: 200 len: 853 time: 0.0847709 Aug 16 02:13:17.278530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-25b41ff3-b549-4ac2-ae4d-6d5698ed7895 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dbb8e460-c5d8-4778-9692-7bfced99771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700023 Aug 16 02:13:17.462898 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab78e70-bded-41ac-b47f-dfb6fa652839 req-7dd273e8-2e07-4600-a8a6-8dd779c584d5 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.472312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eab78e70-bded-41ac-b47f-dfb6fa652839 req-7dd273e8-2e07-4600-a8a6-8dd779c584d5 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 946 time: 0.1974726 Aug 16 02:13:17.499295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-972304ea-f017-4972-875d-7d2422df30cd service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009611 Aug 16 02:13:17.571177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6d385-8eb9-4046-86b2-6e64f0fdc28f req-4700351a-2380-4e51-9399-b8ffcf1e009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.573249 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38d6d385-8eb9-4046-86b2-6e64f0fdc28f req-4700351a-2380-4e51-9399-b8ffcf1e009a service neutron] 10.222.0.64 "GET /v2.0/networks?id=dbb8e460-c5d8-4778-9692-7bfced99771b HTTP/1.1" status: 200 len: 914 time: 0.3736184 Aug 16 02:13:17.633809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-3de6814f-233a-4e05-a667-3c74c94946ee tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d11d70e008f8440dbb833f8d40a2bc3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807111 Aug 16 02:13:17.637016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38d6d385-8eb9-4046-86b2-6e64f0fdc28f req-f0751252-b6c0-418d-9db0-e872d333bce0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a50b6d70-e638-49ef-bdda-955e54112ee5 HTTP/1.1" status: 200 len: 217 time: 0.0490065 Aug 16 02:13:17.713641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eab78e70-bded-41ac-b47f-dfb6fa652839 req-0dcba635-b7e1-4940-b88b-4adc5de67b97 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd935568-0a86-4faf-b13e-27e262d1bb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418180 Aug 16 02:13:17.812847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6d385-8eb9-4046-86b2-6e64f0fdc28f req-41391e4c-4a85-4ef1-b3f5-d1d38ce0941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.818722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38d6d385-8eb9-4046-86b2-6e64f0fdc28f req-41391e4c-4a85-4ef1-b3f5-d1d38ce0941c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00f47c31-6de9-4a51-8037-648f00ec4cb6 HTTP/1.1" status: 200 len: 853 time: 0.1568224 Aug 16 02:13:17.819005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47aeb1db-db3a-4cfc-a461-187984d69e98 req-9d8ed418-0952-4180-aaf3-b95a2c6146c3 service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188074 Aug 16 02:13:17.845904 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955d9af5-a417-4ce0-901a-8d3a5659f5ed x-openstack-request-id: req-955d9af5-a417-4ce0-901a-8d3a5659f5ed {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:17.846430 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b", "name": "network-vif-plugged", "status": "completed", "tag": "a13ad044-c64c-470d-98ac-e5a23471de16", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:17.846430 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-955d9af5-a417-4ce0-901a-8d3a5659f5ed {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:17.848415 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13ad044-c64c-470d-98ac-e5a23471de16', 'code': 200} Aug 16 02:13:17.885501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38d6d385-8eb9-4046-86b2-6e64f0fdc28f req-7773060d-0a47-4237-b6c8-f3319b795313 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbb8e460-c5d8-4778-9692-7bfced99771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602181 Aug 16 02:13:17.927611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-1e575763-9543-4506-bff3-6daf1b427cdb tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.929351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-1e575763-9543-4506-bff3-6daf1b427cdb tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705071 Aug 16 02:13:17.950252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Request body: {'port': {'device_id': 'ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': 'd11d70e008f8440dbb833f8d40a2bc3d'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:18.153090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7e0b0-2770-4117-835b-7c3757cfab38 req-20ed2840-7c1a-43e4-8c59-575ab92ea5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.154663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ab7e0b0-2770-4117-835b-7c3757cfab38 req-20ed2840-7c1a-43e4-8c59-575ab92ea5e9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 1098 time: 0.2233679 Aug 16 02:13:18.247099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38d6d385-8eb9-4046-86b2-6e64f0fdc28f req-560c66d0-7f0a-4836-a52d-779e5915d0e0 service neutron] 10.222.0.64 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349726 Aug 16 02:13:18.254404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206ae6c-9ee3-45f9-9c8f-f636282f9d29 req-65ff1532-7e3b-414b-bdeb-70354e05f868 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.255865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d206ae6c-9ee3-45f9-9c8f-f636282f9d29 req-65ff1532-7e3b-414b-bdeb-70354e05f868 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 943 time: 0.1738186 Aug 16 02:13:18.273566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ab7e0b0-2770-4117-835b-7c3757cfab38 req-0dab4b77-a8d7-49cf-88d6-e467a2de7aa6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cd935568-0a86-4faf-b13e-27e262d1bb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063950 Aug 16 02:13:18.363245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d206ae6c-9ee3-45f9-9c8f-f636282f9d29 req-bd440844-3fb5-4b41-a824-e36c1479876b tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997641 Aug 16 02:13:18.409270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38d6d385-8eb9-4046-86b2-6e64f0fdc28f req-13e48d24-7e15-49e3-b02d-3cc2267d3f24 service neutron] 10.222.0.64 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522045 Aug 16 02:13:18.453373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Made reservation on behalf of d11d70e008f8440dbb833f8d40a2bc3d for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:18.456856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.481189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.514909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143af52-f2f1-4693-91f3-ee011452f1d4 req-3f74a618-00f6-4182-a09c-1876275ee6cf tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.516447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3143af52-f2f1-4693-91f3-ee011452f1d4 req-3f74a618-00f6-4182-a09c-1876275ee6cf tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1098 time: 0.0737140 Aug 16 02:13:18.579492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3143af52-f2f1-4693-91f3-ee011452f1d4 req-114db4b8-6ae0-49f1-855e-1c8064ac633b tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546837 Aug 16 02:13:18.627097 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.704545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.716945 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32a88241-9a32-4d05-8e2e-f98163b90386 req-f2134663-0b6d-4f65-b7f1-e1891787ef85 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 210 time: 0.0413923 Aug 16 02:13:18.748301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aefdc06-0da3-4955-8f04-642760026d81,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.867309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Allocated IP 192.168.233.173 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/6654ea96-4b69-4c9f-bf4d-bc1202096387) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:19.071269 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.075834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb08cd7-9b59-42b1-b5d5-9e6114208883', 'tag': '13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:19.078524 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb9b675-b72c-4c97-9cab-9d72ac654e53" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb08cd7-9b59-42b1-b5d5-9e6114208883", "tag": "13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:19.108807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Transition to ACTIVE for port object 6654ea96-4b69-4c9f-bf4d-bc1202096387 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:19.243203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.294783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:19.299896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:19.305877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:19.335664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Pushing event updated for resources: {'Port': ['ID=6654ea96-4b69-4c9f-bf4d-bc1202096387,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:19.367278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.369604 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.486817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-5f71ce4b-ef44-461e-9514-d6586e22f2f3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5464513 Aug 16 02:13:19.500129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Request body: {'port': {'device_id': 'ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:19.576566 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.737258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-67c1fe0d-5b85-4d5b-9a90-e3b6ffe33ec8 None None] Provisioning for port 6654ea96-4b69-4c9f-bf4d-bc1202096387 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:19.742764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-67c1fe0d-5b85-4d5b-9a90-e3b6ffe33ec8 None None] Provisioning complete for port 6654ea96-4b69-4c9f-bf4d-bc1202096387 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:19.743369 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-67c1fe0d-5b85-4d5b-9a90-e3b6ffe33ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.782238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-67c1fe0d-5b85-4d5b-9a90-e3b6ffe33ec8 None None] Port 6654ea96-4b69-4c9f-bf4d-bc1202096387 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:19.803162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device a50b6d70-e638-49ef-bdda-955e54112ee5 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:19.947477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port a50b6d70-e638-49ef-bdda-955e54112ee5, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a50b6d70-e638-49ef-bdda-955e54112ee5,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:19.958438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6654ea96-4b69-4c9f-bf4d-bc1202096387 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:19.969423 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.983060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'a50b6d70-e638-49ef-bdda-955e54112ee5', 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b', 'port_id': 'a50b6d70-e638-49ef-bdda-955e54112ee5', 'mac_address': 'fa:16:3e:ad:37:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f47c31-6de9-4a51-8037-648f00ec4cb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:19.984540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Transition to ACTIVE for port object 6654ea96-4b69-4c9f-bf4d-bc1202096387 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:20.036292 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.040201 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.065435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50b6d70-e638-49ef-bdda-955e54112ee5 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:20.077166 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-d46da856-1c2a-4c32-880d-0466c1f9dd99 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2567122 Aug 16 02:13:20.114897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port a50b6d70-e638-49ef-bdda-955e54112ee5, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a50b6d70-e638-49ef-bdda-955e54112ee5,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:20.139903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Pushing event updated for resources: {'Port': ['ID=6654ea96-4b69-4c9f-bf4d-bc1202096387,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:20.188659 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.232926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Attempting to bind port 6654ea96-4b69-4c9f-bf4d-bc1202096387 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:20.238199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Attempting to bind port 6654ea96-4b69-4c9f-bf4d-bc1202096387 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:20.238558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Attempting to bind port 6654ea96-4b69-4c9f-bf4d-bc1202096387 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:20.253038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:20.256319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Port 6654ea96-4b69-4c9f-bf4d-bc1202096387 on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:20.256802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Attempting to bind port 6654ea96-4b69-4c9f-bf4d-bc1202096387 on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:20.267582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=a50b6d70-e638-49ef-bdda-955e54112ee5,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:20.271643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:20.271990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:20.272390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:20.272831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Bound port: 6654ea96-4b69-4c9f-bf4d-bc1202096387, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:20.273200 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.405269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] For port 6654ea96-4b69-4c9f-bf4d-bc1202096387, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:20.415300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] For port 6654ea96-4b69-4c9f-bf4d-bc1202096387, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6654ea96-4b69-4c9f-bf4d-bc1202096387,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:20.455671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:20.466785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a', 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b', 'port_id': '13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a', 'mac_address': 'fa:16:3e:89:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f47c31-6de9-4a51-8037-648f00ec4cb6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:20.493195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['a50b6d70-e638-49ef-bdda-955e54112ee5'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:20.513843 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.538629 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.558705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:20.584671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:20.593579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.594191 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.596103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] 10.222.0.64 "PUT /v2.0/ports/6654ea96-4b69-4c9f-bf4d-bc1202096387 HTTP/1.1" status: 200 len: 1097 time: 1.1005330 Aug 16 02:13:20.625114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb58aa-9976-46c7-88c5-357247443320 service neutron] Pushing event updated for resources: {'Port': ['ID=6654ea96-4b69-4c9f-bf4d-bc1202096387,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:20.724275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.795676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-ab275f5c-2048-466d-a51e-1a4028391fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.798896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-ab275f5c-2048-466d-a51e-1a4028391fc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d70e008f8440dbb833f8d40a2bc3d&device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 1100 time: 0.0505674 Aug 16 02:13:20.812571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:20.890270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-32ec79c4-02a3-495c-bb8e-b3b049717d8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6654ea96-4b69-4c9f-bf4d-bc1202096387 HTTP/1.1" status: 200 len: 217 time: 0.0842397 Aug 16 02:13:20.939589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:20.980191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-a2411d6b-27b3-4e44-90b8-449012de8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.982435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-a2411d6b-27b3-4e44-90b8-449012de8a75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0842345 Aug 16 02:13:21.051483 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.063335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-efe9e871-0873-4cfc-a857-edb6999d3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.065498 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-efe9e871-0873-4cfc-a857-edb6999d3090 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625579 Aug 16 02:13:21.189988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-454ad913-f8d2-4588-892a-c92182bb9263 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161990 Aug 16 02:13:21.291557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4945b2e-a84d-4745-84c5-92ac8b49cda9 req-9aad8c52-49a7-409a-ad1a-daf32e1cd01c service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941677 Aug 16 02:13:21.518569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-72f38df4-e226-4342-a1f8-cd753b6c142d tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:21.519651 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-72f38df4-e226-4342-a1f8-cd753b6c142d tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1267924 Aug 16 02:13:21.529394 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Request body: {'binding': {'host': 'n-h1-768509-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:21.529959 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Unknown quota resources ['binding']. {{(pid=95515) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:13:21.667906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 on host n-h1-768509-23 for vnic_type normal with profile None {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:21.668246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:21.668584 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 on network fa64c5e1-c68d-4327-bd79-f44010b495eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:21.674116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Port 14b6477c-2c01-4893-b3aa-79ca73caba79 on network fa64c5e1-c68d-4327-bd79-f44010b495eb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:21.674437 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 on network fa64c5e1-c68d-4327-bd79-f44010b495eb {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:21.679231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:21.679570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Checking segment: {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:21.679955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Bound using segment: {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:21.680378 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Bound port: 14b6477c-2c01-4893-b3aa-79ca73caba79, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:21.765868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:21.818081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device a50b6d70-e638-49ef-bdda-955e54112ee5 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:21.863866 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] Notify callbacks [] for binding, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.865114 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f5553882-3b34-4bf3-b240-da72518dd906 service neutron] 10.222.0.66 "POST /v2.0/ports/14b6477c-2c01-4893-b3aa-79ca73caba79/bindings HTTP/1.1" status: 201 len: 390 time: 0.3390422 Aug 16 02:13:21.971477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port a50b6d70-e638-49ef-bdda-955e54112ee5 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:21.975762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port a50b6d70-e638-49ef-bdda-955e54112ee5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:21.976101 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.193620 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.209717 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.235820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026dccd4-566e-4cd0-8786-ceec8149fdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b6d70-e638-49ef-bdda-955e54112ee5'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:22.238845 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7e9b3b-86fa-49e6-964e-4221e961d4f3" -d '{"events": [{"server_uuid": "026dccd4-566e-4cd0-8786-ceec8149fdea", "name": "network-vif-plugged", "status": "completed", "tag": "a50b6d70-e638-49ef-bdda-955e54112ee5"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:22.253955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port a50b6d70-e638-49ef-bdda-955e54112ee5, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a50b6d70-e638-49ef-bdda-955e54112ee5,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:22.258105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:22.332653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92084d-be10-4d65-b71d-afc95f8d0579 req-82e4b76f-5de4-43b0-ad49-dbd52d749bf6 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.334187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a92084d-be10-4d65-b71d-afc95f8d0579 req-82e4b76f-5de4-43b0-ad49-dbd52d749bf6 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 946 time: 0.0521066 Aug 16 02:13:22.348895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.378783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a92084d-be10-4d65-b71d-afc95f8d0579 req-fe806823-3f3d-4025-b33c-b1ad9a9a9af6 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd935568-0a86-4faf-b13e-27e262d1bb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381799 Aug 16 02:13:22.407388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=a50b6d70-e638-49ef-bdda-955e54112ee5,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:22.418585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:22.423312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:22.423762 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.455274 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14befd95-40e2-4e8a-b231-7b5b80ade06b x-openstack-request-id: req-14befd95-40e2-4e8a-b231-7b5b80ade06b {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:22.455583 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb08cd7-9b59-42b1-b5d5-9e6114208883", "tag": "13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:22.455841 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-14befd95-40e2-4e8a-b231-7b5b80ade06b {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:22.456297 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb08cd7-9b59-42b1-b5d5-9e6114208883', 'tag': '13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a', 'status': 'completed', 'code': 200} Aug 16 02:13:22.524638 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.536456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9b675-b72c-4c97-9cab-9d72ac654e53 req-e098a5ca-e3d2-49ea-a557-cf67daddc25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.537989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1eb9b675-b72c-4c97-9cab-9d72ac654e53 req-e098a5ca-e3d2-49ea-a557-cf67daddc25f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c4bb4217f4f7459a8032c4022752ce1f&device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 1096 time: 0.0567129 Aug 16 02:13:22.565603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:22.636227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba83b7-f483-4227-894e-7b2d25f55f2b req-65527829-6ba0-4939-8f41-5f833f2402a1 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.637847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5eba83b7-f483-4227-894e-7b2d25f55f2b req-65527829-6ba0-4939-8f41-5f833f2402a1 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 944 time: 0.1173356 Aug 16 02:13:22.690331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9b675-b72c-4c97-9cab-9d72ac654e53 req-fc2c99b5-885f-45be-b8c6-432e1ec4fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.691857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1eb9b675-b72c-4c97-9cab-9d72ac654e53 req-fc2c99b5-885f-45be-b8c6-432e1ec4fa11 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dbb8e460-c5d8-4778-9692-7bfced99771b HTTP/1.1" status: 200 len: 914 time: 0.1369605 Aug 16 02:13:22.698184 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.700777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5eba83b7-f483-4227-894e-7b2d25f55f2b req-9fcecf47-9199-4d07-aedc-841806a54e68 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517452 Aug 16 02:13:22.749665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1eb9b675-b72c-4c97-9cab-9d72ac654e53 req-77e1be70-f291-4191-b30c-d881157cd561 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a HTTP/1.1" status: 200 len: 217 time: 0.0385025 Aug 16 02:13:22.762981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:22.853640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9b675-b72c-4c97-9cab-9d72ac654e53 req-4e0acbc8-1f2a-4132-9072-3b5049d66bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.855461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1eb9b675-b72c-4c97-9cab-9d72ac654e53 req-4e0acbc8-1f2a-4132-9072-3b5049d66bf6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00f47c31-6de9-4a51-8037-648f00ec4cb6 HTTP/1.1" status: 200 len: 853 time: 0.1082621 Aug 16 02:13:22.898583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1eb9b675-b72c-4c97-9cab-9d72ac654e53 req-dc4d6867-274f-47f8-ae77-42a31d1f3086 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dbb8e460-c5d8-4778-9692-7bfced99771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365031 Aug 16 02:13:22.906887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48434bb3-b0d0-4db2-8684-8e457947e788 req-97554be0-4ae1-4c5a-8acd-509eef1bb070 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.908284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48434bb3-b0d0-4db2-8684-8e457947e788 req-97554be0-4ae1-4c5a-8acd-509eef1bb070 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 948 time: 0.1079309 Aug 16 02:13:22.913391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-03cc25f4-5d50-4a23-ad55-4045acb40c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.915209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-03cc25f4-5d50-4a23-ad55-4045acb40c93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1098 time: 0.1267705 Aug 16 02:13:23.049139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48434bb3-b0d0-4db2-8684-8e457947e788 req-da28d122-2265-4ef1-ad31-1694e064d6ee tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324492 Aug 16 02:13:23.107076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1eb9b675-b72c-4c97-9cab-9d72ac654e53 req-30562b0e-213a-4dfe-9ac3-552d276641f1 service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959126 Aug 16 02:13:23.109461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-428b2b4a-6817-46b7-869b-78c749e7869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.111044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-428b2b4a-6817-46b7-869b-78c749e7869e service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa64c5e1-c68d-4327-bd79-f44010b495eb HTTP/1.1" status: 200 len: 896 time: 0.1878788 Aug 16 02:13:23.629834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1eb9b675-b72c-4c97-9cab-9d72ac654e53 req-88ce022c-e828-467d-ae56-b6f54bd2aae7 service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168285 Aug 16 02:13:23.639866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-2eb6f915-e08d-45f4-86dd-5e158cd8bc87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b6477c-2c01-4893-b3aa-79ca73caba79 HTTP/1.1" status: 200 len: 1002 time: 0.5174720 Aug 16 02:13:23.649672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3fa59-4425-4df0-9401-eecf964936fa req-a9abddaf-f98c-4d5e-bcd8-6d3e31fb7a48 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.657619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30a3fa59-4425-4df0-9401-eecf964936fa req-a9abddaf-f98c-4d5e-bcd8-6d3e31fb7a48 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 946 time: 0.4711270 Aug 16 02:13:23.679171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-a6c40450-c26d-47ce-aa57-6c3a43e0e269 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1228487 Aug 16 02:13:23.746674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30a3fa59-4425-4df0-9401-eecf964936fa req-9640f3c0-e26e-4f5e-847e-7a4f6372d32e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880165 Aug 16 02:13:23.780204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f40e08e3-6b0f-421b-85f6-092d1f0c8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.781721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-f40e08e3-6b0f-421b-85f6-092d1f0c8729 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97d34380-35d0-486f-88e1-d86ca1556c60 HTTP/1.1" status: 200 len: 835 time: 0.1220243 Aug 16 02:13:23.793265 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2ea311-3c71-4f80-be76-4df3a0405ce2 x-openstack-request-id: req-7c2ea311-3c71-4f80-be76-4df3a0405ce2 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:23.793753 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026dccd4-566e-4cd0-8786-ceec8149fdea", "name": "network-vif-plugged", "status": "completed", "tag": "a50b6d70-e638-49ef-bdda-955e54112ee5", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:23.793881 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c2ea311-3c71-4f80-be76-4df3a0405ce2 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:23.794231 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026dccd4-566e-4cd0-8786-ceec8149fdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b6d70-e638-49ef-bdda-955e54112ee5', 'code': 200} Aug 16 02:13:23.850473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-b77937e3-8902-44ba-bf02-1ea2aeeee3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.851917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-b77937e3-8902-44ba-bf02-1ea2aeeee3f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a4a1cd620dd463cad9da3ee09b2a001&device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 1097 time: 0.1209159 Aug 16 02:13:23.913052 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1fb27-59c9-4e59-9bd4-fe04e8d50c0f req-5bcb9f90-1fdf-43d3-9eaa-4dd53123c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.914742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-eb5ec490-9474-420b-a91e-619449a5e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.915360 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0fb1fb27-59c9-4e59-9bd4-fe04e8d50c0f req-5bcb9f90-1fdf-43d3-9eaa-4dd53123c669 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=026dccd4-566e-4cd0-8786-ceec8149fdea HTTP/1.1" status: 200 len: 1097 time: 0.0506210 Aug 16 02:13:23.916285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-eb5ec490-9474-420b-a91e-619449a5e42e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa64c5e1-c68d-4327-bd79-f44010b495eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266446 Aug 16 02:13:23.968904 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0fb1fb27-59c9-4e59-9bd4-fe04e8d50c0f req-b453281a-e54b-464b-a865-3eb10ca23cb7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 Aug 16 02:13:24.029748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a90a7-e540-47d5-bf9f-259ff19bf5d8 req-9b836bed-5961-4597-ace7-d9d2a55c8266 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.031198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-996a90a7-e540-47d5-bf9f-259ff19bf5d8 req-9b836bed-5961-4597-ace7-d9d2a55c8266 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 945 time: 0.1835887 Aug 16 02:13:24.110351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-af155a5d-78d4-40dc-949d-c55cbe05f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.111864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-af155a5d-78d4-40dc-949d-c55cbe05f40f service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ef609a-438f-4e15-b84e-14e59270762f HTTP/1.1" status: 200 len: 915 time: 0.2283931 Aug 16 02:13:24.114217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-57dbea60-235b-4939-879a-07ca39785b3b service neutron] 10.222.0.64 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708879 Aug 16 02:13:24.117268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-996a90a7-e540-47d5-bf9f-259ff19bf5d8 req-eb6afd1d-8bbb-4096-83c5-9eef595e02f7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769045 Aug 16 02:13:24.180752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-dc36d779-0dcb-4ba8-95f3-03d8e306b7ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3b8d1a-61bb-415a-9130-37a98e10b5c2 HTTP/1.1" status: 200 len: 217 time: 0.0560184 Aug 16 02:13:24.321484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42a7dd-866d-4382-b44a-44995973b4e3 req-a39ae480-9843-49d4-9ca0-94eea6b6ae6a tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.323189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f42a7dd-866d-4382-b44a-44995973b4e3 req-a39ae480-9843-49d4-9ca0-94eea6b6ae6a tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 948 time: 0.1092792 Aug 16 02:13:24.327200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-977f9f39-1974-461e-9a29-c65af389ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.328660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-977f9f39-1974-461e-9a29-c65af389ab71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=41733cca-cced-4ada-82f5-14150d1ee9c0 HTTP/1.1" status: 200 len: 854 time: 0.1159441 Aug 16 02:13:24.377833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-2352a2ad-4e42-474d-9cec-99755127fadc service neutron] 10.222.0.64 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443063 Aug 16 02:13:24.394127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-587b35ce-0624-48cf-889b-6396d76a6c32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ef609a-438f-4e15-b84e-14e59270762f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418262 Aug 16 02:13:24.422040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3f42a7dd-866d-4382-b44a-44995973b4e3 req-14eb0c2b-e85c-4181-a0e4-da468dcd8335 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785339 Aug 16 02:13:24.457070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81', 'tag': '6654ea96-4b69-4c9f-bf4d-bc1202096387'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:24.459427 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4914020-4180-446d-8bf3-1e830b5de0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81", "tag": "6654ea96-4b69-4c9f-bf4d-bc1202096387"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:24.514076 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724041d8-db17-4264-b8e2-ae0573e50bdc x-openstack-request-id: req-724041d8-db17-4264-b8e2-ae0573e50bdc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:24.514417 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81", "tag": "6654ea96-4b69-4c9f-bf4d-bc1202096387", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:24.520115 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-724041d8-db17-4264-b8e2-ae0573e50bdc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:24.520115 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81', 'tag': '6654ea96-4b69-4c9f-bf4d-bc1202096387', 'status': 'completed', 'code': 200} Aug 16 02:13:24.589203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-a7a213b8-d83f-489c-bd23-c1831ea4b49e tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.591041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-a7a213b8-d83f-489c-bd23-c1831ea4b49e tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8&tenant_id=28991c254a224cf091ab3afd77d33192&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1098 time: 0.1284649 Aug 16 02:13:24.596970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-967c7a05-24bc-4793-80be-409494f414b0 service neutron] 10.222.0.64 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890576 Aug 16 02:13:24.613916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-23'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:24.614820 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4914020-4180-446d-8bf3-1e830b5de0d4 req-af44a8e3-d42b-4afa-a16e-21aca656f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.616320 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d4914020-4180-446d-8bf3-1e830b5de0d4 req-af44a8e3-d42b-4afa-a16e-21aca656f44f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d70e008f8440dbb833f8d40a2bc3d&device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 1100 time: 0.0759346 Aug 16 02:13:24.729387 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.783040 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4914020-4180-446d-8bf3-1e830b5de0d4 req-47ab36c0-03dd-478e-8f62-6b7d2066be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.784387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-38c034c9-172c-4ed6-82cb-90ffb4b1dd1d service neutron] 10.222.0.64 "GET /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674879 Aug 16 02:13:24.784517 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d4914020-4180-446d-8bf3-1e830b5de0d4 req-47ab36c0-03dd-478e-8f62-6b7d2066be87 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1609561 Aug 16 02:13:24.871139 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d4914020-4180-446d-8bf3-1e830b5de0d4 req-74fbea0a-2a24-4d35-9a84-8b2268ff413c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6654ea96-4b69-4c9f-bf4d-bc1202096387 HTTP/1.1" status: 200 len: 217 time: 0.0614998 Aug 16 02:13:24.937290 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4914020-4180-446d-8bf3-1e830b5de0d4 req-985768fb-ca49-4f30-aa84-1d51106acc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.938148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425d08e-17dd-4540-b7ba-a4c59fee6fc5 req-dd6800e0-4015-4a20-86a1-18e703163ce8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.938844 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d4914020-4180-446d-8bf3-1e830b5de0d4 req-985768fb-ca49-4f30-aa84-1d51106acc20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0597348 Aug 16 02:13:24.939913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4425d08e-17dd-4540-b7ba-a4c59fee6fc5 req-dd6800e0-4015-4a20-86a1-18e703163ce8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 946 time: 0.0914023 Aug 16 02:13:24.948543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:25.021651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4425d08e-17dd-4540-b7ba-a4c59fee6fc5 req-6a4ff599-6160-4bc3-8ca7-c881d457cadf tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699964 Aug 16 02:13:25.033417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:25.038600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4914020-4180-446d-8bf3-1e830b5de0d4 req-84ae454a-66c7-419c-ae01-8128b89ca4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.040712 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d4914020-4180-446d-8bf3-1e830b5de0d4 req-84ae454a-66c7-419c-ae01-8128b89ca4e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0940616 Aug 16 02:13:25.077257 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.136278 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d4914020-4180-446d-8bf3-1e830b5de0d4 req-30b01e2d-b902-4b50-af49-e26a5e1cdb3a service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866351 Aug 16 02:13:25.204487 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.239999 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d4914020-4180-446d-8bf3-1e830b5de0d4 req-19604c74-72cc-4c80-ab73-c73f6fc46d02 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959539 Aug 16 02:13:25.335885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8245b58-da3f-4f5a-aeb5-5434e52d65e1 req-f6a7906c-bc6a-473b-95c2-14587fdabbbc tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.337697 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8245b58-da3f-4f5a-aeb5-5434e52d65e1 req-f6a7906c-bc6a-473b-95c2-14587fdabbbc tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 945 time: 0.1455784 Aug 16 02:13:25.340545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Pushing event updated for resources: {'Port': ['ID=14b6477c-2c01-4893-b3aa-79ca73caba79,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:25.408575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8245b58-da3f-4f5a-aeb5-5434e52d65e1 req-d16daf82-5a33-4a17-990a-0e4f27cc87cf tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599048 Aug 16 02:13:25.457116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 on host n-h2-768509-23 for vnic_type normal with profile {"migrating_to": "n-h1-768509-23"} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:25.457641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:25.458106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 on network fa64c5e1-c68d-4327-bd79-f44010b495eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:25.463908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Port 14b6477c-2c01-4893-b3aa-79ca73caba79 on network fa64c5e1-c68d-4327-bd79-f44010b495eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:25.464457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Attempting to bind port 14b6477c-2c01-4893-b3aa-79ca73caba79 on network fa64c5e1-c68d-4327-bd79-f44010b495eb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:25.471036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:25.471452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Checking segment: {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:25.471910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Bound using segment: {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:25.472420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Bound port: 14b6477c-2c01-4893-b3aa-79ca73caba79, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed40404f-1cde-425b-965a-b3d69e405f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:25.473028 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.555371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-24246f1d-a864-45cf-b41e-0dbc4bb5ce37 None None] Provisioning complete for port 14b6477c-2c01-4893-b3aa-79ca73caba79 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:25.555824 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-24246f1d-a864-45cf-b41e-0dbc4bb5ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.575424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:25.579273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:25.593981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ce524-4e2b-45de-9888-547dd2412a4e req-59aebf43-05f8-43b1-b7bd-29e66e0d8a23 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.595482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae9ce524-4e2b-45de-9888-547dd2412a4e req-59aebf43-05f8-43b1-b7bd-29e66e0d8a23 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 948 time: 0.0791609 Aug 16 02:13:25.596233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-24246f1d-a864-45cf-b41e-0dbc4bb5ce37 None None] Port 14b6477c-2c01-4893-b3aa-79ca73caba79 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:25.635793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae9ce524-4e2b-45de-9888-547dd2412a4e req-d9f2cad1-54b0-4751-99ff-6b821f6336be tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Aug 16 02:13:25.719068 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.794955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb08cd7-9b59-42b1-b5d5-9e6114208883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:25.797567 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb6863-bd07-450c-be4e-5f40684fa706" -d '{"events": [{"server_uuid": "7cb08cd7-9b59-42b1-b5d5-9e6114208883", "name": "network-vif-plugged", "status": "completed", "tag": "13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:25.820914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Pushing event updated for resources: {'Port': ['ID=14b6477c-2c01-4893-b3aa-79ca73caba79,revision_number=8']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:25.842994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6654ea96-4b69-4c9f-bf4d-bc1202096387 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:25.863168 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4eac64-8ba1-4ec9-aee6-35120a7c3c70 x-openstack-request-id: req-9b4eac64-8ba1-4ec9-aee6-35120a7c3c70 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:25.863586 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb08cd7-9b59-42b1-b5d5-9e6114208883", "name": "network-vif-plugged", "status": "completed", "tag": "13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:25.863844 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b4eac64-8ba1-4ec9-aee6-35120a7c3c70 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:25.864286 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb08cd7-9b59-42b1-b5d5-9e6114208883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a', 'code': 200} Aug 16 02:13:25.888291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.888889 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.890917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-8a4920c9-5270-42a2-acc9-4a46419e78d8 service neutron] 10.222.0.64 "PUT /v2.0/ports/14b6477c-2c01-4893-b3aa-79ca73caba79 HTTP/1.1" status: 200 len: 1124 time: 1.2822380 Aug 16 02:13:25.985331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['14b6477c-2c01-4893-b3aa-79ca73caba79'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:25.994743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c98a9-dd63-47c6-87b2-9f1f85e0f8f8 req-ef92f629-ce57-44e0-bca7-514cd717581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.996595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-618c98a9-dd63-47c6-87b2-9f1f85e0f8f8 req-ef92f629-ce57-44e0-bca7-514cd717581e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 1097 time: 0.0688062 Aug 16 02:13:26.053968 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6654ea96-4b69-4c9f-bf4d-bc1202096387, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6654ea96-4b69-4c9f-bf4d-bc1202096387,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:26.060089 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-618c98a9-dd63-47c6-87b2-9f1f85e0f8f8 req-2e03fe47-99d6-42d6-b98b-e258959b76c4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523224 Aug 16 02:13:26.113367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '6654ea96-4b69-4c9f-bf4d-bc1202096387', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': '6654ea96-4b69-4c9f-bf4d-bc1202096387', 'mac_address': 'fa:16:3e:c0:a9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:26.175563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba25f6f-394b-4085-a53c-48668ce1a742 req-031e5f76-c030-47dd-a7da-aa5e3908c9ba tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.184557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cba25f6f-394b-4085-a53c-48668ce1a742 req-031e5f76-c030-47dd-a7da-aa5e3908c9ba tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 944 time: 0.0693355 Aug 16 02:13:26.221511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-69705dd6-5b70-4481-b1b2-6a4f1da1a5e1 None None] Provisioning complete for port 14b6477c-2c01-4893-b3aa-79ca73caba79 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:26.222014 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-69705dd6-5b70-4481-b1b2-6a4f1da1a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.232859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cba25f6f-394b-4085-a53c-48668ce1a742 req-c468abf4-e045-4953-8810-1f0e2b2103b2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470815 Aug 16 02:13:26.253485 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.339818 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6654ea96-4b69-4c9f-bf4d-bc1202096387 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:26.384396 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:13:26.413958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6654ea96-4b69-4c9f-bf4d-bc1202096387, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6654ea96-4b69-4c9f-bf4d-bc1202096387,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:26.423138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bff18-2bcc-40af-8f9a-330c27ac21ec req-5cb66d3b-6fef-4240-ae23-b317c5179e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.425312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a3bff18-2bcc-40af-8f9a-330c27ac21ec req-5cb66d3b-6fef-4240-ae23-b317c5179e67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1127 time: 0.0565267 Aug 16 02:13:26.458739 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-69705dd6-5b70-4481-b1b2-6a4f1da1a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.504160 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.527387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79'}, {'name': 'network-changed', 'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:26.529737 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cade63a-ca72-483d-a2c6-e639c48bc109" -d '{"events": [{"server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "name": "network-vif-unplugged", "status": "completed", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79"}, {"name": "network-changed", "server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:26.555509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-69705dd6-5b70-4481-b1b2-6a4f1da1a5e1 None None] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:26.580344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6814f01-a442-4574-b5ad-222f09361e55 req-9d9cb2f5-74f7-4b21-932a-cf26da224704 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.582481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6814f01-a442-4574-b5ad-222f09361e55 req-9d9cb2f5-74f7-4b21-932a-cf26da224704 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 945 time: 0.0824020 Aug 16 02:13:26.596814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=6654ea96-4b69-4c9f-bf4d-bc1202096387,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.617731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bff18-2bcc-40af-8f9a-330c27ac21ec req-c6210374-691f-4221-bbed-31bf49147b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.620137 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a3bff18-2bcc-40af-8f9a-330c27ac21ec req-c6210374-691f-4221-bbed-31bf49147b45 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fa64c5e1-c68d-4327-bd79-f44010b495eb HTTP/1.1" status: 200 len: 896 time: 0.1705811 Aug 16 02:13:26.646519 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-69705dd6-5b70-4481-b1b2-6a4f1da1a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.684127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6814f01-a442-4574-b5ad-222f09361e55 req-ac86e352-531f-494c-880d-6bff8029a833 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862393 Aug 16 02:13:26.719916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a3bff18-2bcc-40af-8f9a-330c27ac21ec req-9739eb32-ee6b-418a-87a8-ca97c754a1d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b6477c-2c01-4893-b3aa-79ca73caba79 HTTP/1.1" status: 200 len: 1000 time: 0.0880067 Aug 16 02:13:26.773594 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5593029-4609-44d8-8015-1719ed008fb7 x-openstack-request-id: req-c5593029-4609-44d8-8015-1719ed008fb7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:26.773971 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "name": "network-vif-unplugged", "status": "completed", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79", "code": 200}, {"name": "network-changed", "server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:26.774440 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5593029-4609-44d8-8015-1719ed008fb7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:26.774734 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'code': 200} Aug 16 02:13:26.774916 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'status': 'completed', 'code': 200} Aug 16 02:13:26.791960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bff18-2bcc-40af-8f9a-330c27ac21ec req-63ef6296-7eb8-4bfc-9bba-9a012ea8347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.793706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a3bff18-2bcc-40af-8f9a-330c27ac21ec req-63ef6296-7eb8-4bfc-9bba-9a012ea8347a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97d34380-35d0-486f-88e1-d86ca1556c60 HTTP/1.1" status: 200 len: 835 time: 0.0633011 Aug 16 02:13:26.795477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['6654ea96-4b69-4c9f-bf4d-bc1202096387'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:26.847811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bff18-2bcc-40af-8f9a-330c27ac21ec req-882a70be-3973-4587-a38a-ff21b63095b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.848778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a3bff18-2bcc-40af-8f9a-330c27ac21ec req-882a70be-3973-4587-a38a-ff21b63095b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fa64c5e1-c68d-4327-bd79-f44010b495eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468986 Aug 16 02:13:26.860442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69705dd6-5b70-4481-b1b2-6a4f1da1a5e1 None None] Pushing event updated for resources: {'Port': ['ID=14b6477c-2c01-4893-b3aa-79ca73caba79,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.964311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b2ff2-00cd-4d7d-915d-2fda8b4853a8 req-0fca2754-5687-4aba-96bf-54fcd3cfa028 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.966003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-505b2ff2-00cd-4d7d-915d-2fda8b4853a8 req-0fca2754-5687-4aba-96bf-54fcd3cfa028 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 949 time: 0.1137249 Aug 16 02:13:27.033896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-505b2ff2-00cd-4d7d-915d-2fda8b4853a8 req-9dba1653-adce-4d3c-827b-048fcad3c7a9 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566695 Aug 16 02:13:27.036004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a3bff18-2bcc-40af-8f9a-330c27ac21ec req-57c7ce45-24e3-4469-b30f-680ebd1aa428 service neutron] 10.222.0.74 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707287 Aug 16 02:13:27.142847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a3bff18-2bcc-40af-8f9a-330c27ac21ec req-50d4f1a5-00a7-4a93-b81a-3414c149708f service neutron] 10.222.0.74 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983453 Aug 16 02:13:27.290994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cade63a-ca72-483d-a2c6-e639c48bc109 req-52f5c4a6-8d55-4cc8-b91a-f7ecb8abcff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.292526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cade63a-ca72-483d-a2c6-e639c48bc109 req-52f5c4a6-8d55-4cc8-b91a-f7ecb8abcff6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1129 time: 0.0425498 Aug 16 02:13:27.403788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cade63a-ca72-483d-a2c6-e639c48bc109 req-11207f0b-5315-4de3-8ff2-e0cbf37c5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.405370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cade63a-ca72-483d-a2c6-e639c48bc109 req-11207f0b-5315-4de3-8ff2-e0cbf37c5c7b service neutron] 10.222.0.74 "GET /v2.0/networks?id=fa64c5e1-c68d-4327-bd79-f44010b495eb HTTP/1.1" status: 200 len: 896 time: 0.0976844 Aug 16 02:13:27.484080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cade63a-ca72-483d-a2c6-e639c48bc109 req-33af3d10-3546-4313-b305-7566d7b89035 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b6477c-2c01-4893-b3aa-79ca73caba79 HTTP/1.1" status: 200 len: 1002 time: 0.0697443 Aug 16 02:13:27.542865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cade63a-ca72-483d-a2c6-e639c48bc109 req-158f7429-c6bb-43f7-b767-c699a86830f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.544833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cade63a-ca72-483d-a2c6-e639c48bc109 req-158f7429-c6bb-43f7-b767-c699a86830f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97d34380-35d0-486f-88e1-d86ca1556c60 HTTP/1.1" status: 200 len: 835 time: 0.0532534 Aug 16 02:13:27.624705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cade63a-ca72-483d-a2c6-e639c48bc109 req-4c5be1d0-f0d1-483d-b841-bc03b6564440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.626280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cade63a-ca72-483d-a2c6-e639c48bc109 req-4c5be1d0-f0d1-483d-b841-bc03b6564440 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fa64c5e1-c68d-4327-bd79-f44010b495eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732069 Aug 16 02:13:27.746011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e353215-ee59-4a81-b2c1-8fa4a19f98b2 req-a871e956-1c19-41a5-95fe-0673731bb8fd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.747542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e353215-ee59-4a81-b2c1-8fa4a19f98b2 req-a871e956-1c19-41a5-95fe-0673731bb8fd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 946 time: 0.1112154 Aug 16 02:13:27.783518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cade63a-ca72-483d-a2c6-e639c48bc109 req-6b30fa35-d442-4c4b-87e4-1d0e639d59ee service neutron] 10.222.0.74 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450305 Aug 16 02:13:27.809885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e353215-ee59-4a81-b2c1-8fa4a19f98b2 req-a579aad0-cd3a-4d87-bc9e-5d8028a6bdcc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544801 Aug 16 02:13:27.846025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6654ea96-4b69-4c9f-bf4d-bc1202096387 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:27.889874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:27.894925 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abc2f15-6dcc-4654-a31d-50333a23ed53" -d '{"events": [{"server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "name": "network-vif-plugged", "status": "completed", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:27.921688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cade63a-ca72-483d-a2c6-e639c48bc109 req-76e82644-f172-40eb-8bc7-a5176e124ab7 service neutron] 10.222.0.74 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237152 Aug 16 02:13:27.980341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661d3ef-7f18-4ab1-b0fa-f4d7451e018e req-c2771894-2d82-49a9-a8e1-f13bc6e42622 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.981979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d661d3ef-7f18-4ab1-b0fa-f4d7451e018e req-c2771894-2d82-49a9-a8e1-f13bc6e42622 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 946 time: 0.0593724 Aug 16 02:13:28.021113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d661d3ef-7f18-4ab1-b0fa-f4d7451e018e req-216b71a4-63c8-42bb-983f-875cef0361a1 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd935568-0a86-4faf-b13e-27e262d1bb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325892 Aug 16 02:13:28.044011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 6654ea96-4b69-4c9f-bf4d-bc1202096387 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:28.049768 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 6654ea96-4b69-4c9f-bf4d-bc1202096387 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:28.050373 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.135575 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.137847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf8fa0-9a02-4400-9b35-5e02c84c9b90 req-633cf1bc-eef8-4ab3-b69b-79c43373a37c tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.139350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12cf8fa0-9a02-4400-9b35-5e02c84c9b90 req-633cf1bc-eef8-4ab3-b69b-79c43373a37c tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 945 time: 0.0513868 Aug 16 02:13:28.170656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 6654ea96-4b69-4c9f-bf4d-bc1202096387, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6654ea96-4b69-4c9f-bf4d-bc1202096387,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:28.181972 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12cf8fa0-9a02-4400-9b35-5e02c84c9b90 req-480c82d6-c9f6-476c-b3f9-3883bb230990 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334787 Aug 16 02:13:28.225294 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f369a15-11a2-49f1-ab45-0cbc546a9ff8 x-openstack-request-id: req-2f369a15-11a2-49f1-ab45-0cbc546a9ff8 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:28.225591 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "name": "network-vif-plugged", "status": "completed", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:28.226478 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f369a15-11a2-49f1-ab45-0cbc546a9ff8 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:28.226478 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'code': 200} Aug 16 02:13:28.251879 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.310828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=6654ea96-4b69-4c9f-bf4d-bc1202096387,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:28.322656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd3f4f-3436-41de-9d55-bd971312f5b9 req-b1c8446d-1a08-4ee8-9049-2050021fd6d9 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.324304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73bd3f4f-3436-41de-9d55-bd971312f5b9 req-b1c8446d-1a08-4ee8-9049-2050021fd6d9 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 950 time: 0.0537145 Aug 16 02:13:28.365165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73bd3f4f-3436-41de-9d55-bd971312f5b9 req-f626590b-ef7c-49e6-aa92-4133be60434c tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342174 Aug 16 02:13:28.487536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75775c6-b087-482e-8caf-092cd469cd5d req-e61214c2-7ecd-4cd0-aec2-fc664024fca0 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.489429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c75775c6-b087-482e-8caf-092cd469cd5d req-e61214c2-7ecd-4cd0-aec2-fc664024fca0 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=026dccd4-566e-4cd0-8786-ceec8149fdea HTTP/1.1" status: 200 len: 945 time: 0.0576549 Aug 16 02:13:28.533416 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c75775c6-b087-482e-8caf-092cd469cd5d req-a10856f2-e1fb-429b-aded-f3b10799fb5f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371156 Aug 16 02:13:29.033400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569673-5b34-41ac-a114-886f80a5e155 req-dfbdf6ad-479f-4665-823c-faa5d5683e11 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.034947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c569673-5b34-41ac-a114-886f80a5e155 req-dfbdf6ad-479f-4665-823c-faa5d5683e11 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 946 time: 0.0509739 Aug 16 02:13:29.108767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c569673-5b34-41ac-a114-886f80a5e155 req-0388febe-ccfe-4f10-bf13-e7af01491c8a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678208 Aug 16 02:13:29.147424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf4586-36b4-4cb8-ac7c-2713d3f33f21 req-6f42500b-640f-4a8f-848b-2ab8ad7fcb40 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.150415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ccf4586-36b4-4cb8-ac7c-2713d3f33f21 req-6f42500b-640f-4a8f-848b-2ab8ad7fcb40 tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 946 time: 0.0946901 Aug 16 02:13:29.281371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-3ccf4586-36b4-4cb8-ac7c-2713d3f33f21 req-955561aa-ca5e-400c-9fea-1baee80ba18c tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Deleting port a13ad044-c64c-470d-98ac-e5a23471de16 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:29.281866 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ccf4586-36b4-4cb8-ac7c-2713d3f33f21 req-955561aa-ca5e-400c-9fea-1baee80ba18c tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.377675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3ccf4586-36b4-4cb8-ac7c-2713d3f33f21 req-955561aa-ca5e-400c-9fea-1baee80ba18c tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] For port a13ad044-c64c-470d-98ac-e5a23471de16, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a13ad044-c64c-470d-98ac-e5a23471de16,segment=NetworkSegment(ef0b30b4-7406-43fc-afc5-72643021157d),segment_id=ef0b30b4-7406-43fc-afc5-72643021157d)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:29.378092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ccf4586-36b4-4cb8-ac7c-2713d3f33f21 req-955561aa-ca5e-400c-9fea-1baee80ba18c tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.397756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-3ccf4586-36b4-4cb8-ac7c-2713d3f33f21 req-955561aa-ca5e-400c-9fea-1baee80ba18c tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Calling delete_port for a13ad044-c64c-470d-98ac-e5a23471de16 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:29.623250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ccf4586-36b4-4cb8-ac7c-2713d3f33f21 req-955561aa-ca5e-400c-9fea-1baee80ba18c tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.635436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['a13ad044-c64c-470d-98ac-e5a23471de16'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:29.701447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47329870-c8de-4419-a623-cb65c4aa9813 req-6eae4699-c93d-4c39-86fd-d86669becabb tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b HTTP/1.1" status: 200 len: 210 time: 0.0281649 Aug 16 02:13:29.704472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955561aa-ca5e-400c-9fea-1baee80ba18c tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Pushing event deleted for resources: {'Port': ['ID=a13ad044-c64c-470d-98ac-e5a23471de16,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:29.784354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccf4586-36b4-4cb8-ac7c-2713d3f33f21 req-955561aa-ca5e-400c-9fea-1baee80ba18c tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] No DVR routers for this DVR port a13ad044-c64c-470d-98ac-e5a23471de16 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:29.787136 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3ccf4586-36b4-4cb8-ac7c-2713d3f33f21 req-955561aa-ca5e-400c-9fea-1baee80ba18c tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.790536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3ccf4586-36b4-4cb8-ac7c-2713d3f33f21 req-955561aa-ca5e-400c-9fea-1baee80ba18c tempest-VolumesActionsTest-1349837741 tempest-VolumesActionsTest-1349837741-project] 10.222.0.74 "DELETE /v2.0/ports/a13ad044-c64c-470d-98ac-e5a23471de16 HTTP/1.1" status: 204 len: 173 time: 0.6324644 Aug 16 02:13:29.791626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b', 'name': 'network-vif-deleted', 'tag': 'a13ad044-c64c-470d-98ac-e5a23471de16'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:29.802410 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a39512-507d-4665-a5e0-eb7d696e4e49" -d '{"events": [{"server_uuid": "ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b", "name": "network-vif-deleted", "tag": "a13ad044-c64c-470d-98ac-e5a23471de16"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:29.855093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e2b6-4e49-4cfe-a338-44a09662f460 req-bf2f243b-86a4-4720-b0f4-60f6d0b0f853 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.856611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f21e2b6-4e49-4cfe-a338-44a09662f460 req-bf2f243b-86a4-4720-b0f4-60f6d0b0f853 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 950 time: 0.0506885 Aug 16 02:13:29.860509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 14b6477c-2c01-4893-b3aa-79ca73caba79 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:29.899596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f21e2b6-4e49-4cfe-a338-44a09662f460 req-a3566e2b-6bee-414e-ba6a-589199717c2c tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359764 Aug 16 02:13:29.920955 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-041483b6-3d5d-4782-a63c-ae3aa233e8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.983599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:29.999057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 14b6477c-2c01-4893-b3aa-79ca73caba79 has no active binding in host n-h1-768509-23 {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:13:30.130276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-1d020024-d51b-42f6-a1e0-56778b654061 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.131964 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-1d020024-d51b-42f6-a1e0-56778b654061 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/networks?id=dbb8e460-c5d8-4778-9692-7bfced99771b HTTP/1.1" status: 200 len: 813 time: 0.1175132 Aug 16 02:13:30.148051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-28f9a0e5-a903-4ae8-9867-6629aa0ed5e3 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/quotas/c4bb4217f4f7459a8032c4022752ce1f HTTP/1.1" status: 200 len: 375 time: 0.0093911 Aug 16 02:13:30.205613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-022e5292-1775-42fa-ac0e-ad9edecb397a tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4bb4217f4f7459a8032c4022752ce1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506313 Aug 16 02:13:30.218565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-15362544-ef9a-422f-ab3b-480db5dfdd8b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:30.219947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-15362544-ef9a-422f-ab3b-480db5dfdd8b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068340 Aug 16 02:13:30.227713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6654ea96-4b69-4c9f-bf4d-bc1202096387'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:30.230447 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c3f35a-087b-4b6c-a9ba-39d4effae9bc" -d '{"events": [{"server_uuid": "ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81", "name": "network-vif-plugged", "status": "completed", "tag": "6654ea96-4b69-4c9f-bf4d-bc1202096387"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:30.325779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-c44b1888-89a0-4669-8eb8-610242b273f6 service neutron] 10.222.0.66 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907083 Aug 16 02:13:30.560733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-fee0a9db-5fad-4ad3-9a7d-92b05c6984a0 service neutron] 10.222.0.66 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284343 Aug 16 02:13:30.841194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28483ead-4344-4ce5-8a33-6d7703843405 req-a8474126-11e8-4eb8-8f55-b2e14a48425c tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.842708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28483ead-4344-4ce5-8a33-6d7703843405 req-a8474126-11e8-4eb8-8f55-b2e14a48425c tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.64 "GET /v2.0/ports?device_id=026dccd4-566e-4cd0-8786-ceec8149fdea HTTP/1.1" status: 200 len: 945 time: 0.0519824 Aug 16 02:13:31.275909 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbc70dc-73b4-47e4-af76-7d33488c4d39 x-openstack-request-id: req-8cbc70dc-73b4-47e4-af76-7d33488c4d39 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:31.276665 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b", "name": "network-vif-deleted", "tag": "a13ad044-c64c-470d-98ac-e5a23471de16", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:31.276665 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8cbc70dc-73b4-47e4-af76-7d33488c4d39 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:31.276828 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4a20ec-30a3-4f95-b5f9-e4d70acccd3b', 'name': 'network-vif-deleted', 'tag': 'a13ad044-c64c-470d-98ac-e5a23471de16', 'status': 'completed', 'code': 200} Aug 16 02:13:31.362859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-28483ead-4344-4ce5-8a33-6d7703843405 req-9e876c85-2aec-475c-9871-af137b681ba7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Deleting port a50b6d70-e638-49ef-bdda-955e54112ee5 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:31.363203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-28483ead-4344-4ce5-8a33-6d7703843405 req-9e876c85-2aec-475c-9871-af137b681ba7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.373516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11224b00-8f9e-4e1c-81ae-5bbbc4c7d128 req-5547aa64-892d-450e-be6b-72de25491891 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.375035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11224b00-8f9e-4e1c-81ae-5bbbc4c7d128 req-5547aa64-892d-450e-be6b-72de25491891 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "GET /v2.0/ports?device_id=7cb08cd7-9b59-42b1-b5d5-9e6114208883 HTTP/1.1" status: 200 len: 945 time: 0.1012111 Aug 16 02:13:31.383671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ff598-8647-409a-80f0-7008cc349c69 req-b0e8391b-0201-4357-8d99-3472f7af4209 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.385623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-048ff598-8647-409a-80f0-7008cc349c69 req-b0e8391b-0201-4357-8d99-3472f7af4209 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 946 time: 0.1076663 Aug 16 02:13:31.552433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-048ff598-8647-409a-80f0-7008cc349c69 req-fe14ca81-9544-47a0-9bfe-4c75ef6d64cf tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299932 Aug 16 02:13:31.569368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-28483ead-4344-4ce5-8a33-6d7703843405 req-9e876c85-2aec-475c-9871-af137b681ba7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] For port a50b6d70-e638-49ef-bdda-955e54112ee5, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a50b6d70-e638-49ef-bdda-955e54112ee5,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:31.569368 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-28483ead-4344-4ce5-8a33-6d7703843405 req-9e876c85-2aec-475c-9871-af137b681ba7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.590969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-28483ead-4344-4ce5-8a33-6d7703843405 req-9e876c85-2aec-475c-9871-af137b681ba7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Calling delete_port for a50b6d70-e638-49ef-bdda-955e54112ee5 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:31.638987 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d52e6e0-fc82-4f07-8e41-429691892898 x-openstack-request-id: req-0d52e6e0-fc82-4f07-8e41-429691892898 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:31.639480 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81", "name": "network-vif-plugged", "status": "completed", "tag": "6654ea96-4b69-4c9f-bf4d-bc1202096387", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:31.639596 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d52e6e0-fc82-4f07-8e41-429691892898 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:31.639906 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6654ea96-4b69-4c9f-bf4d-bc1202096387', 'code': 200} Aug 16 02:13:31.666094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11224b00-8f9e-4e1c-81ae-5bbbc4c7d128 req-8f3b9b0a-b311-4fed-9906-2fcd23ea0fad tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Deleting port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:31.666811 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11224b00-8f9e-4e1c-81ae-5bbbc4c7d128 req-8f3b9b0a-b311-4fed-9906-2fcd23ea0fad tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.814214 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8c5e2-95c7-455c-91cf-f99d6a96007a req-a8ba8bee-2b24-4729-aaf7-ac1656529dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.817405 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bbc8c5e2-95c7-455c-91cf-f99d6a96007a req-a8ba8bee-2b24-4729-aaf7-ac1656529dd9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 1102 time: 0.0911019 Aug 16 02:13:31.885403 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-bbc8c5e2-95c7-455c-91cf-f99d6a96007a req-4c5f6496-dc9a-4224-978c-fe19f512a647 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583010 Aug 16 02:13:31.991054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-11224b00-8f9e-4e1c-81ae-5bbbc4c7d128 req-8f3b9b0a-b311-4fed-9906-2fcd23ea0fad tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] For port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:31.991520 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11224b00-8f9e-4e1c-81ae-5bbbc4c7d128 req-8f3b9b0a-b311-4fed-9906-2fcd23ea0fad tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.017674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-11224b00-8f9e-4e1c-81ae-5bbbc4c7d128 req-8f3b9b0a-b311-4fed-9906-2fcd23ea0fad tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Calling delete_port for 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:32.029042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5dc76-713a-4a28-b7b5-04a6d0424f58 req-25b88d22-8095-4056-88bf-75127ce76e92 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.036291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdd5dc76-713a-4a28-b7b5-04a6d0424f58 req-25b88d22-8095-4056-88bf-75127ce76e92 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 950 time: 0.2488413 Aug 16 02:13:32.085339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-e2758a47-ae3b-4a87-8a3f-0f1140727752 service neutron] 10.222.0.74 "GET /v2.0/ports/14b6477c-2c01-4893-b3aa-79ca73caba79/bindings/n-h1-768509-23 HTTP/1.1" status: 200 len: 385 time: 0.2570741 Aug 16 02:13:32.178894 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-28483ead-4344-4ce5-8a33-6d7703843405 req-9e876c85-2aec-475c-9871-af137b681ba7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.186071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdd5dc76-713a-4a28-b7b5-04a6d0424f58 req-dc8a45dc-c08e-4751-a08d-d7a38fda1058 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489093 Aug 16 02:13:32.190182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:32.347685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e876c85-2aec-475c-9871-af137b681ba7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Pushing event deleted for resources: {'Port': ['ID=a50b6d70-e638-49ef-bdda-955e54112ee5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.429248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-28483ead-4344-4ce5-8a33-6d7703843405 req-9e876c85-2aec-475c-9871-af137b681ba7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] No DVR routers for this DVR port a50b6d70-e638-49ef-bdda-955e54112ee5 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:32.430958 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11224b00-8f9e-4e1c-81ae-5bbbc4c7d128 req-8f3b9b0a-b311-4fed-9906-2fcd23ea0fad tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.498429 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-28483ead-4344-4ce5-8a33-6d7703843405 req-9e876c85-2aec-475c-9871-af137b681ba7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.500792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28483ead-4344-4ce5-8a33-6d7703843405 req-9e876c85-2aec-475c-9871-af137b681ba7 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.64 "DELETE /v2.0/ports/a50b6d70-e638-49ef-bdda-955e54112ee5 HTTP/1.1" status: 204 len: 173 time: 1.6513925 Aug 16 02:13:32.606491 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc4a8a87-acb1-4a6b-8770-2160217b900a req-05028b7c-62f1-4643-aedb-8f93c91e089f tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 210 time: 0.1909761 Aug 16 02:13:32.606491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b9b0a-b311-4fed-9906-2fcd23ea0fad tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Pushing event deleted for resources: {'Port': ['ID=13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.722467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-11224b00-8f9e-4e1c-81ae-5bbbc4c7d128 req-8f3b9b0a-b311-4fed-9906-2fcd23ea0fad tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] No DVR routers for this DVR port 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:32.730439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-11224b00-8f9e-4e1c-81ae-5bbbc4c7d128 req-8f3b9b0a-b311-4fed-9906-2fcd23ea0fad tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.732440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11224b00-8f9e-4e1c-81ae-5bbbc4c7d128 req-8f3b9b0a-b311-4fed-9906-2fcd23ea0fad tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "DELETE /v2.0/ports/13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a HTTP/1.1" status: 204 len: 173 time: 1.3368905 Aug 16 02:13:32.814345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c1869-3563-4dfd-851e-9848b29aa7c1 req-c1843de3-6469-481a-9daa-43091c9c6e7b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.815953 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec5c1869-3563-4dfd-851e-9848b29aa7c1 req-c1843de3-6469-481a-9daa-43091c9c6e7b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 946 time: 0.0901284 Aug 16 02:13:32.830100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-a87a2eee-e72a-407b-9954-b37fc3523938 service neutron] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:32.883673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-a87a2eee-e72a-407b-9954-b37fc3523938 service neutron] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:32.929285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec5c1869-3563-4dfd-851e-9848b29aa7c1 req-906635f2-ab7c-4f5e-947e-3ff5dd4333dd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971818 Aug 16 02:13:32.973172 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b8e76a1b-0d83-4668-8ef5-56c8f6f9416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.976087 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.981331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-a87a2eee-e72a-407b-9954-b37fc3523938 service neutron] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:33.103599 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-a87a2eee-e72a-407b-9954-b37fc3523938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.261198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-a87a2eee-e72a-407b-9954-b37fc3523938 service neutron] Transition to ACTIVE for port object 14b6477c-2c01-4893-b3aa-79ca73caba79 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:33.278403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026dccd4-566e-4cd0-8786-ceec8149fdea', 'name': 'network-vif-deleted', 'tag': 'a50b6d70-e638-49ef-bdda-955e54112ee5'}, {'server_uuid': '7cb08cd7-9b59-42b1-b5d5-9e6114208883', 'name': 'network-vif-deleted', 'tag': '13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a'}, {'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:33.280799 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139cefb3-2216-4adb-81d8-0709a68363bb" -d '{"events": [{"server_uuid": "026dccd4-566e-4cd0-8786-ceec8149fdea", "name": "network-vif-deleted", "tag": "a50b6d70-e638-49ef-bdda-955e54112ee5"}, {"server_uuid": "7cb08cd7-9b59-42b1-b5d5-9e6114208883", "name": "network-vif-deleted", "tag": "13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a"}, {"server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "name": "network-vif-unplugged", "status": "completed", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:33.386679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ae6f9-836e-4002-8d24-5ef9002e65c3 req-8aed9c9e-0b1a-4668-8215-08445f780586 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.394521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c3ae6f9-836e-4002-8d24-5ef9002e65c3 req-8aed9c9e-0b1a-4668-8215-08445f780586 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 950 time: 0.0779369 Aug 16 02:13:33.412724 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-a87a2eee-e72a-407b-9954-b37fc3523938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.470929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c3ae6f9-836e-4002-8d24-5ef9002e65c3 req-542b2880-359c-4b4d-b89b-6876608dac67 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755627 Aug 16 02:13:33.524622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a2eee-e72a-407b-9954-b37fc3523938 service neutron] Pushing event updated for resources: {'Port': ['ID=14b6477c-2c01-4893-b3aa-79ca73caba79,revision_number=11']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.621378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-a87a2eee-e72a-407b-9954-b37fc3523938 service neutron] No DVR routers for this DVR port 14b6477c-2c01-4893-b3aa-79ca73caba79 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:33.726513 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7893f6-b2fb-42a2-8803-003bf74aaf92 x-openstack-request-id: req-db7893f6-b2fb-42a2-8803-003bf74aaf92 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:33.727577 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026dccd4-566e-4cd0-8786-ceec8149fdea", "name": "network-vif-deleted", "tag": "a50b6d70-e638-49ef-bdda-955e54112ee5", "status": "completed", "code": 200}, {"server_uuid": "7cb08cd7-9b59-42b1-b5d5-9e6114208883", "name": "network-vif-deleted", "tag": "13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a", "status": "completed", "code": 200}, {"server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "name": "network-vif-unplugged", "status": "completed", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:33.729683 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-db7893f6-b2fb-42a2-8803-003bf74aaf92 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:33.730250 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026dccd4-566e-4cd0-8786-ceec8149fdea', 'name': 'network-vif-deleted', 'tag': 'a50b6d70-e638-49ef-bdda-955e54112ee5', 'status': 'completed', 'code': 200} Aug 16 02:13:33.730617 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb08cd7-9b59-42b1-b5d5-9e6114208883', 'name': 'network-vif-deleted', 'tag': '13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a', 'status': 'completed', 'code': 200} Aug 16 02:13:33.730965 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'code': 200} Aug 16 02:13:33.854992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-755f502b-6193-40a4-872e-db6a0c78908a req-5772779d-8923-4ff1-b7e3-d56c063e76d8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 210 time: 0.0907047 Aug 16 02:13:33.909837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device a50b6d70-e638-49ef-bdda-955e54112ee5 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:33.931675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-a87a2eee-e72a-407b-9954-b37fc3523938 service neutron] 10.222.0.74 "PUT /v2.0/ports/14b6477c-2c01-4893-b3aa-79ca73caba79/bindings/n-h1-768509-23/activate HTTP/1.1" status: 200 len: 370 time: 1.8002882 Aug 16 02:13:33.954415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: a50b6d70-e638-49ef-bdda-955e54112ee5 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:33.954875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device a50b6d70-e638-49ef-bdda-955e54112ee5 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:34.107644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da741d85-3ebf-45fe-ada5-c8b6a24980a4 req-c402df21-b871-41bd-8bc3-95ca13cf199d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.110921 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.118879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da741d85-3ebf-45fe-ada5-c8b6a24980a4 req-c402df21-b871-41bd-8bc3-95ca13cf199d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 945 time: 0.0945559 Aug 16 02:13:34.183031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da741d85-3ebf-45fe-ada5-c8b6a24980a4 req-dfb7959a-0573-48e2-a660-e06ee989900d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539794 Aug 16 02:13:34.310912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a13ad044-c64c-470d-98ac-e5a23471de16 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:34.332939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: a13ad044-c64c-470d-98ac-e5a23471de16 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:34.333411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a13ad044-c64c-470d-98ac-e5a23471de16 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:34.334058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:34.353978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:34.354575 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 13c44fb0-d0e7-4b56-a1a0-0d6befd6fe2a not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:34.680195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5b53a-476f-4e7d-a3d9-559995a41fe0 req-4b545bbd-e02d-4fef-9a9d-ab4b5007e533 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.688491 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11c5b53a-476f-4e7d-a3d9-559995a41fe0 req-4b545bbd-e02d-4fef-9a9d-ab4b5007e533 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 950 time: 0.1370611 Aug 16 02:13:34.745616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-f746f9ae-4d0d-43ff-a8dd-fabe141a359e tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.747151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-f746f9ae-4d0d-43ff-a8dd-fabe141a359e tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "GET /v2.0/networks?id=dbb8e460-c5d8-4778-9692-7bfced99771b HTTP/1.1" status: 200 len: 813 time: 0.1940465 Aug 16 02:13:34.766380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11c5b53a-476f-4e7d-a3d9-559995a41fe0 req-f2a8d9e1-d7c5-4619-9204-8dcc89097bb7 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763595 Aug 16 02:13:34.774949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Request body: {'port': {'device_id': 'acdb54d1-f288-4040-a6c9-7a7f08a4fbbc', 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b', 'admin_state_up': True, 'tenant_id': 'c4bb4217f4f7459a8032c4022752ce1f'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:35.118289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Made reservation on behalf of c4bb4217f4f7459a8032c4022752ce1f for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:35.125292 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.220544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-db211c81-c317-434e-a71e-24aaa55eca58 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.222287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-db211c81-c317-434e-a71e-24aaa55eca58 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8&tenant_id=28991c254a224cf091ab3afd77d33192&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.1673663 Aug 16 02:13:35.322166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-cc0c32b1-342b-489c-8410-fd42360c3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.323810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-cc0c32b1-342b-489c-8410-fd42360c3df3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 1097 time: 0.0876181 Aug 16 02:13:35.329502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Allocated IP 172.20.0.12 (dbb8e460-c5d8-4778-9692-7bfced99771b/00f47c31-6de9-4a51-8037-648f00ec4cb6/2f666750-8dc6-47f4-808e-753639055b19) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:35.553175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-ad96fb59-bf7e-4fc9-b7d8-c80b1db403c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.554907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-ad96fb59-bf7e-4fc9-b7d8-c80b1db403c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1097 time: 0.0714991 Aug 16 02:13:35.604555 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.704953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-14f17238-da58-4b90-bf16-8a0869127e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.706533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-14f17238-da58-4b90-bf16-8a0869127e9b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa64c5e1-c68d-4327-bd79-f44010b495eb HTTP/1.1" status: 200 len: 896 time: 0.1421337 Aug 16 02:13:35.808549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-db64c245-8d43-4d8f-8505-2eb07fc68725 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b6477c-2c01-4893-b3aa-79ca73caba79 HTTP/1.1" status: 200 len: 1000 time: 0.0912406 Aug 16 02:13:35.818345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.920795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Network dbb8e460-c5d8-4778-9692-7bfced99771b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:35.926028 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.936702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:35.939489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:35.977107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-b93d6885-d312-4def-b503-4b7236f4f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.981435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-b93d6885-d312-4def-b503-4b7236f4f61e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97d34380-35d0-486f-88e1-d86ca1556c60 HTTP/1.1" status: 200 len: 835 time: 0.1619124 Aug 16 02:13:35.995719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Pushing event updated for resources: {'Port': ['ID=2f666750-8dc6-47f4-808e-753639055b19,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:36.107181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.108302 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.135775 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-3e7e6b5e-cfc1-4e38-9fd4-360e593a7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.137493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-3e7e6b5e-cfc1-4e38-9fd4-360e593a7b7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa64c5e1-c68d-4327-bd79-f44010b495eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1456697 Aug 16 02:13:36.179568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-a1770ea1-9203-4443-aab7-a05fa03b93de tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.181103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-a1770ea1-9203-4443-aab7-a05fa03b93de tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "GET /v2.0/networks?id=dbb8e460-c5d8-4778-9692-7bfced99771b HTTP/1.1" status: 200 len: 813 time: 0.2573032 Aug 16 02:13:36.217281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Request body: {'port': {'device_id': 'bbcc6073-f01c-467f-9048-ba0bfd88d5f9', 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b', 'admin_state_up': True, 'tenant_id': 'c4bb4217f4f7459a8032c4022752ce1f'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:36.321479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-fd376311-1e99-4b52-80c9-c80579c98182 service neutron] 10.222.0.64 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639385 Aug 16 02:13:36.325612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 14b6477c-2c01-4893-b3aa-79ca73caba79 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:36.391135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 14b6477c-2c01-4893-b3aa-79ca73caba79 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:36.419031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-6c13c6e0-1cbe-405d-828e-85bf5940c6bd tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6515472 Aug 16 02:13:36.579346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f937379d-9f63-4a10-92ac-f378beda4328 req-531ad560-cbd2-4651-9d32-7daeda078f50 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 210 time: 0.2234704 Aug 16 02:13:36.594425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Request body: {'port': {'device_id': 'acdb54d1-f288-4040-a6c9-7a7f08a4fbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:36.603141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-453e35d5-5320-4720-9904-bd2ee3b2e1e1 service neutron] 10.222.0.64 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779536 Aug 16 02:13:36.711476 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.833575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Made reservation on behalf of c4bb4217f4f7459a8032c4022752ce1f for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:36.838516 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.930145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3af06f-b0ac-4162-94c3-357cc4624f98 req-3cf97e15-4802-4485-a83c-b6befb5aa34a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.933859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3af06f-b0ac-4162-94c3-357cc4624f98 req-3cf97e15-4802-4485-a83c-b6befb5aa34a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 945 time: 0.1773288 Aug 16 02:13:37.144983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd3af06f-b0ac-4162-94c3-357cc4624f98 req-5e82cbb9-813c-4af1-bb7c-81e7beccb915 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015007 Aug 16 02:13:37.180482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Allocated IP 172.20.0.3 (dbb8e460-c5d8-4778-9692-7bfced99771b/00f47c31-6de9-4a51-8037-648f00ec4cb6/811dd743-6724-4437-9732-e66612d2b904) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:37.269789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-9fa30e96-23e1-49bf-9fe0-589ac28bc51a tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.271969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-9fa30e96-23e1-49bf-9fe0-589ac28bc51a tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8&tenant_id=28991c254a224cf091ab3afd77d33192&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 1097 time: 0.0883479 Aug 16 02:13:37.693672 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.732071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9392d518-1444-4344-b8b4-774cf006e460 req-8fd85f20-0293-4aaf-b4f9-f08139e6f81c tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 210 time: 0.0312788 Aug 16 02:13:37.857174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-e9551181-22c2-4f1d-b28b-d3277044d3f3 service neutron] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:37.861155 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-e9551181-22c2-4f1d-b28b-d3277044d3f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.862978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01d1ead3-a87d-490a-80ae-11b3d33f7fc7 req-e9551181-22c2-4f1d-b28b-d3277044d3f3 service neutron] 10.222.0.64 "DELETE /v2.0/ports/14b6477c-2c01-4893-b3aa-79ca73caba79/bindings/n-h2-768509-23 HTTP/1.1" status: 204 len: 173 time: 0.5715964 Aug 16 02:13:37.920543 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.458470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Network dbb8e460-c5d8-4778-9692-7bfced99771b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:38.461007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Pushing event updated for resources: {'Port': ['ID=811dd743-6724-4437-9732-e66612d2b904,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:38.475751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:38.485356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:38.552504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e885ede-e16a-4808-b806-8b908acf9c05 req-523c4b1b-af89-4260-9a6b-e9abba91d62b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.554093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e885ede-e16a-4808-b806-8b908acf9c05 req-523c4b1b-af89-4260-9a6b-e9abba91d62b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 945 time: 0.2080324 Aug 16 02:13:38.577539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.578183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.683770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f666750-8dc6-47f4-808e-753639055b19 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:38.694100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.735091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Transition to ACTIVE for port object 2f666750-8dc6-47f4-808e-753639055b19 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:38.788585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e885ede-e16a-4808-b806-8b908acf9c05 req-3274de47-87c4-4753-b8d2-067e07b55339 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193608 Aug 16 02:13:38.792470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-3bfc509f-b1e6-4258-a6bd-75c6fd64a331 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5815928 Aug 16 02:13:38.846402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Request body: {'port': {'device_id': 'bbcc6073-f01c-467f-9048-ba0bfd88d5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:38.951370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.007835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.082029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Pushing event updated for resources: {'Port': ['ID=2f666750-8dc6-47f4-808e-753639055b19,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.127832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa834d7b-110a-41eb-9029-423ee68bc3cb req-cdde35a9-9b20-4783-947f-763b876f6e2a tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.129500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa834d7b-110a-41eb-9029-423ee68bc3cb req-cdde35a9-9b20-4783-947f-763b876f6e2a tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 931 time: 0.1908624 Aug 16 02:13:39.279230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa834d7b-110a-41eb-9029-423ee68bc3cb req-6a594656-92c1-4cd6-b633-598e1861c7f5 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312253 Aug 16 02:13:39.314078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Attempting to bind port 2f666750-8dc6-47f4-808e-753639055b19 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:39.314564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Attempting to bind port 2f666750-8dc6-47f4-808e-753639055b19 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:39.315064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Attempting to bind port 2f666750-8dc6-47f4-808e-753639055b19 on network dbb8e460-c5d8-4778-9692-7bfced99771b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:39.334898 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Port 2f666750-8dc6-47f4-808e-753639055b19 on network dbb8e460-c5d8-4778-9692-7bfced99771b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:39.335300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Attempting to bind port 2f666750-8dc6-47f4-808e-753639055b19 on network dbb8e460-c5d8-4778-9692-7bfced99771b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:39.374653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:39.375046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Checking segment: {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:39.375585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Bound using segment: {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:39.376098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Bound port: 2f666750-8dc6-47f4-808e-753639055b19, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:39.376567 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.521269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] For port 2f666750-8dc6-47f4-808e-753639055b19, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:39.567093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] For port 2f666750-8dc6-47f4-808e-753639055b19, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2f666750-8dc6-47f4-808e-753639055b19,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:39.586570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6175ad6-423c-412b-b411-858946d1fe1a req-1e7b838d-7707-4ce1-b12c-76cab2923eb0 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.598634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6175ad6-423c-412b-b411-858946d1fe1a req-1e7b838d-7707-4ce1-b12c-76cab2923eb0 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1097 time: 0.2192276 Aug 16 02:13:39.686721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e6175ad6-423c-412b-b411-858946d1fe1a req-47c85423-ddbe-4239-9f07-eceb5cc51a22 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863998 Aug 16 02:13:39.810128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811dd743-6724-4437-9732-e66612d2b904 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:39.831105 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.857417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.921782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Transition to ACTIVE for port object 811dd743-6724-4437-9732-e66612d2b904 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:39.938429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.939054 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.940495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] 10.222.0.74 "PUT /v2.0/ports/2f666750-8dc6-47f4-808e-753639055b19 HTTP/1.1" status: 200 len: 1093 time: 3.3601604 Aug 16 02:13:39.941806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdb54d1-f288-4040-a6c9-7a7f08a4fbbc', 'tag': '2f666750-8dc6-47f4-808e-753639055b19'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:39.944872 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade0d0c3-6c19-4e2d-aff4-27fe25d50f25" -d '{"events": [{"name": "network-changed", "server_uuid": "acdb54d1-f288-4040-a6c9-7a7f08a4fbbc", "tag": "2f666750-8dc6-47f4-808e-753639055b19"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:39.957869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec0cef-91f9-445f-b5fd-6d49f258e1d6 req-8ae3536f-bf01-485d-be17-dcf2904e4b9c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.967070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2ec0cef-91f9-445f-b5fd-6d49f258e1d6 req-8ae3536f-bf01-485d-be17-dcf2904e4b9c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 945 time: 0.1856811 Aug 16 02:13:40.009716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da985-30b5-46b3-b82c-7d31dc9bdbdc service neutron] Pushing event updated for resources: {'Port': ['ID=2f666750-8dc6-47f4-808e-753639055b19,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:40.027007 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.082592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2ec0cef-91f9-445f-b5fd-6d49f258e1d6 req-7b02e39f-b86b-4b87-8f67-afa4f16f7e95 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142759 Aug 16 02:13:40.128836 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41068) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:40.224367 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f2d6d2-b6fd-4e4b-adac-53c3181523b6 x-openstack-request-id: req-92f2d6d2-b6fd-4e4b-adac-53c3181523b6 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:40.224367 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acdb54d1-f288-4040-a6c9-7a7f08a4fbbc", "tag": "2f666750-8dc6-47f4-808e-753639055b19", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:40.224367 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-92f2d6d2-b6fd-4e4b-adac-53c3181523b6 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:40.229292 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdb54d1-f288-4040-a6c9-7a7f08a4fbbc', 'tag': '2f666750-8dc6-47f4-808e-753639055b19', 'status': 'completed', 'code': 200} Aug 16 02:13:40.243385 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-079b53dd-0ceb-44e6-867d-b6c94fdc4cd4 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/72aaa97c-2122-4b38-b4d8-3c3268490043 HTTP/1.1" status: 200 len: 992 time: 0.1126084 Aug 16 02:13:40.245302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Pushing event updated for resources: {'Port': ['ID=811dd743-6724-4437-9732-e66612d2b904,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:40.314935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-bec2a990-4c94-4328-86e1-aa5749557c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.316874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-bec2a990-4c94-4328-86e1-aa5749557c5c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c4bb4217f4f7459a8032c4022752ce1f&device_id=acdb54d1-f288-4040-a6c9-7a7f08a4fbbc HTTP/1.1" status: 200 len: 1096 time: 0.1476598 Aug 16 02:13:40.386780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-7b8bd5fc-db18-45c6-9514-921bd2bfc4da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f666750-8dc6-47f4-808e-753639055b19 HTTP/1.1" status: 200 len: 217 time: 0.0593524 Aug 16 02:13:40.387969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Attempting to bind port 811dd743-6724-4437-9732-e66612d2b904 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:40.388315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Attempting to bind port 811dd743-6724-4437-9732-e66612d2b904 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:40.388650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Attempting to bind port 811dd743-6724-4437-9732-e66612d2b904 on network dbb8e460-c5d8-4778-9692-7bfced99771b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:40.422291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Port 811dd743-6724-4437-9732-e66612d2b904 on network dbb8e460-c5d8-4778-9692-7bfced99771b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:40.422862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Attempting to bind port 811dd743-6724-4437-9732-e66612d2b904 on network dbb8e460-c5d8-4778-9692-7bfced99771b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:40.458265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:40.458910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Checking segment: {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:40.459618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Bound using segment: {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:40.461205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Bound port: 811dd743-6724-4437-9732-e66612d2b904, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:40.461950 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.492664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41082) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:40.571262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] For port 811dd743-6724-4437-9732-e66612d2b904, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:40.613514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] For port 811dd743-6724-4437-9732-e66612d2b904, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=811dd743-6724-4437-9732-e66612d2b904,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:40.639051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e16a95-123d-4ee9-89f9-deaf2306a9fa req-f6612021-7aa2-49ab-b348-646cedfc2cd9 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.647357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78e16a95-123d-4ee9-89f9-deaf2306a9fa req-f6612021-7aa2-49ab-b348-646cedfc2cd9 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 943 time: 0.1626444 Aug 16 02:13:40.673980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-b894046a-1dc6-4e1c-ab85-6d1fe9c7bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.675470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-b894046a-1dc6-4e1c-ab85-6d1fe9c7bb19 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00f47c31-6de9-4a51-8037-648f00ec4cb6 HTTP/1.1" status: 200 len: 853 time: 0.2686386 Aug 16 02:13:40.714961 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 46985517-4f3d-489d-95d4-33eeebc0e808 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:40.715475 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.748931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-2f9fef05-5c17-461a-84a0-0f2d4533a97a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dbb8e460-c5d8-4778-9692-7bfced99771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647061 Aug 16 02:13:40.752426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.815858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.816599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.836968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 46985517-4f3d-489d-95d4-33eeebc0e808 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:40.880826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Pushing event updated for resources: {'Port': ['ID=811dd743-6724-4437-9732-e66612d2b904,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:40.914161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78e16a95-123d-4ee9-89f9-deaf2306a9fa req-3cbcdbc9-b1f0-41ba-9df8-7c8a3d3b25ce tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440085 Aug 16 02:13:40.950542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.955542 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.957173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-56c36da6-1c86-4a82-9877-71d705fdc96b service neutron] 10.222.0.74 "PUT /v2.0/ports/811dd743-6724-4437-9732-e66612d2b904 HTTP/1.1" status: 200 len: 1092 time: 2.1373317 Aug 16 02:13:41.041065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-b0175fca-3b24-466b-a31b-13661cc49422 service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340550 Aug 16 02:13:41.170589 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.225171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=46985517-4f3d-489d-95d4-33eeebc0e808,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:41.263181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-601afff7-3187-4ecf-b02c-b10263aa6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.264848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-601afff7-3187-4ecf-b02c-b10263aa6432 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c4bb4217f4f7459a8032c4022752ce1f&device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 1095 time: 0.1602726 Aug 16 02:13:41.305508 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.306235 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Floating IP 72aaa97c-2122-4b38-b4d8-3c3268490043 disassociated (deleted). External IP: 172.25.8.225, port: 14b6477c-2c01-4893-b3aa-79ca73caba79. Aug 16 02:13:41.320996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-17fce0e5-792d-4289-9396-f3d8ca8ad683 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811dd743-6724-4437-9732-e66612d2b904 HTTP/1.1" status: 200 len: 217 time: 0.0463209 Aug 16 02:13:41.323373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-09f27600-637d-4b8d-941a-143adbff91bd service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766945 Aug 16 02:13:41.426370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-be72d906-ba02-48af-a952-e4cf66bd713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.428474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-be72d906-ba02-48af-a952-e4cf66bd713c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00f47c31-6de9-4a51-8037-648f00ec4cb6 HTTP/1.1" status: 200 len: 853 time: 0.0888965 Aug 16 02:13:41.469867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-f8b2cc8a-0a09-4fa0-a85c-87616fb7e6e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dbb8e460-c5d8-4778-9692-7bfced99771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305464 Aug 16 02:13:41.595099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:41.619386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d0c3-6c19-4e2d-aff4-27fe25d50f25 req-6df14538-7159-483d-851b-3d2d455c3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.621189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ade0d0c3-6c19-4e2d-aff4-27fe25d50f25 req-6df14538-7159-483d-851b-3d2d455c3133 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c4bb4217f4f7459a8032c4022752ce1f&device_id=acdb54d1-f288-4040-a6c9-7a7f08a4fbbc HTTP/1.1" status: 200 len: 1096 time: 0.1333106 Aug 16 02:13:41.623897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-e37163d3-7d1b-466a-882f-f0311fd078ff service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467478 Aug 16 02:13:41.725424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:41.737038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f96407-5e74-4682-a36a-5f3d4bbeb371 None None] Sync routers for ids ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:41.737585 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.753330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f96407-5e74-4682-a36a-5f3d4bbeb371 None None] Routers {'ad1132e9-b7ee-4b70-aa61-a7d86b03e575'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:41.755694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d0c3-6c19-4e2d-aff4-27fe25d50f25 req-8dc2ba00-4571-4f63-8ac9-aba49200a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.755953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-70f96407-5e74-4682-a36a-5f3d4bbeb371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:13:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:41.757221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ade0d0c3-6c19-4e2d-aff4-27fe25d50f25 req-8dc2ba00-4571-4f63-8ac9-aba49200a3bb service neutron] 10.222.0.74 "GET /v2.0/networks?id=dbb8e460-c5d8-4778-9692-7bfced99771b HTTP/1.1" status: 200 len: 914 time: 0.1225543 Aug 16 02:13:41.772508 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-88046668-4b0a-427f-b017-3ee9a867e732 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/floatingips/72aaa97c-2122-4b38-b4d8-3c3268490043 HTTP/1.1" status: 204 len: 168 time: 1.2763443 Aug 16 02:13:41.772508 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:41.774699 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec" -d '{"events": [{"name": "network-changed", "server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:41.866456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ade0d0c3-6c19-4e2d-aff4-27fe25d50f25 req-ae73bff4-8604-4a62-a4cf-290f60e67673 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f666750-8dc6-47f4-808e-753639055b19 HTTP/1.1" status: 200 len: 217 time: 0.0974038 Aug 16 02:13:41.963705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d0c3-6c19-4e2d-aff4-27fe25d50f25 req-f5b75b67-c702-4440-9f4b-f7e5fcdc9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.965214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ade0d0c3-6c19-4e2d-aff4-27fe25d50f25 req-f5b75b67-c702-4440-9f4b-f7e5fcdc9cba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00f47c31-6de9-4a51-8037-648f00ec4cb6 HTTP/1.1" status: 200 len: 853 time: 0.0909708 Aug 16 02:13:41.971788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-70f96407-5e74-4682-a36a-5f3d4bbeb371 None None] Set router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:41.971953 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e3cb3a7-be80-491c-bd0d-a63532fd6e5f req-24d1ef04-07b4-4c19-98d7-04151617035c service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818727 Aug 16 02:13:42.004071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ade0d0c3-6c19-4e2d-aff4-27fe25d50f25 req-1359fa70-2522-415a-ae7a-a3cc4c03bc90 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dbb8e460-c5d8-4778-9692-7bfced99771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313859 Aug 16 02:13:42.120197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ade0d0c3-6c19-4e2d-aff4-27fe25d50f25 req-8bfb3aab-297a-4b11-88d6-fae11d1d0f9c service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061826 Aug 16 02:13:42.222096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-70f96407-5e74-4682-a36a-5f3d4bbeb371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '783801e5-657c-471e-9644-6446f588870c', 'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:8d:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:21Z', 'updated_at': '2021-08-16T02:12:30Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:42.235224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcc6073-f01c-467f-9048-ba0bfd88d5f9', 'tag': '811dd743-6724-4437-9732-e66612d2b904'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:42.239784 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ba2e02-c059-47a1-8653-ee5d56e68f43" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcc6073-f01c-467f-9048-ba0bfd88d5f9", "tag": "811dd743-6724-4437-9732-e66612d2b904"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:42.254835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f96407-5e74-4682-a36a-5f3d4bbeb371 None None] Checking router: ad1132e9-b7ee-4b70-aa61-a7d86b03e575 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:42.267779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ade0d0c3-6c19-4e2d-aff4-27fe25d50f25 req-ccfe0f6f-4ec2-46eb-b034-476b88945f65 service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406331 Aug 16 02:13:42.270776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f96407-5e74-4682-a36a-5f3d4bbeb371 None None] Routers {'ad1132e9-b7ee-4b70-aa61-a7d86b03e575'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:42.272867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-70f96407-5e74-4682-a36a-5f3d4bbeb371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:13:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:42.395789 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066db11c-3b62-4fa6-bab8-009ad5e0d182 x-openstack-request-id: req-066db11c-3b62-4fa6-bab8-009ad5e0d182 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:42.396325 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:42.396731 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-066db11c-3b62-4fa6-bab8-009ad5e0d182 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:42.397338 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'status': 'completed', 'code': 200} Aug 16 02:13:42.398640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-70f96407-5e74-4682-a36a-5f3d4bbeb371 None None] Set router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:42.527125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec req-5708828b-ff6b-4f27-8702-fa430361ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.528709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec req-5708828b-ff6b-4f27-8702-fa430361ee74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 1097 time: 0.1087103 Aug 16 02:13:42.549654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14463567-960a-40ce-81c6-41201392263e req-8e247ba0-1420-420c-9e00-75f419381b20 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.551402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14463567-960a-40ce-81c6-41201392263e req-8e247ba0-1420-420c-9e00-75f419381b20 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 943 time: 0.0817792 Aug 16 02:13:42.658516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec req-c592ae9b-183b-4020-b844-2ee9aa781211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.660227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec req-c592ae9b-183b-4020-b844-2ee9aa781211 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa64c5e1-c68d-4327-bd79-f44010b495eb HTTP/1.1" status: 200 len: 896 time: 0.1078160 Aug 16 02:13:42.675562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-70f96407-5e74-4682-a36a-5f3d4bbeb371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '783801e5-657c-471e-9644-6446f588870c', 'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:8d:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:21Z', 'updated_at': '2021-08-16T02:12:30Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:42.719810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f96407-5e74-4682-a36a-5f3d4bbeb371 None None] The sync data for ids ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'] in n-d-768509-23 is: [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '783801e5-657c-471e-9644-6446f588870c', 'name': '', 'network_id': 'fa64c5e1-c68d-4327-bd79-f44010b495eb', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:8d:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:21Z', 'updated_at': '2021-08-16T02:12:30Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '97d34380-35d0-486f-88e1-d86ca1556c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:42.741447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec req-6002a932-0b39-4993-9983-36b38afd14b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14b6477c-2c01-4893-b3aa-79ca73caba79 HTTP/1.1" status: 200 len: 217 time: 0.0528769 Aug 16 02:13:42.769344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14463567-960a-40ce-81c6-41201392263e req-f8d55fcb-1fc7-4aaa-84b5-51c1d42ff7cb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066805 Aug 16 02:13:42.817423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec req-2f15bca7-775d-46d6-b93d-0ab73786b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.819212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec req-2f15bca7-775d-46d6-b93d-0ab73786b06d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=97d34380-35d0-486f-88e1-d86ca1556c60 HTTP/1.1" status: 200 len: 835 time: 0.0664313 Aug 16 02:13:42.856669 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3884d3e-cb2a-415a-b738-64b90bbb9926 x-openstack-request-id: req-b3884d3e-cb2a-415a-b738-64b90bbb9926 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:42.857009 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcc6073-f01c-467f-9048-ba0bfd88d5f9", "tag": "811dd743-6724-4437-9732-e66612d2b904", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:42.857265 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3884d3e-cb2a-415a-b738-64b90bbb9926 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:42.857692 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcc6073-f01c-467f-9048-ba0bfd88d5f9', 'tag': '811dd743-6724-4437-9732-e66612d2b904', 'status': 'completed', 'code': 200} Aug 16 02:13:42.887545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec req-8270fc86-2751-41a8-ba92-85e379ffceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.889377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec req-8270fc86-2751-41a8-ba92-85e379ffceb0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa64c5e1-c68d-4327-bd79-f44010b495eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617001 Aug 16 02:13:42.987284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc923-7dac-440d-bf8d-f83a65ca3097 req-5036280e-7bbb-48e4-adf4-ba9402e3b13c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.999139 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6bcfc923-7dac-440d-bf8d-f83a65ca3097 req-5036280e-7bbb-48e4-adf4-ba9402e3b13c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.64 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 945 time: 0.1039188 Aug 16 02:13:43.086460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2e02-c059-47a1-8653-ee5d56e68f43 req-849cc042-0300-4786-b199-ac22c325cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.089222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24ba2e02-c059-47a1-8653-ee5d56e68f43 req-849cc042-0300-4786-b199-ac22c325cff0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c4bb4217f4f7459a8032c4022752ce1f&device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 1095 time: 0.2114201 Aug 16 02:13:43.146747 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32a7a83-2133-4c1c-a457-544c5ef5da88 None None] New status for floating IP 72aaa97c-2122-4b38-b4d8-3c3268490043: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:13:43.149681 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-6bcfc923-7dac-440d-bf8d-f83a65ca3097 req-dc45a80d-0050-4781-bd38-0dd82ec5f145 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 14b6477c-2c01-4893-b3aa-79ca73caba79 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:43.150079 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6bcfc923-7dac-440d-bf8d-f83a65ca3097 req-dc45a80d-0050-4781-bd38-0dd82ec5f145 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.236255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec req-4ce46fde-42c9-438a-bc4a-ce261504c8b1 service neutron] 10.222.0.64 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249474 Aug 16 02:13:43.477658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-6bcfc923-7dac-440d-bf8d-f83a65ca3097 req-dc45a80d-0050-4781-bd38-0dd82ec5f145 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port 14b6477c-2c01-4893-b3aa-79ca73caba79, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=14b6477c-2c01-4893-b3aa-79ca73caba79,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:43.478199 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6bcfc923-7dac-440d-bf8d-f83a65ca3097 req-dc45a80d-0050-4781-bd38-0dd82ec5f145 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.502843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb152b3c-d18e-412a-a4ef-d44a6f9356ec req-f2322371-6bbc-4da1-b54d-dcfa3b90f62b service neutron] 10.222.0.64 "GET /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386119 Aug 16 02:13:43.514363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-6bcfc923-7dac-440d-bf8d-f83a65ca3097 req-dc45a80d-0050-4781-bd38-0dd82ec5f145 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 14b6477c-2c01-4893-b3aa-79ca73caba79 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:43.578682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2e02-c059-47a1-8653-ee5d56e68f43 req-9bca2d29-aba6-4f80-b02f-c0235ac87d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.580351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24ba2e02-c059-47a1-8653-ee5d56e68f43 req-9bca2d29-aba6-4f80-b02f-c0235ac87d37 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dbb8e460-c5d8-4778-9692-7bfced99771b HTTP/1.1" status: 200 len: 914 time: 0.4836035 Aug 16 02:13:43.604265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9e3a5-2c0e-4ecd-92d5-33da11e226a3 req-56e63a43-05ed-4186-a470-f9e8a7cbc6d6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.606069 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4be9e3a5-2c0e-4ecd-92d5-33da11e226a3 req-56e63a43-05ed-4186-a470-f9e8a7cbc6d6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 945 time: 0.0927057 Aug 16 02:13:43.672429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24ba2e02-c059-47a1-8653-ee5d56e68f43 req-67502f57-4418-413b-979b-bfa31161d7f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811dd743-6724-4437-9732-e66612d2b904 HTTP/1.1" status: 200 len: 217 time: 0.0832908 Aug 16 02:13:43.722383 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4be9e3a5-2c0e-4ecd-92d5-33da11e226a3 req-fdde03c4-681f-4aa6-b6e9-9945e8479f6f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=4fb27821-b22c-48d8-ae1f-6707820113ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758569 Aug 16 02:13:43.740639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2e02-c059-47a1-8653-ee5d56e68f43 req-f57c609d-d746-4d61-9d38-0bcbf071b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.762968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24ba2e02-c059-47a1-8653-ee5d56e68f43 req-f57c609d-d746-4d61-9d38-0bcbf071b9a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00f47c31-6de9-4a51-8037-648f00ec4cb6 HTTP/1.1" status: 200 len: 853 time: 0.0697024 Aug 16 02:13:43.789723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24ba2e02-c059-47a1-8653-ee5d56e68f43 req-ffd18bab-e856-4226-840f-fd55c0b4f0ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dbb8e460-c5d8-4778-9692-7bfced99771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271447 Aug 16 02:13:43.794374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6bcfc923-7dac-440d-bf8d-f83a65ca3097 req-dc45a80d-0050-4781-bd38-0dd82ec5f145 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.834650 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45a80d-0050-4781-bd38-0dd82ec5f145 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=14b6477c-2c01-4893-b3aa-79ca73caba79,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:43.905764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcfc923-7dac-440d-bf8d-f83a65ca3097 req-dc45a80d-0050-4781-bd38-0dd82ec5f145 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] No DVR routers for this DVR port 14b6477c-2c01-4893-b3aa-79ca73caba79 on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:43.908799 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-6bcfc923-7dac-440d-bf8d-f83a65ca3097 req-dc45a80d-0050-4781-bd38-0dd82ec5f145 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.911234 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-6bcfc923-7dac-440d-bf8d-f83a65ca3097 req-dc45a80d-0050-4781-bd38-0dd82ec5f145 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.64 "DELETE /v2.0/ports/14b6477c-2c01-4893-b3aa-79ca73caba79 HTTP/1.1" status: 204 len: 173 time: 0.9109752 Aug 16 02:13:44.024120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013e5f-715d-41fb-bf3c-df33e641fbab req-ffb0ba55-6d46-4922-8e7b-481194df5324 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.026390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39013e5f-715d-41fb-bf3c-df33e641fbab req-ffb0ba55-6d46-4922-8e7b-481194df5324 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 943 time: 0.0810184 Aug 16 02:13:44.044236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24ba2e02-c059-47a1-8653-ee5d56e68f43 req-c80e55dc-2f60-4e55-bb8a-aa709bb8a2fb service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476780 Aug 16 02:13:44.116148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39013e5f-715d-41fb-bf3c-df33e641fbab req-f03ae9c6-5263-4e22-82f1-aeb1aabfdfe4 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812945 Aug 16 02:13:44.185208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24ba2e02-c059-47a1-8653-ee5d56e68f43 req-008303a7-5c53-4ea6-bd4f-5905b077e99e service neutron] 10.222.0.74 "GET /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227448 Aug 16 02:13:44.342498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2f666750-8dc6-47f4-808e-753639055b19 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:44.398708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'name': 'network-vif-deleted', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:44.402248 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ab6575-386e-467d-99a8-1716d415c479" -d '{"events": [{"server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "name": "network-vif-deleted", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:44.525279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 2f666750-8dc6-47f4-808e-753639055b19, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2f666750-8dc6-47f4-808e-753639055b19,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:44.534493 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469be420-f3d9-4ed1-bf91-5c93bd1e3a68 x-openstack-request-id: req-469be420-f3d9-4ed1-bf91-5c93bd1e3a68 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:44.535379 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001de2e3-d20e-473f-b980-5ac1e9103de8", "name": "network-vif-deleted", "tag": "14b6477c-2c01-4893-b3aa-79ca73caba79", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:44.535863 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-469be420-f3d9-4ed1-bf91-5c93bd1e3a68 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:44.536460 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001de2e3-d20e-473f-b980-5ac1e9103de8', 'name': 'network-vif-deleted', 'tag': '14b6477c-2c01-4893-b3aa-79ca73caba79', 'status': 'completed', 'code': 200} Aug 16 02:13:44.554829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '2f666750-8dc6-47f4-808e-753639055b19', 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b', 'port_id': '2f666750-8dc6-47f4-808e-753639055b19', 'mac_address': 'fa:16:3e:de:4c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f47c31-6de9-4a51-8037-648f00ec4cb6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:44.835141 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.852137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f666750-8dc6-47f4-808e-753639055b19 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:44.887100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fe279f0-5a09-4287-bf63-29308e15f407 req-7d20ef6f-b6a3-46b5-99a4-8aba879af61a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=001de2e3-d20e-473f-b980-5ac1e9103de8 HTTP/1.1" status: 200 len: 210 time: 0.0486941 Aug 16 02:13:44.897801 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 2f666750-8dc6-47f4-808e-753639055b19, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2f666750-8dc6-47f4-808e-753639055b19,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:45.080215 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.081410 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 811dd743-6724-4437-9732-e66612d2b904 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:45.168038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 811dd743-6724-4437-9732-e66612d2b904, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=811dd743-6724-4437-9732-e66612d2b904,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:45.181189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '811dd743-6724-4437-9732-e66612d2b904', 'network_id': 'dbb8e460-c5d8-4778-9692-7bfced99771b', 'port_id': '811dd743-6724-4437-9732-e66612d2b904', 'mac_address': 'fa:16:3e:dd:9b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f47c31-6de9-4a51-8037-648f00ec4cb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:45.192390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=2f666750-8dc6-47f4-808e-753639055b19,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.234542 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.243573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.244686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.245448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.245939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.246371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.247031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.247500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.247938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.248321 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.248712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.249096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.249489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.264146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811dd743-6724-4437-9732-e66612d2b904 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:45.270140 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868669b-d541-4876-9c0a-9a558ce416b7 req-cfad2601-7753-4bf5-a7b7-76355037d140 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.272389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3868669b-d541-4876-9c0a-9a558ce416b7 req-cfad2601-7753-4bf5-a7b7-76355037d140 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 943 time: 0.0702584 Aug 16 02:13:45.305623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 811dd743-6724-4437-9732-e66612d2b904, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=811dd743-6724-4437-9732-e66612d2b904,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:45.321173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3868669b-d541-4876-9c0a-9a558ce416b7 req-cdfc4c2a-a9de-431f-b400-f6d16a9bba03 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Aug 16 02:13:45.383175 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.459307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=811dd743-6724-4437-9732-e66612d2b904,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.610300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['811dd743-6724-4437-9732-e66612d2b904'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:45.616199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['2f666750-8dc6-47f4-808e-753639055b19'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:45.956122 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41202) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:45.968004 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 14b6477c-2c01-4893-b3aa-79ca73caba79 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:46.018653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 14b6477c-2c01-4893-b3aa-79ca73caba79 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:46.019255 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 14b6477c-2c01-4893-b3aa-79ca73caba79 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:46.354614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2f666750-8dc6-47f4-808e-753639055b19 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:46.508046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ffd0b-070b-47ab-bd1b-e920dd04b7b9 req-9aaad342-219b-46a9-a75b-e0c9b8cc6164 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.511201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f69ffd0b-070b-47ab-bd1b-e920dd04b7b9 req-9aaad342-219b-46a9-a75b-e0c9b8cc6164 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 944 time: 0.0804706 Aug 16 02:13:46.548614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 2f666750-8dc6-47f4-808e-753639055b19 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:46.562995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 2f666750-8dc6-47f4-808e-753639055b19 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:46.563386 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.591517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f69ffd0b-070b-47ab-bd1b-e920dd04b7b9 req-3d6794c2-99f6-4126-989b-22a5b1d0864b tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738940 Aug 16 02:13:46.737619 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.796523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdb54d1-f288-4040-a6c9-7a7f08a4fbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f666750-8dc6-47f4-808e-753639055b19'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:46.803288 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19196e3b-e1f2-40b0-bd6c-f9241d13b20d" -d '{"events": [{"server_uuid": "acdb54d1-f288-4040-a6c9-7a7f08a4fbbc", "name": "network-vif-plugged", "status": "completed", "tag": "2f666750-8dc6-47f4-808e-753639055b19"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:46.829443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 2f666750-8dc6-47f4-808e-753639055b19, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2f666750-8dc6-47f4-808e-753639055b19,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:46.893207 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ca374-6ea2-4093-bb44-ba94c1500f69 x-openstack-request-id: req-ea7ca374-6ea2-4093-bb44-ba94c1500f69 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:46.893507 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdb54d1-f288-4040-a6c9-7a7f08a4fbbc", "name": "network-vif-plugged", "status": "completed", "tag": "2f666750-8dc6-47f4-808e-753639055b19", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:46.893808 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea7ca374-6ea2-4093-bb44-ba94c1500f69 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:46.894481 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdb54d1-f288-4040-a6c9-7a7f08a4fbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f666750-8dc6-47f4-808e-753639055b19', 'code': 200} Aug 16 02:13:46.904853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.914560 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.920701 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 811dd743-6724-4437-9732-e66612d2b904 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:47.037782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=2f666750-8dc6-47f4-808e-753639055b19,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.040196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77669ba-937c-4b3a-89ef-3f10f298b2b1 req-89df46da-3990-40d3-8e56-d9085d651f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.042387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d77669ba-937c-4b3a-89ef-3f10f298b2b1 req-89df46da-3990-40d3-8e56-d9085d651f21 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=acdb54d1-f288-4040-a6c9-7a7f08a4fbbc HTTP/1.1" status: 200 len: 1098 time: 0.0833797 Aug 16 02:13:47.102873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d77669ba-937c-4b3a-89ef-3f10f298b2b1 req-8e8fda4c-c61a-4ad1-9d76-1ed02875acd9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519271 Aug 16 02:13:47.171189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 811dd743-6724-4437-9732-e66612d2b904 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:47.178831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 811dd743-6724-4437-9732-e66612d2b904 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:47.178831 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.247717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 783801e5-657c-471e-9644-6446f588870c {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:47.247717 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.289187 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.330563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 811dd743-6724-4437-9732-e66612d2b904, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=811dd743-6724-4437-9732-e66612d2b904,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:47.358817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port 783801e5-657c-471e-9644-6446f588870c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=783801e5-657c-471e-9644-6446f588870c,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:47.359195 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.372906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 783801e5-657c-471e-9644-6446f588870c owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:47.491042 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.544787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=811dd743-6724-4437-9732-e66612d2b904,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.721098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b13285-4969-4257-b1dd-f50648997d92 req-dabce7c9-f803-4fba-bfb0-e6eb6285e198 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.722814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91b13285-4969-4257-b1dd-f50648997d92 req-dabce7c9-f803-4fba-bfb0-e6eb6285e198 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0586205 Aug 16 02:13:47.736677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.779375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=783801e5-657c-471e-9644-6446f588870c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.804873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91b13285-4969-4257-b1dd-f50648997d92 req-95079e54-bd2a-44cf-aca7-799713d02a86 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704792 Aug 16 02:13:48.059417 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.297003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:48.427196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:48.433072 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aa47bf1f-bc5a-464b-8e80-daedb87d2f68 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "PUT /v2.0/routers/ad1132e9-b7ee-4b70-aa61-a7d86b03e575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4752796 Aug 16 02:13:48.437204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41256) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:48.438132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b2c4f-7175-44d3-8a69-45a01da36ed1 None None] Sync routers for ids ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:48.448128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b2c4f-7175-44d3-8a69-45a01da36ed1 None None] Routers {'ad1132e9-b7ee-4b70-aa61-a7d86b03e575'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:48.448920 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-504b2c4f-7175-44d3-8a69-45a01da36ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:13:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:48.500731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3f826-ab4d-4e64-b5c3-a83d1e0f9271 req-895f9fee-e915-4931-96f1-27fc14f3daa8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.502370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebb3f826-ab4d-4e64-b5c3-a83d1e0f9271 req-895f9fee-e915-4931-96f1-27fc14f3daa8 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 945 time: 0.1228697 Aug 16 02:13:48.512521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0ed234-f9be-4835-be07-1c565f15fe69 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting subnet 97d34380-35d0-486f-88e1-d86ca1556c60 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:48.523419 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df0ed234-f9be-4835-be07-1c565f15fe69 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.573438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-504b2c4f-7175-44d3-8a69-45a01da36ed1 None None] Set router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:48.800365 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-504b2c4f-7175-44d3-8a69-45a01da36ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:13:47Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:48.829419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b2c4f-7175-44d3-8a69-45a01da36ed1 None None] Checking router: ad1132e9-b7ee-4b70-aa61-a7d86b03e575 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:48.843796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b2c4f-7175-44d3-8a69-45a01da36ed1 None None] Routers {'ad1132e9-b7ee-4b70-aa61-a7d86b03e575'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:48.844441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-504b2c4f-7175-44d3-8a69-45a01da36ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:13:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:48.896404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc6073-f01c-467f-9048-ba0bfd88d5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811dd743-6724-4437-9732-e66612d2b904'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:48.898783 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b0ec70-2c57-4c7b-8fc7-9972878988e9" -d '{"events": [{"server_uuid": "bbcc6073-f01c-467f-9048-ba0bfd88d5f9", "name": "network-vif-plugged", "status": "completed", "tag": "811dd743-6724-4437-9732-e66612d2b904"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:48.978245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebb3f826-ab4d-4e64-b5c3-a83d1e0f9271 req-59666b57-92d3-4579-afa3-56ae65ffa71a tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583962 Aug 16 02:13:48.989362 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df0ed234-f9be-4835-be07-1c565f15fe69 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.992396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-504b2c4f-7175-44d3-8a69-45a01da36ed1 None None] Set router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:49.167160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0256d-b9b8-468e-a091-08a58eefed7d req-ea5f6518-23e8-4422-aa8d-79458f7be9cc tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.174658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5f0256d-b9b8-468e-a091-08a58eefed7d req-ea5f6518-23e8-4422-aa8d-79458f7be9cc tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 945 time: 0.1026611 Aug 16 02:13:49.202394 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df0ed234-f9be-4835-be07-1c565f15fe69 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.247989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5f0256d-b9b8-468e-a091-08a58eefed7d req-bafb7f9e-edbf-4942-ba9a-85c91b8a257c tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722456 Aug 16 02:13:49.274359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-504b2c4f-7175-44d3-8a69-45a01da36ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:13:47Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:49.303708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b2c4f-7175-44d3-8a69-45a01da36ed1 None None] The sync data for ids ['ad1132e9-b7ee-4b70-aa61-a7d86b03e575'] in n-d-768509-23 is: [{'id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754501624', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:13:47Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1132e9-b7ee-4b70-aa61-a7d86b03e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:49.311870 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ca66cb-1228-4fe9-b643-9ca5c449d077 x-openstack-request-id: req-21ca66cb-1228-4fe9-b643-9ca5c449d077 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:49.312226 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcc6073-f01c-467f-9048-ba0bfd88d5f9", "name": "network-vif-plugged", "status": "completed", "tag": "811dd743-6724-4437-9732-e66612d2b904", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:49.312548 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21ca66cb-1228-4fe9-b643-9ca5c449d077 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:49.313010 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcc6073-f01c-467f-9048-ba0bfd88d5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811dd743-6724-4437-9732-e66612d2b904', 'code': 200} Aug 16 02:13:49.396615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df0ed234-f9be-4835-be07-1c565f15fe69 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.434190 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df0ed234-f9be-4835-be07-1c565f15fe69 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.436252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-df0ed234-f9be-4835-be07-1c565f15fe69 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/subnets/97d34380-35d0-486f-88e1-d86ca1556c60 HTTP/1.1" status: 204 len: 168 time: 0.9966679 Aug 16 02:13:49.437749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ed234-f9be-4835-be07-1c565f15fe69 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Subnet': ['ID=97d34380-35d0-486f-88e1-d86ca1556c60,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:49.439148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41280) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:49.439660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a1de70-8f3f-4bc0-be7d-c090c85ae6b4 None None] Network fa64c5e1-c68d-4327-bd79-f44010b495eb requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:49.453280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec600f3e-d249-4518-8236-14d385ef3f3b req-8d67e00e-e819-479b-ba8d-e7172f1f009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.456164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec600f3e-d249-4518-8236-14d385ef3f3b req-8d67e00e-e819-479b-ba8d-e7172f1f009a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 1097 time: 0.0859733 Aug 16 02:13:49.494626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec600f3e-d249-4518-8236-14d385ef3f3b req-30e12b11-6b79-407a-9313-e01db6ab5cba service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Aug 16 02:13:49.562044 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.676342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.690753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6efb50-766f-4e73-8081-cea596eeae39 None None] DHCP port deletion for fa64c5e1-c68d-4327-bd79-f44010b495eb request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:49.756744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 783801e5-657c-471e-9644-6446f588870c no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:49.781642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 783801e5-657c-471e-9644-6446f588870c {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:49.782192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 783801e5-657c-471e-9644-6446f588870c not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:49.782682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c5bf823d-c978-4f68-9291-12caf3b03e35 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:49.799130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:49.799481 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.810489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ee6efb50-766f-4e73-8081-cea596eeae39 None None] Deleting port c5bf823d-c978-4f68-9291-12caf3b03e35 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:49.810869 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ee6efb50-766f-4e73-8081-cea596eeae39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.904627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:49.904901 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.914372 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ee6efb50-766f-4e73-8081-cea596eeae39 None None] For port c5bf823d-c978-4f68-9291-12caf3b03e35, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c5bf823d-c978-4f68-9291-12caf3b03e35,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:49.914372 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ee6efb50-766f-4e73-8081-cea596eeae39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.920162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:49.946681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ee6efb50-766f-4e73-8081-cea596eeae39 None None] Calling delete_port for c5bf823d-c978-4f68-9291-12caf3b03e35 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:49.969878 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.054203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c5bf823d-c978-4f68-9291-12caf3b03e35, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c5bf823d-c978-4f68-9291-12caf3b03e35,segment=NetworkSegment(ed40404f-1cde-425b-965a-b3d69e405f68),segment_id=ed40404f-1cde-425b-965a-b3d69e405f68)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:50.156812 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.187980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa6081-3858-4d04-b8de-2cccbf48be20 req-fa4bfb3a-85b8-41d4-b7e3-02f4bdfc453f tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.199943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-befa6081-3858-4d04-b8de-2cccbf48be20 req-fa4bfb3a-85b8-41d4-b7e3-02f4bdfc453f tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 945 time: 0.1020627 Aug 16 02:13:50.261320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-befa6081-3858-4d04-b8de-2cccbf48be20 req-19c9b45e-3d4f-4eb0-84c5-91e90c8c7ed7 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/security-groups?id=6152b807-3c5f-4e3e-a509-67481f0a06de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599897 Aug 16 02:13:50.271173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c5bf823d-c978-4f68-9291-12caf3b03e35,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:50.276278 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ee6efb50-766f-4e73-8081-cea596eeae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.290259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6efb50-766f-4e73-8081-cea596eeae39 None None] No DVR routers for this DVR port c5bf823d-c978-4f68-9291-12caf3b03e35 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:50.311958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6efb50-766f-4e73-8081-cea596eeae39 None None] Pushing event deleted for resources: {'Port': ['ID=c5bf823d-c978-4f68-9291-12caf3b03e35,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:50.351816 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db9727-2115-42b1-8202-f33f89bd0943 req-eaf17db1-0774-41f0-881c-d16473f389e3 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.353455 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-81db9727-2115-42b1-8202-f33f89bd0943 req-eaf17db1-0774-41f0-881c-d16473f389e3 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 945 time: 0.0613196 Aug 16 02:13:50.407200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b524e-6d56-4001-b33d-38f691147be0 req-29f9f252-cad2-49de-b4fc-6b5ef2733931 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.408760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e95b524e-6d56-4001-b33d-38f691147be0 req-29f9f252-cad2-49de-b4fc-6b5ef2733931 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0508585 Aug 16 02:13:50.453694 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.460914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e95b524e-6d56-4001-b33d-38f691147be0 req-a9bd9b6e-ae23-46e0-bad2-12bd4dcdee81 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Aug 16 02:13:50.493640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:50.541545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-81db9727-2115-42b1-8202-f33f89bd0943 req-c54c660e-bd5c-4ad3-999d-85d326aee2e9 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Deleting port ae3b8d1a-61bb-415a-9130-37a98e10b5c2 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:50.541898 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-81db9727-2115-42b1-8202-f33f89bd0943 req-c54c660e-bd5c-4ad3-999d-85d326aee2e9 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.604782 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.717703 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.722179 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.782934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-81db9727-2115-42b1-8202-f33f89bd0943 req-c54c660e-bd5c-4ad3-999d-85d326aee2e9 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] For port ae3b8d1a-61bb-415a-9130-37a98e10b5c2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ae3b8d1a-61bb-415a-9130-37a98e10b5c2,segment=NetworkSegment(53a53911-91a7-4b83-9ff5-775a6bdeb420),segment_id=53a53911-91a7-4b83-9ff5-775a6bdeb420)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:50.782934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-81db9727-2115-42b1-8202-f33f89bd0943 req-c54c660e-bd5c-4ad3-999d-85d326aee2e9 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.795428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-81db9727-2115-42b1-8202-f33f89bd0943 req-c54c660e-bd5c-4ad3-999d-85d326aee2e9 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Calling delete_port for ae3b8d1a-61bb-415a-9130-37a98e10b5c2 owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:50.899821 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.900963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Fanout notify agent at l3_agent the message router_deleted on router ad1132e9-b7ee-4b70-aa61-a7d86b03e575 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:50.908937 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.910116 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-86b65f0e-d803-4ac1-868d-57b1db599472 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/routers/ad1132e9-b7ee-4b70-aa61-a7d86b03e575 HTTP/1.1" status: 204 len: 168 time: 1.4699428 Aug 16 02:13:50.912951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41318) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:51.051095 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.063878 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.093019 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-81db9727-2115-42b1-8202-f33f89bd0943 req-c54c660e-bd5c-4ad3-999d-85d326aee2e9 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.106178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['ae3b8d1a-61bb-415a-9130-37a98e10b5c2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:51.149650 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c660e-bd5c-4ad3-999d-85d326aee2e9 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Pushing event deleted for resources: {'Port': ['ID=ae3b8d1a-61bb-415a-9130-37a98e10b5c2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:51.230552 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-81db9727-2115-42b1-8202-f33f89bd0943 req-c54c660e-bd5c-4ad3-999d-85d326aee2e9 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] No DVR routers for this DVR port ae3b8d1a-61bb-415a-9130-37a98e10b5c2 on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:51.235234 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-81db9727-2115-42b1-8202-f33f89bd0943 req-c54c660e-bd5c-4ad3-999d-85d326aee2e9 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.237288 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-81db9727-2115-42b1-8202-f33f89bd0943 req-c54c660e-bd5c-4ad3-999d-85d326aee2e9 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.64 "DELETE /v2.0/ports/ae3b8d1a-61bb-415a-9130-37a98e10b5c2 HTTP/1.1" status: 204 len: 173 time: 0.8769734 Aug 16 02:13:51.237742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9555479-160f-47aa-ac41-bb3bb43bae78', 'name': 'network-vif-deleted', 'tag': 'ae3b8d1a-61bb-415a-9130-37a98e10b5c2'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:51.240415 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bdb576-028f-4225-88b8-318309eab66c" -d '{"events": [{"server_uuid": "d9555479-160f-47aa-ac41-bb3bb43bae78", "name": "network-vif-deleted", "tag": "ae3b8d1a-61bb-415a-9130-37a98e10b5c2"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:51.274793 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.289132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa64c5e1-c68d-4327-bd79-f44010b495eb']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:51.301029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed40404f-1cde-425b-965a-b3d69e405f68') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:51.301383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed40404f-1cde-425b-965a-b3d69e405f68') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:51.311049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.342669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.350924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:51.351883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:51.356116 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:51.371385 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfef0a1-5b86-4616-b1f4-579cee86d501 x-openstack-request-id: req-8bfef0a1-5b86-4616-b1f4-579cee86d501 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:51.371817 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9555479-160f-47aa-ac41-bb3bb43bae78", "name": "network-vif-deleted", "tag": "ae3b8d1a-61bb-415a-9130-37a98e10b5c2", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:51.372148 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8bfef0a1-5b86-4616-b1f4-579cee86d501 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:51.372629 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9555479-160f-47aa-ac41-bb3bb43bae78', 'name': 'network-vif-deleted', 'tag': 'ae3b8d1a-61bb-415a-9130-37a98e10b5c2', 'status': 'completed', 'code': 200} Aug 16 02:13:51.551240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb84d6d9-e0a9-4589-af33-9cfdee79be69 req-bc2ff400-9b51-44ab-b9d5-c2ee6a8a0b03 tempest-VolumesSnapshotTestJSON-1364794502 tempest-VolumesSnapshotTestJSON-1364794502-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9555479-160f-47aa-ac41-bb3bb43bae78 HTTP/1.1" status: 200 len: 210 time: 0.0822127 Aug 16 02:13:51.571688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.596009 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.599563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/networks/fa64c5e1-c68d-4327-bd79-f44010b495eb HTTP/1.1" status: 204 len: 168 time: 0.6834013 Aug 16 02:13:51.600518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2dad2-e2a4-4cc0-9146-373882877bbc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Network': ['ID=fa64c5e1-c68d-4327-bd79-f44010b495eb,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:51.602677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41330) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:51.772205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:51.817361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:51.817361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5bcccd25-1cb0-4978-8ff3-d5dcef9bc3ab not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:51.828856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4b51560-abf0-4ce3-82a4-360d50fade3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.877468 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4b51560-abf0-4ce3-82a4-360d50fade3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.924027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef887d50-b467-4f28-9095-bd61de2c05b0 req-d4c96458-df85-403e-ac4f-0ac6129e5d26 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.926116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef887d50-b467-4f28-9095-bd61de2c05b0 req-d4c96458-df85-403e-ac4f-0ac6129e5d26 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 945 time: 0.1832216 Aug 16 02:13:52.006381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef887d50-b467-4f28-9095-bd61de2c05b0 req-ce02b980-b2a0-47e1-85bf-d633937936c1 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640144 Aug 16 02:13:52.028922 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.196769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8a6b8-11af-447b-a041-10a4f8c582d3 req-9235f40d-d4cf-458c-aa62-eee79ddb41e8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.198604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-95a8a6b8-11af-447b-a041-10a4f8c582d3 req-9235f40d-d4cf-458c-aa62-eee79ddb41e8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=acdb54d1-f288-4040-a6c9-7a7f08a4fbbc HTTP/1.1" status: 200 len: 946 time: 0.0643740 Aug 16 02:13:52.200061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4b51560-abf0-4ce3-82a4-360d50fade3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.202407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4b51560-abf0-4ce3-82a4-360d50fade3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.205873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e4b51560-abf0-4ce3-82a4-360d50fade3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/security-groups/4fb27821-b22c-48d8-ae1f-6707820113ef HTTP/1.1" status: 204 len: 168 time: 0.5999334 Aug 16 02:13:52.222472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b51560-abf0-4ce3-82a4-360d50fade3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb27821-b22c-48d8-ae1f-6707820113ef,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:52.255227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-95a8a6b8-11af-447b-a041-10a4f8c582d3 req-94852069-e790-41d9-b616-718dce948f46 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501330 Aug 16 02:13:53.169023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41356) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:53.182194 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-14adf3d1-b1ac-4828-9eb1-44bfcb10c6ef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792232459', 'description': 'tempest-secgroup-smoke-792232459 description', 'project_id': '28991c254a224cf091ab3afd77d33192'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:53.345216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-14adf3d1-b1ac-4828-9eb1-44bfcb10c6ef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.479693 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-14adf3d1-b1ac-4828-9eb1-44bfcb10c6ef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.657644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-14adf3d1-b1ac-4828-9eb1-44bfcb10c6ef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.706689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adf3d1-b1ac-4828-9eb1-44bfcb10c6ef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd91921-d76c-41c6-9232-fcaaa762b370,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:53.765912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-14adf3d1-b1ac-4828-9eb1-44bfcb10c6ef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.767404 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-14adf3d1-b1ac-4828-9eb1-44bfcb10c6ef tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5966434 Aug 16 02:13:53.770157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41360) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:53.776319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8caac352-b402-4844-9c4e-775575507b12 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7bd91921-d76c-41c6-9232-fcaaa762b370', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:53.885677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8caac352-b402-4844-9c4e-775575507b12 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.898915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337d074-6647-4e4d-af7e-a7dd2c115e94 req-96292f9b-93b6-44ac-8a3e-33675481d7f8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.908991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c337d074-6647-4e4d-af7e-a7dd2c115e94 req-96292f9b-93b6-44ac-8a3e-33675481d7f8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=acdb54d1-f288-4040-a6c9-7a7f08a4fbbc HTTP/1.1" status: 200 len: 946 time: 0.0791728 Aug 16 02:13:54.033861 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c337d074-6647-4e4d-af7e-a7dd2c115e94 req-12b3366f-e3a3-4643-a843-8c1790397654 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/security-groups?id=09db7bb9-3726-4cfb-8052-eb964474a626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229854 Aug 16 02:13:54.037533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ae3b8d1a-61bb-415a-9130-37a98e10b5c2 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:54.095139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: ae3b8d1a-61bb-415a-9130-37a98e10b5c2 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:54.095654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ae3b8d1a-61bb-415a-9130-37a98e10b5c2 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:54.115661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8caac352-b402-4844-9c4e-775575507b12 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.194325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8caac352-b402-4844-9c4e-775575507b12 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.227096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caac352-b402-4844-9c4e-775575507b12 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b46ae12-7b91-4c04-b212-97737ae23178,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:54.312038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-f83a5c4a-1914-4fc2-af5a-4e0ad435e2f2 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.314454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-f83a5c4a-1914-4fc2-af5a-4e0ad435e2f2 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "GET /v2.0/ports?device_id=acdb54d1-f288-4040-a6c9-7a7f08a4fbbc HTTP/1.1" status: 200 len: 946 time: 0.0868926 Aug 16 02:13:54.338178 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8caac352-b402-4844-9c4e-775575507b12 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.342189 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8caac352-b402-4844-9c4e-775575507b12 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5682971 Aug 16 02:13:54.342189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41378) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:54.347307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ea3f931c-1310-4b5c-b4dc-89b3364bdb03 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7bd91921-d76c-41c6-9232-fcaaa762b370', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:54.441588 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea3f931c-1310-4b5c-b4dc-89b3364bdb03 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.474616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-ded1004e-f4f0-4774-a420-92ce180632eb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Deleting port 2f666750-8dc6-47f4-808e-753639055b19 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:54.474960 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-ded1004e-f4f0-4774-a420-92ce180632eb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.569223 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea3f931c-1310-4b5c-b4dc-89b3364bdb03 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.602050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-ded1004e-f4f0-4774-a420-92ce180632eb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] For port 2f666750-8dc6-47f4-808e-753639055b19, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=2f666750-8dc6-47f4-808e-753639055b19,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:54.602464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-ded1004e-f4f0-4774-a420-92ce180632eb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.618365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-ded1004e-f4f0-4774-a420-92ce180632eb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Calling delete_port for 2f666750-8dc6-47f4-808e-753639055b19 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:54.664086 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea3f931c-1310-4b5c-b4dc-89b3364bdb03 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.701425 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f931c-1310-4b5c-b4dc-89b3364bdb03 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e630fb-ad01-4e4b-ba33-8b36e3630c24,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:54.782528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea3f931c-1310-4b5c-b4dc-89b3364bdb03 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.785002 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ea3f931c-1310-4b5c-b4dc-89b3364bdb03 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4416528 Aug 16 02:13:54.789203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:54.794892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-424a8f75-287f-41e5-b35b-01df09b88fce tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7bd91921-d76c-41c6-9232-fcaaa762b370', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:54.920935 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-ded1004e-f4f0-4774-a420-92ce180632eb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.934639 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['2f666750-8dc6-47f4-808e-753639055b19', '811dd743-6724-4437-9732-e66612d2b904'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:54.947453 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-424a8f75-287f-41e5-b35b-01df09b88fce tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.984696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1004e-f4f0-4774-a420-92ce180632eb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Pushing event deleted for resources: {'Port': ['ID=2f666750-8dc6-47f4-808e-753639055b19,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:55.071219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-ded1004e-f4f0-4774-a420-92ce180632eb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] No DVR routers for this DVR port 2f666750-8dc6-47f4-808e-753639055b19 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:55.077701 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-ded1004e-f4f0-4774-a420-92ce180632eb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.081899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-ded1004e-f4f0-4774-a420-92ce180632eb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "DELETE /v2.0/ports/2f666750-8dc6-47f4-808e-753639055b19 HTTP/1.1" status: 204 len: 173 time: 0.7598550 Aug 16 02:13:55.117767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdb54d1-f288-4040-a6c9-7a7f08a4fbbc', 'name': 'network-vif-deleted', 'tag': '2f666750-8dc6-47f4-808e-753639055b19'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:55.121449 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cec83b-a2f4-4864-8cb5-52d896583312" -d '{"events": [{"server_uuid": "acdb54d1-f288-4040-a6c9-7a7f08a4fbbc", "name": "network-vif-deleted", "tag": "2f666750-8dc6-47f4-808e-753639055b19"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:55.158394 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-424a8f75-287f-41e5-b35b-01df09b88fce tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.240511 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-424a8f75-287f-41e5-b35b-01df09b88fce tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.323773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-424a8f75-287f-41e5-b35b-01df09b88fce tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.328811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b1b33065-4874-41a4-b7d6-1116c0599f7c req-03eb7e96-fdd6-4b68-b1a5-0e3972043de2 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=acdb54d1-f288-4040-a6c9-7a7f08a4fbbc HTTP/1.1" status: 200 len: 210 time: 0.1055326 Aug 16 02:13:55.339765 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-424a8f75-287f-41e5-b35b-01df09b88fce tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5388043 Aug 16 02:13:55.339765 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a8f75-287f-41e5-b35b-01df09b88fce tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a3c1b6-ee41-46db-9781-f341c1370596,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:55.341285 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41402) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:55.362753 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2b5f3adb-da9d-4216-a583-7f49536c28ee tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7bd91921-d76c-41c6-9232-fcaaa762b370', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:55.372025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c1beb-5dc0-4d31-9d2b-b4ad24e57529 req-a8ffd933-3a78-4099-b098-f6a1bc4d5529 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.377624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f7c1beb-5dc0-4d31-9d2b-b4ad24e57529 req-a8ffd933-3a78-4099-b098-f6a1bc4d5529 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbcc6073-f01c-467f-9048-ba0bfd88d5f9 HTTP/1.1" status: 200 len: 945 time: 0.2931859 Aug 16 02:13:55.434865 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b0582d-a5bf-4b9f-a74f-91fada57159e x-openstack-request-id: req-e3b0582d-a5bf-4b9f-a74f-91fada57159e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:55.435162 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdb54d1-f288-4040-a6c9-7a7f08a4fbbc", "name": "network-vif-deleted", "tag": "2f666750-8dc6-47f4-808e-753639055b19", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:55.435419 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3b0582d-a5bf-4b9f-a74f-91fada57159e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:55.435824 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdb54d1-f288-4040-a6c9-7a7f08a4fbbc', 'name': 'network-vif-deleted', 'tag': '2f666750-8dc6-47f4-808e-753639055b19', 'status': 'completed', 'code': 200} Aug 16 02:13:55.493000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-9f7c1beb-5dc0-4d31-9d2b-b4ad24e57529 req-8d8ff549-00be-4dbb-90a1-b09b7b3fc6c8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Deleting port 811dd743-6724-4437-9732-e66612d2b904 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:55.493271 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f7c1beb-5dc0-4d31-9d2b-b4ad24e57529 req-8d8ff549-00be-4dbb-90a1-b09b7b3fc6c8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.563012 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3adb-da9d-4216-a583-7f49536c28ee tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.597581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9f7c1beb-5dc0-4d31-9d2b-b4ad24e57529 req-8d8ff549-00be-4dbb-90a1-b09b7b3fc6c8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] For port 811dd743-6724-4437-9732-e66612d2b904, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=811dd743-6724-4437-9732-e66612d2b904,segment=NetworkSegment(aa00aab5-bd75-49dd-8b32-7aeeddebfe38),segment_id=aa00aab5-bd75-49dd-8b32-7aeeddebfe38)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:55.597979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f7c1beb-5dc0-4d31-9d2b-b4ad24e57529 req-8d8ff549-00be-4dbb-90a1-b09b7b3fc6c8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.615139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-9f7c1beb-5dc0-4d31-9d2b-b4ad24e57529 req-8d8ff549-00be-4dbb-90a1-b09b7b3fc6c8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Calling delete_port for 811dd743-6724-4437-9732-e66612d2b904 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:55.650975 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3adb-da9d-4216-a583-7f49536c28ee tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.773023 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3adb-da9d-4216-a583-7f49536c28ee tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.800748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f3adb-da9d-4216-a583-7f49536c28ee tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38e7c43-9048-4b57-a008-23232f31da40,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:55.936081 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f7c1beb-5dc0-4d31-9d2b-b4ad24e57529 req-8d8ff549-00be-4dbb-90a1-b09b7b3fc6c8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.954554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['2f666750-8dc6-47f4-808e-753639055b19'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:55.973256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ff549-00be-4dbb-90a1-b09b7b3fc6c8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Pushing event deleted for resources: {'Port': ['ID=811dd743-6724-4437-9732-e66612d2b904,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:56.000230 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b5f3adb-da9d-4216-a583-7f49536c28ee tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.002171 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2b5f3adb-da9d-4216-a583-7f49536c28ee tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6583207 Aug 16 02:13:56.007276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41412) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:56.012407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7bd91921-d76c-41c6-9232-fcaaa762b370', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:56.046805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7c1beb-5dc0-4d31-9d2b-b4ad24e57529 req-8d8ff549-00be-4dbb-90a1-b09b7b3fc6c8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] No DVR routers for this DVR port 811dd743-6724-4437-9732-e66612d2b904 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:56.050445 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9f7c1beb-5dc0-4d31-9d2b-b4ad24e57529 req-8d8ff549-00be-4dbb-90a1-b09b7b3fc6c8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.053688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f7c1beb-5dc0-4d31-9d2b-b4ad24e57529 req-8d8ff549-00be-4dbb-90a1-b09b7b3fc6c8 tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.74 "DELETE /v2.0/ports/811dd743-6724-4437-9732-e66612d2b904 HTTP/1.1" status: 204 len: 173 time: 0.6702371 Aug 16 02:13:56.162733 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Project 28991c254a224cf091ab3afd77d33192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:13:56.173713 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.272968 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.456602 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.468083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ab47a29-fb98-43c6-8957-7729973f4b19 req-c194a43b-ac2a-4c09-ab81-51a7bb2612cc tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] 10.222.0.66 "GET /v2.0/ports?device_id=acdb54d1-f288-4040-a6c9-7a7f08a4fbbc HTTP/1.1" status: 200 len: 210 time: 0.0304596 Aug 16 02:13:56.477768 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13513929-177d-4140-ab20-4486cb8bc881,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:56.485704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.486085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.486424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.486760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.487096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.487427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.487757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.488085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.488413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.488737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.489065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.489386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:56.690347 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.691663 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-69e48b18-73d2-49fa-ba12-557211195b2c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6833949 Aug 16 02:13:56.694400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41422) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:56.699492 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-422b4a6e-45de-480b-8636-81d3051c42bb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'security_group_rule': {'security_group_id': '7bd91921-d76c-41c6-9232-fcaaa762b370', 'project_id': '28991c254a224cf091ab3afd77d33192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:56.805585 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-422b4a6e-45de-480b-8636-81d3051c42bb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Project 28991c254a224cf091ab3afd77d33192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:13:56.812279 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-422b4a6e-45de-480b-8636-81d3051c42bb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.877251 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-422b4a6e-45de-480b-8636-81d3051c42bb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.011870 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-422b4a6e-45de-480b-8636-81d3051c42bb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.031458 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b4a6e-45de-480b-8636-81d3051c42bb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57239078-ef39-4f53-ac42-20e1b66df622,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:57.160091 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-422b4a6e-45de-480b-8636-81d3051c42bb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.162494 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-422b4a6e-45de-480b-8636-81d3051c42bb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4658899 Aug 16 02:13:57.164498 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41432) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:57.172880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'network': {'name': 'tempest-network-smoke--371690964', 'project_id': '28991c254a224cf091ab3afd77d33192', 'port_security_enabled': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:57.301843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:57.306240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.344337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:13:57.354786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.358577 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Added segment 32932a92-1706-454d-9541-2192fc9a2a1e of type vlan for network bcb1875f-61dc-426a-877e-ee53f8ad500a Aug 16 02:13:57.430684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.437185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc6073-f01c-467f-9048-ba0bfd88d5f9', 'name': 'network-vif-deleted', 'tag': '811dd743-6724-4437-9732-e66612d2b904'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:57.440186 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66650cb-4036-4e23-8423-d564fe581370" -d '{"events": [{"server_uuid": "bbcc6073-f01c-467f-9048-ba0bfd88d5f9", "name": "network-vif-deleted", "tag": "811dd743-6724-4437-9732-e66612d2b904"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:57.485695 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37fcb7d-f311-4ca3-9843-438376170242 x-openstack-request-id: req-b37fcb7d-f311-4ca3-9843-438376170242 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:57.486143 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcc6073-f01c-467f-9048-ba0bfd88d5f9", "name": "network-vif-deleted", "tag": "811dd743-6724-4437-9732-e66612d2b904", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:57.488528 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b37fcb7d-f311-4ca3-9843-438376170242 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:57.488528 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcc6073-f01c-467f-9048-ba0bfd88d5f9', 'name': 'network-vif-deleted', 'tag': '811dd743-6724-4437-9732-e66612d2b904', 'status': 'completed', 'code': 200} Aug 16 02:13:57.570249 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41450) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:57.599815 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.605900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.614793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.719636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b5f9bf-2f55-40bb-9009-6e8160950a8a admin admin] Deleting subnet 00f47c31-6de9-4a51-8037-648f00ec4cb6 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:57.724717 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35b5f9bf-2f55-40bb-9009-6e8160950a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.726504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Network': ['ID=bcb1875f-61dc-426a-877e-ee53f8ad500a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:57.738817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network bcb1875f-61dc-426a-877e-ee53f8ad500a details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:57.781688 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35b5f9bf-2f55-40bb-9009-6e8160950a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.829999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41458) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:57.830184 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-69caf5b8-1f53-4735-8374-219fbf603b45 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6607656 Aug 16 02:13:57.830750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'admin_state_up': True, 'project_id': '28991c254a224cf091ab3afd77d33192', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:57.842815 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35b5f9bf-2f55-40bb-9009-6e8160950a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.967515 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.968834 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.040343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35b5f9bf-2f55-40bb-9009-6e8160950a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.105305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5f9bf-2f55-40bb-9009-6e8160950a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f47c31-6de9-4a51-8037-648f00ec4cb6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:58.123083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-35b5f9bf-2f55-40bb-9009-6e8160950a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.125357 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-35b5f9bf-2f55-40bb-9009-6e8160950a8a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/00f47c31-6de9-4a51-8037-648f00ec4cb6 HTTP/1.1" status: 204 len: 168 time: 0.5540423 Aug 16 02:13:58.130181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41474) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:58.140335 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.202742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.288243 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.300694 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb8e460-c5d8-4778-9692-7bfced99771b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:58.311296 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:58.311986 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa00aab5-bd75-49dd-8b32-7aeeddebfe38') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:58.326992 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.357446 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.365300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:58.369737 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:58.385146 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:58.391346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2f666750-8dc6-47f4-808e-753639055b19 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:58.445170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 2f666750-8dc6-47f4-808e-753639055b19 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:58.445551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 2f666750-8dc6-47f4-808e-753639055b19 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:58.446009 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 811dd743-6724-4437-9732-e66612d2b904 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:58.485683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 811dd743-6724-4437-9732-e66612d2b904 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:58.487654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 811dd743-6724-4437-9732-e66612d2b904 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:58.490483 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.732123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.740130 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.744226 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] 10.222.0.66 "DELETE /v2.0/networks/dbb8e460-c5d8-4778-9692-7bfced99771b HTTP/1.1" status: 204 len: 168 time: 0.6145115 Aug 16 02:13:58.770499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc87ec-a889-4f00-9be8-a0c6824d134c admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb8e460-c5d8-4778-9692-7bfced99771b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:58.921019 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.947955 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.086219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.25.8.201 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/1840cb02-2593-4cd1-8a4d-2b641e5253e4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:59.215391 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.329432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41512) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:59.375961 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c43ba6f6-bc44-446c-a29f-527a58c186b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c4bb4217f4f7459a8032c4022752ce1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452752 Aug 16 02:13:59.378613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41514) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:59.435534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61cefc25-d504-4abe-9a7e-496d6f4736be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.445357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.485870 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61cefc25-d504-4abe-9a7e-496d6f4736be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.507800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:59.525477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:59.542021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:59.544112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=1840cb02-2593-4cd1-8a4d-2b641e5253e4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.794625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61cefc25-d504-4abe-9a7e-496d6f4736be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.800164 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61cefc25-d504-4abe-9a7e-496d6f4736be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.800164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-61cefc25-d504-4abe-9a7e-496d6f4736be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09db7bb9-3726-4cfb-8052-eb964474a626 HTTP/1.1" status: 204 len: 168 time: 0.4188268 Aug 16 02:13:59.807164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cefc25-d504-4abe-9a7e-496d6f4736be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09db7bb9-3726-4cfb-8052-eb964474a626,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.920096 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e0a27a05-3375-4516-910e-839afd317881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.000428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.208098 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.633448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router b841c900-d5cb-4093-be4a-867ae9d273df is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:14:00.752458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:00.762567 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Sync routers for ids ['b841c900-d5cb-4093-be4a-867ae9d273df'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:00.775532 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Routers {'b841c900-d5cb-4093-be4a-867ae9d273df'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:00.782716 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:13:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b841c900-d5cb-4093-be4a-867ae9d273df'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:00.856806 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.859048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-edf896d5-70ca-46bd-9423-ae17580ac78c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0318990 Aug 16 02:14:00.865641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41570) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:00.971787 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4a7edd8a-c561-408e-94fa-cbacf3a58fbd tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=28991c254a224cf091ab3afd77d33192&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1046193 Aug 16 02:14:00.975345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41580) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:00.978512 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Set router b841c900-d5cb-4093-be4a-867ae9d273df gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:01.282219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc7cf7f-ce54-4fa2-bf91-c308c02b841c tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.284226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7dc7cf7f-ce54-4fa2-bf91-c308c02b841c tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3070300 Aug 16 02:14:01.288520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41596) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.347757 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-61ea2f60-d473-4807-8bf4-f24fd2799fd9 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575089 Aug 16 02:14:01.358006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41602) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.381293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1453069880', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'project_id': '28991c254a224cf091ab3afd77d33192', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:01.516094 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:13:59Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:01.564796 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Checking router: b841c900-d5cb-4093-be4a-867ae9d273df for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:01.564796 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Updating router b841c900-d5cb-4093-be4a-867ae9d273df port 1840cb02-2593-4cd1-8a4d-2b641e5253e4 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:01.593762 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.671042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41612) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.703844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:01.707786 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.808959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-network', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:01.970680 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.982603 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Transition to ACTIVE for port object 1840cb02-2593-4cd1-8a4d-2b641e5253e4 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:02.139556 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.249078 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Pushing event updated for resources: {'Port': ['ID=1840cb02-2593-4cd1-8a4d-2b641e5253e4,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.251351 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Attempting to bind port 1840cb02-2593-4cd1-8a4d-2b641e5253e4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:02.251717 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Attempting to bind port 1840cb02-2593-4cd1-8a4d-2b641e5253e4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:02.252077 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Attempting to bind port 1840cb02-2593-4cd1-8a4d-2b641e5253e4 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:02.268301 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.269779 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.269779 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.269779 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.269779 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.276402 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.276810 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.277158 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.277543 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.277916 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.278254 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.278624 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:02.292430 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:02.292805 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:02.293207 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.293590 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:02.294114 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Bound port: 1840cb02-2593-4cd1-8a4d-2b641e5253e4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:02.294494 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.346556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Made reservation on behalf of 4ca45599d1c64ae2b317466d83576b6f for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:02.348800 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.363270 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.386558 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] For port 1840cb02-2593-4cd1-8a4d-2b641e5253e4, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:02.390932 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] For port 1840cb02-2593-4cd1-8a4d-2b641e5253e4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1840cb02-2593-4cd1-8a4d-2b641e5253e4,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:02.544389 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.572103 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.645171 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207180a4-68e3-4e55-a5da-3a82a7ff0a07 None None] Pushing event updated for resources: {'Port': ['ID=1840cb02-2593-4cd1-8a4d-2b641e5253e4,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.650594 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.656536 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Routers {'b841c900-d5cb-4093-be4a-867ae9d273df'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:02.663723 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:13:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b841c900-d5cb-4093-be4a-867ae9d273df'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:02.720697 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.740141 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:02.751927 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.752477 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Added segment b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f of type vlan for network 46fdd058-f43c-4c31-bf3c-011541637c3b Aug 16 02:14:02.819014 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.847456 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] Set router b841c900-d5cb-4093-be4a-867ae9d273df gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:02.875937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Subnet': ['ID=31cd684f-3e74-485a-ba14-ac5c61d65137,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.897676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f248af08-600c-477e-92f8-413c70611d82,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.911358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Checking segment: {'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:02.911984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network hostable DHCP agents. Network: bcb1875f-61dc-426a-877e-ee53f8ad500a, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:02.984083 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.012146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76042a4c-30ba-4d64-a081-2d858b548043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.102130 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.120706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.120706 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.154840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network bcb1875f-61dc-426a-877e-ee53f8ad500a is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:03.234043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] Pushing event updated for resources: {'Network': ['ID=46fdd058-f43c-4c31-bf3c-011541637c3b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.246246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 46fdd058-f43c-4c31-bf3c-011541637c3b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:03.302084 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41670) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.303079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d3d742d5-da6c-44f6-9674-c88cbf91f555 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6303554 Aug 16 02:14:03.308407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] Request body: {'subnet': {'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-subnet', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:03.316597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, bcb1875f-61dc-426a-877e-ee53f8ad500a) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:03.322972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.323908 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.329909 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:13:59Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:03.344164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a03fa9-2dc9-49f5-9320-3876a6c4939b None None] Network bcb1875f-61dc-426a-877e-ee53f8ad500a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:03.389715 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a69a8b-5a19-4862-8a4d-25d56fad4f15 None None] The sync data for ids ['b841c900-d5cb-4093-be4a-867ae9d273df'] in n-d-768509-23 is: [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:13:59Z', 'revision_number': 3, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:03.403400 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:14:03.526316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-bcb1875f-61dc-426a-877e-ee53f8ad500a', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:03.546967 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.547265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] Made reservation on behalf of 4ca45599d1c64ae2b317466d83576b6f for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:03.547265 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.803748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Allocated IP 172.20.0.2 (bcb1875f-61dc-426a-877e-ee53f8ad500a/31cd684f-3e74-485a-ba14-ac5c61d65137/d9fb136a-e7ea-4540-92c2-6fbd1b0b7118) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:03.861511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3d86ea51-ae93-4eb0-b7c4-c3e68adeee3b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5023544 Aug 16 02:14:03.862870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 41678) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.977450 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.989454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Transition to ACTIVE for port object d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:04.010200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Transition to ACTIVE for port object d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:04.035310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.150909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6250b43-7f02-4b7e-8c3e-5fb067bc6e54,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.165268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] Checking segment: {'id': 'b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:04.169732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] Network hostable DHCP agents. Network: 46fdd058-f43c-4c31-bf3c-011541637c3b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:04.194378 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.199503 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.269472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Network bcb1875f-61dc-426a-877e-ee53f8ad500a is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:04.272836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:04.286746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:04.286746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Pushing event updated for resources: {'Port': ['ID=d9fb136a-e7ea-4540-92c2-6fbd1b0b7118,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.384639 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] Network 46fdd058-f43c-4c31-bf3c-011541637c3b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:04.385104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Attempting to bind port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:04.385104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Attempting to bind port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:04.385104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Attempting to bind port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 on network bcb1875f-61dc-426a-877e-ee53f8ad500a {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:04.392636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:04.393077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Checking segment: {'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:04.393497 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.393904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Bound using segment: {'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:04.394391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Bound port: d9fb136a-e7ea-4540-92c2-6fbd1b0b7118, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:04.394772 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.477590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] For port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:04.490303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] For port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d9fb136a-e7ea-4540-92c2-6fbd1b0b7118,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:04.586355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.640377 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 46fdd058-f43c-4c31-bf3c-011541637c3b) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:04.651224 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:04.651819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459bc93f-0ed1-4c94-85b0-833f79cabbd0 None None] Network 46fdd058-f43c-4c31-bf3c-011541637c3b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:04.651959 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.834849 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.949615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5fd0c-f3f9-4bee-8f64-f37e2c13aef4 None None] Pushing event updated for resources: {'Port': ['ID=d9fb136a-e7ea-4540-92c2-6fbd1b0b7118,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.959215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.20.0.1 (bcb1875f-61dc-426a-877e-ee53f8ad500a/31cd684f-3e74-485a-ba14-ac5c61d65137/faff3bce-6e98-41a1-b2eb-d585356c3aca) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:04.974757 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a0637615-e6ff-47c6-bf5c-9d85f843f131 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6681190 Aug 16 02:14:04.974981 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41716) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.981158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:05.064350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea5c335-2b11-4483-8464-45ce8a54cfa6 None None] Network 46fdd058-f43c-4c31-bf3c-011541637c3b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:05.150578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.150578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.171059 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.226382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Transition to ACTIVE for port object faff3bce-6e98-41a1-b2eb-d585356c3aca will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:05.292357 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.628488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.709271 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.752733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network bcb1875f-61dc-426a-877e-ee53f8ad500a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:05.764728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:05.769719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:05.799055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=faff3bce-6e98-41a1-b2eb-d585356c3aca,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.812806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:05.815744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.815744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.817475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.817475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.817475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.817475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.817475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.818119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.818119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.818389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.818718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.819048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.839371 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.977526 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.050722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:06.062063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1840cb02-2593-4cd1-8a4d-2b641e5253e4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:06.147007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.176633 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.270402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 1840cb02-2593-4cd1-8a4d-2b641e5253e4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:06.300005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1840cb02-2593-4cd1-8a4d-2b641e5253e4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:06.300383 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.319442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Allocated IP 172.25.8.18 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/e8c126d3-e887-4e8c-bf95-d9c4c5080e5d) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:06.326770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.404080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a1e007-1dea-4ef1-8e87-f4af8eef3753 None None] Network bcb1875f-61dc-426a-877e-ee53f8ad500a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:06.518571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.523341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.541919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 1840cb02-2593-4cd1-8a4d-2b641e5253e4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1840cb02-2593-4cd1-8a4d-2b641e5253e4,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:06.676933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-957fdab7-7ba4-4f21-a672-b245272b1cc6 None None] Provisioning for port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:06.683673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-957fdab7-7ba4-4f21-a672-b245272b1cc6 None None] Provisioning complete for port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:06.684044 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-957fdab7-7ba4-4f21-a672-b245272b1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.772135 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.774492 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.787533 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.844835 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:06.850536 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:06.855538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:06.855796 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-957fdab7-7ba4-4f21-a672-b245272b1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.889384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=1840cb02-2593-4cd1-8a4d-2b641e5253e4,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.905947 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Pushing event updated for resources: {'Port': ['ID=e8c126d3-e887-4e8c-bf95-d9c4c5080e5d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.933564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-957fdab7-7ba4-4f21-a672-b245272b1cc6 None None] For port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d9fb136a-e7ea-4540-92c2-6fbd1b0b7118,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:07.071386 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.179773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=faff3bce-6e98-41a1-b2eb-d585356c3aca,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:07.206012 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.263481 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-957fdab7-7ba4-4f21-a672-b245272b1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.380939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network bcb1875f-61dc-426a-877e-ee53f8ad500a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:07.382630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:07.398975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fdab7-7ba4-4f21-a672-b245272b1cc6 None None] Pushing event updated for resources: {'Port': ['ID=d9fb136a-e7ea-4540-92c2-6fbd1b0b7118,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:07.586620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-74341cc7-b3e6-49f3-bd70-a8e3f79a56ef None None] Provisioning for port faff3bce-6e98-41a1-b2eb-d585356c3aca completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:07.592436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-74341cc7-b3e6-49f3-bd70-a8e3f79a56ef None None] Provisioning complete for port faff3bce-6e98-41a1-b2eb-d585356c3aca triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:07.592884 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74341cc7-b3e6-49f3-bd70-a8e3f79a56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.601187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router b841c900-d5cb-4093-be4a-867ae9d273df has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:07.663328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-74341cc7-b3e6-49f3-bd70-a8e3f79a56ef None None] Port faff3bce-6e98-41a1-b2eb-d585356c3aca cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:07.711996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-74341cc7-b3e6-49f3-bd70-a8e3f79a56ef None None] Provisioning complete for port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:07.711996 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74341cc7-b3e6-49f3-bd70-a8e3f79a56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.776084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:07.783392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0565726d-e556-4842-bbe5-2a6ba4135d66 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "PUT /v2.0/routers/b841c900-d5cb-4093-be4a-867ae9d273df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9192894 Aug 16 02:14:07.805033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Sync routers for ids ['b841c900-d5cb-4093-be4a-867ae9d273df'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:07.820183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Routers {'b841c900-d5cb-4093-be4a-867ae9d273df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:07.821232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:14:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b841c900-d5cb-4093-be4a-867ae9d273df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:07.891250 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.949455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Set router b841c900-d5cb-4093-be4a-867ae9d273df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:08.070261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-619f8ec8-5d0d-45a4-b881-abf43fcbba4f tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792232459&fields=id&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 267 time: 0.0786068 Aug 16 02:14:08.119639 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:08.269654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.276818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-0bd0b2c4-f78c-494f-a68d-acad6f002dc8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:08.280265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-0bd0b2c4-f78c-494f-a68d-acad6f002dc8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/networks?id=bcb1875f-61dc-426a-877e-ee53f8ad500a HTTP/1.1" status: 200 len: 796 time: 0.2022073 Aug 16 02:14:08.309509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-295c28d4-bf9a-4ccf-a6fb-551f676fdddd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/quotas/28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 375 time: 0.0200012 Aug 16 02:14:08.332056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:08.332425 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.404015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-08ab8981-4e91-4b03-835b-87ad80e3708e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747421 Aug 16 02:14:08.442106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'faff3bce-6e98-41a1-b2eb-d585356c3aca', 'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:44:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:04Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 2, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:08.499328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Checking router: b841c900-d5cb-4093-be4a-867ae9d273df for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:08.499666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Updating router b841c900-d5cb-4093-be4a-867ae9d273df port faff3bce-6e98-41a1-b2eb-d585356c3aca binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:08.504169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3dd30102-3e5a-4166-99d7-e9d8fec0ae0a None None] Provisioning complete for port faff3bce-6e98-41a1-b2eb-d585356c3aca triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:08.504547 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3dd30102-3e5a-4166-99d7-e9d8fec0ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.535796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-1f3c2eee-d6c2-4f88-9278-6f45e2da16a5 service neutron] 10.222.0.66 "GET /v2.0/networks/bcb1875f-61dc-426a-877e-ee53f8ad500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221266 Aug 16 02:14:08.579975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1840cb02-2593-4cd1-8a4d-2b641e5253e4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:08.581754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Router 45fd0879-c23c-4a83-8dea-38486468ed40 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:14:08.591880 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.620059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3dd30102-3e5a-4166-99d7-e9d8fec0ae0a None None] Port faff3bce-6e98-41a1-b2eb-d585356c3aca cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:08.672532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-c259a33f-d43a-45bf-a217-1aacbe6cffcb service neutron] 10.222.0.66 "GET /v2.0/networks/bcb1875f-61dc-426a-877e-ee53f8ad500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358418 Aug 16 02:14:08.773242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1840cb02-2593-4cd1-8a4d-2b641e5253e4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:08.773890 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.812595 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:08.825990 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Sync routers for ids ['45fd0879-c23c-4a83-8dea-38486468ed40'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:08.835516 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Routers {'45fd0879-c23c-4a83-8dea-38486468ed40'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:08.836234 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:14:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['45fd0879-c23c-4a83-8dea-38486468ed40'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:08.956469 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Set router 45fd0879-c23c-4a83-8dea-38486468ed40 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:09.023378 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.026033 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-51ead2a7-bb1a-43c1-9e67-c0b92c0d2b0b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0497260 Aug 16 02:14:09.029018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 41848) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.098126 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.124963 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-965ff258-fb49-41a7-a90c-8e0d072a717f req-b0dc27dd-979a-40eb-a28a-59e55dd11687 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 210 time: 0.0397997 Aug 16 02:14:09.147904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Transition to ACTIVE for port object faff3bce-6e98-41a1-b2eb-d585356c3aca will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:09.221911 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:07Z', 'revision_number': 3, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:09.240292 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.258383 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Checking router: 45fd0879-c23c-4a83-8dea-38486468ed40 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:09.258739 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Updating router 45fd0879-c23c-4a83-8dea-38486468ed40 port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:09.374953 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.377688 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c3cfb-e7db-4efa-bc83-3e011c904edb None None] Pushing event updated for resources: {'Port': ['ID=faff3bce-6e98-41a1-b2eb-d585356c3aca,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:09.423715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Attempting to bind port faff3bce-6e98-41a1-b2eb-d585356c3aca on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:09.424099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Attempting to bind port faff3bce-6e98-41a1-b2eb-d585356c3aca by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:09.424853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Attempting to bind port faff3bce-6e98-41a1-b2eb-d585356c3aca on network bcb1875f-61dc-426a-877e-ee53f8ad500a {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:09.435084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:09.435474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Checking segment: {'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:09.435883 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.436292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Bound using segment: {'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:09.440263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Bound port: faff3bce-6e98-41a1-b2eb-d585356c3aca, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:09.440543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.574249 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] For port faff3bce-6e98-41a1-b2eb-d585356c3aca, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:09.583576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] For port faff3bce-6e98-41a1-b2eb-d585356c3aca, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=faff3bce-6e98-41a1-b2eb-d585356c3aca,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:09.819627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.836403 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.841334 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.852442 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Transition to ACTIVE for port object e8c126d3-e887-4e8c-bf95-d9c4c5080e5d will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:09.971596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Routers {'b841c900-d5cb-4093-be4a-867ae9d273df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:09.972617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:14:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b841c900-d5cb-4093-be4a-867ae9d273df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:10.018489 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.048733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c3cfb-e7db-4efa-bc83-3e011c904edb None None] Pushing event updated for resources: {'Port': ['ID=faff3bce-6e98-41a1-b2eb-d585356c3aca,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.128916 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Attempting to bind port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:10.129523 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Attempting to bind port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:10.130106 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Attempting to bind port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:10.137092 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:10.137722 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:10.138298 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.138860 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:10.139499 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Bound port: e8c126d3-e887-4e8c-bf95-d9c4c5080e5d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:10.141498 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.266863 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Allocated IP 172.20.0.1 (46fdd058-f43c-4c31-bf3c-011541637c3b/d6250b43-7f02-4b7e-8c3e-5fb067bc6e54/416ec069-5293-47c6-8177-2f68f3936944) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:10.277273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0034ded7-55af-4516-905b-e8f375c32836 req-30e82cd1-d01d-4bb1-8533-2f7d0587c2dc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 210 time: 0.0771501 Aug 16 02:14:10.332621 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] For port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:10.342544 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] For port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e8c126d3-e887-4e8c-bf95-d9c4c5080e5d,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:10.375616 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311e2de-cdd0-4853-a9ff-293e645fb03a None None] Pushing event updated for resources: {'Port': ['ID=e8c126d3-e887-4e8c-bf95-d9c4c5080e5d,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.480275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] Set router b841c900-d5cb-4093-be4a-867ae9d273df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:10.505106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.645526 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.762563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'faff3bce-6e98-41a1-b2eb-d585356c3aca', 'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:44:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:04Z', 'updated_at': '2021-08-16T02:14:09Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:10.834277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec7028-51ee-49c2-a04c-f1018115afed None None] The sync data for ids ['b841c900-d5cb-4093-be4a-867ae9d273df'] in n-d-768509-23 is: [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'faff3bce-6e98-41a1-b2eb-d585356c3aca', 'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:44:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:04Z', 'updated_at': '2021-08-16T02:14:09Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:10.886892 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311e2de-cdd0-4853-a9ff-293e645fb03a None None] Pushing event updated for resources: {'Port': ['ID=e8c126d3-e887-4e8c-bf95-d9c4c5080e5d,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.904973 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Routers {'45fd0879-c23c-4a83-8dea-38486468ed40'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:10.905610 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:14:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['45fd0879-c23c-4a83-8dea-38486468ed40'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:10.909433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.023311 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Network 46fdd058-f43c-4c31-bf3c-011541637c3b is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:11.027975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:11.033399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:11.068030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Pushing event updated for resources: {'Port': ['ID=416ec069-5293-47c6-8177-2f68f3936944,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.092559 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.165353 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] Set router 45fd0879-c23c-4a83-8dea-38486468ed40 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:11.357618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d644f71-7b97-4fdb-a084-7d6a6e498e72 req-b24b8d40-7665-4b28-b996-56ec4c13b02e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 210 time: 0.0339105 Aug 16 02:14:11.495142 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:07Z', 'revision_number': 3, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:11.540456 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc412e-9861-4bf9-a38e-50cd4d918952 None None] The sync data for ids ['45fd0879-c23c-4a83-8dea-38486468ed40'] in n-d-768509-23 is: [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:07Z', 'revision_number': 3, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:11.567500 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.848263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device faff3bce-6e98-41a1-b2eb-d585356c3aca up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:11.917612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.085148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port faff3bce-6e98-41a1-b2eb-d585356c3aca completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:12.085403 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.095459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port faff3bce-6e98-41a1-b2eb-d585356c3aca triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:12.096671 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.206987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Pushing event updated for resources: {'Port': ['ID=416ec069-5293-47c6-8177-2f68f3936944,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.215814 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.349261 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.387004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Network 46fdd058-f43c-4c31-bf3c-011541637c3b is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:12.390252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:12.423934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port faff3bce-6e98-41a1-b2eb-d585356c3aca, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=faff3bce-6e98-41a1-b2eb-d585356c3aca,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:12.574332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-306ef010-4152-465f-a9a3-4c1cdcd1bb92 req-019aee4c-0a33-4a4e-b0ae-4f04a15ef60a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 210 time: 0.0872135 Aug 16 02:14:12.584655 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.696038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Router 45fd0879-c23c-4a83-8dea-38486468ed40 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:12.743164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=faff3bce-6e98-41a1-b2eb-d585356c3aca,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.897394 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:12.911616 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-982fe485-7dae-49f2-b376-31c71e22a928 admin admin] 10.222.0.66 "PUT /v2.0/routers/45fd0879-c23c-4a83-8dea-38486468ed40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8728621 Aug 16 02:14:13.473563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-1d13ecf3-a16f-41fa-91da-dd774e67be51 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.474988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-1d13ecf3-a16f-41fa-91da-dd774e67be51 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "GET /v2.0/networks?id=bcb1875f-61dc-426a-877e-ee53f8ad500a HTTP/1.1" status: 200 len: 796 time: 0.1790361 Aug 16 02:14:13.504565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-f1e1c77b-a012-48bc-94b4-22e6db81ecd3 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.506070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-f1e1c77b-a012-48bc-94b4-22e6db81ecd3 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/networks?id=46fdd058-f43c-4c31-bf3c-011541637c3b HTTP/1.1" status: 200 len: 819 time: 0.1548865 Aug 16 02:14:13.528337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-7d6213a6-8a67-487d-a2c2-be01d0b4e272 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/quotas/4ca45599d1c64ae2b317466d83576b6f HTTP/1.1" status: 200 len: 375 time: 0.0147786 Aug 16 02:14:13.545506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-d8a04fdf-8cd1-4e87-a3c8-86863cf3ab9e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28991c254a224cf091ab3afd77d33192 HTTP/1.1" status: 200 len: 379 time: 0.0578730 Aug 16 02:14:13.560400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'port': {'device_id': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'admin_state_up': True, 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'security_groups': ['7bd91921-d76c-41c6-9232-fcaaa762b370']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:13.652227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-9d8db14d-cd50-4c95-b108-62f00ba76660 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ca45599d1c64ae2b317466d83576b6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054802 Aug 16 02:14:13.767786 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42022) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:13.822502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9ee987-2f67-4710-a9b2-618221724fcb admin admin] Deleting subnet 54887cc6-0a68-42e9-8e64-de994a051897 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:13.826103 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee987-2f67-4710-a9b2-618221724fcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.880455 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee987-2f67-4710-a9b2-618221724fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.902185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-ef6613a3-9c76-4603-8209-914cac092354 service neutron] 10.222.0.66 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182724 Aug 16 02:14:13.905423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device faff3bce-6e98-41a1-b2eb-d585356c3aca up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:13.954888 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee987-2f67-4710-a9b2-618221724fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.984167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port faff3bce-6e98-41a1-b2eb-d585356c3aca triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:13.984782 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.988990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Made reservation on behalf of 28991c254a224cf091ab3afd77d33192 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:13.992781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.097181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e8c126d3-e887-4e8c-bf95-d9c4c5080e5d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:14.125958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-7d5b5bca-4b0c-4589-b1b5-11926d5dc778 service neutron] 10.222.0.66 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067864 Aug 16 02:14:14.202150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee987-2f67-4710-a9b2-618221724fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.218424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.20.0.3 (bcb1875f-61dc-426a-877e-ee53f8ad500a/31cd684f-3e74-485a-ba14-ac5c61d65137/6fa59507-cfcf-4342-8f0f-7b66a3272b9f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:14.239200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:14.244599 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ee987-2f67-4710-a9b2-618221724fcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54887cc6-0a68-42e9-8e64-de994a051897,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.253670 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee987-2f67-4710-a9b2-618221724fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.253875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:14.254273 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.259689 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ce9ee987-2f67-4710-a9b2-618221724fcb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/54887cc6-0a68-42e9-8e64-de994a051897 HTTP/1.1" status: 204 len: 168 time: 0.4901972 Aug 16 02:14:14.262074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42036) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:14.357479 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.450068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.509559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e8c126d3-e887-4e8c-bf95-d9c4c5080e5d,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:14.523182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.538048 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.539282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ec498d-a303-4a56-ace0-149e58ad852d']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:14.561421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Transition to ACTIVE for port object 6fa59507-cfcf-4342-8f0f-7b66a3272b9f will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:14.572342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0b30b4-7406-43fc-afc5-72643021157d') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:14.572342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0b30b4-7406-43fc-afc5-72643021157d') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:14.579491 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.637223 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.661535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:14.663107 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:14.668437 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:14.685918 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.694611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d65e436-4eb8-4d6f-9e09-8d081701504e req-c7335b9c-0942-4d79-a12f-ca6f8d142279 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 210 time: 0.0328844 Aug 16 02:14:14.799799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37521178-7fc6-49fc-aad9-fca2d1a7d978 req-ca5880f4-f7a7-437f-8d64-7f2e68f0bad9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 210 time: 0.0357733 Aug 16 02:14:14.801669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.814677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=e8c126d3-e887-4e8c-bf95-d9c4c5080e5d,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.857671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Sync routers for ids ['45fd0879-c23c-4a83-8dea-38486468ed40'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:14.857671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Routers {'45fd0879-c23c-4a83-8dea-38486468ed40'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:14.857671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:14:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['45fd0879-c23c-4a83-8dea-38486468ed40'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:14.858523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network bcb1875f-61dc-426a-877e-ee53f8ad500a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:14.858523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:14.869082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:14.944596 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.948552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.956105 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.965761 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a1ec498d-a303-4a56-ace0-149e58ad852d HTTP/1.1" status: 204 len: 168 time: 0.6898105 Aug 16 02:14:14.969233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 42062) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:14.975946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832bc77-bd08-4553-bdc5-08e2a5e90cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ec498d-a303-4a56-ace0-149e58ad852d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.988469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.989291 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.067833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab712e6-2bdb-47f1-a081-eb91c1b1d263 admin admin] Deleting subnet 77730355-02d1-4422-b7e9-a7fd86048133 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:15.075186 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab712e6-2bdb-47f1-a081-eb91c1b1d263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.088714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Set router 45fd0879-c23c-4a83-8dea-38486468ed40 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:15.131273 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab712e6-2bdb-47f1-a081-eb91c1b1d263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.186507 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab712e6-2bdb-47f1-a081-eb91c1b1d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.208500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f167a3ed-b44e-4312-ace4-ca5a30624881 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6533842 Aug 16 02:14:15.222529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Request body: {'port': {'device_id': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:15.312395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.387908 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:11Z', 'revision_number': 4, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '416ec069-5293-47c6-8177-2f68f3936944', 'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'mac_address': 'fa:16:3e:2b:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:11Z', 'revision_number': 2, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'subnets': [{'id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:15.418937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Checking router: 45fd0879-c23c-4a83-8dea-38486468ed40 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:15.419302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Updating router 45fd0879-c23c-4a83-8dea-38486468ed40 port 416ec069-5293-47c6-8177-2f68f3936944 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:15.447581 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.457002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bfd7e6b2-c155-42a7-9fc1-76f2f49e39d5 None None] Provisioning for port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:15.468843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bfd7e6b2-c155-42a7-9fc1-76f2f49e39d5 None None] Provisioning complete for port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:15.469148 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e6b2-c155-42a7-9fc1-76f2f49e39d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.542339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7e6b2-c155-42a7-9fc1-76f2f49e39d5 None None] Port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:15.566643 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab712e6-2bdb-47f1-a081-eb91c1b1d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.621451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab712e6-2bdb-47f1-a081-eb91c1b1d263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77730355-02d1-4422-b7e9-a7fd86048133,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:15.644639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab712e6-2bdb-47f1-a081-eb91c1b1d263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.646671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6ab712e6-2bdb-47f1-a081-eb91c1b1d263 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/77730355-02d1-4422-b7e9-a7fd86048133 HTTP/1.1" status: 204 len: 168 time: 0.6817644 Aug 16 02:14:15.649200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42080) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:15.781316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa59507-cfcf-4342-8f0f-7b66a3272b9f {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:15.805196 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.827799 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.833432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e8c126d3-e887-4e8c-bf95-d9c4c5080e5d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:15.858386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Transition to ACTIVE for port object 6fa59507-cfcf-4342-8f0f-7b66a3272b9f will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:15.910720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:15.910720 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.960052 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.984704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ce2ead-9f94-4d0e-a51d-da07e5df0b1b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:15.993376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60e29c-8890-44d6-ba55-32fa238c6df1 req-83dfd4aa-be48-4f3f-b3b0-c9c6026126f2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.995441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc60e29c-8890-44d6-ba55-32fa238c6df1 req-83dfd4aa-be48-4f3f-b3b0-c9c6026126f2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 931 time: 0.1333036 Aug 16 02:14:16.002812 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c485142e-1812-44a2-8d24-ed149da018df') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:16.003347 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c485142e-1812-44a2-8d24-ed149da018df') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:16.016751 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.043119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.051648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:16.052126 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:16.054540 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:16.066081 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.079870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc60e29c-8890-44d6-ba55-32fa238c6df1 req-86061db2-cab9-4de1-8f3a-a2a53130c710 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659649 Aug 16 02:14:16.115053 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.181886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-103387a8-2bab-4201-9a27-987ee7f1ae0e req-c4ebfb56-1433-4117-8c23-aa67eda5bfb9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 210 time: 0.0543203 Aug 16 02:14:16.203663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.290994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Attempting to bind port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:16.290994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Attempting to bind port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:16.290994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Attempting to bind port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f on network bcb1875f-61dc-426a-877e-ee53f8ad500a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:16.296072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f on network bcb1875f-61dc-426a-877e-ee53f8ad500a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:16.296414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Attempting to bind port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f on network bcb1875f-61dc-426a-877e-ee53f8ad500a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:16.302359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:16.302699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Checking segment: {'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:16.303084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Bound using segment: {'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:16.303566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Bound port: 6fa59507-cfcf-4342-8f0f-7b66a3272b9f, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32932a92-1706-454d-9541-2192fc9a2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:16.303931 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.390301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] For port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:16.393841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] For port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:16.399206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.413705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Transition to ACTIVE for port object 416ec069-5293-47c6-8177-2f68f3936944 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:16.414994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.414994 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] 10.222.0.66 "DELETE /v2.0/networks/65ce2ead-9f94-4d0e-a51d-da07e5df0b1b HTTP/1.1" status: 204 len: 168 time: 0.7564406 Aug 16 02:14:16.433088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d0dc7-82fd-4629-aef8-40c0d247d658 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ce2ead-9f94-4d0e-a51d-da07e5df0b1b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.502922 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.545269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.545917 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.547343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] 10.222.0.74 "PUT /v2.0/ports/6fa59507-cfcf-4342-8f0f-7b66a3272b9f HTTP/1.1" status: 200 len: 1092 time: 1.3293595 Aug 16 02:14:16.548375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:16.550078 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738dabc2-0314-4658-983a-35a03ebac40c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:16.580315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ea7a4-2e98-4c84-868e-cd7a3e5bcff1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.600523 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.622976 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790511a3-5ac4-4824-9c6c-78b8d74abd22 x-openstack-request-id: req-790511a3-5ac4-4824-9c6c-78b8d74abd22 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:16.622976 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:16.622976 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-790511a3-5ac4-4824-9c6c-78b8d74abd22 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:16.622976 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'status': 'completed', 'code': 200} Aug 16 02:14:16.689953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c27ad-a0c1-4982-98e4-0b3c705a2eeb None None] Pushing event updated for resources: {'Port': ['ID=416ec069-5293-47c6-8177-2f68f3936944,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.707418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dabc2-0314-4658-983a-35a03ebac40c req-ff35e02f-c5e5-4d86-aa30-0a10d70abfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.711077 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-738dabc2-0314-4658-983a-35a03ebac40c req-ff35e02f-c5e5-4d86-aa30-0a10d70abfd5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 1095 time: 0.0670590 Aug 16 02:14:16.724585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Attempting to bind port 416ec069-5293-47c6-8177-2f68f3936944 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:16.724955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Attempting to bind port 416ec069-5293-47c6-8177-2f68f3936944 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:16.725161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Attempting to bind port 416ec069-5293-47c6-8177-2f68f3936944 on network 46fdd058-f43c-4c31-bf3c-011541637c3b {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:16.731268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:16.731503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Checking segment: {'id': 'b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:16.731970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.732508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Bound using segment: {'id': 'b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:16.733064 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Bound port: 416ec069-5293-47c6-8177-2f68f3936944, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:16.733463 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.839022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] For port 416ec069-5293-47c6-8177-2f68f3936944, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:16.842395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] For port 416ec069-5293-47c6-8177-2f68f3936944, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=416ec069-5293-47c6-8177-2f68f3936944,segment=NetworkSegment(b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f),segment_id=b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:16.883106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dabc2-0314-4658-983a-35a03ebac40c req-0bc73168-ce7d-4bd8-8d41-fbbe7e8a8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.885242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-738dabc2-0314-4658-983a-35a03ebac40c req-0bc73168-ce7d-4bd8-8d41-fbbe7e8a8f52 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=28991c254a224cf091ab3afd77d33192&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1676674 Aug 16 02:14:17.014965 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.084442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Routers {'45fd0879-c23c-4a83-8dea-38486468ed40'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:17.084690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:14:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['45fd0879-c23c-4a83-8dea-38486468ed40'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:17.153305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42126) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:17.156471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c27ad-a0c1-4982-98e4-0b3c705a2eeb None None] Pushing event updated for resources: {'Port': ['ID=416ec069-5293-47c6-8177-2f68f3936944,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:17.224883 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a96bf69c-2f66-4edb-bc2d-152217243c63 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7c7924fe9c141f1b8011226272a97ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702741 Aug 16 02:14:17.227293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42132) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:17.252663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] Set router 45fd0879-c23c-4a83-8dea-38486468ed40 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:17.298157 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc242-5754-4efd-b795-1a81f74c95c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.330202 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc242-5754-4efd-b795-1a81f74c95c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.499466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6eaf4-5f9c-4981-8ffd-01e974f868ee req-6674a1f1-82a2-4160-a267-92335e88a307 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.501375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44d6eaf4-5f9c-4981-8ffd-01e974f868ee req-6674a1f1-82a2-4160-a267-92335e88a307 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 943 time: 0.0971465 Aug 16 02:14:17.518598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:11Z', 'revision_number': 4, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '416ec069-5293-47c6-8177-2f68f3936944', 'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'mac_address': 'fa:16:3e:2b:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'subnets': [{'id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:17.562564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13298fe9-5bed-45bf-9dda-b4e3956edc9b None None] The sync data for ids ['45fd0879-c23c-4a83-8dea-38486468ed40'] in n-d-768509-23 is: [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:11Z', 'revision_number': 4, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '416ec069-5293-47c6-8177-2f68f3936944', 'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'mac_address': 'fa:16:3e:2b:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'subnets': [{'id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:17.565603 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc242-5754-4efd-b795-1a81f74c95c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.569007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc242-5754-4efd-b795-1a81f74c95c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.570153 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c6ccc242-5754-4efd-b795-1a81f74c95c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd935568-0a86-4faf-b13e-27e262d1bb9b HTTP/1.1" status: 204 len: 168 time: 0.3394830 Aug 16 02:14:17.579653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dabc2-0314-4658-983a-35a03ebac40c req-03e8d26d-91a7-4fd9-a37f-33fd58b7d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.584465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-738dabc2-0314-4658-983a-35a03ebac40c req-03e8d26d-91a7-4fd9-a37f-33fd58b7d4ed service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6930230 Aug 16 02:14:17.588481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccc242-5754-4efd-b795-1a81f74c95c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd935568-0a86-4faf-b13e-27e262d1bb9b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:17.658323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44d6eaf4-5f9c-4981-8ffd-01e974f868ee req-0f964d05-a0cd-46db-8093-cb5b36bc45b5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002092 Aug 16 02:14:17.788364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2378838-4bc7-4fc0-a984-d082e0164c12 req-70406b25-91f0-4f39-bcb7-45bca34a7ee1 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 210 time: 0.0387261 Aug 16 02:14:17.801976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-2df13712-8161-4025-9288-7ce1985a7fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.803699 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-2df13712-8161-4025-9288-7ce1985a7fc1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 1095 time: 0.1216962 Aug 16 02:14:17.859065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 416ec069-5293-47c6-8177-2f68f3936944 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:17.859268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-09796238-c1a6-4029-ba7a-3d859820c59d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f HTTP/1.1" status: 200 len: 217 time: 0.0393872 Aug 16 02:14:17.938631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-5c207664-ba39-4255-9290-8d89cdd41e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.940122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-5c207664-ba39-4255-9290-8d89cdd41e68 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=31cd684f-3e74-485a-ba14-ac5c61d65137 HTTP/1.1" status: 200 len: 835 time: 0.0774291 Aug 16 02:14:17.993273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f2e1165e-f8da-444b-b062-bc20a9aa65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.994934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-f2e1165e-f8da-444b-b062-bc20a9aa65e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bcb1875f-61dc-426a-877e-ee53f8ad500a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474107 Aug 16 02:14:18.166161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 416ec069-5293-47c6-8177-2f68f3936944 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:18.171059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 416ec069-5293-47c6-8177-2f68f3936944 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:18.171915 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.220920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-66efb4ba-44ae-4621-b7d8-2553beab9714 service neutron] 10.222.0.74 "GET /v2.0/networks/bcb1875f-61dc-426a-877e-ee53f8ad500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171772 Aug 16 02:14:18.302599 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.328993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55d92144-93a1-4edf-9a87-e6857f2e374b req-acb023fe-75c1-41e6-ad02-b59385e370b7 service neutron] 10.222.0.74 "GET /v2.0/networks/bcb1875f-61dc-426a-877e-ee53f8ad500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990808 Aug 16 02:14:18.340637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 416ec069-5293-47c6-8177-2f68f3936944, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=416ec069-5293-47c6-8177-2f68f3936944,segment=NetworkSegment(b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f),segment_id=b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:18.565127 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.625006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=416ec069-5293-47c6-8177-2f68f3936944,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.763693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c68ed-1c78-47c8-85a5-610e1ccab82c req-fadc68ea-3a44-4684-bc90-279a4be154eb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.765525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-166c68ed-1c78-47c8-85a5-610e1ccab82c req-fadc68ea-3a44-4684-bc90-279a4be154eb tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 943 time: 0.0591888 Aug 16 02:14:18.807442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-166c68ed-1c78-47c8-85a5-610e1ccab82c req-32591e3f-276a-44ec-9a06-a452ca4c97d5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355697 Aug 16 02:14:18.913262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-84daaf6b-e878-4781-b903-76b076d8ae2d req-4ee94566-2566-4a2b-89d9-33cc7dd14cca tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 210 time: 0.0358956 Aug 16 02:14:19.085672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42192) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:19.151025 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e0add02c-b2eb-4799-a34c-3c668192c8c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5aaadd502b54a579115cad0e817a45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638211 Aug 16 02:14:19.153267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42194) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:19.212248 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53067a41-e5d8-4587-93eb-cb06443101b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.242823 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53067a41-e5d8-4587-93eb-cb06443101b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.266580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-5873a53c-7dd6-4bff-8f06-9762532f28a2 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.268975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-5873a53c-7dd6-4bff-8f06-9762532f28a2 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.74 "GET /v2.0/networks?id=46fdd058-f43c-4c31-bf3c-011541637c3b HTTP/1.1" status: 200 len: 819 time: 0.1570072 Aug 16 02:14:19.286753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Request body: {'port': {'device_id': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'admin_state_up': True, 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:19.440337 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53067a41-e5d8-4587-93eb-cb06443101b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.450679 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53067a41-e5d8-4587-93eb-cb06443101b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.450679 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-53067a41-e5d8-4587-93eb-cb06443101b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c25718d2-0d27-4506-81da-c24e50fb92db HTTP/1.1" status: 204 len: 168 time: 0.2899778 Aug 16 02:14:19.454488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53067a41-e5d8-4587-93eb-cb06443101b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25718d2-0d27-4506-81da-c24e50fb92db,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:19.613425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Made reservation on behalf of 4ca45599d1c64ae2b317466d83576b6f for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:19.631041 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.779271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 416ec069-5293-47c6-8177-2f68f3936944 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:19.825975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Allocated IP 172.20.0.8 (46fdd058-f43c-4c31-bf3c-011541637c3b/d6250b43-7f02-4b7e-8c3e-5fb067bc6e54/f8a61e01-b3a9-4377-bbaf-e6c0876e61a2) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:19.854816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 416ec069-5293-47c6-8177-2f68f3936944 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:19.855851 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.100025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ccfe8-4c73-4c7a-bdb4-7e0c56a648d4 req-1e4544c9-dee3-450c-bccb-7211a583e172 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.102111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d5ccfe8-4c73-4c7a-bdb4-7e0c56a648d4 req-1e4544c9-dee3-450c-bccb-7211a583e172 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 943 time: 0.1388302 Aug 16 02:14:20.170009 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.181538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d5ccfe8-4c73-4c7a-bdb4-7e0c56a648d4 req-241986b2-fc4f-4629-8d2f-e534e8389e0a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718832 Aug 16 02:14:20.300743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60d0e471-9a47-4c76-9bec-ba489a3d2dc1 req-980b8740-41f7-449d-b967-59676e684b16 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 210 time: 0.0347378 Aug 16 02:14:20.338579 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.384585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Network 46fdd058-f43c-4c31-bf3c-011541637c3b is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:20.390722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:20.393392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:20.431052 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Pushing event updated for resources: {'Port': ['ID=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:20.460888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.461530 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.509535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6fa59507-cfcf-4342-8f0f-7b66a3272b9f details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:20.559869 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dad7608e-2980-4057-becc-d163a1708e56 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2815237 Aug 16 02:14:20.576677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Request body: {'port': {'device_id': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:20.624326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:20.638240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'port_id': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'mac_address': 'fa:16:3e:01:c5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:20.640933 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.723823 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.747719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa59507-cfcf-4342-8f0f-7b66a3272b9f {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:20.821442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:20.972412 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.989120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:20.997615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.011186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Transition to ACTIVE for port object f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:21.057651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:21.099606 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.126354 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.167092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['6fa59507-cfcf-4342-8f0f-7b66a3272b9f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:21.245620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:21.394760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Attempting to bind port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:21.395466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Attempting to bind port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:21.395466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Attempting to bind port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 on network 46fdd058-f43c-4c31-bf3c-011541637c3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:21.410642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e317f-c1ec-4251-b599-7e131dc3ba4d req-a84e03a0-aa98-4fcf-ae3c-a54842222e07 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.412088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-092e317f-c1ec-4251-b599-7e131dc3ba4d req-a84e03a0-aa98-4fcf-ae3c-a54842222e07 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 944 time: 0.1153283 Aug 16 02:14:21.412834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 on network 46fdd058-f43c-4c31-bf3c-011541637c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:21.413155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Attempting to bind port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 on network 46fdd058-f43c-4c31-bf3c-011541637c3b {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:21.424688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:21.425040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Checking segment: {'id': 'b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:21.425432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Bound using segment: {'id': 'b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:21.425896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Bound port: f8a61e01-b3a9-4377-bbaf-e6c0876e61a2, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:21.426470 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.522242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-092e317f-c1ec-4251-b599-7e131dc3ba4d req-1f4b85e2-f24c-4afb-bb9e-4646297ba78d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918295 Aug 16 02:14:21.555699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] For port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:21.560655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] For port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,segment=NetworkSegment(b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f),segment_id=b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:21.662891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619d10-34e5-458b-8692-cc500076a1ef req-a7381dee-4281-44df-b31d-5ded3420382b tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.664478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d619d10-34e5-458b-8692-cc500076a1ef req-a7381dee-4281-44df-b31d-5ded3420382b tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 943 time: 0.0516369 Aug 16 02:14:21.683211 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.748598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.749233 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.750690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] 10.222.0.74 "PUT /v2.0/ports/f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 1092 time: 1.1826034 Aug 16 02:14:21.752940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:21.755125 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c1731c-5641-46d9-9d19-400903f54108" -d '{"events": [{"name": "network-changed", "server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:21.774652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d619d10-34e5-458b-8692-cc500076a1ef req-7937e97f-fe6a-4f1e-b139-297845c71921 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004078 Aug 16 02:14:21.785772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbf386-9f6d-4c37-9f74-c83dd94145b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:21.846554 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e748d3b-da3d-4afc-a293-054ad7317ca0 x-openstack-request-id: req-0e748d3b-da3d-4afc-a293-054ad7317ca0 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:21.846839 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:21.847112 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e748d3b-da3d-4afc-a293-054ad7317ca0 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:21.847505 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'status': 'completed', 'code': 200} Aug 16 02:14:21.929187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1731c-5641-46d9-9d19-400903f54108 req-c27734ab-a9c2-44ec-8b9e-3cd2832f9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.930833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7c1731c-5641-46d9-9d19-400903f54108 req-c27734ab-a9c2-44ec-8b9e-3cd2832f9708 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ca45599d1c64ae2b317466d83576b6f&device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 1095 time: 0.0569856 Aug 16 02:14:22.042960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1731c-5641-46d9-9d19-400903f54108 req-c762664f-84ef-4ed3-96bb-143c19bc4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.044475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7c1731c-5641-46d9-9d19-400903f54108 req-c762664f-84ef-4ed3-96bb-143c19bc4ad5 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4ca45599d1c64ae2b317466d83576b6f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1062107 Aug 16 02:14:22.086540 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.146129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1731c-5641-46d9-9d19-400903f54108 req-f5ed3717-5368-4792-9c64-dd7120931dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.148094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7c1731c-5641-46d9-9d19-400903f54108 req-f5ed3717-5368-4792-9c64-dd7120931dd3 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966053 Aug 16 02:14:22.228660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-72dc1d5f-24e5-426f-b66b-415ad170d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.230352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-72dc1d5f-24e5-426f-b66b-415ad170d054 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ca45599d1c64ae2b317466d83576b6f&device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 1095 time: 0.0447526 Aug 16 02:14:22.286166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-068a1b37-68b2-48be-b6c7-42080fbd5bf2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 217 time: 0.0480754 Aug 16 02:14:22.343116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-d554d620-4200-4bcc-a8b9-93ccd6333ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.344841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-d554d620-4200-4bcc-a8b9-93ccd6333ffa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6250b43-7f02-4b7e-8c3e-5fb067bc6e54 HTTP/1.1" status: 200 len: 859 time: 0.0517335 Aug 16 02:14:22.380309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-dff562b8-a47d-47d3-a3c1-41a53f833f39 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46fdd058-f43c-4c31-bf3c-011541637c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283682 Aug 16 02:14:22.499738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-0066dce4-9265-4d15-80da-d3221c4488e1 service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111228 Aug 16 02:14:22.528488 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6fa59507-cfcf-4342-8f0f-7b66a3272b9f up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:22.658643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3dbe32b2-3d17-4e36-809e-ac6765b3bd40 req-1af17795-f952-42ae-912b-3fb4b966976f service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511064 Aug 16 02:14:22.726621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f99bf-b8b8-485a-b627-98a845a8b6d1 req-01346a37-b05b-4dc6-bdb7-128624a0a5b8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.728306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-110f99bf-b8b8-485a-b627-98a845a8b6d1 req-01346a37-b05b-4dc6-bdb7-128624a0a5b8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 944 time: 0.0620625 Aug 16 02:14:22.773846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-110f99bf-b8b8-485a-b627-98a845a8b6d1 req-86f9f2df-6838-41ed-982f-22b8546b0bd2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395024 Aug 16 02:14:22.788085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:22.793119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:22.796270 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.947250 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.979562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:22.982330 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40068d5-cbc3-474c-89bb-7efd0222d95b" -d '{"events": [{"server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "name": "network-vif-plugged", "status": "completed", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:23.002583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:23.007850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0043f-377b-454e-9726-0768583ffe09 req-b9a8a3e2-b505-4994-9e40-e4f7f8fe2ef6 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.010039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4e0043f-377b-454e-9726-0768583ffe09 req-b9a8a3e2-b505-4994-9e40-e4f7f8fe2ef6 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 943 time: 0.0907276 Aug 16 02:14:23.062375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4e0043f-377b-454e-9726-0768583ffe09 req-7ac67c20-4468-4abc-8799-fe830bfe8ef3 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449400 Aug 16 02:14:23.086129 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.166691 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5da70c-69ee-406b-8093-bc4aeaf9e0b7 x-openstack-request-id: req-be5da70c-69ee-406b-8093-bc4aeaf9e0b7 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:23.167337 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "name": "network-vif-plugged", "status": "completed", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:23.167425 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be5da70c-69ee-406b-8093-bc4aeaf9e0b7 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:23.167835 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'code': 200} Aug 16 02:14:23.184130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.285460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c0c6-8474-46f6-a36a-57774594cfcf req-631df227-54ba-4b7d-81d6-66eae6808484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.287094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1da0c0c6-8474-46f6-a36a-57774594cfcf req-631df227-54ba-4b7d-81d6-66eae6808484 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 1097 time: 0.0595629 Aug 16 02:14:23.339428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1da0c0c6-8474-46f6-a36a-57774594cfcf req-c0dd9026-87c3-47cf-9ca0-9bd118382a0c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435607 Aug 16 02:14:23.923295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cb9ba-290c-4431-8e9c-c04052a38668 req-64d52545-d48a-4f13-9378-f30ecbda709b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.928643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-269cb9ba-290c-4431-8e9c-c04052a38668 req-64d52545-d48a-4f13-9378-f30ecbda709b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0708089 Aug 16 02:14:23.991951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-269cb9ba-290c-4431-8e9c-c04052a38668 req-5db34abd-8213-499f-b234-05190f4df397 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563157 Aug 16 02:14:24.206723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d1dca-04bc-4038-8c0e-78e1c30f2b53 req-5859c466-3821-494f-9c0e-5184f0fd615c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.208375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-658d1dca-04bc-4038-8c0e-78e1c30f2b53 req-5859c466-3821-494f-9c0e-5184f0fd615c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 943 time: 0.0656533 Aug 16 02:14:24.267829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-658d1dca-04bc-4038-8c0e-78e1c30f2b53 req-587c1d1b-7230-4cda-baa5-bb9036f813d2 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466750 Aug 16 02:14:24.533033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:24.804121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,segment=NetworkSegment(b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f),segment_id=b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:24.820154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'port_id': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'mac_address': 'fa:16:3e:68:95:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:24.844295 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-2bd57168-d34a-4ff3-97b9-619cae807cd2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0692790 Aug 16 02:14:24.878326 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.894143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:24.922786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,segment=NetworkSegment(b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f),segment_id=b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:24.934039 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-4d2bc1e8-c77a-4458-8e11-cba80b4460a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.935877 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-4d2bc1e8-c77a-4458-8e11-cba80b4460a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d70e008f8440dbb833f8d40a2bc3d&device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 1102 time: 0.0481169 Aug 16 02:14:25.023308 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.129222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:25.146926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-c8719808-af00-4fcf-a69c-3e1f875001eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.148663 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-c8719808-af00-4fcf-a69c-3e1f875001eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1863511 Aug 16 02:14:25.181800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87640fe1-c7d6-42ae-92aa-e3de7e97bb4f req-5e73d45f-9f3d-408b-b4b5-585b3fa09347 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.192267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87640fe1-c7d6-42ae-92aa-e3de7e97bb4f req-5e73d45f-9f3d-408b-b4b5-585b3fa09347 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0844722 Aug 16 02:14:25.210201 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-05082278-fa48-4b0d-aca8-677008d278df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6654ea96-4b69-4c9f-bf4d-bc1202096387 HTTP/1.1" status: 200 len: 217 time: 0.0530796 Aug 16 02:14:25.223648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:25.265024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87640fe1-c7d6-42ae-92aa-e3de7e97bb4f req-a4eaf39f-1f75-46b9-9a52-6885be07d094 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692141 Aug 16 02:14:25.278765 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-5ac2089a-a897-4220-aaf4-bb0a5fcf889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.284853 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-5ac2089a-a897-4220-aaf4-bb0a5fcf889a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0628285 Aug 16 02:14:25.391867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-bd67e797-aebf-4ec7-ae7b-c0c4797f70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.395578 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-bd67e797-aebf-4ec7-ae7b-c0c4797f70ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1063294 Aug 16 02:14:25.502598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1fb0d-acb7-43c0-b52a-f769912250ea req-c040b033-d251-4314-af2c-7065d6f980d5 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.504270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32c1fb0d-acb7-43c0-b52a-f769912250ea req-c040b033-d251-4314-af2c-7065d6f980d5 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 944 time: 0.1190553 Aug 16 02:14:25.581303 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-4547e0f1-d070-4b19-9139-787664d28f56 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776156 Aug 16 02:14:25.585026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32c1fb0d-acb7-43c0-b52a-f769912250ea req-df37bfce-54cb-48a6-9ee2-efeb695c6461 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724418 Aug 16 02:14:25.701681 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-f0e158d9-982a-4cd5-9fa3-44ca9dc9a368 req-02da6792-eff1-41ea-8607-0f1af5533ede service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119030 Aug 16 02:14:25.802017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51700822-3479-41ca-9c37-7977c62129b1 req-a10da5a0-467b-4fde-a7f3-a5a69ed85155 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.810607 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-51700822-3479-41ca-9c37-7977c62129b1 req-a10da5a0-467b-4fde-a7f3-a5a69ed85155 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0836179 Aug 16 02:14:25.897373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-51700822-3479-41ca-9c37-7977c62129b1 req-e51f3905-ccfc-4efa-ac33-88a8a160ab1e tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643284 Aug 16 02:14:25.910821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 42356) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:25.952316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546edecd-4288-43ad-9ef8-47bdb9c50b53 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.954187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-546edecd-4288-43ad-9ef8-47bdb9c50b53 tempest-TestNetworkAdvancedServerOps-107615194 tempest-TestNetworkAdvancedServerOps-107615194-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 1092 time: 0.0420339 Aug 16 02:14:25.956839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 42358) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:25.961279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:26.091105 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.174147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42374) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:26.239805 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.321171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8355e009-1188-459d-9fa4-9ada646a1a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.363808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Allocated IP 172.25.8.250 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/42c88a0d-57ac-40f4-a7a1-91cbc7e47543) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:26.421591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8355e009-1188-459d-9fa4-9ada646a1a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.469933 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.570218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:26.635025 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8355e009-1188-459d-9fa4-9ada646a1a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.637329 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.656035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:26.676973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:26.680205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:26.687160 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8355e009-1188-459d-9fa4-9ada646a1a0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=543d292da2e84ddd96b2e11216974042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116851 Aug 16 02:14:26.688522 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355e009-1188-459d-9fa4-9ada646a1a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6760c3b6-9fa1-4a6d-8244-eda755d90331,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:26.690937 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42388) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:26.741932 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b63c233-e4af-4b0d-a05d-7788d023ca3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.754353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:26.758734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:26.759182 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.773728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=42c88a0d-57ac-40f4-a7a1-91cbc7e47543,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:26.783758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b63c233-e4af-4b0d-a05d-7788d023ca3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.888243 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.893209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f67840-5bee-4a90-b9e1-3b16f589b30a req-bb40e1e9-9e37-40cf-9dc9-2e9e559ca785 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.898505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6f67840-5bee-4a90-b9e1-3b16f589b30a req-bb40e1e9-9e37-40cf-9dc9-2e9e559ca785 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 944 time: 0.2138364 Aug 16 02:14:26.912741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:26.915071 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4cbffc-7a6d-48a0-8805-59158241491b" -d '{"events": [{"server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "name": "network-vif-plugged", "status": "completed", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:26.932963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,segment=NetworkSegment(b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f),segment_id=b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:26.992067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6f67840-5bee-4a90-b9e1-3b16f589b30a req-037307eb-70ba-40fa-9bb0-c7712cb86457 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872722 Aug 16 02:14:27.028647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b63c233-e4af-4b0d-a05d-7788d023ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.031422 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b63c233-e4af-4b0d-a05d-7788d023ca3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.036755 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1b63c233-e4af-4b0d-a05d-7788d023ca3a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6760c3b6-9fa1-4a6d-8244-eda755d90331 HTTP/1.1" status: 204 len: 168 time: 0.3407743 Aug 16 02:14:27.051235 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63c233-e4af-4b0d-a05d-7788d023ca3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6760c3b6-9fa1-4a6d-8244-eda755d90331,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:27.052052 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.148150 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff031c1f-1149-4fe4-a062-69538192d739 x-openstack-request-id: req-ff031c1f-1149-4fe4-a062-69538192d739 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:27.148456 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "name": "network-vif-plugged", "status": "completed", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:27.151953 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff031c1f-1149-4fe4-a062-69538192d739 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:27.152568 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'code': 200} Aug 16 02:14:27.184294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:27.313698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b3927-9327-4b78-9136-750525313918 req-2671d3e1-d51b-47ad-b09e-5b53b3fab420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:27.315520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e0b3927-9327-4b78-9136-750525313918 req-2671d3e1-d51b-47ad-b09e-5b53b3fab420 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 1097 time: 0.1192513 Aug 16 02:14:27.351355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.433917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e0b3927-9327-4b78-9136-750525313918 req-86a4479b-0ccc-4809-8ebf-ae2af11ddf8b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070414 Aug 16 02:14:27.610688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.886042 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.983347 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.054939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event updated for resources: {'Port': ['ID=42c88a0d-57ac-40f4-a7a1-91cbc7e47543,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:28.070265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.236221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7475d2-089f-4922-b900-f34da89849e0 req-91b34435-6da5-459a-bfd8-86c77c628b3b tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.237646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b7475d2-089f-4922-b900-f34da89849e0 req-91b34435-6da5-459a-bfd8-86c77c628b3b tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.1288044 Aug 16 02:14:28.239304 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Floating IP 413336ba-975d-4cb7-9d3a-a6ccf4e07264 associated. External IP: 172.25.8.250, port: 6fa59507-cfcf-4342-8f0f-7b66a3272b9f. Aug 16 02:14:28.365671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b7475d2-089f-4922-b900-f34da89849e0 req-bdc32921-9373-4325-a272-43072fbf6138 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884693 Aug 16 02:14:28.498412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router b841c900-d5cb-4093-be4a-867ae9d273df has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:28.613564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:28.628032 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb054a-30cf-493d-bade-f0d50cd201e5 None None] Sync routers for ids ['b841c900-d5cb-4093-be4a-867ae9d273df'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:28.638058 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb054a-30cf-493d-bade-f0d50cd201e5 None None] Routers {'b841c900-d5cb-4093-be4a-867ae9d273df'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:28.638794 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e5bb054a-30cf-493d-bade-f0d50cd201e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:14:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b841c900-d5cb-4093-be4a-867ae9d273df'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:28.746647 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e5bb054a-30cf-493d-bade-f0d50cd201e5 None None] Set router b841c900-d5cb-4093-be4a-867ae9d273df gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:28.763897 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.793707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c1f08870-1f41-4e07-a32f-64321cd73c3d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8358161 Aug 16 02:14:28.794429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:28.797403 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca466920-c35a-4b4b-93a4-8516036875f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:28.932962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb28e94-a53f-41d2-b203-cd9d754e208f req-f7368cad-3766-45b4-b9a3-a172e5c4c2c0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.941983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-deb28e94-a53f-41d2-b203-cd9d754e208f req-f7368cad-3766-45b4-b9a3-a172e5c4c2c0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0774884 Aug 16 02:14:28.997090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-deb28e94-a53f-41d2-b203-cd9d754e208f req-e345f88b-ba9c-4213-bc26-efad647fcf11 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499275 Aug 16 02:14:29.010915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 42448) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:29.036921 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e5bb054a-30cf-493d-bade-f0d50cd201e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '413336ba-975d-4cb7-9d3a-a6ccf4e07264', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.250', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'port_id': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'mac_address': 'fa:16:3e:01:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:14:27Z', 'updated_at': '2021-08-16T02:14:27Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faff3bce-6e98-41a1-b2eb-d585356c3aca', 'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:44:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:04Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:29.070909 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb054a-30cf-493d-bade-f0d50cd201e5 None None] Checking router: b841c900-d5cb-4093-be4a-867ae9d273df for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:29.075392 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0327a6f1-3759-4a89-8a5c-ddc126c40e2e x-openstack-request-id: req-0327a6f1-3759-4a89-8a5c-ddc126c40e2e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:29.075392 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:29.075392 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0327a6f1-3759-4a89-8a5c-ddc126c40e2e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:29.083307 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'status': 'completed', 'code': 200} Aug 16 02:14:29.090322 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb054a-30cf-493d-bade-f0d50cd201e5 None None] Routers {'b841c900-d5cb-4093-be4a-867ae9d273df'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:29.091882 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e5bb054a-30cf-493d-bade-f0d50cd201e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:14:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b841c900-d5cb-4093-be4a-867ae9d273df'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:29.102008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-186f7b52-c897-4775-8ada-dec5bfec2440 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/413336ba-975d-4cb7-9d3a-a6ccf4e07264 HTTP/1.1" status: 200 len: 991 time: 0.0874047 Aug 16 02:14:29.147278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466920-c35a-4b4b-93a4-8516036875f8 req-798c9c93-86bb-450e-ad16-7f99d4381ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.147278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca466920-c35a-4b4b-93a4-8516036875f8 req-798c9c93-86bb-450e-ad16-7f99d4381ff5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 1097 time: 0.0462761 Aug 16 02:14:29.290819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466920-c35a-4b4b-93a4-8516036875f8 req-e070d426-485c-45bc-aa91-75ee6bcd18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.292325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca466920-c35a-4b4b-93a4-8516036875f8 req-e070d426-485c-45bc-aa91-75ee6bcd18e7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bcb1875f-61dc-426a-877e-ee53f8ad500a HTTP/1.1" status: 200 len: 897 time: 0.1383977 Aug 16 02:14:29.295193 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e5bb054a-30cf-493d-bade-f0d50cd201e5 None None] Set router b841c900-d5cb-4093-be4a-867ae9d273df gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:29.372841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca466920-c35a-4b4b-93a4-8516036875f8 req-94dd84a9-080e-44ab-99b6-e6eb9d4cb021 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f HTTP/1.1" status: 200 len: 999 time: 0.0737057 Aug 16 02:14:29.448773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466920-c35a-4b4b-93a4-8516036875f8 req-5a1295e0-2c90-4472-a299-6233049399ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.450756 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca466920-c35a-4b4b-93a4-8516036875f8 req-5a1295e0-2c90-4472-a299-6233049399ac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=31cd684f-3e74-485a-ba14-ac5c61d65137 HTTP/1.1" status: 200 len: 835 time: 0.0712237 Aug 16 02:14:29.551813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466920-c35a-4b4b-93a4-8516036875f8 req-6cb55a54-1742-46f4-b1fd-6284a80e1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.553357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca466920-c35a-4b4b-93a4-8516036875f8 req-6cb55a54-1742-46f4-b1fd-6284a80e1ac7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bcb1875f-61dc-426a-877e-ee53f8ad500a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962193 Aug 16 02:14:29.589433 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e5bb054a-30cf-493d-bade-f0d50cd201e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '413336ba-975d-4cb7-9d3a-a6ccf4e07264', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.250', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'port_id': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'mac_address': 'fa:16:3e:01:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:14:27Z', 'updated_at': '2021-08-16T02:14:27Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faff3bce-6e98-41a1-b2eb-d585356c3aca', 'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:44:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:04Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:29.625511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c587609-fd44-44db-b814-c2d302452f2b req-b63ee1f3-4ff7-462e-be17-cbfbc3275f60 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.634252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c587609-fd44-44db-b814-c2d302452f2b req-b63ee1f3-4ff7-462e-be17-cbfbc3275f60 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.1495380 Aug 16 02:14:29.657630 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb054a-30cf-493d-bade-f0d50cd201e5 None None] The sync data for ids ['b841c900-d5cb-4093-be4a-867ae9d273df'] in n-d-768509-23 is: [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '413336ba-975d-4cb7-9d3a-a6ccf4e07264', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'floating_ip_address': '172.25.8.250', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'port_id': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'mac_address': 'fa:16:3e:01:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:14:27Z', 'updated_at': '2021-08-16T02:14:27Z', 'revision_number': 0, 'project_id': '28991c254a224cf091ab3afd77d33192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faff3bce-6e98-41a1-b2eb-d585356c3aca', 'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:44:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:04Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:29.747294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c587609-fd44-44db-b814-c2d302452f2b req-94ac33ce-cf5a-4b54-8e3f-936451204b67 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120746 Aug 16 02:14:29.778243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca466920-c35a-4b4b-93a4-8516036875f8 req-913ea39c-e9cc-4fd4-9157-9bbc7098d10a service neutron] 10.222.0.74 "GET /v2.0/networks/bcb1875f-61dc-426a-877e-ee53f8ad500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147605 Aug 16 02:14:29.879861 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-37a0d7ef-853f-4b6e-a201-0d23b0d75c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.937028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca466920-c35a-4b4b-93a4-8516036875f8 req-2cfed92b-57b4-459d-9b4a-74abea68a134 service neutron] 10.222.0.74 "GET /v2.0/networks/bcb1875f-61dc-426a-877e-ee53f8ad500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498489 Aug 16 02:14:30.061207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549a8ff-754f-4d68-8535-559fac971865 None None] New status for floating IP 413336ba-975d-4cb7-9d3a-a6ccf4e07264: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:14:30.104744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 42482) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:30.223910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bd535334-7b65-48f8-ae7e-406a350e0fe6 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/413336ba-975d-4cb7-9d3a-a6ccf4e07264 HTTP/1.1" status: 200 len: 991 time: 0.1168451 Aug 16 02:14:30.452897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dca66f-348b-4c6b-bb20-f1d136545c46 req-392dd75a-2572-47ea-9036-a97f5818d8b7 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.454435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9dca66f-348b-4c6b-bb20-f1d136545c46 req-392dd75a-2572-47ea-9036-a97f5818d8b7 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0632861 Aug 16 02:14:30.495915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9dca66f-348b-4c6b-bb20-f1d136545c46 req-48f119f5-f54c-4dd4-9d4d-8e63fed1fa33 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Aug 16 02:14:30.574694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9f3df-3694-4442-b9e7-a3e3baba223d req-b9937f72-de57-4ac4-9976-d7d5cba300a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.576198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30c9f3df-3694-4442-b9e7-a3e3baba223d req-b9937f72-de57-4ac4-9976-d7d5cba300a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ca45599d1c64ae2b317466d83576b6f&device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 1097 time: 0.0415547 Aug 16 02:14:30.688647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9f3df-3694-4442-b9e7-a3e3baba223d req-f6dcea92-9901-428d-86f9-ed6e8aa10152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.694188 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30c9f3df-3694-4442-b9e7-a3e3baba223d req-f6dcea92-9901-428d-86f9-ed6e8aa10152 service neutron] 10.222.0.74 "GET /v2.0/networks?id=46fdd058-f43c-4c31-bf3c-011541637c3b HTTP/1.1" status: 200 len: 920 time: 0.1084299 Aug 16 02:14:30.769362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30c9f3df-3694-4442-b9e7-a3e3baba223d req-9f7528c0-f965-4774-8618-90351156117e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 217 time: 0.0696144 Aug 16 02:14:30.838169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9f3df-3694-4442-b9e7-a3e3baba223d req-db369b9f-a51d-44ae-b185-d07d0fb75813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.839613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30c9f3df-3694-4442-b9e7-a3e3baba223d req-db369b9f-a51d-44ae-b185-d07d0fb75813 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6250b43-7f02-4b7e-8c3e-5fb067bc6e54 HTTP/1.1" status: 200 len: 859 time: 0.0629795 Aug 16 02:14:31.222717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30c9f3df-3694-4442-b9e7-a3e3baba223d req-2f64c0d7-a047-4cd9-b59f-f039c4d875ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46fdd058-f43c-4c31-bf3c-011541637c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3725028 Aug 16 02:14:31.226654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 42502) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:31.341433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-203e3c9c-8a83-47bf-bea9-c8e4df8bf1c8 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/413336ba-975d-4cb7-9d3a-a6ccf4e07264 HTTP/1.1" status: 200 len: 993 time: 0.1135204 Aug 16 02:14:31.375311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30c9f3df-3694-4442-b9e7-a3e3baba223d req-2a33bb18-736a-44ff-949f-b08d83e17693 service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403346 Aug 16 02:14:31.472466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30c9f3df-3694-4442-b9e7-a3e3baba223d req-d922661b-3292-431d-9427-a5a4afa63eb3 service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899327 Aug 16 02:14:31.639792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb150eb4-1615-4c2d-9ea8-0e610b7f9e07 req-c6dfb588-25a0-42ea-988f-20ed4e4c2487 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.641711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb150eb4-1615-4c2d-9ea8-0e610b7f9e07 req-c6dfb588-25a0-42ea-988f-20ed4e4c2487 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0688171 Aug 16 02:14:31.691123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb150eb4-1615-4c2d-9ea8-0e610b7f9e07 req-620fbb2c-8e59-456a-8106-a68d60ca6300 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Aug 16 02:14:32.837052 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a59c-fc23-4663-ac8e-5c1bee16ff76 req-9961711e-d9cd-4307-94cc-1a9e26d58722 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:32.838957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d74a59c-fc23-4663-ac8e-5c1bee16ff76 req-9961711e-d9cd-4307-94cc-1a9e26d58722 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0731730 Aug 16 02:14:32.894977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d74a59c-fc23-4663-ac8e-5c1bee16ff76 req-1ff0bc62-17ce-4b88-8070-e531ec34c524 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Aug 16 02:14:32.915437 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.954293 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74ec0d3a-5172-493d-9a92-d2f5ef9b81da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.030865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa151332-e0ec-45ec-bd9f-44472d3aae86 req-db2a0ef3-e85b-4862-9b2a-a5199f6b238b tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.032403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa151332-e0ec-45ec-bd9f-44472d3aae86 req-db2a0ef3-e85b-4862-9b2a-a5199f6b238b tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0503561 Aug 16 02:14:34.071732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa151332-e0ec-45ec-bd9f-44472d3aae86 req-d2c23dd7-1056-4558-9f09-b725798147d2 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328848 Aug 16 02:14:34.183531 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.201717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6abbc-f7dc-4dea-ae29-d8421bae7f25 req-c8157d39-c64f-40e2-a02e-c033b7392708 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.206469 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70a6abbc-f7dc-4dea-ae29-d8421bae7f25 req-c8157d39-c64f-40e2-a02e-c033b7392708 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0571401 Aug 16 02:14:35.251433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70a6abbc-f7dc-4dea-ae29-d8421bae7f25 req-d8965e47-9ff2-4ad2-9374-e094c0b2ca9a tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Aug 16 02:14:35.919782 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.382669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869f79f-4e6e-4fa2-9e2e-c28ab1f75e90 req-234fb371-6a52-41fd-b4bf-321babb6839c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:36.384477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b869f79f-4e6e-4fa2-9e2e-c28ab1f75e90 req-234fb371-6a52-41fd-b4bf-321babb6839c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0503399 Aug 16 02:14:36.433291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b869f79f-4e6e-4fa2-9e2e-c28ab1f75e90 req-4f94dff3-a93f-4447-9853-7098c33a9006 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Aug 16 02:14:37.591734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0c163-d5d6-4dff-bcd2-cca612a373b2 req-0a1cb56e-e26b-4275-92f1-394241502938 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:37.594194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0c0c163-d5d6-4dff-bcd2-cca612a373b2 req-0a1cb56e-e26b-4275-92f1-394241502938 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0827813 Aug 16 02:14:37.642815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b0c0c163-d5d6-4dff-bcd2-cca612a373b2 req-8278f5a3-ce7c-486a-8e08-4f0347edc400 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Aug 16 02:14:38.791014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a505e-5fce-485a-ad6a-ff1b79eb06b2 req-6fc2a71f-0cc4-4685-828b-a8aa6fbf7ad1 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:38.794086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-626a505e-5fce-485a-ad6a-ff1b79eb06b2 req-6fc2a71f-0cc4-4685-828b-a8aa6fbf7ad1 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0782864 Aug 16 02:14:38.840617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-626a505e-5fce-485a-ad6a-ff1b79eb06b2 req-a5675083-9107-4414-b55a-66587c2d2439 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 Aug 16 02:14:39.074138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 42682) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:39.218004 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f04cc7c0-3499-4925-a595-090f03edd28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.345427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f04cc7c0-3499-4925-a595-090f03edd28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.440203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f04cc7c0-3499-4925-a595-090f03edd28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.476868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cc7c0-3499-4925-a595-090f03edd28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313dd7e3-244f-4070-8518-878f1abda4d7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.481872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f04cc7c0-3499-4925-a595-090f03edd28d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57aed56da38d40b694d774f7b1af1822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064400 Aug 16 02:14:39.484737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 42692) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:39.534278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-86b5ee18-d466-4ae3-8076-b861ce1bc517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.558862 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-86b5ee18-d466-4ae3-8076-b861ce1bc517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.707921 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-86b5ee18-d466-4ae3-8076-b861ce1bc517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.710529 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-86b5ee18-d466-4ae3-8076-b861ce1bc517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.712277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-86b5ee18-d466-4ae3-8076-b861ce1bc517 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/313dd7e3-244f-4070-8518-878f1abda4d7 HTTP/1.1" status: 204 len: 168 time: 0.2260928 Aug 16 02:14:39.724781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5ee18-d466-4ae3-8076-b861ce1bc517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313dd7e3-244f-4070-8518-878f1abda4d7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.980716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae309c8-0088-40c9-a9ec-ddf6e7f9776e req-20178cd3-b27d-4f1c-b235-b9a16f5c2b4b tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:39.986416 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ae309c8-0088-40c9-a9ec-ddf6e7f9776e req-20178cd3-b27d-4f1c-b235-b9a16f5c2b4b tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0695069 Aug 16 02:14:40.023831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ae309c8-0088-40c9-a9ec-ddf6e7f9776e req-aeb74804-5001-4fae-8844-6a7a2e5ab3d9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352132 Aug 16 02:14:40.392535 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:14:40.436853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 42714) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:40.450467 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-429b0deb-ef57-4983-90c6-724790e36509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.540995 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-429b0deb-ef57-4983-90c6-724790e36509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.742978 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-429b0deb-ef57-4983-90c6-724790e36509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.785155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-429b0deb-ef57-4983-90c6-724790e36509 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=21bc8a2f3cd34ca88de83ddf6be96d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449636 Aug 16 02:14:40.785155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b0deb-ef57-4983-90c6-724790e36509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e61f50-07ac-4c20-9be5-bc512eb34d22,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:40.785558 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42718) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:40.834772 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45d10ae0-c753-436e-b542-028bb7293b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.858409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45d10ae0-c753-436e-b542-028bb7293b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.153836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23b5f7-dc1a-4b4f-8082-0210854ff9ba req-26864966-0227-4db1-bb59-520d8a18592c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.157975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a23b5f7-dc1a-4b4f-8082-0210854ff9ba req-26864966-0227-4db1-bb59-520d8a18592c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0543683 Aug 16 02:14:41.200547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a23b5f7-dc1a-4b4f-8082-0210854ff9ba req-1530491d-aacc-4604-a320-7457ed410be7 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385754 Aug 16 02:14:41.371950 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45d10ae0-c753-436e-b542-028bb7293b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.374730 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-45d10ae0-c753-436e-b542-028bb7293b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.375916 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-45d10ae0-c753-436e-b542-028bb7293b0a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/79e61f50-07ac-4c20-9be5-bc512eb34d22 HTTP/1.1" status: 204 len: 168 time: 0.5893364 Aug 16 02:14:41.392692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d10ae0-c753-436e-b542-028bb7293b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e61f50-07ac-4c20-9be5-bc512eb34d22,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:42.209784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 42746) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:42.223323 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-25914104-f5d8-4dc2-9fea-34c607f80d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.352154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f677f-2aa7-4cb5-9390-b6b51cd778f6 req-b557391e-e3d5-4e2b-918c-dae0efe623d9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.354678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d3f677f-2aa7-4cb5-9390-b6b51cd778f6 req-b557391e-e3d5-4e2b-918c-dae0efe623d9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0635648 Aug 16 02:14:42.387231 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-25914104-f5d8-4dc2-9fea-34c607f80d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.405606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d3f677f-2aa7-4cb5-9390-b6b51cd778f6 req-f339035b-1c63-4647-9f31-a1d351266605 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442364 Aug 16 02:14:42.452912 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-25914104-f5d8-4dc2-9fea-34c607f80d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.482946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25914104-f5d8-4dc2-9fea-34c607f80d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6610cff0-c9bb-4ce9-b7e3-60093c2a4b41,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:42.501615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-25914104-f5d8-4dc2-9fea-34c607f80d55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5306fe72abc84ed398f1e90b20761e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931604 Aug 16 02:14:42.504873 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 42756) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:42.571667 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2ece413-77db-41a3-8f30-3ee468afedf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.594147 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2ece413-77db-41a3-8f30-3ee468afedf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.737264 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2ece413-77db-41a3-8f30-3ee468afedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.739821 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2ece413-77db-41a3-8f30-3ee468afedf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.740975 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e2ece413-77db-41a3-8f30-3ee468afedf6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6610cff0-c9bb-4ce9-b7e3-60093c2a4b41 HTTP/1.1" status: 204 len: 168 time: 0.2350481 Aug 16 02:14:42.755364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ece413-77db-41a3-8f30-3ee468afedf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6610cff0-c9bb-4ce9-b7e3-60093c2a4b41,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:43.544441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07d15e-f2d2-45c6-91cb-eb0216c8dfad req-ff99bab6-f7eb-4963-a1d6-8c17a2bc49a5 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.544441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb07d15e-f2d2-45c6-91cb-eb0216c8dfad req-ff99bab6-f7eb-4963-a1d6-8c17a2bc49a5 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0670412 Aug 16 02:14:43.595387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb07d15e-f2d2-45c6-91cb-eb0216c8dfad req-90039ee0-fccc-45a8-9a42-3f88ffd46402 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430338 Aug 16 02:14:44.727083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bcdca-07da-4e7d-93b3-a1b982e02e1b req-b12ad142-18d1-45f6-b234-d8ac089d3c4a tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.728782 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d81bcdca-07da-4e7d-93b3-a1b982e02e1b req-b12ad142-18d1-45f6-b234-d8ac089d3c4a tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0579343 Aug 16 02:14:44.773994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d81bcdca-07da-4e7d-93b3-a1b982e02e1b req-4baee7ae-abf6-4ecc-a355-ddddbcba102f tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Aug 16 02:14:45.897537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97305a1e-29a9-49b3-a0fc-72a99e601a2a req-249b7f29-dcc6-4811-a153-15611ad60b00 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.899235 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97305a1e-29a9-49b3-a0fc-72a99e601a2a req-249b7f29-dcc6-4811-a153-15611ad60b00 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0502746 Aug 16 02:14:45.938602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97305a1e-29a9-49b3-a0fc-72a99e601a2a req-24316fab-cb77-4f37-8de4-de843fd634d4 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334513 Aug 16 02:14:47.057239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6febd5-5673-4524-af79-fc4c1dfe1972 req-161dc082-cba1-41b5-b4b8-356ce639c338 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.058671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa6febd5-5673-4524-af79-fc4c1dfe1972 req-161dc082-cba1-41b5-b4b8-356ce639c338 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0495164 Aug 16 02:14:47.102418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa6febd5-5673-4524-af79-fc4c1dfe1972 req-f4c29b41-0358-4280-82aa-ba94bc594d29 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375328 Aug 16 02:14:48.232850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbe5e0-fb66-46e0-b835-eb2d8ef09c34 req-00a57b97-04d5-464e-a15d-f7450ae9cc64 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:48.234247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35dbe5e0-fb66-46e0-b835-eb2d8ef09c34 req-00a57b97-04d5-464e-a15d-f7450ae9cc64 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0615819 Aug 16 02:14:48.282081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35dbe5e0-fb66-46e0-b835-eb2d8ef09c34 req-f80a1c31-dfdd-4b72-b814-4a94ab9df5e2 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355015 Aug 16 02:14:49.408883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b68eb9-2f63-4eb7-a6dd-4cbb917c4be4 req-386d54ef-fdd5-4e98-a0a2-7b411eb76afd tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.418023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42b68eb9-2f63-4eb7-a6dd-4cbb917c4be4 req-386d54ef-fdd5-4e98-a0a2-7b411eb76afd tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0654941 Aug 16 02:14:49.453521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-42b68eb9-2f63-4eb7-a6dd-4cbb917c4be4 req-ff33c997-ebca-4b21-be6d-1d09471b929d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343275 Aug 16 02:14:49.943138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43012) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:50.052204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7c23148-ebf4-40f2-ad1e-3b545c4f8315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.146339 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7c23148-ebf4-40f2-ad1e-3b545c4f8315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.233596 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e7c23148-ebf4-40f2-ad1e-3b545c4f8315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.277238 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e7c23148-ebf4-40f2-ad1e-3b545c4f8315 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa59a4af8ba6485490c74fb5bed002df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322670 Aug 16 02:14:50.278554 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c23148-ebf4-40f2-ad1e-3b545c4f8315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfb2c49-dcde-4d87-8f8a-ae530c18a4df,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:50.279745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 43020) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:50.358646 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e678080d-ac91-45d6-80e1-11bb2f919bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.385961 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e678080d-ac91-45d6-80e1-11bb2f919bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.514422 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e678080d-ac91-45d6-80e1-11bb2f919bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.517432 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e678080d-ac91-45d6-80e1-11bb2f919bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.518772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e678080d-ac91-45d6-80e1-11bb2f919bd8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/adfb2c49-dcde-4d87-8f8a-ae530c18a4df HTTP/1.1" status: 204 len: 168 time: 0.2375982 Aug 16 02:14:50.548549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678080d-ac91-45d6-80e1-11bb2f919bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfb2c49-dcde-4d87-8f8a-ae530c18a4df,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:50.626741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf3371-c34d-4200-88a7-c75b8520d0c5 req-71bf764a-983f-4ced-8145-5f40f66fafc6 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.628350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aabf3371-c34d-4200-88a7-c75b8520d0c5 req-71bf764a-983f-4ced-8145-5f40f66fafc6 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0720911 Aug 16 02:14:50.676297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aabf3371-c34d-4200-88a7-c75b8520d0c5 req-f84fd005-4c48-4e63-8c9e-2d795c9db736 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 Aug 16 02:14:51.074408 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.488969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 43044) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:51.503779 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8ad5-bc3e-4e05-9be0-0568dfc48ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.597999 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8ad5-bc3e-4e05-9be0-0568dfc48ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.697781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8ad5-bc3e-4e05-9be0-0568dfc48ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.748046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc8ad5-bc3e-4e05-9be0-0568dfc48ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d0ffa2-96c2-4ff1-bf68-aad4595c698d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:51.752560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c3dc8ad5-bc3e-4e05-9be0-0568dfc48ea0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d002359dc8184bacadbbdb83c205fd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625287 Aug 16 02:14:51.756142 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43050) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:51.809977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16018232-98f9-4627-bdce-c6c43e030413 req-9f56d959-23b3-4131-8cc3-cbc8c83aee08 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.811531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16018232-98f9-4627-bdce-c6c43e030413 req-9f56d959-23b3-4131-8cc3-cbc8c83aee08 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0568476 Aug 16 02:14:51.818022 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c43a26f6-16b2-4e22-8753-9779fd43645e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.841101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c43a26f6-16b2-4e22-8753-9779fd43645e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.852758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16018232-98f9-4627-bdce-c6c43e030413 req-9ac8d2b8-42e4-4dd5-9b07-2ac9b6b07ac6 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345011 Aug 16 02:14:52.017744 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c43a26f6-16b2-4e22-8753-9779fd43645e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.020918 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c43a26f6-16b2-4e22-8753-9779fd43645e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.022473 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c43a26f6-16b2-4e22-8753-9779fd43645e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4d0ffa2-96c2-4ff1-bf68-aad4595c698d HTTP/1.1" status: 204 len: 168 time: 0.2649443 Aug 16 02:14:52.035246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a26f6-16b2-4e22-8753-9779fd43645e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d0ffa2-96c2-4ff1-bf68-aad4595c698d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:52.041742 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.988228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d257-158c-455d-a1f6-c88bf2612fc1 req-58674f5c-c02e-4af5-89a1-beead416441d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.989769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10e7d257-158c-455d-a1f6-c88bf2612fc1 req-58674f5c-c02e-4af5-89a1-beead416441d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0591557 Aug 16 02:14:53.030199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-10e7d257-158c-455d-a1f6-c88bf2612fc1 req-b97a067e-0e94-44cd-8b0a-143bbeca738f tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337620 Aug 16 02:14:53.499353 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43098) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:53.606198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1112648242-network', 'tenant_id': '6e77174d6dc740ee8c90a6c4f1e582ec'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:53.737161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Made reservation on behalf of 6e77174d6dc740ee8c90a6c4f1e582ec for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:53.739548 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.750031 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.839557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.903430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.935950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:53.941794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bd0386-368e-4d0a-8561-52ac5e41d125,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:53.949027 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.949429 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Added segment 5294bc04-02e2-4d19-94f3-1ed3da802818 of type vlan for network cc843a3d-4c64-4a45-9d53-39d4a5468d36 Aug 16 02:14:53.991664 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.137323 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.138429 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.139013 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.153609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbccf8-4740-46d4-ad2b-fc8d9441b8c1 req-6400ed9c-bb98-4b1d-b6cc-fe8260a18cb1 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.155310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3bbccf8-4740-46d4-ad2b-fc8d9441b8c1 req-6400ed9c-bb98-4b1d-b6cc-fe8260a18cb1 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0532274 Aug 16 02:14:54.200499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3bbccf8-4740-46d4-ad2b-fc8d9441b8c1 req-847b89e4-810c-43f3-9d33-e929283817d9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 Aug 16 02:14:54.206511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] Pushing event updated for resources: {'Network': ['ID=cc843a3d-4c64-4a45-9d53-39d4a5468d36,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:54.225736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network cc843a3d-4c64-4a45-9d53-39d4a5468d36 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:54.315502 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-524c4371-ca4a-43e8-8934-4dc10260049f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8148756 Aug 16 02:14:54.318213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43114) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:54.323275 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] Request body: {'subnet': {'network_id': 'cc843a3d-4c64-4a45-9d53-39d4a5468d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1112648242-subnet', 'tenant_id': '6e77174d6dc740ee8c90a6c4f1e582ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:54.486519 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] Made reservation on behalf of 6e77174d6dc740ee8c90a6c4f1e582ec for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:54.488914 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.748445 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.803013 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e088b8-bc7b-4015-82e4-3f45644cca30,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:54.815544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] Checking segment: {'id': '5294bc04-02e2-4d19-94f3-1ed3da802818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cc843a3d-4c64-4a45-9d53-39d4a5468d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:54.815907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] Network hostable DHCP agents. Network: cc843a3d-4c64-4a45-9d53-39d4a5468d36, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:54.971800 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] Network cc843a3d-4c64-4a45-9d53-39d4a5468d36 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:55.046000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, cc843a3d-4c64-4a45-9d53-39d4a5468d36) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:55.050310 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:55.050940 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.061649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf441ebe-9683-4a1f-8a20-b6539ed0585d None None] Network cc843a3d-4c64-4a45-9d53-39d4a5468d36 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:55.185166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed37e6a3-1776-4e8f-8961-58058127cba5 None None] Network cc843a3d-4c64-4a45-9d53-39d4a5468d36 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:55.189659 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-48ebdd5c-122a-4aea-b32f-8028c68cad80 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8703077 Aug 16 02:14:55.363145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7943834-d928-4a9f-a6a4-a63c97510997 req-e25f6b72-0663-4dfd-9f66-224fab895fbe tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:55.365694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7943834-d928-4a9f-a6a4-a63c97510997 req-e25f6b72-0663-4dfd-9f66-224fab895fbe tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0734346 Aug 16 02:14:55.416402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7943834-d928-4a9f-a6a4-a63c97510997 req-e317bd0a-62b9-4d36-aa91-5bc527060b3b tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442786 Aug 16 02:14:56.168537 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43156) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:56.174500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1003836473-network', 'tenant_id': 'e5ffbaa33d0e4441bd2bb0c65b78521e'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:56.268804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Made reservation on behalf of e5ffbaa33d0e4441bd2bb0c65b78521e for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:56.271217 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.281907 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.380165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.468987 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.495261 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:56.504658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9526eeb1-712f-41b3-9d17-0f3317310482,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.513950 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.514298 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Added segment 613485b5-b965-4495-9399-a9bb80c40a14 of type vlan for network c3f890c7-241f-4e60-8e67-677a73d1d7df Aug 16 02:14:56.516584 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.516921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.517253 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.517684 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.517930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.518295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.518615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.519125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.519441 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.519914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.520238 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.520557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:56.559886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9b3d6-94ec-45b6-a8b0-6d69dd436341 req-dfc1eb0d-9a3f-455a-8e60-d40673d3854a tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.561571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8f9b3d6-94ec-45b6-a8b0-6d69dd436341 req-dfc1eb0d-9a3f-455a-8e60-d40673d3854a tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0749180 Aug 16 02:14:56.577114 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.604693 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8f9b3d6-94ec-45b6-a8b0-6d69dd436341 req-056f6249-ea5a-4572-93c9-bceed40e6916 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357764 Aug 16 02:14:56.703488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.704570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.705213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.769528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] Pushing event updated for resources: {'Network': ['ID=c3f890c7-241f-4e60-8e67-677a73d1d7df,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.788577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network c3f890c7-241f-4e60-8e67-677a73d1d7df details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:56.800944 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a6b91768-d625-4896-8d9d-f1c36b026046 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6312830 Aug 16 02:14:56.803683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 43174) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:56.809077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] Request body: {'subnet': {'network_id': 'c3f890c7-241f-4e60-8e67-677a73d1d7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1003836473-subnet', 'tenant_id': 'e5ffbaa33d0e4441bd2bb0c65b78521e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:56.931688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] Made reservation on behalf of e5ffbaa33d0e4441bd2bb0c65b78521e for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:56.934108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.183329 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.242740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3e71f1-36d8-4f00-9c5f-94e86ddc5dc4,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.255222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] Checking segment: {'id': '613485b5-b965-4495-9399-a9bb80c40a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c3f890c7-241f-4e60-8e67-677a73d1d7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:57.255744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] Network hostable DHCP agents. Network: c3f890c7-241f-4e60-8e67-677a73d1d7df, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:57.320126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] Network c3f890c7-241f-4e60-8e67-677a73d1d7df is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:57.400224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, c3f890c7-241f-4e60-8e67-677a73d1d7df) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:57.404981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.405743 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.427555 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90fafa8-3e60-40b3-86a1-052910b31f0f None None] Network c3f890c7-241f-4e60-8e67-677a73d1d7df requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:57.514134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-29ff9ab6-2f91-4c45-8e27-e74210645389 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7083266 Aug 16 02:14:57.599128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b6e83-7c34-4e65-976c-a9b4c3af4d73 None None] Network c3f890c7-241f-4e60-8e67-677a73d1d7df requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:57.821317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05cdd-c1f0-4911-b508-664e00e45a3d req-59fe04a3-7385-4b4d-aeec-8f9068036da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.826571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caa05cdd-c1f0-4911-b508-664e00e45a3d req-59fe04a3-7385-4b4d-aeec-8f9068036da7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 1097 time: 0.1326644 Aug 16 02:14:57.836312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bff16-6da7-4f7a-865e-bdecfa6a104d req-8915e490-cada-4be6-91ce-71f21fd59559 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.837775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c58bff16-6da7-4f7a-865e-bdecfa6a104d req-8915e490-cada-4be6-91ce-71f21fd59559 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.1350145 Aug 16 02:14:57.888720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-caa05cdd-c1f0-4911-b508-664e00e45a3d req-a836bc14-2232-440d-86e6-28f76da6be56 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499673 Aug 16 02:14:57.895651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c58bff16-6da7-4f7a-865e-bdecfa6a104d req-35c60491-2e96-40ca-b831-74449985d7f6 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504613 Aug 16 02:14:58.215312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-f6b790c5-2673-4b55-8a5f-abbaeb9929b4 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.216815 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-f6b790c5-2673-4b55-8a5f-abbaeb9929b4 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/networks?id=cc843a3d-4c64-4a45-9d53-39d4a5468d36 HTTP/1.1" status: 200 len: 812 time: 0.1100531 Aug 16 02:14:58.232390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-9573ed7c-0dc7-4543-8073-c46a1be6ee75 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/quotas/6e77174d6dc740ee8c90a6c4f1e582ec HTTP/1.1" status: 200 len: 375 time: 0.0097706 Aug 16 02:14:58.264810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-f4f94607-1f44-47f7-86c0-60975f755f6f tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e77174d6dc740ee8c90a6c4f1e582ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270822 Aug 16 02:14:58.366720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-1320a1c6-cfb3-45f8-8836-3471d35a4f4f service neutron] 10.222.0.66 "GET /v2.0/networks/cc843a3d-4c64-4a45-9d53-39d4a5468d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947948 Aug 16 02:14:58.468211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-3302b028-40af-4ba3-8b30-95cb0b386499 service neutron] 10.222.0.66 "GET /v2.0/networks/cc843a3d-4c64-4a45-9d53-39d4a5468d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936894 Aug 16 02:14:58.769414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1c8159b-9fbb-4d7b-aade-d4a5c09970bf req-c648f8c8-5f0d-4ef8-a4af-dc00c9e08133 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 210 time: 0.0410290 Aug 16 02:14:59.024861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6eaab-c1d8-4531-8fa4-5e8cbda0b0db req-458311c7-e4b8-4ef0-a49c-eee086084347 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.027809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27b6eaab-c1d8-4531-8fa4-5e8cbda0b0db req-458311c7-e4b8-4ef0-a49c-eee086084347 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0562742 Aug 16 02:14:59.078372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27b6eaab-c1d8-4531-8fa4-5e8cbda0b0db req-ec74ac21-fb5e-49c9-9e1e-1d000d46596f tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437584 Aug 16 02:14:59.119633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-6c155016-20b5-45f1-b23d-ba65bb37b71a req-b45379cb-757b-4c17-a116-e7cb3e4cfb9d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1902137622', 'description': 'tempest-description-752558460'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:59.239173 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c155016-20b5-45f1-b23d-ba65bb37b71a req-b45379cb-757b-4c17-a116-e7cb3e4cfb9d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.384317 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c155016-20b5-45f1-b23d-ba65bb37b71a req-b45379cb-757b-4c17-a116-e7cb3e4cfb9d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.509075 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c155016-20b5-45f1-b23d-ba65bb37b71a req-b45379cb-757b-4c17-a116-e7cb3e4cfb9d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.543620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45379cb-757b-4c17-a116-e7cb3e4cfb9d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ee6e61-6946-40e8-bf7a-f8460f4156ef,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:59.635819 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6c155016-20b5-45f1-b23d-ba65bb37b71a req-b45379cb-757b-4c17-a116-e7cb3e4cfb9d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.637680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6c155016-20b5-45f1-b23d-ba65bb37b71a req-b45379cb-757b-4c17-a116-e7cb3e4cfb9d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5230577 Aug 16 02:14:59.777595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aee06bed-c3f0-4259-ad9b-e1566639296b req-9ce14ee3-37fd-4e2b-bba8-854d9b20acbc tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1902137622&fields=id&tenant_id=4ca45599d1c64ae2b317466d83576b6f HTTP/1.1" status: 200 len: 267 time: 0.0822816 Aug 16 02:14:59.833991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee06bed-c3f0-4259-ad9b-e1566639296b req-6ebd3ae5-cbe0-41d7-9482-ac83db290d72 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.835486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aee06bed-c3f0-4259-ad9b-e1566639296b req-6ebd3ae5-cbe0-41d7-9482-ac83db290d72 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0570724 Aug 16 02:14:59.849393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-aee06bed-c3f0-4259-ad9b-e1566639296b req-214b3021-448b-4dd1-a792-d58952419b95 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Request body: {'port': {'security_groups': ['f248af08-600c-477e-92f8-413c70611d82', 'a0ee6e61-6946-40e8-bf7a-f8460f4156ef']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:59.879458 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-847ae8dd-7182-4b09-b0c1-d16718acf136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.930488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aee06bed-c3f0-4259-ad9b-e1566639296b req-214b3021-448b-4dd1-a792-d58952419b95 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.149310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-aee06bed-c3f0-4259-ad9b-e1566639296b req-214b3021-448b-4dd1-a792-d58952419b95 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] For port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,segment=NetworkSegment(b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f),segment_id=b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:00.191308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aee06bed-c3f0-4259-ad9b-e1566639296b req-214b3021-448b-4dd1-a792-d58952419b95 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.394989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aee06bed-c3f0-4259-ad9b-e1566639296b req-214b3021-448b-4dd1-a792-d58952419b95 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.408810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:00.444344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee06bed-c3f0-4259-ad9b-e1566639296b req-214b3021-448b-4dd1-a792-d58952419b95 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.445042 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aee06bed-c3f0-4259-ad9b-e1566639296b req-214b3021-448b-4dd1-a792-d58952419b95 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.446591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aee06bed-c3f0-4259-ad9b-e1566639296b req-214b3021-448b-4dd1-a792-d58952419b95 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "PUT /v2.0/ports/f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 981 time: 0.6035645 Aug 16 02:15:00.447751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:00.450222 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a72067-ed05-42a3-b15e-b108bfdffa7e" -d '{"events": [{"name": "network-changed", "server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:00.482894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b3021-448b-4dd1-a792-d58952419b95 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Pushing event updated for resources: {'Port': ['ID=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:00.530610 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:00.549633 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc145023-2d48-4289-b85b-dc8dd422d315 req-3116991b-7b9e-4f3f-bb70-4c929be77172 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 210 time: 0.0345554 Aug 16 02:15:01.014652 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc89692-8ebf-4117-b955-28dbfb3d48a4 x-openstack-request-id: req-3fc89692-8ebf-4117-b955-28dbfb3d48a4 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:01.014949 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:01.015317 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3fc89692-8ebf-4117-b955-28dbfb3d48a4 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:01.015598 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'status': 'completed', 'code': 200} Aug 16 02:15:01.080831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a72067-ed05-42a3-b15e-b108bfdffa7e req-509e1e48-ed8f-4523-a901-cf8d833734d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.082435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4a72067-ed05-42a3-b15e-b108bfdffa7e req-509e1e48-ed8f-4523-a901-cf8d833734d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ca45599d1c64ae2b317466d83576b6f&device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 1136 time: 0.0452642 Aug 16 02:15:01.186300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f11c5c7-d862-4e9c-881b-ee21ddb74d3f req-1dd26ac1-90fa-4887-be08-d8d5f69f9fd3 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1902137622&fields=id&tenant_id=4ca45599d1c64ae2b317466d83576b6f HTTP/1.1" status: 200 len: 267 time: 0.0990634 Aug 16 02:15:01.268963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11c5c7-d862-4e9c-881b-ee21ddb74d3f req-6e65af1f-69f1-415f-9143-e4d9afbb00a9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.270540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f11c5c7-d862-4e9c-881b-ee21ddb74d3f req-6e65af1f-69f1-415f-9143-e4d9afbb00a9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 984 time: 0.0784621 Aug 16 02:15:01.271897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a72067-ed05-42a3-b15e-b108bfdffa7e req-3bb40bd7-c059-4315-84a4-6972fd7854cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.273316 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4a72067-ed05-42a3-b15e-b108bfdffa7e req-3bb40bd7-c059-4315-84a4-6972fd7854cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=46fdd058-f43c-4c31-bf3c-011541637c3b HTTP/1.1" status: 200 len: 920 time: 0.1792612 Aug 16 02:15:01.283268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-6f11c5c7-d862-4e9c-881b-ee21ddb74d3f req-a47182c6-d54b-4f42-a424-3fea68b9ca42 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Request body: {'port': {'security_groups': ['f248af08-600c-477e-92f8-413c70611d82']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:01.343566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4a72067-ed05-42a3-b15e-b108bfdffa7e req-93043503-34bc-43fa-9e5f-a42aeb1da727 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 217 time: 0.0571396 Aug 16 02:15:01.419077 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6f11c5c7-d862-4e9c-881b-ee21ddb74d3f req-a47182c6-d54b-4f42-a424-3fea68b9ca42 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.439551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a72067-ed05-42a3-b15e-b108bfdffa7e req-881d70c1-e18d-4a29-bf10-857969f9cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.440900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4a72067-ed05-42a3-b15e-b108bfdffa7e req-881d70c1-e18d-4a29-bf10-857969f9cb14 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6250b43-7f02-4b7e-8c3e-5fb067bc6e54 HTTP/1.1" status: 200 len: 859 time: 0.0877857 Aug 16 02:15:01.504776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4a72067-ed05-42a3-b15e-b108bfdffa7e req-c0e31d00-582a-47a9-bef1-86f227fdb3c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46fdd058-f43c-4c31-bf3c-011541637c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295882 Aug 16 02:15:01.686047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4a72067-ed05-42a3-b15e-b108bfdffa7e req-a07eb97a-3bff-4d0f-815a-7b182884e42e service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723981 Aug 16 02:15:01.779003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6f11c5c7-d862-4e9c-881b-ee21ddb74d3f req-a47182c6-d54b-4f42-a424-3fea68b9ca42 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] For port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,segment=NetworkSegment(b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f),segment_id=b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:01.832395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6f11c5c7-d862-4e9c-881b-ee21ddb74d3f req-a47182c6-d54b-4f42-a424-3fea68b9ca42 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.837165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4a72067-ed05-42a3-b15e-b108bfdffa7e req-a4884e09-0337-4efe-bf71-77d63635ba04 service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373320 Aug 16 02:15:01.942350 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6f11c5c7-d862-4e9c-881b-ee21ddb74d3f req-a47182c6-d54b-4f42-a424-3fea68b9ca42 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.956764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:01.992047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11c5c7-d862-4e9c-881b-ee21ddb74d3f req-a47182c6-d54b-4f42-a424-3fea68b9ca42 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.992795 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6f11c5c7-d862-4e9c-881b-ee21ddb74d3f req-a47182c6-d54b-4f42-a424-3fea68b9ca42 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.011660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f11c5c7-d862-4e9c-881b-ee21ddb74d3f req-a47182c6-d54b-4f42-a424-3fea68b9ca42 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "PUT /v2.0/ports/f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 942 time: 0.7329628 Aug 16 02:15:02.015243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-f75e6ea7-60b8-4634-b829-849975929b79 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.017028 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-f75e6ea7-60b8-4634-b829-849975929b79 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.64 "GET /v2.0/networks?id=cc843a3d-4c64-4a45-9d53-39d4a5468d36 HTTP/1.1" status: 200 len: 812 time: 0.2531438 Aug 16 02:15:02.047858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Request body: {'port': {'device_id': 'a2a32834-4b45-41b0-a6c7-5c69a8f97188', 'network_id': 'cc843a3d-4c64-4a45-9d53-39d4a5468d36', 'admin_state_up': True, 'tenant_id': '6e77174d6dc740ee8c90a6c4f1e582ec'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:02.075184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47182c6-d54b-4f42-a424-3fea68b9ca42 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Pushing event updated for resources: {'Port': ['ID=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.088130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:02.212596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36087015-7e4b-4cef-b914-37e342a00c19 req-9a588470-8dde-40b6-82f5-070d8b4ccf73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.218052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36087015-7e4b-4cef-b914-37e342a00c19 req-9a588470-8dde-40b6-82f5-070d8b4ccf73 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.1205490 Aug 16 02:15:02.288986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36087015-7e4b-4cef-b914-37e342a00c19 req-29c4704c-dec3-44d9-80f7-7b91667069ce tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569444 Aug 16 02:15:02.399256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86db6afd-73a9-4b61-af56-842b1143a9e0 req-c95608a6-5d52-496c-be8f-203572a37e36 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 210 time: 0.0457444 Aug 16 02:15:02.411603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Made reservation on behalf of 6e77174d6dc740ee8c90a6c4f1e582ec for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:02.416678 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.619685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Allocated IP 172.20.0.14 (cc843a3d-4c64-4a45-9d53-39d4a5468d36/90e088b8-bc7b-4015-82e4-3f45644cca30/ff9fb0e8-be81-49c4-b987-2c1522bbb05a) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:02.707743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41e16d16-60aa-44ee-b719-4242692eaabe req-ca7db9c4-c5f6-44ed-a391-a5647b46f0d4 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2792261 Aug 16 02:15:02.713404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:02.806596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.829424 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.869058 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.897520 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa117-c52c-4110-9965-219d438be861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.986298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.012364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.098384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Network cc843a3d-4c64-4a45-9d53-39d4a5468d36 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:03.101739 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:03.106721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:03.111092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Pushing event updated for resources: {'Port': ['ID=ff9fb0e8-be81-49c4-b987-2c1522bbb05a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:03.135563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:03.139987 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb83061-0fc5-44f6-b325-2c1c8abdea5a" -d '{"events": [{"name": "network-changed", "server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:03.170559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Allocated IP 172.25.8.117 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/7f6eb521-481d-4521-b590-fffe830f05e8) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:03.173129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.173777 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.269726 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-2fd4ddad-24a8-4219-a147-20903c0fb92b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2421968 Aug 16 02:15:03.286102 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Request body: {'port': {'device_id': 'a2a32834-4b45-41b0-a6c7-5c69a8f97188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:03.413408 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.426574 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.554838 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.633469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:03.637941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:03.641785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:03.670632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Pushing event updated for resources: {'Port': ['ID=7f6eb521-481d-4521-b590-fffe830f05e8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:03.766428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.849723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9fb0e8-be81-49c4-b987-2c1522bbb05a {{(pid=95515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:03.859055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.872458 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Transition to ACTIVE for port object ff9fb0e8-be81-49c4-b987-2c1522bbb05a will not be triggered until provisioned by entity L2. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:03.912032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.943627 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.001110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Pushing event updated for resources: {'Port': ['ID=ff9fb0e8-be81-49c4-b987-2c1522bbb05a,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:04.094849 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Attempting to bind port ff9fb0e8-be81-49c4-b987-2c1522bbb05a on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:04.095204 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Attempting to bind port ff9fb0e8-be81-49c4-b987-2c1522bbb05a by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '5294bc04-02e2-4d19-94f3-1ed3da802818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cc843a3d-4c64-4a45-9d53-39d4a5468d36'}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:04.095544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Attempting to bind port ff9fb0e8-be81-49c4-b987-2c1522bbb05a on network cc843a3d-4c64-4a45-9d53-39d4a5468d36 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:04.100706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Port ff9fb0e8-be81-49c4-b987-2c1522bbb05a on network cc843a3d-4c64-4a45-9d53-39d4a5468d36 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:04.101332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Attempting to bind port ff9fb0e8-be81-49c4-b987-2c1522bbb05a on network cc843a3d-4c64-4a45-9d53-39d4a5468d36 {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:04.107508 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:04.107856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Checking segment: {'id': '5294bc04-02e2-4d19-94f3-1ed3da802818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cc843a3d-4c64-4a45-9d53-39d4a5468d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:04.112056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Bound using segment: {'id': '5294bc04-02e2-4d19-94f3-1ed3da802818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cc843a3d-4c64-4a45-9d53-39d4a5468d36'} {{(pid=95515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:04.112056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.managers [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Bound port: ff9fb0e8-be81-49c4-b987-2c1522bbb05a, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5294bc04-02e2-4d19-94f3-1ed3da802818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cc843a3d-4c64-4a45-9d53-39d4a5468d36'}}] {{(pid=95515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:04.112056 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.118231 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.135037 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.184748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] For port ff9fb0e8-be81-49c4-b987-2c1522bbb05a, host n-h1-768509-23, cleared binding levels {{(pid=95515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:04.188139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] For port ff9fb0e8-be81-49c4-b987-2c1522bbb05a, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ff9fb0e8-be81-49c4-b987-2c1522bbb05a,segment=NetworkSegment(5294bc04-02e2-4d19-94f3-1ed3da802818),segment_id=5294bc04-02e2-4d19-94f3-1ed3da802818)] {{(pid=95515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:04.211770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.278433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.291364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Pushing event updated for resources: {'Port': ['ID=7f6eb521-481d-4521-b590-fffe830f05e8,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:04.311898 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.328758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.329386 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.330860 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] 10.222.0.64 "PUT /v2.0/ports/ff9fb0e8-be81-49c4-b987-2c1522bbb05a HTTP/1.1" status: 200 len: 1093 time: 1.0499938 Aug 16 02:15:04.331304 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a32834-4b45-41b0-a6c7-5c69a8f97188', 'tag': 'ff9fb0e8-be81-49c4-b987-2c1522bbb05a'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:04.333610 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bf5f3b-1afc-46e2-82a4-a802fa869187" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a32834-4b45-41b0-a6c7-5c69a8f97188", "tag": "ff9fb0e8-be81-49c4-b987-2c1522bbb05a"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:04.347726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0faf8-2cf3-42b2-acd0-1f9609b4fc5c service neutron] Pushing event updated for resources: {'Port': ['ID=ff9fb0e8-be81-49c4-b987-2c1522bbb05a,revision_number=3']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:04.457669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.459214 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41e16d16-60aa-44ee-b719-4242692eaabe req-7a143c51-5ba3-453d-8e0a-0c76c0cfb09c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7504015 Aug 16 02:15:04.557862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41e16d16-60aa-44ee-b719-4242692eaabe req-29ea5861-a26d-46f4-9a8c-26f9095c0b8b tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0894470 Aug 16 02:15:04.570619 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-56dbb867-999c-4951-9937-f8287e405681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.576912 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-56dbb867-999c-4951-9937-f8287e405681 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e77174d6dc740ee8c90a6c4f1e582ec&device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 1096 time: 0.0713003 Aug 16 02:15:04.629859 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-ca72860a-af7f-4680-8601-d23b839f5afd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9fb0e8-be81-49c4-b987-2c1522bbb05a HTTP/1.1" status: 200 len: 217 time: 0.0442526 Aug 16 02:15:04.680932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e16d16-60aa-44ee-b719-4242692eaabe req-a387557e-77e2-4b63-83ca-f12f196d150d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.683019 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41e16d16-60aa-44ee-b719-4242692eaabe req-a387557e-77e2-4b63-83ca-f12f196d150d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1200457 Aug 16 02:15:04.690045 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-7cdbaea0-67c1-44a9-9814-8c787cc8ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.691516 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-7cdbaea0-67c1-44a9-9814-8c787cc8ece5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90e088b8-bc7b-4015-82e4-3f45644cca30 HTTP/1.1" status: 200 len: 852 time: 0.0543761 Aug 16 02:15:04.693597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-41e16d16-60aa-44ee-b719-4242692eaabe req-e2032247-00eb-4345-970b-7ded175a7988 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:04.694692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41e16d16-60aa-44ee-b719-4242692eaabe req-e2032247-00eb-4345-970b-7ded175a7988 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058298 Aug 16 02:15:04.733934 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2644dfd-44e5-4468-a0e8-9eb2eb368083 x-openstack-request-id: req-d2644dfd-44e5-4468-a0e8-9eb2eb368083 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:04.734195 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:04.734452 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2644dfd-44e5-4468-a0e8-9eb2eb368083 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:04.734847 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'status': 'completed', 'code': 200} Aug 16 02:15:04.737449 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-d971d91f-285d-433b-9858-a8823f27fb53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc843a3d-4c64-4a45-9d53-39d4a5468d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276234 Aug 16 02:15:04.866920 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-a437e677-a17d-4126-ae3d-e42334e361a6 service neutron] 10.222.0.64 "GET /v2.0/networks/cc843a3d-4c64-4a45-9d53-39d4a5468d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275702 Aug 16 02:15:04.985462 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a68edb8e-c0f1-42bd-a2bc-eaea2002dc66 req-b781d37b-5f61-4dab-a0df-1e96ec3e11c5 service neutron] 10.222.0.64 "GET /v2.0/networks/cc843a3d-4c64-4a45-9d53-39d4a5468d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103473 Aug 16 02:15:05.182816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb83061-0fc5-44f6-b325-2c1c8abdea5a req-53ce7a24-82b9-4adb-a8a9-31d3f4c428c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.184255 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adb83061-0fc5-44f6-b325-2c1c8abdea5a req-53ce7a24-82b9-4adb-a8a9-31d3f4c428c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ca45599d1c64ae2b317466d83576b6f&device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 1097 time: 0.4206312 Aug 16 02:15:05.208066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455e73d-3936-4921-b601-3e7d57511b16 req-7eb37492-e568-4069-9dae-4617a31e7bc2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.209520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8455e73d-3936-4921-b601-3e7d57511b16 req-7eb37492-e568-4069-9dae-4617a31e7bc2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0681646 Aug 16 02:15:05.295695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8455e73d-3936-4921-b601-3e7d57511b16 req-584bab41-65fa-495b-a409-bc9fd5fd821d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757072 Aug 16 02:15:05.317127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb83061-0fc5-44f6-b325-2c1c8abdea5a req-abdffd07-974e-48a2-9c30-e095e8c567e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.318562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adb83061-0fc5-44f6-b325-2c1c8abdea5a req-abdffd07-974e-48a2-9c30-e095e8c567e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=46fdd058-f43c-4c31-bf3c-011541637c3b HTTP/1.1" status: 200 len: 920 time: 0.1264808 Aug 16 02:15:05.363159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adb83061-0fc5-44f6-b325-2c1c8abdea5a req-c5424b3f-a44f-42c0-84b7-9096cfcfaea3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 217 time: 0.0370424 Aug 16 02:15:05.440359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb83061-0fc5-44f6-b325-2c1c8abdea5a req-717496b3-eb3e-4ff3-9c69-714bb5c46005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.441870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adb83061-0fc5-44f6-b325-2c1c8abdea5a req-717496b3-eb3e-4ff3-9c69-714bb5c46005 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6250b43-7f02-4b7e-8c3e-5fb067bc6e54 HTTP/1.1" status: 200 len: 859 time: 0.0711231 Aug 16 02:15:05.451233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5d1ad-a350-4bd3-8007-9331876b805d req-16aa6a47-bb5f-49e9-8148-01692adce2b5 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.452827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59d5d1ad-a350-4bd3-8007-9331876b805d req-16aa6a47-bb5f-49e9-8148-01692adce2b5 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 944 time: 0.0924771 Aug 16 02:15:05.485269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adb83061-0fc5-44f6-b325-2c1c8abdea5a req-a1e3f069-3a10-4bf4-95f0-6ef56df34416 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46fdd058-f43c-4c31-bf3c-011541637c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314276 Aug 16 02:15:05.561874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59d5d1ad-a350-4bd3-8007-9331876b805d req-525f3dd4-0c4c-4661-b78b-db3e1aaebb57 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001053 Aug 16 02:15:05.614708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adb83061-0fc5-44f6-b325-2c1c8abdea5a req-da9e58fd-4bee-4cf3-ba95-4819d35475c0 service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212430 Aug 16 02:15:05.631481 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b43022-60f3-464f-89f0-55d8577af398 x-openstack-request-id: req-91b43022-60f3-464f-89f0-55d8577af398 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:05.631967 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a32834-4b45-41b0-a6c7-5c69a8f97188", "tag": "ff9fb0e8-be81-49c4-b987-2c1522bbb05a", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:05.632171 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91b43022-60f3-464f-89f0-55d8577af398 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:05.632577 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a32834-4b45-41b0-a6c7-5c69a8f97188', 'tag': 'ff9fb0e8-be81-49c4-b987-2c1522bbb05a', 'status': 'completed', 'code': 200} Aug 16 02:15:05.713903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf5f3b-1afc-46e2-82a4-a802fa869187 req-9641e7b0-c7c8-4b82-b717-6d9e93337b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.718364 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-26bf5f3b-1afc-46e2-82a4-a802fa869187 req-9641e7b0-c7c8-4b82-b717-6d9e93337b69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e77174d6dc740ee8c90a6c4f1e582ec&device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 1096 time: 0.0635285 Aug 16 02:15:05.817154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-90b1a46f-6726-4e70-a8c9-c45f49e48560 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.818789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-90b1a46f-6726-4e70-a8c9-c45f49e48560 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1217687 Aug 16 02:15:05.822681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-adb83061-0fc5-44f6-b325-2c1c8abdea5a req-7b1726c8-5b6a-4e1f-9a66-bcbe4b1d3ee8 service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015221 Aug 16 02:15:05.824534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf5f3b-1afc-46e2-82a4-a802fa869187 req-48298ced-ad62-40ff-9ae9-024e07e571f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.826085 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-26bf5f3b-1afc-46e2-82a4-a802fa869187 req-48298ced-ad62-40ff-9ae9-024e07e571f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc843a3d-4c64-4a45-9d53-39d4a5468d36 HTTP/1.1" status: 200 len: 913 time: 0.0997646 Aug 16 02:15:05.871208 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-26bf5f3b-1afc-46e2-82a4-a802fa869187 req-c24468af-324e-446a-84e1-eb461ccd6ddb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9fb0e8-be81-49c4-b987-2c1522bbb05a HTTP/1.1" status: 200 len: 217 time: 0.0376694 Aug 16 02:15:05.875514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-1e9484d0-22cc-43e7-b65b-14b1515d2aaa tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0470035 Aug 16 02:15:05.885523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-325f0b7a-3eee-4478-9584-25dcd74a9eba tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Request body: {'floatingip': {'port_id': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:05.891710 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.931379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf5f3b-1afc-46e2-82a4-a802fa869187 req-2ac13273-53e0-4d3b-9c33-ed5172fd78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.932886 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-26bf5f3b-1afc-46e2-82a4-a802fa869187 req-2ac13273-53e0-4d3b-9c33-ed5172fd78d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90e088b8-bc7b-4015-82e4-3f45644cca30 HTTP/1.1" status: 200 len: 852 time: 0.0536370 Aug 16 02:15:05.933049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-325f0b7a-3eee-4478-9584-25dcd74a9eba tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.005115 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-26bf5f3b-1afc-46e2-82a4-a802fa869187 req-c8544e56-d8e4-499c-916c-bfa69acacc69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc843a3d-4c64-4a45-9d53-39d4a5468d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612948 Aug 16 02:15:06.124225 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-26bf5f3b-1afc-46e2-82a4-a802fa869187 req-0c4d6910-5753-4850-9694-35fecaa3c153 service neutron] 10.222.0.64 "GET /v2.0/networks/cc843a3d-4c64-4a45-9d53-39d4a5468d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078115 Aug 16 02:15:06.230757 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-26bf5f3b-1afc-46e2-82a4-a802fa869187 req-ddd8f081-fe73-4629-bd51-250baf52419d service neutron] 10.222.0.64 "GET /v2.0/networks/cc843a3d-4c64-4a45-9d53-39d4a5468d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961392 Aug 16 02:15:06.450827 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-325f0b7a-3eee-4478-9584-25dcd74a9eba tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.514817 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-325f0b7a-3eee-4478-9584-25dcd74a9eba tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.615136 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-325f0b7a-3eee-4478-9584-25dcd74a9eba tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Floating IP ddbf6b21-167c-4958-8771-91253a1a9f82 associated. External IP: 172.25.8.117, port: f8a61e01-b3a9-4377-bbaf-e6c0876e61a2. Aug 16 02:15:06.824411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-325f0b7a-3eee-4478-9584-25dcd74a9eba tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Router 45fd0879-c23c-4a83-8dea-38486468ed40 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:06.938119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-325f0b7a-3eee-4478-9584-25dcd74a9eba tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:06.943068 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-325f0b7a-3eee-4478-9584-25dcd74a9eba tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.949741 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb1b369-6098-400e-b6e3-6352a5fc1fc2 None None] Sync routers for ids ['45fd0879-c23c-4a83-8dea-38486468ed40'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:06.965292 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb1b369-6098-400e-b6e3-6352a5fc1fc2 None None] Routers {'45fd0879-c23c-4a83-8dea-38486468ed40'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:06.966022 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dcb1b369-6098-400e-b6e3-6352a5fc1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['45fd0879-c23c-4a83-8dea-38486468ed40'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:06.971267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-325f0b7a-3eee-4478-9584-25dcd74a9eba tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "PUT /v2.0/floatingips/ddbf6b21-167c-4958-8771-91253a1a9f82 HTTP/1.1" status: 200 len: 996 time: 1.0895896 Aug 16 02:15:06.971786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:06.974184 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ebb053-1f4c-4b72-9066-319e1d43aa7b" -d '{"events": [{"name": "network-changed", "server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:07.026915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-de07de43-3a8e-42bc-b739-4aa9f20013b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.028501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-de07de43-3a8e-42bc-b739-4aa9f20013b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ca45599d1c64ae2b317466d83576b6f&device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 1097 time: 0.0430448 Aug 16 02:15:07.073603 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-dcb1b369-6098-400e-b6e3-6352a5fc1fc2 None None] Set router 45fd0879-c23c-4a83-8dea-38486468ed40 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:07.137883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-d1952e2e-6373-4a73-aab2-8ccb31ca76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.139341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-d1952e2e-6373-4a73-aab2-8ccb31ca76f4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=46fdd058-f43c-4c31-bf3c-011541637c3b HTTP/1.1" status: 200 len: 920 time: 0.1042731 Aug 16 02:15:07.207400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-fc61f8e1-2fd5-4113-9052-ac4805af8f58 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 999 time: 0.0614724 Aug 16 02:15:07.266531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-8f9e6918-8239-4bb8-bf00-bef680569155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.268207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-8f9e6918-8239-4bb8-bf00-bef680569155 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d6250b43-7f02-4b7e-8c3e-5fb067bc6e54 HTTP/1.1" status: 200 len: 859 time: 0.0536468 Aug 16 02:15:07.302750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-4e7b7e84-33f2-47ec-84c1-4f32b5b7b315 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=46fdd058-f43c-4c31-bf3c-011541637c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276277 Aug 16 02:15:07.315361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-5c249350-6955-4908-98ca-e038a16c066a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:07.316709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-5c249350-6955-4908-98ca-e038a16c066a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065722 Aug 16 02:15:07.436792 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dcb1b369-6098-400e-b6e3-6352a5fc1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:11Z', 'revision_number': 4, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'ddbf6b21-167c-4958-8771-91253a1a9f82', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'port_id': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'mac_address': 'fa:16:3e:68:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:15:03Z', 'updated_at': '2021-08-16T02:15:06Z', 'revision_number': 1, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416ec069-5293-47c6-8177-2f68f3936944', 'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'mac_address': 'fa:16:3e:2b:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:18Z', 'revision_number': 5, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'subnets': [{'id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.450743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-924424ad-6c69-4912-abf6-75b9f46c8391 service neutron] 10.222.0.66 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235874 Aug 16 02:15:07.463883 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb1b369-6098-400e-b6e3-6352a5fc1fc2 None None] Checking router: 45fd0879-c23c-4a83-8dea-38486468ed40 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:07.472829 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb1b369-6098-400e-b6e3-6352a5fc1fc2 None None] Routers {'45fd0879-c23c-4a83-8dea-38486468ed40'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:07.473559 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dcb1b369-6098-400e-b6e3-6352a5fc1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['45fd0879-c23c-4a83-8dea-38486468ed40'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.569221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2613a32e-0905-4e74-ba55-fe47a31f2830 req-6f8f6f9d-5fb9-45b3-9be0-b65562369a09 service neutron] 10.222.0.66 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117160 Aug 16 02:15:07.607921 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-dcb1b369-6098-400e-b6e3-6352a5fc1fc2 None None] Set router 45fd0879-c23c-4a83-8dea-38486468ed40 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:07.813693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c701e-5570-47da-ad6c-ae6677290a45 req-75695d47-0e07-413b-a9dc-e4f313f7b6de tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.815443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-448c701e-5570-47da-ad6c-ae6677290a45 req-75695d47-0e07-413b-a9dc-e4f313f7b6de tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0850751 Aug 16 02:15:07.869104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-448c701e-5570-47da-ad6c-ae6677290a45 req-ee9699ae-a985-4f29-8d11-73d7120128b2 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470865 Aug 16 02:15:07.895875 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dcb1b369-6098-400e-b6e3-6352a5fc1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:11Z', 'revision_number': 4, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'ddbf6b21-167c-4958-8771-91253a1a9f82', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'port_id': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'mac_address': 'fa:16:3e:68:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:15:03Z', 'updated_at': '2021-08-16T02:15:06Z', 'revision_number': 1, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416ec069-5293-47c6-8177-2f68f3936944', 'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'mac_address': 'fa:16:3e:2b:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:18Z', 'revision_number': 5, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'subnets': [{'id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.931110 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb1b369-6098-400e-b6e3-6352a5fc1fc2 None None] The sync data for ids ['45fd0879-c23c-4a83-8dea-38486468ed40'] in n-d-768509-23 is: [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:11Z', 'revision_number': 4, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'ddbf6b21-167c-4958-8771-91253a1a9f82', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'port_id': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'mac_address': 'fa:16:3e:68:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:15:03Z', 'updated_at': '2021-08-16T02:15:06Z', 'revision_number': 1, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416ec069-5293-47c6-8177-2f68f3936944', 'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'mac_address': 'fa:16:3e:2b:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:18Z', 'revision_number': 5, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'subnets': [{'id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:07.969067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeaa1d8-935b-4521-8357-d3384d02cbe9 req-c09a03a4-96c3-4125-aff6-c49aa7c12392 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.970565 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfeaa1d8-935b-4521-8357-d3384d02cbe9 req-c09a03a4-96c3-4125-aff6-c49aa7c12392 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 944 time: 0.0530169 Aug 16 02:15:08.017704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cfeaa1d8-935b-4521-8357-d3384d02cbe9 req-89c5f410-164b-4d03-8077-415e32b1a0d7 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Aug 16 02:15:08.069781 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb02d4a-cb36-48cf-8439-e44a11ef4200 x-openstack-request-id: req-7eb02d4a-cb36-48cf-8439-e44a11ef4200 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:08.070112 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:08.070360 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7eb02d4a-cb36-48cf-8439-e44a11ef4200 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:08.070762 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'status': 'completed', 'code': 200} Aug 16 02:15:08.200655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a174c-2ae0-4d1a-a3ef-e8a30b6b379b None None] New status for floating IP ddbf6b21-167c-4958-8771-91253a1a9f82: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:15:08.222419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebb053-1f4c-4b72-9066-319e1d43aa7b req-3032018d-bb48-430f-b367-633981441b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.224248 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3ebb053-1f4c-4b72-9066-319e1d43aa7b req-3032018d-bb48-430f-b367-633981441b63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ca45599d1c64ae2b317466d83576b6f&device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 1097 time: 0.0987329 Aug 16 02:15:08.228001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-78744b55-76de-4c5e-a1a1-06784fc8ded5 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 999 time: 0.1471887 Aug 16 02:15:08.339603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-9ff83c11-2df9-4146-a0fe-34f1d49dc951 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.341384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-9ff83c11-2df9-4146-a0fe-34f1d49dc951 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports/f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 942 time: 0.1026647 Aug 16 02:15:08.362897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ff9fb0e8-be81-49c4-b987-2c1522bbb05a details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:08.382351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebb053-1f4c-4b72-9066-319e1d43aa7b req-bde6be0d-db4c-49c9-92ca-a0735ed13191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.385113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3ebb053-1f4c-4b72-9066-319e1d43aa7b req-bde6be0d-db4c-49c9-92ca-a0735ed13191 service neutron] 10.222.0.74 "GET /v2.0/networks?id=46fdd058-f43c-4c31-bf3c-011541637c3b HTTP/1.1" status: 200 len: 920 time: 0.1534019 Aug 16 02:15:08.483692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ff9fb0e8-be81-49c4-b987-2c1522bbb05a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ff9fb0e8-be81-49c4-b987-2c1522bbb05a,segment=NetworkSegment(5294bc04-02e2-4d19-94f3-1ed3da802818),segment_id=5294bc04-02e2-4d19-94f3-1ed3da802818)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:08.499725 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'ff9fb0e8-be81-49c4-b987-2c1522bbb05a', 'network_id': 'cc843a3d-4c64-4a45-9d53-39d4a5468d36', 'port_id': 'ff9fb0e8-be81-49c4-b987-2c1522bbb05a', 'mac_address': 'fa:16:3e:d6:25:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e088b8-bc7b-4015-82e4-3f45644cca30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:08.539653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3ebb053-1f4c-4b72-9066-319e1d43aa7b req-00e96a87-cf34-4add-b7d9-98d008e012e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 999 time: 0.1441345 Aug 16 02:15:08.543224 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.559978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9fb0e8-be81-49c4-b987-2c1522bbb05a {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:08.562453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-de73891e-940e-4af0-bcf0-01e85f21ebc5 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 1001 time: 0.1109965 Aug 16 02:15:08.583326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ff9fb0e8-be81-49c4-b987-2c1522bbb05a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ff9fb0e8-be81-49c4-b987-2c1522bbb05a,segment=NetworkSegment(5294bc04-02e2-4d19-94f3-1ed3da802818),segment_id=5294bc04-02e2-4d19-94f3-1ed3da802818)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:08.678625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebb053-1f4c-4b72-9066-319e1d43aa7b req-aa4205af-ff83-4346-8e32-9ecabc2c7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.680093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3ebb053-1f4c-4b72-9066-319e1d43aa7b req-aa4205af-ff83-4346-8e32-9ecabc2c7a63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6250b43-7f02-4b7e-8c3e-5fb067bc6e54 HTTP/1.1" status: 200 len: 859 time: 0.1151156 Aug 16 02:15:08.703086 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.725076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3ebb053-1f4c-4b72-9066-319e1d43aa7b req-a33bf6fa-3c5a-4220-83f4-5a223a5b5e61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46fdd058-f43c-4c31-bf3c-011541637c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346942 Aug 16 02:15:08.772436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=ff9fb0e8-be81-49c4-b987-2c1522bbb05a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:08.781590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.782112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.782869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.783469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.783912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.784353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.784829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.785266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.785699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.786151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.786575 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.787003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:08.787732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-4b64aa7b-5ca1-42cb-a54f-538847e0d745 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.789116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-4b64aa7b-5ca1-42cb-a54f-538847e0d745 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.2224340 Aug 16 02:15:08.888404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3ebb053-1f4c-4b72-9066-319e1d43aa7b req-cd157014-c5ab-4ba1-8f55-04718972ae46 service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565595 Aug 16 02:15:08.910123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-8dc5f30f-8d5f-4530-86fd-a32ac6624b3f tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 1001 time: 0.0988474 Aug 16 02:15:08.949330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-fcbfa8bc-db7f-46ea-8012-6a71db60c0a9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:08.958323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['ff9fb0e8-be81-49c4-b987-2c1522bbb05a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:09.046666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-fcbfa8bc-db7f-46ea-8012-6a71db60c0a9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.093084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3ebb053-1f4c-4b72-9066-319e1d43aa7b req-6bf02b66-6500-46d4-88f9-7c493b6b65f9 service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951916 Aug 16 02:15:09.224293 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-fcbfa8bc-db7f-46ea-8012-6a71db60c0a9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.343046 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-fcbfa8bc-db7f-46ea-8012-6a71db60c0a9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.343371 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-fcbfa8bc-db7f-46ea-8012-6a71db60c0a9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Floating IP ddbf6b21-167c-4958-8771-91253a1a9f82 disassociated. External IP: 172.25.8.117, port: f8a61e01-b3a9-4377-bbaf-e6c0876e61a2. Aug 16 02:15:09.952613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-fcbfa8bc-db7f-46ea-8012-6a71db60c0a9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Router 45fd0879-c23c-4a83-8dea-38486468ed40 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:10.080988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-fcbfa8bc-db7f-46ea-8012-6a71db60c0a9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:10.085693 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-fcbfa8bc-db7f-46ea-8012-6a71db60c0a9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.092554 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0517e-e86e-4dce-8387-19611b00a270 None None] Sync routers for ids ['45fd0879-c23c-4a83-8dea-38486468ed40'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:10.102412 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0517e-e86e-4dce-8387-19611b00a270 None None] Routers {'45fd0879-c23c-4a83-8dea-38486468ed40'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:10.103842 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-98d0517e-e86e-4dce-8387-19611b00a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['45fd0879-c23c-4a83-8dea-38486468ed40'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:10.116996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-fcbfa8bc-db7f-46ea-8012-6a71db60c0a9 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "PUT /v2.0/floatingips/ddbf6b21-167c-4958-8771-91253a1a9f82 HTTP/1.1" status: 200 len: 695 time: 1.1973987 Aug 16 02:15:10.119419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:10.120750 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0578b6-053a-4a39-baaa-e68ecedcac96" -d '{"events": [{"name": "network-changed", "server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:10.178482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-fc327b1b-cbc6-449a-9ff3-8b96f8c9b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.180478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-fc327b1b-cbc6-449a-9ff3-8b96f8c9b509 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ca45599d1c64ae2b317466d83576b6f&device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 1097 time: 0.0487676 Aug 16 02:15:10.260335 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-98d0517e-e86e-4dce-8387-19611b00a270 None None] Set router 45fd0879-c23c-4a83-8dea-38486468ed40 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:10.357931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-f1fe2671-d211-418d-b58a-6ecc7f7a24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.361658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-f1fe2671-d211-418d-b58a-6ecc7f7a24a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=46fdd058-f43c-4c31-bf3c-011541637c3b HTTP/1.1" status: 200 len: 920 time: 0.1747761 Aug 16 02:15:10.373673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ff9fb0e8-be81-49c4-b987-2c1522bbb05a up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:10.413715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-d26cff0c-594c-484f-b773-740b3dba37d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 217 time: 0.0455277 Aug 16 02:15:10.470001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-d60cd038-c74b-4a93-a3cb-b0186287d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.478783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-d60cd038-c74b-4a93-a3cb-b0186287d771 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d6250b43-7f02-4b7e-8c3e-5fb067bc6e54 HTTP/1.1" status: 200 len: 859 time: 0.0641837 Aug 16 02:15:10.513428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-9cdbb113-4098-47bb-8e9a-8247d59d9c67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=46fdd058-f43c-4c31-bf3c-011541637c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337381 Aug 16 02:15:10.531682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port ff9fb0e8-be81-49c4-b987-2c1522bbb05a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:10.537625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port ff9fb0e8-be81-49c4-b987-2c1522bbb05a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:10.538036 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.600549 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-98d0517e-e86e-4dce-8387-19611b00a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:11Z', 'revision_number': 4, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '416ec069-5293-47c6-8177-2f68f3936944', 'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'mac_address': 'fa:16:3e:2b:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:18Z', 'revision_number': 5, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'subnets': [{'id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:10.635481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-6e44e066-5421-464b-80a7-0aac58c471f3 service neutron] 10.222.0.66 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146491 Aug 16 02:15:10.640742 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.641596 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0517e-e86e-4dce-8387-19611b00a270 None None] Checking router: 45fd0879-c23c-4a83-8dea-38486468ed40 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:10.655383 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0517e-e86e-4dce-8387-19611b00a270 None None] Routers {'45fd0879-c23c-4a83-8dea-38486468ed40'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:10.656211 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-98d0517e-e86e-4dce-8387-19611b00a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['45fd0879-c23c-4a83-8dea-38486468ed40'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:10.674656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a32834-4b45-41b0-a6c7-5c69a8f97188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9fb0e8-be81-49c4-b987-2c1522bbb05a'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:10.677808 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9882b8c9-1edf-4144-8e58-6703027ff303" -d '{"events": [{"server_uuid": "a2a32834-4b45-41b0-a6c7-5c69a8f97188", "name": "network-vif-plugged", "status": "completed", "tag": "ff9fb0e8-be81-49c4-b987-2c1522bbb05a"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:10.706638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ff9fb0e8-be81-49c4-b987-2c1522bbb05a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ff9fb0e8-be81-49c4-b987-2c1522bbb05a,segment=NetworkSegment(5294bc04-02e2-4d19-94f3-1ed3da802818),segment_id=5294bc04-02e2-4d19-94f3-1ed3da802818)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:10.794308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed81134f-3db6-4fea-ac47-bfeeb81912e4 req-acd80673-c7ca-425f-8c8f-f9b7ae45959d service neutron] 10.222.0.66 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516302 Aug 16 02:15:10.807095 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.828574 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-98d0517e-e86e-4dce-8387-19611b00a270 None None] Set router 45fd0879-c23c-4a83-8dea-38486468ed40 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:10.862821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=ff9fb0e8-be81-49c4-b987-2c1522bbb05a,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.053536 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-98d0517e-e86e-4dce-8387-19611b00a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:11Z', 'revision_number': 4, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '416ec069-5293-47c6-8177-2f68f3936944', 'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'mac_address': 'fa:16:3e:2b:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:18Z', 'revision_number': 5, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'subnets': [{'id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:11.057755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f161ad-8158-446e-bd47-a7c46e75ae92 req-1f6366fb-e1e5-499b-80ee-07dfaccd9c6d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.059436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-06f161ad-8158-446e-bd47-a7c46e75ae92 req-1f6366fb-e1e5-499b-80ee-07dfaccd9c6d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0630097 Aug 16 02:15:11.081689 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0517e-e86e-4dce-8387-19611b00a270 None None] The sync data for ids ['45fd0879-c23c-4a83-8dea-38486468ed40'] in n-d-768509-23 is: [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:14:11Z', 'revision_number': 4, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '416ec069-5293-47c6-8177-2f68f3936944', 'name': '', 'network_id': '46fdd058-f43c-4c31-bf3c-011541637c3b', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'mac_address': 'fa:16:3e:2b:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:18Z', 'revision_number': 5, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'subnets': [{'id': 'd6250b43-7f02-4b7e-8c3e-5fb067bc6e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:11.102164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-06f161ad-8158-446e-bd47-a7c46e75ae92 req-574b6265-6c86-4934-a875-1f1b20537310 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361197 Aug 16 02:15:11.223785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b7dc2-c466-4c1a-be26-1a85e9c56076 req-b2362e38-9659-4935-8349-32b21d18f36a tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.229675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf6b7dc2-c466-4c1a-be26-1a85e9c56076 req-b2362e38-9659-4935-8349-32b21d18f36a tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0580482 Aug 16 02:15:11.282511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf6b7dc2-c466-4c1a-be26-1a85e9c56076 req-d652516a-0bc1-427b-ba67-1dde2f79931f tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456192 Aug 16 02:15:11.327517 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3606fe65-6e73-43f4-90fb-71498dfe597c x-openstack-request-id: req-3606fe65-6e73-43f4-90fb-71498dfe597c {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:11.327875 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:11.328198 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3606fe65-6e73-43f4-90fb-71498dfe597c {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:11.328668 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'status': 'completed', 'code': 200} Aug 16 02:15:11.394557 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6a7946-e0a0-4b86-8335-ec49d5724e08 x-openstack-request-id: req-ee6a7946-e0a0-4b86-8335-ec49d5724e08 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:11.395091 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a32834-4b45-41b0-a6c7-5c69a8f97188", "name": "network-vif-plugged", "status": "completed", "tag": "ff9fb0e8-be81-49c4-b987-2c1522bbb05a", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:11.395605 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee6a7946-e0a0-4b86-8335-ec49d5724e08 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:11.396017 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a32834-4b45-41b0-a6c7-5c69a8f97188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9fb0e8-be81-49c4-b987-2c1522bbb05a', 'code': 200} Aug 16 02:15:11.439840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0578b6-053a-4a39-baaa-e68ecedcac96 req-8b8a6489-0eea-46a6-a114-415bcbdda119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.441430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa0578b6-053a-4a39-baaa-e68ecedcac96 req-8b8a6489-0eea-46a6-a114-415bcbdda119 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ca45599d1c64ae2b317466d83576b6f&device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 1097 time: 0.0880089 Aug 16 02:15:11.452844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc8958-d656-4b9e-8e34-34a075eb9b33 None None] New status for floating IP ddbf6b21-167c-4958-8771-91253a1a9f82: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:15:11.503958 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f244f0-f479-490c-a8f5-6256556b9e69 req-4e7fe74d-b7ba-4825-98bb-1992f98f671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.506325 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-90f244f0-f479-490c-a8f5-6256556b9e69 req-4e7fe74d-b7ba-4825-98bb-1992f98f671f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 1098 time: 0.0480444 Aug 16 02:15:11.535809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-140aca2d-a0bf-4c60-8575-eaaec4d5c22f tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/floatingips/ddbf6b21-167c-4958-8771-91253a1a9f82 HTTP/1.1" status: 200 len: 695 time: 0.0933568 Aug 16 02:15:11.554974 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-90f244f0-f479-490c-a8f5-6256556b9e69 req-886ea9c8-b6b4-4df0-9271-c46e6ceeb50c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Aug 16 02:15:11.666863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0578b6-053a-4a39-baaa-e68ecedcac96 req-c0a45039-f6a1-4f89-b192-4c305748657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.668277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa0578b6-053a-4a39-baaa-e68ecedcac96 req-c0a45039-f6a1-4f89-b192-4c305748657a service neutron] 10.222.0.74 "GET /v2.0/networks?id=46fdd058-f43c-4c31-bf3c-011541637c3b HTTP/1.1" status: 200 len: 920 time: 0.2171400 Aug 16 02:15:11.726836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa0578b6-053a-4a39-baaa-e68ecedcac96 req-959287c6-3623-4297-90fe-7e369b2bb64d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 200 len: 217 time: 0.0490968 Aug 16 02:15:11.734138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-723ed3a5-2c18-4a29-a671-98aeb5789c04 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.735602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-723ed3a5-2c18-4a29-a671-98aeb5789c04 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/networks/e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 784 time: 0.1900971 Aug 16 02:15:11.757516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-653424b2-c515-4f6b-a588-00e4555dd1f4 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:11.765953 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-653424b2-c515-4f6b-a588-00e4555dd1f4 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191586 Aug 16 02:15:11.831667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-e72e58cd-cc2a-4358-8894-861437ec07d0 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0648212 Aug 16 02:15:11.886108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0578b6-053a-4a39-baaa-e68ecedcac96 req-0939ae02-05b8-43bd-b5ca-aaddb97bd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.887903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa0578b6-053a-4a39-baaa-e68ecedcac96 req-0939ae02-05b8-43bd-b5ca-aaddb97bd030 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6250b43-7f02-4b7e-8c3e-5fb067bc6e54 HTTP/1.1" status: 200 len: 859 time: 0.1514163 Aug 16 02:15:11.902438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-b4cf2f59-cdea-47b2-bba8-cdf186983d31 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0601578 Aug 16 02:15:11.932900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa0578b6-053a-4a39-baaa-e68ecedcac96 req-cd93085f-61f1-4711-81eb-41d9f220f22d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46fdd058-f43c-4c31-bf3c-011541637c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370893 Aug 16 02:15:12.146943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa0578b6-053a-4a39-baaa-e68ecedcac96 req-13d11bf4-ff58-46b5-be7c-24303c36cbde service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877468 Aug 16 02:15:12.154545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Deleting port 7f6eb521-481d-4521-b590-fffe830f05e8 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:12.154889 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.301573 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.301968 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.321011 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa0578b6-053a-4a39-baaa-e68ecedcac96 req-1d9abc12-52b3-4671-bfc0-5f4f2e32ae65 service neutron] 10.222.0.74 "GET /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641424 Aug 16 02:15:12.321943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Calling delete_port for 7f6eb521-481d-4521-b590-fffe830f05e8 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:12.526149 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.557913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Pushing event deleted for resources: {'Port': ['ID=7f6eb521-481d-4521-b590-fffe830f05e8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:12.582696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.582985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.583330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.583669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.584004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.584341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.584687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.585004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.585340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.585890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.586305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.586825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:12.630686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.633600 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.635637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7137e493-c079-4dcb-9eef-e2628599a7ad req-e91ac6ee-dddb-4a35-b030-d1f24bf2fe2c tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "DELETE /v2.0/floatingips/ddbf6b21-167c-4958-8771-91253a1a9f82 HTTP/1.1" status: 204 len: 173 time: 0.7256668 Aug 16 02:15:12.738697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ac0bb-f652-4b09-8112-6cf6cede1e09 req-717dfd9b-9a3d-47ee-8c6f-b84e2095d3b3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.740210 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e2ac0bb-f652-4b09-8112-6cf6cede1e09 req-717dfd9b-9a3d-47ee-8c6f-b84e2095d3b3 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0513589 Aug 16 02:15:12.779100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e2ac0bb-f652-4b09-8112-6cf6cede1e09 req-8a370553-6ee8-4030-a038-631cdfd7a4c7 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321343 Aug 16 02:15:12.893302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b4d7-7b43-4c08-8338-f02f5e358c51 req-f05ffdc4-475c-40da-9947-2a7e88c526e8 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.894923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2002b4d7-7b43-4c08-8338-f02f5e358c51 req-f05ffdc4-475c-40da-9947-2a7e88c526e8 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0585799 Aug 16 02:15:12.938975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2002b4d7-7b43-4c08-8338-f02f5e358c51 req-c3877906-2f77-4ab8-857e-b828c5e8aac3 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Aug 16 02:15:13.007477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd9afce2-0e22-4395-b963-87ebb76f613e req-668da5fd-1ae4-46a7-9386-99d4342ed02a tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups/a0ee6e61-6946-40e8-bf7a-f8460f4156ef HTTP/1.1" status: 200 len: 1809 time: 0.0390744 Aug 16 02:15:13.067827 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd9afce2-0e22-4395-b963-87ebb76f613e req-e386e5bb-2a09-44d4-b987-2670dea91e4d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.093403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd9afce2-0e22-4395-b963-87ebb76f613e req-e386e5bb-2a09-44d4-b987-2670dea91e4d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.246489 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd9afce2-0e22-4395-b963-87ebb76f613e req-e386e5bb-2a09-44d4-b987-2670dea91e4d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.249479 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dd9afce2-0e22-4395-b963-87ebb76f613e req-e386e5bb-2a09-44d4-b987-2670dea91e4d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.250933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd9afce2-0e22-4395-b963-87ebb76f613e req-e386e5bb-2a09-44d4-b987-2670dea91e4d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "DELETE /v2.0/security-groups/a0ee6e61-6946-40e8-bf7a-f8460f4156ef HTTP/1.1" status: 204 len: 173 time: 0.2367914 Aug 16 02:15:13.275891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386e5bb-2a09-44d4-b987-2670dea91e4d tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ee6e61-6946-40e8-bf7a-f8460f4156ef,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:13.438083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75bfbb-904f-4886-b833-9cf60a7107d6 req-c942234e-9194-45a7-bb58-60966eaf1dab tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.445834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f75bfbb-904f-4886-b833-9cf60a7107d6 req-c942234e-9194-45a7-bb58-60966eaf1dab tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.1003160 Aug 16 02:15:13.484499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f75bfbb-904f-4886-b833-9cf60a7107d6 req-33cda335-9159-482e-9089-1a3b5419c749 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Aug 16 02:15:14.412935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e0234-78af-4043-912b-19ac9f468e33 req-926d588d-1fce-4ed4-a122-8d97dfd9ea16 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.414534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a16e0234-78af-4043-912b-19ac9f468e33 req-926d588d-1fce-4ed4-a122-8d97dfd9ea16 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0525558 Aug 16 02:15:14.455485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a16e0234-78af-4043-912b-19ac9f468e33 req-8b65418d-77ae-4556-a01b-5c048d2b1b05 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341418 Aug 16 02:15:14.563472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a77d2e-8835-415b-b126-b1dee11f7b08 req-263c41d5-c4c2-4d23-8864-5e4bb476a722 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.565129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4a77d2e-8835-415b-b126-b1dee11f7b08 req-263c41d5-c4c2-4d23-8864-5e4bb476a722 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0532873 Aug 16 02:15:14.606043 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4a77d2e-8835-415b-b126-b1dee11f7b08 req-b3c51ba5-33b7-40e0-a1f9-15f2c2868378 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340543 Aug 16 02:15:14.714931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fc7c1-fbce-45be-80d3-1177aac4aac6 req-a9d7e479-9080-4c88-a17d-efff9de3960c tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.716326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a1fc7c1-fbce-45be-80d3-1177aac4aac6 req-a9d7e479-9080-4c88-a17d-efff9de3960c tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0488091 Aug 16 02:15:14.758865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a1fc7c1-fbce-45be-80d3-1177aac4aac6 req-be22cc99-34d7-45a7-b39b-954b46b9ba35 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365193 Aug 16 02:15:15.576545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79990d76-86a1-413a-b02c-235281d1174f req-cb6899fd-2ec7-4909-ad10-10dd69cdeeab tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.578135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79990d76-86a1-413a-b02c-235281d1174f req-cb6899fd-2ec7-4909-ad10-10dd69cdeeab tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0510650 Aug 16 02:15:15.630038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79990d76-86a1-413a-b02c-235281d1174f req-489c4656-0a33-4f84-9732-191aefb1ae90 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455394 Aug 16 02:15:15.751190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b869c26-01cb-458f-8472-15d8c2555629 req-fa207489-3eaa-45e9-9998-0969bf17dd38 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.752974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b869c26-01cb-458f-8472-15d8c2555629 req-fa207489-3eaa-45e9-9998-0969bf17dd38 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0569298 Aug 16 02:15:15.794946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b869c26-01cb-458f-8472-15d8c2555629 req-dfec0f50-5adf-4224-9b7a-dfe72fbb2c22 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/security-groups?id=f248af08-600c-477e-92f8-413c70611d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341783 Aug 16 02:15:15.901937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8911b89-f709-4b1a-9ed5-b608d812accf req-2ec52d61-00d3-48b6-a2fa-175cdec9edb2 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.903487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8911b89-f709-4b1a-9ed5-b608d812accf req-2ec52d61-00d3-48b6-a2fa-175cdec9edb2 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0515656 Aug 16 02:15:15.945227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c8911b89-f709-4b1a-9ed5-b608d812accf req-a758b91e-8b4f-4433-b4ce-e7bd210e7cee tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357020 Aug 16 02:15:16.316346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7a6c3-7f59-479a-b1d8-578b28b58ae8 req-31e61bf2-622f-4f21-9979-bdeab5db6f54 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.322620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27b7a6c3-7f59-479a-b1d8-578b28b58ae8 req-31e61bf2-622f-4f21-9979-bdeab5db6f54 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0598912 Aug 16 02:15:16.366833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27b7a6c3-7f59-479a-b1d8-578b28b58ae8 req-62106435-d27e-471e-89b8-f9e72a049bb8 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362272 Aug 16 02:15:16.438259 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7e6ec-6e60-4151-9849-a09269782c41 req-5c1d05bb-ea1e-4d18-a7c2-b521c64d0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.440351 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-32b7e6ec-6e60-4151-9849-a09269782c41 req-5c1d05bb-ea1e-4d18-a7c2-b521c64d0fac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e77174d6dc740ee8c90a6c4f1e582ec&device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 1098 time: 0.0679700 Aug 16 02:15:16.463990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608a23d-8132-49ae-b8ed-bfa7e0503404 req-d446dace-92a3-4fb7-8189-9b8be60fcf37 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.465416 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b608a23d-8132-49ae-b8ed-bfa7e0503404 req-d446dace-92a3-4fb7-8189-9b8be60fcf37 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.74 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 945 time: 0.0555320 Aug 16 02:15:16.553406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7e6ec-6e60-4151-9849-a09269782c41 req-e8b200e2-b5e8-494e-984d-69220fed1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.555715 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-32b7e6ec-6e60-4151-9849-a09269782c41 req-e8b200e2-b5e8-494e-984d-69220fed1564 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc843a3d-4c64-4a45-9d53-39d4a5468d36 HTTP/1.1" status: 200 len: 913 time: 0.1072309 Aug 16 02:15:16.571028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b608a23d-8132-49ae-b8ed-bfa7e0503404 req-c219c931-75ff-40ba-a791-ec5156802d35 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Deleting port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:16.571366 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b608a23d-8132-49ae-b8ed-bfa7e0503404 req-c219c931-75ff-40ba-a791-ec5156802d35 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.608076 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-32b7e6ec-6e60-4151-9849-a09269782c41 req-ae31c015-6dd3-43a4-b6e8-1c294a80a828 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9fb0e8-be81-49c4-b987-2c1522bbb05a HTTP/1.1" status: 200 len: 217 time: 0.0435336 Aug 16 02:15:16.673027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b608a23d-8132-49ae-b8ed-bfa7e0503404 req-c219c931-75ff-40ba-a791-ec5156802d35 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] For port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,segment=NetworkSegment(b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f),segment_id=b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:16.673511 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b608a23d-8132-49ae-b8ed-bfa7e0503404 req-c219c931-75ff-40ba-a791-ec5156802d35 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.690344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b608a23d-8132-49ae-b8ed-bfa7e0503404 req-c219c931-75ff-40ba-a791-ec5156802d35 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Calling delete_port for f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:16.707945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7e6ec-6e60-4151-9849-a09269782c41 req-ce04f27e-cea6-4556-aea2-13295c795d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.711559 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-32b7e6ec-6e60-4151-9849-a09269782c41 req-ce04f27e-cea6-4556-aea2-13295c795d3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90e088b8-bc7b-4015-82e4-3f45644cca30 HTTP/1.1" status: 200 len: 852 time: 0.0959563 Aug 16 02:15:16.767888 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-32b7e6ec-6e60-4151-9849-a09269782c41 req-946c5c7a-3af5-4370-8b1c-360fcd71d883 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc843a3d-4c64-4a45-9d53-39d4a5468d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478480 Aug 16 02:15:16.834254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b879e-8699-4377-8d85-7a2d5b4b7d0d req-3aee8c99-32ea-466e-a4d5-9f20e4ca60a1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.835779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f98b879e-8699-4377-8d85-7a2d5b4b7d0d req-3aee8c99-32ea-466e-a4d5-9f20e4ca60a1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0818460 Aug 16 02:15:16.875875 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-32b7e6ec-6e60-4151-9849-a09269782c41 req-337f9012-d272-4c17-93d1-abb86ae2aaee service neutron] 10.222.0.64 "GET /v2.0/networks/cc843a3d-4c64-4a45-9d53-39d4a5468d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986891 Aug 16 02:15:16.930267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f98b879e-8699-4377-8d85-7a2d5b4b7d0d req-71dc0f02-85da-460d-871f-183553ad9574 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867181 Aug 16 02:15:16.987761 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-32b7e6ec-6e60-4151-9849-a09269782c41 req-d3dd7f09-32cc-448c-90ef-03dfbc1b38f3 service neutron] 10.222.0.64 "GET /v2.0/networks/cc843a3d-4c64-4a45-9d53-39d4a5468d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045573 Aug 16 02:15:17.041184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b608a23d-8132-49ae-b8ed-bfa7e0503404 req-c219c931-75ff-40ba-a791-ec5156802d35 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.056018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:17.163668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219c931-75ff-40ba-a791-ec5156802d35 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Pushing event deleted for resources: {'Port': ['ID=f8a61e01-b3a9-4377-bbaf-e6c0876e61a2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:17.198930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c10b263e-a79b-404e-8ed5-2f81adaba2d5 req-c4be82f1-202a-4eb4-9680-a8d63245508b tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ce4a13-74f7-4386-8d7f-78d3b62340e7 HTTP/1.1" status: 200 len: 210 time: 0.1881962 Aug 16 02:15:17.200093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b608a23d-8132-49ae-b8ed-bfa7e0503404 req-c219c931-75ff-40ba-a791-ec5156802d35 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] No DVR routers for this DVR port f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:17.202913 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b608a23d-8132-49ae-b8ed-bfa7e0503404 req-c219c931-75ff-40ba-a791-ec5156802d35 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.205935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b608a23d-8132-49ae-b8ed-bfa7e0503404 req-c219c931-75ff-40ba-a791-ec5156802d35 tempest-ServerRescueTestJSONUnderV235-2029587535 tempest-ServerRescueTestJSONUnderV235-2029587535-project] 10.222.0.74 "DELETE /v2.0/ports/f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 HTTP/1.1" status: 204 len: 173 time: 0.7341175 Aug 16 02:15:17.206414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'name': 'network-vif-deleted', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:17.209703 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c2b8f4-f12a-4a20-bbb0-1c2cd8b04909" -d '{"events": [{"server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "name": "network-vif-deleted", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:17.250514 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc9d263-0e75-41fb-ba9f-8977fcdf5643 x-openstack-request-id: req-bfc9d263-0e75-41fb-ba9f-8977fcdf5643 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:17.251005 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce4a13-74f7-4386-8d7f-78d3b62340e7", "name": "network-vif-deleted", "tag": "f8a61e01-b3a9-4377-bbaf-e6c0876e61a2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:17.251258 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bfc9d263-0e75-41fb-ba9f-8977fcdf5643 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:17.251670 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce4a13-74f7-4386-8d7f-78d3b62340e7', 'name': 'network-vif-deleted', 'tag': 'f8a61e01-b3a9-4377-bbaf-e6c0876e61a2', 'status': 'completed', 'code': 200} Aug 16 02:15:17.403059 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:15:17.510938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46244d-ff65-443d-83e6-7944a9057ad9 req-1366a70f-84a7-4932-b5ba-7324e60a75ee tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:17.512427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b46244d-ff65-443d-83e6-7944a9057ad9 req-1366a70f-84a7-4932-b5ba-7324e60a75ee tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0552948 Aug 16 02:15:17.557975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b46244d-ff65-443d-83e6-7944a9057ad9 req-85dac318-6901-4bed-95f2-002f5086a6cf tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Aug 16 02:15:18.070121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ffe44-6106-4f73-94ff-02758ce6e592 req-cb4b8586-e403-413c-91f9-a2880a8ca4f5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.070121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d8ffe44-6106-4f73-94ff-02758ce6e592 req-cb4b8586-e403-413c-91f9-a2880a8ca4f5 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0561569 Aug 16 02:15:18.111885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d8ffe44-6106-4f73-94ff-02758ce6e592 req-1a28bf82-5eef-45db-8d8a-87f83afbd342 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375524 Aug 16 02:15:18.267808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43604) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:18.639820 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.749093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97d72c-a43a-466b-933b-afcf9d65792b req-75f6b01f-15a1-4bad-9027-d8e7322d9660 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.751200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f97d72c-a43a-466b-933b-afcf9d65792b req-75f6b01f-15a1-4bad-9027-d8e7322d9660 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0730617 Aug 16 02:15:18.793513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f97d72c-a43a-466b-933b-afcf9d65792b req-0dbd8a96-3219-4b11-9810-6681fb6fd69a tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367668 Aug 16 02:15:18.859310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 43612) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:18.949453 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] Deleting port 416ec069-5293-47c6-8177-2f68f3936944 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:18.949797 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.073161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] For port 416ec069-5293-47c6-8177-2f68f3936944, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=416ec069-5293-47c6-8177-2f68f3936944,segment=NetworkSegment(b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f),segment_id=b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:19.074641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.090315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e37a00-264b-47fc-806f-bad524d5c820 admin admin] Deleting subnet 41733cca-cced-4ada-82f5-14150d1ee9c0 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:19.093952 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72e37a00-264b-47fc-806f-bad524d5c820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.098036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] Calling delete_port for 416ec069-5293-47c6-8177-2f68f3936944 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:19.157118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72e37a00-264b-47fc-806f-bad524d5c820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.210573 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72e37a00-264b-47fc-806f-bad524d5c820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.337945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cffe8-5147-46b0-a585-9949bbafe225 req-4cd7a9f9-eedd-44ab-9a64-a24773c49927 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.337945 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-820cffe8-5147-46b0-a585-9949bbafe225 req-4cd7a9f9-eedd-44ab-9a64-a24773c49927 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0776777 Aug 16 02:15:19.373633 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-820cffe8-5147-46b0-a585-9949bbafe225 req-a6aee50d-9b65-444e-a303-4cbe82af13af tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336111 Aug 16 02:15:19.418296 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72e37a00-264b-47fc-806f-bad524d5c820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.451838 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.469501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e37a00-264b-47fc-806f-bad524d5c820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41733cca-cced-4ada-82f5-14150d1ee9c0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.471723 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72e37a00-264b-47fc-806f-bad524d5c820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.474020 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-72e37a00-264b-47fc-806f-bad524d5c820 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/41733cca-cced-4ada-82f5-14150d1ee9c0 HTTP/1.1" status: 204 len: 168 time: 0.6134939 Aug 16 02:15:19.481569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43622) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:19.487192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=416ec069-5293-47c6-8177-2f68f3936944,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.536034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea25fd-e3ff-4634-aadd-8e5af8b6307c req-8564aaa1-826a-4be8-8c96-abb57d85a57c tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.540923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-daea25fd-e3ff-4634-aadd-8e5af8b6307c req-8564aaa1-826a-4be8-8c96-abb57d85a57c tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.1039295 Aug 16 02:15:19.581163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-daea25fd-e3ff-4634-aadd-8e5af8b6307c req-b7ce70b3-4089-4f7b-94e2-fb5e8220c179 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348320 Aug 16 02:15:19.621221 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.807992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2344f8-b4ae-476d-9b8f-59bbabc6466a req-3a53d112-c070-49cb-b329-2706a4d406a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.810797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b2344f8-b4ae-476d-9b8f-59bbabc6466a req-3a53d112-c070-49cb-b329-2706a4d406a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 1097 time: 0.0615189 Aug 16 02:15:19.817061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.829926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ef609a-438f-4e15-b84e-14e59270762f']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:19.852412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a53911-91a7-4b83-9ff5-775a6bdeb420') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:19.852412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a53911-91a7-4b83-9ff5-775a6bdeb420') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:19.862616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.866227 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.869389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b2344f8-b4ae-476d-9b8f-59bbabc6466a req-aa38d5f1-ffea-4e93-8d61-b03dd175ed77 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503783 Aug 16 02:15:19.916681 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.926178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:19.926631 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:19.928283 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:20.086229 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.118983 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.120995 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] 10.222.0.66 "DELETE /v2.0/networks/47ef609a-438f-4e15-b84e-14e59270762f HTTP/1.1" status: 204 len: 168 time: 0.6372094 Aug 16 02:15:20.138031 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603789c-f9e2-4ea2-b3aa-4a4f9f1dde3e admin admin] Pushing event deleted for resources: {'Network': ['ID=47ef609a-438f-4e15-b84e-14e59270762f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:20.164429 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] Router 45fd0879-c23c-4a83-8dea-38486468ed40 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:20.463908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 43630) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.538026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0d5a8441-d41b-42cb-ba6f-50271c504731 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a4a1cd620dd463cad9da3ee09b2a001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729668 Aug 16 02:15:20.541859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 43632) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.584808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb82a2-5a14-4e91-92c6-042d8fba2bde req-80d60211-5507-4e6a-be2a-53572508e60d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:20.586647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15fb82a2-5a14-4e91-92c6-042d8fba2bde req-80d60211-5507-4e6a-be2a-53572508e60d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.1158848 Aug 16 02:15:20.642371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:20.650679 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-454165e9-738e-4a1e-bc6a-94727798c6b6 admin admin] 10.222.0.66 "PUT /v2.0/routers/45fd0879-c23c-4a83-8dea-38486468ed40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3890581 Aug 16 02:15:20.652285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15fb82a2-5a14-4e91-92c6-042d8fba2bde req-03d43fd5-14b1-4b93-9353-831704cff85a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557265 Aug 16 02:15:20.652762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43636) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.657542 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c60d9e0f-8864-4abc-ab59-3b2690719778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.663956 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b92e4-58f7-480d-b88d-08f9b970eee9 None None] Sync routers for ids ['45fd0879-c23c-4a83-8dea-38486468ed40'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:20.686806 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b92e4-58f7-480d-b88d-08f9b970eee9 None None] Routers {'45fd0879-c23c-4a83-8dea-38486468ed40'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:20.687437 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b87b92e4-58f7-480d-b88d-08f9b970eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['45fd0879-c23c-4a83-8dea-38486468ed40'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:20.728518 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c60d9e0f-8864-4abc-ab59-3b2690719778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.795073 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.817257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6fa59507-cfcf-4342-8f0f-7b66a3272b9f details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:20.825108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:20.857197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:20.858039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device f8a61e01-b3a9-4377-bbaf-e6c0876e61a2 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:20.864251 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b87b92e4-58f7-480d-b88d-08f9b970eee9 None None] Set router 45fd0879-c23c-4a83-8dea-38486468ed40 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:20.866807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816818f1-7f09-439d-98cb-5d984608fe6a req-941dabf7-10fd-4b8a-b5a8-6f9dcdab0b8c tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:20.869251 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-816818f1-7f09-439d-98cb-5d984608fe6a req-941dabf7-10fd-4b8a-b5a8-6f9dcdab0b8c tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.1170766 Aug 16 02:15:20.950178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c60d9e0f-8864-4abc-ab59-3b2690719778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.953870 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c60d9e0f-8864-4abc-ab59-3b2690719778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.958844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c60d9e0f-8864-4abc-ab59-3b2690719778 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6152b807-3c5f-4e3e-a509-67481f0a06de HTTP/1.1" status: 204 len: 168 time: 0.4136894 Aug 16 02:15:20.979550 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.001928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-816818f1-7f09-439d-98cb-5d984608fe6a req-5d221384-8c8e-4e37-b036-0e5fd5b5a36f tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181684 Aug 16 02:15:21.008228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d9e0f-8864-4abc-ab59-3b2690719778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6152b807-3c5f-4e3e-a509-67481f0a06de,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:21.066228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:21.076492 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.081481 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'port_id': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'mac_address': 'fa:16:3e:01:c5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:21.124926 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.142087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fa59507-cfcf-4342-8f0f-7b66a3272b9f {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:21.167078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:21.205265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Deleting port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:21.205265 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.251565 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.329601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] For port e8c126d3-e887-4e8c-bf95-d9c4c5080e5d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e8c126d3-e887-4e8c-bf95-d9c4c5080e5d,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:21.330659 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.341043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:21.360396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Calling delete_port for e8c126d3-e887-4e8c-bf95-d9c4c5080e5d owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:21.380401 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b87b92e4-58f7-480d-b88d-08f9b970eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:15:19Z', 'revision_number': 5, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port': {'id': 'e8c126d3-e887-4e8c-bf95-d9c4c5080e5d', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:21.445584 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b92e4-58f7-480d-b88d-08f9b970eee9 None None] Checking router: 45fd0879-c23c-4a83-8dea-38486468ed40 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:21.455318 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b92e4-58f7-480d-b88d-08f9b970eee9 None None] Routers {'45fd0879-c23c-4a83-8dea-38486468ed40'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:21.455997 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b87b92e4-58f7-480d-b88d-08f9b970eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['45fd0879-c23c-4a83-8dea-38486468ed40'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:21.479455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['6fa59507-cfcf-4342-8f0f-7b66a3272b9f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:21.621161 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b87b92e4-58f7-480d-b88d-08f9b970eee9 None None] Set router 45fd0879-c23c-4a83-8dea-38486468ed40 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:21.624545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa88bd0-7c5f-498f-8da9-024ad89ec56b req-a1c5f7e8-0c50-4be2-b306-c4d2beda59af tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.643729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6aa88bd0-7c5f-498f-8da9-024ad89ec56b req-a1c5f7e8-0c50-4be2-b306-c4d2beda59af tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.1400454 Aug 16 02:15:21.699767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6aa88bd0-7c5f-498f-8da9-024ad89ec56b req-dcf149ff-0837-4abf-a8b7-5a6459a66401 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546181 Aug 16 02:15:21.701318 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b87b92e4-58f7-480d-b88d-08f9b970eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:15:20Z', 'revision_number': 6, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:21.738317 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b92e4-58f7-480d-b88d-08f9b970eee9 None None] The sync data for ids ['45fd0879-c23c-4a83-8dea-38486468ed40'] in n-d-768509-23 is: [{'id': '45fd0879-c23c-4a83-8dea-38486468ed40', 'name': 'tempest-ServerRescueTestJSONUnderV235-314699515-router', 'tenant_id': '4ca45599d1c64ae2b317466d83576b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:05Z', 'updated_at': '2021-08-16T02:15:20Z', 'revision_number': 6, 'project_id': '4ca45599d1c64ae2b317466d83576b6f', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:21.855161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162e38a-2b09-4b06-841c-731be5d468fb req-c4c50c60-d7a5-4594-afc9-2d9c1d503db1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.856648 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0162e38a-2b09-4b06-841c-731be5d468fb req-c4c50c60-d7a5-4594-afc9-2d9c1d503db1 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 944 time: 0.0693185 Aug 16 02:15:21.859174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bada15-acdd-4983-90c5-2b382539a0fb req-42ba720c-6283-4b2b-b931-e00903003336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.860689 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a2bada15-acdd-4983-90c5-2b382539a0fb req-42ba720c-6283-4b2b-b931-e00903003336 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e77174d6dc740ee8c90a6c4f1e582ec&device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 1098 time: 0.2196190 Aug 16 02:15:21.908273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0162e38a-2b09-4b06-841c-731be5d468fb req-3da3c255-66b3-4a44-8e10-166b6162d5cc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423880 Aug 16 02:15:21.925682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 43678) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:21.927661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.972556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c126d3-e887-4e8c-bf95-d9c4c5080e5d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:22.024759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f5d5a9e2-38a5-435a-8757-c00cf085ed5c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/floatingips/413336ba-975d-4cb7-9d3a-a6ccf4e07264 HTTP/1.1" status: 200 len: 992 time: 0.0977333 Aug 16 02:15:22.034312 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.069368 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bada15-acdd-4983-90c5-2b382539a0fb req-160e6c96-f786-4e24-ba0f-647f229b932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.070906 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a2bada15-acdd-4983-90c5-2b382539a0fb req-160e6c96-f786-4e24-ba0f-647f229b932b service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc843a3d-4c64-4a45-9d53-39d4a5468d36 HTTP/1.1" status: 200 len: 913 time: 0.1998909 Aug 16 02:15:22.075037 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.209699 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a2bada15-acdd-4983-90c5-2b382539a0fb req-08035c61-6bff-429e-883f-3354df974139 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9fb0e8-be81-49c4-b987-2c1522bbb05a HTTP/1.1" status: 200 len: 217 time: 0.1296215 Aug 16 02:15:22.216933 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.220420 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.302608 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bada15-acdd-4983-90c5-2b382539a0fb req-bec979ee-e1d3-4275-af6c-adf70ade617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.304121 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a2bada15-acdd-4983-90c5-2b382539a0fb req-bec979ee-e1d3-4275-af6c-adf70ade617d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90e088b8-bc7b-4015-82e4-3f45644cca30 HTTP/1.1" status: 200 len: 852 time: 0.0852470 Aug 16 02:15:22.343449 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a2bada15-acdd-4983-90c5-2b382539a0fb req-2d3101df-bd83-4569-8f6c-dc11d05315b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc843a3d-4c64-4a45-9d53-39d4a5468d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312328 Aug 16 02:15:22.369513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.374335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45fd0879-c23c-4a83-8dea-38486468ed40 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:22.375497 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.376678 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5bd2d825-0646-48a6-b71b-5844dbdc506a admin admin] 10.222.0.66 "DELETE /v2.0/routers/45fd0879-c23c-4a83-8dea-38486468ed40 HTTP/1.1" status: 204 len: 168 time: 1.7229581 Aug 16 02:15:22.379394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 43704) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:22.448020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb7fda5-f112-4ff0-a7b0-eb40f9f1adec admin admin] Deleting subnet d6250b43-7f02-4b7e-8c3e-5fb067bc6e54 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:22.452433 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-feb7fda5-f112-4ff0-a7b0-eb40f9f1adec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.491644 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a2bada15-acdd-4983-90c5-2b382539a0fb req-663d48c5-8a58-494d-9403-e0b52a2f7423 service neutron] 10.222.0.64 "GET /v2.0/networks/cc843a3d-4c64-4a45-9d53-39d4a5468d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408615 Aug 16 02:15:22.498520 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-feb7fda5-f112-4ff0-a7b0-eb40f9f1adec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.545903 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-feb7fda5-f112-4ff0-a7b0-eb40f9f1adec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.648188 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-a2bada15-acdd-4983-90c5-2b382539a0fb req-ae79bcb9-16a3-4bef-adaf-c3387f53d8a9 service neutron] 10.222.0.64 "GET /v2.0/networks/cc843a3d-4c64-4a45-9d53-39d4a5468d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451511 Aug 16 02:15:22.732742 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-feb7fda5-f112-4ff0-a7b0-eb40f9f1adec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.772202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7fda5-f112-4ff0-a7b0-eb40f9f1adec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6250b43-7f02-4b7e-8c3e-5fb067bc6e54,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:22.799774 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-feb7fda5-f112-4ff0-a7b0-eb40f9f1adec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.809544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-feb7fda5-f112-4ff0-a7b0-eb40f9f1adec admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d6250b43-7f02-4b7e-8c3e-5fb067bc6e54 HTTP/1.1" status: 204 len: 168 time: 0.4222863 Aug 16 02:15:22.811705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43734) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:22.812741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6fa59507-cfcf-4342-8f0f-7b66a3272b9f up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:22.868209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b701191-b3b1-4724-999b-904bd6002820 req-ff7b374e-ca07-4273-b209-111a9e4926aa tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.880297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b701191-b3b1-4724-999b-904bd6002820 req-ff7b374e-ca07-4273-b209-111a9e4926aa tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0910974 Aug 16 02:15:22.891796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:22.892429 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.942220 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.981795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8b701191-b3b1-4724-999b-904bd6002820 req-cf4fff69-6695-408a-931f-af9d850fee2b tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961108 Aug 16 02:15:23.067340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.080893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fdd058-f43c-4c31-bf3c-011541637c3b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:23.096063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:23.096314 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cc3bc0-d43e-45d3-aa04-6ab13f2a170f') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:23.107205 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.130559 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.138484 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:23.139301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:23.141566 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:23.209620 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.232592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:23.234890 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09642b6a-4044-4ce7-b3c3-c0db6c5f2d00" -d '{"events": [{"server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "name": "network-vif-plugged", "status": "completed", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:23.249603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:23.251964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.262089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.264170 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] 10.222.0.66 "DELETE /v2.0/networks/46fdd058-f43c-4c31-bf3c-011541637c3b HTTP/1.1" status: 204 len: 168 time: 0.4513805 Aug 16 02:15:23.274529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac68082-6ed9-47dd-be50-6069b981f476 admin admin] Pushing event deleted for resources: {'Network': ['ID=46fdd058-f43c-4c31-bf3c-011541637c3b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:23.304373 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e20a1-a421-48ed-8421-b6bf057c989a x-openstack-request-id: req-c29e20a1-a421-48ed-8421-b6bf057c989a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:23.304659 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "name": "network-vif-plugged", "status": "completed", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:23.304920 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c29e20a1-a421-48ed-8421-b6bf057c989a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:23.305349 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'code': 200} Aug 16 02:15:23.371954 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.421939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:23.764287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 416ec069-5293-47c6-8177-2f68f3936944 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:23.793037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 416ec069-5293-47c6-8177-2f68f3936944 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:23.793361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 416ec069-5293-47c6-8177-2f68f3936944 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:23.793924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e8c126d3-e887-4e8c-bf95-d9c4c5080e5d no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:23.815182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: e8c126d3-e887-4e8c-bf95-d9c4c5080e5d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:23.815526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e8c126d3-e887-4e8c-bf95-d9c4c5080e5d not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:23.845572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43784) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:23.896607 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7ee9d1ca-e1b8-4c67-8e3e-dcc4a933314f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ca45599d1c64ae2b317466d83576b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392208 Aug 16 02:15:23.898799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43790) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:23.949702 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b6640329-3d3d-4f33-8e1d-7b3911ebba9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.972938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b6640329-3d3d-4f33-8e1d-7b3911ebba9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.103051 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b6640329-3d3d-4f33-8e1d-7b3911ebba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.106707 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b6640329-3d3d-4f33-8e1d-7b3911ebba9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.108043 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b6640329-3d3d-4f33-8e1d-7b3911ebba9f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f248af08-600c-477e-92f8-413c70611d82 HTTP/1.1" status: 204 len: 168 time: 0.2082577 Aug 16 02:15:24.110721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041448-075b-4487-8c25-0c2d210416e9 req-b81366a3-e311-44eb-80ee-bf7a0db63da3 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.112313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91041448-075b-4487-8c25-0c2d210416e9 req-b81366a3-e311-44eb-80ee-bf7a0db63da3 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0566928 Aug 16 02:15:24.130283 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640329-3d3d-4f33-8e1d-7b3911ebba9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f248af08-600c-477e-92f8-413c70611d82,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:24.156583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-91041448-075b-4487-8c25-0c2d210416e9 req-feb9d16a-8d38-4b34-aea5-e9ea1d0cf651 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369065 Aug 16 02:15:24.670005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627fd83-5f63-4bd8-b571-45baa70e5883 req-fcf8d367-7958-456b-ae16-c000f0fb2beb tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.671582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3627fd83-5f63-4bd8-b571-45baa70e5883 req-fcf8d367-7958-456b-ae16-c000f0fb2beb tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0572169 Aug 16 02:15:24.709895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3627fd83-5f63-4bd8-b571-45baa70e5883 req-a1a0ff7f-f056-4cd5-a564-73e571677036 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Aug 16 02:15:25.832013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbce0c-fa4e-41e8-9494-928bf701d17c req-5048a33d-2656-4119-8749-a1c872434231 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:25.833922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e8fbce0c-fa4e-41e8-9494-928bf701d17c req-5048a33d-2656-4119-8749-a1c872434231 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0545549 Aug 16 02:15:25.841853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43924) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:25.879860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e8fbce0c-fa4e-41e8-9494-928bf701d17c req-f97209f8-a50b-4184-bfe5-b699a992f52e tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343573 Aug 16 02:15:25.949324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc731bee-96fe-45f4-9ec6-3fdf80594fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.042002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc731bee-96fe-45f4-9ec6-3fdf80594fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.108521 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bc731bee-96fe-45f4-9ec6-3fdf80594fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.147996 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bc731bee-96fe-45f4-9ec6-3fdf80594fb4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6f94e792dfa4c28b036bffedf0d83af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049614 Aug 16 02:15:26.148781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc731bee-96fe-45f4-9ec6-3fdf80594fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74c8727-b21b-47f4-85c9-6789e1c3d2dc,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:26.151699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 43942) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:26.203536 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8816adc-be6f-4764-9a1c-84576e1f7755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.225885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8816adc-be6f-4764-9a1c-84576e1f7755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.330788 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8816adc-be6f-4764-9a1c-84576e1f7755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.333339 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8816adc-be6f-4764-9a1c-84576e1f7755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.334599 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b8816adc-be6f-4764-9a1c-84576e1f7755 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a74c8727-b21b-47f4-85c9-6789e1c3d2dc HTTP/1.1" status: 204 len: 168 time: 0.1818142 Aug 16 02:15:26.343748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8816adc-be6f-4764-9a1c-84576e1f7755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74c8727-b21b-47f4-85c9-6789e1c3d2dc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:26.662398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379c730-a607-46bb-9b61-73f5fac666da req-e00ef964-717b-4ed8-8e72-f419dcd013a9 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.663861 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1379c730-a607-46bb-9b61-73f5fac666da req-e00ef964-717b-4ed8-8e72-f419dcd013a9 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.0604823 Aug 16 02:15:26.765149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-1379c730-a607-46bb-9b61-73f5fac666da req-fa300fd8-1a64-4ed1-a4dd-4108fe2b6117 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Deleting port ff9fb0e8-be81-49c4-b987-2c1522bbb05a {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:26.765502 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1379c730-a607-46bb-9b61-73f5fac666da req-fa300fd8-1a64-4ed1-a4dd-4108fe2b6117 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.825310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-4516e1e9-6167-4e1d-9a9f-29e9a76108b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490491 Aug 16 02:15:26.879881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [req-1379c730-a607-46bb-9b61-73f5fac666da req-fa300fd8-1a64-4ed1-a4dd-4108fe2b6117 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] For port ff9fb0e8-be81-49c4-b987-2c1522bbb05a, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ff9fb0e8-be81-49c4-b987-2c1522bbb05a,segment=NetworkSegment(5294bc04-02e2-4d19-94f3-1ed3da802818),segment_id=5294bc04-02e2-4d19-94f3-1ed3da802818)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:26.880470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1379c730-a607-46bb-9b61-73f5fac666da req-fa300fd8-1a64-4ed1-a4dd-4108fe2b6117 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.894748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [req-1379c730-a607-46bb-9b61-73f5fac666da req-fa300fd8-1a64-4ed1-a4dd-4108fe2b6117 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Calling delete_port for ff9fb0e8-be81-49c4-b987-2c1522bbb05a owned by compute:nova {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:26.921552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-e3b13342-facf-417b-ba24-5be316a68d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.923690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-e3b13342-facf-417b-ba24-5be316a68d6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d70e008f8440dbb833f8d40a2bc3d&device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 1102 time: 0.0556509 Aug 16 02:15:27.053179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09819c9a-b2c1-4ec9-9f1b-50c692c46977 req-50b374cb-fce7-4044-9e0a-e013cd4af032 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.060766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09819c9a-b2c1-4ec9-9f1b-50c692c46977 req-50b374cb-fce7-4044-9e0a-e013cd4af032 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 946 time: 0.1047695 Aug 16 02:15:27.117976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-a6637b5a-7a5d-4282-aee7-f4506bcafe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.120290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-a6637b5a-7a5d-4282-aee7-f4506bcafe34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c08009f5-1f34-4949-9e89-844fbea40afb HTTP/1.1" status: 200 len: 870 time: 0.1739531 Aug 16 02:15:27.125549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09819c9a-b2c1-4ec9-9f1b-50c692c46977 req-cbd97101-c8d0-4d44-b630-642a0bdbbaa0 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/security-groups?id=73bd0386-368e-4d0a-8561-52ac5e41d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640256 Aug 16 02:15:27.131808 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1379c730-a607-46bb-9b61-73f5fac666da req-fa300fd8-1a64-4ed1-a4dd-4108fe2b6117 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.155034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['ff9fb0e8-be81-49c4-b987-2c1522bbb05a'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:27.165989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa300fd8-1a64-4ed1-a4dd-4108fe2b6117 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Pushing event deleted for resources: {'Port': ['ID=ff9fb0e8-be81-49c4-b987-2c1522bbb05a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:27.166876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-6ffc7d04-e5d9-4b01-8b27-4573d76ea72b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6654ea96-4b69-4c9f-bf4d-bc1202096387 HTTP/1.1" status: 200 len: 217 time: 0.0381258 Aug 16 02:15:27.221403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1379c730-a607-46bb-9b61-73f5fac666da req-fa300fd8-1a64-4ed1-a4dd-4108fe2b6117 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] No DVR routers for this DVR port ff9fb0e8-be81-49c4-b987-2c1522bbb05a on host n-h1-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:27.221705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-aa66f89e-8763-4cc4-8dae-c03b8f7c9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.221896 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [req-1379c730-a607-46bb-9b61-73f5fac666da req-fa300fd8-1a64-4ed1-a4dd-4108fe2b6117 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.222034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-aa66f89e-8763-4cc4-8dae-c03b8f7c9b03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0477307 Aug 16 02:15:27.223128 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-1379c730-a607-46bb-9b61-73f5fac666da req-fa300fd8-1a64-4ed1-a4dd-4108fe2b6117 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.64 "DELETE /v2.0/ports/ff9fb0e8-be81-49c4-b987-2c1522bbb05a HTTP/1.1" status: 204 len: 173 time: 0.5525901 Aug 16 02:15:27.223592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a32834-4b45-41b0-a6c7-5c69a8f97188', 'name': 'network-vif-deleted', 'tag': 'ff9fb0e8-be81-49c4-b987-2c1522bbb05a'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:27.226005 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00663e12-5d2a-47da-9d54-812bef3835f4" -d '{"events": [{"server_uuid": "a2a32834-4b45-41b0-a6c7-5c69a8f97188", "name": "network-vif-deleted", "tag": "ff9fb0e8-be81-49c4-b987-2c1522bbb05a"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:27.267098 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c980ac5c-028e-4b0d-a3c2-614e840b99fc x-openstack-request-id: req-c980ac5c-028e-4b0d-a3c2-614e840b99fc {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:27.267397 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a32834-4b45-41b0-a6c7-5c69a8f97188", "name": "network-vif-deleted", "tag": "ff9fb0e8-be81-49c4-b987-2c1522bbb05a", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:27.267658 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c980ac5c-028e-4b0d-a3c2-614e840b99fc {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:27.268065 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a32834-4b45-41b0-a6c7-5c69a8f97188', 'name': 'network-vif-deleted', 'tag': 'ff9fb0e8-be81-49c4-b987-2c1522bbb05a', 'status': 'completed', 'code': 200} Aug 16 02:15:27.284984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-bf3f829d-6150-4f99-a2bc-acf23ee75517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.286857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-bf3f829d-6150-4f99-a2bc-acf23ee75517 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551870 Aug 16 02:15:27.404551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-d0bb7f29-b687-4714-9f53-b928f1809448 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095710 Aug 16 02:15:27.510130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f2afc81-3ca9-4909-9886-d417f5bfd61a req-07b01b2c-2d4d-4272-a761-a238e86bc3c5 service neutron] 10.222.0.64 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979640 Aug 16 02:15:28.262787 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58b2616a-928a-4f3c-a558-ca28852f366c req-6c5b46bc-d984-409f-8c58-ea393963f3b0 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a32834-4b45-41b0-a6c7-5c69a8f97188 HTTP/1.1" status: 200 len: 210 time: 0.0359533 Aug 16 02:15:29.330144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44116) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:29.347945 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-13ef9cb8-5d1b-4d1c-87af-a0a04a20250a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539520 Aug 16 02:15:29.381612 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf478d7-20d6-4b4d-9c7b-d2af2bd7ce7d admin admin] Deleting subnet 90e088b8-bc7b-4015-82e4-3f45644cca30 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:29.384771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-daf478d7-20d6-4b4d-9c7b-d2af2bd7ce7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.432005 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-daf478d7-20d6-4b4d-9c7b-d2af2bd7ce7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.436606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-5f5170f4-c427-4e4a-8a75-8e91c062a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.454560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-5f5170f4-c427-4e4a-8a75-8e91c062a323 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 1097 time: 0.0620987 Aug 16 02:15:29.480790 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-daf478d7-20d6-4b4d-9c7b-d2af2bd7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.624719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-de80d668-6cf6-4b1b-b2a8-4f9097c05b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.626421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-de80d668-6cf6-4b1b-b2a8-4f9097c05b81 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bcb1875f-61dc-426a-877e-ee53f8ad500a HTTP/1.1" status: 200 len: 897 time: 0.1521213 Aug 16 02:15:29.645034 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-daf478d7-20d6-4b4d-9c7b-d2af2bd7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.668775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf478d7-20d6-4b4d-9c7b-d2af2bd7ce7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e088b8-bc7b-4015-82e4-3f45644cca30,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:29.680346 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-daf478d7-20d6-4b4d-9c7b-d2af2bd7ce7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.685373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44130) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:29.685527 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-daf478d7-20d6-4b4d-9c7b-d2af2bd7ce7d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/90e088b8-bc7b-4015-82e4-3f45644cca30 HTTP/1.1" status: 204 len: 168 time: 0.3540812 Aug 16 02:15:29.754187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-5f6bc9b5-8db2-497b-998e-e0151db1578c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f HTTP/1.1" status: 200 len: 1001 time: 0.1164777 Aug 16 02:15:29.796832 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.827687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-d34c6102-22bb-4908-ba62-05204b1ce9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.829571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-d34c6102-22bb-4908-ba62-05204b1ce9b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=31cd684f-3e74-485a-ba14-ac5c61d65137 HTTP/1.1" status: 200 len: 835 time: 0.0675373 Aug 16 02:15:29.911320 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91795fd2-ac5b-450d-a2d4-c4888442e6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.948622 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.961584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc843a3d-4c64-4a45-9d53-39d4a5468d36']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:29.964964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-b0df85e5-e503-45d8-8e32-42df14b46cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.966644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-b0df85e5-e503-45d8-8e32-42df14b46cb3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bcb1875f-61dc-426a-877e-ee53f8ad500a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118474 Aug 16 02:15:29.976836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5294bc04-02e2-4d19-94f3-1ed3da802818') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:29.977139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5294bc04-02e2-4d19-94f3-1ed3da802818') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:30.002602 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.048376 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.058755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:30.059477 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:30.060826 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:30.132886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-c5d2aeef-39fa-46d9-b71c-8edffdc2a4d8 service neutron] 10.222.0.74 "GET /v2.0/networks/bcb1875f-61dc-426a-877e-ee53f8ad500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581559 Aug 16 02:15:30.228107 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.234583 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.236455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cc843a3d-4c64-4a45-9d53-39d4a5468d36 HTTP/1.1" status: 204 len: 168 time: 0.5499735 Aug 16 02:15:30.238522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7cc0bb83-9ce2-433e-a51a-12523a061022 req-db17b704-358b-418c-b51a-2cf72d0bc8c2 service neutron] 10.222.0.74 "GET /v2.0/networks/bcb1875f-61dc-426a-877e-ee53f8ad500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983973 Aug 16 02:15:30.239478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44154) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:30.294970 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-34373028-bbf8-4ba2-ac63-43fa03d890a0 admin admin] Deleting subnet ed3e71f1-36d8-4f00-9c5f-94e86ddc5dc4 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:30.299175 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34373028-bbf8-4ba2-ac63-43fa03d890a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.338029 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34373028-bbf8-4ba2-ac63-43fa03d890a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.381921 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34373028-bbf8-4ba2-ac63-43fa03d890a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.504571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ff9fb0e8-be81-49c4-b987-2c1522bbb05a no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:30.525959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: ff9fb0e8-be81-49c4-b987-2c1522bbb05a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:30.526312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ff9fb0e8-be81-49c4-b987-2c1522bbb05a not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:30.612009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc09021-7d8c-4bce-8a87-24bc3ab8f0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc843a3d-4c64-4a45-9d53-39d4a5468d36,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:30.612581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34373028-bbf8-4ba2-ac63-43fa03d890a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.647136 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34373028-bbf8-4ba2-ac63-43fa03d890a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3e71f1-36d8-4f00-9c5f-94e86ddc5dc4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:30.676048 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34373028-bbf8-4ba2-ac63-43fa03d890a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.676048 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-34373028-bbf8-4ba2-ac63-43fa03d890a0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ed3e71f1-36d8-4f00-9c5f-94e86ddc5dc4 HTTP/1.1" status: 204 len: 168 time: 0.4147863 Aug 16 02:15:30.677930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44172) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:30.745835 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.829706 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.840969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f890c7-241f-4e60-8e67-677a73d1d7df']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:30.851982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613485b5-b965-4495-9399-a9bb80c40a14') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:30.855482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613485b5-b965-4495-9399-a9bb80c40a14') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:30.861391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.875849 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.881873 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:30.882267 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:30.884650 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:31.051472 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.062001 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.062001 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] 10.222.0.66 "DELETE /v2.0/networks/c3f890c7-241f-4e60-8e67-677a73d1d7df HTTP/1.1" status: 204 len: 168 time: 0.3806317 Aug 16 02:15:31.070977 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f91d67-9f68-4de0-905a-803677e988ec admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f890c7-241f-4e60-8e67-677a73d1d7df,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:31.505125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44220) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.548236 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-90c41556-9fdc-4a2b-bd15-118599ca4173 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e77174d6dc740ee8c90a6c4f1e582ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417883 Aug 16 02:15:31.550785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44226) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.602194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-38cf1f13-d2c5-42c7-bb1a-2e7ccb5600da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.624115 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-38cf1f13-d2c5-42c7-bb1a-2e7ccb5600da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.782967 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-38cf1f13-d2c5-42c7-bb1a-2e7ccb5600da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.785841 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-38cf1f13-d2c5-42c7-bb1a-2e7ccb5600da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.787636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-38cf1f13-d2c5-42c7-bb1a-2e7ccb5600da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73bd0386-368e-4d0a-8561-52ac5e41d125 HTTP/1.1" status: 204 len: 168 time: 0.2358530 Aug 16 02:15:31.799622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf1f13-d2c5-42c7-bb1a-2e7ccb5600da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bd0386-368e-4d0a-8561-52ac5e41d125,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:32.581183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44276) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.622025 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f80d32e5-0e70-414e-87fa-dd62d3fee674 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5ffbaa33d0e4441bd2bb0c65b78521e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395787 Aug 16 02:15:32.624834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44278) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.680747 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e77-5175-4c9c-92bf-f70cc7eeefd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.702804 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e77-5175-4c9c-92bf-f70cc7eeefd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.817677 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e77-5175-4c9c-92bf-f70cc7eeefd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.820775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e77-5175-4c9c-92bf-f70cc7eeefd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.822351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0fea5e77-5175-4c9c-92bf-f70cc7eeefd1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9526eeb1-712f-41b3-9d17-0f3317310482 HTTP/1.1" status: 204 len: 168 time: 0.1963143 Aug 16 02:15:32.831174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea5e77-5175-4c9c-92bf-f70cc7eeefd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9526eeb1-712f-41b3-9d17-0f3317310482,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:32.880385 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.913040 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7985d967-92dc-4317-8423-12e991ac241d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.876697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44352) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:33.998738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d903198c-2b07-443b-ad94-290375074f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.084113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44360) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:34.129069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d903198c-2b07-443b-ad94-290375074f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.154447 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.203593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-415301845-network', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:34.261337 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d903198c-2b07-443b-ad94-290375074f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.307391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d903198c-2b07-443b-ad94-290375074f9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5178c7d717f41958038afdec93e7efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292316 Aug 16 02:15:34.308179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903198c-2b07-443b-ad94-290375074f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a94ee88-d3d1-4232-b719-68b3ae09c8eb,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.309793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44370) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:34.343071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Made reservation on behalf of ce17501dfe5041949b1052f6cbaed773 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:34.346262 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.356621 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.366872 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e733283c-fc10-4731-ace1-1a2047cb11dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.388920 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e733283c-fc10-4731-ace1-1a2047cb11dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.448707 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.531834 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e733283c-fc10-4731-ace1-1a2047cb11dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.534434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e733283c-fc10-4731-ace1-1a2047cb11dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.535628 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e733283c-fc10-4731-ace1-1a2047cb11dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a94ee88-d3d1-4232-b719-68b3ae09c8eb HTTP/1.1" status: 204 len: 168 time: 0.2247856 Aug 16 02:15:34.544197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733283c-fc10-4731-ace1-1a2047cb11dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a94ee88-d3d1-4232-b719-68b3ae09c8eb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.560111 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.595238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:34.599182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f77918c-034d-4408-8aee-125a9bc0a98d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.605436 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.605775 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Added segment e6de1ebe-f899-460e-956c-13359095bf1e of type vlan for network 66ae2347-38bf-43ca-a5e0-a70437f6a11a Aug 16 02:15:34.649011 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.760671 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.761844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:34.762508 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.849273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] Pushing event updated for resources: {'Network': ['ID=66ae2347-38bf-43ca-a5e0-a70437f6a11a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.865136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 66ae2347-38bf-43ca-a5e0-a70437f6a11a details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:34.927524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-47339601-2895-4570-92fe-859f63a6fb24 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8417256 Aug 16 02:15:34.930369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44376) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:34.937528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] Request body: {'subnet': {'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-415301845-subnet', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:35.028672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] Made reservation on behalf of ce17501dfe5041949b1052f6cbaed773 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:35.031547 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.297735 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.377703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:35.390197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] Checking segment: {'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:35.390560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] Network hostable DHCP agents. Network: 66ae2347-38bf-43ca-a5e0-a70437f6a11a, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:35.566348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] Network 66ae2347-38bf-43ca-a5e0-a70437f6a11a is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:35.754294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 66ae2347-38bf-43ca-a5e0-a70437f6a11a) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:35.758634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:35.759777 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.764234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afdc462-ad81-4e16-a04c-2d50c25bdd57 None None] Network 66ae2347-38bf-43ca-a5e0-a70437f6a11a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:35.889367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eb91b48b-3ffe-4ab0-b453-675b8e22b463 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9546845 Aug 16 02:15:35.889619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44384) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:35.894086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:35.933747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:35.934881 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.956215 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.022627 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.022627 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.065137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.070856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Allocated IP 172.20.0.2 (66ae2347-38bf-43ca-a5e0-a70437f6a11a/f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d/1f0b2a8c-aa90-4033-add5-ae2b64877c35) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:36.224267 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.233985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Transition to ACTIVE for port object 1f0b2a8c-aa90-4033-add5-ae2b64877c35 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:36.251437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Transition to ACTIVE for port object 1f0b2a8c-aa90-4033-add5-ae2b64877c35 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:36.331880 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.355632 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.406209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Network 66ae2347-38bf-43ca-a5e0-a70437f6a11a is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:36.410918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:36.414182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:36.417433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Pushing event updated for resources: {'Port': ['ID=1f0b2a8c-aa90-4033-add5-ae2b64877c35,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:36.497601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Attempting to bind port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:36.498523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Attempting to bind port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:36.499062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Attempting to bind port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 on network 66ae2347-38bf-43ca-a5e0-a70437f6a11a {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:36.504696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:36.505079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Checking segment: {'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:36.505491 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.505923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Bound using segment: {'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:36.506413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Bound port: 1f0b2a8c-aa90-4033-add5-ae2b64877c35, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:36.506787 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.591100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] For port 1f0b2a8c-aa90-4033-add5-ae2b64877c35, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:36.595291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] For port 1f0b2a8c-aa90-4033-add5-ae2b64877c35, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1f0b2a8c-aa90-4033-add5-ae2b64877c35,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:36.684477 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.686952 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.707725 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.777319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0060298-239f-44d5-9883-685f91cbe90c None None] Pushing event updated for resources: {'Port': ['ID=1f0b2a8c-aa90-4033-add5-ae2b64877c35,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:36.858946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Allocated IP 172.25.8.75 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/747fb239-3778-441e-b005-ba140f47c314) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:37.006557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.138172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.184194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:37.189522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:37.193057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:37.219613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Pushing event updated for resources: {'Port': ['ID=747fb239-3778-441e-b005-ba140f47c314,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:37.535809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.793378 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.944114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1f0b2a8c-aa90-4033-add5-ae2b64877c35 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:37.973050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821fb304-a3d7-44b2-aae6-b283ac12b07b None None] Network 66ae2347-38bf-43ca-a5e0-a70437f6a11a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:38.052344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Router b0cf14ec-a215-4879-98e8-c1964847ca24 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:38.163720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7a90b311-5bb6-48a7-93d0-c03e09e1dca1 None None] Provisioning for port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:38.174637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:38.179610 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:38.180041 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.203718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:38.217162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Sync routers for ids ['b0cf14ec-a215-4879-98e8-c1964847ca24'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:38.245262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Routers {'b0cf14ec-a215-4879-98e8-c1964847ca24'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:38.256182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b0cf14ec-a215-4879-98e8-c1964847ca24'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:38.303974 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.305384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-89fc25fd-5c7a-48cb-98d6-48e3ec7b58ad admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4147429 Aug 16 02:15:38.308636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44432) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.340959 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.418399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 1f0b2a8c-aa90-4033-add5-ae2b64877c35, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1f0b2a8c-aa90-4033-add5-ae2b64877c35,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:38.443426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Set router b0cf14ec-a215-4879-98e8-c1964847ca24 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:38.521990 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.614938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fb4d9918-f0b3-4b60-b0a6-f41ac04cff81 None None] Provisioning complete for port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:38.615313 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9918-f0b3-4b60-b0a6-f41ac04cff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.655446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=1f0b2a8c-aa90-4033-add5-ae2b64877c35,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:38.758974 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.778351 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:37Z', 'revision_number': 3, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:38.809689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Checking router: b0cf14ec-a215-4879-98e8-c1964847ca24 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:38.810065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Updating router b0cf14ec-a215-4879-98e8-c1964847ca24 port 747fb239-3778-441e-b005-ba140f47c314 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:38.835860 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.968583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Allocated IP 172.20.0.1 (66ae2347-38bf-43ca-a5e0-a70437f6a11a/f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d/66b158ef-5f88-4248-93c5-56b95acc8827) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:39.086144 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.100562 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.102904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Transition to ACTIVE for port object 66b158ef-5f88-4248-93c5-56b95acc8827 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:39.110228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Transition to ACTIVE for port object 747fb239-3778-441e-b005-ba140f47c314 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:39.200087 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.229378 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.255928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Attempting to bind port 747fb239-3778-441e-b005-ba140f47c314 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:39.256300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Attempting to bind port 747fb239-3778-441e-b005-ba140f47c314 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:39.256664 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Attempting to bind port 747fb239-3778-441e-b005-ba140f47c314 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:39.260685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece1c9f-3c1f-4568-b785-289d32b51657 None None] Pushing event updated for resources: {'Port': ['ID=747fb239-3778-441e-b005-ba140f47c314,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.265316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:39.265704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:39.266126 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.266516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:39.267296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Bound port: 747fb239-3778-441e-b005-ba140f47c314, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:39.267452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.269925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Network 66ae2347-38bf-43ca-a5e0-a70437f6a11a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:39.278213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:39.280868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:39.312439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Pushing event updated for resources: {'Port': ['ID=66b158ef-5f88-4248-93c5-56b95acc8827,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.332246 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.417190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] For port 747fb239-3778-441e-b005-ba140f47c314, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:39.417190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] For port 747fb239-3778-441e-b005-ba140f47c314, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=747fb239-3778-441e-b005-ba140f47c314,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:39.543112 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.594323 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.610201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Routers {'b0cf14ec-a215-4879-98e8-c1964847ca24'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:39.610763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b0cf14ec-a215-4879-98e8-c1964847ca24'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:39.649956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece1c9f-3c1f-4568-b785-289d32b51657 None None] Pushing event updated for resources: {'Port': ['ID=747fb239-3778-441e-b005-ba140f47c314,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.703490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-76d470fd-6ede-4841-9bd2-eeeb8f83d12d None None] Provisioning for port 66b158ef-5f88-4248-93c5-56b95acc8827 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:39.709628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-76d470fd-6ede-4841-9bd2-eeeb8f83d12d None None] Provisioning complete for port 66b158ef-5f88-4248-93c5-56b95acc8827 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:39.710028 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76d470fd-6ede-4841-9bd2-eeeb8f83d12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.757469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] Set router b0cf14ec-a215-4879-98e8-c1964847ca24 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:39.776830 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.785017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-76d470fd-6ede-4841-9bd2-eeeb8f83d12d None None] Port 66b158ef-5f88-4248-93c5-56b95acc8827 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:39.794021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1f0b2a8c-aa90-4033-add5-ae2b64877c35 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:39.874804 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.957279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:39.957665 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.999193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Pushing event updated for resources: {'Port': ['ID=66b158ef-5f88-4248-93c5-56b95acc8827,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:40.002516 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.079291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbd450-c919-45da-8274-612fdaa93423 req-0fafc56a-ee30-4756-993b-03aef62864ce tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.080812 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ffbd450-c919-45da-8274-612fdaa93423 req-0fafc56a-ee30-4756-993b-03aef62864ce tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 950 time: 0.1286998 Aug 16 02:15:40.081661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '66b158ef-5f88-4248-93c5-56b95acc8827', 'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'mac_address': 'fa:16:3e:76:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:38Z', 'updated_at': '2021-08-16T02:15:38Z', 'revision_number': 1, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'subnets': [{'id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:40.110139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e855df2f-92a2-4dce-9ad9-e00068e1b9c2 None None] The sync data for ids ['b0cf14ec-a215-4879-98e8-c1964847ca24'] in n-d-768509-23 is: [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '66b158ef-5f88-4248-93c5-56b95acc8827', 'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'mac_address': 'fa:16:3e:76:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:38Z', 'updated_at': '2021-08-16T02:15:38Z', 'revision_number': 1, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'subnets': [{'id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:40.157636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Network 66ae2347-38bf-43ca-a5e0-a70437f6a11a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:40.161124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:40.182485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ffbd450-c919-45da-8274-612fdaa93423 req-49efc1fd-a0f4-40aa-bc79-4c6eae430131 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800986 Aug 16 02:15:40.349205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Router b0cf14ec-a215-4879-98e8-c1964847ca24 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:40.520882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7aa31274-12f1-48f1-bfe9-f9cbb12bc304 None None] Provisioning complete for port 66b158ef-5f88-4248-93c5-56b95acc8827 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:40.521379 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7aa31274-12f1-48f1-bfe9-f9cbb12bc304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.565554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7aa31274-12f1-48f1-bfe9-f9cbb12bc304 None None] Port 66b158ef-5f88-4248-93c5-56b95acc8827 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:40.919021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:40.924002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-daf4895d-737e-41fc-a589-103d98a5e261 admin admin] 10.222.0.66 "PUT /v2.0/routers/b0cf14ec-a215-4879-98e8-c1964847ca24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6143391 Aug 16 02:15:41.323747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ce4f5-bd50-4cfe-83fe-89b356787b3d req-aadac5f9-6a48-4fdb-99d1-cf5b36ee0838 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.325868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c5ce4f5-bd50-4cfe-83fe-89b356787b3d req-aadac5f9-6a48-4fdb-99d1-cf5b36ee0838 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 950 time: 0.0690644 Aug 16 02:15:41.374973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c5ce4f5-bd50-4cfe-83fe-89b356787b3d req-3e3069fc-5a0d-473f-b7fd-b4f4a24a9b32 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/security-groups?id=6aefdc06-0da3-4955-8f04-642760026d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Aug 16 02:15:41.573535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562561fd-ab58-488f-bca3-06ee87cdef77 req-93abe26b-d4b4-4531-a9d0-1a1ab124c5c3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.575668 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-562561fd-ab58-488f-bca3-06ee87cdef77 req-93abe26b-d4b4-4531-a9d0-1a1ab124c5c3 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 950 time: 0.0613184 Aug 16 02:15:41.684846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-562561fd-ab58-488f-bca3-06ee87cdef77 req-f717afa7-f782-4405-98c5-87c0a1c339a0 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Deleting port 6654ea96-4b69-4c9f-bf4d-bc1202096387 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:41.685131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-562561fd-ab58-488f-bca3-06ee87cdef77 req-f717afa7-f782-4405-98c5-87c0a1c339a0 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.787730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-562561fd-ab58-488f-bca3-06ee87cdef77 req-f717afa7-f782-4405-98c5-87c0a1c339a0 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] For port 6654ea96-4b69-4c9f-bf4d-bc1202096387, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=6654ea96-4b69-4c9f-bf4d-bc1202096387,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:41.788125 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-562561fd-ab58-488f-bca3-06ee87cdef77 req-f717afa7-f782-4405-98c5-87c0a1c339a0 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.807022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-562561fd-ab58-488f-bca3-06ee87cdef77 req-f717afa7-f782-4405-98c5-87c0a1c339a0 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Calling delete_port for 6654ea96-4b69-4c9f-bf4d-bc1202096387 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:41.859661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 747fb239-3778-441e-b005-ba140f47c314 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:41.913971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44470) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:41.920079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1944836392-network', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:42.022847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 747fb239-3778-441e-b005-ba140f47c314 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:42.027080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 747fb239-3778-441e-b005-ba140f47c314 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:42.030157 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.045133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Made reservation on behalf of f4a6df0a1993410f9c0de2a398883216 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:42.047551 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.057738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.094110 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-562561fd-ab58-488f-bca3-06ee87cdef77 req-f717afa7-f782-4405-98c5-87c0a1c339a0 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.110272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['6654ea96-4b69-4c9f-bf4d-bc1202096387'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:42.129748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717afa7-f782-4405-98c5-87c0a1c339a0 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Pushing event deleted for resources: {'Port': ['ID=6654ea96-4b69-4c9f-bf4d-bc1202096387,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:42.134910 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.159394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 747fb239-3778-441e-b005-ba140f47c314, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=747fb239-3778-441e-b005-ba140f47c314,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:42.190837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-562561fd-ab58-488f-bca3-06ee87cdef77 req-f717afa7-f782-4405-98c5-87c0a1c339a0 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] No DVR routers for this DVR port 6654ea96-4b69-4c9f-bf4d-bc1202096387 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:42.190837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-562561fd-ab58-488f-bca3-06ee87cdef77 req-f717afa7-f782-4405-98c5-87c0a1c339a0 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.192725 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-562561fd-ab58-488f-bca3-06ee87cdef77 req-f717afa7-f782-4405-98c5-87c0a1c339a0 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.64 "DELETE /v2.0/ports/6654ea96-4b69-4c9f-bf4d-bc1202096387 HTTP/1.1" status: 204 len: 173 time: 0.6103768 Aug 16 02:15:42.193161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81', 'name': 'network-vif-deleted', 'tag': '6654ea96-4b69-4c9f-bf4d-bc1202096387'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:42.195434 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d17e05-04b9-4a38-925e-134d4e3a43a8" -d '{"events": [{"server_uuid": "ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81", "name": "network-vif-deleted", "tag": "6654ea96-4b69-4c9f-bf4d-bc1202096387"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:42.239438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.241192 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.241458 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37947ea3-0def-4d25-b8e5-e4c6e113449f x-openstack-request-id: req-37947ea3-0def-4d25-b8e5-e4c6e113449f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:42.241860 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81", "name": "network-vif-deleted", "tag": "6654ea96-4b69-4c9f-bf4d-bc1202096387", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:42.242211 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37947ea3-0def-4d25-b8e5-e4c6e113449f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:42.242697 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81', 'name': 'network-vif-deleted', 'tag': '6654ea96-4b69-4c9f-bf4d-bc1202096387', 'status': 'completed', 'code': 200} Aug 16 02:15:42.292161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=747fb239-3778-441e-b005-ba140f47c314,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:42.407066 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.437364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:42.464229 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.464469 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Added segment 668615f9-02b5-41cb-8318-e835efda72d8 of type vlan for network bd82bf43-43dd-4540-bbff-7086b7f3ab0e Aug 16 02:15:42.509208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac56901f-4475-4b11-905e-e88272026197,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:42.532153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-340ab4ec-8ff5-4f4e-ab93-b0721561bf6f req-b93e02e6-0687-4a22-8af1-c710a69f36d8 tempest-VolumesBackupsTest-2040098542 tempest-VolumesBackupsTest-2040098542-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcb558f-7fa5-4ccf-9aaf-4d50898f2e81 HTTP/1.1" status: 200 len: 210 time: 0.0521472 Aug 16 02:15:42.541453 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.567291 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Sync routers for ids ['b0cf14ec-a215-4879-98e8-c1964847ca24'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:42.594476 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Routers {'b0cf14ec-a215-4879-98e8-c1964847ca24'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:42.595220 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b0cf14ec-a215-4879-98e8-c1964847ca24'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:42.680342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.683295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.683295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.737456 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Set router b0cf14ec-a215-4879-98e8-c1964847ca24 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:42.751082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] Pushing event updated for resources: {'Network': ['ID=bd82bf43-43dd-4540-bbff-7086b7f3ab0e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:42.764806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network bd82bf43-43dd-4540-bbff-7086b7f3ab0e details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:42.826556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fd021c3a-e28e-40a6-a7ec-499cee9ed99a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9085116 Aug 16 02:15:42.827645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44482) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:42.832231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] Request body: {'subnet': {'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1944836392-subnet', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:42.953650 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '66b158ef-5f88-4248-93c5-56b95acc8827', 'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'mac_address': 'fa:16:3e:76:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:38Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 2, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'subnets': [{'id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:42.954429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] Made reservation on behalf of f4a6df0a1993410f9c0de2a398883216 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:42.965114 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.996527 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Checking router: b0cf14ec-a215-4879-98e8-c1964847ca24 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:42.997114 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Updating router b0cf14ec-a215-4879-98e8-c1964847ca24 port 66b158ef-5f88-4248-93c5-56b95acc8827 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:43.050272 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.280414 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.334606 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.345352 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Transition to ACTIVE for port object 66b158ef-5f88-4248-93c5-56b95acc8827 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:43.353647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7402ed8-039b-4bf9-8992-25588f9c5a1c,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.372690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] Checking segment: {'id': '668615f9-02b5-41cb-8318-e835efda72d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:43.373078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] Network hostable DHCP agents. Network: bd82bf43-43dd-4540-bbff-7086b7f3ab0e, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:43.468674 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.496609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] Network bd82bf43-43dd-4540-bbff-7086b7f3ab0e is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:43.524465 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Pushing event updated for resources: {'Port': ['ID=66b158ef-5f88-4248-93c5-56b95acc8827,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.538254 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.538907 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.539422 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.539765 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.540688 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.540988 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.541531 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.541876 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.542191 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.542711 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.543218 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.543705 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:43.602232 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Attempting to bind port 66b158ef-5f88-4248-93c5-56b95acc8827 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:43.602981 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Attempting to bind port 66b158ef-5f88-4248-93c5-56b95acc8827 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:43.602981 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Attempting to bind port 66b158ef-5f88-4248-93c5-56b95acc8827 on network 66ae2347-38bf-43ca-a5e0-a70437f6a11a {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:43.615341 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:43.615728 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Checking segment: {'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:43.616136 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.616533 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Bound using segment: {'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:43.616715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, bd82bf43-43dd-4540-bbff-7086b7f3ab0e) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:43.617014 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Bound port: 66b158ef-5f88-4248-93c5-56b95acc8827, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:43.617399 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.630727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.630826 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee322668-afd4-4957-81f7-0a47cd2950c8 None None] Network bd82bf43-43dd-4540-bbff-7086b7f3ab0e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:43.631387 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.703730 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] For port 66b158ef-5f88-4248-93c5-56b95acc8827, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:43.709119 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] For port 66b158ef-5f88-4248-93c5-56b95acc8827, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=66b158ef-5f88-4248-93c5-56b95acc8827,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:43.784283 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.788792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cf759b40-231b-498b-ab08-3f222440a362 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9594839 Aug 16 02:15:43.789550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44490) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.802786 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1944836392-router', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:43.830950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 747fb239-3778-441e-b005-ba140f47c314 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:43.856393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-bd82bf43-43dd-4540-bbff-7086b7f3ab0e', 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'fixed_ips': [{'subnet_id': 'f7402ed8-039b-4bf9-8992-25588f9c5a1c'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:43.858218 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.898406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.900757 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.928326 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f72e5-875d-4818-953a-eeae00f435ad None None] Pushing event updated for resources: {'Port': ['ID=66b158ef-5f88-4248-93c5-56b95acc8827,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.953446 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Routers {'b0cf14ec-a215-4879-98e8-c1964847ca24'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:43.954544 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b0cf14ec-a215-4879-98e8-c1964847ca24'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:44.003370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.016018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 747fb239-3778-441e-b005-ba140f47c314 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:44.016428 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.104761 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] Set router b0cf14ec-a215-4879-98e8-c1964847ca24 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:44.177452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Allocated IP 172.20.0.2 (bd82bf43-43dd-4540-bbff-7086b7f3ab0e/f7402ed8-039b-4bf9-8992-25588f9c5a1c/8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:44.387965 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.409288 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.420194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Transition to ACTIVE for port object 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:44.436929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Transition to ACTIVE for port object 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:44.457273 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '66b158ef-5f88-4248-93c5-56b95acc8827', 'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'mac_address': 'fa:16:3e:76:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:38Z', 'updated_at': '2021-08-16T02:15:43Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'subnets': [{'id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:44.493996 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a9d53-c0a8-4096-bee0-892278639f9b None None] The sync data for ids ['b0cf14ec-a215-4879-98e8-c1964847ca24'] in n-d-768509-23 is: [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '66b158ef-5f88-4248-93c5-56b95acc8827', 'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'mac_address': 'fa:16:3e:76:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:38Z', 'updated_at': '2021-08-16T02:15:43Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'subnets': [{'id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:44.550169 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.605019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Network bd82bf43-43dd-4540-bbff-7086b7f3ab0e is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:44.612829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6654ea96-4b69-4c9f-bf4d-bc1202096387 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:44.621972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:44.646197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:44.648790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 6654ea96-4b69-4c9f-bf4d-bc1202096387 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:44.649748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 6654ea96-4b69-4c9f-bf4d-bc1202096387 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:44.653017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Pushing event updated for resources: {'Port': ['ID=8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:44.736232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Attempting to bind port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:44.736931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Attempting to bind port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '668615f9-02b5-41cb-8318-e835efda72d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:44.737508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Attempting to bind port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 on network bd82bf43-43dd-4540-bbff-7086b7f3ab0e {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:44.744377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:44.745225 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Checking segment: {'id': '668615f9-02b5-41cb-8318-e835efda72d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:44.745902 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.746491 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Bound using segment: {'id': '668615f9-02b5-41cb-8318-e835efda72d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:44.747195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Bound port: 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668615f9-02b5-41cb-8318-e835efda72d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:44.747794 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.894777 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] For port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:44.898335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] For port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24,segment=NetworkSegment(668615f9-02b5-41cb-8318-e835efda72d8),segment_id=668615f9-02b5-41cb-8318-e835efda72d8)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:44.983693 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.005127 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.054013 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.082256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4601f0-e00f-45c2-86c2-17a6de58ee11 None None] Pushing event updated for resources: {'Port': ['ID=8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:45.214050 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Allocated IP 172.25.8.62 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/2388b58d-7e4f-4ef8-a6c8-15e26b70342e) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:45.360587 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.497596 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.543016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:45.546924 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:45.548725 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Pushing event updated for resources: {'Port': ['ID=2388b58d-7e4f-4ef8-a6c8-15e26b70342e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:45.550912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:45.937297 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.009220 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:46.142652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:46.147535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 66b158ef-5f88-4248-93c5-56b95acc8827 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:46.279307 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.343431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 66b158ef-5f88-4248-93c5-56b95acc8827 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:46.349371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 66b158ef-5f88-4248-93c5-56b95acc8827 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:46.349371 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.481659 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.481787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86225c11-3bad-481e-8261-f1b040757cd7 None None] Network bd82bf43-43dd-4540-bbff-7086b7f3ab0e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:46.575621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 66b158ef-5f88-4248-93c5-56b95acc8827, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=66b158ef-5f88-4248-93c5-56b95acc8827,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:46.598020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Router 657baa81-e58e-4000-be99-cd33c29ff7bb is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:46.666675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44510) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:46.686702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ab25cfeb-4e26-4aff-9b96-f85c407d72e4 None None] Provisioning for port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:46.691462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ab25cfeb-4e26-4aff-9b96-f85c407d72e4 None None] Provisioning complete for port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:46.691749 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab25cfeb-4e26-4aff-9b96-f85c407d72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.720627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:46.730136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Sync routers for ids ['657baa81-e58e-4000-be99-cd33c29ff7bb'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:46.735854 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.779406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Routers {'657baa81-e58e-4000-be99-cd33c29ff7bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:46.780053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['657baa81-e58e-4000-be99-cd33c29ff7bb'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:46.829050 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.832724 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-02853d34-c1c1-4e1d-9510-f50ba77e9555 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0387318 Aug 16 02:15:46.833203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44514) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:46.873096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=66b158ef-5f88-4248-93c5-56b95acc8827,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:46.881341 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0154fa67-9d0c-4fbf-bf92-eb1900c55115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.925399 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab25cfeb-4e26-4aff-9b96-f85c407d72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.972031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Set router 657baa81-e58e-4000-be99-cd33c29ff7bb gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:47.001717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ab25cfeb-4e26-4aff-9b96-f85c407d72e4 None None] For port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24,segment=NetworkSegment(668615f9-02b5-41cb-8318-e835efda72d8),segment_id=668615f9-02b5-41cb-8318-e835efda72d8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:47.016435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0154fa67-9d0c-4fbf-bf92-eb1900c55115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.091651 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0154fa67-9d0c-4fbf-bf92-eb1900c55115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.093256 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab25cfeb-4e26-4aff-9b96-f85c407d72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.132706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0154fa67-9d0c-4fbf-bf92-eb1900c55115 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bfe1ec0e834a482cb81e44c6ed8ddbda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643171 Aug 16 02:15:47.135269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44516) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.141838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154fa67-9d0c-4fbf-bf92-eb1900c55115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3169ac93-737e-4809-ba6a-34711733857b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:47.181768 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25cfeb-4e26-4aff-9b96-f85c407d72e4 None None] Pushing event updated for resources: {'Port': ['ID=8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:47.211588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0abdf6f7-2455-489e-bb9c-2cebdd32640a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.224718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'name': 'tempest-TestServerBasicOps-1944836392-router', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:43Z', 'updated_at': '2021-08-16T02:15:45Z', 'revision_number': 3, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'gw_port': {'id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:45Z', 'updated_at': '2021-08-16T02:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:47.249926 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0abdf6f7-2455-489e-bb9c-2cebdd32640a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.259642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Checking router: 657baa81-e58e-4000-be99-cd33c29ff7bb for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:47.260120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Updating router 657baa81-e58e-4000-be99-cd33c29ff7bb port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:47.262411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-42f8ddb3-ec0b-47f9-91ee-ea46e9dcb4c8 None None] Provisioning complete for port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:47.262905 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-42f8ddb3-ec0b-47f9-91ee-ea46e9dcb4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.328685 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.377159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.420519 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0abdf6f7-2455-489e-bb9c-2cebdd32640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.430979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0abdf6f7-2455-489e-bb9c-2cebdd32640a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.434929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0abdf6f7-2455-489e-bb9c-2cebdd32640a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3169ac93-737e-4809-ba6a-34711733857b HTTP/1.1" status: 204 len: 168 time: 0.2961204 Aug 16 02:15:47.463860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdf6f7-2455-489e-bb9c-2cebdd32640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3169ac93-737e-4809-ba6a-34711733857b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:47.665144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Allocated IP 172.20.0.1 (bd82bf43-43dd-4540-bbff-7086b7f3ab0e/f7402ed8-039b-4bf9-8992-25588f9c5a1c/6a2f08bf-9913-4fe2-b825-af5dbf84f452) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:47.712532 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.725098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Transition to ACTIVE for port object 2388b58d-7e4f-4ef8-a6c8-15e26b70342e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:47.790690 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.808463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Transition to ACTIVE for port object 6a2f08bf-9913-4fe2-b825-af5dbf84f452 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:47.820920 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:47.827173 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.910796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939f39e-20c7-44ea-945f-1565a5ac8b9a None None] Pushing event updated for resources: {'Port': ['ID=2388b58d-7e4f-4ef8-a6c8-15e26b70342e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:47.914634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Attempting to bind port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:47.915193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Attempting to bind port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:47.915743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Attempting to bind port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:47.929805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:47.930319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:47.931620 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.932261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:47.932864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Bound port: 2388b58d-7e4f-4ef8-a6c8-15e26b70342e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:47.933311 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.955517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.973432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:47.973829 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.014187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Network bd82bf43-43dd-4540-bbff-7086b7f3ab0e is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:48.019270 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:48.024731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:48.033283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] For port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:48.053280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] For port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2388b58d-7e4f-4ef8-a6c8-15e26b70342e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:48.056611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2f08bf-9913-4fe2-b825-af5dbf84f452,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:48.092482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.105889 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 66b158ef-5f88-4248-93c5-56b95acc8827 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:48.171050 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.257330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 66b158ef-5f88-4248-93c5-56b95acc8827 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:48.257705 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.262367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939f39e-20c7-44ea-945f-1565a5ac8b9a None None] Pushing event updated for resources: {'Port': ['ID=2388b58d-7e4f-4ef8-a6c8-15e26b70342e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:48.290302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Routers {'657baa81-e58e-4000-be99-cd33c29ff7bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:48.290729 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['657baa81-e58e-4000-be99-cd33c29ff7bb'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:48.405052 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.608234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] Set router 657baa81-e58e-4000-be99-cd33c29ff7bb gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:48.635891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.709324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-227d9fe6-96c8-4ce1-bcb1-1627197ce2db None None] Provisioning for port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:48.719587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-227d9fe6-96c8-4ce1-bcb1-1627197ce2db None None] Provisioning complete for port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:48.719960 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-227d9fe6-96c8-4ce1-bcb1-1627197ce2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.749026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.769729 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-227d9fe6-96c8-4ce1-bcb1-1627197ce2db None None] Port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:48.838648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2f08bf-9913-4fe2-b825-af5dbf84f452,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:48.842061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.886199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'name': 'tempest-TestServerBasicOps-1944836392-router', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:43Z', 'updated_at': '2021-08-16T02:15:45Z', 'revision_number': 3, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'gw_port': {'id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:45Z', 'updated_at': '2021-08-16T02:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:48.917932 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5859c9c9-6c7c-4d14-a662-f3bf9aa30f74 None None] The sync data for ids ['657baa81-e58e-4000-be99-cd33c29ff7bb'] in n-d-768509-23 is: [{'id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'name': 'tempest-TestServerBasicOps-1944836392-router', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:43Z', 'updated_at': '2021-08-16T02:15:45Z', 'revision_number': 3, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'gw_port': {'id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:45Z', 'updated_at': '2021-08-16T02:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:48.957939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Network bd82bf43-43dd-4540-bbff-7086b7f3ab0e is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:48.959554 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:49.119885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Router 657baa81-e58e-4000-be99-cd33c29ff7bb has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:49.315973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fe7d9a0b-1800-4e10-86d5-1ecef9fddfe6 None None] Provisioning complete for port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:49.317733 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe7d9a0b-1800-4e10-86d5-1ecef9fddfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.344332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:49.350645 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-13c38503-c503-4281-b0c7-ac201fa5bc47 admin admin] 10.222.0.66 "PUT /v2.0/routers/657baa81-e58e-4000-be99-cd33c29ff7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5162282 Aug 16 02:15:49.377209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d9a0b-1800-4e10-86d5-1ecef9fddfe6 None None] Port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:49.855607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2388b58d-7e4f-4ef8-a6c8-15e26b70342e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:49.988849 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:49.995503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:49.996143 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.093031 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.128954 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2388b58d-7e4f-4ef8-a6c8-15e26b70342e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:50.183461 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.236962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=2388b58d-7e4f-4ef8-a6c8-15e26b70342e,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:50.737565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44652) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:50.742565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2b0c108e-36f4-4fc3-a2ce-0724d6bbc062 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971189457', 'description': 'tempest-secgroup-smoke-971189457 description', 'project_id': 'ce17501dfe5041949b1052f6cbaed773'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:50.828344 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b0c108e-36f4-4fc3-a2ce-0724d6bbc062 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.919420 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b0c108e-36f4-4fc3-a2ce-0724d6bbc062 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.994824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b0c108e-36f4-4fc3-a2ce-0724d6bbc062 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.032426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c108e-36f4-4fc3-a2ce-0724d6bbc062 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.109127 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.143641 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b0c108e-36f4-4fc3-a2ce-0724d6bbc062 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.145883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2b0c108e-36f4-4fc3-a2ce-0724d6bbc062 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4069395 Aug 16 02:15:51.150709 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44658) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:51.160689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-481b844a-c625-42a0-9361-abb2e6152a66 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Request body: {'security_group_rule': {'security_group_id': '579f0736-4d3a-4b76-ab62-c99e8ba6b8ad', 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:51.274978 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-481b844a-c625-42a0-9361-abb2e6152a66 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.349642 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-481b844a-c625-42a0-9361-abb2e6152a66 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.441062 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-481b844a-c625-42a0-9361-abb2e6152a66 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.465380 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b844a-c625-42a0-9361-abb2e6152a66 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abeeb90a-5786-498b-8fc7-931e5b95fef3,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.549493 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-481b844a-c625-42a0-9361-abb2e6152a66 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.553761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44668) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:51.553960 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-481b844a-c625-42a0-9361-abb2e6152a66 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4016066 Aug 16 02:15:51.562193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-acd4ab59-4481-4dbe-9046-d3b99418ac1a tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Request body: {'security_group_rule': {'security_group_id': '579f0736-4d3a-4b76-ab62-c99e8ba6b8ad', 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:51.607872 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Sync routers for ids ['657baa81-e58e-4000-be99-cd33c29ff7bb'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:51.621478 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Routers {'657baa81-e58e-4000-be99-cd33c29ff7bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:51.624831 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['657baa81-e58e-4000-be99-cd33c29ff7bb'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:51.690609 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acd4ab59-4481-4dbe-9046-d3b99418ac1a tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.757259 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Set router 657baa81-e58e-4000-be99-cd33c29ff7bb gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:51.767166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acd4ab59-4481-4dbe-9046-d3b99418ac1a tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.815595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2388b58d-7e4f-4ef8-a6c8-15e26b70342e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:51.858503 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acd4ab59-4481-4dbe-9046-d3b99418ac1a tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.880490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:51.880970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.885992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4ab59-4481-4dbe-9046-d3b99418ac1a tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e987cce2-8074-497f-a42c-3796175cfa0f,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.966208 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-acd4ab59-4481-4dbe-9046-d3b99418ac1a tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.969688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-acd4ab59-4481-4dbe-9046-d3b99418ac1a tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4122460 Aug 16 02:15:51.971158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44674) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:51.976389 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-63180a9c-6af1-4c1d-becf-e76d94ee1e9f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Request body: {'security_group_rule': {'security_group_id': '579f0736-4d3a-4b76-ab62-c99e8ba6b8ad', 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:52.029351 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.052503 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'name': 'tempest-TestServerBasicOps-1944836392-router', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:43Z', 'updated_at': '2021-08-16T02:15:48Z', 'revision_number': 4, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'gw_port': {'id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:45Z', 'updated_at': '2021-08-16T02:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6a2f08bf-9913-4fe2-b825-af5dbf84f452', 'name': '', 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'mac_address': 'fa:16:3e:6d:cb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f7402ed8-039b-4bf9-8992-25588f9c5a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:47Z', 'updated_at': '2021-08-16T02:15:48Z', 'revision_number': 2, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'subnets': [{'id': 'f7402ed8-039b-4bf9-8992-25588f9c5a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:52.084231 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Checking router: 657baa81-e58e-4000-be99-cd33c29ff7bb for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:52.086028 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Updating router 657baa81-e58e-4000-be99-cd33c29ff7bb port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:52.114492 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.131622 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-63180a9c-6af1-4c1d-becf-e76d94ee1e9f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.203686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-63180a9c-6af1-4c1d-becf-e76d94ee1e9f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.270539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-63180a9c-6af1-4c1d-becf-e76d94ee1e9f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.291345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63180a9c-6af1-4c1d-becf-e76d94ee1e9f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf05c5b-8e20-4547-9150-9be2a6c589ff,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.394717 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-63180a9c-6af1-4c1d-becf-e76d94ee1e9f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.396043 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-63180a9c-6af1-4c1d-becf-e76d94ee1e9f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4236534 Aug 16 02:15:52.400532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44682) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:52.405959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8f4f5526-f51a-4c67-9c89-41f90b522843 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Request body: {'security_group_rule': {'security_group_id': '579f0736-4d3a-4b76-ab62-c99e8ba6b8ad', 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:52.425143 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.441465 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Transition to ACTIVE for port object 6a2f08bf-9913-4fe2-b825-af5dbf84f452 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:52.535390 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5526-f51a-4c67-9c89-41f90b522843 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.554654 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.607291 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5526-f51a-4c67-9c89-41f90b522843 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.617921 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4c799-68af-42b4-b848-9394aa9b9afb None None] Pushing event updated for resources: {'Port': ['ID=6a2f08bf-9913-4fe2-b825-af5dbf84f452,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.632404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44688) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:52.698306 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Attempting to bind port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:52.698743 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Attempting to bind port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '668615f9-02b5-41cb-8318-e835efda72d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:52.699111 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Attempting to bind port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 on network bd82bf43-43dd-4540-bbff-7086b7f3ab0e {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:52.705104 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:52.709396 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Checking segment: {'id': '668615f9-02b5-41cb-8318-e835efda72d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:52.709396 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.709396 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Bound using segment: {'id': '668615f9-02b5-41cb-8318-e835efda72d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:52.709396 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Bound port: 6a2f08bf-9913-4fe2-b825-af5dbf84f452, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668615f9-02b5-41cb-8318-e835efda72d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:52.709396 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.809620 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] For port 6a2f08bf-9913-4fe2-b825-af5dbf84f452, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:52.813564 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] For port 6a2f08bf-9913-4fe2-b825-af5dbf84f452, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6a2f08bf-9913-4fe2-b825-af5dbf84f452,segment=NetworkSegment(668615f9-02b5-41cb-8318-e835efda72d8),segment_id=668615f9-02b5-41cb-8318-e835efda72d8)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:52.835226 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5526-f51a-4c67-9c89-41f90b522843 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.866804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f5526-f51a-4c67-9c89-41f90b522843 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af8a7e6-06cc-4ae6-a946-125e5560062e,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.901483 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.935812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 42c88a0d-57ac-40f4-a7a1-91cbc7e47543 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:52.939573 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.969616 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Routers {'657baa81-e58e-4000-be99-cd33c29ff7bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:52.970290 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['657baa81-e58e-4000-be99-cd33c29ff7bb'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:52.974054 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4c799-68af-42b4-b848-9394aa9b9afb None None] Pushing event updated for resources: {'Port': ['ID=6a2f08bf-9913-4fe2-b825-af5dbf84f452,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.035265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5526-f51a-4c67-9c89-41f90b522843 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.037267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8f4f5526-f51a-4c67-9c89-41f90b522843 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6351054 Aug 16 02:15:53.039820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44692) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:53.045216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9fb25474-30a3-4e39-9240-3dd1000e862b tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Request body: {'security_group_rule': {'security_group_id': '579f0736-4d3a-4b76-ab62-c99e8ba6b8ad', 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:53.084604 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.084940 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.103995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 42c88a0d-57ac-40f4-a7a1-91cbc7e47543 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:53.142206 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] Set router 657baa81-e58e-4000-be99-cd33c29ff7bb gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:53.174209 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-9fb25474-30a3-4e39-9240-3dd1000e862b tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Project ce17501dfe5041949b1052f6cbaed773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:15:53.185479 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9fb25474-30a3-4e39-9240-3dd1000e862b tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.267582 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9fb25474-30a3-4e39-9240-3dd1000e862b tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.345102 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9fb25474-30a3-4e39-9240-3dd1000e862b tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.371814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb25474-30a3-4e39-9240-3dd1000e862b tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23fcd16-6a6b-42a8-bbaf-4036df65e237,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.422424 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'name': 'tempest-TestServerBasicOps-1944836392-router', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:43Z', 'updated_at': '2021-08-16T02:15:48Z', 'revision_number': 4, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'gw_port': {'id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:45Z', 'updated_at': '2021-08-16T02:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6a2f08bf-9913-4fe2-b825-af5dbf84f452', 'name': '', 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'mac_address': 'fa:16:3e:6d:cb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f7402ed8-039b-4bf9-8992-25588f9c5a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:47Z', 'updated_at': '2021-08-16T02:15:52Z', 'revision_number': 4, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'subnets': [{'id': 'f7402ed8-039b-4bf9-8992-25588f9c5a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:53.429190 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.450385 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105e60f-7fb5-40fa-9612-6fbec6b85793 None None] The sync data for ids ['657baa81-e58e-4000-be99-cd33c29ff7bb'] in n-d-768509-23 is: [{'id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'name': 'tempest-TestServerBasicOps-1944836392-router', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:43Z', 'updated_at': '2021-08-16T02:15:48Z', 'revision_number': 4, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'gw_port': {'id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:45Z', 'updated_at': '2021-08-16T02:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '6a2f08bf-9913-4fe2-b825-af5dbf84f452', 'name': '', 'network_id': 'bd82bf43-43dd-4540-bbff-7086b7f3ab0e', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'mac_address': 'fa:16:3e:6d:cb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f7402ed8-039b-4bf9-8992-25588f9c5a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:47Z', 'updated_at': '2021-08-16T02:15:52Z', 'revision_number': 4, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'subnets': [{'id': 'f7402ed8-039b-4bf9-8992-25588f9c5a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:53.462745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=42c88a0d-57ac-40f4-a7a1-91cbc7e47543,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.493234 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9fb25474-30a3-4e39-9240-3dd1000e862b tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.494612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9fb25474-30a3-4e39-9240-3dd1000e862b tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4532788 Aug 16 02:15:53.497327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44698) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:53.518183 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7cf3e98d-a817-4d5c-8952-e007071af50f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Request body: {'security_group_rule': {'security_group_id': '579f0736-4d3a-4b76-ab62-c99e8ba6b8ad', 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:53.573078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.573509 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Floating IP 413336ba-975d-4cb7-9d3a-a6ccf4e07264 disassociated (deleted). External IP: 172.25.8.250, port: 6fa59507-cfcf-4342-8f0f-7b66a3272b9f. Aug 16 02:15:53.660886 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-7cf3e98d-a817-4d5c-8952-e007071af50f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Project ce17501dfe5041949b1052f6cbaed773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:15:53.671498 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e98d-a817-4d5c-8952-e007071af50f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.785405 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e98d-a817-4d5c-8952-e007071af50f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.845637 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e98d-a817-4d5c-8952-e007071af50f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.875700 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3e98d-a817-4d5c-8952-e007071af50f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78fa92c-dfca-4bb5-9483-c06da1fd256e,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.885356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6a2f08bf-9913-4fe2-b825-af5dbf84f452 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:53.897538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router b841c900-d5cb-4093-be4a-867ae9d273df has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:53.948894 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e98d-a817-4d5c-8952-e007071af50f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.957903 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7cf3e98d-a817-4d5c-8952-e007071af50f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4511456 Aug 16 02:15:54.000353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:54.004683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:54.005192 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.107307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:54.113883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.118743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c886cb-925a-4a55-94d2-b1551038733b None None] Sync routers for ids ['b841c900-d5cb-4093-be4a-867ae9d273df'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:54.158002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c886cb-925a-4a55-94d2-b1551038733b None None] Routers {'b841c900-d5cb-4093-be4a-867ae9d273df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:54.158987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a5c886cb-925a-4a55-94d2-b1551038733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b841c900-d5cb-4093-be4a-867ae9d273df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:54.181632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dd96c5b9-c3a6-414a-a1bc-a3a1ce37d75d tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/floatingips/413336ba-975d-4cb7-9d3a-a6ccf4e07264 HTTP/1.1" status: 204 len: 168 time: 1.5456533 Aug 16 02:15:54.181632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:54.185296 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658852d4-680a-4fb0-8a52-859bcd852391" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:54.261941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-3523a709-f897-4394-b3d8-b415091f1632 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971189457&fields=id&tenant_id=ce17501dfe5041949b1052f6cbaed773 HTTP/1.1" status: 200 len: 267 time: 0.0592325 Aug 16 02:15:54.314543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.354670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a5c886cb-925a-4a55-94d2-b1551038733b None None] Set router b841c900-d5cb-4093-be4a-867ae9d273df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:54.392162 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:15:54.419702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 6a2f08bf-9913-4fe2-b825-af5dbf84f452, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6a2f08bf-9913-4fe2-b825-af5dbf84f452,segment=NetworkSegment(668615f9-02b5-41cb-8318-e835efda72d8),segment_id=668615f9-02b5-41cb-8318-e835efda72d8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:54.465057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1c7ff70b-dc8a-4d7e-abb6-bcb3ff3b6b65 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.468129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1c7ff70b-dc8a-4d7e-abb6-bcb3ff3b6b65 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/networks?id=66ae2347-38bf-43ca-a5e0-a70437f6a11a HTTP/1.1" status: 200 len: 808 time: 0.1991484 Aug 16 02:15:54.486602 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-74dd2a5a-66df-45d1-843c-9f6da7aa8755 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/quotas/ce17501dfe5041949b1052f6cbaed773 HTTP/1.1" status: 200 len: 375 time: 0.0130718 Aug 16 02:15:54.531737 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.551807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-780622ee-9fad-4f3f-bda6-f8780386df85 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ce17501dfe5041949b1052f6cbaed773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589736 Aug 16 02:15:54.632044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=6a2f08bf-9913-4fe2-b825-af5dbf84f452,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:54.708564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-ec42782a-e69b-4b03-bee4-9904381593d8 service neutron] 10.222.0.66 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360123 Aug 16 02:15:54.740500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a5c886cb-925a-4a55-94d2-b1551038733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'faff3bce-6e98-41a1-b2eb-d585356c3aca', 'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:44:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:04Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:54.771794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c886cb-925a-4a55-94d2-b1551038733b None None] Checking router: b841c900-d5cb-4093-be4a-867ae9d273df for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:54.783774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c886cb-925a-4a55-94d2-b1551038733b None None] Routers {'b841c900-d5cb-4093-be4a-867ae9d273df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:54.784671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a5c886cb-925a-4a55-94d2-b1551038733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b841c900-d5cb-4093-be4a-867ae9d273df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:54.869202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-53f1fa8b-9ed6-4b8f-8396-9fee8b2bf8d2 service neutron] 10.222.0.66 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536238 Aug 16 02:15:54.929430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a5c886cb-925a-4a55-94d2-b1551038733b None None] Set router b841c900-d5cb-4093-be4a-867ae9d273df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:55.185907 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a5c886cb-925a-4a55-94d2-b1551038733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'faff3bce-6e98-41a1-b2eb-d585356c3aca', 'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:44:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:04Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:55.261854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c886cb-925a-4a55-94d2-b1551038733b None None] The sync data for ids ['b841c900-d5cb-4093-be4a-867ae9d273df'] in n-d-768509-23 is: [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'faff3bce-6e98-41a1-b2eb-d585356c3aca', 'name': '', 'network_id': 'bcb1875f-61dc-426a-877e-ee53f8ad500a', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'mac_address': 'fa:16:3e:44:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:04Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'subnets': [{'id': '31cd684f-3e74-485a-ba14-ac5c61d65137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:55.723676 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeee84c-e7c1-469b-ab1e-c9299d380837 x-openstack-request-id: req-faeee84c-e7c1-469b-ab1e-c9299d380837 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:55.724196 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:55.724465 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-faeee84c-e7c1-469b-ab1e-c9299d380837 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:55.725133 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'status': 'completed', 'code': 200} Aug 16 02:15:55.861294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-771950ec-202f-4bfe-9538-489ab44333c0 req-097a6074-3c43-4924-998e-db8688015378 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 210 time: 0.0681367 Aug 16 02:15:55.861624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6a2f08bf-9913-4fe2-b825-af5dbf84f452 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:55.879687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658852d4-680a-4fb0-8a52-859bcd852391 req-6517c190-7639-43f1-83b8-45dc9c629d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.882541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-658852d4-680a-4fb0-8a52-859bcd852391 req-6517c190-7639-43f1-83b8-45dc9c629d32 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28991c254a224cf091ab3afd77d33192&device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 1097 time: 0.1196833 Aug 16 02:15:55.980550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:55.981116 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.091692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c356a6d-83cf-4c3b-b783-47075ac3b9a9 req-30b9726e-37d4-4d4e-a7c1-d2334f4dc7f9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.093383 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c356a6d-83cf-4c3b-b783-47075ac3b9a9 req-30b9726e-37d4-4d4e-a7c1-d2334f4dc7f9 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0933366 Aug 16 02:15:56.122714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658852d4-680a-4fb0-8a52-859bcd852391 req-c0f254e0-028b-4ec5-9bd7-b83a09b64cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.124898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-658852d4-680a-4fb0-8a52-859bcd852391 req-c0f254e0-028b-4ec5-9bd7-b83a09b64cfc service neutron] 10.222.0.74 "GET /v2.0/networks?id=bcb1875f-61dc-426a-877e-ee53f8ad500a HTTP/1.1" status: 200 len: 897 time: 0.2331934 Aug 16 02:15:56.152015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c356a6d-83cf-4c3b-b783-47075ac3b9a9 req-f5baf2d7-12f6-49c9-bf20-56da3be56d42 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494287 Aug 16 02:15:56.190458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-658852d4-680a-4fb0-8a52-859bcd852391 req-04bebc2e-fd12-4588-b9a1-e066d05405cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f HTTP/1.1" status: 200 len: 217 time: 0.0525978 Aug 16 02:15:56.254382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658852d4-680a-4fb0-8a52-859bcd852391 req-cdc72492-7d6c-4aad-8e91-0bd0b36a2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.255916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-658852d4-680a-4fb0-8a52-859bcd852391 req-cdc72492-7d6c-4aad-8e91-0bd0b36a2359 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=31cd684f-3e74-485a-ba14-ac5c61d65137 HTTP/1.1" status: 200 len: 835 time: 0.0568173 Aug 16 02:15:56.315289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658852d4-680a-4fb0-8a52-859bcd852391 req-cecfca82-6d2f-4fc2-aea8-a2f5543c2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.316894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-658852d4-680a-4fb0-8a52-859bcd852391 req-cecfca82-6d2f-4fc2-aea8-a2f5543c2e4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bcb1875f-61dc-426a-877e-ee53f8ad500a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529544 Aug 16 02:15:56.363592 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ff5280-e6f9-4b74-87ba-6de43c37bbf1 None None] New status for floating IP 413336ba-975d-4cb7-9d3a-a6ccf4e07264: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:15:56.444474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-658852d4-680a-4fb0-8a52-859bcd852391 req-a2a53f07-f256-436e-92b5-e03f7c118ddb service neutron] 10.222.0.74 "GET /v2.0/networks/bcb1875f-61dc-426a-877e-ee53f8ad500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142583 Aug 16 02:15:56.552559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-658852d4-680a-4fb0-8a52-859bcd852391 req-830d2c0b-f944-4d03-adc1-98221ce687a4 service neutron] 10.222.0.74 "GET /v2.0/networks/bcb1875f-61dc-426a-877e-ee53f8ad500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988383 Aug 16 02:15:56.987674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15f5e26f-b1f2-4489-b26d-87371654988f req-ccd7cecd-c884-4f35-80dc-833e0ccb45f9 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 210 time: 0.0292642 Aug 16 02:15:57.204766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661aa9-69e3-4ff6-ab57-2571d293f7f6 req-b4e035a4-d0ab-4d40-873f-351deb1b2e5a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:57.213483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef661aa9-69e3-4ff6-ab57-2571d293f7f6 req-b4e035a4-d0ab-4d40-873f-351deb1b2e5a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0965283 Aug 16 02:15:57.324600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce03a53-d6c9-424f-a154-f8db85102002 req-281c0000-1595-4bf8-905a-4daeb4212791 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:57.339537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cce03a53-d6c9-424f-a154-f8db85102002 req-281c0000-1595-4bf8-905a-4daeb4212791 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 945 time: 0.0877805 Aug 16 02:15:57.380972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-ef661aa9-69e3-4ff6-ab57-2571d293f7f6 req-aeb3ebbe-093c-48cc-9062-31186f357c2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:57.381353 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ef661aa9-69e3-4ff6-ab57-2571d293f7f6 req-aeb3ebbe-093c-48cc-9062-31186f357c2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.394373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cce03a53-d6c9-424f-a154-f8db85102002 req-489e6fdb-5ffc-491f-a07d-6e9b79949ffd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bd91921-d76c-41c6-9232-fcaaa762b370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597003 Aug 16 02:15:57.490318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ef661aa9-69e3-4ff6-ab57-2571d293f7f6 req-aeb3ebbe-093c-48cc-9062-31186f357c2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:57.490688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ef661aa9-69e3-4ff6-ab57-2571d293f7f6 req-aeb3ebbe-093c-48cc-9062-31186f357c2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.505530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-ef661aa9-69e3-4ff6-ab57-2571d293f7f6 req-aeb3ebbe-093c-48cc-9062-31186f357c2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 6fa59507-cfcf-4342-8f0f-7b66a3272b9f owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:57.754720 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ef661aa9-69e3-4ff6-ab57-2571d293f7f6 req-aeb3ebbe-093c-48cc-9062-31186f357c2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.792409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3ebbe-093c-48cc-9062-31186f357c2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=6fa59507-cfcf-4342-8f0f-7b66a3272b9f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:57.850815 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef661aa9-69e3-4ff6-ab57-2571d293f7f6 req-aeb3ebbe-093c-48cc-9062-31186f357c2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] No DVR routers for this DVR port 6fa59507-cfcf-4342-8f0f-7b66a3272b9f on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:57.855006 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ef661aa9-69e3-4ff6-ab57-2571d293f7f6 req-aeb3ebbe-093c-48cc-9062-31186f357c2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.858381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef661aa9-69e3-4ff6-ab57-2571d293f7f6 req-aeb3ebbe-093c-48cc-9062-31186f357c2a tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.74 "DELETE /v2.0/ports/6fa59507-cfcf-4342-8f0f-7b66a3272b9f HTTP/1.1" status: 204 len: 173 time: 0.6452036 Aug 16 02:15:57.859079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'name': 'network-vif-deleted', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:57.863134 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7212d420-4443-40b7-bc0b-51ae3027d67e" -d '{"events": [{"server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "name": "network-vif-deleted", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:57.901301 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18640197-2e74-4010-a384-47e1f4e4982f x-openstack-request-id: req-18640197-2e74-4010-a384-47e1f4e4982f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:57.901749 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47", "name": "network-vif-deleted", "tag": "6fa59507-cfcf-4342-8f0f-7b66a3272b9f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:57.902087 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18640197-2e74-4010-a384-47e1f4e4982f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:57.902585 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47', 'name': 'network-vif-deleted', 'tag': '6fa59507-cfcf-4342-8f0f-7b66a3272b9f', 'status': 'completed', 'code': 200} Aug 16 02:15:58.032185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-13d94fec-cf0f-4514-b7e3-5240c3821a5d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.036686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-13d94fec-cf0f-4514-b7e3-5240c3821a5d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.64 "GET /v2.0/networks?id=66ae2347-38bf-43ca-a5e0-a70437f6a11a HTTP/1.1" status: 200 len: 808 time: 0.1219006 Aug 16 02:15:58.124838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8a1ede0-3696-4f79-872b-03e1c767bed4 req-86a52e45-eeb8-43f3-b704-21eb66c36613 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 210 time: 0.0381179 Aug 16 02:15:58.142677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-cafc0f43-574e-4745-bd17-073a7f94d1ea tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce17501dfe5041949b1052f6cbaed773 HTTP/1.1" status: 200 len: 379 time: 0.0861464 Aug 16 02:15:58.154126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Request body: {'port': {'device_id': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'admin_state_up': True, 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'security_groups': ['579f0736-4d3a-4b76-ab62-c99e8ba6b8ad']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:58.389105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Made reservation on behalf of ce17501dfe5041949b1052f6cbaed773 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:58.392800 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.542351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2e25b12-db02-4b24-be10-cfdf3b2fa7ca req-72b3ea30-f805-430e-9113-3023d30dbfbd tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec4b54cf-53d1-4ac1-80e1-7661fd9e2a47 HTTP/1.1" status: 200 len: 210 time: 0.0580666 Aug 16 02:15:58.574478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Allocated IP 172.20.0.11 (66ae2347-38bf-43ca-a5e0-a70437f6a11a/f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d/debb82dc-f9f5-4866-b70a-77495e421425) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:58.733381 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.747280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Transition to ACTIVE for port object debb82dc-f9f5-4866-b70a-77495e421425 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:58.857655 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.904971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Network 66ae2347-38bf-43ca-a5e0-a70437f6a11a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:58.910448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:58.914322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:58.940645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event updated for resources: {'Port': ['ID=debb82dc-f9f5-4866-b70a-77495e421425,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:58.971438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.972110 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.081553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-1adfe02d-52ba-40cd-a592-f15584cedcbd tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9327698 Aug 16 02:15:59.096076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Request body: {'port': {'device_id': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:59.169754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.326551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d9a49-80e7-4c20-b9df-d50ea9588b5e req-5dee2565-1656-49cd-aba1-e101259dff46 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.328139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee9d9a49-80e7-4c20-b9df-d50ea9588b5e req-5dee2565-1656-49cd-aba1-e101259dff46 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 932 time: 0.1198261 Aug 16 02:15:59.427048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee9d9a49-80e7-4c20-b9df-d50ea9588b5e req-29722622-f5a8-4ae6-b2b7-f4a38826e0c1 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887222 Aug 16 02:15:59.534454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id debb82dc-f9f5-4866-b70a-77495e421425 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:59.543033 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.556964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Transition to ACTIVE for port object debb82dc-f9f5-4866-b70a-77495e421425 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:59.559944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-15463dee-a698-451f-8a7f-a1a26421e4c2 None None] Provisioning for port debb82dc-f9f5-4866-b70a-77495e421425 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:59.564198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-15463dee-a698-451f-8a7f-a1a26421e4c2 None None] Provisioning complete for port debb82dc-f9f5-4866-b70a-77495e421425 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:59.564581 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-15463dee-a698-451f-8a7f-a1a26421e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.608343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44794) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:59.612981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-15463dee-a698-451f-8a7f-a1a26421e4c2 None None] Port debb82dc-f9f5-4866-b70a-77495e421425 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:59.704429 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.831776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Pushing event updated for resources: {'Port': ['ID=debb82dc-f9f5-4866-b70a-77495e421425,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:59.891515 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1e69-7071-457a-afba-69e234090486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.966808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Attempting to bind port debb82dc-f9f5-4866-b70a-77495e421425 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:59.966808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Attempting to bind port debb82dc-f9f5-4866-b70a-77495e421425 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:59.966808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Attempting to bind port debb82dc-f9f5-4866-b70a-77495e421425 on network 66ae2347-38bf-43ca-a5e0-a70437f6a11a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:59.975800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Port debb82dc-f9f5-4866-b70a-77495e421425 on network 66ae2347-38bf-43ca-a5e0-a70437f6a11a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:59.976130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Attempting to bind port debb82dc-f9f5-4866-b70a-77495e421425 on network 66ae2347-38bf-43ca-a5e0-a70437f6a11a {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:00.002336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:00.002682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Checking segment: {'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:00.003071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Bound using segment: {'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:00.003503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Bound port: debb82dc-f9f5-4866-b70a-77495e421425, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6de1ebe-f899-460e-956c-13359095bf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:00.003873 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.126816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] For port debb82dc-f9f5-4866-b70a-77495e421425, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:00.131001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] For port debb82dc-f9f5-4866-b70a-77495e421425, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=debb82dc-f9f5-4866-b70a-77495e421425,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:00.214475 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.249950 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.301090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.301794 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.303225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] 10.222.0.64 "PUT /v2.0/ports/debb82dc-f9f5-4866-b70a-77495e421425 HTTP/1.1" status: 200 len: 1093 time: 1.2121367 Aug 16 02:16:00.306083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'tag': 'debb82dc-f9f5-4866-b70a-77495e421425'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:00.309601 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a13a915-122e-442a-8f5c-41e1f107ea8d" -d '{"events": [{"name": "network-changed", "server_uuid": "be2ed555-482d-4923-843c-f2f9f29248a6", "tag": "debb82dc-f9f5-4866-b70a-77495e421425"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:00.768159 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d70dbf-5cf7-44eb-827d-c649d89c16eb x-openstack-request-id: req-02d70dbf-5cf7-44eb-827d-c649d89c16eb {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:00.768448 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2ed555-482d-4923-843c-f2f9f29248a6", "tag": "debb82dc-f9f5-4866-b70a-77495e421425", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:00.768692 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02d70dbf-5cf7-44eb-827d-c649d89c16eb {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:00.769084 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'tag': 'debb82dc-f9f5-4866-b70a-77495e421425', 'status': 'completed', 'code': 200} Aug 16 02:16:00.833070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a97033-7a6c-44ca-aa68-45d3352c5fdf service neutron] Pushing event updated for resources: {'Port': ['ID=debb82dc-f9f5-4866-b70a-77495e421425,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:00.895905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13a915-122e-442a-8f5c-41e1f107ea8d req-406d9447-90be-4922-8af2-840fe1c5d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.897529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a13a915-122e-442a-8f5c-41e1f107ea8d req-406d9447-90be-4922-8af2-840fe1c5d3bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce17501dfe5041949b1052f6cbaed773&device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 1096 time: 0.1399407 Aug 16 02:16:00.909284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed235741-e937-4ba0-889f-74c8a6db7443 req-6ba70a5a-8642-4875-86b6-b1266e118b08 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.911158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed235741-e937-4ba0-889f-74c8a6db7443 req-6ba70a5a-8642-4875-86b6-b1266e118b08 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 944 time: 0.1413319 Aug 16 02:16:01.011004 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6fa59507-cfcf-4342-8f0f-7b66a3272b9f no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:01.041689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 6fa59507-cfcf-4342-8f0f-7b66a3272b9f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:01.042182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6fa59507-cfcf-4342-8f0f-7b66a3272b9f not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:01.046846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed235741-e937-4ba0-889f-74c8a6db7443 req-8939d5ec-573e-4d5e-8c65-54abf36b744d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182759 Aug 16 02:16:01.075343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13a915-122e-442a-8f5c-41e1f107ea8d req-da7c2a79-2889-4462-966c-defa3fa8d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.076818 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a13a915-122e-442a-8f5c-41e1f107ea8d req-da7c2a79-2889-4462-966c-defa3fa8d346 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ce17501dfe5041949b1052f6cbaed773&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1647677 Aug 16 02:16:01.231612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13a915-122e-442a-8f5c-41e1f107ea8d req-b86cd27f-7a88-4db1-b574-adee48218506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.233365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a13a915-122e-442a-8f5c-41e1f107ea8d req-b86cd27f-7a88-4db1-b574-adee48218506 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479249 Aug 16 02:16:01.247157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port faff3bce-6e98-41a1-b2eb-d585356c3aca {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:01.247826 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.365281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-69efb758-beb8-46fa-8b00-f26033287899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.366915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-69efb758-beb8-46fa-8b00-f26033287899 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce17501dfe5041949b1052f6cbaed773&device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 1096 time: 0.0734031 Aug 16 02:16:01.389858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port faff3bce-6e98-41a1-b2eb-d585356c3aca, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=faff3bce-6e98-41a1-b2eb-d585356c3aca,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:01.390237 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.424104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-16028333-8ed5-4105-a539-5e4dbdca6cfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=debb82dc-f9f5-4866-b70a-77495e421425 HTTP/1.1" status: 200 len: 217 time: 0.0472600 Aug 16 02:16:01.430025 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for faff3bce-6e98-41a1-b2eb-d585356c3aca owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:01.523088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-abba4121-6808-4ab8-91f1-6158dd0e6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.525257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-abba4121-6808-4ab8-91f1-6158dd0e6d88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d HTTP/1.1" status: 200 len: 847 time: 0.0932493 Aug 16 02:16:01.619516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-bff4a82c-2679-4ee1-953f-53414d594107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.621051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-bff4a82c-2679-4ee1-953f-53414d594107 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66ae2347-38bf-43ca-a5e0-a70437f6a11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844448 Aug 16 02:16:01.767487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-32d51b7a-9578-4484-ae1b-e363e1c561cf service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374872 Aug 16 02:16:01.884185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7f6ef8-2ac3-4e67-9e56-e9f23b5cdceb req-f8849984-8b33-44ee-8fec-fe02d287cf55 service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069849 Aug 16 02:16:01.926499 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.959213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=faff3bce-6e98-41a1-b2eb-d585356c3aca,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:02.256184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.268056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d57ec-384d-4d82-aa54-58ea180c4369 req-36a02c25-0f80-4937-ad0e-f83d5e7bdef3 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.269934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-230d57ec-384d-4d82-aa54-58ea180c4369 req-36a02c25-0f80-4937-ad0e-f83d5e7bdef3 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 944 time: 0.0977511 Aug 16 02:16:02.396789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-230d57ec-384d-4d82-aa54-58ea180c4369 req-5f10b5ad-4861-48db-a657-dcf73de7174a tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154370 Aug 16 02:16:02.577397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Router b841c900-d5cb-4093-be4a-867ae9d273df has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:02.718446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:02.730714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86caa9-8c8e-4041-8bda-d3ac939b9b22 None None] Sync routers for ids ['b841c900-d5cb-4093-be4a-867ae9d273df'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:02.735326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7e645bd4-0436-4c06-a26c-1ff15cf1030b tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "PUT /v2.0/routers/b841c900-d5cb-4093-be4a-867ae9d273df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1232188 Aug 16 02:16:02.735828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44842) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:02.747183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86caa9-8c8e-4041-8bda-d3ac939b9b22 None None] Routers {'b841c900-d5cb-4093-be4a-867ae9d273df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:02.751638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8b86caa9-8c8e-4041-8bda-d3ac939b9b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b841c900-d5cb-4093-be4a-867ae9d273df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:02.794264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d403a1c-7550-44a2-a985-f3574464b7bc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting subnet 31cd684f-3e74-485a-ba14-ac5c61d65137 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:02.797802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6d403a1c-7550-44a2-a985-f3574464b7bc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.857412 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6d403a1c-7550-44a2-a985-f3574464b7bc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.910918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8b86caa9-8c8e-4041-8bda-d3ac939b9b22 None None] Set router b841c900-d5cb-4093-be4a-867ae9d273df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:02.978482 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6d403a1c-7550-44a2-a985-f3574464b7bc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.163656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8b86caa9-8c8e-4041-8bda-d3ac939b9b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:16:01Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:03.197382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86caa9-8c8e-4041-8bda-d3ac939b9b22 None None] Checking router: b841c900-d5cb-4093-be4a-867ae9d273df for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:03.208077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86caa9-8c8e-4041-8bda-d3ac939b9b22 None None] Routers {'b841c900-d5cb-4093-be4a-867ae9d273df'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:03.209227 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8b86caa9-8c8e-4041-8bda-d3ac939b9b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:15:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b841c900-d5cb-4093-be4a-867ae9d273df'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:03.335123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8b86caa9-8c8e-4041-8bda-d3ac939b9b22 None None] Set router b841c900-d5cb-4093-be4a-867ae9d273df gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:03.566485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcb925-6741-4c8b-91bd-346a2151c97d req-b014aa2a-3d86-4b9f-9514-31fc23f8e02e tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.566485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fbcb925-6741-4c8b-91bd-346a2151c97d req-b014aa2a-3d86-4b9f-9514-31fc23f8e02e tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 944 time: 0.0578437 Aug 16 02:16:03.597092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9fbcb925-6741-4c8b-91bd-346a2151c97d req-070e5e73-e87f-4909-98c5-5c5bd8d7f709 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402339 Aug 16 02:16:03.693994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8b86caa9-8c8e-4041-8bda-d3ac939b9b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:16:01Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:03.729787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86caa9-8c8e-4041-8bda-d3ac939b9b22 None None] The sync data for ids ['b841c900-d5cb-4093-be4a-867ae9d273df'] in n-d-768509-23 is: [{'id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838418707', 'tenant_id': '28991c254a224cf091ab3afd77d33192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:57Z', 'updated_at': '2021-08-16T02:16:01Z', 'revision_number': 5, 'project_id': '28991c254a224cf091ab3afd77d33192', 'gw_port': {'id': '1840cb02-2593-4cd1-8a4d-2b641e5253e4', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b841c900-d5cb-4093-be4a-867ae9d273df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:58Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:03.829936 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-36e76309-7e42-4246-b08f-9bd944d53deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.830450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6d403a1c-7550-44a2-a985-f3574464b7bc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.831475 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.863896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d403a1c-7550-44a2-a985-f3574464b7bc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Subnet': ['ID=31cd684f-3e74-485a-ba14-ac5c61d65137,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:03.867384 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6d403a1c-7550-44a2-a985-f3574464b7bc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.869304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6d403a1c-7550-44a2-a985-f3574464b7bc tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/subnets/31cd684f-3e74-485a-ba14-ac5c61d65137 HTTP/1.1" status: 204 len: 168 time: 1.1323640 Aug 16 02:16:03.872294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44862) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:03.877161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ea65d-6db2-4270-82af-45c7a7f88534 None None] Network bcb1875f-61dc-426a-877e-ee53f8ad500a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:04.135458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a969f29e-ae08-4553-b786-ba278a4e823b None None] DHCP port deletion for bcb1875f-61dc-426a-877e-ee53f8ad500a request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:04.173629 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.235622 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a969f29e-ae08-4553-b786-ba278a4e823b None None] Deleting port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:04.236262 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a969f29e-ae08-4553-b786-ba278a4e823b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.266388 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.315142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a969f29e-ae08-4553-b786-ba278a4e823b None None] For port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d9fb136a-e7ea-4540-92c2-6fbd1b0b7118,segment=NetworkSegment(32932a92-1706-454d-9541-2192fc9a2a1e),segment_id=32932a92-1706-454d-9541-2192fc9a2a1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:04.322228 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a969f29e-ae08-4553-b786-ba278a4e823b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.352810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a969f29e-ae08-4553-b786-ba278a4e823b None None] Calling delete_port for d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:04.390008 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.526403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Deleting port 1840cb02-2593-4cd1-8a4d-2b641e5253e4 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:04.526752 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.560505 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a969f29e-ae08-4553-b786-ba278a4e823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.583912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969f29e-ae08-4553-b786-ba278a4e823b None None] Pushing event deleted for resources: {'Port': ['ID=d9fb136a-e7ea-4540-92c2-6fbd1b0b7118,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.589707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969f29e-ae08-4553-b786-ba278a4e823b None None] No DVR routers for this DVR port d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:04.619172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] For port 1840cb02-2593-4cd1-8a4d-2b641e5253e4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1840cb02-2593-4cd1-8a4d-2b641e5253e4,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:04.619663 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.638030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Calling delete_port for 1840cb02-2593-4cd1-8a4d-2b641e5253e4 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:04.724373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2863-f5b2-4e56-bc37-fb029ec045bf req-d6b12d90-4907-462d-b43e-fe218ce75c56 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:04.726044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12aa2863-f5b2-4e56-bc37-fb029ec045bf req-d6b12d90-4907-462d-b43e-fe218ce75c56 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 944 time: 0.0530629 Aug 16 02:16:04.769539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12aa2863-f5b2-4e56-bc37-fb029ec045bf req-678bec13-8c4b-45ff-92da-20242bed69f4 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358582 Aug 16 02:16:04.781718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device debb82dc-f9f5-4866-b70a-77495e421425 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:04.903768 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.911918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port debb82dc-f9f5-4866-b70a-77495e421425, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=debb82dc-f9f5-4866-b70a-77495e421425,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:04.926399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'debb82dc-f9f5-4866-b70a-77495e421425', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'port_id': 'debb82dc-f9f5-4866-b70a-77495e421425', 'mac_address': 'fa:16:3e:be:94:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:04.932198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Port': ['ID=1840cb02-2593-4cd1-8a4d-2b641e5253e4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.966854 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.976781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.977167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.977511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.978000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.978346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.978684 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.979019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.979355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.979689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.980019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.980351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.980690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.982180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debb82dc-f9f5-4866-b70a-77495e421425 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:05.003703 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.013462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port debb82dc-f9f5-4866-b70a-77495e421425, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=debb82dc-f9f5-4866-b70a-77495e421425,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:05.097693 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.099810 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.102850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.169247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=debb82dc-f9f5-4866-b70a-77495e421425,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:05.234537 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.235478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Fanout notify agent at l3_agent the message router_deleted on router b841c900-d5cb-4093-be4a-867ae9d273df {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:16:05.242143 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.243940 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-459e06d8-a3ec-4093-8267-7241cffa3c7c tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/routers/b841c900-d5cb-4093-be4a-867ae9d273df HTTP/1.1" status: 204 len: 168 time: 1.3706615 Aug 16 02:16:05.246640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44888) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:05.304001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['debb82dc-f9f5-4866-b70a-77495e421425'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:05.328188 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.463644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.478942 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb1875f-61dc-426a-877e-ee53f8ad500a']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:05.503529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32932a92-1706-454d-9541-2192fc9a2a1e') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:05.504011 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32932a92-1706-454d-9541-2192fc9a2a1e') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:05.520887 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.543969 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.553535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:05.559762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:05.567582 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:05.737566 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.763659 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.765756 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/networks/bcb1875f-61dc-426a-877e-ee53f8ad500a HTTP/1.1" status: 204 len: 168 time: 0.5181572 Aug 16 02:16:05.766783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361099e-146d-4e7f-8158-3bfcf7bcaf22 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'Network': ['ID=bcb1875f-61dc-426a-877e-ee53f8ad500a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:05.768696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44898) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:05.851438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2d2afcc2-70c0-4207-8168-3436c5ac48a0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.859569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device faff3bce-6e98-41a1-b2eb-d585356c3aca no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:05.880380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: faff3bce-6e98-41a1-b2eb-d585356c3aca {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:05.880723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device faff3bce-6e98-41a1-b2eb-d585356c3aca not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:05.881131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:05.901100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:05.901389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d9fb136a-e7ea-4540-92c2-6fbd1b0b7118 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:05.901802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1840cb02-2593-4cd1-8a4d-2b641e5253e4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:05.913414 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2d2afcc2-70c0-4207-8168-3436c5ac48a0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.922012 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.922797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 1840cb02-2593-4cd1-8a4d-2b641e5253e4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:05.923139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1840cb02-2593-4cd1-8a4d-2b641e5253e4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:05.968512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d730c-9c31-44d0-9cf3-ecf60adae92c req-f5a13fa5-df87-41ba-be80-673fae7cde69 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:05.970157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d93d730c-9c31-44d0-9cf3-ecf60adae92c req-f5a13fa5-df87-41ba-be80-673fae7cde69 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 945 time: 0.1067193 Aug 16 02:16:06.012085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d93d730c-9c31-44d0-9cf3-ecf60adae92c req-c6883864-b2ea-444b-8c36-6d3f53ba758f tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357358 Aug 16 02:16:06.129778 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2d2afcc2-70c0-4207-8168-3436c5ac48a0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.129778 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2d2afcc2-70c0-4207-8168-3436c5ac48a0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.132191 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2d2afcc2-70c0-4207-8168-3436c5ac48a0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] 10.222.0.66 "DELETE /v2.0/security-groups/7bd91921-d76c-41c6-9232-fcaaa762b370 HTTP/1.1" status: 204 len: 168 time: 0.3618944 Aug 16 02:16:06.146821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2afcc2-70c0-4207-8168-3436c5ac48a0 tempest-TestNetworkAdvancedServerOps-1193411990 tempest-TestNetworkAdvancedServerOps-1193411990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd91921-d76c-41c6-9232-fcaaa762b370,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:06.233399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44914) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:06.357448 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-462e460d-a476-474e-a034-a8c51daac6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.463369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-462e460d-a476-474e-a034-a8c51daac6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.543199 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-462e460d-a476-474e-a034-a8c51daac6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.589603 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-462e460d-a476-474e-a034-a8c51daac6d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22c42e9557574914af450cab68265ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514915 Aug 16 02:16:06.589603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e460d-a476-474e-a034-a8c51daac6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc80f7f-986f-4cd4-a7d8-c46a21c03722,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:06.589844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44922) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:06.644315 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87dd0f94-2ad6-41ed-985c-60ad01b7c8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.666830 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87dd0f94-2ad6-41ed-985c-60ad01b7c8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.780922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device debb82dc-f9f5-4866-b70a-77495e421425 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:06.829071 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87dd0f94-2ad6-41ed-985c-60ad01b7c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.831629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87dd0f94-2ad6-41ed-985c-60ad01b7c8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.832808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-87dd0f94-2ad6-41ed-985c-60ad01b7c8c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cdc80f7f-986f-4cd4-a7d8-c46a21c03722 HTTP/1.1" status: 204 len: 168 time: 0.2424264 Aug 16 02:16:06.851843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd0f94-2ad6-41ed-985c-60ad01b7c8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc80f7f-986f-4cd4-a7d8-c46a21c03722,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:06.900168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44928) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:06.966271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port debb82dc-f9f5-4866-b70a-77495e421425 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:06.971815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port debb82dc-f9f5-4866-b70a-77495e421425 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:06.972399 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.044351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a6023f97-ee18-4e7d-9d57-738ac4459921 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28991c254a224cf091ab3afd77d33192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429174 Aug 16 02:16:07.045004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44934) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:07.056110 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.080913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debb82dc-f9f5-4866-b70a-77495e421425'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:07.084037 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38320a50-fb94-48b0-ab3b-966e8cd3fcf8" -d '{"events": [{"server_uuid": "be2ed555-482d-4923-843c-f2f9f29248a6", "name": "network-vif-plugged", "status": "completed", "tag": "debb82dc-f9f5-4866-b70a-77495e421425"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:07.098192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port debb82dc-f9f5-4866-b70a-77495e421425, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=debb82dc-f9f5-4866-b70a-77495e421425,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:07.102831 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-914da36b-3cce-4d75-a3c7-aa30adc0cf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.155909 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-914da36b-3cce-4d75-a3c7-aa30adc0cf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.197700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e336ca-ae15-49a3-88da-638f8e974807 req-3dbb0707-07da-4516-bcf6-e315d2e93d69 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:07.199170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b1e336ca-ae15-49a3-88da-638f8e974807 req-3dbb0707-07da-4516-bcf6-e315d2e93d69 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 945 time: 0.0944097 Aug 16 02:16:07.215748 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.269070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b1e336ca-ae15-49a3-88da-638f8e974807 req-19dfb5f0-0bf9-490a-8a32-0e01d9c6bc64 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551767 Aug 16 02:16:07.284715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=debb82dc-f9f5-4866-b70a-77495e421425,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:07.324530 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc75941-9e9b-458a-8895-cd4cfcb49bf2 x-openstack-request-id: req-8cc75941-9e9b-458a-8895-cd4cfcb49bf2 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:07.324911 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2ed555-482d-4923-843c-f2f9f29248a6", "name": "network-vif-plugged", "status": "completed", "tag": "debb82dc-f9f5-4866-b70a-77495e421425", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:07.325239 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8cc75941-9e9b-458a-8895-cd4cfcb49bf2 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:07.325710 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debb82dc-f9f5-4866-b70a-77495e421425', 'code': 200} Aug 16 02:16:07.337491 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-914da36b-3cce-4d75-a3c7-aa30adc0cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.340283 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-914da36b-3cce-4d75-a3c7-aa30adc0cf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.344027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-914da36b-3cce-4d75-a3c7-aa30adc0cf05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c17798c-aa03-4615-8007-71e2e8717bf1 HTTP/1.1" status: 204 len: 168 time: 0.2955656 Aug 16 02:16:07.354445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914da36b-3cce-4d75-a3c7-aa30adc0cf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c17798c-aa03-4615-8007-71e2e8717bf1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:07.452398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd41d4-1c59-41f5-b668-eb4423229862 req-881eaed1-fe6a-4a8d-962b-de547b1987d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:07.452398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98dd41d4-1c59-41f5-b668-eb4423229862 req-881eaed1-fe6a-4a8d-962b-de547b1987d3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 1098 time: 0.0450041 Aug 16 02:16:07.488168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98dd41d4-1c59-41f5-b668-eb4423229862 req-2ec52117-953c-4f7b-b557-7f67f6c9aab6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295565 Aug 16 02:16:07.790159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 44944) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:07.808184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba908583-4105-47be-8c5d-bf2786c8869f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.902228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba908583-4105-47be-8c5d-bf2786c8869f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.028800 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba908583-4105-47be-8c5d-bf2786c8869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.070278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ba908583-4105-47be-8c5d-bf2786c8869f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce0899674dbd49069638e0a1a0592477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788446 Aug 16 02:16:08.080423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba908583-4105-47be-8c5d-bf2786c8869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5083f8d1-1ba6-4304-8047-22fa759ed7c1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:08.080721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44948) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:08.125966 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8ee43bb0-4aa7-4ed2-8df1-04a95fe2f7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.147889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8ee43bb0-4aa7-4ed2-8df1-04a95fe2f7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.327379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8ee43bb0-4aa7-4ed2-8df1-04a95fe2f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.330032 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8ee43bb0-4aa7-4ed2-8df1-04a95fe2f7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.331216 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8ee43bb0-4aa7-4ed2-8df1-04a95fe2f7ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5083f8d1-1ba6-4304-8047-22fa759ed7c1 HTTP/1.1" status: 204 len: 168 time: 0.2566519 Aug 16 02:16:08.347167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee43bb0-4aa7-4ed2-8df1-04a95fe2f7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5083f8d1-1ba6-4304-8047-22fa759ed7c1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:08.399360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae72c6d-cacf-4b68-a3fd-c16dfe8505d9 req-018ba9d3-6e5e-4f6d-a6ee-ef5798246e80 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:08.401388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ae72c6d-cacf-4b68-a3fd-c16dfe8505d9 req-018ba9d3-6e5e-4f6d-a6ee-ef5798246e80 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 946 time: 0.0531840 Aug 16 02:16:08.428546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44954) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:08.455599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ae72c6d-cacf-4b68-a3fd-c16dfe8505d9 req-057175a1-ae1e-4502-82dd-b7bcb40627b5 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465462 Aug 16 02:16:08.475199 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-57c58408-e813-4c0e-9d01-bcb10cadafe4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c92eda4ee72b422591c2959133974b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452604 Aug 16 02:16:08.478236 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44956) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:08.527437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a3546e6-cd6d-456f-b552-06641c5e6d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.549988 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a3546e6-cd6d-456f-b552-06641c5e6d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.760807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a3546e6-cd6d-456f-b552-06641c5e6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.763384 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5a3546e6-cd6d-456f-b552-06641c5e6d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.764550 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5a3546e6-cd6d-456f-b552-06641c5e6d21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7e31892-e19b-4ea1-b7a1-c37625aa3734 HTTP/1.1" status: 204 len: 168 time: 0.2853472 Aug 16 02:16:08.774960 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3546e6-cd6d-456f-b552-06641c5e6d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e31892-e19b-4ea1-b7a1-c37625aa3734,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:09.221586 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44964) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.236910 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70f927bd-94f0-4487-ae82-d113021a6749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.343757 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70f927bd-94f0-4487-ae82-d113021a6749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.440283 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70f927bd-94f0-4487-ae82-d113021a6749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.485787 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-70f927bd-94f0-4487-ae82-d113021a6749 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6e2e000351e426298e79d87adbb2968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627172 Aug 16 02:16:09.486940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f927bd-94f0-4487-ae82-d113021a6749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462057c5-960f-422b-a2ed-c4fab0ecbaaa,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:09.504016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44968) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.563567 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fec4080c-e0ae-4afb-b076-245d6774a5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.586434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ebedd-cf35-4e13-b3df-967dd04e27fb req-0d4aaad7-4e0d-4b05-87c1-020ddda4e67c tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.588667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d4ebedd-cf35-4e13-b3df-967dd04e27fb req-0d4aaad7-4e0d-4b05-87c1-020ddda4e67c tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 946 time: 0.0553348 Aug 16 02:16:09.590874 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fec4080c-e0ae-4afb-b076-245d6774a5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.637754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d4ebedd-cf35-4e13-b3df-967dd04e27fb req-8ccfc0e2-004d-42c2-91b7-4d5c7de50cf0 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392430 Aug 16 02:16:09.758710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3dfcb-81f3-4565-ad25-553426f70e39 req-f4e3ccad-3cd2-4606-89fc-eec66c75c3f3 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.771242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47b3dfcb-81f3-4565-ad25-553426f70e39 req-f4e3ccad-3cd2-4606-89fc-eec66c75c3f3 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 946 time: 0.0514627 Aug 16 02:16:09.771389 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fec4080c-e0ae-4afb-b076-245d6774a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.771389 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fec4080c-e0ae-4afb-b076-245d6774a5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.771389 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fec4080c-e0ae-4afb-b076-245d6774a5b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/462057c5-960f-422b-a2ed-c4fab0ecbaaa HTTP/1.1" status: 204 len: 168 time: 0.2594783 Aug 16 02:16:09.774262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4080c-e0ae-4afb-b076-245d6774a5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462057c5-960f-422b-a2ed-c4fab0ecbaaa,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:09.808394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47b3dfcb-81f3-4565-ad25-553426f70e39 req-0dddafe6-95e0-4757-9036-75d81d409f24 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413201 Aug 16 02:16:09.930120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64940774-3af4-41c0-b2cc-5a07f185af55 req-5c245cb3-382f-4a3c-83ff-75ca6f72e570 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.931826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64940774-3af4-41c0-b2cc-5a07f185af55 req-5c245cb3-382f-4a3c-83ff-75ca6f72e570 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 946 time: 0.0531418 Aug 16 02:16:09.971186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64940774-3af4-41c0-b2cc-5a07f185af55 req-c95b117b-c36a-4b49-85f3-a150bb650cf6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330882 Aug 16 02:16:09.994295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44978) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:10.236661 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33dd3a-9b25-47ab-8a19-d1c2cc74a558 tempest-TestServerBasicOps-257103951 tempest-TestServerBasicOps-257103951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:10.242217 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d33dd3a-9b25-47ab-8a19-d1c2cc74a558 tempest-TestServerBasicOps-257103951 tempest-TestServerBasicOps-257103951-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 1093 time: 0.2437325 Aug 16 02:16:10.242466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 44984) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:10.247680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'debb82dc-f9f5-4866-b70a-77495e421425', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:10.440739 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.538648 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.648667 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Allocated IP 172.25.8.31 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/61e361db-9b5b-476b-a8ac-0e4b23ef9d42) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:10.758759 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.909119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.957108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:10.958358 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:10.962038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:10.968256 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event updated for resources: {'Port': ['ID=61e361db-9b5b-476b-a8ac-0e4b23ef9d42,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:11.478440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.689610 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.844486 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.943105 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.011753 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event updated for resources: {'Port': ['ID=61e361db-9b5b-476b-a8ac-0e4b23ef9d42,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:12.024581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.126845 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Floating IP 47912774-a245-4231-96cd-a3e0268bf133 associated. External IP: 172.25.8.31, port: debb82dc-f9f5-4866-b70a-77495e421425. Aug 16 02:16:12.582542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Router b0cf14ec-a215-4879-98e8-c1964847ca24 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:12.698725 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:12.710812 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8abba-6770-4c1e-a489-446bf293fe83 None None] Sync routers for ids ['b0cf14ec-a215-4879-98e8-c1964847ca24'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:12.721397 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8abba-6770-4c1e-a489-446bf293fe83 None None] Routers {'b0cf14ec-a215-4879-98e8-c1964847ca24'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:12.722160 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-adc8abba-6770-4c1e-a489-446bf293fe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b0cf14ec-a215-4879-98e8-c1964847ca24'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:12.811508 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.830708 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-adc8abba-6770-4c1e-a489-446bf293fe83 None None] Set router b0cf14ec-a215-4879-98e8-c1964847ca24 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:12.841891 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-825589db-038a-431b-83ab-f895ff9b11e8 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5982380 Aug 16 02:16:12.843153 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'tag': 'debb82dc-f9f5-4866-b70a-77495e421425'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:12.845873 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7" -d '{"events": [{"name": "network-changed", "server_uuid": "be2ed555-482d-4923-843c-f2f9f29248a6", "tag": "debb82dc-f9f5-4866-b70a-77495e421425"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:12.890264 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1c93b3-ad39-4fd8-b303-78f7f17839f9 x-openstack-request-id: req-9b1c93b3-ad39-4fd8-b303-78f7f17839f9 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:12.890559 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2ed555-482d-4923-843c-f2f9f29248a6", "tag": "debb82dc-f9f5-4866-b70a-77495e421425", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:12.890814 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b1c93b3-ad39-4fd8-b303-78f7f17839f9 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:12.891215 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'tag': 'debb82dc-f9f5-4866-b70a-77495e421425', 'status': 'completed', 'code': 200} Aug 16 02:16:12.953711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7 req-d2ead029-ebfb-403c-a424-7007732941f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:12.955199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7 req-d2ead029-ebfb-403c-a424-7007732941f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce17501dfe5041949b1052f6cbaed773&device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 1098 time: 0.0411346 Aug 16 02:16:13.064202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7 req-2e811aaf-a667-47df-8c04-cc56026d3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:13.066099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7 req-2e811aaf-a667-47df-8c04-cc56026d3ed5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66ae2347-38bf-43ca-a5e0-a70437f6a11a HTTP/1.1" status: 200 len: 909 time: 0.1036916 Aug 16 02:16:13.092233 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-adc8abba-6770-4c1e-a489-446bf293fe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '47912774-a245-4231-96cd-a3e0268bf133', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'port_id': 'debb82dc-f9f5-4866-b70a-77495e421425', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'mac_address': 'fa:16:3e:be:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:16:11Z', 'updated_at': '2021-08-16T02:16:11Z', 'revision_number': 0, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b158ef-5f88-4248-93c5-56b95acc8827', 'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'mac_address': 'fa:16:3e:76:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:38Z', 'updated_at': '2021-08-16T02:15:46Z', 'revision_number': 5, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'subnets': [{'id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:13.139277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7 req-6f7eaa3d-5e7d-4973-a003-3f28027b9e65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=debb82dc-f9f5-4866-b70a-77495e421425 HTTP/1.1" status: 200 len: 999 time: 0.0655894 Aug 16 02:16:13.172089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45042) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:13.206009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7 req-a958dec1-2125-459f-a302-8cc5fd68b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:13.207431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7 req-a958dec1-2125-459f-a302-8cc5fd68b769 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d HTTP/1.1" status: 200 len: 847 time: 0.0611596 Aug 16 02:16:13.216995 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8abba-6770-4c1e-a489-446bf293fe83 None None] Checking router: b0cf14ec-a215-4879-98e8-c1964847ca24 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:13.226561 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8abba-6770-4c1e-a489-446bf293fe83 None None] Routers {'b0cf14ec-a215-4879-98e8-c1964847ca24'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:13.227179 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-adc8abba-6770-4c1e-a489-446bf293fe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b0cf14ec-a215-4879-98e8-c1964847ca24'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:13.279478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7 req-c673ba4b-2614-417a-8469-c516b6872dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:13.286126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7 req-c673ba4b-2614-417a-8469-c516b6872dfa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66ae2347-38bf-43ca-a5e0-a70437f6a11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707242 Aug 16 02:16:13.306672 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9aa56d43-4abd-4482-91a9-f51c5442df7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.371934 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-adc8abba-6770-4c1e-a489-446bf293fe83 None None] Set router b0cf14ec-a215-4879-98e8-c1964847ca24 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:13.402808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7 req-6741732e-95d9-4d6b-b027-9e15c5d50387 service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079454 Aug 16 02:16:13.461676 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9aa56d43-4abd-4482-91a9-f51c5442df7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.515868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1400bbc0-88fb-4e06-93bf-8b4a54b173d7 req-722cfd4a-6f55-40ef-9f21-1d38f324b151 service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052389 Aug 16 02:16:13.537284 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9aa56d43-4abd-4482-91a9-f51c5442df7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.578160 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9aa56d43-4abd-4482-91a9-f51c5442df7b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7fc0cb42766a4cfaa6716f70050d2d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045112 Aug 16 02:16:13.580052 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa56d43-4abd-4482-91a9-f51c5442df7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210ed46d-d2e7-4ea6-8b9c-794d8c8439f8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:13.580770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45046) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:13.630552 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-adc8abba-6770-4c1e-a489-446bf293fe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '47912774-a245-4231-96cd-a3e0268bf133', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'port_id': 'debb82dc-f9f5-4866-b70a-77495e421425', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'mac_address': 'fa:16:3e:be:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:16:11Z', 'updated_at': '2021-08-16T02:16:11Z', 'revision_number': 0, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b158ef-5f88-4248-93c5-56b95acc8827', 'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'mac_address': 'fa:16:3e:76:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:38Z', 'updated_at': '2021-08-16T02:15:46Z', 'revision_number': 5, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'subnets': [{'id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:13.653022 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.665724 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8abba-6770-4c1e-a489-446bf293fe83 None None] The sync data for ids ['b0cf14ec-a215-4879-98e8-c1964847ca24'] in n-d-768509-23 is: [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '47912774-a245-4231-96cd-a3e0268bf133', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'port_id': 'debb82dc-f9f5-4866-b70a-77495e421425', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'mac_address': 'fa:16:3e:be:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:16:11Z', 'updated_at': '2021-08-16T02:16:11Z', 'revision_number': 0, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b158ef-5f88-4248-93c5-56b95acc8827', 'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'mac_address': 'fa:16:3e:76:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:38Z', 'updated_at': '2021-08-16T02:15:46Z', 'revision_number': 5, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'subnets': [{'id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:13.675458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.829341 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.832277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.833966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/210ed46d-d2e7-4ea6-8b9c-794d8c8439f8 HTTP/1.1" status: 204 len: 168 time: 0.2517993 Aug 16 02:16:13.844812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210ed46d-d2e7-4ea6-8b9c-794d8c8439f8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:13.855847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.860385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.860385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.860385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.860385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.860385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.860385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.860385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.860385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.860385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.861570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.862181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae18c6c-31c8-46d3-a229-ef6098e2c89b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:13.904850 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe10f2-c37f-4dfe-9c6c-05912561ac92 None None] New status for floating IP 47912774-a245-4231-96cd-a3e0268bf133: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:16:16.312464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45100) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:16.443377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2ea880a5-20f0-4d55-9853-9aa1224df96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.550193 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2ea880a5-20f0-4d55-9853-9aa1224df96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.617631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2ea880a5-20f0-4d55-9853-9aa1224df96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.662977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2ea880a5-20f0-4d55-9853-9aa1224df96b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c6be1870fe3c41099481f88bd95e1cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469734 Aug 16 02:16:16.662977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea880a5-20f0-4d55-9853-9aa1224df96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc1cc2c-bcc7-4441-a324-9d70fb6d0abf,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:16.663744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45106) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:16.725263 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-12b6e48d-871a-436a-b6b7-f98ffd0e8df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.746552 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-12b6e48d-871a-436a-b6b7-f98ffd0e8df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.851552 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-12b6e48d-871a-436a-b6b7-f98ffd0e8df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.854216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-12b6e48d-871a-436a-b6b7-f98ffd0e8df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.855400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-12b6e48d-871a-436a-b6b7-f98ffd0e8df3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3dc1cc2c-bcc7-4441-a324-9d70fb6d0abf HTTP/1.1" status: 204 len: 168 time: 0.1807122 Aug 16 02:16:16.863944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6e48d-871a-436a-b6b7-f98ffd0e8df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc1cc2c-bcc7-4441-a324-9d70fb6d0abf,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:17.568027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45112) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:17.582281 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad72f5fe-af45-4463-9be4-f923b175e0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.692079 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad72f5fe-af45-4463-9be4-f923b175e0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.771589 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad72f5fe-af45-4463-9be4-f923b175e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.810354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ad72f5fe-af45-4463-9be4-f923b175e0c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78f28afac6234e70816782749e84f42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411826 Aug 16 02:16:17.812320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72f5fe-af45-4463-9be4-f923b175e0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c70e9c8-9314-4aa0-bb94-cbe538974d17,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:17.813077 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45118) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:17.866318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-548cbbe2-d81b-4bea-9a6f-d4b24a9213ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.888421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-548cbbe2-d81b-4bea-9a6f-d4b24a9213ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.000359 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-548cbbe2-d81b-4bea-9a6f-d4b24a9213ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.002908 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-548cbbe2-d81b-4bea-9a6f-d4b24a9213ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.004095 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-548cbbe2-d81b-4bea-9a6f-d4b24a9213ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c70e9c8-9314-4aa0-bb94-cbe538974d17 HTTP/1.1" status: 204 len: 168 time: 0.1898158 Aug 16 02:16:18.012293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cbbe2-d81b-4bea-9a6f-d4b24a9213ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c70e9c8-9314-4aa0-bb94-cbe538974d17,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.056935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45172) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:20.164208 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2ad4e68d-f7bb-4076-b9f2-7e836aed5572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.250121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2ad4e68d-f7bb-4076-b9f2-7e836aed5572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.314592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2ad4e68d-f7bb-4076-b9f2-7e836aed5572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.353899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2ad4e68d-f7bb-4076-b9f2-7e836aed5572 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=807924983d0a47b0b3a7e15d3d3a61a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952616 Aug 16 02:16:20.354798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4e68d-f7bb-4076-b9f2-7e836aed5572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0668e476-9b86-4375-b402-835f89021dd1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.356612 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45176) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:20.405721 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f48716a-3cc8-4c26-945d-bd38d470862d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.427083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f48716a-3cc8-4c26-945d-bd38d470862d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.537317 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f48716a-3cc8-4c26-945d-bd38d470862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.539796 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3f48716a-3cc8-4c26-945d-bd38d470862d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.541733 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3f48716a-3cc8-4c26-945d-bd38d470862d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0668e476-9b86-4375-b402-835f89021dd1 HTTP/1.1" status: 204 len: 168 time: 0.1840146 Aug 16 02:16:20.549549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48716a-3cc8-4c26-945d-bd38d470862d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0668e476-9b86-4375-b402-835f89021dd1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:21.091588 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.011522 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.599492 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45274) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:23.707879 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65997f39-626e-475c-aa8e-e27d66e84cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.797877 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65997f39-626e-475c-aa8e-e27d66e84cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.857296 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-65997f39-626e-475c-aa8e-e27d66e84cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.896738 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-65997f39-626e-475c-aa8e-e27d66e84cb3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6af8172396614df18810d46de04f835d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960448 Aug 16 02:16:23.897730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65997f39-626e-475c-aa8e-e27d66e84cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b45bf5-1e7c-4cd1-a47e-f0b8294c747b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:23.899675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45280) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:23.948692 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82b04113-ba60-42e7-97a4-8a118cb32900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.970593 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82b04113-ba60-42e7-97a4-8a118cb32900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.120864 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82b04113-ba60-42e7-97a4-8a118cb32900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.123453 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82b04113-ba60-42e7-97a4-8a118cb32900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.124907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-82b04113-ba60-42e7-97a4-8a118cb32900 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f6b45bf5-1e7c-4cd1-a47e-f0b8294c747b HTTP/1.1" status: 204 len: 168 time: 0.2240789 Aug 16 02:16:24.133771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b04113-ba60-42e7-97a4-8a118cb32900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b45bf5-1e7c-4cd1-a47e-f0b8294c747b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.730472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45290) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:24.743772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63d6dfa2-e20b-478f-bcd5-73a979f380e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.833370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63d6dfa2-e20b-478f-bcd5-73a979f380e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.937011 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-63d6dfa2-e20b-478f-bcd5-73a979f380e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.976839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-63d6dfa2-e20b-478f-bcd5-73a979f380e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f548a62a2cd4992baa216677a071da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452080 Aug 16 02:16:24.977748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6dfa2-e20b-478f-bcd5-73a979f380e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806a1b7a-0f87-4e84-8a4d-7a4e976ae886,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.979564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45294) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:25.034059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6465a2cb-2c34-4f28-a2b3-3f6bb66c4b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.054850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6465a2cb-2c34-4f28-a2b3-3f6bb66c4b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.188193 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6465a2cb-2c34-4f28-a2b3-3f6bb66c4b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.190841 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6465a2cb-2c34-4f28-a2b3-3f6bb66c4b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.192014 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6465a2cb-2c34-4f28-a2b3-3f6bb66c4b5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/806a1b7a-0f87-4e84-8a4d-7a4e976ae886 HTTP/1.1" status: 204 len: 168 time: 0.2114472 Aug 16 02:16:25.200359 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465a2cb-2c34-4f28-a2b3-3f6bb66c4b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806a1b7a-0f87-4e84-8a4d-7a4e976ae886,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:26.931509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-37ce3a8d-5891-4fd1-b379-2752957dc693 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1537828 Aug 16 02:16:27.014500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-8db1d719-ca3b-4071-af9d-983158926ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:27.015956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-8db1d719-ca3b-4071-af9d-983158926ed4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce17501dfe5041949b1052f6cbaed773&device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 1098 time: 0.0417869 Aug 16 02:16:27.125534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-49bc132b-6317-4159-a5be-fa772595da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:27.127138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-49bc132b-6317-4159-a5be-fa772595da01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66ae2347-38bf-43ca-a5e0-a70437f6a11a HTTP/1.1" status: 200 len: 909 time: 0.0902922 Aug 16 02:16:27.194869 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-e51b9f50-1ef6-445c-aca3-97797963fbd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=debb82dc-f9f5-4866-b70a-77495e421425 HTTP/1.1" status: 200 len: 1001 time: 0.0585017 Aug 16 02:16:27.252327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-4b17fa01-52e1-4108-bb44-a85b628c2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:27.253974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-4b17fa01-52e1-4108-bb44-a85b628c2d9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d HTTP/1.1" status: 200 len: 847 time: 0.0518675 Aug 16 02:16:27.302483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-5d3851f9-0fe2-4d3d-9be4-09223fde6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:27.304050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-5d3851f9-0fe2-4d3d-9be4-09223fde6956 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66ae2347-38bf-43ca-a5e0-a70437f6a11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425937 Aug 16 02:16:27.352083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45370) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:27.400130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-bddda405-a622-45c9-9954-746b32cd63b3 service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876987 Aug 16 02:16:27.464356 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-893f850b-e917-4e76-a6ae-720f7f779718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.500843 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3251f75a-9c24-4693-97aa-f14fb74425a8 req-9b03a669-51ac-4f32-aee8-9081cce60f91 service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929265 Aug 16 02:16:27.562828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-893f850b-e917-4e76-a6ae-720f7f779718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.651925 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-893f850b-e917-4e76-a6ae-720f7f779718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.690528 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-893f850b-e917-4e76-a6ae-720f7f779718 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cbde3f4cbbd9420aaeb2bec0bc280601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360004 Aug 16 02:16:27.692455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f850b-e917-4e76-a6ae-720f7f779718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9cde97-3d22-4f21-b818-6eab44bf1e0c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:27.693511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45378) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:27.747534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-496a46de-82d7-4314-9f63-3c9b67b7216a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.770154 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-496a46de-82d7-4314-9f63-3c9b67b7216a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.891789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-496a46de-82d7-4314-9f63-3c9b67b7216a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.894455 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-496a46de-82d7-4314-9f63-3c9b67b7216a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.895637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-496a46de-82d7-4314-9f63-3c9b67b7216a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea9cde97-3d22-4f21-b818-6eab44bf1e0c HTTP/1.1" status: 204 len: 168 time: 0.2010694 Aug 16 02:16:27.904461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a46de-82d7-4314-9f63-3c9b67b7216a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9cde97-3d22-4f21-b818-6eab44bf1e0c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.551830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45438) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:29.650828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-860376383', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:29.753658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Made reservation on behalf of 823ff6894d05470a8dd055abd764e530 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:29.756081 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.768779 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.855786 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.869224 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d060fc3e-5a42-43ff-b4cd-3aa569792c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.908630 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.914199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] device_id is not set on port 2802846f-2b6a-4dd2-b03e-ef0e392622c0 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:16:29.967422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635ac60e-034c-417d-ae98-d59617f9c7f9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:30.033883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Allocated IP 172.25.8.190 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/2802846f-2b6a-4dd2-b03e-ef0e392622c0) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:30.171893 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.251762 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.289639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:30.296782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:30.300417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:30.305945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Pushing event updated for resources: {'Port': ['ID=2802846f-2b6a-4dd2-b03e-ef0e392622c0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:30.342097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:30.342732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.426373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-209b538f-8bcf-44eb-ac1b-567b9c00b5f7 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8733780 Aug 16 02:16:30.427103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45444) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:30.431807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.190'}]}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:30.526820 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.527917 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.583528 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.796031 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.051483 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.070139 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.240258 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.393105 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:16:31.760333 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.762516 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.851242 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.851785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a875f9c4-fae4-441e-a5aa-0515c7efde0c {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:16:31.937221 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:16:31.938366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1ff48f52-5e25-4b90-9079-3b86c6fe3fbd tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5102279 Aug 16 02:16:31.941110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45458) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:32.022173 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-217192d7-90cd-40c3-b6bf-cae15e8467d2 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Deleting port 2802846f-2b6a-4dd2-b03e-ef0e392622c0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:32.022519 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-217192d7-90cd-40c3-b6bf-cae15e8467d2 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.100851 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-217192d7-90cd-40c3-b6bf-cae15e8467d2 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.112266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-217192d7-90cd-40c3-b6bf-cae15e8467d2 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Calling delete_port for 2802846f-2b6a-4dd2-b03e-ef0e392622c0 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:32.314324 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-217192d7-90cd-40c3-b6bf-cae15e8467d2 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.341337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217192d7-90cd-40c3-b6bf-cae15e8467d2 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Pushing event deleted for resources: {'Port': ['ID=2802846f-2b6a-4dd2-b03e-ef0e392622c0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.405585 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-217192d7-90cd-40c3-b6bf-cae15e8467d2 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.407507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-217192d7-90cd-40c3-b6bf-cae15e8467d2 tempest-RoutersAdminNegativeTest-1784758451 tempest-RoutersAdminNegativeTest-1784758451-project-admin] 10.222.0.66 "DELETE /v2.0/ports/2802846f-2b6a-4dd2-b03e-ef0e392622c0 HTTP/1.1" status: 204 len: 168 time: 0.4654603 Aug 16 02:16:32.925583 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.926189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45470) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:32.931934 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76035246-e01d-462a-b450-eb760a868cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.035554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c26b1b4a-304c-4339-95d8-b0854cda6496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.121738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c26b1b4a-304c-4339-95d8-b0854cda6496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.165685 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c26b1b4a-304c-4339-95d8-b0854cda6496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.204207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c26b1b4a-304c-4339-95d8-b0854cda6496 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f87b71305974432b2ceec92236922df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774920 Aug 16 02:16:33.205357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b1b4a-304c-4339-95d8-b0854cda6496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544842dd-6d85-45a9-8673-d5f4e57012d8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:33.206937 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45476) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:33.256784 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1241-b107-4ee9-b6bc-8d84b33aaf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.278622 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1241-b107-4ee9-b6bc-8d84b33aaf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.388429 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1241-b107-4ee9-b6bc-8d84b33aaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.391153 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1241-b107-4ee9-b6bc-8d84b33aaf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.392339 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b1ac1241-b107-4ee9-b6bc-8d84b33aaf2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/544842dd-6d85-45a9-8673-d5f4e57012d8 HTTP/1.1" status: 204 len: 168 time: 0.1838727 Aug 16 02:16:33.400615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac1241-b107-4ee9-b6bc-8d84b33aaf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544842dd-6d85-45a9-8673-d5f4e57012d8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:34.194495 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45488) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.206031 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.236107 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9c6f5eb5-7ad7-492c-b145-bfbe9b6d94b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=823ff6894d05470a8dd055abd764e530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404122 Aug 16 02:16:34.238620 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45492) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.293798 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50cb7b89-6a1e-4d92-a240-9ddf4509e85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.315869 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50cb7b89-6a1e-4d92-a240-9ddf4509e85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.514835 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50cb7b89-6a1e-4d92-a240-9ddf4509e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.517576 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-50cb7b89-6a1e-4d92-a240-9ddf4509e85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.518805 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-50cb7b89-6a1e-4d92-a240-9ddf4509e85a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/635ac60e-034c-417d-ae98-d59617f9c7f9 HTTP/1.1" status: 204 len: 168 time: 0.2792807 Aug 16 02:16:34.527597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb7b89-6a1e-4d92-a240-9ddf4509e85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635ac60e-034c-417d-ae98-d59617f9c7f9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:35.573184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45520) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.669706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-261994252'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:35.736847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Made reservation on behalf of 85768e8c8ca44bdab77a6c7e361df493 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:35.740327 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.754599 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.844597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.915167 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.959943 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.987412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:35.997730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ae63e-7d7d-4b20-af37-fe3497bbb89d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.003971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.004321 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Added segment ff28a57a-04b5-47aa-896e-a74fb176b0fc of type vlan for network d5973e9f-c61e-4f9d-975b-d56a9c086a38 Aug 16 02:16:36.045828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.137072 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.142910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.143537 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.212351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Network': ['ID=d5973e9f-c61e-4f9d-975b-d56a9c086a38,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.223226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network d5973e9f-c61e-4f9d-975b-d56a9c086a38 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:36.266355 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7caa7462-b521-446f-8bbf-3bc50468448d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6893628 Aug 16 02:16:36.266614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45530) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.271860 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'subnet': {'network_id': 'd5973e9f-c61e-4f9d-975b-d56a9c086a38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:36.417595 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Made reservation on behalf of 85768e8c8ca44bdab77a6c7e361df493 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:36.421366 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.668885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.732501 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Subnet': ['ID=a599bb80-dc69-434b-be88-94cc3eafdb97,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.741259 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Checking segment: {'id': 'ff28a57a-04b5-47aa-896e-a74fb176b0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd5973e9f-c61e-4f9d-975b-d56a9c086a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:36.741624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network hostable DHCP agents. Network: d5973e9f-c61e-4f9d-975b-d56a9c086a38, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:36.799637 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network d5973e9f-c61e-4f9d-975b-d56a9c086a38 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:36.856783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, d5973e9f-c61e-4f9d-975b-d56a9c086a38) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:36.860941 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.861541 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.868412 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188f4768-71ce-471d-b096-34ad7a99a421 None None] Network d5973e9f-c61e-4f9d-975b-d56a9c086a38 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:36.933470 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b12ee4f0-a303-43ba-9ebd-f863e97d6962 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6655014 Aug 16 02:16:36.936119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45532) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.941164 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-619759619', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:36.993415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dae982-051f-456c-b85d-270192f94161 None None] Network d5973e9f-c61e-4f9d-975b-d56a9c086a38 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:37.023183 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.025000 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.076971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.307727 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.570387 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.589425 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.695550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.25.8.137 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/b4603d81-3113-4ec3-811f-1eb22a78c648) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:37.801206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.886204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.926606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:37.931576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:37.935910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:37.939242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=b4603d81-3113-4ec3-811f-1eb22a78c648,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:38.266207 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.464296 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.674079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:16:38.781463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:38.791890 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801513d-ac6c-493e-ade7-606c5dbb4b47 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:38.801510 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801513d-ac6c-493e-ade7-606c5dbb4b47 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:38.802161 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e801513d-ac6c-493e-ade7-606c5dbb4b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:38.834040 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e801513d-ac6c-493e-ade7-606c5dbb4b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:38.842458 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801513d-ac6c-493e-ade7-606c5dbb4b47 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:38.843051 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e801513d-ac6c-493e-ade7-606c5dbb4b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:38.874117 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.878287 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a1405980-2c93-457f-a5fa-e2e6109eb324 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9385793 Aug 16 02:16:38.878427 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e801513d-ac6c-493e-ade7-606c5dbb4b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:38.878427 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801513d-ac6c-493e-ade7-606c5dbb4b47 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:38.878880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45546) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:39.313456 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.585005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.20.0.1 (d5973e9f-c61e-4f9d-975b-d56a9c086a38/a599bb80-dc69-434b-be88-94cc3eafdb97/e6e6bd6e-eac4-44c1-89ad-b7e1fb993a46) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:39.694814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.794568 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.832552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network d5973e9f-c61e-4f9d-975b-d56a9c086a38 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:39.839681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:39.848902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:39.872787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=e6e6bd6e-eac4-44c1-89ad-b7e1fb993a46,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:39.895076 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.087701 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.364237 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.417417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.499504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=e6e6bd6e-eac4-44c1-89ad-b7e1fb993a46,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.502179 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.590681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network d5973e9f-c61e-4f9d-975b-d56a9c086a38 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:40.592190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:40.705109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:40.818796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:40.823967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b23842de-bce4-4ddc-ac9a-c326936a7a69 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "PUT /v2.0/routers/23037cec-46b7-4b3d-8b6a-e8ea2593f613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9440024 Aug 16 02:16:40.826602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45562) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:40.828496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c8db3-a19d-49bc-ac8e-efa6f94757d3 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:40.832074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'port': {'network_id': 'd5973e9f-c61e-4f9d-975b-d56a9c086a38', 'name': 'tempest-FloatingIPTestJSON-1468026702'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:40.839208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c8db3-a19d-49bc-ac8e-efa6f94757d3 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:40.839939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c71c8db3-a19d-49bc-ac8e-efa6f94757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:40.873331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c71c8db3-a19d-49bc-ac8e-efa6f94757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:40.882244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c8db3-a19d-49bc-ac8e-efa6f94757d3 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:40.882864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c71c8db3-a19d-49bc-ac8e-efa6f94757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:40.918504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c71c8db3-a19d-49bc-ac8e-efa6f94757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:40.919407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c8db3-a19d-49bc-ac8e-efa6f94757d3 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:41.000285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Made reservation on behalf of 85768e8c8ca44bdab77a6c7e361df493 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:41.003821 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.021440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] device_id is not set on port ba77fc97-12da-4860-8dbd-a48392d02812 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:16:41.132884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.20.0.6 (d5973e9f-c61e-4f9d-975b-d56a9c086a38/a599bb80-dc69-434b-be88-94cc3eafdb97/ba77fc97-12da-4860-8dbd-a48392d02812) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:41.295147 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.394440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.441702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network d5973e9f-c61e-4f9d-975b-d56a9c086a38 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:41.444933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:41.447901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:41.476036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=ba77fc97-12da-4860-8dbd-a48392d02812,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:41.505184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.505801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.589381 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6636b082-b9c4-45e0-9d35-38553b89c1e5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7614903 Aug 16 02:16:41.591939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45570) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:41.596880 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'port': {'network_id': 'd5973e9f-c61e-4f9d-975b-d56a9c086a38', 'name': 'tempest-FloatingIPTestJSON-1497952616'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:41.765403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Made reservation on behalf of 85768e8c8ca44bdab77a6c7e361df493 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:41.769059 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.786580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] device_id is not set on port e8f7b0b8-aeec-44e8-b519-9ed89c3a3170 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:16:41.898647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.20.0.10 (d5973e9f-c61e-4f9d-975b-d56a9c086a38/a599bb80-dc69-434b-be88-94cc3eafdb97/e8f7b0b8-aeec-44e8-b519-9ed89c3a3170) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:42.048993 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.132007 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.173283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network d5973e9f-c61e-4f9d-975b-d56a9c086a38 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:42.179878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:42.183069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:42.219426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=e8f7b0b8-aeec-44e8-b519-9ed89c3a3170,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.244246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.244883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.309366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e8debaa3-19b3-4319-b15f-716ec73e4d5e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7162910 Aug 16 02:16:42.312317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45578) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:42.317183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'e8f7b0b8-aeec-44e8-b519-9ed89c3a3170', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:42.423078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.529905 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.635047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.25.8.206 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/8e282c92-ada9-41b3-b68d-ea31f8ea7299) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:42.736012 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.806091 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.845348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:42.848201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:42.851686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:42.873060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=8e282c92-ada9-41b3-b68d-ea31f8ea7299,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:43.217009 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.329442 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.480518 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.554395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.624494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=8e282c92-ada9-41b3-b68d-ea31f8ea7299,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:43.632918 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.733882 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP 953db4e7-9cb8-41a2-a832-6d004b84aa0e associated. External IP: 172.25.8.206, port: e8f7b0b8-aeec-44e8-b519-9ed89c3a3170. Aug 16 02:16:43.947467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:44.057432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:44.066925 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e65bb-75df-4da4-85de-6f92aab84723 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:44.075841 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e65bb-75df-4da4-85de-6f92aab84723 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:44.079590 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-113e65bb-75df-4da4-85de-6f92aab84723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.108725 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-113e65bb-75df-4da4-85de-6f92aab84723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.117072 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e65bb-75df-4da4-85de-6f92aab84723 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:44.117705 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-113e65bb-75df-4da4-85de-6f92aab84723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.125781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.148776 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-113e65bb-75df-4da4-85de-6f92aab84723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.151705 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e65bb-75df-4da4-85de-6f92aab84723 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:44.155892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0c48ab0b-702c-4974-a598-2fdda487d269 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.8423975 Aug 16 02:16:44.159309 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45590) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.167093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0a7bbba0-9a34-49c0-ab77-d62b17cd5ead tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:44.244802 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a7bbba0-9a34-49c0-ab77-d62b17cd5ead tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.413476 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a7bbba0-9a34-49c0-ab77-d62b17cd5ead tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.468128 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a7bbba0-9a34-49c0-ab77-d62b17cd5ead tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.468539 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-0a7bbba0-9a34-49c0-ab77-d62b17cd5ead tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP 953db4e7-9cb8-41a2-a832-6d004b84aa0e disassociated. External IP: 172.25.8.206, port: e8f7b0b8-aeec-44e8-b519-9ed89c3a3170. Aug 16 02:16:44.681764 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7bbba0-9a34-49c0-ab77-d62b17cd5ead tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:44.790452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7bbba0-9a34-49c0-ab77-d62b17cd5ead tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:44.794891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a7bbba0-9a34-49c0-ab77-d62b17cd5ead tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.800047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252e147-00ca-4dee-b097-1bf729b191de None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:44.809911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252e147-00ca-4dee-b097-1bf729b191de None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:44.810657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4252e147-00ca-4dee-b097-1bf729b191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.822547 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0a7bbba0-9a34-49c0-ab77-d62b17cd5ead tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "PUT /v2.0/floatingips/953db4e7-9cb8-41a2-a832-6d004b84aa0e HTTP/1.1" status: 200 len: 688 time: 0.6614108 Aug 16 02:16:44.825108 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45596) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.843450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4252e147-00ca-4dee-b097-1bf729b191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.857226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252e147-00ca-4dee-b097-1bf729b191de None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:44.858150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4252e147-00ca-4dee-b097-1bf729b191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.891591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4252e147-00ca-4dee-b097-1bf729b191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.892350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252e147-00ca-4dee-b097-1bf729b191de None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:44.952920 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0c80ccd5-cd33-4d9c-b50a-595c7890c949 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port 8e282c92-ada9-41b3-b68d-ea31f8ea7299 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:44.953180 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c80ccd5-cd33-4d9c-b50a-595c7890c949 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.269353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c80ccd5-cd33-4d9c-b50a-595c7890c949 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.270041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c80ccd5-cd33-4d9c-b50a-595c7890c949 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.281967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-0c80ccd5-cd33-4d9c-b50a-595c7890c949 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for 8e282c92-ada9-41b3-b68d-ea31f8ea7299 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:45.474278 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c80ccd5-cd33-4d9c-b50a-595c7890c949 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.498634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80ccd5-cd33-4d9c-b50a-595c7890c949 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=8e282c92-ada9-41b3-b68d-ea31f8ea7299,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:45.561266 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c80ccd5-cd33-4d9c-b50a-595c7890c949 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.563713 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0c80ccd5-cd33-4d9c-b50a-595c7890c949 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.564886 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0c80ccd5-cd33-4d9c-b50a-595c7890c949 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/floatingips/953db4e7-9cb8-41a2-a832-6d004b84aa0e HTTP/1.1" status: 204 len: 168 time: 0.7388668 Aug 16 02:16:45.568198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45602) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:45.573329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'ba77fc97-12da-4860-8dbd-a48392d02812'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:45.662858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.762317 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.866853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.25.8.85 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/4a7b3e3b-35af-4b5d-bf9c-782c95dd13f0) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:45.967972 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.057596 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.093873 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:46.098550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:46.102041 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:46.131776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=4a7b3e3b-35af-4b5d-bf9c-782c95dd13f0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.516379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.635905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.783556 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.851420 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.924796 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=4a7b3e3b-35af-4b5d-bf9c-782c95dd13f0,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.935540 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.035552 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP 33f7839f-901d-48d8-862a-21652e2ab722 associated. External IP: 172.25.8.85, port: ba77fc97-12da-4860-8dbd-a48392d02812. Aug 16 02:16:47.243683 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:47.353912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:47.363110 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5917e1-3443-4330-a59b-81b8a6e11914 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:47.372677 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5917e1-3443-4330-a59b-81b8a6e11914 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:47.373290 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3a5917e1-3443-4330-a59b-81b8a6e11914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:47.408239 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3a5917e1-3443-4330-a59b-81b8a6e11914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:47.417416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.419668 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5917e1-3443-4330-a59b-81b8a6e11914 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:47.421480 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3a5917e1-3443-4330-a59b-81b8a6e11914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:47.447362 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-71fb275c-2b29-458c-9473-3ab46e61356e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8781183 Aug 16 02:16:47.450147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45620) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:47.457939 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-3a5917e1-3443-4330-a59b-81b8a6e11914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:47.458595 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5917e1-3443-4330-a59b-81b8a6e11914 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:47.522982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-de05c073-fed5-4590-9a0e-3bc185c9582b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "GET /v2.0/floatingips/33f7839f-901d-48d8-862a-21652e2ab722 HTTP/1.1" status: 200 len: 977 time: 0.0716588 Aug 16 02:16:47.526674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45622) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:47.653256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d2249837-44b2-4871-a3bf-63e11bdbe5a7 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1249213 Aug 16 02:16:47.655591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45624) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:47.659983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d57669d6-92c8-4133-9a7b-5d78175209e0 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'floatingip': {'port_id': 'e8f7b0b8-aeec-44e8-b519-9ed89c3a3170'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:48.070534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d57669d6-92c8-4133-9a7b-5d78175209e0 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.193478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45630) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:48.290300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221a81c-9dc5-45ab-8122-756a6b0577dd req-d25736b3-d687-4510-a2d6-46c1e000eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.291942 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d221a81c-9dc5-45ab-8122-756a6b0577dd req-d25736b3-d687-4510-a2d6-46c1e000eb96 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 1098 time: 0.0972207 Aug 16 02:16:48.328699 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d221a81c-9dc5-45ab-8122-756a6b0577dd req-76ec80c2-3346-43a3-8f39-8d428d06039f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303330 Aug 16 02:16:48.555512 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d57669d6-92c8-4133-9a7b-5d78175209e0 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.635072 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d57669d6-92c8-4133-9a7b-5d78175209e0 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.740555 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-d57669d6-92c8-4133-9a7b-5d78175209e0 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP 33f7839f-901d-48d8-862a-21652e2ab722 associated. External IP: 172.25.8.85, port: ba77fc97-12da-4860-8dbd-a48392d02812. Aug 16 02:16:48.947010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57669d6-92c8-4133-9a7b-5d78175209e0 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:49.050676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57669d6-92c8-4133-9a7b-5d78175209e0 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:49.060521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb49b557-eb59-49db-a916-5e258364bf67 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:49.069522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49b557-eb59-49db-a916-5e258364bf67 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:49.070267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-bb49b557-eb59-49db-a916-5e258364bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.101797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-bb49b557-eb59-49db-a916-5e258364bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.111003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49b557-eb59-49db-a916-5e258364bf67 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:49.111608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-bb49b557-eb59-49db-a916-5e258364bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.146029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-bb49b557-eb59-49db-a916-5e258364bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.146685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb49b557-eb59-49db-a916-5e258364bf67 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:49.276045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57669d6-92c8-4133-9a7b-5d78175209e0 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:49.387957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57669d6-92c8-4133-9a7b-5d78175209e0 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:49.392667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d57669d6-92c8-4133-9a7b-5d78175209e0 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.399715 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cf1158-0be0-472c-a6e4-b39754073441 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:49.418984 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf1158-0be0-472c-a6e4-b39754073441 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:49.420626 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-38cf1158-0be0-472c-a6e4-b39754073441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.460119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d57669d6-92c8-4133-9a7b-5d78175209e0 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "PUT /v2.0/floatingips/33f7839f-901d-48d8-862a-21652e2ab722 HTTP/1.1" status: 200 len: 978 time: 1.8034265 Aug 16 02:16:49.462869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45648) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:49.468051 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-74605d8d-8328-4fbf-b668-a888cb740bb2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:49.490514 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-38cf1158-0be0-472c-a6e4-b39754073441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.499711 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf1158-0be0-472c-a6e4-b39754073441 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:49.500554 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-38cf1158-0be0-472c-a6e4-b39754073441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.538044 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74605d8d-8328-4fbf-b668-a888cb740bb2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.538220 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-38cf1158-0be0-472c-a6e4-b39754073441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.538676 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cf1158-0be0-472c-a6e4-b39754073441 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:49.687307 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74605d8d-8328-4fbf-b668-a888cb740bb2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.776955 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74605d8d-8328-4fbf-b668-a888cb740bb2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.777273 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-74605d8d-8328-4fbf-b668-a888cb740bb2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP 33f7839f-901d-48d8-862a-21652e2ab722 disassociated. External IP: 172.25.8.85, port: e8f7b0b8-aeec-44e8-b519-9ed89c3a3170. Aug 16 02:16:49.994024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74605d8d-8328-4fbf-b668-a888cb740bb2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:50.104923 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74605d8d-8328-4fbf-b668-a888cb740bb2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:50.109603 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-74605d8d-8328-4fbf-b668-a888cb740bb2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.114521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6362d48-d066-4d71-9a25-85c9de31943b None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:50.123112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6362d48-d066-4d71-9a25-85c9de31943b None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:50.123926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a6362d48-d066-4d71-9a25-85c9de31943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:50.137105 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-74605d8d-8328-4fbf-b668-a888cb740bb2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "PUT /v2.0/floatingips/33f7839f-901d-48d8-862a-21652e2ab722 HTTP/1.1" status: 200 len: 687 time: 0.6730766 Aug 16 02:16:50.139583 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45660) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:50.159564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a6362d48-d066-4d71-9a25-85c9de31943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:50.168573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6362d48-d066-4d71-9a25-85c9de31943b None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:50.169188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a6362d48-d066-4d71-9a25-85c9de31943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:50.202323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a6362d48-d066-4d71-9a25-85c9de31943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:50.202985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6362d48-d066-4d71-9a25-85c9de31943b None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:50.506123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-680e9a1d-ebf8-4cbf-87b6-de642ec616e1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port 4a7b3e3b-35af-4b5d-bf9c-782c95dd13f0 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:50.506595 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-680e9a1d-ebf8-4cbf-87b6-de642ec616e1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.580216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-680e9a1d-ebf8-4cbf-87b6-de642ec616e1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.580539 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-680e9a1d-ebf8-4cbf-87b6-de642ec616e1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.595591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-680e9a1d-ebf8-4cbf-87b6-de642ec616e1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for 4a7b3e3b-35af-4b5d-bf9c-782c95dd13f0 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:50.822982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-680e9a1d-ebf8-4cbf-87b6-de642ec616e1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.852979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e9a1d-ebf8-4cbf-87b6-de642ec616e1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=4a7b3e3b-35af-4b5d-bf9c-782c95dd13f0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:50.916624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-680e9a1d-ebf8-4cbf-87b6-de642ec616e1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.919191 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-680e9a1d-ebf8-4cbf-87b6-de642ec616e1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.920361 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-680e9a1d-ebf8-4cbf-87b6-de642ec616e1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/floatingips/33f7839f-901d-48d8-862a-21652e2ab722 HTTP/1.1" status: 204 len: 168 time: 0.7798624 Aug 16 02:16:50.923072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45670) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:50.958726 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-9c275477-7947-422e-9b4d-b2cbc682a803 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] delete failed (client error): The resource could not be found. Aug 16 02:16:50.959747 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9c275477-7947-422e-9b4d-b2cbc682a803 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/floatingips/33f7839f-901d-48d8-862a-21652e2ab722 HTTP/1.1" status: 404 len: 345 time: 0.0357454 Aug 16 02:16:50.963548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45672) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.048355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a661cecf-0f0f-4e20-bb0a-feed2eddfe1e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.054293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a661cecf-0f0f-4e20-bb0a-feed2eddfe1e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.061212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a661cecf-0f0f-4e20-bb0a-feed2eddfe1e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.062898 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a661cecf-0f0f-4e20-bb0a-feed2eddfe1e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "GET /v2.0/ports?network_id=d5973e9f-c61e-4f9d-975b-d56a9c086a38 HTTP/1.1" status: 200 len: 2359 time: 0.0983758 Aug 16 02:16:51.065616 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45674) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.096619 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.116460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68610f57-fdb7-4fd3-bafd-171dc1a0420e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.118473 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-68610f57-fdb7-4fd3-bafd-171dc1a0420e tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "GET /v2.0/subnets/a599bb80-dc69-434b-be88-94cc3eafdb97 HTTP/1.1" status: 200 len: 797 time: 0.0513453 Aug 16 02:16:51.123300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45676) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.128357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'port': {'network_id': 'd5973e9f-c61e-4f9d-975b-d56a9c086a38', 'name': 'tempest-FloatingIPTestJSON-117005634', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:51.302485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Made reservation on behalf of 85768e8c8ca44bdab77a6c7e361df493 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:51.385891 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.403231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] device_id is not set on port 26d72105-f6f8-460d-a949-82297cc61137 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:16:51.693676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.20.0.14 (d5973e9f-c61e-4f9d-975b-d56a9c086a38/a599bb80-dc69-434b-be88-94cc3eafdb97/26d72105-f6f8-460d-a949-82297cc61137) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:51.699987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.20.0.13 (d5973e9f-c61e-4f9d-975b-d56a9c086a38/a599bb80-dc69-434b-be88-94cc3eafdb97/26d72105-f6f8-460d-a949-82297cc61137) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:51.844726 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.949557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.999263 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network d5973e9f-c61e-4f9d-975b-d56a9c086a38 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:52.003003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:52.007842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:52.012087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=26d72105-f6f8-460d-a949-82297cc61137,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:52.017062 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.058426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.059103 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.150414 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-acce5c08-4e98-4598-b067-7cd19145c958 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0260103 Aug 16 02:16:52.152807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45684) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:52.157558 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '26d72105-f6f8-460d-a949-82297cc61137', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:52.222535 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.323943 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.425249 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.25.8.248 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/03f859d1-66e1-42f0-b463-a5a7324d0a41) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:52.528883 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.618209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.660068 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:52.662912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:52.665472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:52.694215 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=03f859d1-66e1-42f0-b463-a5a7324d0a41,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:53.053686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.163279 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.323128 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.383521 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.463494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=03f859d1-66e1-42f0-b463-a5a7324d0a41,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:53.476110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.588780 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP 81fac9db-17cd-4071-a548-b0a20a120964 associated. External IP: 172.25.8.248, port: 26d72105-f6f8-460d-a949-82297cc61137. Aug 16 02:16:53.841237 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:53.975843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:54.002725 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b9df7-f123-48fe-a5df-5d4ef2418b1c None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:54.013165 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b9df7-f123-48fe-a5df-5d4ef2418b1c None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:54.013915 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5c3b9df7-f123-48fe-a5df-5d4ef2418b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:54.049571 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5c3b9df7-f123-48fe-a5df-5d4ef2418b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:54.051744 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.059112 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b9df7-f123-48fe-a5df-5d4ef2418b1c None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:54.059729 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5c3b9df7-f123-48fe-a5df-5d4ef2418b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:54.083696 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-85654c7f-7f9d-4cf6-bbe7-db1579b8de96 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9271297 Aug 16 02:16:54.083959 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45698) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:54.088881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-12e5b827-7272-4e58-b65e-577f398083c1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'floatingip': {'port_id': '26d72105-f6f8-460d-a949-82297cc61137', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:54.091448 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5c3b9df7-f123-48fe-a5df-5d4ef2418b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:54.093536 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b9df7-f123-48fe-a5df-5d4ef2418b1c None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:54.145496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12e5b827-7272-4e58-b65e-577f398083c1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.869356 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12e5b827-7272-4e58-b65e-577f398083c1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.931898 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12e5b827-7272-4e58-b65e-577f398083c1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.149355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e5b827-7272-4e58-b65e-577f398083c1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:55.256717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e5b827-7272-4e58-b65e-577f398083c1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:55.261181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-12e5b827-7272-4e58-b65e-577f398083c1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.269918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5fba5-f800-4fd8-a8fa-73c1a9c9d5f2 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:55.280862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5fba5-f800-4fd8-a8fa-73c1a9c9d5f2 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:55.281828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-84f5fba5-f800-4fd8-a8fa-73c1a9c9d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.315203 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-12e5b827-7272-4e58-b65e-577f398083c1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "PUT /v2.0/floatingips/81fac9db-17cd-4071-a548-b0a20a120964 HTTP/1.1" status: 200 len: 978 time: 1.2300110 Aug 16 02:16:55.319188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-84f5fba5-f800-4fd8-a8fa-73c1a9c9d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.327071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45706) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:55.329653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5fba5-f800-4fd8-a8fa-73c1a9c9d5f2 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:55.330381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-84f5fba5-f800-4fd8-a8fa-73c1a9c9d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.496765 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port 03f859d1-66e1-42f0-b463-a5a7324d0a41 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:55.497211 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.520609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-84f5fba5-f800-4fd8-a8fa-73c1a9c9d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.521265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5fba5-f800-4fd8-a8fa-73c1a9c9d5f2 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:55.577793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.578155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.590438 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for 03f859d1-66e1-42f0-b463-a5a7324d0a41 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:55.777532 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.809914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=03f859d1-66e1-42f0-b463-a5a7324d0a41,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:55.863616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.863975 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP 81fac9db-17cd-4071-a548-b0a20a120964 disassociated (deleted). External IP: 172.25.8.248, port: 26d72105-f6f8-460d-a949-82297cc61137. Aug 16 02:16:56.078652 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:56.185593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:56.190312 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.196168 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4317b6-a79a-4a99-a593-cca05d177937 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:56.206699 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4317b6-a79a-4a99-a593-cca05d177937 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:56.207323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4a4317b6-a79a-4a99-a593-cca05d177937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:56.220780 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dcd301dd-b378-4544-9281-d8113dc509a4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/floatingips/81fac9db-17cd-4071-a548-b0a20a120964 HTTP/1.1" status: 204 len: 168 time: 0.8902810 Aug 16 02:16:56.221163 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45714) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:56.239660 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4a4317b6-a79a-4a99-a593-cca05d177937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:56.248655 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4317b6-a79a-4a99-a593-cca05d177937 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:56.249257 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4a4317b6-a79a-4a99-a593-cca05d177937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:56.286130 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4a4317b6-a79a-4a99-a593-cca05d177937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:56.286695 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4317b6-a79a-4a99-a593-cca05d177937 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:56.319371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f7675114-7df0-4886-a365-0962e985e9ca tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port 26d72105-f6f8-460d-a949-82297cc61137 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:56.319709 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7675114-7df0-4886-a365-0962e985e9ca tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.404570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7675114-7df0-4886-a365-0962e985e9ca tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.423543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f7675114-7df0-4886-a365-0962e985e9ca tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for 26d72105-f6f8-460d-a949-82297cc61137 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:56.668582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7675114-7df0-4886-a365-0962e985e9ca tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.698073 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7675114-7df0-4886-a365-0962e985e9ca tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=26d72105-f6f8-460d-a949-82297cc61137,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:56.788371 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f7675114-7df0-4886-a365-0962e985e9ca tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.791079 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f7675114-7df0-4886-a365-0962e985e9ca tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/ports/26d72105-f6f8-460d-a949-82297cc61137 HTTP/1.1" status: 204 len: 168 time: 0.5689800 Aug 16 02:16:56.794928 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45722) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:56.799226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:56.880150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.982123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.085052 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.25.8.208 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/8669ea89-8232-4212-a8ec-89f9ef227ffa) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:57.189368 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.291881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.327734 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:57.332733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:57.335212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:57.366523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=8669ea89-8232-4212-a8ec-89f9ef227ffa,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:57.428142 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.510874 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.660286 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.760692 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.843593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=8669ea89-8232-4212-a8ec-89f9ef227ffa,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:57.846456 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.936807 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.938023 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-24eb11b5-9626-41c1-869c-65b787b774c4 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1423242 Aug 16 02:16:57.940856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45730) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.945790 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'port': {'network_id': 'd5973e9f-c61e-4f9d-975b-d56a9c086a38', 'name': 'tempest-FloatingIPTestJSON-309710152'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:58.108127 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Made reservation on behalf of 85768e8c8ca44bdab77a6c7e361df493 for: {'port': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:58.111803 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.380057 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] device_id is not set on port 775983eb-c653-4b46-a86f-394e629087d3 yet. {{(pid=95515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:16:58.490124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.20.0.13 (d5973e9f-c61e-4f9d-975b-d56a9c086a38/a599bb80-dc69-434b-be88-94cc3eafdb97/775983eb-c653-4b46-a86f-394e629087d3) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:58.645338 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.731847 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.772798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network d5973e9f-c61e-4f9d-975b-d56a9c086a38 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:58.778817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:58.782563 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:58.812145 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=775983eb-c653-4b46-a86f-394e629087d3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:58.840064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:58.840668 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.897665 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-455d8c9c-ad97-41c9-94b1-f4a64312d488 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9556975 Aug 16 02:16:58.900298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45738) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:58.905027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c7aa77e8-5bee-49d0-a98d-f4086540c972 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'floatingip': {'port_id': '775983eb-c653-4b46-a86f-394e629087d3'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:58.945190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7aa77e8-5bee-49d0-a98d-f4086540c972 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.375643 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7aa77e8-5bee-49d0-a98d-f4086540c972 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.445639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7aa77e8-5bee-49d0-a98d-f4086540c972 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.549299 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-c7aa77e8-5bee-49d0-a98d-f4086540c972 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP 7eca0579-cff9-4b71-928a-6186d093b11b associated. External IP: 172.25.8.208, port: 775983eb-c653-4b46-a86f-394e629087d3. Aug 16 02:16:59.760363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aa77e8-5bee-49d0-a98d-f4086540c972 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:59.862704 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2f7d6d79-85b8-4029-8c1e-47adb607885e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.866576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aa77e8-5bee-49d0-a98d-f4086540c972 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:59.871337 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c7aa77e8-5bee-49d0-a98d-f4086540c972 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.877910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181daa8e-b3a9-4b62-b048-40a7af5a09e0 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:59.888602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181daa8e-b3a9-4b62-b048-40a7af5a09e0 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:59.889213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-181daa8e-b3a9-4b62-b048-40a7af5a09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:59.907769 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c7aa77e8-5bee-49d0-a98d-f4086540c972 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "PUT /v2.0/floatingips/7eca0579-cff9-4b71-928a-6186d093b11b HTTP/1.1" status: 200 len: 978 time: 1.0004067 Aug 16 02:16:59.907769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45746) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:59.923629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-181daa8e-b3a9-4b62-b048-40a7af5a09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:59.932612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181daa8e-b3a9-4b62-b048-40a7af5a09e0 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:59.932940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-181daa8e-b3a9-4b62-b048-40a7af5a09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:59.968695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-181daa8e-b3a9-4b62-b048-40a7af5a09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:59.969340 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181daa8e-b3a9-4b62-b048-40a7af5a09e0 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:59.991719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port 775983eb-c653-4b46-a86f-394e629087d3 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:59.992074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.081639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.298828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.299184 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.299510 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP 7eca0579-cff9-4b71-928a-6186d093b11b disassociated. External IP: 172.25.8.208, port: 775983eb-c653-4b46-a86f-394e629087d3. Aug 16 02:17:00.299855 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for 775983eb-c653-4b46-a86f-394e629087d3 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:00.519802 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.548827 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=775983eb-c653-4b46-a86f-394e629087d3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.668132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:00.786529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:00.796793 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b975d9fc-2d72-4ebf-a96f-691d4a562a27 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:00.806244 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b975d9fc-2d72-4ebf-a96f-691d4a562a27 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:00.806795 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b975d9fc-2d72-4ebf-a96f-691d4a562a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:00.837541 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b975d9fc-2d72-4ebf-a96f-691d4a562a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:00.846592 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b975d9fc-2d72-4ebf-a96f-691d4a562a27 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:00.847447 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b975d9fc-2d72-4ebf-a96f-691d4a562a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:16:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:00.859657 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.862008 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e9610652-03d3-4fab-b829-d0518a9dc905 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/ports/775983eb-c653-4b46-a86f-394e629087d3 HTTP/1.1" status: 204 len: 168 time: 0.9566793 Aug 16 02:17:00.864462 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45756) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:00.884836 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b975d9fc-2d72-4ebf-a96f-691d4a562a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:00.885572 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b975d9fc-2d72-4ebf-a96f-691d4a562a27 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:00.910582 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ce9d40bb-78db-40a4-a0a2-1d60e28574c5 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "GET /v2.0/floatingips/7eca0579-cff9-4b71-928a-6186d093b11b HTTP/1.1" status: 200 len: 688 time: 0.0448761 Aug 16 02:17:00.913027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45758) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:01.036259 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f2efd733-e8da-4b05-a110-d8a28b73f8d3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port 8669ea89-8232-4212-a8ec-89f9ef227ffa {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:01.036612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2efd733-e8da-4b05-a110-d8a28b73f8d3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.114902 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2efd733-e8da-4b05-a110-d8a28b73f8d3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.115315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2efd733-e8da-4b05-a110-d8a28b73f8d3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.127115 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f2efd733-e8da-4b05-a110-d8a28b73f8d3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for 8669ea89-8232-4212-a8ec-89f9ef227ffa owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:01.371426 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2efd733-e8da-4b05-a110-d8a28b73f8d3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.395889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efd733-e8da-4b05-a110-d8a28b73f8d3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=8669ea89-8232-4212-a8ec-89f9ef227ffa,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:01.461674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2efd733-e8da-4b05-a110-d8a28b73f8d3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.464238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2efd733-e8da-4b05-a110-d8a28b73f8d3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.465409 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f2efd733-e8da-4b05-a110-d8a28b73f8d3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/floatingips/7eca0579-cff9-4b71-928a-6186d093b11b HTTP/1.1" status: 204 len: 168 time: 0.5514774 Aug 16 02:17:01.468811 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45762) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:01.473369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'e8f7b0b8-aeec-44e8-b519-9ed89c3a3170'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:01.548558 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.906102 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.008818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.25.8.166 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/a4458528-ad36-42ad-8253-a4ca8f8f18a3) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:02.123756 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.246401 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.288258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:02.293993 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:02.296985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:02.321692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=a4458528-ad36-42ad-8253-a4ca8f8f18a3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:02.679959 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.828615 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.886061 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39ee731e-2375-4bd1-9913-7d6226c34a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.896728 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.989799 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.063191 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.141539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=a4458528-ad36-42ad-8253-a4ca8f8f18a3,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:03.155572 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.253690 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP d2be107c-3264-4cbf-800e-124d4cef9bf4 associated. External IP: 172.25.8.166, port: e8f7b0b8-aeec-44e8-b519-9ed89c3a3170. Aug 16 02:17:03.467747 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:03.576509 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:03.587970 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620abcb-acda-4d0e-89b6-96b58c30cd87 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:03.597301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620abcb-acda-4d0e-89b6-96b58c30cd87 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:03.597978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7620abcb-acda-4d0e-89b6-96b58c30cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:03.630525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7620abcb-acda-4d0e-89b6-96b58c30cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:03.639387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620abcb-acda-4d0e-89b6-96b58c30cd87 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:03.639987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7620abcb-acda-4d0e-89b6-96b58c30cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:03.669027 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.676478 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7620abcb-acda-4d0e-89b6-96b58c30cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:03.677136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620abcb-acda-4d0e-89b6-96b58c30cd87 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:03.700977 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a6d78d0c-2eb6-44f8-8408-574458b250a6 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.2310958 Aug 16 02:17:03.703597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45778) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:03.708607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-12376730'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:03.771372 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Made reservation on behalf of 85768e8c8ca44bdab77a6c7e361df493 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:03.774939 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.798932 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:03.808367 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.808709 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Added segment d147324b-8002-4ea6-ab0d-66ccc6e06ef0 of type vlan for network 464395f6-0c64-49a2-9886-74041fb89fb1 Aug 16 02:17:03.848653 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.936848 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.942533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:03.943125 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.011968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Network': ['ID=464395f6-0c64-49a2-9886-74041fb89fb1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:04.023103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 464395f6-0c64-49a2-9886-74041fb89fb1 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:04.069238 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-60ea4266-f0fc-4858-bfbb-060a00ffba97 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3643479 Aug 16 02:17:04.071766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45782) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:04.076953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'subnet': {'network_id': '464395f6-0c64-49a2-9886-74041fb89fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:04.136832 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.216814 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Made reservation on behalf of 85768e8c8ca44bdab77a6c7e361df493 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:04.220306 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.457564 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.518802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Subnet': ['ID=b3e4cd2a-9977-43f1-aeac-8d4c9653bb25,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:04.529835 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Checking segment: {'id': 'd147324b-8002-4ea6-ab0d-66ccc6e06ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '464395f6-0c64-49a2-9886-74041fb89fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:04.530214 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network hostable DHCP agents. Network: 464395f6-0c64-49a2-9886-74041fb89fb1, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:04.616928 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network 464395f6-0c64-49a2-9886-74041fb89fb1 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:04.719676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 464395f6-0c64-49a2-9886-74041fb89fb1) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:04.723828 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:04.724423 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.729484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a04410-be56-4db6-a62f-3c5791c46a81 None None] Network 464395f6-0c64-49a2-9886-74041fb89fb1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:04.897891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-464395f6-0c64-49a2-9886-74041fb89fb1', 'network_id': '464395f6-0c64-49a2-9886-74041fb89fb1', 'tenant_id': '85768e8c8ca44bdab77a6c7e361df493', 'fixed_ips': [{'subnet_id': 'b3e4cd2a-9977-43f1-aeac-8d4c9653bb25'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:04.899109 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.951832 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-77a23557-a00a-432c-a984-55a8a640588b tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8764579 Aug 16 02:17:04.952237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45790) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:04.957215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2111059891', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:05.034933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Allocated IP 172.20.0.2 (464395f6-0c64-49a2-9886-74041fb89fb1/b3e4cd2a-9977-43f1-aeac-8d4c9653bb25/2770546b-3b21-401a-9160-ce3a52ad4727) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:05.068396 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.069784 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.126249 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.180507 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.189010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Transition to ACTIVE for port object 2770546b-3b21-401a-9160-ce3a52ad4727 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:05.203735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Transition to ACTIVE for port object 2770546b-3b21-401a-9160-ce3a52ad4727 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:05.257891 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.301974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Network 464395f6-0c64-49a2-9886-74041fb89fb1 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:05.302497 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.305878 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:05.310413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:05.313640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Pushing event updated for resources: {'Port': ['ID=2770546b-3b21-401a-9160-ce3a52ad4727,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:05.325743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.325743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.325743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.327652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.327652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.327652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.327652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.327652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.328081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.328177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.328434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.328764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:05.376433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Attempting to bind port 2770546b-3b21-401a-9160-ce3a52ad4727 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:05.377523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Attempting to bind port 2770546b-3b21-401a-9160-ce3a52ad4727 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd147324b-8002-4ea6-ab0d-66ccc6e06ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '464395f6-0c64-49a2-9886-74041fb89fb1'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:05.377928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Attempting to bind port 2770546b-3b21-401a-9160-ce3a52ad4727 on network 464395f6-0c64-49a2-9886-74041fb89fb1 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:05.383797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:05.384181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Checking segment: {'id': 'd147324b-8002-4ea6-ab0d-66ccc6e06ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '464395f6-0c64-49a2-9886-74041fb89fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:05.384630 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.385096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Bound using segment: {'id': 'd147324b-8002-4ea6-ab0d-66ccc6e06ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '464395f6-0c64-49a2-9886-74041fb89fb1'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:05.385582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Bound port: 2770546b-3b21-401a-9160-ce3a52ad4727, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd147324b-8002-4ea6-ab0d-66ccc6e06ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '464395f6-0c64-49a2-9886-74041fb89fb1'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:05.386004 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.455590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] For port 2770546b-3b21-401a-9160-ce3a52ad4727, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:05.458651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] For port 2770546b-3b21-401a-9160-ce3a52ad4727, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2770546b-3b21-401a-9160-ce3a52ad4727,segment=NetworkSegment(d147324b-8002-4ea6-ab0d-66ccc6e06ef0),segment_id=d147324b-8002-4ea6-ab0d-66ccc6e06ef0)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:05.537688 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.577311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.598449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec07db-d786-4445-b14a-41d1682955ad None None] Pushing event updated for resources: {'Port': ['ID=2770546b-3b21-401a-9160-ce3a52ad4727,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:05.603697 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.725119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.25.8.47 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/96e7fe23-48c6-4c78-b993-9228d7d03319) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:05.841689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.908250 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.932921 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.939033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2770546b-3b21-401a-9160-ce3a52ad4727 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:05.986426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:05.994026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:05.997758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:06.022910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=96e7fe23-48c6-4c78-b993-9228d7d03319,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:06.063290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 2770546b-3b21-401a-9160-ce3a52ad4727 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:06.605854 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.634435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8773c3e8-8272-42c1-a156-f48635092aaa None None] Network 464395f6-0c64-49a2-9886-74041fb89fb1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:06.743533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc42664a-7667-49a4-8a0c-24dfb4098fb6 None None] Provisioning for port 2770546b-3b21-401a-9160-ce3a52ad4727 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:06.751694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc42664a-7667-49a4-8a0c-24dfb4098fb6 None None] Provisioning complete for port 2770546b-3b21-401a-9160-ce3a52ad4727 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:06.752068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc42664a-7667-49a4-8a0c-24dfb4098fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.826358 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.891433 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc42664a-7667-49a4-8a0c-24dfb4098fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.929508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-fc42664a-7667-49a4-8a0c-24dfb4098fb6 None None] For port 2770546b-3b21-401a-9160-ce3a52ad4727, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2770546b-3b21-401a-9160-ce3a52ad4727,segment=NetworkSegment(d147324b-8002-4ea6-ab0d-66ccc6e06ef0),segment_id=d147324b-8002-4ea6-ab0d-66ccc6e06ef0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:06.979418 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc42664a-7667-49a4-8a0c-24dfb4098fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.033607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42664a-7667-49a4-8a0c-24dfb4098fb6 None None] Pushing event updated for resources: {'Port': ['ID=2770546b-3b21-401a-9160-ce3a52ad4727,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:07.063042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 8679f0ab-48d6-4eee-b112-4f6daf66a964 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:17:07.098803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2ac9a2b0-7092-4430-8800-3bee8a49a85e None None] Provisioning complete for port 2770546b-3b21-401a-9160-ce3a52ad4727 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:07.099391 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a2b0-7092-4430-8800-3bee8a49a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.175663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:07.186816 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3f6948-ea43-4dc0-98cb-92bde773d5c4 None None] Sync routers for ids ['8679f0ab-48d6-4eee-b112-4f6daf66a964'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:07.196404 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f6948-ea43-4dc0-98cb-92bde773d5c4 None None] Routers {'8679f0ab-48d6-4eee-b112-4f6daf66a964'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:07.197136 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1d3f6948-ea43-4dc0-98cb-92bde773d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8679f0ab-48d6-4eee-b112-4f6daf66a964'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:07.229946 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1d3f6948-ea43-4dc0-98cb-92bde773d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:07.238109 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f6948-ea43-4dc0-98cb-92bde773d5c4 None None] Routers {'8679f0ab-48d6-4eee-b112-4f6daf66a964'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:07.238739 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1d3f6948-ea43-4dc0-98cb-92bde773d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8679f0ab-48d6-4eee-b112-4f6daf66a964'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:07.240122 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.242894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-de3edfc1-b3c7-4cfa-badf-35e316416393 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2881470 Aug 16 02:17:07.244408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45816) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:07.270855 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-1d3f6948-ea43-4dc0-98cb-92bde773d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:07.271493 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3f6948-ea43-4dc0-98cb-92bde773d5c4 None None] The sync data for ids ['8679f0ab-48d6-4eee-b112-4f6daf66a964'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:07.680534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.848846 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2770546b-3b21-401a-9160-ce3a52ad4727 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:07.915173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 2770546b-3b21-401a-9160-ce3a52ad4727 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:07.915589 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.962536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.20.0.1 (464395f6-0c64-49a2-9886-74041fb89fb1/b3e4cd2a-9977-43f1-aeac-8d4c9653bb25/f06ac8ea-e093-4b73-bdc3-4c61bc327558) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:08.081459 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.094908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Transition to ACTIVE for port object f06ac8ea-e093-4b73-bdc3-4c61bc327558 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:08.177065 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.220111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network 464395f6-0c64-49a2-9886-74041fb89fb1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:08.225208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:08.229768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:08.256286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=f06ac8ea-e093-4b73-bdc3-4c61bc327558,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.280136 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.393218 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:17:08.503169 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.571318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f1dc0004-f666-4eae-add4-11d202ea4f52 None None] Provisioning for port f06ac8ea-e093-4b73-bdc3-4c61bc327558 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:08.575442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f1dc0004-f666-4eae-add4-11d202ea4f52 None None] Provisioning complete for port f06ac8ea-e093-4b73-bdc3-4c61bc327558 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:08.575827 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f1dc0004-f666-4eae-add4-11d202ea4f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.620942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc0004-f666-4eae-add4-11d202ea4f52 None None] Port f06ac8ea-e093-4b73-bdc3-4c61bc327558 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:08.797246 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.856843 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.929272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=f06ac8ea-e093-4b73-bdc3-4c61bc327558,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.934333 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.032687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network 464395f6-0c64-49a2-9886-74041fb89fb1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:09.034362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:09.166294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 8679f0ab-48d6-4eee-b112-4f6daf66a964 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:09.241794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fd29a0f9-14df-49d4-a7f7-a1d6e96182e9 None None] Provisioning complete for port f06ac8ea-e093-4b73-bdc3-4c61bc327558 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:09.242986 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fd29a0f9-14df-49d4-a7f7-a1d6e96182e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.276730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fd29a0f9-14df-49d4-a7f7-a1d6e96182e9 None None] Port f06ac8ea-e093-4b73-bdc3-4c61bc327558 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:09.279995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:09.285725 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a31568d0-7a64-4d65-9e47-76c824ab42c8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "PUT /v2.0/routers/8679f0ab-48d6-4eee-b112-4f6daf66a964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396202 Aug 16 02:17:09.291036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab1ef50-4794-4b8d-97da-8a696507d199 None None] Sync routers for ids ['8679f0ab-48d6-4eee-b112-4f6daf66a964'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:09.292168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45838) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:09.297549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'port': {'network_id': '464395f6-0c64-49a2-9886-74041fb89fb1', 'name': 'tempest-FloatingIPTestJSON-1877233301'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:09.300566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1ef50-4794-4b8d-97da-8a696507d199 None None] Routers {'8679f0ab-48d6-4eee-b112-4f6daf66a964'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:09.301460 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aab1ef50-4794-4b8d-97da-8a696507d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8679f0ab-48d6-4eee-b112-4f6daf66a964'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:09.333652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aab1ef50-4794-4b8d-97da-8a696507d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:09.342960 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1ef50-4794-4b8d-97da-8a696507d199 None None] Routers {'8679f0ab-48d6-4eee-b112-4f6daf66a964'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:09.343558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aab1ef50-4794-4b8d-97da-8a696507d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8679f0ab-48d6-4eee-b112-4f6daf66a964'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:09.379943 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aab1ef50-4794-4b8d-97da-8a696507d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:09.380598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab1ef50-4794-4b8d-97da-8a696507d199 None None] The sync data for ids ['8679f0ab-48d6-4eee-b112-4f6daf66a964'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:09.508307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Made reservation on behalf of 85768e8c8ca44bdab77a6c7e361df493 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:09.511996 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.532942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] device_id is not set on port 963a459d-f73a-402b-9298-a9a1d955751e yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:17:09.643682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Allocated IP 172.20.0.14 (464395f6-0c64-49a2-9886-74041fb89fb1/b3e4cd2a-9977-43f1-aeac-8d4c9653bb25/963a459d-f73a-402b-9298-a9a1d955751e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:09.792185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.806398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Transition to ACTIVE for port object 963a459d-f73a-402b-9298-a9a1d955751e will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:09.908836 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.958207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Network 464395f6-0c64-49a2-9886-74041fb89fb1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:09.961374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:09.963756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:09.990575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event updated for resources: {'Port': ['ID=963a459d-f73a-402b-9298-a9a1d955751e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.020135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.020773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.090253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e1eca3da-2da5-48c6-a7db-3fbd7fd6a2b3 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7968476 Aug 16 02:17:10.090426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45850) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:10.095991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6b407e6e-7eff-45c7-a8f7-869a74981170 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Request body: {'floatingip': {'port_id': '963a459d-f73a-402b-9298-a9a1d955751e'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:10.163264 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b407e6e-7eff-45c7-a8f7-869a74981170 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.263056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ce445120-77d9-4d03-aa65-2703bb894847 None None] Provisioning for port 963a459d-f73a-402b-9298-a9a1d955751e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:10.266979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ce445120-77d9-4d03-aa65-2703bb894847 None None] Provisioning complete for port 963a459d-f73a-402b-9298-a9a1d955751e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:10.267356 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ce445120-77d9-4d03-aa65-2703bb894847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.304357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ce445120-77d9-4d03-aa65-2703bb894847 None None] Port 963a459d-f73a-402b-9298-a9a1d955751e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:10.641223 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b407e6e-7eff-45c7-a8f7-869a74981170 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.708565 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b407e6e-7eff-45c7-a8f7-869a74981170 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.813069 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-6b407e6e-7eff-45c7-a8f7-869a74981170 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP d2be107c-3264-4cbf-800e-124d4cef9bf4 associated. External IP: 172.25.8.166, port: e8f7b0b8-aeec-44e8-b519-9ed89c3a3170. Aug 16 02:17:11.017724 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b407e6e-7eff-45c7-a8f7-869a74981170 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:11.393229 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b407e6e-7eff-45c7-a8f7-869a74981170 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:11.405259 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ee073-4f27-4a91-9124-0f6e9038cbb6 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:11.415744 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ee073-4f27-4a91-9124-0f6e9038cbb6 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:11.416686 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-792ee073-4f27-4a91-9124-0f6e9038cbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:11.454565 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-792ee073-4f27-4a91-9124-0f6e9038cbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:11.463201 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ee073-4f27-4a91-9124-0f6e9038cbb6 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:11.463805 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-792ee073-4f27-4a91-9124-0f6e9038cbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:11.495735 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-792ee073-4f27-4a91-9124-0f6e9038cbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:11.496375 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ee073-4f27-4a91-9124-0f6e9038cbb6 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:11.607230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b407e6e-7eff-45c7-a8f7-869a74981170 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 8679f0ab-48d6-4eee-b112-4f6daf66a964 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:11.717390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b407e6e-7eff-45c7-a8f7-869a74981170 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:11.722286 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6b407e6e-7eff-45c7-a8f7-869a74981170 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.726636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319d25c-f8f0-44c8-82e2-d7e00304d095 None None] Sync routers for ids ['8679f0ab-48d6-4eee-b112-4f6daf66a964'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:11.735494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1319d25c-f8f0-44c8-82e2-d7e00304d095 None None] Routers {'8679f0ab-48d6-4eee-b112-4f6daf66a964'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:11.736179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1319d25c-f8f0-44c8-82e2-d7e00304d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8679f0ab-48d6-4eee-b112-4f6daf66a964'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:11.770017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1319d25c-f8f0-44c8-82e2-d7e00304d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:11.779636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1319d25c-f8f0-44c8-82e2-d7e00304d095 None None] Routers {'8679f0ab-48d6-4eee-b112-4f6daf66a964'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:11.780314 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6b407e6e-7eff-45c7-a8f7-869a74981170 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "PUT /v2.0/floatingips/d2be107c-3264-4cbf-800e-124d4cef9bf4 HTTP/1.1" status: 200 len: 979 time: 1.6885185 Aug 16 02:17:11.782835 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45866) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:11.783059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1319d25c-f8f0-44c8-82e2-d7e00304d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8679f0ab-48d6-4eee-b112-4f6daf66a964'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:11.819672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1319d25c-f8f0-44c8-82e2-d7e00304d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:11.821234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319d25c-f8f0-44c8-82e2-d7e00304d095 None None] The sync data for ids ['8679f0ab-48d6-4eee-b112-4f6daf66a964'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:11.882460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port 963a459d-f73a-402b-9298-a9a1d955751e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:11.883302 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.971454 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.145988 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.146378 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.146688 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Floating IP d2be107c-3264-4cbf-800e-124d4cef9bf4 disassociated. External IP: 172.25.8.166, port: 963a459d-f73a-402b-9298-a9a1d955751e. Aug 16 02:17:12.147024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for 963a459d-f73a-402b-9298-a9a1d955751e owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:12.354694 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.382583 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=963a459d-f73a-402b-9298-a9a1d955751e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.392572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.392921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.393265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.393875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.394001 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.394280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.394608 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.395336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.395336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.395557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.395883 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.396278 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:12.520572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 8679f0ab-48d6-4eee-b112-4f6daf66a964 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:12.636391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:12.647557 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d02f6a-d3c5-4c2b-a8c8-2bf7906ede5d None None] Sync routers for ids ['8679f0ab-48d6-4eee-b112-4f6daf66a964'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:12.656510 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d02f6a-d3c5-4c2b-a8c8-2bf7906ede5d None None] Routers {'8679f0ab-48d6-4eee-b112-4f6daf66a964'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:12.657346 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-92d02f6a-d3c5-4c2b-a8c8-2bf7906ede5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8679f0ab-48d6-4eee-b112-4f6daf66a964'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:12.692782 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-92d02f6a-d3c5-4c2b-a8c8-2bf7906ede5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:12.702213 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d02f6a-d3c5-4c2b-a8c8-2bf7906ede5d None None] Routers {'8679f0ab-48d6-4eee-b112-4f6daf66a964'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:12.703069 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.703214 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-92d02f6a-d3c5-4c2b-a8c8-2bf7906ede5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8679f0ab-48d6-4eee-b112-4f6daf66a964'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:12.704993 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-afada872-e5ef-4684-be6c-a0a72506704f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/ports/963a459d-f73a-402b-9298-a9a1d955751e HTTP/1.1" status: 204 len: 168 time: 0.9207482 Aug 16 02:17:12.707774 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45874) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:12.734630 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-92d02f6a-d3c5-4c2b-a8c8-2bf7906ede5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:12.735260 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d02f6a-d3c5-4c2b-a8c8-2bf7906ede5d None None] The sync data for ids ['8679f0ab-48d6-4eee-b112-4f6daf66a964'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:13.308369 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.569053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port f06ac8ea-e093-4b73-bdc3-4c61bc327558 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:13.569401 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.659687 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.671455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for f06ac8ea-e093-4b73-bdc3-4c61bc327558 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:13.920182 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.948132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=f06ac8ea-e093-4b73-bdc3-4c61bc327558,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:13.961143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:13.961143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:13.961143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:13.961478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:13.961769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:13.962132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:13.962456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:13.962780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:13.963099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:13.963424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:13.963890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:13.964242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.140779 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.363603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 8679f0ab-48d6-4eee-b112-4f6daf66a964 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:14.471011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:14.475979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9e5c991b-cf0d-4bed-bcad-72c05f5eab13 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "PUT /v2.0/routers/8679f0ab-48d6-4eee-b112-4f6daf66a964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7671807 Aug 16 02:17:14.479152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45898) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:14.484855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d7514-aa3e-43c5-81b1-c71696821e55 None None] Sync routers for ids ['8679f0ab-48d6-4eee-b112-4f6daf66a964'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:14.495750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d7514-aa3e-43c5-81b1-c71696821e55 None None] Routers {'8679f0ab-48d6-4eee-b112-4f6daf66a964'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:14.496627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-612d7514-aa3e-43c5-81b1-c71696821e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8679f0ab-48d6-4eee-b112-4f6daf66a964'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:14.532053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-612d7514-aa3e-43c5-81b1-c71696821e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:14.542208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d7514-aa3e-43c5-81b1-c71696821e55 None None] Routers {'8679f0ab-48d6-4eee-b112-4f6daf66a964'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:14.543042 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-612d7514-aa3e-43c5-81b1-c71696821e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8679f0ab-48d6-4eee-b112-4f6daf66a964'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:14.575702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-612d7514-aa3e-43c5-81b1-c71696821e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:14.576608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d7514-aa3e-43c5-81b1-c71696821e55 None None] The sync data for ids ['8679f0ab-48d6-4eee-b112-4f6daf66a964'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:14.588678 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.692049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.807996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port 96e7fe23-48c6-4c78-b993-9228d7d03319 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:14.808339 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.891863 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.903724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for 96e7fe23-48c6-4c78-b993-9228d7d03319 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:15.137186 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.161646 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=96e7fe23-48c6-4c78-b993-9228d7d03319,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.224233 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.314763 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.316850 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.423100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.423665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Fanout notify agent at l3_agent the message router_deleted on router 8679f0ab-48d6-4eee-b112-4f6daf66a964 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:17:15.431137 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.435314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ef94d47d-0e94-48fd-8d7c-dbdeebd98cd1 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/routers/8679f0ab-48d6-4eee-b112-4f6daf66a964 HTTP/1.1" status: 204 len: 168 time: 0.9522076 Aug 16 02:17:15.435314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45906) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:15.485577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2909f6-bda5-419a-b8d5-0b162ad820a2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting subnet b3e4cd2a-9977-43f1-aeac-8d4c9653bb25 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:15.488777 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ca2909f6-bda5-419a-b8d5-0b162ad820a2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.528984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ca2909f6-bda5-419a-b8d5-0b162ad820a2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.614059 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ca2909f6-bda5-419a-b8d5-0b162ad820a2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.726089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ca2909f6-bda5-419a-b8d5-0b162ad820a2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.750458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2909f6-bda5-419a-b8d5-0b162ad820a2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e4cd2a-9977-43f1-aeac-8d4c9653bb25,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.758067 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ca2909f6-bda5-419a-b8d5-0b162ad820a2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.759944 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ca2909f6-bda5-419a-b8d5-0b162ad820a2 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/subnets/b3e4cd2a-9977-43f1-aeac-8d4c9653bb25 HTTP/1.1" status: 204 len: 168 time: 0.3240778 Aug 16 02:17:15.762825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45908) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:15.765161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f7d2b-e506-4341-b5da-f6322dca3585 None None] Network 464395f6-0c64-49a2-9886-74041fb89fb1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:15.845041 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.903506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port 2770546b-3b21-401a-9160-ce3a52ad4727 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:15.903852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.951425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de06d48-119f-4c8a-8ea1-33ed2b2d1bb3 None None] DHCP port deletion for 464395f6-0c64-49a2-9886-74041fb89fb1 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:15.971666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] For port 2770546b-3b21-401a-9160-ce3a52ad4727, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2770546b-3b21-401a-9160-ce3a52ad4727,segment=NetworkSegment(d147324b-8002-4ea6-ab0d-66ccc6e06ef0),segment_id=d147324b-8002-4ea6-ab0d-66ccc6e06ef0)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:15.972033 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.984939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for 2770546b-3b21-401a-9160-ce3a52ad4727 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:15.996730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8de06d48-119f-4c8a-8ea1-33ed2b2d1bb3 None None] Deleting port 2770546b-3b21-401a-9160-ce3a52ad4727 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:15.997113 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8de06d48-119f-4c8a-8ea1-33ed2b2d1bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.063794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8de06d48-119f-4c8a-8ea1-33ed2b2d1bb3 None None] For port 2770546b-3b21-401a-9160-ce3a52ad4727, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2770546b-3b21-401a-9160-ce3a52ad4727,segment=NetworkSegment(d147324b-8002-4ea6-ab0d-66ccc6e06ef0),segment_id=d147324b-8002-4ea6-ab0d-66ccc6e06ef0)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:16.064199 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8de06d48-119f-4c8a-8ea1-33ed2b2d1bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.077383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8de06d48-119f-4c8a-8ea1-33ed2b2d1bb3 None None] Calling delete_port for 2770546b-3b21-401a-9160-ce3a52ad4727 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:16.120352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.148263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=2770546b-3b21-401a-9160-ce3a52ad4727,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.153856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] No DVR routers for this DVR port 2770546b-3b21-401a-9160-ce3a52ad4727 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:16.156217 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8de06d48-119f-4c8a-8ea1-33ed2b2d1bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.192204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de06d48-119f-4c8a-8ea1-33ed2b2d1bb3 None None] Pushing event deleted for resources: {'Port': ['ID=2770546b-3b21-401a-9160-ce3a52ad4727,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.194378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de06d48-119f-4c8a-8ea1-33ed2b2d1bb3 None None] No DVR routers for this DVR port 2770546b-3b21-401a-9160-ce3a52ad4727 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:16.253527 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.264188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464395f6-0c64-49a2-9886-74041fb89fb1']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.280768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd147324b-8002-4ea6-ab0d-66ccc6e06ef0') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.281063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd147324b-8002-4ea6-ab0d-66ccc6e06ef0') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.300620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.323119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.329574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:16.329992 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:16.332876 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:16.480105 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.487217 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.488883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/networks/464395f6-0c64-49a2-9886-74041fb89fb1 HTTP/1.1" status: 204 len: 168 time: 0.7251320 Aug 16 02:17:16.491732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45916) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:16.512717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3d354-af31-450f-9948-35d33c009767 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Network': ['ID=464395f6-0c64-49a2-9886-74041fb89fb1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.619856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-192dc75e-100e-4060-8c8d-9c8485066b9f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port a4458528-ad36-42ad-8253-a4ca8f8f18a3 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:16.620262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-192dc75e-100e-4060-8c8d-9c8485066b9f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.697384 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-192dc75e-100e-4060-8c8d-9c8485066b9f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.697715 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-192dc75e-100e-4060-8c8d-9c8485066b9f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.710754 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-192dc75e-100e-4060-8c8d-9c8485066b9f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for a4458528-ad36-42ad-8253-a4ca8f8f18a3 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:16.926089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-192dc75e-100e-4060-8c8d-9c8485066b9f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.952101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dc75e-100e-4060-8c8d-9c8485066b9f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=a4458528-ad36-42ad-8253-a4ca8f8f18a3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.027207 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-192dc75e-100e-4060-8c8d-9c8485066b9f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.029953 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-192dc75e-100e-4060-8c8d-9c8485066b9f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.031159 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-192dc75e-100e-4060-8c8d-9c8485066b9f tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/floatingips/d2be107c-3264-4cbf-800e-124d4cef9bf4 HTTP/1.1" status: 204 len: 168 time: 0.5376213 Aug 16 02:17:17.034933 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45922) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.060856 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5328f0c3-789f-4e68-be40-fcccb8bc37f9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:17.061473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5328f0c3-789f-4e68-be40-fcccb8bc37f9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:17.063237 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5328f0c3-789f-4e68-be40-fcccb8bc37f9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/ports/963a459d-f73a-402b-9298-a9a1d955751e HTTP/1.1" status: 404 len: 333 time: 0.0277650 Aug 16 02:17:17.065699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45924) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.092528 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6651cf5a-e3ed-4f9a-918a-7485779578a9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "GET /v2.0/ports?device_id=8679f0ab-48d6-4eee-b112-4f6daf66a964 HTTP/1.1" status: 200 len: 205 time: 0.0257103 Aug 16 02:17:17.095172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45926) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.131920 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-5870c128-ce2a-47bb-abaa-af8340df5956 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] delete failed (client error): The resource could not be found. Aug 16 02:17:17.133013 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5870c128-ce2a-47bb-abaa-af8340df5956 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/routers/8679f0ab-48d6-4eee-b112-4f6daf66a964 HTTP/1.1" status: 404 len: 336 time: 0.0367954 Aug 16 02:17:17.135648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45928) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.161492 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c11a67-3363-48fd-9f09-c191bfe19f3d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:17.161969 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c11a67-3363-48fd-9f09-c191bfe19f3d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:17.163602 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-95c11a67-3363-48fd-9f09-c191bfe19f3d tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/subnets/b3e4cd2a-9977-43f1-aeac-8d4c9653bb25 HTTP/1.1" status: 404 len: 337 time: 0.0270786 Aug 16 02:17:17.166658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 45930) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.256451 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-94b2c44f-99f9-4602-957e-a6a6316bb4b8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port e8f7b0b8-aeec-44e8-b519-9ed89c3a3170 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:17.256803 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94b2c44f-99f9-4602-957e-a6a6316bb4b8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.352863 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94b2c44f-99f9-4602-957e-a6a6316bb4b8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.365647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-94b2c44f-99f9-4602-957e-a6a6316bb4b8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for e8f7b0b8-aeec-44e8-b519-9ed89c3a3170 owned by {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:17.542671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94b2c44f-99f9-4602-957e-a6a6316bb4b8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.572620 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2c44f-99f9-4602-957e-a6a6316bb4b8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=e8f7b0b8-aeec-44e8-b519-9ed89c3a3170,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.655858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94b2c44f-99f9-4602-957e-a6a6316bb4b8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.658178 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-94b2c44f-99f9-4602-957e-a6a6316bb4b8 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/ports/e8f7b0b8-aeec-44e8-b519-9ed89c3a3170 HTTP/1.1" status: 204 len: 168 time: 0.4905396 Aug 16 02:17:17.660742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45942) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.843575 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2770546b-3b21-401a-9160-ce3a52ad4727 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:17.864845 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 2770546b-3b21-401a-9160-ce3a52ad4727 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:17.865215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2770546b-3b21-401a-9160-ce3a52ad4727 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:18.030348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-903be59c-4252-43bf-b8c3-25c0a63314d9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port ba77fc97-12da-4860-8dbd-a48392d02812 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:18.030690 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-903be59c-4252-43bf-b8c3-25c0a63314d9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.131427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-903be59c-4252-43bf-b8c3-25c0a63314d9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.142855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-903be59c-4252-43bf-b8c3-25c0a63314d9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for ba77fc97-12da-4860-8dbd-a48392d02812 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:18.337948 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-903be59c-4252-43bf-b8c3-25c0a63314d9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.374572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903be59c-4252-43bf-b8c3-25c0a63314d9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=ba77fc97-12da-4860-8dbd-a48392d02812,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.443419 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-903be59c-4252-43bf-b8c3-25c0a63314d9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.445976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-903be59c-4252-43bf-b8c3-25c0a63314d9 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/ports/ba77fc97-12da-4860-8dbd-a48392d02812 HTTP/1.1" status: 204 len: 168 time: 0.7832577 Aug 16 02:17:18.448332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45954) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:18.498984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f642eee-5362-48f5-811c-2ead70a7a619 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:18.500813 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4f642eee-5362-48f5-811c-2ead70a7a619 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "GET /v2.0/ports?device_id=23037cec-46b7-4b3d-8b6a-e8ea2593f613 HTTP/1.1" status: 200 len: 913 time: 0.0511823 Aug 16 02:17:18.503385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45956) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:18.900945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2464fcfa-81d0-4506-90bb-56e51684b989 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.169591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-2464fcfa-81d0-4506-90bb-56e51684b989 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port e6e6bd6e-eac4-44c1-89ad-b7e1fb993a46 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:19.169870 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2464fcfa-81d0-4506-90bb-56e51684b989 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.254766 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2464fcfa-81d0-4506-90bb-56e51684b989 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.267940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-2464fcfa-81d0-4506-90bb-56e51684b989 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for e6e6bd6e-eac4-44c1-89ad-b7e1fb993a46 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:19.491634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2464fcfa-81d0-4506-90bb-56e51684b989 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.520160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464fcfa-81d0-4506-90bb-56e51684b989 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=e6e6bd6e-eac4-44c1-89ad-b7e1fb993a46,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:19.701407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2464fcfa-81d0-4506-90bb-56e51684b989 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.921935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2464fcfa-81d0-4506-90bb-56e51684b989 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:20.028249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2464fcfa-81d0-4506-90bb-56e51684b989 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:20.033413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2464fcfa-81d0-4506-90bb-56e51684b989 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "PUT /v2.0/routers/23037cec-46b7-4b3d-8b6a-e8ea2593f613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5290687 Aug 16 02:17:20.035891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45976) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:20.038158 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46b285-cf8f-45d9-976b-c6fbb360fe49 None None] Sync routers for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:20.053181 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46b285-cf8f-45d9-976b-c6fbb360fe49 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:20.054176 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9b46b285-cf8f-45d9-976b-c6fbb360fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:20.089666 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9b46b285-cf8f-45d9-976b-c6fbb360fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:20.098166 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46b285-cf8f-45d9-976b-c6fbb360fe49 None None] Routers {'23037cec-46b7-4b3d-8b6a-e8ea2593f613'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:20.098760 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9b46b285-cf8f-45d9-976b-c6fbb360fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:17:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:20.130798 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9b46b285-cf8f-45d9-976b-c6fbb360fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:20.131443 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46b285-cf8f-45d9-976b-c6fbb360fe49 None None] The sync data for ids ['23037cec-46b7-4b3d-8b6a-e8ea2593f613'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:20.147106 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.256745 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.360664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting port b4603d81-3113-4ec3-811f-1eb22a78c648 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:20.361023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.438845 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.450821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Calling delete_port for b4603d81-3113-4ec3-811f-1eb22a78c648 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:20.662971 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.693224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Port': ['ID=b4603d81-3113-4ec3-811f-1eb22a78c648,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:20.762717 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.854668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.856848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.966116 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.966747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Fanout notify agent at l3_agent the message router_deleted on router 23037cec-46b7-4b3d-8b6a-e8ea2593f613 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:17:20.973603 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.975425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-357a987a-e3a7-4070-bb59-f26a8e11203c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/routers/23037cec-46b7-4b3d-8b6a-e8ea2593f613 HTTP/1.1" status: 204 len: 168 time: 0.9382861 Aug 16 02:17:20.976976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 45992) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:21.042149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ddc777-e8e1-4f4e-888b-6ab18d45d14c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Deleting subnet a599bb80-dc69-434b-be88-94cc3eafdb97 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:21.045944 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc777-e8e1-4f4e-888b-6ab18d45d14c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.090069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc777-e8e1-4f4e-888b-6ab18d45d14c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.097450 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.136252 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc777-e8e1-4f4e-888b-6ab18d45d14c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.251738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc777-e8e1-4f4e-888b-6ab18d45d14c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.279816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddc777-e8e1-4f4e-888b-6ab18d45d14c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Subnet': ['ID=a599bb80-dc69-434b-be88-94cc3eafdb97,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:21.283461 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc777-e8e1-4f4e-888b-6ab18d45d14c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.286300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f6ddc777-e8e1-4f4e-888b-6ab18d45d14c tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/subnets/a599bb80-dc69-434b-be88-94cc3eafdb97 HTTP/1.1" status: 204 len: 168 time: 0.3082762 Aug 16 02:17:21.287758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46000) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:21.365999 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.459184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.469165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5973e9f-c61e-4f9d-975b-d56a9c086a38']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:21.479319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff28a57a-04b5-47aa-896e-a74fb176b0fc') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:21.479544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff28a57a-04b5-47aa-896e-a74fb176b0fc') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:21.488660 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.502940 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.509295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:21.512789 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:21.645744 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.652953 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.656557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] 10.222.0.66 "DELETE /v2.0/networks/d5973e9f-c61e-4f9d-975b-d56a9c086a38 HTTP/1.1" status: 204 len: 168 time: 0.3661234 Aug 16 02:17:21.667228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644ba49-86f8-4a91-89c3-3adab6c37108 tempest-FloatingIPTestJSON-1327714703 tempest-FloatingIPTestJSON-1327714703-project] Pushing event deleted for resources: {'Network': ['ID=d5973e9f-c61e-4f9d-975b-d56a9c086a38,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:22.011256 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.097915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46018) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:22.237262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c2fd6ef3-b4fc-4937-8e19-e5ebec63b488 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85768e8c8ca44bdab77a6c7e361df493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380918 Aug 16 02:17:22.239912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46022) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:22.287849 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9eb2-013f-41fa-b7b3-fd8e7fdb2716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.309108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9eb2-013f-41fa-b7b3-fd8e7fdb2716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.394099 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9eb2-013f-41fa-b7b3-fd8e7fdb2716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.396710 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9eb2-013f-41fa-b7b3-fd8e7fdb2716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.401314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fdbd9eb2-013f-41fa-b7b3-fd8e7fdb2716 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f7ae63e-7d7d-4b20-af37-fe3497bbb89d HTTP/1.1" status: 204 len: 168 time: 0.1571681 Aug 16 02:17:22.406960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd9eb2-013f-41fa-b7b3-fd8e7fdb2716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ae63e-7d7d-4b20-af37-fe3497bbb89d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:23.394392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46062) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:23.497698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'networks': [{'name': 'tempest-network--1159787734'}, {'name': 'tempest-network--1433285475'}]} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:23.498051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'network': {'name': 'tempest-network--1159787734'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:23.498578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'network': {'name': 'tempest-network--1433285475'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:23.571795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Made reservation on behalf of 2bc5292372274a1db373deff9a006485 for: {'network': 2} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:23.576383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.585229 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.673413 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.743208 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.743773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.784688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a97bd12-351b-4d52-a115-d9a05c60f272,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:23.791984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:23.806183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.806183 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Added segment 6b1de810-1de2-412d-a9d5-5c4d18be22c5 of type vlan for network 66f19105-213c-49be-9d4a-e21e05272659 Aug 16 02:17:23.867131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.905193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:23.914860 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.920648 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Added segment a5faa929-1564-4cef-9fa0-f462085d4e2a of type vlan for network 36f29d84-09c4-4449-b71a-3f44fded85ea Aug 16 02:17:23.956823 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.051071 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.051775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.058278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.063193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.063799 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.163060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event updated for resources: {'Network': ['ID=66f19105-213c-49be-9d4a-e21e05272659,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:24.175106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 66f19105-213c-49be-9d4a-e21e05272659 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:24.230474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8348343 Aug 16 02:17:24.231455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46076) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:24.254466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a33a2a-41d9-4148-8d89-cb049368c216 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event updated for resources: {'Network': ['ID=36f29d84-09c4-4449-b71a-3f44fded85ea,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:24.268397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 36f29d84-09c4-4449-b71a-3f44fded85ea details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:24.418065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081e70f-39f7-4478-9f7c-0e119fb3a437 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.423421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081e70f-39f7-4478-9f7c-0e119fb3a437 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.432588 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081e70f-39f7-4478-9f7c-0e119fb3a437 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.436796 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081e70f-39f7-4478-9f7c-0e119fb3a437 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.438498 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8081e70f-39f7-4478-9f7c-0e119fb3a437 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2046056 Aug 16 02:17:24.441328 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46082) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:24.523093 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.615045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.625643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f19105-213c-49be-9d4a-e21e05272659']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:24.636851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1de810-1de2-412d-a9d5-5c4d18be22c5') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:24.637151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1de810-1de2-412d-a9d5-5c4d18be22c5') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:24.645842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.659433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.666019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:24.666518 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:24.669958 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:24.817104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.824188 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.826783 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "DELETE /v2.0/networks/66f19105-213c-49be-9d4a-e21e05272659 HTTP/1.1" status: 204 len: 168 time: 0.3836792 Aug 16 02:17:24.828816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46088) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:24.837180 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65d3d7-ce4b-48e0-a91c-f3075d022b83 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Network': ['ID=66f19105-213c-49be-9d4a-e21e05272659,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.161732 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.247312 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.257734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f29d84-09c4-4449-b71a-3f44fded85ea']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:25.269243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5faa929-1564-4cef-9fa0-f462085d4e2a') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:25.269536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5faa929-1564-4cef-9fa0-f462085d4e2a') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:25.280359 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.295417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.301244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:25.301725 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:25.304534 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:25.417155 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.421695 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.426856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46096) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.432761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "DELETE /v2.0/networks/36f29d84-09c4-4449-b71a-3f44fded85ea HTTP/1.1" status: 204 len: 168 time: 0.5964231 Aug 16 02:17:25.449894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660aeaf-f845-40a2-8499-99d110146f59 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Network': ['ID=36f29d84-09c4-4449-b71a-3f44fded85ea,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.536864 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e5e378-094e-4cc6-933f-ff379a04c06d tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.543204 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e5e378-094e-4cc6-933f-ff379a04c06d tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.544788 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e3e5e378-094e-4cc6-933f-ff379a04c06d tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1167252 Aug 16 02:17:25.548405 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46104) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.553425 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-455613252'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:25.628371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Made reservation on behalf of 2bc5292372274a1db373deff9a006485 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:25.631929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.657065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:25.665743 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.666228 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Added segment 86bf917e-5784-4551-a489-09aeaf48c123 of type vlan for network 5a0769d7-fee9-4313-a829-b15493e6da38 Aug 16 02:17:25.705474 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.805836 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.811436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.814622 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.879391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event updated for resources: {'Network': ['ID=5a0769d7-fee9-4313-a829-b15493e6da38,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.890799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 5a0769d7-fee9-4313-a829-b15493e6da38 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:25.939059 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5c323c33-08c8-4ee7-b373-f5e13a177f54 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3884141 Aug 16 02:17:25.940432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46110) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.946643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-712424844'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:26.017124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Made reservation on behalf of 2bc5292372274a1db373deff9a006485 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:26.020707 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.044194 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:26.052738 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.053080 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Added segment 483146a4-a3e3-4d58-9c44-eb167fc552aa of type vlan for network 49c4682f-7886-4099-a3ec-f6bc0a93fba0 Aug 16 02:17:26.092443 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.176761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.183165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.183763 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.248182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event updated for resources: {'Network': ['ID=49c4682f-7886-4099-a3ec-f6bc0a93fba0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:26.258526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 49c4682f-7886-4099-a3ec-f6bc0a93fba0 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:26.320721 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-919db2f9-01b9-4050-bb12-7a909296525f tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3789930 Aug 16 02:17:26.323678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46116) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:26.330747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'ports': [{'network_id': '5a0769d7-fee9-4313-a829-b15493e6da38', 'name': 'tempest-port--1742200710', 'admin_state_up': True}, {'network_id': '49c4682f-7886-4099-a3ec-f6bc0a93fba0', 'admin_state_up': False}]} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:26.331060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'port': {'network_id': '5a0769d7-fee9-4313-a829-b15493e6da38', 'name': 'tempest-port--1742200710', 'admin_state_up': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:26.331538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'port': {'network_id': '49c4682f-7886-4099-a3ec-f6bc0a93fba0', 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:26.570216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Made reservation on behalf of 2bc5292372274a1db373deff9a006485 for: {'port': 2} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:26.570489 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.583439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.665097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] device_id is not set on port cd382983-2a35-4ead-ae5d-b06c5be09f28 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:17:26.817930 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.881447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-a377236d-d0c6-4b20-8d37-f98937c7f340 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1051471 Aug 16 02:17:26.893668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] device_id is not set on port 9e2b2bac-ae09-4d0d-8482-f768010f6561 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:17:27.029342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-155fab2d-017d-432d-9ebf-8d6d42c0c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.030968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-155fab2d-017d-432d-9ebf-8d6d42c0c682 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce17501dfe5041949b1052f6cbaed773&device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 1098 time: 0.0717912 Aug 16 02:17:27.047260 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.167677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-a8719dfe-ab5c-439a-a2f0-6ce17da86942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.169228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-a8719dfe-ab5c-439a-a2f0-6ce17da86942 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66ae2347-38bf-43ca-a5e0-a70437f6a11a HTTP/1.1" status: 200 len: 909 time: 0.1133628 Aug 16 02:17:27.223283 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.269613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-4a900cf1-7b11-4e78-8808-99767639477f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=debb82dc-f9f5-4866-b70a-77495e421425 HTTP/1.1" status: 200 len: 1001 time: 0.0911674 Aug 16 02:17:27.314740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event updated for resources: {'Port': ['ID=cd382983-2a35-4ead-ae5d-b06c5be09f28,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:27.347154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Checking segment: {'id': '86bf917e-5784-4551-a489-09aeaf48c123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5a0769d7-fee9-4313-a829-b15493e6da38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:27.347797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Network hostable DHCP agents. Network: 5a0769d7-fee9-4313-a829-b15493e6da38, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:27.350407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-3491d76b-82d5-4c99-983d-81e15ad958d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.352554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-3491d76b-82d5-4c99-983d-81e15ad958d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d HTTP/1.1" status: 200 len: 847 time: 0.0740836 Aug 16 02:17:27.405191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-5dcd1889-3479-47ac-ab8e-fe40900c24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.406689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-5dcd1889-3479-47ac-ab8e-fe40900c24cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66ae2347-38bf-43ca-a5e0-a70437f6a11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458183 Aug 16 02:17:27.471553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Network 5a0769d7-fee9-4313-a829-b15493e6da38 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:27.516670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-9e55112e-b3c3-4f59-8c8f-c9ce22c5992a service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015406 Aug 16 02:17:27.542870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 5a0769d7-fee9-4313-a829-b15493e6da38) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:27.551001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d97fb-08a3-4425-b175-72b9faa79c8f None None] Network 5a0769d7-fee9-4313-a829-b15493e6da38 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:27.572215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:27.573092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.655015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event updated for resources: {'Port': ['ID=9e2b2bac-ae09-4d0d-8482-f768010f6561,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:27.673939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef14f174-6af6-4781-814f-5cafddc7b984 req-5ee9f02b-708b-493c-afc7-78f1d436e56a service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497574 Aug 16 02:17:27.681702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Checking segment: {'id': '483146a4-a3e3-4d58-9c44-eb167fc552aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '49c4682f-7886-4099-a3ec-f6bc0a93fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:27.682090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Network hostable DHCP agents. Network: 49c4682f-7886-4099-a3ec-f6bc0a93fba0, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:27.793620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Network 49c4682f-7886-4099-a3ec-f6bc0a93fba0 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:27.873993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 49c4682f-7886-4099-a3ec-f6bc0a93fba0) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:27.878286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:27.884291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd45f7e-3f01-4e8e-b3e0-8ba6cb2c6dc1 None None] Network 49c4682f-7886-4099-a3ec-f6bc0a93fba0 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:27.885158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.889931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.890563 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.960558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b621367e-9088-4971-b3c4-41465225c215 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6342835 Aug 16 02:17:27.962962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46140) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:28.050007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ce413-ecbd-4b9c-9a86-36bfef38e673 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.056209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ce413-ecbd-4b9c-9a86-36bfef38e673 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.057756 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b97ce413-ecbd-4b9c-9a86-36bfef38e673 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0936823 Aug 16 02:17:28.060613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46144) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:28.146659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-c24bc1b8-9baa-455f-aae7-528c00027de6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Deleting port cd382983-2a35-4ead-ae5d-b06c5be09f28 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:28.147005 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c24bc1b8-9baa-455f-aae7-528c00027de6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.220138 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c24bc1b8-9baa-455f-aae7-528c00027de6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.235515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-c24bc1b8-9baa-455f-aae7-528c00027de6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Calling delete_port for cd382983-2a35-4ead-ae5d-b06c5be09f28 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:28.382599 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c24bc1b8-9baa-455f-aae7-528c00027de6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.413398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bc1b8-9baa-455f-aae7-528c00027de6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Port': ['ID=cd382983-2a35-4ead-ae5d-b06c5be09f28,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:28.421776 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c24bc1b8-9baa-455f-aae7-528c00027de6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.423841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c24bc1b8-9baa-455f-aae7-528c00027de6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "DELETE /v2.0/ports/cd382983-2a35-4ead-ae5d-b06c5be09f28 HTTP/1.1" status: 204 len: 168 time: 0.3622150 Aug 16 02:17:28.426411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46150) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:28.513095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-32d8c0ad-d293-4101-86f8-67753093e334 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Deleting port 9e2b2bac-ae09-4d0d-8482-f768010f6561 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:28.513355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32d8c0ad-d293-4101-86f8-67753093e334 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.585995 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32d8c0ad-d293-4101-86f8-67753093e334 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.599724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-32d8c0ad-d293-4101-86f8-67753093e334 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Calling delete_port for 9e2b2bac-ae09-4d0d-8482-f768010f6561 owned by {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:28.760010 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32d8c0ad-d293-4101-86f8-67753093e334 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.788933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8c0ad-d293-4101-86f8-67753093e334 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Port': ['ID=9e2b2bac-ae09-4d0d-8482-f768010f6561,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:28.794388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32d8c0ad-d293-4101-86f8-67753093e334 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.796319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-32d8c0ad-d293-4101-86f8-67753093e334 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "DELETE /v2.0/ports/9e2b2bac-ae09-4d0d-8482-f768010f6561 HTTP/1.1" status: 204 len: 168 time: 0.3688617 Aug 16 02:17:28.798891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46160) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:28.826083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1b76299c-b750-4efe-8ed4-5510d11261cf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0260122 Aug 16 02:17:28.829474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46162) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:28.834192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-989696344'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:28.914662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Made reservation on behalf of 2bc5292372274a1db373deff9a006485 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:28.918323 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.946261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:28.962437 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.963353 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Added segment b242b43a-5b73-4da0-8e1a-73759d84e154 of type vlan for network 767e6a6c-b6f3-483f-84dc-a61f41c34135 Aug 16 02:17:29.006318 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.086115 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.092030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:29.092830 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.158451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event updated for resources: {'Network': ['ID=767e6a6c-b6f3-483f-84dc-a61f41c34135,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:29.169638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 767e6a6c-b6f3-483f-84dc-a61f41c34135 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:29.230262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f1b208c2-eaa3-4dad-bc1d-0680ce44aec6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3993626 Aug 16 02:17:29.232222 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46170) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:29.241965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-502601872'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:29.296693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Made reservation on behalf of 2bc5292372274a1db373deff9a006485 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:29.300359 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.328560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:29.338047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.338391 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Added segment 802543eb-bd4f-423e-96e4-f5c7e2053510 of type vlan for network f16cd384-39d7-4412-9c66-10e73fea8e71 Aug 16 02:17:29.377349 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.462469 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.468124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:29.468761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.535529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event updated for resources: {'Network': ['ID=f16cd384-39d7-4412-9c66-10e73fea8e71,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:29.545554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network f16cd384-39d7-4412-9c66-10e73fea8e71 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:29.578546 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d7dc8503-aee9-4070-91dd-7695f9c67a10 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3451920 Aug 16 02:17:29.711519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46184) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:29.716793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'subnets': [{'network_id': '767e6a6c-b6f3-483f-84dc-a61f41c34135', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1990571228', 'ip_version': 4}, {'network_id': 'f16cd384-39d7-4412-9c66-10e73fea8e71', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:29.717110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'subnet': {'network_id': '767e6a6c-b6f3-483f-84dc-a61f41c34135', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1990571228', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:29.718643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Request body: {'subnet': {'network_id': 'f16cd384-39d7-4412-9c66-10e73fea8e71', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:29.868455 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b33ad47f-b075-4392-a119-f4880b0495b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.953964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Made reservation on behalf of 2bc5292372274a1db373deff9a006485 for: {'subnet': 2} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:29.958692 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.959046 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.388906 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.452447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event updated for resources: {'Subnet': ['ID=9978df16-c6e9-4a9a-99ca-2be797e0a9f3,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:30.474519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Checking segment: {'id': 'b242b43a-5b73-4da0-8e1a-73759d84e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '767e6a6c-b6f3-483f-84dc-a61f41c34135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:30.475169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Network hostable DHCP agents. Network: 767e6a6c-b6f3-483f-84dc-a61f41c34135, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:30.582979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Network 767e6a6c-b6f3-483f-84dc-a61f41c34135 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:30.651338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 767e6a6c-b6f3-483f-84dc-a61f41c34135) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:30.655334 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.660536 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91843bf9-1467-4153-868a-2554477296ca None None] Network 767e6a6c-b6f3-483f-84dc-a61f41c34135 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:30.720778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event updated for resources: {'Subnet': ['ID=69489a05-5be8-4094-b270-225bef38eb95,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:30.729498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Checking segment: {'id': '802543eb-bd4f-423e-96e4-f5c7e2053510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f16cd384-39d7-4412-9c66-10e73fea8e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:30.729954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Network hostable DHCP agents. Network: f16cd384-39d7-4412-9c66-10e73fea8e71, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:30.783021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Network f16cd384-39d7-4412-9c66-10e73fea8e71 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:30.820949 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-767e6a6c-b6f3-483f-84dc-a61f41c34135', 'network_id': '767e6a6c-b6f3-483f-84dc-a61f41c34135', 'tenant_id': '2bc5292372274a1db373deff9a006485', 'fixed_ips': [{'subnet_id': '9978df16-c6e9-4a9a-99ca-2be797e0a9f3'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:30.821827 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.852137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, f16cd384-39d7-4412-9c66-10e73fea8e71) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:30.857234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:30.857732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:30.858492 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.891895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a68085-012f-40cb-b0bf-31fc5c3d35bb None None] Network f16cd384-39d7-4412-9c66-10e73fea8e71 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:30.938181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1a92f954-3bc9-44db-88d9-9ea7e7924fb3 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2253351 Aug 16 02:17:30.940673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46192) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:31.044683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f06d3a8-fa40-46f4-af22-f4a96ae94377 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:31.046235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f06d3a8-fa40-46f4-af22-f4a96ae94377 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:31.047885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f06d3a8-fa40-46f4-af22-f4a96ae94377 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:31.052610 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2f06d3a8-fa40-46f4-af22-f4a96ae94377 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1078749 Aug 16 02:17:31.052962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46194) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:31.107433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5f7261-b2ca-492b-9636-e11e45197938 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Deleting subnet 9978df16-c6e9-4a9a-99ca-2be797e0a9f3 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:31.176424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Allocated IP 172.20.0.2 (767e6a6c-b6f3-483f-84dc-a61f41c34135/9978df16-c6e9-4a9a-99ca-2be797e0a9f3/be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:31.299199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-f16cd384-39d7-4412-9c66-10e73fea8e71', 'network_id': 'f16cd384-39d7-4412-9c66-10e73fea8e71', 'tenant_id': '2bc5292372274a1db373deff9a006485', 'fixed_ips': [{'subnet_id': '69489a05-5be8-4094-b270-225bef38eb95'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:31.300053 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.473404 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.488411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Transition to ACTIVE for port object be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:31.509418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Allocated IP 172.20.0.18 (f16cd384-39d7-4412-9c66-10e73fea8e71/69489a05-5be8-4094-b270-225bef38eb95/568f824b-2415-4232-8218-aa5c773ede0f) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:31.514979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Transition to ACTIVE for port object be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:31.582306 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7261-b2ca-492b-9636-e11e45197938 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.587326 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.626256 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7261-b2ca-492b-9636-e11e45197938 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.645416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Network 767e6a6c-b6f3-483f-84dc-a61f41c34135 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:31.645416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:31.652894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:31.665464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Pushing event updated for resources: {'Port': ['ID=be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:31.723973 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7261-b2ca-492b-9636-e11e45197938 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.755287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Attempting to bind port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:31.755581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Attempting to bind port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'b242b43a-5b73-4da0-8e1a-73759d84e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '767e6a6c-b6f3-483f-84dc-a61f41c34135'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:31.755947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Attempting to bind port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 on network 767e6a6c-b6f3-483f-84dc-a61f41c34135 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:31.764713 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.769230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:31.769616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Checking segment: {'id': 'b242b43a-5b73-4da0-8e1a-73759d84e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '767e6a6c-b6f3-483f-84dc-a61f41c34135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:31.770275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.770648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Bound using segment: {'id': 'b242b43a-5b73-4da0-8e1a-73759d84e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '767e6a6c-b6f3-483f-84dc-a61f41c34135'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:31.771130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Bound port: be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b242b43a-5b73-4da0-8e1a-73759d84e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '767e6a6c-b6f3-483f-84dc-a61f41c34135'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:31.771519 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.785034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Transition to ACTIVE for port object 568f824b-2415-4232-8218-aa5c773ede0f will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:31.821918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Transition to ACTIVE for port object 568f824b-2415-4232-8218-aa5c773ede0f will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:31.857298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7261-b2ca-492b-9636-e11e45197938 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.860361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-cf228e34-4214-4440-bae5-899992ef700e None None] For port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:31.863827 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-cf228e34-4214-4440-bae5-899992ef700e None None] For port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6,segment=NetworkSegment(b242b43a-5b73-4da0-8e1a-73759d84e154),segment_id=b242b43a-5b73-4da0-8e1a-73759d84e154)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:31.889790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f7261-b2ca-492b-9636-e11e45197938 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Subnet': ['ID=9978df16-c6e9-4a9a-99ca-2be797e0a9f3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:31.894779 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7261-b2ca-492b-9636-e11e45197938 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.899963 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1b5f7261-b2ca-492b-9636-e11e45197938 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "DELETE /v2.0/subnets/9978df16-c6e9-4a9a-99ca-2be797e0a9f3 HTTP/1.1" status: 204 len: 168 time: 0.8430226 Aug 16 02:17:31.900260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46198) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:31.920452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.950926 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.954470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95f61a5-5012-4faf-8cb6-3546e672e9a9 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Deleting subnet 69489a05-5be8-4094-b270-225bef38eb95 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:31.958331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b95f61a5-5012-4faf-8cb6-3546e672e9a9 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.970937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Network f16cd384-39d7-4412-9c66-10e73fea8e71 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:31.977712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:31.985150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:31.988680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Pushing event updated for resources: {'Port': ['ID=568f824b-2415-4232-8218-aa5c773ede0f,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:32.014464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b95f61a5-5012-4faf-8cb6-3546e672e9a9 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.091311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf228e34-4214-4440-bae5-899992ef700e None None] Pushing event updated for resources: {'Port': ['ID=be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:32.115384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Attempting to bind port 568f824b-2415-4232-8218-aa5c773ede0f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:32.116012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Attempting to bind port 568f824b-2415-4232-8218-aa5c773ede0f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '802543eb-bd4f-423e-96e4-f5c7e2053510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f16cd384-39d7-4412-9c66-10e73fea8e71'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:32.116589 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Attempting to bind port 568f824b-2415-4232-8218-aa5c773ede0f on network f16cd384-39d7-4412-9c66-10e73fea8e71 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:32.123379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:32.124121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Checking segment: {'id': '802543eb-bd4f-423e-96e4-f5c7e2053510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f16cd384-39d7-4412-9c66-10e73fea8e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:32.124532 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.125166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Bound using segment: {'id': '802543eb-bd4f-423e-96e4-f5c7e2053510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f16cd384-39d7-4412-9c66-10e73fea8e71'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:32.126246 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Bound port: 568f824b-2415-4232-8218-aa5c773ede0f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802543eb-bd4f-423e-96e4-f5c7e2053510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f16cd384-39d7-4412-9c66-10e73fea8e71'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:32.126789 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.135410 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b95f61a5-5012-4faf-8cb6-3546e672e9a9 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.263767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b95f61a5-5012-4faf-8cb6-3546e672e9a9 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.273531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] For port 568f824b-2415-4232-8218-aa5c773ede0f, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:32.279176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] For port 568f824b-2415-4232-8218-aa5c773ede0f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=568f824b-2415-4232-8218-aa5c773ede0f,segment=NetworkSegment(802543eb-bd4f-423e-96e4-f5c7e2053510),segment_id=802543eb-bd4f-423e-96e4-f5c7e2053510)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:32.292219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f61a5-5012-4faf-8cb6-3546e672e9a9 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Subnet': ['ID=69489a05-5be8-4094-b270-225bef38eb95,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:32.299553 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b95f61a5-5012-4faf-8cb6-3546e672e9a9 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.300098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b95f61a5-5012-4faf-8cb6-3546e672e9a9 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "DELETE /v2.0/subnets/69489a05-5be8-4094-b270-225bef38eb95 HTTP/1.1" status: 204 len: 168 time: 0.3988664 Aug 16 02:17:32.302663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46200) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:32.338864 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.366789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863900ac-7a0d-4147-9d16-01c5e2a03311 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:32.368482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-863900ac-7a0d-4147-9d16-01c5e2a03311 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0648720 Aug 16 02:17:32.372483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46202) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:32.410071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8496f0-384f-42cb-9639-80e5bad1675b None None] Pushing event updated for resources: {'Port': ['ID=568f824b-2415-4232-8218-aa5c773ede0f,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:32.477015 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.534576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Deleting port 568f824b-2415-4232-8218-aa5c773ede0f {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:32.535821 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.644100 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] For port 568f824b-2415-4232-8218-aa5c773ede0f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=568f824b-2415-4232-8218-aa5c773ede0f,segment=NetworkSegment(802543eb-bd4f-423e-96e4-f5c7e2053510),segment_id=802543eb-bd4f-423e-96e4-f5c7e2053510)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:32.644882 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.664099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Calling delete_port for 568f824b-2415-4232-8218-aa5c773ede0f owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:32.834436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.871387 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Port': ['ID=568f824b-2415-4232-8218-aa5c773ede0f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:32.877012 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] No DVR routers for this DVR port 568f824b-2415-4232-8218-aa5c773ede0f on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:32.886903 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.908712 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bc8e34c-c266-4ada-a8de-1128b88bea5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.106159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5073ab-9d0e-4888-b649-6b42873c7d16 None None] Network 767e6a6c-b6f3-483f-84dc-a61f41c34135 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:33.286262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.299417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16cd384-39d7-4412-9c66-10e73fea8e71']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:33.311071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802543eb-bd4f-423e-96e4-f5c7e2053510') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:33.311368 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802543eb-bd4f-423e-96e4-f5c7e2053510') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:33.322858 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.339346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b46c53-f864-4395-a519-58dd273e3951 None None] DHCP port deletion for 767e6a6c-b6f3-483f-84dc-a61f41c34135 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:33.339658 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.342732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b024ce69-b9a8-40ea-8acb-ba2c1aee40bd None None] Provisioning for port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:33.346190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:33.346640 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:33.386792 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:33.427371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d4b46c53-f864-4395-a519-58dd273e3951 None None] Deleting port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:33.427788 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d4b46c53-f864-4395-a519-58dd273e3951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.468708 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.495712 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.502177 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "DELETE /v2.0/networks/f16cd384-39d7-4412-9c66-10e73fea8e71 HTTP/1.1" status: 204 len: 168 time: 1.1260931 Aug 16 02:17:33.502328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d4b46c53-f864-4395-a519-58dd273e3951 None None] For port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6,segment=NetworkSegment(b242b43a-5b73-4da0-8e1a-73759d84e154),segment_id=b242b43a-5b73-4da0-8e1a-73759d84e154)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:33.502328 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d4b46c53-f864-4395-a519-58dd273e3951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.503468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46206) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:33.504489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a423a-d2fc-42f9-ab3c-449bacbc10a6 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Network': ['ID=f16cd384-39d7-4412-9c66-10e73fea8e71,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:33.520843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d4b46c53-f864-4395-a519-58dd273e3951 None None] Calling delete_port for be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:33.592812 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5256dd-4e41-4173-a2e5-328adc59f1b8 None None] DHCP port deletion for f16cd384-39d7-4412-9c66-10e73fea8e71 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:33.601687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2ee06f66-e83d-4136-9583-f19cbba90a10 None None] Could not find standard attr ID for object 568f824b-2415-4232-8218-aa5c773ede0f. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:17:33.606915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.620823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f16f2d7-90e8-46a8-9646-649379623666 None None] Network f16cd384-39d7-4412-9c66-10e73fea8e71 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:33.638466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f16f2d7-90e8-46a8-9646-649379623666 None None] Network f16cd384-39d7-4412-9c66-10e73fea8e71 could not be found, it might have been deleted concurrently. {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:17:33.671172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Deleting port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:33.671518 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.720738 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d4b46c53-f864-4395-a519-58dd273e3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.742427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] For port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6,segment=NetworkSegment(b242b43a-5b73-4da0-8e1a-73759d84e154),segment_id=b242b43a-5b73-4da0-8e1a-73759d84e154)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:33.742797 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.749510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b46c53-f864-4395-a519-58dd273e3951 None None] Pushing event deleted for resources: {'Port': ['ID=be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:33.756978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Calling delete_port for be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:33.760542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b46c53-f864-4395-a519-58dd273e3951 None None] No DVR routers for this DVR port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:33.841606 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.865465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Port': ['ID=be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:33.871347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] No DVR routers for this DVR port be33bd98-edd6-48ea-8ec5-7fb5cb3c69a6 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:33.954773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.965212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767e6a6c-b6f3-483f-84dc-a61f41c34135']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:33.976506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b242b43a-5b73-4da0-8e1a-73759d84e154') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:33.976807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b242b43a-5b73-4da0-8e1a-73759d84e154') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:33.985564 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.999512 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.005660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:34.006162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: self.session.flush() Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:34.009211 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:34.126174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.146047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.148399 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.152820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "DELETE /v2.0/networks/767e6a6c-b6f3-483f-84dc-a61f41c34135 HTTP/1.1" status: 204 len: 168 time: 0.6455426 Aug 16 02:17:34.153651 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46210) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:34.165644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574eeae0-f70c-49b0-82cf-f21f791a2142 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Network': ['ID=767e6a6c-b6f3-483f-84dc-a61f41c34135,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:34.231414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.315351 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.325634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c4682f-7886-4099-a3ec-f6bc0a93fba0']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:34.336794 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483146a4-a3e3-4d58-9c44-eb167fc552aa') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:34.337211 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483146a4-a3e3-4d58-9c44-eb167fc552aa') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:34.346291 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.364409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.370830 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:34.371222 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:34.374132 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:34.502896 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.509526 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.511356 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "DELETE /v2.0/networks/49c4682f-7886-4099-a3ec-f6bc0a93fba0 HTTP/1.1" status: 204 len: 168 time: 0.3567605 Aug 16 02:17:34.513704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46212) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:34.531124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe062dc-63ae-454b-96cd-368ce14517c8 tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Network': ['ID=49c4682f-7886-4099-a3ec-f6bc0a93fba0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:34.597182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.686974 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.696607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0769d7-fee9-4313-a829-b15493e6da38']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:34.707189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bf917e-5784-4551-a489-09aeaf48c123') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:34.707490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bf917e-5784-4551-a489-09aeaf48c123') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:34.716809 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.731172 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.737073 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:34.737467 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:34.740446 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:34.856928 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.861494 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.863660 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] 10.222.0.66 "DELETE /v2.0/networks/5a0769d7-fee9-4313-a829-b15493e6da38 HTTP/1.1" status: 204 len: 168 time: 0.3487856 Aug 16 02:17:34.878622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcefb6e-beb4-4858-b6ec-711623f72edf tempest-BulkNetworkOpsTest-87377307 tempest-BulkNetworkOpsTest-87377307-project] Pushing event deleted for resources: {'Network': ['ID=5a0769d7-fee9-4313-a829-b15493e6da38,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:35.342785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46224) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:35.484997 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0df08b6e-efc6-4c05-a3fa-97b6291ac6ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2bc5292372274a1db373deff9a006485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409168 Aug 16 02:17:35.487375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46230) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:35.538406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7af6-dfc3-40c2-a439-0c5be9312b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.560082 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7af6-dfc3-40c2-a439-0c5be9312b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.697169 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7af6-dfc3-40c2-a439-0c5be9312b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.699767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7caa7af6-dfc3-40c2-a439-0c5be9312b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.700929 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7caa7af6-dfc3-40c2-a439-0c5be9312b5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a97bd12-351b-4d52-a115-d9a05c60f272 HTTP/1.1" status: 204 len: 168 time: 0.2126458 Aug 16 02:17:35.708625 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa7af6-dfc3-40c2-a439-0c5be9312b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a97bd12-351b-4d52-a115-d9a05c60f272,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:35.845948 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.674295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46254) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:36.771367 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-648851696'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:36.839571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:36.843013 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.851437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.943289 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.994403 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.029407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:37.038731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dd830e-e584-4813-83fe-009fda5ba66a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:37.044889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.045244 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment 658310bf-92ef-48b6-b820-6b09eea1ce86 of type vlan for network 4a04f7bf-6aff-4150-961b-b4d655d9b38b Aug 16 02:17:37.086093 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.170937 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.176466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.177055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.247235 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=4a04f7bf-6aff-4150-961b-b4d655d9b38b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:37.257517 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 4a04f7bf-6aff-4150-961b-b4d655d9b38b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:37.331895 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-185be45d-5ba7-4f8e-bc6e-5a5ebd2dcedd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6564364 Aug 16 02:17:37.532012 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46260) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:37.537665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'network_id': '4a04f7bf-6aff-4150-961b-b4d655d9b38b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:37.719726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:37.723288 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.937121 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.998106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=c71730f1-d05e-4e53-a333-aa8c8a8b539a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.005312 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking segment: {'id': '658310bf-92ef-48b6-b820-6b09eea1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4a04f7bf-6aff-4150-961b-b4d655d9b38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:38.005668 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network hostable DHCP agents. Network: 4a04f7bf-6aff-4150-961b-b4d655d9b38b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:38.091423 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network 4a04f7bf-6aff-4150-961b-b4d655d9b38b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:38.165617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 4a04f7bf-6aff-4150-961b-b4d655d9b38b) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:38.170338 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.171220 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.175174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19182263-f4c7-4700-8308-8ef86ed67c49 None None] Network 4a04f7bf-6aff-4150-961b-b4d655d9b38b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:38.246355 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1b05b557-216c-4100-9186-385740c7d43b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7129378 Aug 16 02:17:38.249907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46264) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.255843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1596193444'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:38.324285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-4a04f7bf-6aff-4150-961b-b4d655d9b38b', 'network_id': '4a04f7bf-6aff-4150-961b-b4d655d9b38b', 'tenant_id': '0effee99f0ab4114b25345d364cba3ee', 'fixed_ips': [{'subnet_id': 'c71730f1-d05e-4e53-a333-aa8c8a8b539a'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:38.331514 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.354460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:38.354460 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.382687 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:38.392414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.396896 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment b3256d3c-d134-4326-8462-00e4ed26fd21 of type vlan for network 27da015e-791b-4e46-84bb-8cc24c4c0ca4 Aug 16 02:17:38.438371 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.478162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Allocated IP 172.20.255.242 (4a04f7bf-6aff-4150-961b-b4d655d9b38b/c71730f1-d05e-4e53-a333-aa8c8a8b539a/a41d366a-2bc2-42bd-9f3d-6052d48ee06a) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:38.526673 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.532500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.533118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.605005 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=27da015e-791b-4e46-84bb-8cc24c4c0ca4,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.616867 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 27da015e-791b-4e46-84bb-8cc24c4c0ca4 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:38.655170 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cf77bca8-54f6-4ed7-95d9-b962bf03a0bc tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4011395 Aug 16 02:17:38.655463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46268) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.661651 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'network_id': '27da015e-791b-4e46-84bb-8cc24c4c0ca4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:38.676218 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.696951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Transition to ACTIVE for port object a41d366a-2bc2-42bd-9f3d-6052d48ee06a will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:38.724402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Transition to ACTIVE for port object a41d366a-2bc2-42bd-9f3d-6052d48ee06a will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:38.799992 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.844161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Network 4a04f7bf-6aff-4150-961b-b4d655d9b38b is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:38.847032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:38.849467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:38.863945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:38.864470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Pushing event updated for resources: {'Port': ['ID=a41d366a-2bc2-42bd-9f3d-6052d48ee06a,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.864561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.913278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Attempting to bind port a41d366a-2bc2-42bd-9f3d-6052d48ee06a on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:38.913670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Attempting to bind port a41d366a-2bc2-42bd-9f3d-6052d48ee06a by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '658310bf-92ef-48b6-b820-6b09eea1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4a04f7bf-6aff-4150-961b-b4d655d9b38b'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:38.914056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Attempting to bind port a41d366a-2bc2-42bd-9f3d-6052d48ee06a on network 4a04f7bf-6aff-4150-961b-b4d655d9b38b {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:38.919268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:38.919650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Checking segment: {'id': '658310bf-92ef-48b6-b820-6b09eea1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4a04f7bf-6aff-4150-961b-b4d655d9b38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:38.920062 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.920463 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Bound using segment: {'id': '658310bf-92ef-48b6-b820-6b09eea1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4a04f7bf-6aff-4150-961b-b4d655d9b38b'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:38.920939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Bound port: a41d366a-2bc2-42bd-9f3d-6052d48ee06a, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658310bf-92ef-48b6-b820-6b09eea1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4a04f7bf-6aff-4150-961b-b4d655d9b38b'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:38.921329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.990348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] For port a41d366a-2bc2-42bd-9f3d-6052d48ee06a, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:38.993683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] For port a41d366a-2bc2-42bd-9f3d-6052d48ee06a, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a41d366a-2bc2-42bd-9f3d-6052d48ee06a,segment=NetworkSegment(658310bf-92ef-48b6-b820-6b09eea1ce86),segment_id=658310bf-92ef-48b6-b820-6b09eea1ce86)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:39.074782 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.131328 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.137954 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb950ea-370e-430e-9142-1367b0a8ca6a None None] Pushing event updated for resources: {'Port': ['ID=a41d366a-2bc2-42bd-9f3d-6052d48ee06a,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.199406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=8213d9f3-f1c0-48f5-8a3a-087c8ec42fbe,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.208417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking segment: {'id': 'b3256d3c-d134-4326-8462-00e4ed26fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27da015e-791b-4e46-84bb-8cc24c4c0ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:39.208883 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network hostable DHCP agents. Network: 27da015e-791b-4e46-84bb-8cc24c4c0ca4, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:39.319093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network 27da015e-791b-4e46-84bb-8cc24c4c0ca4 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:39.412340 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 27da015e-791b-4e46-84bb-8cc24c4c0ca4) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:39.420393 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:39.421045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.438532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa34924-02ca-4aba-ac0d-acdfbf260b71 None None] Network 27da015e-791b-4e46-84bb-8cc24c4c0ca4 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:39.531962 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1dfa2854-f166-4e25-b1d4-060dbcce5207 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8750615 Aug 16 02:17:39.534663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46270) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:39.588649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-27da015e-791b-4e46-84bb-8cc24c4c0ca4', 'network_id': '27da015e-791b-4e46-84bb-8cc24c4c0ca4', 'tenant_id': '0effee99f0ab4114b25345d364cba3ee', 'fixed_ips': [{'subnet_id': '8213d9f3-f1c0-48f5-8a3a-087c8ec42fbe'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:39.590329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.645581 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.720953 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.748138 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Allocated IP 172.20.0.2 (27da015e-791b-4e46-84bb-8cc24c4c0ca4/8213d9f3-f1c0-48f5-8a3a-087c8ec42fbe/05fbdae2-15de-4c11-baac-972da29dcbae) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:39.911835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a41d366a-2bc2-42bd-9f3d-6052d48ee06a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:39.972288 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.986405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Transition to ACTIVE for port object 05fbdae2-15de-4c11-baac-972da29dcbae will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:40.008323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Transition to ACTIVE for port object 05fbdae2-15de-4c11-baac-972da29dcbae will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:40.068640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a41d366a-2bc2-42bd-9f3d-6052d48ee06a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:40.099509 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.140535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Network 27da015e-791b-4e46-84bb-8cc24c4c0ca4 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:40.145474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:40.149330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:40.163106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Pushing event updated for resources: {'Port': ['ID=05fbdae2-15de-4c11-baac-972da29dcbae,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.205264 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab13ac4-5c70-4383-aab4-44a08e120045 None None] Network 4a04f7bf-6aff-4150-961b-b4d655d9b38b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:40.212019 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.248762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Subnet': ['ID=8213d9f3-f1c0-48f5-8a3a-087c8ec42fbe,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.253115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Attempting to bind port 05fbdae2-15de-4c11-baac-972da29dcbae on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:40.254012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Attempting to bind port 05fbdae2-15de-4c11-baac-972da29dcbae by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'b3256d3c-d134-4326-8462-00e4ed26fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27da015e-791b-4e46-84bb-8cc24c4c0ca4'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:40.254392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Attempting to bind port 05fbdae2-15de-4c11-baac-972da29dcbae on network 27da015e-791b-4e46-84bb-8cc24c4c0ca4 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:40.275421 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:40.275795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Checking segment: {'id': 'b3256d3c-d134-4326-8462-00e4ed26fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27da015e-791b-4e46-84bb-8cc24c4c0ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:40.276201 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.276601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Bound using segment: {'id': 'b3256d3c-d134-4326-8462-00e4ed26fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27da015e-791b-4e46-84bb-8cc24c4c0ca4'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:40.277079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Bound port: 05fbdae2-15de-4c11-baac-972da29dcbae, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3256d3c-d134-4326-8462-00e4ed26fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27da015e-791b-4e46-84bb-8cc24c4c0ca4'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:40.277459 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.319383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.330315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27da015e-791b-4e46-84bb-8cc24c4c0ca4']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:40.342046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3256d3c-d134-4326-8462-00e4ed26fd21') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:40.346733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3256d3c-d134-4326-8462-00e4ed26fd21') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:40.351749 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.371444 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.378431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:40.378605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-53689c59-ba29-45c8-9b03-bdabdf003fb5 None None] Provisioning for port a41d366a-2bc2-42bd-9f3d-6052d48ee06a completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:40.381166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:40.384582 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:40.395700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-53689c59-ba29-45c8-9b03-bdabdf003fb5 None None] Provisioning complete for port a41d366a-2bc2-42bd-9f3d-6052d48ee06a triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:40.396074 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53689c59-ba29-45c8-9b03-bdabdf003fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.403720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] For port 05fbdae2-15de-4c11-baac-972da29dcbae, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:40.465526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] For port 05fbdae2-15de-4c11-baac-972da29dcbae, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=05fbdae2-15de-4c11-baac-972da29dcbae,segment=NetworkSegment(b3256d3c-d134-4326-8462-00e4ed26fd21),segment_id=b3256d3c-d134-4326-8462-00e4ed26fd21)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:40.485792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:40.485792 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:40.485792 n-d-768509-23 neutron-server[95516]: [parameters: {'id': '27da015e-791b-4e46-84bb-8cc24c4c0ca4'}] Aug 16 02:17:40.485792 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:40.486669 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:40.523552 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.530926 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53689c59-ba29-45c8-9b03-bdabdf003fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.639716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-53689c59-ba29-45c8-9b03-bdabdf003fb5 None None] For port a41d366a-2bc2-42bd-9f3d-6052d48ee06a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a41d366a-2bc2-42bd-9f3d-6052d48ee06a,segment=NetworkSegment(658310bf-92ef-48b6-b820-6b09eea1ce86),segment_id=658310bf-92ef-48b6-b820-6b09eea1ce86)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:40.646262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040997e-d955-4910-b679-2e5fac16b03d None None] Pushing event updated for resources: {'Port': ['ID=05fbdae2-15de-4c11-baac-972da29dcbae,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.661713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98362ca3-3b19-49b2-bdcb-3833b5204543 None None] Network 27da015e-791b-4e46-84bb-8cc24c4c0ca4 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:40.705353 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53689c59-ba29-45c8-9b03-bdabdf003fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.794723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53689c59-ba29-45c8-9b03-bdabdf003fb5 None None] Pushing event updated for resources: {'Port': ['ID=a41d366a-2bc2-42bd-9f3d-6052d48ee06a,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.835800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8414fa88-02d6-4943-ac8a-01b43fcdc6fb None None] Provisioning complete for port a41d366a-2bc2-42bd-9f3d-6052d48ee06a triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:40.836172 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8414fa88-02d6-4943-ac8a-01b43fcdc6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.861710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447a3a36-4f5c-4e1e-a5e8-0f6f56bf6e91 None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:40.982740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a3a36-4f5c-4e1e-a5e8-0f6f56bf6e91 None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:40.988268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.044389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Deleting port 05fbdae2-15de-4c11-baac-972da29dcbae {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:41.044827 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.380741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] For port 05fbdae2-15de-4c11-baac-972da29dcbae, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=05fbdae2-15de-4c11-baac-972da29dcbae,segment=NetworkSegment(b3256d3c-d134-4326-8462-00e4ed26fd21),segment_id=b3256d3c-d134-4326-8462-00e4ed26fd21)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:41.381100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.393734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Calling delete_port for 05fbdae2-15de-4c11-baac-972da29dcbae owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:41.548582 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.574499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Port': ['ID=05fbdae2-15de-4c11-baac-972da29dcbae,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.581199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No DVR routers for this DVR port 05fbdae2-15de-4c11-baac-972da29dcbae on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:41.667350 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.682762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27da015e-791b-4e46-84bb-8cc24c4c0ca4']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:41.694490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3256d3c-d134-4326-8462-00e4ed26fd21') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:41.694822 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3256d3c-d134-4326-8462-00e4ed26fd21') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:41.704748 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.719501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.729955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:41.730356 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:41.733425 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:41.840177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.858980 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.860954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/27da015e-791b-4e46-84bb-8cc24c4c0ca4 HTTP/1.1" status: 204 len: 168 time: 2.3252287 Aug 16 02:17:41.863331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a41d366a-2bc2-42bd-9f3d-6052d48ee06a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:41.864442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46280) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:41.870644 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1091770492'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:41.878283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e05ed-1fd6-4628-96db-16b7bce4eac2 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=27da015e-791b-4e46-84bb-8cc24c4c0ca4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.914546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a41d366a-2bc2-42bd-9f3d-6052d48ee06a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:41.915498 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.953684 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:41.957246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.981938 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:41.990695 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.991041 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment 60246302-98e7-466c-a90a-5c3288e5cafa of type vlan for network 43039f88-ef30-4e27-8add-5e1c2545cb41 Aug 16 02:17:42.034797 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.131227 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.136911 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.137665 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.206195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=43039f88-ef30-4e27-8add-5e1c2545cb41,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:42.216791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 43039f88-ef30-4e27-8add-5e1c2545cb41 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:42.263565 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-daeb8be2-2287-4d86-ab46-536c7521e430 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3979478 Aug 16 02:17:42.266468 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46282) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:42.271913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'network_id': '43039f88-ef30-4e27-8add-5e1c2545cb41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:42.422672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:42.426710 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.488261 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Performing IP validity checks on allocation pools {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:17:42.488706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:17:42.674610 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.740213 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=875d6430-4342-4102-852f-de89f8d27ffc,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:42.749229 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking segment: {'id': '60246302-98e7-466c-a90a-5c3288e5cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43039f88-ef30-4e27-8add-5e1c2545cb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:42.749585 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network hostable DHCP agents. Network: 43039f88-ef30-4e27-8add-5e1c2545cb41, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:42.850950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network 43039f88-ef30-4e27-8add-5e1c2545cb41 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:42.908173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 43039f88-ef30-4e27-8add-5e1c2545cb41) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:42.912442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.913067 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.921706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46035212-7dbf-4929-a4e1-5bacb72ae81e None None] Network 43039f88-ef30-4e27-8add-5e1c2545cb41 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:43.012586 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-741e6119-f96d-4cfb-9bdc-bfac6c10bdb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7446685 Aug 16 02:17:43.015264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46286) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:43.079000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-43039f88-ef30-4e27-8add-5e1c2545cb41', 'network_id': '43039f88-ef30-4e27-8add-5e1c2545cb41', 'tenant_id': '0effee99f0ab4114b25345d364cba3ee', 'fixed_ips': [{'subnet_id': '875d6430-4342-4102-852f-de89f8d27ffc'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:43.080333 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.129104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.308024 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.309232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Allocated IP 172.20.0.3 (43039f88-ef30-4e27-8add-5e1c2545cb41/875d6430-4342-4102-852f-de89f8d27ffc/e06e2061-74fb-4bde-b1f2-8330d967218f) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:43.379672 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.388187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Transition to ACTIVE for port object e06e2061-74fb-4bde-b1f2-8330d967218f will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:43.405578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Transition to ACTIVE for port object e06e2061-74fb-4bde-b1f2-8330d967218f will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:43.463765 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.514298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Network 43039f88-ef30-4e27-8add-5e1c2545cb41 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:43.519840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:43.522005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Pushing event updated for resources: {'Port': ['ID=e06e2061-74fb-4bde-b1f2-8330d967218f,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.524185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:43.566390 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.578981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Attempting to bind port e06e2061-74fb-4bde-b1f2-8330d967218f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:43.579357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Attempting to bind port e06e2061-74fb-4bde-b1f2-8330d967218f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '60246302-98e7-466c-a90a-5c3288e5cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43039f88-ef30-4e27-8add-5e1c2545cb41'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:43.579821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Attempting to bind port e06e2061-74fb-4bde-b1f2-8330d967218f on network 43039f88-ef30-4e27-8add-5e1c2545cb41 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:43.584635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:43.585006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Checking segment: {'id': '60246302-98e7-466c-a90a-5c3288e5cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43039f88-ef30-4e27-8add-5e1c2545cb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:43.585405 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.585792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Bound using segment: {'id': '60246302-98e7-466c-a90a-5c3288e5cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43039f88-ef30-4e27-8add-5e1c2545cb41'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:43.586283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Bound port: e06e2061-74fb-4bde-b1f2-8330d967218f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60246302-98e7-466c-a90a-5c3288e5cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '43039f88-ef30-4e27-8add-5e1c2545cb41'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:43.586660 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.598835 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Subnet': ['ID=875d6430-4342-4102-852f-de89f8d27ffc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.653293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-73211b68-211a-45be-925b-735de3cbaedf None None] For port e06e2061-74fb-4bde-b1f2-8330d967218f, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:43.658168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-73211b68-211a-45be-925b-735de3cbaedf None None] For port e06e2061-74fb-4bde-b1f2-8330d967218f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e06e2061-74fb-4bde-b1f2-8330d967218f,segment=NetworkSegment(60246302-98e7-466c-a90a-5c3288e5cafa),segment_id=60246302-98e7-466c-a90a-5c3288e5cafa)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:43.667724 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.678663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43039f88-ef30-4e27-8add-5e1c2545cb41']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.694817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60246302-98e7-466c-a90a-5c3288e5cafa') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.695106 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60246302-98e7-466c-a90a-5c3288e5cafa') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.705868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.743080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.745769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.752491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:43.752881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:43.755908 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:43.833577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73211b68-211a-45be-925b-735de3cbaedf None None] Pushing event updated for resources: {'Port': ['ID=e06e2061-74fb-4bde-b1f2-8330d967218f,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.839817 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:43.839817 n-d-768509-23 neutron-server[95515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:43.839817 n-d-768509-23 neutron-server[95515]: [parameters: {'id': '43039f88-ef30-4e27-8add-5e1c2545cb41'}] Aug 16 02:17:43.839817 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:43.840467 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:43.846882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29666144-37cb-4581-8b47-3c6046041b23 None None] Network 43039f88-ef30-4e27-8add-5e1c2545cb41 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:43.970604 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77638a10-5299-4a2a-8eb8-b4edfd94404a None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:44.055103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77638a10-5299-4a2a-8eb8-b4edfd94404a None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:44.341656 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.400424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Deleting port e06e2061-74fb-4bde-b1f2-8330d967218f {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:44.400708 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.476775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] For port e06e2061-74fb-4bde-b1f2-8330d967218f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e06e2061-74fb-4bde-b1f2-8330d967218f,segment=NetworkSegment(60246302-98e7-466c-a90a-5c3288e5cafa),segment_id=60246302-98e7-466c-a90a-5c3288e5cafa)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:44.477255 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.490942 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Calling delete_port for e06e2061-74fb-4bde-b1f2-8330d967218f owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:44.628163 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.660649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Port': ['ID=e06e2061-74fb-4bde-b1f2-8330d967218f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.664165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No DVR routers for this DVR port e06e2061-74fb-4bde-b1f2-8330d967218f on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:44.745264 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.755882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43039f88-ef30-4e27-8add-5e1c2545cb41']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.766946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60246302-98e7-466c-a90a-5c3288e5cafa') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.767250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60246302-98e7-466c-a90a-5c3288e5cafa') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.776770 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.790285 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.797325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:44.797736 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:44.801065 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:44.914111 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.924854 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.924854 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/43039f88-ef30-4e27-8add-5e1c2545cb41 HTTP/1.1" status: 204 len: 168 time: 1.9079247 Aug 16 02:17:44.927780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46322) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:44.933998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-703748997'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:44.937934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87d900-c7e5-42d2-988f-08ca922db40c tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=43039f88-ef30-4e27-8add-5e1c2545cb41,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.016956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:45.020455 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.044586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:45.053325 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.053679 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment feb8d32b-c87c-475d-9a49-8bec60bb7607 of type vlan for network fa550182-133a-42f9-9d62-a6f26b2f88d1 Aug 16 02:17:45.108115 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.194446 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.200734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:45.203683 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.275695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=fa550182-133a-42f9-9d62-a6f26b2f88d1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.286291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network fa550182-133a-42f9-9d62-a6f26b2f88d1 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:45.318129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-46037df0-ebfb-4b51-a7ec-832aad99ffe0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3868153 Aug 16 02:17:45.318435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46330) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:45.324064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'network_id': 'fa550182-133a-42f9-9d62-a6f26b2f88d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:45.393179 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:17:45.491136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:45.495562 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.714667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.772980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=ae941700-cfe6-4869-a6ad-dbfb7e1eb6df,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.790177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking segment: {'id': 'feb8d32b-c87c-475d-9a49-8bec60bb7607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa550182-133a-42f9-9d62-a6f26b2f88d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:45.790588 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network hostable DHCP agents. Network: fa550182-133a-42f9-9d62-a6f26b2f88d1, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:45.862439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network fa550182-133a-42f9-9d62-a6f26b2f88d1 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:45.942528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, fa550182-133a-42f9-9d62-a6f26b2f88d1) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:45.947582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:45.948182 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.954942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c32bf-1a52-4d16-9d86-d28c788637a0 None None] Network fa550182-133a-42f9-9d62-a6f26b2f88d1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:46.080435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-32f812eb-4ccf-4588-b2bd-77455a119211 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7608824 Aug 16 02:17:46.082930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46342) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.109477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-fa550182-133a-42f9-9d62-a6f26b2f88d1', 'network_id': 'fa550182-133a-42f9-9d62-a6f26b2f88d1', 'tenant_id': '0effee99f0ab4114b25345d364cba3ee', 'fixed_ips': [{'subnet_id': 'ae941700-cfe6-4869-a6ad-dbfb7e1eb6df'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:46.110457 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.202497 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.258287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Allocated IP 172.20.0.1 (fa550182-133a-42f9-9d62-a6f26b2f88d1/ae941700-cfe6-4869-a6ad-dbfb7e1eb6df/e3ac9c58-1f96-4191-bc1c-bebb000e7b99) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:46.262020 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.410316 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.419158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Transition to ACTIVE for port object e3ac9c58-1f96-4191-bc1c-bebb000e7b99 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:46.435186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Transition to ACTIVE for port object e3ac9c58-1f96-4191-bc1c-bebb000e7b99 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:46.533019 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.575766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Network fa550182-133a-42f9-9d62-a6f26b2f88d1 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:46.578829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:46.581317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:46.587891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Pushing event updated for resources: {'Port': ['ID=e3ac9c58-1f96-4191-bc1c-bebb000e7b99,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.645772 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.646084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Attempting to bind port e3ac9c58-1f96-4191-bc1c-bebb000e7b99 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:46.646465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Attempting to bind port e3ac9c58-1f96-4191-bc1c-bebb000e7b99 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'feb8d32b-c87c-475d-9a49-8bec60bb7607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa550182-133a-42f9-9d62-a6f26b2f88d1'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:46.646831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Attempting to bind port e3ac9c58-1f96-4191-bc1c-bebb000e7b99 on network fa550182-133a-42f9-9d62-a6f26b2f88d1 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:46.653715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:46.654145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Checking segment: {'id': 'feb8d32b-c87c-475d-9a49-8bec60bb7607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa550182-133a-42f9-9d62-a6f26b2f88d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:46.654515 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.654913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Bound using segment: {'id': 'feb8d32b-c87c-475d-9a49-8bec60bb7607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa550182-133a-42f9-9d62-a6f26b2f88d1'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:46.655384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Bound port: e3ac9c58-1f96-4191-bc1c-bebb000e7b99, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb8d32b-c87c-475d-9a49-8bec60bb7607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa550182-133a-42f9-9d62-a6f26b2f88d1'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:46.655768 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.685114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Subnet': ['ID=ae941700-cfe6-4869-a6ad-dbfb7e1eb6df,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.726628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] For port e3ac9c58-1f96-4191-bc1c-bebb000e7b99, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:46.730690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] For port e3ac9c58-1f96-4191-bc1c-bebb000e7b99, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e3ac9c58-1f96-4191-bc1c-bebb000e7b99,segment=NetworkSegment(feb8d32b-c87c-475d-9a49-8bec60bb7607),segment_id=feb8d32b-c87c-475d-9a49-8bec60bb7607)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:46.753038 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.763311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa550182-133a-42f9-9d62-a6f26b2f88d1']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:46.773692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb8d32b-c87c-475d-9a49-8bec60bb7607') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:46.774028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb8d32b-c87c-475d-9a49-8bec60bb7607') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:46.784051 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.812106 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.814316 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.821135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:46.826249 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:46.891006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d6eda-8fcf-498a-a331-ce5c749cc91c None None] Pushing event updated for resources: {'Port': ['ID=e3ac9c58-1f96-4191-bc1c-bebb000e7b99,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.909752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa8833-13b4-4bf7-8f3e-eb2c21c1cbe2 None None] Network fa550182-133a-42f9-9d62-a6f26b2f88d1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:46.924662 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:46.924662 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:46.924662 n-d-768509-23 neutron-server[95516]: [parameters: {'id': 'fa550182-133a-42f9-9d62-a6f26b2f88d1'}] Aug 16 02:17:46.924662 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:46.925183 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:47.036862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6617f836-6df5-4924-941d-2679841d7c7e None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:47.124230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6617f836-6df5-4924-941d-2679841d7c7e None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:47.427392 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.481340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Deleting port e3ac9c58-1f96-4191-bc1c-bebb000e7b99 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:47.481685 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.545596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] For port e3ac9c58-1f96-4191-bc1c-bebb000e7b99, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e3ac9c58-1f96-4191-bc1c-bebb000e7b99,segment=NetworkSegment(feb8d32b-c87c-475d-9a49-8bec60bb7607),segment_id=feb8d32b-c87c-475d-9a49-8bec60bb7607)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:47.546306 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.559181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Calling delete_port for e3ac9c58-1f96-4191-bc1c-bebb000e7b99 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:47.731097 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.758522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Port': ['ID=e3ac9c58-1f96-4191-bc1c-bebb000e7b99,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:47.760335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No DVR routers for this DVR port e3ac9c58-1f96-4191-bc1c-bebb000e7b99 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:47.862934 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.872905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa550182-133a-42f9-9d62-a6f26b2f88d1']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:47.884541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb8d32b-c87c-475d-9a49-8bec60bb7607') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:47.884855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb8d32b-c87c-475d-9a49-8bec60bb7607') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:47.893614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.908302 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.914359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:47.914749 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:47.918868 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:48.068275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.075614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.077440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/fa550182-133a-42f9-9d62-a6f26b2f88d1 HTTP/1.1" status: 204 len: 168 time: 1.9935143 Aug 16 02:17:48.081012 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46370) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:48.086469 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1167029168'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:48.089503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d8c2e-1cc5-4535-b408-9d0f05723008 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=fa550182-133a-42f9-9d62-a6f26b2f88d1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.165254 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:48.169432 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.194851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:48.204924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.205284 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment fba7f898-b712-4b6f-be2a-a83d0ab0e3e7 of type vlan for network 29456e47-7103-4aa5-9b76-b1e854de911e Aug 16 02:17:48.254312 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.338147 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.344186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.344797 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.418659 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=29456e47-7103-4aa5-9b76-b1e854de911e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.429876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 29456e47-7103-4aa5-9b76-b1e854de911e details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:48.466504 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0925e2c9-bf12-418f-9b03-1bcca90c8eb8 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3813295 Aug 16 02:17:48.466504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46378) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:48.471541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'network_id': '29456e47-7103-4aa5-9b76-b1e854de911e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:48.594167 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:48.597682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.874059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.940458 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=ebd1a964-47d6-4618-864e-c8d9b0d65594,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.951021 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking segment: {'id': 'fba7f898-b712-4b6f-be2a-a83d0ab0e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '29456e47-7103-4aa5-9b76-b1e854de911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:48.951386 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network hostable DHCP agents. Network: 29456e47-7103-4aa5-9b76-b1e854de911e, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:49.016604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network 29456e47-7103-4aa5-9b76-b1e854de911e is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:49.130874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 29456e47-7103-4aa5-9b76-b1e854de911e) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:49.137138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.137677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.144039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f45bf-39e4-47e4-aa44-91e8ae342c88 None None] Network 29456e47-7103-4aa5-9b76-b1e854de911e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:49.229324 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-413a93b8-b193-4c7b-bdfd-fab15ce04b06 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7619646 Aug 16 02:17:49.232200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46388) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.294277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-29456e47-7103-4aa5-9b76-b1e854de911e', 'network_id': '29456e47-7103-4aa5-9b76-b1e854de911e', 'tenant_id': '0effee99f0ab4114b25345d364cba3ee', 'fixed_ips': [{'subnet_id': 'ebd1a964-47d6-4618-864e-c8d9b0d65594'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:49.295346 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.344214 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.408755 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.450066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Allocated IP 172.20.0.2 (29456e47-7103-4aa5-9b76-b1e854de911e/ebd1a964-47d6-4618-864e-c8d9b0d65594/acf00976-8947-43ed-a19e-0c0f8640a6fb) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:49.598018 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.607621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Transition to ACTIVE for port object acf00976-8947-43ed-a19e-0c0f8640a6fb will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:49.622286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Transition to ACTIVE for port object acf00976-8947-43ed-a19e-0c0f8640a6fb will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:49.685592 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.724734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Network 29456e47-7103-4aa5-9b76-b1e854de911e is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:49.729675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:49.733252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:49.744385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Pushing event updated for resources: {'Port': ['ID=acf00976-8947-43ed-a19e-0c0f8640a6fb,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.766332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.796541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd1a964-47d6-4618-864e-c8d9b0d65594,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.801365 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Attempting to bind port acf00976-8947-43ed-a19e-0c0f8640a6fb on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:49.801804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Attempting to bind port acf00976-8947-43ed-a19e-0c0f8640a6fb by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'fba7f898-b712-4b6f-be2a-a83d0ab0e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '29456e47-7103-4aa5-9b76-b1e854de911e'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:49.802278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Attempting to bind port acf00976-8947-43ed-a19e-0c0f8640a6fb on network 29456e47-7103-4aa5-9b76-b1e854de911e {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:49.808217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:49.808602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Checking segment: {'id': 'fba7f898-b712-4b6f-be2a-a83d0ab0e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '29456e47-7103-4aa5-9b76-b1e854de911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:49.809038 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.809439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Bound using segment: {'id': 'fba7f898-b712-4b6f-be2a-a83d0ab0e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '29456e47-7103-4aa5-9b76-b1e854de911e'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:49.809953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Bound port: acf00976-8947-43ed-a19e-0c0f8640a6fb, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba7f898-b712-4b6f-be2a-a83d0ab0e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '29456e47-7103-4aa5-9b76-b1e854de911e'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:49.810515 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.864996 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.876855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] For port acf00976-8947-43ed-a19e-0c0f8640a6fb, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:49.879196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] For port acf00976-8947-43ed-a19e-0c0f8640a6fb, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=acf00976-8947-43ed-a19e-0c0f8640a6fb,segment=NetworkSegment(fba7f898-b712-4b6f-be2a-a83d0ab0e3e7),segment_id=fba7f898-b712-4b6f-be2a-a83d0ab0e3e7)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:49.881366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29456e47-7103-4aa5-9b76-b1e854de911e']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:49.894525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba7f898-b712-4b6f-be2a-a83d0ab0e3e7') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:49.894953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba7f898-b712-4b6f-be2a-a83d0ab0e3e7') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:49.905193 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.949135 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.951338 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.959636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:49.960142 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:49.964365 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:50.036530 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6747f9b-7b14-412d-a88b-dfd569145e2c None None] Pushing event updated for resources: {'Port': ['ID=acf00976-8947-43ed-a19e-0c0f8640a6fb,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:50.049357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fc187-4c4c-4636-8260-688e61bb60ee None None] Network 29456e47-7103-4aa5-9b76-b1e854de911e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:50.096844 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:50.096844 n-d-768509-23 neutron-server[95515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:50.096844 n-d-768509-23 neutron-server[95515]: [parameters: {'id': '29456e47-7103-4aa5-9b76-b1e854de911e'}] Aug 16 02:17:50.096844 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:50.097331 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:50.177309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b492eca-c698-4a86-bb63-2732299db016 None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:50.261554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b492eca-c698-4a86-bb63-2732299db016 None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:50.598853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.655881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Deleting port acf00976-8947-43ed-a19e-0c0f8640a6fb {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:50.656218 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.718082 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] For port acf00976-8947-43ed-a19e-0c0f8640a6fb, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=acf00976-8947-43ed-a19e-0c0f8640a6fb,segment=NetworkSegment(fba7f898-b712-4b6f-be2a-a83d0ab0e3e7),segment_id=fba7f898-b712-4b6f-be2a-a83d0ab0e3e7)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:50.718444 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.731992 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Calling delete_port for acf00976-8947-43ed-a19e-0c0f8640a6fb owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:50.886324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.914125 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Port': ['ID=acf00976-8947-43ed-a19e-0c0f8640a6fb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:50.917544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No DVR routers for this DVR port acf00976-8947-43ed-a19e-0c0f8640a6fb on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:51.001149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.011524 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29456e47-7103-4aa5-9b76-b1e854de911e']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:51.022472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba7f898-b712-4b6f-be2a-a83d0ab0e3e7') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:51.022774 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba7f898-b712-4b6f-be2a-a83d0ab0e3e7') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:51.032433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.047100 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.053019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:51.053432 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:51.057110 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:51.097135 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.320007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.327009 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.328836 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/29456e47-7103-4aa5-9b76-b1e854de911e HTTP/1.1" status: 204 len: 168 time: 2.0955310 Aug 16 02:17:51.332551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46414) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:51.339554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-592575653'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:51.341211 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc697f-8b81-4fc5-9a55-0c3a642b46ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=29456e47-7103-4aa5-9b76-b1e854de911e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.428275 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:51.431983 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.456578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:51.467342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.467713 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment 06b3c253-5033-4661-80e2-25954f05677d of type vlan for network 7e07c059-6e00-48dd-a76f-a826c2014f86 Aug 16 02:17:51.517585 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.623186 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.629108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:51.632808 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.698144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=7e07c059-6e00-48dd-a76f-a826c2014f86,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.707995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7e07c059-6e00-48dd-a76f-a826c2014f86 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:51.746858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4d568e34-299a-4c8b-bcb0-9cba8d90dbc9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4127741 Aug 16 02:17:51.747144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46422) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:51.752879 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'network_id': '7e07c059-6e00-48dd-a76f-a826c2014f86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:51.908580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:51.917473 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.992532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Performing IP validity checks on allocation pools {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:17:51.993047 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:17:52.016850 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.171391 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.234853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=b9c62085-1076-4432-831b-dedb8fa6f7ac,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.246570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking segment: {'id': '06b3c253-5033-4661-80e2-25954f05677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e07c059-6e00-48dd-a76f-a826c2014f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:52.246570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network hostable DHCP agents. Network: 7e07c059-6e00-48dd-a76f-a826c2014f86, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:52.291606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network 7e07c059-6e00-48dd-a76f-a826c2014f86 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:52.348321 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 7e07c059-6e00-48dd-a76f-a826c2014f86) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:52.353416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:52.354725 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.357943 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dcc7ec-afe3-4199-9c08-4f5e91ae801b None None] Network 7e07c059-6e00-48dd-a76f-a826c2014f86 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:52.432038 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-25fa5c67-9d2e-4c0e-8291-ddbe20198d1e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6806788 Aug 16 02:17:52.432550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46432) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:52.511338 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-7e07c059-6e00-48dd-a76f-a826c2014f86', 'network_id': '7e07c059-6e00-48dd-a76f-a826c2014f86', 'tenant_id': '0effee99f0ab4114b25345d364cba3ee', 'fixed_ips': [{'subnet_id': 'b9c62085-1076-4432-831b-dedb8fa6f7ac'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:52.512299 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.546413 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.601151 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.658031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Allocated IP 172.20.0.3 (7e07c059-6e00-48dd-a76f-a826c2014f86/b9c62085-1076-4432-831b-dedb8fa6f7ac/44ff8fcf-2563-4a65-a06d-bdad27d95014) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:52.811792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.820418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Transition to ACTIVE for port object 44ff8fcf-2563-4a65-a06d-bdad27d95014 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:52.836514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Transition to ACTIVE for port object 44ff8fcf-2563-4a65-a06d-bdad27d95014 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:52.897233 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.944377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Network 7e07c059-6e00-48dd-a76f-a826c2014f86 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:52.947585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:52.952252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:52.955174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Pushing event updated for resources: {'Port': ['ID=44ff8fcf-2563-4a65-a06d-bdad27d95014,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.976654 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.005263 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c62085-1076-4432-831b-dedb8fa6f7ac,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:53.014523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Attempting to bind port 44ff8fcf-2563-4a65-a06d-bdad27d95014 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:53.014983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Attempting to bind port 44ff8fcf-2563-4a65-a06d-bdad27d95014 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '06b3c253-5033-4661-80e2-25954f05677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e07c059-6e00-48dd-a76f-a826c2014f86'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:53.015281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Attempting to bind port 44ff8fcf-2563-4a65-a06d-bdad27d95014 on network 7e07c059-6e00-48dd-a76f-a826c2014f86 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:53.020208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:53.020578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Checking segment: {'id': '06b3c253-5033-4661-80e2-25954f05677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e07c059-6e00-48dd-a76f-a826c2014f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:53.020977 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.021367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Bound using segment: {'id': '06b3c253-5033-4661-80e2-25954f05677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e07c059-6e00-48dd-a76f-a826c2014f86'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:53.021843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Bound port: 44ff8fcf-2563-4a65-a06d-bdad27d95014, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b3c253-5033-4661-80e2-25954f05677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e07c059-6e00-48dd-a76f-a826c2014f86'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:53.022275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.069131 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.081802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e07c059-6e00-48dd-a76f-a826c2014f86']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:53.085436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] For port 44ff8fcf-2563-4a65-a06d-bdad27d95014, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:53.089205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] For port 44ff8fcf-2563-4a65-a06d-bdad27d95014, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=44ff8fcf-2563-4a65-a06d-bdad27d95014,segment=NetworkSegment(06b3c253-5033-4661-80e2-25954f05677d),segment_id=06b3c253-5033-4661-80e2-25954f05677d)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:53.094289 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b3c253-5033-4661-80e2-25954f05677d') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:53.094610 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b3c253-5033-4661-80e2-25954f05677d') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:53.105234 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.154915 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.158015 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.167564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:53.170467 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:53.175351 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:53.242182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bab441-5109-4444-95c6-b057fc694bf1 None None] Pushing event updated for resources: {'Port': ['ID=44ff8fcf-2563-4a65-a06d-bdad27d95014,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:53.255353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72860315-aab0-44f0-addf-120bafedb4fc None None] Network 7e07c059-6e00-48dd-a76f-a826c2014f86 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:53.297764 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:53.297764 n-d-768509-23 neutron-server[95515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:53.297764 n-d-768509-23 neutron-server[95515]: [parameters: {'id': '7e07c059-6e00-48dd-a76f-a826c2014f86'}] Aug 16 02:17:53.297764 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:53.298558 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:53.388398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51240b30-e5f6-4b97-bc80-8c1a95708476 None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:53.483154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51240b30-e5f6-4b97-bc80-8c1a95708476 None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:53.799441 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.877881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Deleting port 44ff8fcf-2563-4a65-a06d-bdad27d95014 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:53.878253 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.239653 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] For port 44ff8fcf-2563-4a65-a06d-bdad27d95014, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=44ff8fcf-2563-4a65-a06d-bdad27d95014,segment=NetworkSegment(06b3c253-5033-4661-80e2-25954f05677d),segment_id=06b3c253-5033-4661-80e2-25954f05677d)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:54.240251 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.253567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Calling delete_port for 44ff8fcf-2563-4a65-a06d-bdad27d95014 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:54.434332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.462746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Port': ['ID=44ff8fcf-2563-4a65-a06d-bdad27d95014,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:54.464727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No DVR routers for this DVR port 44ff8fcf-2563-4a65-a06d-bdad27d95014 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:54.543121 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.552968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e07c059-6e00-48dd-a76f-a826c2014f86']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:54.565001 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b3c253-5033-4661-80e2-25954f05677d') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:54.565345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b3c253-5033-4661-80e2-25954f05677d') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:54.575085 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.591356 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.598123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:54.598514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:54.601521 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:54.737187 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.766906 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.766906 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/7e07c059-6e00-48dd-a76f-a826c2014f86 HTTP/1.1" status: 204 len: 168 time: 2.3215232 Aug 16 02:17:54.767096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46468) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:54.767096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2093111319'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:54.767625 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942e19c-2d52-4545-b447-a4f1a93ec023 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=7e07c059-6e00-48dd-a76f-a826c2014f86,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:54.879624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:54.883451 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.912717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:54.921449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.921785 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment bc45345e-b70f-4668-971c-3f2c4c749799 of type vlan for network cf1a8823-ec5f-49f3-b215-8ae8d3997a5b Aug 16 02:17:54.961369 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.040044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.046043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.051318 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.115579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=cf1a8823-ec5f-49f3-b215-8ae8d3997a5b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.128428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network cf1a8823-ec5f-49f3-b215-8ae8d3997a5b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:55.174695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-561ebf91-348c-4fe6-ba6f-b22dabb4288e tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4113843 Aug 16 02:17:55.175002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46478) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:55.181473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'network_id': 'cf1a8823-ec5f-49f3-b215-8ae8d3997a5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:55.325967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:55.329611 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.599834 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.664194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=f243a190-c6a6-48b3-bd0d-a876c593932e,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.676381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking segment: {'id': 'bc45345e-b70f-4668-971c-3f2c4c749799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cf1a8823-ec5f-49f3-b215-8ae8d3997a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:55.676747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network hostable DHCP agents. Network: cf1a8823-ec5f-49f3-b215-8ae8d3997a5b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:55.801411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network cf1a8823-ec5f-49f3-b215-8ae8d3997a5b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:55.891555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, cf1a8823-ec5f-49f3-b215-8ae8d3997a5b) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:55.895626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.896258 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.900718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1504f8-98c4-4e58-a146-a202bfd2896d None None] Network cf1a8823-ec5f-49f3-b215-8ae8d3997a5b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:55.966779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-078cc0c2-6fc0-4ce0-acaa-d18a74abd830 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7903423 Aug 16 02:17:55.969411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46490) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:56.077569 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.134542 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.223671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b132fe78-3f8e-4c8c-add5-fb85a420a3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-cf1a8823-ec5f-49f3-b215-8ae8d3997a5b', 'network_id': 'cf1a8823-ec5f-49f3-b215-8ae8d3997a5b', 'tenant_id': '0effee99f0ab4114b25345d364cba3ee', 'fixed_ips': [{'subnet_id': 'f243a190-c6a6-48b3-bd0d-a876c593932e'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:56.224534 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b132fe78-3f8e-4c8c-add5-fb85a420a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.283189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.311955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Subnet': ['ID=f243a190-c6a6-48b3-bd0d-a876c593932e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:56.373762 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.384620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1a8823-ec5f-49f3-b215-8ae8d3997a5b']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server [None req-b132fe78-3f8e-4c8c-add5-fb85a420a3fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f243a190-c6a6-48b3-bd0d-a876c593932e: This subnet is being modified by another concurrent operation. Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f243a190-c6a6-48b3-bd0d-a876c593932e: This subnet is being modified by another concurrent operation. Aug 16 02:17:56.389886 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server Aug 16 02:17:56.403350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc45345e-b70f-4668-971c-3f2c4c749799') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:56.403639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc45345e-b70f-4668-971c-3f2c4c749799') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:56.407934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a1f67-1ce2-45b1-a285-22b5d9011f95 None None] Network cf1a8823-ec5f-49f3-b215-8ae8d3997a5b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:56.415061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.431438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.438224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:56.442607 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:56.545710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b877aa6b-8093-44e4-b5f6-e82b7562812d None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:56.554285 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.563744 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.569138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/cf1a8823-ec5f-49f3-b215-8ae8d3997a5b HTTP/1.1" status: 204 len: 168 time: 0.5949590 Aug 16 02:17:56.569575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46502) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:56.576346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1399017481'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:56.578745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385172f-3c59-4b2b-aa85-f824eab87e4b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=cf1a8823-ec5f-49f3-b215-8ae8d3997a5b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:56.644773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b877aa6b-8093-44e4-b5f6-e82b7562812d None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:56.670046 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:56.674215 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.706686 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:56.716414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.717419 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment b02bdb0d-800f-49ac-8c8c-47533b73dd3d of type vlan for network 774be4a9-c6c6-485e-a712-598f4b7b2904 Aug 16 02:17:56.762092 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.863009 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.869694 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:56.870519 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.953015 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=774be4a9-c6c6-485e-a712-598f4b7b2904,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:56.963752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 774be4a9-c6c6-485e-a712-598f4b7b2904 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:57.014622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46510) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.015156 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-40662cbd-a783-44d4-a3c9-2ea07c353a38 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4435041 Aug 16 02:17:57.021911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'network_id': '774be4a9-c6c6-485e-a712-598f4b7b2904', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:57.159382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:57.162996 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.445490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.512302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=668a2311-7a76-4461-92fa-2121bf190946,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.523145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking segment: {'id': 'b02bdb0d-800f-49ac-8c8c-47533b73dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '774be4a9-c6c6-485e-a712-598f4b7b2904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:57.523573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network hostable DHCP agents. Network: 774be4a9-c6c6-485e-a712-598f4b7b2904, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:57.664337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network 774be4a9-c6c6-485e-a712-598f4b7b2904 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:57.753987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 774be4a9-c6c6-485e-a712-598f4b7b2904) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:57.758421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:57.759553 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.764094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3142fdb-dd8d-452b-9b7a-a5136fddeb27 None None] Network 774be4a9-c6c6-485e-a712-598f4b7b2904 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:57.851926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-55724b73-485d-47cf-b77f-66f73164a07b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8348522 Aug 16 02:17:57.855710 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46526) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.909311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-774be4a9-c6c6-485e-a712-598f4b7b2904', 'network_id': '774be4a9-c6c6-485e-a712-598f4b7b2904', 'tenant_id': '0effee99f0ab4114b25345d364cba3ee', 'fixed_ips': [{'subnet_id': '668a2311-7a76-4461-92fa-2121bf190946'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:57.910457 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.965754 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.027573 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.055945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Allocated IP 172.20.0.1 (774be4a9-c6c6-485e-a712-598f4b7b2904/668a2311-7a76-4461-92fa-2121bf190946/5b06028d-7316-460c-a4d0-f6d78356eef6) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:58.207537 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.216228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Transition to ACTIVE for port object 5b06028d-7316-460c-a4d0-f6d78356eef6 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:58.232324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Transition to ACTIVE for port object 5b06028d-7316-460c-a4d0-f6d78356eef6 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:58.297917 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.341838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Network 774be4a9-c6c6-485e-a712-598f4b7b2904 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:58.343680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:58.348079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:58.351200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Pushing event updated for resources: {'Port': ['ID=5b06028d-7316-460c-a4d0-f6d78356eef6,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:58.402475 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.421697 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Attempting to bind port 5b06028d-7316-460c-a4d0-f6d78356eef6 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:58.422190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Attempting to bind port 5b06028d-7316-460c-a4d0-f6d78356eef6 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'b02bdb0d-800f-49ac-8c8c-47533b73dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '774be4a9-c6c6-485e-a712-598f4b7b2904'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:58.422617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Attempting to bind port 5b06028d-7316-460c-a4d0-f6d78356eef6 on network 774be4a9-c6c6-485e-a712-598f4b7b2904 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:58.428753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:58.428753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Checking segment: {'id': 'b02bdb0d-800f-49ac-8c8c-47533b73dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '774be4a9-c6c6-485e-a712-598f4b7b2904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:58.429038 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Subnet': ['ID=668a2311-7a76-4461-92fa-2121bf190946,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:58.429198 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.429655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Bound using segment: {'id': 'b02bdb0d-800f-49ac-8c8c-47533b73dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '774be4a9-c6c6-485e-a712-598f4b7b2904'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:58.430247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Bound port: 5b06028d-7316-460c-a4d0-f6d78356eef6, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02bdb0d-800f-49ac-8c8c-47533b73dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '774be4a9-c6c6-485e-a712-598f4b7b2904'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:58.434883 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.495743 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.507627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774be4a9-c6c6-485e-a712-598f4b7b2904']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:58.510162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] For port 5b06028d-7316-460c-a4d0-f6d78356eef6, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:58.513615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] For port 5b06028d-7316-460c-a4d0-f6d78356eef6, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5b06028d-7316-460c-a4d0-f6d78356eef6,segment=NetworkSegment(b02bdb0d-800f-49ac-8c8c-47533b73dd3d),segment_id=b02bdb0d-800f-49ac-8c8c-47533b73dd3d)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:58.519718 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02bdb0d-800f-49ac-8c8c-47533b73dd3d') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:58.520021 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02bdb0d-800f-49ac-8c8c-47533b73dd3d') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:58.532340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.584836 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.585517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.592698 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:58.593104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:58.596472 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:58.675726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684eae3-ffd9-4161-8232-69e5f178924e None None] Pushing event updated for resources: {'Port': ['ID=5b06028d-7316-460c-a4d0-f6d78356eef6,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:58.693093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaae6cf-7893-4720-ba10-c1141eee40d8 None None] Network 774be4a9-c6c6-485e-a712-598f4b7b2904 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:58.725899 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:58.725899 n-d-768509-23 neutron-server[95515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:58.725899 n-d-768509-23 neutron-server[95515]: [parameters: {'id': '774be4a9-c6c6-485e-a712-598f4b7b2904'}] Aug 16 02:17:58.725899 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:58.726400 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:58.820437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43a5e4-2810-4ea2-8b78-a3cc9c405391 None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:58.901282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc43a5e4-2810-4ea2-8b78-a3cc9c405391 None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:59.227248 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.283505 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Deleting port 5b06028d-7316-460c-a4d0-f6d78356eef6 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:59.283850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.353580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] For port 5b06028d-7316-460c-a4d0-f6d78356eef6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5b06028d-7316-460c-a4d0-f6d78356eef6,segment=NetworkSegment(b02bdb0d-800f-49ac-8c8c-47533b73dd3d),segment_id=b02bdb0d-800f-49ac-8c8c-47533b73dd3d)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:59.353985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.367109 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Calling delete_port for 5b06028d-7316-460c-a4d0-f6d78356eef6 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:59.491329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.522172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Port': ['ID=5b06028d-7316-460c-a4d0-f6d78356eef6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:59.526056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No DVR routers for this DVR port 5b06028d-7316-460c-a4d0-f6d78356eef6 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:59.607545 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.617373 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774be4a9-c6c6-485e-a712-598f4b7b2904']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:59.628844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02bdb0d-800f-49ac-8c8c-47533b73dd3d') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:59.629176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02bdb0d-800f-49ac-8c8c-47533b73dd3d') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:59.639603 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.654855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.661525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:59.661967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:59.665446 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:59.776936 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.784507 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.790031 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/774be4a9-c6c6-485e-a712-598f4b7b2904 HTTP/1.1" status: 204 len: 168 time: 1.9307556 Aug 16 02:17:59.790874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46558) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:59.798676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9306ef0-45c0-45aa-a3fc-0c30b7bab451 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=774be4a9-c6c6-485e-a712-598f4b7b2904,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:59.807696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-959835150'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:59.879655 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-75a6cfe4-3505-4495-84dc-cfb6f565723b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.896718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:59.900507 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.926785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:59.938619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.938980 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment 7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d of type vlan for network 7501476d-d356-447f-b69d-06328f6d3ce2 Aug 16 02:17:59.978479 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.058075 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.063806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:00.064456 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.129237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=7501476d-d356-447f-b69d-06328f6d3ce2,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.139344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7501476d-d356-447f-b69d-06328f6d3ce2 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:00.169478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-285112ef-c95a-467d-a93b-38156c0bca48 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3748515 Aug 16 02:18:00.169991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46570) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:00.175188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1b2828f8-9cdb-4f98-ba68-c52e25bf38c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:00.336287 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1b2828f8-9cdb-4f98-ba68-c52e25bf38c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.433843 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1b2828f8-9cdb-4f98-ba68-c52e25bf38c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.457202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b2828f8-9cdb-4f98-ba68-c52e25bf38c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network 7501476d-d356-447f-b69d-06328f6d3ce2 is not hosted by any dhcp agent {{(pid=95516) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:18:00.463547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2828f8-9cdb-4f98-ba68-c52e25bf38c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:00.464216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1b2828f8-9cdb-4f98-ba68-c52e25bf38c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.468697 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46576) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:00.469278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1b2828f8-9cdb-4f98-ba68-c52e25bf38c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "PUT /v2.0/networks/7501476d-d356-447f-b69d-06328f6d3ce2 HTTP/1.1" status: 200 len: 723 time: 0.2980850 Aug 16 02:18:00.474671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'network_id': '7501476d-d356-447f-b69d-06328f6d3ce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:00.513847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2828f8-9cdb-4f98-ba68-c52e25bf38c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=7501476d-d356-447f-b69d-06328f6d3ce2,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.524092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7501476d-d356-447f-b69d-06328f6d3ce2 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:00.662731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:00.666930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.902687 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.972150 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=5415abd3-3ee1-41a4-8e12-36f4489037c8,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.977260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking segment: {'id': '7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7501476d-d356-447f-b69d-06328f6d3ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:00.978440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network hostable DHCP agents. Network: 7501476d-d356-447f-b69d-06328f6d3ce2, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:01.079660 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network 7501476d-d356-447f-b69d-06328f6d3ce2 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:01.165719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 7501476d-d356-447f-b69d-06328f6d3ce2) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:01.169752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.170376 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.174953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc771d6-0711-4918-b71e-a62286c26c4d None None] Network 7501476d-d356-447f-b69d-06328f6d3ce2 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:01.252201 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-661806a3-4c40-4466-a070-f50b31dcc695 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7822976 Aug 16 02:18:01.254835 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46582) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:01.260279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f798f061-441b-4e90-bb53-d5e7e899087f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:01.317798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-7501476d-d356-447f-b69d-06328f6d3ce2', 'network_id': '7501476d-d356-447f-b69d-06328f6d3ce2', 'tenant_id': '0effee99f0ab4114b25345d364cba3ee', 'fixed_ips': [{'subnet_id': '5415abd3-3ee1-41a4-8e12-36f4489037c8'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:01.318794 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.352242 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f798f061-441b-4e90-bb53-d5e7e899087f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26042459'] for subnet, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.553992 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f798f061-441b-4e90-bb53-d5e7e899087f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769576320651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26010802'] for subnet, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.588847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798f061-441b-4e90-bb53-d5e7e899087f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.589462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f798f061-441b-4e90-bb53-d5e7e899087f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.590829 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f798f061-441b-4e90-bb53-d5e7e899087f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "PUT /v2.0/subnets/5415abd3-3ee1-41a4-8e12-36f4489037c8 HTTP/1.1" status: 200 len: 806 time: 0.3349016 Aug 16 02:18:01.593614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46584) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:01.605072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Allocated IP 172.20.0.2 (7501476d-d356-447f-b69d-06328f6d3ce2/5415abd3-3ee1-41a4-8e12-36f4489037c8/bf684cd8-8952-46ce-bfe1-db899318d59d) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:01.608804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798f061-441b-4e90-bb53-d5e7e899087f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=5415abd3-3ee1-41a4-8e12-36f4489037c8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:01.698403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.755814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.762879 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.771572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Transition to ACTIVE for port object bf684cd8-8952-46ce-bfe1-db899318d59d will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:01.787206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Transition to ACTIVE for port object bf684cd8-8952-46ce-bfe1-db899318d59d will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:01.897680 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.938344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Network 7501476d-d356-447f-b69d-06328f6d3ce2 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:01.941137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:01.943596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:01.952524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Pushing event updated for resources: {'Port': ['ID=bf684cd8-8952-46ce-bfe1-db899318d59d,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.000042 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.005506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Attempting to bind port bf684cd8-8952-46ce-bfe1-db899318d59d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:02.005909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Attempting to bind port bf684cd8-8952-46ce-bfe1-db899318d59d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7501476d-d356-447f-b69d-06328f6d3ce2'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:02.006279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Attempting to bind port bf684cd8-8952-46ce-bfe1-db899318d59d on network 7501476d-d356-447f-b69d-06328f6d3ce2 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:02.011560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:02.016006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Checking segment: {'id': '7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7501476d-d356-447f-b69d-06328f6d3ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:02.016006 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.016006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Bound using segment: {'id': '7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7501476d-d356-447f-b69d-06328f6d3ce2'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:02.016006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Bound port: bf684cd8-8952-46ce-bfe1-db899318d59d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7501476d-d356-447f-b69d-06328f6d3ce2'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:02.016006 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.028431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Subnet': ['ID=5415abd3-3ee1-41a4-8e12-36f4489037c8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.081929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] For port bf684cd8-8952-46ce-bfe1-db899318d59d, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:02.085043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] For port bf684cd8-8952-46ce-bfe1-db899318d59d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bf684cd8-8952-46ce-bfe1-db899318d59d,segment=NetworkSegment(7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d),segment_id=7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:02.093308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.104793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7501476d-d356-447f-b69d-06328f6d3ce2']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:02.116002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:02.116310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:02.125870 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.237349 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.237852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.245026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:02.245433 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:02.248907 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:02.322765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b686a-6521-4f99-a5b9-275f9e97edb2 None None] Pushing event updated for resources: {'Port': ['ID=bf684cd8-8952-46ce-bfe1-db899318d59d,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.334944 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:18:02.334944 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:18:02.334944 n-d-768509-23 neutron-server[95516]: [parameters: {'id': '7501476d-d356-447f-b69d-06328f6d3ce2'}] Aug 16 02:18:02.334944 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:18:02.335848 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:18:02.369236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744d2bd1-02eb-48c5-8d46-eb3003920cdc None None] Network 7501476d-d356-447f-b69d-06328f6d3ce2 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:02.517843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc2372d-e460-4975-a5ae-21fa44a50c84 None None] Network 7501476d-d356-447f-b69d-06328f6d3ce2 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:02.647574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcec577-bdc0-4eed-9aec-42b8c313d0f4 None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:18:02.736008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcec577-bdc0-4eed-9aec-42b8c313d0f4 None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:18:02.837493 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.892671 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.920593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Deleting port bf684cd8-8952-46ce-bfe1-db899318d59d {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:02.920941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.922877 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4d54cbab-cc05-4ff5-a1f1-2331adad78ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.992017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] For port bf684cd8-8952-46ce-bfe1-db899318d59d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bf684cd8-8952-46ce-bfe1-db899318d59d,segment=NetworkSegment(7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d),segment_id=7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:02.992650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.007049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Calling delete_port for bf684cd8-8952-46ce-bfe1-db899318d59d owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:03.159621 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.192223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Port': ['ID=bf684cd8-8952-46ce-bfe1-db899318d59d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.200909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No DVR routers for this DVR port bf684cd8-8952-46ce-bfe1-db899318d59d on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:03.283979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.294932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7501476d-d356-447f-b69d-06328f6d3ce2']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:03.305368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:03.305704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de0eb74-d8aa-43ae-8b70-2c9cdaafea2d') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:03.314899 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.328599 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.334372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:03.334767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:03.338288 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:03.497246 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.505084 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.509519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/7501476d-d356-447f-b69d-06328f6d3ce2 HTTP/1.1" status: 204 len: 168 time: 1.9122922 Aug 16 02:18:03.510935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46592) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:03.530333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c34dd5-b497-47a3-a067-5c4e5827f5d3 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=7501476d-d356-447f-b69d-06328f6d3ce2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.531181 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1b1d9a-8dc8-4786-a77b-5f6b8f4638c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:03.531755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1b1d9a-8dc8-4786-a77b-5f6b8f4638c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:03.533485 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1d1b1d9a-8dc8-4786-a77b-5f6b8f4638c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/7501476d-d356-447f-b69d-06328f6d3ce2 HTTP/1.1" status: 404 len: 339 time: 0.0225716 Aug 16 02:18:03.537887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46594) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:03.543539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-805409821', 'description': 'd1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:03.645335 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:03.648821 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.674476 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:03.684578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.684925 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment 88d1923c-81c1-44db-a11a-2ff460fb5c3c of type vlan for network 52d77059-df6a-4610-96eb-11860fe1fcbe Aug 16 02:18:03.730978 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.839682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.846692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.849674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.920511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=52d77059-df6a-4610-96eb-11860fe1fcbe,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.931395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 52d77059-df6a-4610-96eb-11860fe1fcbe details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:03.991923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46596) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:03.992357 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-637ef129-ff92-49f3-ba06-893916506fa5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4524803 Aug 16 02:18:04.103330 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.114414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc691fd-0ab4-49d9-8090-a83e2d4cb75b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.116987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-acc691fd-0ab4-49d9-8090-a83e2d4cb75b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/networks?id=52d77059-df6a-4610-96eb-11860fe1fcbe HTTP/1.1" status: 200 len: 760 time: 0.1231058 Aug 16 02:18:04.118764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46598) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:04.123759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-61453622-0fb1-4f7a-ab0a-a6c3cf5e421d tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'description': 'd2'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:04.283565 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61453622-0fb1-4f7a-ab0a-a6c3cf5e421d tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.371377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61453622-0fb1-4f7a-ab0a-a6c3cf5e421d tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.418869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61453622-0fb1-4f7a-ab0a-a6c3cf5e421d tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network 52d77059-df6a-4610-96eb-11860fe1fcbe is not hosted by any dhcp agent {{(pid=95516) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:18:04.423866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61453622-0fb1-4f7a-ab0a-a6c3cf5e421d tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.424473 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61453622-0fb1-4f7a-ab0a-a6c3cf5e421d tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.428164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-61453622-0fb1-4f7a-ab0a-a6c3cf5e421d tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "PUT /v2.0/networks/52d77059-df6a-4610-96eb-11860fe1fcbe HTTP/1.1" status: 200 len: 757 time: 0.3060825 Aug 16 02:18:04.428680 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46604) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:04.446900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61453622-0fb1-4f7a-ab0a-a6c3cf5e421d tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=52d77059-df6a-4610-96eb-11860fe1fcbe,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.457232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 52d77059-df6a-4610-96eb-11860fe1fcbe details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:04.529677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d9f88-9d02-4ff4-b12b-397d5644fa08 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.531233 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-724d9f88-9d02-4ff4-b12b-397d5644fa08 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/networks?id=52d77059-df6a-4610-96eb-11860fe1fcbe HTTP/1.1" status: 200 len: 760 time: 0.1014676 Aug 16 02:18:04.534903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46606) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:04.540660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1584082248'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:04.656904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:04.660291 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.684817 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:04.693323 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.695267 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment 7393d0dc-55b9-45e8-a267-7f0d7a895fda of type vlan for network 236184c4-736a-4363-9ead-1e0b438b29a0 Aug 16 02:18:04.737271 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.828282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.833835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.834457 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.898908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=236184c4-736a-4363-9ead-1e0b438b29a0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.912110 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 236184c4-736a-4363-9ead-1e0b438b29a0 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:04.960478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-73158a48-c28e-4ad0-8883-3e7d9debe143 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4242728 Aug 16 02:18:04.963603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46608) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:04.968886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'network_id': '236184c4-736a-4363-9ead-1e0b438b29a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:05.142810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:05.146434 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.662709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.723599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=816f3ab5-da9f-4eca-9e60-7c721ba57180,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.734836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking segment: {'id': '7393d0dc-55b9-45e8-a267-7f0d7a895fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '236184c4-736a-4363-9ead-1e0b438b29a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:05.735198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network hostable DHCP agents. Network: 236184c4-736a-4363-9ead-1e0b438b29a0, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:05.788147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network 236184c4-736a-4363-9ead-1e0b438b29a0 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:05.839581 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.851243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 236184c4-736a-4363-9ead-1e0b438b29a0) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:05.860626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.860626 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.861970 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59e3fb4-fe06-4dff-b0c4-f012c28c1086 None None] Network 236184c4-736a-4363-9ead-1e0b438b29a0 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:05.944129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-296cac91-48ac-4c4f-8c7c-af7ba2433913 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9791405 Aug 16 02:18:05.946756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46612) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:06.053303 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.113609 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.174480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d869aa9-d49e-4de5-b94e-2b2e48f42b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-236184c4-736a-4363-9ead-1e0b438b29a0', 'network_id': '236184c4-736a-4363-9ead-1e0b438b29a0', 'tenant_id': '0effee99f0ab4114b25345d364cba3ee', 'fixed_ips': [{'subnet_id': '816f3ab5-da9f-4eca-9e60-7c721ba57180'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:06.175757 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6d869aa9-d49e-4de5-b94e-2b2e48f42b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.285690 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.312212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Subnet': ['ID=816f3ab5-da9f-4eca-9e60-7c721ba57180,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:06.380349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.391200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236184c4-736a-4363-9ead-1e0b438b29a0']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:06.403357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7393d0dc-55b9-45e8-a267-7f0d7a895fda') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:06.403794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7393d0dc-55b9-45e8-a267-7f0d7a895fda') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:06.413620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server [None req-6d869aa9-d49e-4de5-b94e-2b2e48f42b84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 816f3ab5-da9f-4eca-9e60-7c721ba57180: This subnet is being modified by another concurrent operation. Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 816f3ab5-da9f-4eca-9e60-7c721ba57180: This subnet is being modified by another concurrent operation. Aug 16 02:18:06.417494 n-d-768509-23 neutron-server[95517]: ERROR oslo_messaging.rpc.server Aug 16 02:18:06.431040 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.440107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814f3d2-80b9-4eba-9c0e-34dafff9054a None None] Network 236184c4-736a-4363-9ead-1e0b438b29a0 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:06.442128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:06.443037 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:06.445862 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:06.559150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0db643-0da3-4475-a9c0-8ae52255097a None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:18:06.571013 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.581191 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.583288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/236184c4-736a-4363-9ead-1e0b438b29a0 HTTP/1.1" status: 204 len: 168 time: 0.6354613 Aug 16 02:18:06.586524 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46616) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:06.595613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1a28-94c4-4579-bd9a-c6ff30449e91 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=236184c4-736a-4363-9ead-1e0b438b29a0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:06.617452 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f26d3d-9955-48f3-90c0-01da644bc653 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] GET failed (client error): The resource could not be found. Aug 16 02:18:06.622314 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-59f26d3d-9955-48f3-90c0-01da644bc653 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/subnets/816f3ab5-da9f-4eca-9e60-7c721ba57180 HTTP/1.1" status: 404 len: 337 time: 0.0336530 Aug 16 02:18:06.622458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46618) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:06.641352 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f44f4a-4de7-427e-888a-53beade7ecc5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:06.641925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f44f4a-4de7-427e-888a-53beade7ecc5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:06.647228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d0f44f4a-4de7-427e-888a-53beade7ecc5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/236184c4-736a-4363-9ead-1e0b438b29a0 HTTP/1.1" status: 404 len: 339 time: 0.0202630 Aug 16 02:18:06.647404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46620) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:06.648226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0db643-0da3-4475-a9c0-8ae52255097a None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:18:06.837244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38827bc3-71af-457d-831c-d4cfeff65e67 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:06.838846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-38827bc3-71af-457d-831c-d4cfeff65e67 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1894562 Aug 16 02:18:06.841741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46622) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:06.878300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ecad1b0b-f627-4ad2-91c8-0635f67c232f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 207 time: 0.0354035 Aug 16 02:18:06.881574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46624) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.058747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba907db-f41d-45d7-b69d-c317462b3cce tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.064542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba907db-f41d-45d7-b69d-c317462b3cce tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.070503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba907db-f41d-45d7-b69d-c317462b3cce tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.077085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba907db-f41d-45d7-b69d-c317462b3cce tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.078744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fba907db-f41d-45d7-b69d-c317462b3cce tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1962214 Aug 16 02:18:07.082307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46626) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.188859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b62f2df4-e027-4c45-961c-33007089b3b6 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1053724 Aug 16 02:18:07.192156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46628) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.249119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafd81e4-30aa-4a27-bead-6634d4b83a74 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.251131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafd81e4-30aa-4a27-bead-6634d4b83a74 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.252929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dafd81e4-30aa-4a27-bead-6634d4b83a74 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0598679 Aug 16 02:18:07.256519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46630) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.307137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b34da3-9e76-498b-bdbd-a1f46575528d tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.308670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b34da3-9e76-498b-bdbd-a1f46575528d tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.310217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d2b34da3-9e76-498b-bdbd-a1f46575528d tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0527778 Aug 16 02:18:07.313628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46632) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.426049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f12d3-3cc8-4b3b-8395-b64ebd2d54a1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.427464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fb6f12d3-3cc8-4b3b-8395-b64ebd2d54a1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/networks/4a04f7bf-6aff-4150-961b-b4d655d9b38b HTTP/1.1" status: 200 len: 799 time: 0.1128938 Aug 16 02:18:07.431772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46640) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.528582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d0c2b3fd-8097-44c4-8bd6-cb8e762a21ae tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/networks/4a04f7bf-6aff-4150-961b-b4d655d9b38b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.0957069 Aug 16 02:18:07.532222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46644) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.587790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9f1298-e73b-4528-a7dc-4eaa9569bed7 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.589150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3a9f1298-e73b-4528-a7dc-4eaa9569bed7 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/subnets/c71730f1-d05e-4e53-a333-aa8c8a8b539a HTTP/1.1" status: 200 len: 811 time: 0.0556624 Aug 16 02:18:07.592973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46646) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.653078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71508b53-6248-439e-937c-a259ce6d7d1f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['shared'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.654755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-71508b53-6248-439e-937c-a259ce6d7d1f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "GET /v2.0/subnets/c71730f1-d05e-4e53-a333-aa8c8a8b539a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0608797 Aug 16 02:18:07.658433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46650) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.663423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-230734331'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:07.753832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:07.757374 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.781289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:07.789688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.791001 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Added segment 107c2684-ea1e-4faa-b35b-f319e465b6ae of type vlan for network b50140a6-49c3-4618-94ef-5bf5b86bcd6b Aug 16 02:18:07.829177 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.943307 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.949499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.956975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.021518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3616548 Aug 16 02:18:08.025126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46652) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:08.026251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912edae3-090f-423d-915e-aa04dd3bdd20 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Network': ['ID=b50140a6-49c3-4618-94ef-5bf5b86bcd6b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.035001 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'network_id': 'b50140a6-49c3-4618-94ef-5bf5b86bcd6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:08.042541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b50140a6-49c3-4618-94ef-5bf5b86bcd6b details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:08.187980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Made reservation on behalf of 0effee99f0ab4114b25345d364cba3ee for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:08.191595 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.250033 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Performing IP validity checks on allocation pools {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:18:08.250540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:18:08.463470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.527533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=c3a18327-e4d7-41d8-8feb-ba2c52d36fe7,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.535062 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Checking segment: {'id': '107c2684-ea1e-4faa-b35b-f319e465b6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b50140a6-49c3-4618-94ef-5bf5b86bcd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:08.535429 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network hostable DHCP agents. Network: b50140a6-49c3-4618-94ef-5bf5b86bcd6b, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:08.605500 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Network b50140a6-49c3-4618-94ef-5bf5b86bcd6b is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:08.686143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b50140a6-49c3-4618-94ef-5bf5b86bcd6b) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:08.690252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.690889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.694781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710557cb-b66d-4ed4-bd10-4969e5a5b87a None None] Network b50140a6-49c3-4618-94ef-5bf5b86bcd6b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:08.778121 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e3d60a2d-ccb6-4178-95e5-84fbc7b07536 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7502320 Aug 16 02:18:08.780637 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46656) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:08.786305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f99d3f0d-af3a-4a99-b1c5-85d215a315e5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:08.859875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b019574-9545-4acd-a18f-da0ba586cd51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-b50140a6-49c3-4618-94ef-5bf5b86bcd6b', 'network_id': 'b50140a6-49c3-4618-94ef-5bf5b86bcd6b', 'tenant_id': '0effee99f0ab4114b25345d364cba3ee', 'fixed_ips': [{'subnet_id': 'c3a18327-e4d7-41d8-8feb-ba2c52d36fe7'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:08.860822 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2b019574-9545-4acd-a18f-da0ba586cd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.896727 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f99d3f0d-af3a-4a99-b1c5-85d215a315e5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26042459'] for subnet, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.018319 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-2b019574-9545-4acd-a18f-da0ba586cd51 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:18:09.018319 n-d-768509-23 neutron-server[95517]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 16 02:18:09.018319 n-d-768509-23 neutron-server[95517]: [parameters: {'in_use': 1, 'id_1': 'c3a18327-e4d7-41d8-8feb-ba2c52d36fe7'}] Aug 16 02:18:09.018319 n-d-768509-23 neutron-server[95517]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:18:09.019020 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-2b019574-9545-4acd-a18f-da0ba586cd51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:18:09.114075 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f99d3f0d-af3a-4a99-b1c5-85d215a315e5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769576320651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26010802'] for subnet, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.158719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99d3f0d-af3a-4a99-b1c5-85d215a315e5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.159336 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f99d3f0d-af3a-4a99-b1c5-85d215a315e5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.160659 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f99d3f0d-af3a-4a99-b1c5-85d215a315e5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "PUT /v2.0/subnets/c3a18327-e4d7-41d8-8feb-ba2c52d36fe7 HTTP/1.1" status: 200 len: 877 time: 0.3790545 Aug 16 02:18:09.163486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46658) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:09.188703 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d3f0d-af3a-4a99-b1c5-85d215a315e5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event updated for resources: {'Subnet': ['ID=c3a18327-e4d7-41d8-8feb-ba2c52d36fe7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.275954 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.335101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.486154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.514990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a18327-e4d7-41d8-8feb-ba2c52d36fe7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.520629 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2b019574-9545-4acd-a18f-da0ba586cd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.576154 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.587463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50140a6-49c3-4618-94ef-5bf5b86bcd6b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:09.598475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107c2684-ea1e-4faa-b35b-f319e465b6ae') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:09.601912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107c2684-ea1e-4faa-b35b-f319e465b6ae') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:09.608538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.629590 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.636543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:09.637041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:09.642199 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:09.650551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5327e56-baee-4bbb-bab5-e755a5a5510a None None] Network b50140a6-49c3-4618-94ef-5bf5b86bcd6b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:09.758199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fe8ba5-ed48-4767-8c6f-e38e90ccd6fa None None] Network b50140a6-49c3-4618-94ef-5bf5b86bcd6b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:09.793948 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.817312 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.821928 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/b50140a6-49c3-4618-94ef-5bf5b86bcd6b HTTP/1.1" status: 204 len: 168 time: 0.6530294 Aug 16 02:18:09.821928 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd7c82-0e1a-4e1f-a149-629df4ac25fa tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=b50140a6-49c3-4618-94ef-5bf5b86bcd6b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.824775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46662) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:09.856513 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcad3e96-5dc0-4113-b563-545587d6b0e0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:09.857405 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcad3e96-5dc0-4113-b563-545587d6b0e0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:09.858751 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dcad3e96-5dc0-4113-b563-545587d6b0e0 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/subnets/c3a18327-e4d7-41d8-8feb-ba2c52d36fe7 HTTP/1.1" status: 404 len: 337 time: 0.0332434 Aug 16 02:18:09.861434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46664) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:09.880301 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b5166b-6844-451b-9795-87629afce268 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:09.880915 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b5166b-6844-451b-9795-87629afce268 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:09.882643 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-91b5166b-6844-451b-9795-87629afce268 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/b50140a6-49c3-4618-94ef-5bf5b86bcd6b HTTP/1.1" status: 404 len: 339 time: 0.0202005 Aug 16 02:18:09.885888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46666) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:09.911391 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4161cabf-7e13-4ab3-b62a-028387f0b849 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:09.911828 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4161cabf-7e13-4ab3-b62a-028387f0b849 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:09.913505 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4161cabf-7e13-4ab3-b62a-028387f0b849 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/subnets/816f3ab5-da9f-4eca-9e60-7c721ba57180 HTTP/1.1" status: 404 len: 337 time: 0.0266907 Aug 16 02:18:09.916075 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46668) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:09.938692 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-7595c69d-d039-43a6-b028-c10f6925c3c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:09.939226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7595c69d-d039-43a6-b028-c10f6925c3c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:09.940914 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7595c69d-d039-43a6-b028-c10f6925c3c1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/236184c4-736a-4363-9ead-1e0b438b29a0 HTTP/1.1" status: 404 len: 339 time: 0.0239065 Aug 16 02:18:09.943348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46670) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.017704 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.106333 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.116016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d77059-df6a-4610-96eb-11860fe1fcbe']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:10.127328 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d1923c-81c1-44db-a11a-2ff460fb5c3c') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:10.127629 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d1923c-81c1-44db-a11a-2ff460fb5c3c') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:10.137516 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.150960 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.156632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:10.157016 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:10.159907 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:10.268829 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.276949 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.278745 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/52d77059-df6a-4610-96eb-11860fe1fcbe HTTP/1.1" status: 204 len: 168 time: 0.3344769 Aug 16 02:18:10.281519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46672) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.291012 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b803f83-81b3-4fa8-978d-3140141a7a7b tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=52d77059-df6a-4610-96eb-11860fe1fcbe,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.314157 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a20fe37-0764-48e3-9f08-d19bbb9fc4c4 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.314643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a20fe37-0764-48e3-9f08-d19bbb9fc4c4 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.319193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1a20fe37-0764-48e3-9f08-d19bbb9fc4c4 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/subnets/5415abd3-3ee1-41a4-8e12-36f4489037c8 HTTP/1.1" status: 404 len: 337 time: 0.0365286 Aug 16 02:18:10.319705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46674) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.339841 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e50c29a-8abd-43e6-aeaa-d09cbf1c82bd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.340476 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e50c29a-8abd-43e6-aeaa-d09cbf1c82bd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.342335 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8e50c29a-8abd-43e6-aeaa-d09cbf1c82bd tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/7501476d-d356-447f-b69d-06328f6d3ce2 HTTP/1.1" status: 404 len: 339 time: 0.0213964 Aug 16 02:18:10.345083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46676) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.377453 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd14242f-3ded-457f-8d26-c29884c149a5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.377928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd14242f-3ded-457f-8d26-c29884c149a5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.379641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cd14242f-3ded-457f-8d26-c29884c149a5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/subnets/668a2311-7a76-4461-92fa-2121bf190946 HTTP/1.1" status: 404 len: 337 time: 0.0335801 Aug 16 02:18:10.382375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46678) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.400608 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a0f49f-bfc4-43af-a219-222b31c3af93 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.401150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a0f49f-bfc4-43af-a219-222b31c3af93 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.402856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b8a0f49f-bfc4-43af-a219-222b31c3af93 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/774be4a9-c6c6-485e-a712-598f4b7b2904 HTTP/1.1" status: 404 len: 339 time: 0.0195668 Aug 16 02:18:10.405369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46680) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.432385 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a2e1d5-582e-4e30-b334-3c06b646efb1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.432844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a2e1d5-582e-4e30-b334-3c06b646efb1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.434606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a5a2e1d5-582e-4e30-b334-3c06b646efb1 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/subnets/f243a190-c6a6-48b3-bd0d-a876c593932e HTTP/1.1" status: 404 len: 337 time: 0.0282648 Aug 16 02:18:10.437051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46682) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.454575 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4878a41-9fd7-4853-bb0a-46fdd6dcd418 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.455107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4878a41-9fd7-4853-bb0a-46fdd6dcd418 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.456741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c4878a41-9fd7-4853-bb0a-46fdd6dcd418 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/cf1a8823-ec5f-49f3-b215-8ae8d3997a5b HTTP/1.1" status: 404 len: 339 time: 0.0187953 Aug 16 02:18:10.459097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46684) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.484219 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a44e086-37cc-4c17-9839-f1bbaea8a026 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.484649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a44e086-37cc-4c17-9839-f1bbaea8a026 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.486341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0a44e086-37cc-4c17-9839-f1bbaea8a026 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/subnets/b9c62085-1076-4432-831b-dedb8fa6f7ac HTTP/1.1" status: 404 len: 337 time: 0.0264070 Aug 16 02:18:10.488760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46686) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.507486 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93d615e-7ed3-4b5a-ade9-a079de638777 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.508023 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93d615e-7ed3-4b5a-ade9-a079de638777 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.509736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d93d615e-7ed3-4b5a-ade9-a079de638777 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/7e07c059-6e00-48dd-a76f-a826c2014f86 HTTP/1.1" status: 404 len: 339 time: 0.0200808 Aug 16 02:18:10.512374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46688) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.536993 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f9c7b6-da31-45f6-acc0-03b147052951 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.537433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f9c7b6-da31-45f6-acc0-03b147052951 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.539099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-31f9c7b6-da31-45f6-acc0-03b147052951 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/subnets/ebd1a964-47d6-4618-864e-c8d9b0d65594 HTTP/1.1" status: 404 len: 337 time: 0.0258358 Aug 16 02:18:10.542083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46690) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.561659 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7d3fce-9cec-4530-a71b-932e40fddf9f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.562875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7d3fce-9cec-4530-a71b-932e40fddf9f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.564612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1a7d3fce-9cec-4530-a71b-932e40fddf9f tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/29456e47-7103-4aa5-9b76-b1e854de911e HTTP/1.1" status: 404 len: 339 time: 0.0216424 Aug 16 02:18:10.567865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46692) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.597608 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc9e260-70aa-4f7a-89b5-60af4bd5b906 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.598093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc9e260-70aa-4f7a-89b5-60af4bd5b906 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.599858 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bfc9e260-70aa-4f7a-89b5-60af4bd5b906 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/subnets/ae941700-cfe6-4869-a6ad-dbfb7e1eb6df HTTP/1.1" status: 404 len: 337 time: 0.0310888 Aug 16 02:18:10.603135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46694) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.622571 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a82a20e-36d4-46af-82e7-0e2ce77910d5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.623137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a82a20e-36d4-46af-82e7-0e2ce77910d5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.624850 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6a82a20e-36d4-46af-82e7-0e2ce77910d5 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/fa550182-133a-42f9-9d62-a6f26b2f88d1 HTTP/1.1" status: 404 len: 339 time: 0.0206921 Aug 16 02:18:10.627771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46696) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.653888 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f34d89-1ced-42d7-b1fe-d9928aec2186 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.654352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f34d89-1ced-42d7-b1fe-d9928aec2186 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.656063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a3f34d89-1ced-42d7-b1fe-d9928aec2186 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/subnets/875d6430-4342-4102-852f-de89f8d27ffc HTTP/1.1" status: 404 len: 337 time: 0.0273857 Aug 16 02:18:10.658714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46698) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.676773 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ea6646-7647-4e95-b0d8-8c8c7c516b32 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.677302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ea6646-7647-4e95-b0d8-8c8c7c516b32 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.678998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-43ea6646-7647-4e95-b0d8-8c8c7c516b32 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/43039f88-ef30-4e27-8add-5e1c2545cb41 HTTP/1.1" status: 404 len: 339 time: 0.0193889 Aug 16 02:18:10.681870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46700) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.706549 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d83dde-eb2c-4011-a5e3-59885ddc19b9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.706997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d83dde-eb2c-4011-a5e3-59885ddc19b9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.708634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a4d83dde-eb2c-4011-a5e3-59885ddc19b9 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/subnets/8213d9f3-f1c0-48f5-8a3a-087c8ec42fbe HTTP/1.1" status: 404 len: 337 time: 0.0258801 Aug 16 02:18:10.710952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46702) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.729292 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee68930b-59ba-4412-afaa-795cf6a64738 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:10.729840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee68930b-59ba-4412-afaa-795cf6a64738 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:10.731503 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ee68930b-59ba-4412-afaa-795cf6a64738 tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/27da015e-791b-4e46-84bb-8cc24c4c0ca4 HTTP/1.1" status: 404 len: 339 time: 0.0196700 Aug 16 02:18:10.733869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46704) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.782790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-151bac51-ec74-43b7-a4e9-bc9e016c80ad tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Deleting subnet c71730f1-d05e-4e53-a333-aa8c8a8b539a {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:10.785860 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151bac51-ec74-43b7-a4e9-bc9e016c80ad tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.832903 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151bac51-ec74-43b7-a4e9-bc9e016c80ad tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.935436 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151bac51-ec74-43b7-a4e9-bc9e016c80ad tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.074945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151bac51-ec74-43b7-a4e9-bc9e016c80ad tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.106853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bac51-ec74-43b7-a4e9-bc9e016c80ad tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Subnet': ['ID=c71730f1-d05e-4e53-a333-aa8c8a8b539a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.110359 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-151bac51-ec74-43b7-a4e9-bc9e016c80ad tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.114373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-151bac51-ec74-43b7-a4e9-bc9e016c80ad tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/subnets/c71730f1-d05e-4e53-a333-aa8c8a8b539a HTTP/1.1" status: 204 len: 168 time: 0.3789170 Aug 16 02:18:11.115040 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46714) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.119787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8092684-2e70-497b-9357-28951ffe9254 None None] Network 4a04f7bf-6aff-4150-961b-b4d655d9b38b requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:11.212968 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.268864 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Deleting port a41d366a-2bc2-42bd-9f3d-6052d48ee06a {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:11.269316 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.326168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] DHCP port deletion for 4a04f7bf-6aff-4150-961b-b4d655d9b38b request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:11.337832 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] For port a41d366a-2bc2-42bd-9f3d-6052d48ee06a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a41d366a-2bc2-42bd-9f3d-6052d48ee06a,segment=NetworkSegment(658310bf-92ef-48b6-b820-6b09eea1ce86),segment_id=658310bf-92ef-48b6-b820-6b09eea1ce86)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:11.338290 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.355400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Calling delete_port for a41d366a-2bc2-42bd-9f3d-6052d48ee06a owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:11.377946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Deleting port a41d366a-2bc2-42bd-9f3d-6052d48ee06a {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:11.378428 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.444262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] For port a41d366a-2bc2-42bd-9f3d-6052d48ee06a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a41d366a-2bc2-42bd-9f3d-6052d48ee06a,segment=NetworkSegment(658310bf-92ef-48b6-b820-6b09eea1ce86),segment_id=658310bf-92ef-48b6-b820-6b09eea1ce86)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:11.444657 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.457298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Calling delete_port for a41d366a-2bc2-42bd-9f3d-6052d48ee06a owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:11.514502 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.534995 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.540645 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Port': ['ID=a41d366a-2bc2-42bd-9f3d-6052d48ee06a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.545061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] No DVR routers for this DVR port a41d366a-2bc2-42bd-9f3d-6052d48ee06a on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:11.558890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Pushing event deleted for resources: {'Port': ['ID=a41d366a-2bc2-42bd-9f3d-6052d48ee06a,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.568219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] No DVR routers for this DVR port a41d366a-2bc2-42bd-9f3d-6052d48ee06a on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:11.570355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.570783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.571833 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.572175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.572511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.572847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.573181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.573512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.573927 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.574263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.574593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.574926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629aa0d-127f-4f47-bfec-476f25d0c7ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:11.631585 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.642098 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a04f7bf-6aff-4150-961b-b4d655d9b38b']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:11.652409 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658310bf-92ef-48b6-b820-6b09eea1ce86') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:11.652704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658310bf-92ef-48b6-b820-6b09eea1ce86') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:11.661273 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.674757 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.681172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:11.681619 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:11.684663 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:11.816656 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.825095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.826930 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] 10.222.0.66 "DELETE /v2.0/networks/4a04f7bf-6aff-4150-961b-b4d655d9b38b HTTP/1.1" status: 204 len: 168 time: 0.7106607 Aug 16 02:18:11.841932 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605d506-f61e-413a-9cbe-d6fc5ba8313a tempest-NetworksTest-810020421 tempest-NetworksTest-810020421-project] Pushing event deleted for resources: {'Network': ['ID=4a04f7bf-6aff-4150-961b-b4d655d9b38b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.873134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a41d366a-2bc2-42bd-9f3d-6052d48ee06a no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:11.895370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a41d366a-2bc2-42bd-9f3d-6052d48ee06a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:11.895842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a41d366a-2bc2-42bd-9f3d-6052d48ee06a not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:12.242982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46778) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:12.382657 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cf0ef9f2-3a2e-4baa-bc68-4b6300b0dfd0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0effee99f0ab4114b25345d364cba3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383314 Aug 16 02:18:12.385071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 46790) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:12.439847 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.460770 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.582470 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.585162 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.586371 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8dd830e-e584-4813-83fe-009fda5ba66a HTTP/1.1" status: 204 len: 168 time: 0.2003915 Aug 16 02:18:12.595185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dd830e-e584-4813-83fe-009fda5ba66a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:12.604215 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:12.604401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:12.604727 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:12.605132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:12.605457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:12.605950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:12.606280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:12.606706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:12.607033 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:12.607428 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:12.607755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:12.608224 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6708513-a9b9-404c-ace8-122033c7b1f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:13.499474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46870) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:13.596762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'network': {'name': 'tempest-RoutersTest-365095386'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:13.696714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:13.700321 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.718527 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.798767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.868527 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.895803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:13.906172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882e37e6-835b-499c-9460-fe12c73d21f8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.911857 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.913010 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added segment edbc7657-abca-47be-b2fa-576da1d99502 of type vlan for network b0b01b15-89e5-44ce-859a-ab853f6d1dc1 Aug 16 02:18:13.952056 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.051105 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.057407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.057894 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.127283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Network': ['ID=b0b01b15-89e5-44ce-859a-ab853f6d1dc1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.135387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.135797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.136146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.136488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.136863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.137259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.137596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.138408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.138408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.138596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.138907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.139207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.150815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b0b01b15-89e5-44ce-859a-ab853f6d1dc1 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:14.189173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9609b2e9-380e-46fc-9111-36c8b9fe0d41 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6883886 Aug 16 02:18:14.191624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46902) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:14.197562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'network': {'name': 'tempest-RoutersTest-2130888690'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:14.279407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:14.283298 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.313185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:14.316311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.316675 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added segment 1eb261c5-0165-4d41-a089-e9224d2e95ad of type vlan for network 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 Aug 16 02:18:14.357029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.456779 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.463072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.467635 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.531609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Network': ['ID=3ca36c6c-8fb1-45e0-b9fb-70d51b136d01,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.542033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:14.589714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5e2e2db4-0d53-4991-a448-3c76e0a8c48d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3969543 Aug 16 02:18:14.592425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46926) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:14.597554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'subnet': {'network_id': 'b0b01b15-89e5-44ce-859a-ab853f6d1dc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:14.753740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:14.757363 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.988426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.055058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Subnet': ['ID=75faa97d-d136-4a1c-a053-8bbe5341aedf,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:15.063074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Checking segment: {'id': 'edbc7657-abca-47be-b2fa-576da1d99502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b0b01b15-89e5-44ce-859a-ab853f6d1dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:15.063434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network hostable DHCP agents. Network: b0b01b15-89e5-44ce-859a-ab853f6d1dc1, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:15.165767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network b0b01b15-89e5-44ce-859a-ab853f6d1dc1 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:15.228676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b0b01b15-89e5-44ce-859a-ab853f6d1dc1) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:15.233051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:15.233872 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.238104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a01622-cc2e-43f2-afb4-08c2b317e486 None None] Network b0b01b15-89e5-44ce-859a-ab853f6d1dc1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:15.314959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6cbadcf6-8389-47c6-83c4-2da5dc435562 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7214282 Aug 16 02:18:15.317801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 46966) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:15.323056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'subnet': {'network_id': '3ca36c6c-8fb1-45e0-b9fb-70d51b136d01', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:15.393302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-b0b01b15-89e5-44ce-859a-ab853f6d1dc1', 'network_id': 'b0b01b15-89e5-44ce-859a-ab853f6d1dc1', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'fixed_ips': [{'subnet_id': '75faa97d-d136-4a1c-a053-8bbe5341aedf'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:15.394336 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.491238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:15.495652 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.538109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Allocated IP 172.20.0.2 (b0b01b15-89e5-44ce-859a-ab853f6d1dc1/75faa97d-d136-4a1c-a053-8bbe5341aedf/fd779a78-e03f-44dd-8075-e01eef306d47) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:15.689844 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.698494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Transition to ACTIVE for port object fd779a78-e03f-44dd-8075-e01eef306d47 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:15.713070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Transition to ACTIVE for port object fd779a78-e03f-44dd-8075-e01eef306d47 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:15.725318 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.783030 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.787291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Subnet': ['ID=bfcc322f-87a9-454d-b35b-33842e6a6914,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:15.795866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Checking segment: {'id': '1eb261c5-0165-4d41-a089-e9224d2e95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ca36c6c-8fb1-45e0-b9fb-70d51b136d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:15.796235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network hostable DHCP agents. Network: 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:15.825008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Network b0b01b15-89e5-44ce-859a-ab853f6d1dc1 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:15.827903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:15.830426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:15.841630 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Pushing event updated for resources: {'Port': ['ID=fd779a78-e03f-44dd-8075-e01eef306d47,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:15.874015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:15.894276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Attempting to bind port fd779a78-e03f-44dd-8075-e01eef306d47 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:15.894653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Attempting to bind port fd779a78-e03f-44dd-8075-e01eef306d47 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'edbc7657-abca-47be-b2fa-576da1d99502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b0b01b15-89e5-44ce-859a-ab853f6d1dc1'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:15.895050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Attempting to bind port fd779a78-e03f-44dd-8075-e01eef306d47 on network b0b01b15-89e5-44ce-859a-ab853f6d1dc1 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:15.900582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:15.901678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Checking segment: {'id': 'edbc7657-abca-47be-b2fa-576da1d99502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b0b01b15-89e5-44ce-859a-ab853f6d1dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:15.901678 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.901911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Bound using segment: {'id': 'edbc7657-abca-47be-b2fa-576da1d99502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b0b01b15-89e5-44ce-859a-ab853f6d1dc1'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:15.902289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Bound port: fd779a78-e03f-44dd-8075-e01eef306d47, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbc7657-abca-47be-b2fa-576da1d99502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b0b01b15-89e5-44ce-859a-ab853f6d1dc1'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:15.902679 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.954076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:15.958726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.007440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.007715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] For port fd779a78-e03f-44dd-8075-e01eef306d47, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:16.007715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f4fd1-1fd2-497b-8030-15f5cccb068e None None] Network 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:16.007715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] For port fd779a78-e03f-44dd-8075-e01eef306d47, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fd779a78-e03f-44dd-8075-e01eef306d47,segment=NetworkSegment(edbc7657-abca-47be-b2fa-576da1d99502),segment_id=edbc7657-abca-47be-b2fa-576da1d99502)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:16.082979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b3a5f283-ef80-484f-a8cb-26053ab614f1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7615998 Aug 16 02:18:16.083223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47004) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:16.087881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-3f93ff2a-7f05-4ab3-967e-120ef687f8e9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1266041689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:16.107899 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.135177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-3ca36c6c-8fb1-45e0-b9fb-70d51b136d01', 'network_id': '3ca36c6c-8fb1-45e0-b9fb-70d51b136d01', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'fixed_ips': [{'subnet_id': 'bfcc322f-87a9-454d-b35b-33842e6a6914'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:16.135921 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.181811 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3f93ff2a-7f05-4ab3-967e-120ef687f8e9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.185487 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3f93ff2a-7f05-4ab3-967e-120ef687f8e9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.234642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef220698-bba9-4a9f-b729-589e255c206a None None] Pushing event updated for resources: {'Port': ['ID=fd779a78-e03f-44dd-8075-e01eef306d47,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:16.257157 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3f93ff2a-7f05-4ab3-967e-120ef687f8e9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.315505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Allocated IP 172.21.0.2 (3ca36c6c-8fb1-45e0-b9fb-70d51b136d01/bfcc322f-87a9-454d-b35b-33842e6a6914/48a1a583-4a6a-4eba-ae09-33342e933ba7) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:16.364947 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3f93ff2a-7f05-4ab3-967e-120ef687f8e9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.469242 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3f93ff2a-7f05-4ab3-967e-120ef687f8e9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.470619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3f93ff2a-7f05-4ab3-967e-120ef687f8e9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3863864 Aug 16 02:18:16.473704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47020) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:16.494892 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.503579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Transition to ACTIVE for port object 48a1a583-4a6a-4eba-ae09-33342e933ba7 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:16.517888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Transition to ACTIVE for port object 48a1a583-4a6a-4eba-ae09-33342e933ba7 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:16.582724 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.624097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Network 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:16.629366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:16.634229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:16.636235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Pushing event updated for resources: {'Port': ['ID=48a1a583-4a6a-4eba-ae09-33342e933ba7,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:16.696405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Attempting to bind port 48a1a583-4a6a-4eba-ae09-33342e933ba7 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:16.696809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Attempting to bind port 48a1a583-4a6a-4eba-ae09-33342e933ba7 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '1eb261c5-0165-4d41-a089-e9224d2e95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ca36c6c-8fb1-45e0-b9fb-70d51b136d01'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:16.697164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Attempting to bind port 48a1a583-4a6a-4eba-ae09-33342e933ba7 on network 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:16.702222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:16.702603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Checking segment: {'id': '1eb261c5-0165-4d41-a089-e9224d2e95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ca36c6c-8fb1-45e0-b9fb-70d51b136d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:16.703014 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.703418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Bound using segment: {'id': '1eb261c5-0165-4d41-a089-e9224d2e95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ca36c6c-8fb1-45e0-b9fb-70d51b136d01'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:16.703922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Bound port: 48a1a583-4a6a-4eba-ae09-33342e933ba7, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb261c5-0165-4d41-a089-e9224d2e95ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ca36c6c-8fb1-45e0-b9fb-70d51b136d01'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:16.704310 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.760460 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.771759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] For port 48a1a583-4a6a-4eba-ae09-33342e933ba7, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:16.775554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] For port 48a1a583-4a6a-4eba-ae09-33342e933ba7, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=48a1a583-4a6a-4eba-ae09-33342e933ba7,segment=NetworkSegment(1eb261c5-0165-4d41-a089-e9224d2e95ad),segment_id=1eb261c5-0165-4d41-a089-e9224d2e95ad)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:16.857475 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.926934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca678f-08c6-4704-b020-e41ecb2d424e None None] Pushing event updated for resources: {'Port': ['ID=48a1a583-4a6a-4eba-ae09-33342e933ba7,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:17.324290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a36f8a6-fbb5-4528-800a-2d69727a5282 None None] Network b0b01b15-89e5-44ce-859a-ab853f6d1dc1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:17.458810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-303d1cde-bc37-42ec-bfa1-5e0f602b7a44 None None] Provisioning for port fd779a78-e03f-44dd-8075-e01eef306d47 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:17.493736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Allocated IP 172.20.0.1 (b0b01b15-89e5-44ce-859a-ab853f6d1dc1/75faa97d-d136-4a1c-a053-8bbe5341aedf/e880f171-4038-4c29-8d4c-b2e305102212) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:17.616318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.632356 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Transition to ACTIVE for port object e880f171-4038-4c29-8d4c-b2e305102212 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:17.715379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.764837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network b0b01b15-89e5-44ce-859a-ab853f6d1dc1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:17.768117 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:17.772099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:17.804090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=e880f171-4038-4c29-8d4c-b2e305102212,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:17.835634 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.985655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fd779a78-e03f-44dd-8075-e01eef306d47 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:18.047088 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.120588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port fd779a78-e03f-44dd-8075-e01eef306d47 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:18.124694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port fd779a78-e03f-44dd-8075-e01eef306d47 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:18.125073 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.347533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.360405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d861fcfc-2541-4cf9-ae33-2055f76d3e7e None None] Network 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:18.363923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3bdc4265-4d77-4e9d-9821-abc9acb91d7e None None] Provisioning for port e880f171-4038-4c29-8d4c-b2e305102212 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:18.382456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3bdc4265-4d77-4e9d-9821-abc9acb91d7e None None] Provisioning complete for port e880f171-4038-4c29-8d4c-b2e305102212 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:18.382824 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3bdc4265-4d77-4e9d-9821-abc9acb91d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.394349 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.439406 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.469804 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=e880f171-4038-4c29-8d4c-b2e305102212,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:18.472363 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.482559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc4265-4d77-4e9d-9821-abc9acb91d7e None None] Port e880f171-4038-4c29-8d4c-b2e305102212 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:18.496749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port fd779a78-e03f-44dd-8075-e01eef306d47, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fd779a78-e03f-44dd-8075-e01eef306d47,segment=NetworkSegment(edbc7657-abca-47be-b2fa-576da1d99502),segment_id=edbc7657-abca-47be-b2fa-576da1d99502)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:18.567791 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.568566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 48a1a583-4a6a-4eba-ae09-33342e933ba7 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:18.571197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network b0b01b15-89e5-44ce-859a-ab853f6d1dc1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:18.572622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:18.668913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=fd779a78-e03f-44dd-8075-e01eef306d47,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:18.703081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2e0de7d0-6a47-4bbd-b66c-a97678da891f None None] Provisioning for port 48a1a583-4a6a-4eba-ae09-33342e933ba7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:18.719591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 48a1a583-4a6a-4eba-ae09-33342e933ba7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:18.731970 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 48a1a583-4a6a-4eba-ae09-33342e933ba7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:18.731970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.771103 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router a8b746f1-d482-4971-9405-1f7e6a8159e1 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:18.813504 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.854576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 48a1a583-4a6a-4eba-ae09-33342e933ba7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=48a1a583-4a6a-4eba-ae09-33342e933ba7,segment=NetworkSegment(1eb261c5-0165-4d41-a089-e9224d2e95ad),segment_id=1eb261c5-0165-4d41-a089-e9224d2e95ad)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:18.891144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:18.896663 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1f7d16ab-c593-44d1-9bdc-72bc0c547cd2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/a8b746f1-d482-4971-9405-1f7e6a8159e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4216306 Aug 16 02:18:18.899434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47130) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:18.907996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d529ef-97d2-4b38-82f9-a39fc3697325 None None] Sync routers for ids ['a8b746f1-d482-4971-9405-1f7e6a8159e1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:18.917901 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.952849 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb4473-a466-43f5-b24b-fc832e73efe4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.953118 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d529ef-97d2-4b38-82f9-a39fc3697325 None None] Routers {'a8b746f1-d482-4971-9405-1f7e6a8159e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:18.953685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-89d529ef-97d2-4b38-82f9-a39fc3697325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a8b746f1-d482-4971-9405-1f7e6a8159e1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:18.954296 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f3fb4473-a466-43f5-b24b-fc832e73efe4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports/e880f171-4038-4c29-8d4c-b2e305102212 HTTP/1.1" status: 200 len: 910 time: 0.0538363 Aug 16 02:18:18.957109 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47134) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:18.996163 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-89d529ef-97d2-4b38-82f9-a39fc3697325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:19.013523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-acf1fcdf-422a-4a48-a613-d16c91d5b54a None None] Provisioning complete for port 48a1a583-4a6a-4eba-ae09-33342e933ba7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:19.013919 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-acf1fcdf-422a-4a48-a613-d16c91d5b54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.017735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d529ef-97d2-4b38-82f9-a39fc3697325 None None] Routers {'a8b746f1-d482-4971-9405-1f7e6a8159e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:19.018398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-89d529ef-97d2-4b38-82f9-a39fc3697325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a8b746f1-d482-4971-9405-1f7e6a8159e1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:19.073218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-89d529ef-97d2-4b38-82f9-a39fc3697325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:19.073902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d529ef-97d2-4b38-82f9-a39fc3697325 None None] The sync data for ids ['a8b746f1-d482-4971-9405-1f7e6a8159e1'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:19.077051 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=48a1a583-4a6a-4eba-ae09-33342e933ba7,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:19.143016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-acf1fcdf-422a-4a48-a613-d16c91d5b54a None None] Provisioning complete for port e880f171-4038-4c29-8d4c-b2e305102212 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:19.143397 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-acf1fcdf-422a-4a48-a613-d16c91d5b54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.178891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-acf1fcdf-422a-4a48-a613-d16c91d5b54a None None] Port e880f171-4038-4c29-8d4c-b2e305102212 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:19.319692 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.577672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Allocated IP 172.21.0.1 (3ca36c6c-8fb1-45e0-b9fb-70d51b136d01/bfcc322f-87a9-454d-b35b-33842e6a6914/dbeca29d-f065-4b22-b5d5-6cfa4f1275d3) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:19.695924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.709544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Transition to ACTIVE for port object dbeca29d-f065-4b22-b5d5-6cfa4f1275d3 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:19.811543 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.854972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:19.860280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:19.864166 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:19.890359 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=dbeca29d-f065-4b22-b5d5-6cfa4f1275d3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:19.898845 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fd779a78-e03f-44dd-8075-e01eef306d47 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:19.924419 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.959662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port fd779a78-e03f-44dd-8075-e01eef306d47 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:19.960039 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.051111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 48a1a583-4a6a-4eba-ae09-33342e933ba7 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:20.106914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 48a1a583-4a6a-4eba-ae09-33342e933ba7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:20.107298 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.118122 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.178160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-62c2f50c-4eb5-4fff-84bf-1abcda3646e3 None None] Provisioning for port dbeca29d-f065-4b22-b5d5-6cfa4f1275d3 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:20.188240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-62c2f50c-4eb5-4fff-84bf-1abcda3646e3 None None] Provisioning complete for port dbeca29d-f065-4b22-b5d5-6cfa4f1275d3 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:20.188613 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62c2f50c-4eb5-4fff-84bf-1abcda3646e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.227666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-62c2f50c-4eb5-4fff-84bf-1abcda3646e3 None None] Port dbeca29d-f065-4b22-b5d5-6cfa4f1275d3 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:20.391671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.445295 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.524241 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=dbeca29d-f065-4b22-b5d5-6cfa4f1275d3,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:20.527855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.618579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:20.619955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:20.723840 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router a8b746f1-d482-4971-9405-1f7e6a8159e1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:20.820373 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:20.826798 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3237cdc5-cab7-440e-9dcc-3cbaa4af049e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/a8b746f1-d482-4971-9405-1f7e6a8159e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680954 Aug 16 02:18:20.828892 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47216) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:20.830934 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13758f85-d820-40b6-b1b8-07979680acb9 None None] Sync routers for ids ['a8b746f1-d482-4971-9405-1f7e6a8159e1'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:20.840685 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13758f85-d820-40b6-b1b8-07979680acb9 None None] Routers {'a8b746f1-d482-4971-9405-1f7e6a8159e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:20.841431 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-13758f85-d820-40b6-b1b8-07979680acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a8b746f1-d482-4971-9405-1f7e6a8159e1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:20.854360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-51e1e923-e32d-4ed2-a8fe-7202fabb608b None None] Provisioning complete for port dbeca29d-f065-4b22-b5d5-6cfa4f1275d3 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:20.854739 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-51e1e923-e32d-4ed2-a8fe-7202fabb608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.873752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13faccd-bcf9-4629-bea2-2ad150045be5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.878187 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a13faccd-bcf9-4629-bea2-2ad150045be5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports/dbeca29d-f065-4b22-b5d5-6cfa4f1275d3 HTTP/1.1" status: 200 len: 910 time: 0.0453663 Aug 16 02:18:20.879047 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47218) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:20.894544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-51e1e923-e32d-4ed2-a8fe-7202fabb608b None None] Port dbeca29d-f065-4b22-b5d5-6cfa4f1275d3 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:20.967146 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-13758f85-d820-40b6-b1b8-07979680acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:20.975787 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13758f85-d820-40b6-b1b8-07979680acb9 None None] Routers {'a8b746f1-d482-4971-9405-1f7e6a8159e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:20.976400 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-13758f85-d820-40b6-b1b8-07979680acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a8b746f1-d482-4971-9405-1f7e6a8159e1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:21.008424 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-13758f85-d820-40b6-b1b8-07979680acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:21.009052 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13758f85-d820-40b6-b1b8-07979680acb9 None None] The sync data for ids ['a8b746f1-d482-4971-9405-1f7e6a8159e1'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:21.114497 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.200429 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fde45e55-8453-4653-90dd-d2aeb7084546 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.440924 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-fde45e55-8453-4653-90dd-d2aeb7084546 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port dbeca29d-f065-4b22-b5d5-6cfa4f1275d3 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:21.441282 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fde45e55-8453-4653-90dd-d2aeb7084546 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.530922 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fde45e55-8453-4653-90dd-d2aeb7084546 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.543817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-fde45e55-8453-4653-90dd-d2aeb7084546 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for dbeca29d-f065-4b22-b5d5-6cfa4f1275d3 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:21.765597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fde45e55-8453-4653-90dd-d2aeb7084546 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.794074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde45e55-8453-4653-90dd-d2aeb7084546 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=dbeca29d-f065-4b22-b5d5-6cfa4f1275d3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:22.068775 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.241307 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fde45e55-8453-4653-90dd-d2aeb7084546 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.393445 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:18:22.435758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde45e55-8453-4653-90dd-d2aeb7084546 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router a8b746f1-d482-4971-9405-1f7e6a8159e1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:22.534240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde45e55-8453-4653-90dd-d2aeb7084546 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:22.542457 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fde45e55-8453-4653-90dd-d2aeb7084546 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/a8b746f1-d482-4971-9405-1f7e6a8159e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6600697 Aug 16 02:18:22.542457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47236) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:22.545433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5bd2a6-212f-43bc-a379-8033104bd9d0 None None] Sync routers for ids ['a8b746f1-d482-4971-9405-1f7e6a8159e1'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:22.554635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5bd2a6-212f-43bc-a379-8033104bd9d0 None None] Routers {'a8b746f1-d482-4971-9405-1f7e6a8159e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:22.555403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-eb5bd2a6-212f-43bc-a379-8033104bd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a8b746f1-d482-4971-9405-1f7e6a8159e1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:22.591546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-eb5bd2a6-212f-43bc-a379-8033104bd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:22.600226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5bd2a6-212f-43bc-a379-8033104bd9d0 None None] Routers {'a8b746f1-d482-4971-9405-1f7e6a8159e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:22.600780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-eb5bd2a6-212f-43bc-a379-8033104bd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a8b746f1-d482-4971-9405-1f7e6a8159e1'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:22.632996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-eb5bd2a6-212f-43bc-a379-8033104bd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:22.634211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5bd2a6-212f-43bc-a379-8033104bd9d0 None None] The sync data for ids ['a8b746f1-d482-4971-9405-1f7e6a8159e1'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:22.876254 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02a49292-52a0-4d61-a709-3f6236915848 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.120260 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-02a49292-52a0-4d61-a709-3f6236915848 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port e880f171-4038-4c29-8d4c-b2e305102212 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:23.120874 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02a49292-52a0-4d61-a709-3f6236915848 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.210227 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02a49292-52a0-4d61-a709-3f6236915848 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.221836 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-02a49292-52a0-4d61-a709-3f6236915848 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for e880f171-4038-4c29-8d4c-b2e305102212 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:23.491119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02a49292-52a0-4d61-a709-3f6236915848 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.517694 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a49292-52a0-4d61-a709-3f6236915848 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=e880f171-4038-4c29-8d4c-b2e305102212,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:23.667753 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02a49292-52a0-4d61-a709-3f6236915848 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.839522 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a49292-52a0-4d61-a709-3f6236915848 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router a8b746f1-d482-4971-9405-1f7e6a8159e1 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:23.920793 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a49292-52a0-4d61-a709-3f6236915848 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:23.925877 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-02a49292-52a0-4d61-a709-3f6236915848 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/a8b746f1-d482-4971-9405-1f7e6a8159e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3825171 Aug 16 02:18:23.928569 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47244) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:23.934932 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5bcf9-8a48-4fd0-b2d1-ea19e086c57b None None] Sync routers for ids ['a8b746f1-d482-4971-9405-1f7e6a8159e1'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:23.944465 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b5bcf9-8a48-4fd0-b2d1-ea19e086c57b None None] Routers {'a8b746f1-d482-4971-9405-1f7e6a8159e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:23.945246 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-30b5bcf9-8a48-4fd0-b2d1-ea19e086c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a8b746f1-d482-4971-9405-1f7e6a8159e1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:23.955717 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-087c9e94-358e-432e-b5f1-b07707b16ab1 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b746f1-d482-4971-9405-1f7e6a8159e1 HTTP/1.1" status: 200 len: 205 time: 0.0260651 Aug 16 02:18:23.958190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47246) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:23.978530 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-30b5bcf9-8a48-4fd0-b2d1-ea19e086c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:23.987290 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b5bcf9-8a48-4fd0-b2d1-ea19e086c57b None None] Routers {'a8b746f1-d482-4971-9405-1f7e6a8159e1'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:23.987885 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-30b5bcf9-8a48-4fd0-b2d1-ea19e086c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a8b746f1-d482-4971-9405-1f7e6a8159e1'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:24.022195 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-30b5bcf9-8a48-4fd0-b2d1-ea19e086c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:24.022746 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5bcf9-8a48-4fd0-b2d1-ea19e086c57b None None] The sync data for ids ['a8b746f1-d482-4971-9405-1f7e6a8159e1'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:24.035570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b1a-584e-4208-beb3-70f6a41bc711 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.197362 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b1a-584e-4208-beb3-70f6a41bc711 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.199434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b1a-584e-4208-beb3-70f6a41bc711 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.337704 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b1a-584e-4208-beb3-70f6a41bc711 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.338390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1a0b1a-584e-4208-beb3-70f6a41bc711 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Fanout notify agent at l3_agent the message router_deleted on router a8b746f1-d482-4971-9405-1f7e6a8159e1 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:24.353399 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b1a-584e-4208-beb3-70f6a41bc711 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.353399 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8b1a0b1a-584e-4208-beb3-70f6a41bc711 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/a8b746f1-d482-4971-9405-1f7e6a8159e1 HTTP/1.1" status: 204 len: 168 time: 0.3875091 Aug 16 02:18:24.353399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47248) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:24.402654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-348bfa20-1844-4fa1-8a28-2dda6f419cb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting subnet bfcc322f-87a9-454d-b35b-33842e6a6914 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:24.406266 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-348bfa20-1844-4fa1-8a28-2dda6f419cb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.452009 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-348bfa20-1844-4fa1-8a28-2dda6f419cb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.535920 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-348bfa20-1844-4fa1-8a28-2dda6f419cb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.663091 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-348bfa20-1844-4fa1-8a28-2dda6f419cb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.692910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bfa20-1844-4fa1-8a28-2dda6f419cb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Subnet': ['ID=bfcc322f-87a9-454d-b35b-33842e6a6914,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.694926 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-348bfa20-1844-4fa1-8a28-2dda6f419cb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.699369 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-348bfa20-1844-4fa1-8a28-2dda6f419cb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/bfcc322f-87a9-454d-b35b-33842e6a6914 HTTP/1.1" status: 204 len: 168 time: 0.3464451 Aug 16 02:18:24.699369 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47252) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:24.703841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1008ae-1566-49b4-851f-ac69682f2aae None None] Network 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:24.756438 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-052e04f8-6b3d-43fa-a1db-a9626a4bf67a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting subnet 75faa97d-d136-4a1c-a053-8bbe5341aedf {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:24.759624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-052e04f8-6b3d-43fa-a1db-a9626a4bf67a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.800239 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-052e04f8-6b3d-43fa-a1db-a9626a4bf67a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.898280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-052e04f8-6b3d-43fa-a1db-a9626a4bf67a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.909199 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206e095-bd57-4f22-806f-2970680b864c None None] DHCP port deletion for 3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:24.971449 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a206e095-bd57-4f22-806f-2970680b864c None None] Deleting port 48a1a583-4a6a-4eba-ae09-33342e933ba7 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:24.972356 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a206e095-bd57-4f22-806f-2970680b864c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.035400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a206e095-bd57-4f22-806f-2970680b864c None None] For port 48a1a583-4a6a-4eba-ae09-33342e933ba7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=48a1a583-4a6a-4eba-ae09-33342e933ba7,segment=NetworkSegment(1eb261c5-0165-4d41-a089-e9224d2e95ad),segment_id=1eb261c5-0165-4d41-a089-e9224d2e95ad)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:25.035780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a206e095-bd57-4f22-806f-2970680b864c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.040267 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-052e04f8-6b3d-43fa-a1db-a9626a4bf67a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.052773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a206e095-bd57-4f22-806f-2970680b864c None None] Calling delete_port for 48a1a583-4a6a-4eba-ae09-33342e933ba7 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:25.077140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-052e04f8-6b3d-43fa-a1db-a9626a4bf67a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.081721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47254) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:25.082252 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-052e04f8-6b3d-43fa-a1db-a9626a4bf67a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/75faa97d-d136-4a1c-a053-8bbe5341aedf HTTP/1.1" status: 204 len: 168 time: 0.3814390 Aug 16 02:18:25.083283 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e04f8-6b3d-43fa-a1db-a9626a4bf67a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Subnet': ['ID=75faa97d-d136-4a1c-a053-8bbe5341aedf,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.094544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94472f7-78d3-44e4-8802-6becb48fd136 None None] Network b0b01b15-89e5-44ce-859a-ab853f6d1dc1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:25.165686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.225339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port 48a1a583-4a6a-4eba-ae09-33342e933ba7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:25.225694 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.296844 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a206e095-bd57-4f22-806f-2970680b864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.300413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port 48a1a583-4a6a-4eba-ae09-33342e933ba7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=48a1a583-4a6a-4eba-ae09-33342e933ba7,segment=NetworkSegment(1eb261c5-0165-4d41-a089-e9224d2e95ad),segment_id=1eb261c5-0165-4d41-a089-e9224d2e95ad)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:25.305972 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.315552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for 48a1a583-4a6a-4eba-ae09-33342e933ba7 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:25.328660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a34a96-7515-4f97-8c6e-c7b429a2292a None None] DHCP port deletion for b0b01b15-89e5-44ce-859a-ab853f6d1dc1 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:25.332172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206e095-bd57-4f22-806f-2970680b864c None None] Pushing event deleted for resources: {'Port': ['ID=48a1a583-4a6a-4eba-ae09-33342e933ba7,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.337575 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206e095-bd57-4f22-806f-2970680b864c None None] No DVR routers for this DVR port 48a1a583-4a6a-4eba-ae09-33342e933ba7 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:25.394400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-14a34a96-7515-4f97-8c6e-c7b429a2292a None None] Deleting port fd779a78-e03f-44dd-8075-e01eef306d47 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:25.394782 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14a34a96-7515-4f97-8c6e-c7b429a2292a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.408987 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.438792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=48a1a583-4a6a-4eba-ae09-33342e933ba7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.444130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No DVR routers for this DVR port 48a1a583-4a6a-4eba-ae09-33342e933ba7 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:25.470635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-14a34a96-7515-4f97-8c6e-c7b429a2292a None None] For port fd779a78-e03f-44dd-8075-e01eef306d47, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fd779a78-e03f-44dd-8075-e01eef306d47,segment=NetworkSegment(edbc7657-abca-47be-b2fa-576da1d99502),segment_id=edbc7657-abca-47be-b2fa-576da1d99502)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:25.471153 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14a34a96-7515-4f97-8c6e-c7b429a2292a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.496052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-14a34a96-7515-4f97-8c6e-c7b429a2292a None None] Calling delete_port for fd779a78-e03f-44dd-8075-e01eef306d47 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:25.527972 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.538032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca36c6c-8fb1-45e0-b9fb-70d51b136d01']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:25.549139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb261c5-0165-4d41-a089-e9224d2e95ad') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:25.549439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb261c5-0165-4d41-a089-e9224d2e95ad') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:25.559627 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.574892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.581266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:25.581665 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:25.584651 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:25.651416 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14a34a96-7515-4f97-8c6e-c7b429a2292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.681774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a34a96-7515-4f97-8c6e-c7b429a2292a None None] Pushing event deleted for resources: {'Port': ['ID=fd779a78-e03f-44dd-8075-e01eef306d47,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.683244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a34a96-7515-4f97-8c6e-c7b429a2292a None None] No DVR routers for this DVR port fd779a78-e03f-44dd-8075-e01eef306d47 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:25.714123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.725144 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.728016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/networks/3ca36c6c-8fb1-45e0-b9fb-70d51b136d01 HTTP/1.1" status: 204 len: 168 time: 0.6428688 Aug 16 02:18:25.730891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47258) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:25.739425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa4d56-3c98-4658-b6a8-1c13e0b4d357 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Network': ['ID=3ca36c6c-8fb1-45e0-b9fb-70d51b136d01,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.808675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.889439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fd779a78-e03f-44dd-8075-e01eef306d47 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:25.903979 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.913842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: fd779a78-e03f-44dd-8075-e01eef306d47 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:25.914196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fd779a78-e03f-44dd-8075-e01eef306d47 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:25.915298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b01b15-89e5-44ce-859a-ab853f6d1dc1']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:25.915478 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 48a1a583-4a6a-4eba-ae09-33342e933ba7 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:25.926057 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbc7657-abca-47be-b2fa-576da1d99502') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:25.926354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbc7657-abca-47be-b2fa-576da1d99502') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:25.935068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 48a1a583-4a6a-4eba-ae09-33342e933ba7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:25.935352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 48a1a583-4a6a-4eba-ae09-33342e933ba7 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:25.939567 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.956416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.962540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:25.962923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:25.965858 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:26.074074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.080885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.082787 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/networks/b0b01b15-89e5-44ce-859a-ab853f6d1dc1 HTTP/1.1" status: 204 len: 168 time: 0.3507929 Aug 16 02:18:26.092010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47260) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:26.094570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51f3e2-9d9b-43c8-9d09-76e5c382a451 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Network': ['ID=b0b01b15-89e5-44ce-859a-ab853f6d1dc1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:26.098438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'network': {'name': 'tempest-RoutersTest-2132464348'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:26.182603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:26.186372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.209744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:26.218630 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.218964 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added segment 209caca9-6267-46db-8f6a-a8b31a6f7fbc of type vlan for network 4a9f2374-f973-4bb1-a39d-6612cac3e2f6 Aug 16 02:18:26.261118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.354280 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.359899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.360476 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.431092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Network': ['ID=4a9f2374-f973-4bb1-a39d-6612cac3e2f6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:26.441518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 4a9f2374-f973-4bb1-a39d-6612cac3e2f6 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:26.474888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b6918100-eaaf-43ac-b930-a31bc8aa9eb0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3810759 Aug 16 02:18:26.477956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47262) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:26.483385 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'subnet': {'network_id': '4a9f2374-f973-4bb1-a39d-6612cac3e2f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:26.651074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:26.654912 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.885661 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.944851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Subnet': ['ID=a75441ea-0e53-4e8f-aedf-7412638a89ab,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:26.956717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Checking segment: {'id': '209caca9-6267-46db-8f6a-a8b31a6f7fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4a9f2374-f973-4bb1-a39d-6612cac3e2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:26.957008 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network hostable DHCP agents. Network: 4a9f2374-f973-4bb1-a39d-6612cac3e2f6, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:27.028053 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network 4a9f2374-f973-4bb1-a39d-6612cac3e2f6 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:27.107840 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 4a9f2374-f973-4bb1-a39d-6612cac3e2f6) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:27.112127 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.112777 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.118471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc61c0bc-6875-46cd-b7ff-48c7d1d035f6 None None] Network 4a9f2374-f973-4bb1-a39d-6612cac3e2f6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:27.194747 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-743db187-d0de-4302-b415-6dcc7d1f8709 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7154670 Aug 16 02:18:27.197917 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47270) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:27.202511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-597e93f6-b409-4c55-afce-d0fbbcaaadcd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-167084168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:27.266672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-4a9f2374-f973-4bb1-a39d-6612cac3e2f6', 'network_id': '4a9f2374-f973-4bb1-a39d-6612cac3e2f6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'fixed_ips': [{'subnet_id': 'a75441ea-0e53-4e8f-aedf-7412638a89ab'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:27.267556 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.268455 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-597e93f6-b409-4c55-afce-d0fbbcaaadcd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.269625 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-597e93f6-b409-4c55-afce-d0fbbcaaadcd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.330468 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-597e93f6-b409-4c55-afce-d0fbbcaaadcd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.377406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-597e93f6-b409-4c55-afce-d0fbbcaaadcd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.405659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Allocated IP 172.20.0.2 (4a9f2374-f973-4bb1-a39d-6612cac3e2f6/a75441ea-0e53-4e8f-aedf-7412638a89ab/e0a9af9e-0c04-4461-9d25-70b6171e6641) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:27.439571 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-597e93f6-b409-4c55-afce-d0fbbcaaadcd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.441119 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-597e93f6-b409-4c55-afce-d0fbbcaaadcd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2422185 Aug 16 02:18:27.443892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47272) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:27.449291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'port': {'network_id': '4a9f2374-f973-4bb1-a39d-6612cac3e2f6', 'name': 'tempest-RoutersTest-1656301218'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:27.559982 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.568039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Transition to ACTIVE for port object e0a9af9e-0c04-4461-9d25-70b6171e6641 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:27.583092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Transition to ACTIVE for port object e0a9af9e-0c04-4461-9d25-70b6171e6641 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:27.616896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:27.621178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.639065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] device_id is not set on port fabbf12e-7424-4d0c-80c6-ba4fe8b6604f yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:27.710040 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.759767 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Network 4a9f2374-f973-4bb1-a39d-6612cac3e2f6 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:27.765761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:27.769021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:27.785582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Pushing event updated for resources: {'Port': ['ID=e0a9af9e-0c04-4461-9d25-70b6171e6641,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:27.813631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-bc138fcc-8b50-4d0d-985a-6e46413dc8e2 {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:18:27.813987 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:18:27.827796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-a649fa0b-05fa-4f9c-8f23-fb0fd1d0a052 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503440 Aug 16 02:18:27.841152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Attempting to bind port e0a9af9e-0c04-4461-9d25-70b6171e6641 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:27.843443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Attempting to bind port e0a9af9e-0c04-4461-9d25-70b6171e6641 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '209caca9-6267-46db-8f6a-a8b31a6f7fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4a9f2374-f973-4bb1-a39d-6612cac3e2f6'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:27.843443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Attempting to bind port e0a9af9e-0c04-4461-9d25-70b6171e6641 on network 4a9f2374-f973-4bb1-a39d-6612cac3e2f6 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:27.847452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:27.847859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Checking segment: {'id': '209caca9-6267-46db-8f6a-a8b31a6f7fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4a9f2374-f973-4bb1-a39d-6612cac3e2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:27.848273 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.848759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Bound using segment: {'id': '209caca9-6267-46db-8f6a-a8b31a6f7fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4a9f2374-f973-4bb1-a39d-6612cac3e2f6'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:27.849148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Bound port: e0a9af9e-0c04-4461-9d25-70b6171e6641, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209caca9-6267-46db-8f6a-a8b31a6f7fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4a9f2374-f973-4bb1-a39d-6612cac3e2f6'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:27.849545 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.919005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-82dd432f-31ab-4eaf-a4e7-b5a72b643339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.920622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-82dd432f-31ab-4eaf-a4e7-b5a72b643339 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce17501dfe5041949b1052f6cbaed773&device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 1098 time: 0.0448384 Aug 16 02:18:27.928546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] For port e0a9af9e-0c04-4461-9d25-70b6171e6641, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:27.932550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] For port e0a9af9e-0c04-4461-9d25-70b6171e6641, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e0a9af9e-0c04-4461-9d25-70b6171e6641,segment=NetworkSegment(209caca9-6267-46db-8f6a-a8b31a6f7fbc),segment_id=209caca9-6267-46db-8f6a-a8b31a6f7fbc)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:28.035520 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.046733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-44ff8019-1aa7-42c8-92e6-53b5ed24bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.048269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-44ff8019-1aa7-42c8-92e6-53b5ed24bf57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66ae2347-38bf-43ca-a5e0-a70437f6a11a HTTP/1.1" status: 200 len: 909 time: 0.1058214 Aug 16 02:18:28.101727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9ca32-8e65-4517-be71-24a6d2e605de None None] Pushing event updated for resources: {'Port': ['ID=e0a9af9e-0c04-4461-9d25-70b6171e6641,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.133595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-3f20f488-fae6-4f34-9e68-1a46a9fbad35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=debb82dc-f9f5-4866-b70a-77495e421425 HTTP/1.1" status: 200 len: 1001 time: 0.0770547 Aug 16 02:18:28.470841 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.498191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-99a1f945-583e-47f1-bc7d-32c89c3bb6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.499655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-99a1f945-583e-47f1-bc7d-32c89c3bb6af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d HTTP/1.1" status: 200 len: 847 time: 0.3572345 Aug 16 02:18:28.500714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] device_id is not set on port a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 yet. {{(pid=95516) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:28.610967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-478b81a5-4766-4c27-98a8-6b9555ec4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.612360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-478b81a5-4766-4c27-98a8-6b9555ec4431 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66ae2347-38bf-43ca-a5e0-a70437f6a11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046853 Aug 16 02:18:28.680616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Allocated IP 172.20.0.4 (4a9f2374-f973-4bb1-a39d-6612cac3e2f6/a75441ea-0e53-4e8f-aedf-7412638a89ab/a3d7c617-1df6-4fd2-acfb-88bfb1da5b75) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:28.751921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-feae9e58-f6c6-4df8-9459-f47103338d96 service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282487 Aug 16 02:18:28.929090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58cb7bae-3cc3-44a2-9d8e-a75cfbcaf081 req-e9332282-4d04-45ca-b0f0-89e834fce3d0 service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690049 Aug 16 02:18:28.939728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.953983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Transition to ACTIVE for port object a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:29.000037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d748109-bd08-4c54-b3e6-f9dd9eb8041c None None] Network 4a9f2374-f973-4bb1-a39d-6612cac3e2f6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:29.051858 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.099747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network 4a9f2374-f973-4bb1-a39d-6612cac3e2f6 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:29.103842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:29.107891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:29.136708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=a3d7c617-1df6-4fd2-acfb-88bfb1da5b75,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:29.162857 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4ceaf818-9c7e-41d4-be89-408342a5a9cb None None] Provisioning for port e0a9af9e-0c04-4461-9d25-70b6171e6641 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:29.167405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.172469 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.263778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e8cd16f4-15aa-4ffe-bb50-0261bc148c91 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8184371 Aug 16 02:18:29.266299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47282) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:29.474285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-19cab261-c1a3-4e53-9691-373ee6d0444d None None] Provisioning for port a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:29.479072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-19cab261-c1a3-4e53-9691-373ee6d0444d None None] Provisioning complete for port a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:29.479456 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-19cab261-c1a3-4e53-9691-373ee6d0444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.519280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-19cab261-c1a3-4e53-9691-373ee6d0444d None None] Port a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:29.628041 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.659480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-336bc8d1-fd6d-4f1a-baa2-53d310df740e None None] Provisioning complete for port a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:29.659817 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-336bc8d1-fd6d-4f1a-baa2-53d310df740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.695527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-336bc8d1-fd6d-4f1a-baa2-53d310df740e None None] Port a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:29.890803 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.891028 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-87a7ba71-fffe-4e9b-9c43-6d8a76033d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.914771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e0a9af9e-0c04-4461-9d25-70b6171e6641 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:29.954048 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.028791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port e0a9af9e-0c04-4461-9d25-70b6171e6641 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:30.033331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e0a9af9e-0c04-4461-9d25-70b6171e6641 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:30.034489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=a3d7c617-1df6-4fd2-acfb-88bfb1da5b75,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.034639 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.136174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.177135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port e0a9af9e-0c04-4461-9d25-70b6171e6641, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e0a9af9e-0c04-4461-9d25-70b6171e6641,segment=NetworkSegment(209caca9-6267-46db-8f6a-a8b31a6f7fbc),segment_id=209caca9-6267-46db-8f6a-a8b31a6f7fbc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:30.216458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.223567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2e3aa10a-645b-4703-9ada-37fd5d55de0d None None] Provisioning complete for port a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:30.224027 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e3aa10a-645b-4703-9ada-37fd5d55de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.248777 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.450888 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.453409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2e3aa10a-645b-4703-9ada-37fd5d55de0d None None] Port a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:30.480216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=e0a9af9e-0c04-4461-9d25-70b6171e6641,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.721710 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.793921 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.873512 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.875403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=a3d7c617-1df6-4fd2-acfb-88bfb1da5b75,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.966640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network 4a9f2374-f973-4bb1-a39d-6612cac3e2f6 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:30.968052 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:31.153888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router a4166cdb-5e25-4f75-8e7e-0493c711ab14 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:31.190522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3ff56c44-75da-49db-af4b-a8a8552e4acb None None] Provisioning complete for port a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:31.191142 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3ff56c44-75da-49db-af4b-a8a8552e4acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.226500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3ff56c44-75da-49db-af4b-a8a8552e4acb None None] Port a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:31.252421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:31.257409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-be0d13fb-b489-4432-9359-79ef8acbfa4a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/a4166cdb-5e25-4f75-8e7e-0493c711ab14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9900157 Aug 16 02:18:31.260888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47324) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:31.264165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a5d60-ae32-4372-8d50-922d1d0b94d4 None None] Sync routers for ids ['a4166cdb-5e25-4f75-8e7e-0493c711ab14'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:31.273341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a5d60-ae32-4372-8d50-922d1d0b94d4 None None] Routers {'a4166cdb-5e25-4f75-8e7e-0493c711ab14'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:31.274058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7c0a5d60-ae32-4372-8d50-922d1d0b94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a4166cdb-5e25-4f75-8e7e-0493c711ab14'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:31.306329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7c0a5d60-ae32-4372-8d50-922d1d0b94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:31.308603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e04df83-841d-4d61-926a-f6f842fb3153 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.312756 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0e04df83-841d-4d61-926a-f6f842fb3153 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports/a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 HTTP/1.1" status: 200 len: 977 time: 0.0450985 Aug 16 02:18:31.313147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47326) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:31.315263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a5d60-ae32-4372-8d50-922d1d0b94d4 None None] Routers {'a4166cdb-5e25-4f75-8e7e-0493c711ab14'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:31.315881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7c0a5d60-ae32-4372-8d50-922d1d0b94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a4166cdb-5e25-4f75-8e7e-0493c711ab14'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:31.350762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7c0a5d60-ae32-4372-8d50-922d1d0b94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:31.351428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a5d60-ae32-4372-8d50-922d1d0b94d4 None None] The sync data for ids ['a4166cdb-5e25-4f75-8e7e-0493c711ab14'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:31.731897 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36b4c232-4d91-4fbf-890e-405dfa1699f2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.882757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e0a9af9e-0c04-4461-9d25-70b6171e6641 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:31.953690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e0a9af9e-0c04-4461-9d25-70b6171e6641 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:31.954375 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.956362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-36b4c232-4d91-4fbf-890e-405dfa1699f2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:31.956755 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36b4c232-4d91-4fbf-890e-405dfa1699f2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.350013 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36b4c232-4d91-4fbf-890e-405dfa1699f2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.363885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-36b4c232-4d91-4fbf-890e-405dfa1699f2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for a3d7c617-1df6-4fd2-acfb-88bfb1da5b75 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:32.622489 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36b4c232-4d91-4fbf-890e-405dfa1699f2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.652816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4c232-4d91-4fbf-890e-405dfa1699f2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=a3d7c617-1df6-4fd2-acfb-88bfb1da5b75,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:32.802795 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36b4c232-4d91-4fbf-890e-405dfa1699f2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.908084 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.936755 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5e62b152-128d-42f8-ae9c-edbe9a48a181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.971131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b4c232-4d91-4fbf-890e-405dfa1699f2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router a4166cdb-5e25-4f75-8e7e-0493c711ab14 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:33.048841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b4c232-4d91-4fbf-890e-405dfa1699f2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:33.053733 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-36b4c232-4d91-4fbf-890e-405dfa1699f2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/a4166cdb-5e25-4f75-8e7e-0493c711ab14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7391989 Aug 16 02:18:33.056757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47352) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:33.058444 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7e96e-0b4e-45a7-b783-70b29b97efc7 None None] Sync routers for ids ['a4166cdb-5e25-4f75-8e7e-0493c711ab14'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:33.069609 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7e96e-0b4e-45a7-b783-70b29b97efc7 None None] Routers {'a4166cdb-5e25-4f75-8e7e-0493c711ab14'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:33.070364 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bee7e96e-0b4e-45a7-b783-70b29b97efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a4166cdb-5e25-4f75-8e7e-0493c711ab14'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:33.103152 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bee7e96e-0b4e-45a7-b783-70b29b97efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:33.123947 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7e96e-0b4e-45a7-b783-70b29b97efc7 None None] Routers {'a4166cdb-5e25-4f75-8e7e-0493c711ab14'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:33.124581 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bee7e96e-0b4e-45a7-b783-70b29b97efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a4166cdb-5e25-4f75-8e7e-0493c711ab14'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:33.162131 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bee7e96e-0b4e-45a7-b783-70b29b97efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:33.162686 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7e96e-0b4e-45a7-b783-70b29b97efc7 None None] The sync data for ids ['a4166cdb-5e25-4f75-8e7e-0493c711ab14'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:33.248644 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-25a88efe-52ce-46ff-a6f6-ec5be6dbe353 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 02:18:33.249717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-25a88efe-52ce-46ff-a6f6-ec5be6dbe353 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/a4166cdb-5e25-4f75-8e7e-0493c711ab14/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1914155 Aug 16 02:18:33.252921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47356) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:33.279391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-85e0110a-a51a-4d95-a855-6fe75b6abbb6 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4166cdb-5e25-4f75-8e7e-0493c711ab14 HTTP/1.1" status: 200 len: 205 time: 0.0254157 Aug 16 02:18:33.281878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47358) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:33.357824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-390b5a5c-a55f-43c5-b2e5-2e293035e35c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.528731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-390b5a5c-a55f-43c5-b2e5-2e293035e35c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.530877 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-390b5a5c-a55f-43c5-b2e5-2e293035e35c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.634580 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-390b5a5c-a55f-43c5-b2e5-2e293035e35c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.635133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390b5a5c-a55f-43c5-b2e5-2e293035e35c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Fanout notify agent at l3_agent the message router_deleted on router a4166cdb-5e25-4f75-8e7e-0493c711ab14 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:33.644727 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-390b5a5c-a55f-43c5-b2e5-2e293035e35c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.644727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-390b5a5c-a55f-43c5-b2e5-2e293035e35c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/a4166cdb-5e25-4f75-8e7e-0493c711ab14 HTTP/1.1" status: 204 len: 168 time: 0.3603508 Aug 16 02:18:33.645802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47364) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:33.698116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d23f89-3e86-4c9f-9357-05bed5594e00 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting subnet a75441ea-0e53-4e8f-aedf-7412638a89ab {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:33.701226 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4d23f89-3e86-4c9f-9357-05bed5594e00 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.745253 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4d23f89-3e86-4c9f-9357-05bed5594e00 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.828488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4d23f89-3e86-4c9f-9357-05bed5594e00 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.948802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4d23f89-3e86-4c9f-9357-05bed5594e00 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.980899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d23f89-3e86-4c9f-9357-05bed5594e00 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Subnet': ['ID=a75441ea-0e53-4e8f-aedf-7412638a89ab,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:33.984329 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e4d23f89-3e86-4c9f-9357-05bed5594e00 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.989005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e4d23f89-3e86-4c9f-9357-05bed5594e00 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/a75441ea-0e53-4e8f-aedf-7412638a89ab HTTP/1.1" status: 204 len: 168 time: 0.3421159 Aug 16 02:18:33.989215 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47372) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:33.990593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954de58-b5fa-4858-b841-5f2d6ad85012 None None] Network 4a9f2374-f973-4bb1-a39d-6612cac3e2f6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:34.066885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.120870 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port e0a9af9e-0c04-4461-9d25-70b6171e6641 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:34.121209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.159261 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.183395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e827f9b-853b-4270-8ef0-19efc4874265 None None] DHCP port deletion for 4a9f2374-f973-4bb1-a39d-6612cac3e2f6 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:34.195090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port e0a9af9e-0c04-4461-9d25-70b6171e6641, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e0a9af9e-0c04-4461-9d25-70b6171e6641,segment=NetworkSegment(209caca9-6267-46db-8f6a-a8b31a6f7fbc),segment_id=209caca9-6267-46db-8f6a-a8b31a6f7fbc)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:34.195517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.209507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for e0a9af9e-0c04-4461-9d25-70b6171e6641 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:34.249390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8e827f9b-853b-4270-8ef0-19efc4874265 None None] Deleting port e0a9af9e-0c04-4461-9d25-70b6171e6641 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:34.249972 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8e827f9b-853b-4270-8ef0-19efc4874265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.315559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8e827f9b-853b-4270-8ef0-19efc4874265 None None] For port e0a9af9e-0c04-4461-9d25-70b6171e6641, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e0a9af9e-0c04-4461-9d25-70b6171e6641,segment=NetworkSegment(209caca9-6267-46db-8f6a-a8b31a6f7fbc),segment_id=209caca9-6267-46db-8f6a-a8b31a6f7fbc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:34.315963 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8e827f9b-853b-4270-8ef0-19efc4874265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.332207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8e827f9b-853b-4270-8ef0-19efc4874265 None None] Calling delete_port for e0a9af9e-0c04-4461-9d25-70b6171e6641 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:34.359928 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.388227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=e0a9af9e-0c04-4461-9d25-70b6171e6641,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.392906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No DVR routers for this DVR port e0a9af9e-0c04-4461-9d25-70b6171e6641 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:34.415983 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8e827f9b-853b-4270-8ef0-19efc4874265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.453088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e827f9b-853b-4270-8ef0-19efc4874265 None None] Pushing event deleted for resources: {'Port': ['ID=e0a9af9e-0c04-4461-9d25-70b6171e6641,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.454967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e827f9b-853b-4270-8ef0-19efc4874265 None None] No DVR routers for this DVR port e0a9af9e-0c04-4461-9d25-70b6171e6641 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:34.485379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.495308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9f2374-f973-4bb1-a39d-6612cac3e2f6']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:34.505746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209caca9-6267-46db-8f6a-a8b31a6f7fbc') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:34.506068 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209caca9-6267-46db-8f6a-a8b31a6f7fbc') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:34.515392 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.529683 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.535825 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:34.536224 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:34.539562 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:34.651336 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.660416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.662238 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/networks/4a9f2374-f973-4bb1-a39d-6612cac3e2f6 HTTP/1.1" status: 204 len: 168 time: 0.6721830 Aug 16 02:18:34.666622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47382) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:34.672634 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9c50b-6fdd-4746-a032-ede6a46d927d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Network': ['ID=4a9f2374-f973-4bb1-a39d-6612cac3e2f6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.672940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'network': {'name': 'tempest-RoutersTest-82186650'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:34.753977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:34.757596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.782129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:34.791003 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.791350 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added segment 0f2b0928-993f-4988-a9f4-a227721a1843 of type vlan for network 7c72d0af-6058-4c05-bea5-b876ff5702c0 Aug 16 02:18:34.830462 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.908224 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.917232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.917929 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.988474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Network': ['ID=7c72d0af-6058-4c05-bea5-b876ff5702c0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.999270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7c72d0af-6058-4c05-bea5-b876ff5702c0 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:35.020064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7f78b3e2-7ed3-4fa0-b6c4-ef8af1de4cb5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3497241 Aug 16 02:18:35.020339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47390) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:35.025433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'subnet': {'network_id': '7c72d0af-6058-4c05-bea5-b876ff5702c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:35.176701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:35.181326 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.417132 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.484700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Subnet': ['ID=48c78f72-5082-4677-92d0-59ad2c44188a,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:35.488958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Checking segment: {'id': '0f2b0928-993f-4988-a9f4-a227721a1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c72d0af-6058-4c05-bea5-b876ff5702c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:35.489326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network hostable DHCP agents. Network: 7c72d0af-6058-4c05-bea5-b876ff5702c0, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:35.542519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network 7c72d0af-6058-4c05-bea5-b876ff5702c0 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:35.594276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 7c72d0af-6058-4c05-bea5-b876ff5702c0) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:35.598471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.601759 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.606427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a68e1b-9532-41f1-98a9-a4fd7c50fdd3 None None] Network 7c72d0af-6058-4c05-bea5-b876ff5702c0 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:35.671898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-523a416c-f40b-411b-aab9-678a2cd85d78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6502433 Aug 16 02:18:35.672141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47400) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:35.677262 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-94d1a418-d46d-41f7-91cc-9b890e257415 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-794909020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:35.759346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-7c72d0af-6058-4c05-bea5-b876ff5702c0', 'network_id': '7c72d0af-6058-4c05-bea5-b876ff5702c0', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'fixed_ips': [{'subnet_id': '48c78f72-5082-4677-92d0-59ad2c44188a'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:35.760210 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.760845 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94d1a418-d46d-41f7-91cc-9b890e257415 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.761963 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94d1a418-d46d-41f7-91cc-9b890e257415 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.830179 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94d1a418-d46d-41f7-91cc-9b890e257415 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.891020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e0a9af9e-0c04-4461-9d25-70b6171e6641 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:35.892037 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94d1a418-d46d-41f7-91cc-9b890e257415 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.918421 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: e0a9af9e-0c04-4461-9d25-70b6171e6641 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:35.918781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e0a9af9e-0c04-4461-9d25-70b6171e6641 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:35.922619 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.935116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Allocated IP 172.20.0.2 (7c72d0af-6058-4c05-bea5-b876ff5702c0/48c78f72-5082-4677-92d0-59ad2c44188a/ab894073-913f-46db-908f-ba0d2907239a) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:35.978128 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-94d1a418-d46d-41f7-91cc-9b890e257415 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.981971 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-94d1a418-d46d-41f7-91cc-9b890e257415 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3061688 Aug 16 02:18:35.982316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47408) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:36.088105 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.096749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Transition to ACTIVE for port object ab894073-913f-46db-908f-ba0d2907239a will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:36.111827 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Transition to ACTIVE for port object ab894073-913f-46db-908f-ba0d2907239a will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:36.205615 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.242574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Network 7c72d0af-6058-4c05-bea5-b876ff5702c0 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:36.247437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:36.250964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:36.260656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Pushing event updated for resources: {'Port': ['ID=ab894073-913f-46db-908f-ba0d2907239a,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.268739 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.322373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Attempting to bind port ab894073-913f-46db-908f-ba0d2907239a on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:36.322749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Attempting to bind port ab894073-913f-46db-908f-ba0d2907239a by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '0f2b0928-993f-4988-a9f4-a227721a1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c72d0af-6058-4c05-bea5-b876ff5702c0'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:36.323204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Attempting to bind port ab894073-913f-46db-908f-ba0d2907239a on network 7c72d0af-6058-4c05-bea5-b876ff5702c0 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:36.329153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:36.330025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Checking segment: {'id': '0f2b0928-993f-4988-a9f4-a227721a1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c72d0af-6058-4c05-bea5-b876ff5702c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:36.330448 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.331120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Bound using segment: {'id': '0f2b0928-993f-4988-a9f4-a227721a1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c72d0af-6058-4c05-bea5-b876ff5702c0'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:36.331974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Bound port: ab894073-913f-46db-908f-ba0d2907239a, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2b0928-993f-4988-a9f4-a227721a1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c72d0af-6058-4c05-bea5-b876ff5702c0'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:36.332461 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.405699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] For port ab894073-913f-46db-908f-ba0d2907239a, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:36.413859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] For port ab894073-913f-46db-908f-ba0d2907239a, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=ab894073-913f-46db-908f-ba0d2907239a,segment=NetworkSegment(0f2b0928-993f-4988-a9f4-a227721a1843),segment_id=0f2b0928-993f-4988-a9f4-a227721a1843)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:36.498084 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.519422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Allocated IP 172.20.0.1 (7c72d0af-6058-4c05-bea5-b876ff5702c0/48c78f72-5082-4677-92d0-59ad2c44188a/ccfce9ff-0c4d-438f-877b-52c59a537e4b) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:36.561606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6f57d-b45a-4d5f-930f-27b58ca62566 None None] Pushing event updated for resources: {'Port': ['ID=ab894073-913f-46db-908f-ba0d2907239a,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.640320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.656648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Transition to ACTIVE for port object ccfce9ff-0c4d-438f-877b-52c59a537e4b will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:36.765763 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.817602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network 7c72d0af-6058-4c05-bea5-b876ff5702c0 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:36.821635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:36.826245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:36.830253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=ccfce9ff-0c4d-438f-877b-52c59a537e4b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.872075 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.042885 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.324648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.382525 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.470957 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.472962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=ccfce9ff-0c4d-438f-877b-52c59a537e4b,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:37.492823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981332ac-e388-4ba8-af98-a1a5da15bfb5 None None] Network 7c72d0af-6058-4c05-bea5-b876ff5702c0 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:37.582999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network 7c72d0af-6058-4c05-bea5-b876ff5702c0 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:37.584574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:37.669243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-364b1399-d849-4610-94e5-c84be9dd58af None None] Provisioning for port ab894073-913f-46db-908f-ba0d2907239a completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:37.806003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 7ce14523-69a2-4613-9ccb-46f5d046f552 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:37.918181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:37.925151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4c469a96-84d6-4ca2-a9f6-498dd635a2c2 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/7ce14523-69a2-4613-9ccb-46f5d046f552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9413257 Aug 16 02:18:37.927432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47434) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:37.930339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6ddeb-1edc-4e3a-9a2b-ffab518ce728 None None] Sync routers for ids ['7ce14523-69a2-4613-9ccb-46f5d046f552'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:37.967224 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6ddeb-1edc-4e3a-9a2b-ffab518ce728 None None] Routers {'7ce14523-69a2-4613-9ccb-46f5d046f552'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:37.977357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f1d6ddeb-1edc-4e3a-9a2b-ffab518ce728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ce14523-69a2-4613-9ccb-46f5d046f552'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:38.033980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ab894073-913f-46db-908f-ba0d2907239a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:38.041726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f75477-8146-4e65-a29e-f26a5873b398 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.043211 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-09f75477-8146-4e65-a29e-f26a5873b398 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports/ccfce9ff-0c4d-438f-877b-52c59a537e4b HTTP/1.1" status: 200 len: 910 time: 0.1120007 Aug 16 02:18:38.046066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47438) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:38.072635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f1d6ddeb-1edc-4e3a-9a2b-ffab518ce728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:38.077929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a8277dba-1d07-45b6-ae07-98d83ee9faaa None None] Provisioning for port ccfce9ff-0c4d-438f-877b-52c59a537e4b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:38.088545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a8277dba-1d07-45b6-ae07-98d83ee9faaa None None] Provisioning complete for port ccfce9ff-0c4d-438f-877b-52c59a537e4b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:38.088924 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a8277dba-1d07-45b6-ae07-98d83ee9faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.091768 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6ddeb-1edc-4e3a-9a2b-ffab518ce728 None None] Routers {'7ce14523-69a2-4613-9ccb-46f5d046f552'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:38.092490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f1d6ddeb-1edc-4e3a-9a2b-ffab518ce728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ce14523-69a2-4613-9ccb-46f5d046f552'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:38.146197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f1d6ddeb-1edc-4e3a-9a2b-ffab518ce728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:38.146792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6ddeb-1edc-4e3a-9a2b-ffab518ce728 None None] The sync data for ids ['7ce14523-69a2-4613-9ccb-46f5d046f552'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:38.167136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a8277dba-1d07-45b6-ae07-98d83ee9faaa None None] Port ccfce9ff-0c4d-438f-877b-52c59a537e4b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:38.199509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port ab894073-913f-46db-908f-ba0d2907239a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:38.203542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port ab894073-913f-46db-908f-ba0d2907239a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:38.203911 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.325476 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-578ba017-1a68-4d04-8f16-0c2a65109e08 None None] Provisioning complete for port ccfce9ff-0c4d-438f-877b-52c59a537e4b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:38.325971 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-578ba017-1a68-4d04-8f16-0c2a65109e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.329399 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.393573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-578ba017-1a68-4d04-8f16-0c2a65109e08 None None] Port ccfce9ff-0c4d-438f-877b-52c59a537e4b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:38.407007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port ab894073-913f-46db-908f-ba0d2907239a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=ab894073-913f-46db-908f-ba0d2907239a,segment=NetworkSegment(0f2b0928-993f-4988-a9f4-a227721a1843),segment_id=0f2b0928-993f-4988-a9f4-a227721a1843)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:38.457137 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.517040 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=ab894073-913f-46db-908f-ba0d2907239a,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:38.525130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c8f7beb2-0f3a-4d96-8aa7-f3f99f90546a None None] Provisioning complete for port ccfce9ff-0c4d-438f-877b-52c59a537e4b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:38.525505 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c8f7beb2-0f3a-4d96-8aa7-f3f99f90546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.559716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7beb2-0f3a-4d96-8aa7-f3f99f90546a None None] Port ccfce9ff-0c4d-438f-877b-52c59a537e4b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:38.689510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dc07be3-14df-4abd-853c-edde1172dd45 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.944707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7dc07be3-14df-4abd-853c-edde1172dd45 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port ccfce9ff-0c4d-438f-877b-52c59a537e4b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:38.945998 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dc07be3-14df-4abd-853c-edde1172dd45 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.037142 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dc07be3-14df-4abd-853c-edde1172dd45 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.049945 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-7dc07be3-14df-4abd-853c-edde1172dd45 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for ccfce9ff-0c4d-438f-877b-52c59a537e4b owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:39.291913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dc07be3-14df-4abd-853c-edde1172dd45 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.319539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc07be3-14df-4abd-853c-edde1172dd45 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=ccfce9ff-0c4d-438f-877b-52c59a537e4b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:39.473738 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7dc07be3-14df-4abd-853c-edde1172dd45 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.652948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc07be3-14df-4abd-853c-edde1172dd45 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 7ce14523-69a2-4613-9ccb-46f5d046f552 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:39.731516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc07be3-14df-4abd-853c-edde1172dd45 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:39.739973 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7dc07be3-14df-4abd-853c-edde1172dd45 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/7ce14523-69a2-4613-9ccb-46f5d046f552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6891043 Aug 16 02:18:39.739973 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47462) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:39.741787 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fb3ed-6874-4032-9f12-ad9f705dc151 None None] Sync routers for ids ['7ce14523-69a2-4613-9ccb-46f5d046f552'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:39.751484 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fb3ed-6874-4032-9f12-ad9f705dc151 None None] Routers {'7ce14523-69a2-4613-9ccb-46f5d046f552'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:39.752111 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-131fb3ed-6874-4032-9f12-ad9f705dc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ce14523-69a2-4613-9ccb-46f5d046f552'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:39.769877 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cafbdcf3-6ece-4c65-bf68-b6362d9951f6 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ce14523-69a2-4613-9ccb-46f5d046f552 HTTP/1.1" status: 200 len: 205 time: 0.0272176 Aug 16 02:18:39.772668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47464) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:39.791986 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-131fb3ed-6874-4032-9f12-ad9f705dc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:39.801207 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fb3ed-6874-4032-9f12-ad9f705dc151 None None] Routers {'7ce14523-69a2-4613-9ccb-46f5d046f552'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:39.801837 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-131fb3ed-6874-4032-9f12-ad9f705dc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['7ce14523-69a2-4613-9ccb-46f5d046f552'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:39.834188 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-131fb3ed-6874-4032-9f12-ad9f705dc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:39.834842 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fb3ed-6874-4032-9f12-ad9f705dc151 None None] The sync data for ids ['7ce14523-69a2-4613-9ccb-46f5d046f552'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:39.890394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ab894073-913f-46db-908f-ba0d2907239a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:39.938999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port ab894073-913f-46db-908f-ba0d2907239a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:39.939376 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.170881 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eeb3fe97-9ec4-4719-a371-b37d2434cff3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.327449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eeb3fe97-9ec4-4719-a371-b37d2434cff3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.329941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eeb3fe97-9ec4-4719-a371-b37d2434cff3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.417067 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eeb3fe97-9ec4-4719-a371-b37d2434cff3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.417587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb3fe97-9ec4-4719-a371-b37d2434cff3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Fanout notify agent at l3_agent the message router_deleted on router 7ce14523-69a2-4613-9ccb-46f5d046f552 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:40.424459 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eeb3fe97-9ec4-4719-a371-b37d2434cff3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.425770 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eeb3fe97-9ec4-4719-a371-b37d2434cff3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/7ce14523-69a2-4613-9ccb-46f5d046f552 HTTP/1.1" status: 204 len: 168 time: 0.6520581 Aug 16 02:18:40.430738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47476) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:40.484645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fece790-8b03-49bb-a973-a939d6def07e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting subnet 48c78f72-5082-4677-92d0-59ad2c44188a {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:40.487684 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3fece790-8b03-49bb-a973-a939d6def07e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.527677 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3fece790-8b03-49bb-a973-a939d6def07e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.611918 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3fece790-8b03-49bb-a973-a939d6def07e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.737011 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3fece790-8b03-49bb-a973-a939d6def07e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.766387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fece790-8b03-49bb-a973-a939d6def07e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Subnet': ['ID=48c78f72-5082-4677-92d0-59ad2c44188a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:40.770115 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3fece790-8b03-49bb-a973-a939d6def07e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.774507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3fece790-8b03-49bb-a973-a939d6def07e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/48c78f72-5082-4677-92d0-59ad2c44188a HTTP/1.1" status: 204 len: 168 time: 0.3426962 Aug 16 02:18:40.775413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47482) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:40.779238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812fba80-2049-47d9-978a-b4edd5b92b55 None None] Network 7c72d0af-6058-4c05-bea5-b876ff5702c0 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:40.852866 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.915259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port ab894073-913f-46db-908f-ba0d2907239a {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:40.915671 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.950341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ada20-161f-45aa-9295-f8d9fb0c8f7e None None] DHCP port deletion for 7c72d0af-6058-4c05-bea5-b876ff5702c0 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:40.983424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port ab894073-913f-46db-908f-ba0d2907239a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=ab894073-913f-46db-908f-ba0d2907239a,segment=NetworkSegment(0f2b0928-993f-4988-a9f4-a227721a1843),segment_id=0f2b0928-993f-4988-a9f4-a227721a1843)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:40.983790 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.997158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for ab894073-913f-46db-908f-ba0d2907239a owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:41.000452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-373ada20-161f-45aa-9295-f8d9fb0c8f7e None None] Deleting port ab894073-913f-46db-908f-ba0d2907239a {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:41.000834 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-373ada20-161f-45aa-9295-f8d9fb0c8f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.070188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-373ada20-161f-45aa-9295-f8d9fb0c8f7e None None] For port ab894073-913f-46db-908f-ba0d2907239a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=ab894073-913f-46db-908f-ba0d2907239a,segment=NetworkSegment(0f2b0928-993f-4988-a9f4-a227721a1843),segment_id=0f2b0928-993f-4988-a9f4-a227721a1843)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:41.070188 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-373ada20-161f-45aa-9295-f8d9fb0c8f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.082926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-373ada20-161f-45aa-9295-f8d9fb0c8f7e None None] Calling delete_port for ab894073-913f-46db-908f-ba0d2907239a owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:41.142942 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.168257 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-373ada20-161f-45aa-9295-f8d9fb0c8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.174330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=ab894073-913f-46db-908f-ba0d2907239a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.177913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No DVR routers for this DVR port ab894073-913f-46db-908f-ba0d2907239a on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:41.196417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ada20-161f-45aa-9295-f8d9fb0c8f7e None None] Pushing event deleted for resources: {'Port': ['ID=ab894073-913f-46db-908f-ba0d2907239a,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.202904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ada20-161f-45aa-9295-f8d9fb0c8f7e None None] No DVR routers for this DVR port ab894073-913f-46db-908f-ba0d2907239a on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:41.263776 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.273561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c72d0af-6058-4c05-bea5-b876ff5702c0']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:41.284123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2b0928-993f-4988-a9f4-a227721a1843') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:41.284428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2b0928-993f-4988-a9f4-a227721a1843') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:41.294152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.308239 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.314331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:41.314729 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:41.317728 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:41.433876 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.438311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.442625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/networks/7c72d0af-6058-4c05-bea5-b876ff5702c0 HTTP/1.1" status: 204 len: 168 time: 0.6667798 Aug 16 02:18:41.448856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47496) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:41.455775 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-301502408', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:41.471408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56698e8-2bac-458e-a59c-d0b6d27aac66 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Network': ['ID=7c72d0af-6058-4c05-bea5-b876ff5702c0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.554250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.556104 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.608589 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.794916 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.886931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ab894073-913f-46db-908f-ba0d2907239a no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:41.907521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: ab894073-913f-46db-908f-ba0d2907239a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:41.908120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ab894073-913f-46db-908f-ba0d2907239a not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:42.059600 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.084829 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.189051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Allocated IP 172.25.8.230 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/6121f06c-bd37-48e9-8deb-fd54dc06a0ac) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:42.294888 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.394539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.438054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:42.441020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:42.444652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:42.450464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=6121f06c-bd37-48e9-8deb-fd54dc06a0ac,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.773555 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.978423 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.154004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2ce579ee-c09b-42bf-b9e1-b762f34cc0fa is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:43.265989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:43.275359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aac31c-2892-4e20-840d-1eee4dd906e3 None None] Sync routers for ids ['2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:43.284426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aac31c-2892-4e20-840d-1eee4dd906e3 None None] Routers {'2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:43.285039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-68aac31c-2892-4e20-840d-1eee4dd906e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.316716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-68aac31c-2892-4e20-840d-1eee4dd906e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.325789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aac31c-2892-4e20-840d-1eee4dd906e3 None None] Routers {'2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:43.326407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-68aac31c-2892-4e20-840d-1eee4dd906e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.359797 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.361030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-68aac31c-2892-4e20-840d-1eee4dd906e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.364211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9ca03374-7600-4724-be9c-2b4c06d8e70d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.9114475 Aug 16 02:18:43.364484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aac31c-2892-4e20-840d-1eee4dd906e3 None None] The sync data for ids ['2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:43.364787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47524) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.480430 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4a4c3170-9339-4cdc-8ba8-43ac6b0c0bc9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/routers/2ce579ee-c09b-42bf-b9e1-b762f34cc0fa HTTP/1.1" status: 200 len: 880 time: 0.1145935 Aug 16 02:18:43.482848 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47528) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.722085 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9697a697-726d-4d68-ad43-dbf151f47fa7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2358520 Aug 16 02:18:43.722327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47532) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.727239 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-afe592d9-b3db-4880-849d-d48f13163728 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-301502408'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:44.051889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afe592d9-b3db-4880-849d-d48f13163728 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.120076 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afe592d9-b3db-4880-849d-d48f13163728 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.517021 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe592d9-b3db-4880-849d-d48f13163728 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2ce579ee-c09b-42bf-b9e1-b762f34cc0fa has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:44.622151 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe592d9-b3db-4880-849d-d48f13163728 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:44.629389 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-afe592d9-b3db-4880-849d-d48f13163728 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.634108 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-afe592d9-b3db-4880-849d-d48f13163728 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2ce579ee-c09b-42bf-b9e1-b762f34cc0fa HTTP/1.1" status: 200 len: 887 time: 0.9074299 Aug 16 02:18:44.634301 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708e5ad-122c-4fc1-ab05-6a859cb6f555 None None] Sync routers for ids ['2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:44.634760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47548) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:44.643704 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6708e5ad-122c-4fc1-ab05-6a859cb6f555 None None] Routers {'2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:44.644492 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6708e5ad-122c-4fc1-ab05-6a859cb6f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:44.679319 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6708e5ad-122c-4fc1-ab05-6a859cb6f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:44.688739 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6708e5ad-122c-4fc1-ab05-6a859cb6f555 None None] Routers {'2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:44.689383 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6708e5ad-122c-4fc1-ab05-6a859cb6f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:44.723259 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-6708e5ad-122c-4fc1-ab05-6a859cb6f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:44.724416 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708e5ad-122c-4fc1-ab05-6a859cb6f555 None None] The sync data for ids ['2ce579ee-c09b-42bf-b9e1-b762f34cc0fa'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:44.753746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f1ee1c07-bf0a-4423-bade-dcacc738df16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/routers/2ce579ee-c09b-42bf-b9e1-b762f34cc0fa HTTP/1.1" status: 200 len: 887 time: 0.1180575 Aug 16 02:18:44.756465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47550) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:44.784022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2474dd03-c067-4a14-b402-dc5684475ce0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce579ee-c09b-42bf-b9e1-b762f34cc0fa HTTP/1.1" status: 200 len: 205 time: 0.0262017 Aug 16 02:18:44.786375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47552) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:44.892648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.999323 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.111842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port 6121f06c-bd37-48e9-8deb-fd54dc06a0ac {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:45.112195 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.194836 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.206695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for 6121f06c-bd37-48e9-8deb-fd54dc06a0ac owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:45.440047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.470343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=6121f06c-bd37-48e9-8deb-fd54dc06a0ac,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.531632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.621440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.623628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.736840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.737516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Fanout notify agent at l3_agent the message router_deleted on router 2ce579ee-c09b-42bf-b9e1-b762f34cc0fa {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:45.744965 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.750065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e9d7fa68-b897-4a28-9780-cbdfb015d971 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/2ce579ee-c09b-42bf-b9e1-b762f34cc0fa HTTP/1.1" status: 204 len: 168 time: 0.9589531 Aug 16 02:18:45.750373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47568) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:45.758508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'network': {'name': 'tempest-RoutersTest-1787334906'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:45.834054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:45.839029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.863439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:45.872489 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.872837 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added segment 9c06ab21-0767-4e73-a875-969d36e3168a of type vlan for network b760bd26-31a1-4142-8baf-7137efcb3f87 Aug 16 02:18:45.911754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.993781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.000255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:46.000255 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.066695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Network': ['ID=b760bd26-31a1-4142-8baf-7137efcb3f87,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:46.076989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b760bd26-31a1-4142-8baf-7137efcb3f87 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:46.098210 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c6106eee-2110-4f00-9045-cb40052c9e2d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3461716 Aug 16 02:18:46.100128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47574) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:46.106847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'subnet': {'network_id': 'b760bd26-31a1-4142-8baf-7137efcb3f87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:46.267954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:46.271547 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.503023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.561962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Subnet': ['ID=02fb3996-9690-4b9f-bc03-81944092dcae,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:46.572204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Checking segment: {'id': '9c06ab21-0767-4e73-a875-969d36e3168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b760bd26-31a1-4142-8baf-7137efcb3f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:46.572568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network hostable DHCP agents. Network: b760bd26-31a1-4142-8baf-7137efcb3f87, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:46.673693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network b760bd26-31a1-4142-8baf-7137efcb3f87 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:46.754053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b760bd26-31a1-4142-8baf-7137efcb3f87) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:46.758209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:46.758906 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.764501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6466e279-5940-4e7c-9f3d-5144fd149f88 None None] Network b760bd26-31a1-4142-8baf-7137efcb3f87 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:46.869208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1680ae5c-c1e6-4299-8393-c44d4a550734 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7677341 Aug 16 02:18:46.871785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47586) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:46.877181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-fae2303c-1fc6-43d5-8db8-b0d12bc4501d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2127923687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:46.910494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-b760bd26-31a1-4142-8baf-7137efcb3f87', 'network_id': 'b760bd26-31a1-4142-8baf-7137efcb3f87', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'fixed_ips': [{'subnet_id': '02fb3996-9690-4b9f-bc03-81944092dcae'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:46.911413 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.983182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fae2303c-1fc6-43d5-8db8-b0d12bc4501d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.984267 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fae2303c-1fc6-43d5-8db8-b0d12bc4501d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.041842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fae2303c-1fc6-43d5-8db8-b0d12bc4501d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.049785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Allocated IP 172.20.0.2 (b760bd26-31a1-4142-8baf-7137efcb3f87/02fb3996-9690-4b9f-bc03-81944092dcae/487b39df-37c3-45ac-90a4-9eda5937ac89) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:47.114282 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fae2303c-1fc6-43d5-8db8-b0d12bc4501d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.188296 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fae2303c-1fc6-43d5-8db8-b0d12bc4501d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.189568 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fae2303c-1fc6-43d5-8db8-b0d12bc4501d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3161645 Aug 16 02:18:47.192349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47592) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.197668 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.206259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Transition to ACTIVE for port object 487b39df-37c3-45ac-90a4-9eda5937ac89 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:47.221308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Transition to ACTIVE for port object 487b39df-37c3-45ac-90a4-9eda5937ac89 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:47.296918 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.342756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Network b760bd26-31a1-4142-8baf-7137efcb3f87 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:47.347430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:47.352625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:47.355708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Pushing event updated for resources: {'Port': ['ID=487b39df-37c3-45ac-90a4-9eda5937ac89,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.409441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Attempting to bind port 487b39df-37c3-45ac-90a4-9eda5937ac89 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:47.409964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Attempting to bind port 487b39df-37c3-45ac-90a4-9eda5937ac89 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '9c06ab21-0767-4e73-a875-969d36e3168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b760bd26-31a1-4142-8baf-7137efcb3f87'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:47.410390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Attempting to bind port 487b39df-37c3-45ac-90a4-9eda5937ac89 on network b760bd26-31a1-4142-8baf-7137efcb3f87 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:47.416618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:47.417339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Checking segment: {'id': '9c06ab21-0767-4e73-a875-969d36e3168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b760bd26-31a1-4142-8baf-7137efcb3f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:47.417999 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.418614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Bound using segment: {'id': '9c06ab21-0767-4e73-a875-969d36e3168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b760bd26-31a1-4142-8baf-7137efcb3f87'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:47.419311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Bound port: 487b39df-37c3-45ac-90a4-9eda5937ac89, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c06ab21-0767-4e73-a875-969d36e3168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b760bd26-31a1-4142-8baf-7137efcb3f87'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:47.420409 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.488213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] For port 487b39df-37c3-45ac-90a4-9eda5937ac89, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:47.491285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] For port 487b39df-37c3-45ac-90a4-9eda5937ac89, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=487b39df-37c3-45ac-90a4-9eda5937ac89,segment=NetworkSegment(9c06ab21-0767-4e73-a875-969d36e3168a),segment_id=9c06ab21-0767-4e73-a875-969d36e3168a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:47.503302 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.565991 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.642646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857edb3-ddb8-4884-998c-35e13eb9c0d5 None None] Pushing event updated for resources: {'Port': ['ID=487b39df-37c3-45ac-90a4-9eda5937ac89,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.761000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Allocated IP 172.20.0.1 (b760bd26-31a1-4142-8baf-7137efcb3f87/02fb3996-9690-4b9f-bc03-81944092dcae/a24ef22c-a66c-4363-ad4c-877d1261f67b) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:47.941318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.957025 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Transition to ACTIVE for port object a24ef22c-a66c-4363-ad4c-877d1261f67b will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:48.003142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 487b39df-37c3-45ac-90a4-9eda5937ac89 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:48.034579 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.099890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=a24ef22c-a66c-4363-ad4c-877d1261f67b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.099890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network b760bd26-31a1-4142-8baf-7137efcb3f87 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:48.101090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:48.103568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:48.119705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 487b39df-37c3-45ac-90a4-9eda5937ac89 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:48.154364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.393160 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.608211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fbcbb1-7d0b-45a4-a2a6-90855390630c None None] Network b760bd26-31a1-4142-8baf-7137efcb3f87 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:48.703036 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.736733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.822065 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.824064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=a24ef22c-a66c-4363-ad4c-877d1261f67b,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.879604 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9bf15768-0dc8-4e02-9e36-785c8e60078c None None] Provisioning for port 487b39df-37c3-45ac-90a4-9eda5937ac89 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:48.889850 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9bf15768-0dc8-4e02-9e36-785c8e60078c None None] Provisioning complete for port 487b39df-37c3-45ac-90a4-9eda5937ac89 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:48.890083 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9bf15768-0dc8-4e02-9e36-785c8e60078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.922530 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network b760bd26-31a1-4142-8baf-7137efcb3f87 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:48.924088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:49.006343 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9bf15768-0dc8-4e02-9e36-785c8e60078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.051343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9bf15768-0dc8-4e02-9e36-785c8e60078c None None] For port 487b39df-37c3-45ac-90a4-9eda5937ac89, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=487b39df-37c3-45ac-90a4-9eda5937ac89,segment=NetworkSegment(9c06ab21-0767-4e73-a875-969d36e3168a),segment_id=9c06ab21-0767-4e73-a875-969d36e3168a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:49.102699 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9bf15768-0dc8-4e02-9e36-785c8e60078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.130916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 48d7a72e-0b54-495c-8da5-f5564aee9d92 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:49.155096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf15768-0dc8-4e02-9e36-785c8e60078c None None] Pushing event updated for resources: {'Port': ['ID=487b39df-37c3-45ac-90a4-9eda5937ac89,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:49.223425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-36a10022-5c8b-4cae-aec8-6799172a38aa None None] Provisioning complete for port 487b39df-37c3-45ac-90a4-9eda5937ac89 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:49.223808 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-36a10022-5c8b-4cae-aec8-6799172a38aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.249624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:49.254875 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a7803bad-e326-424b-ad93-7c230706bb16 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/48d7a72e-0b54-495c-8da5-f5564aee9d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0613096 Aug 16 02:18:49.257612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47620) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:49.270312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daa504f-548e-4e4c-84f8-82b1cc4935f7 None None] Sync routers for ids ['48d7a72e-0b54-495c-8da5-f5564aee9d92'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:49.288519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa504f-548e-4e4c-84f8-82b1cc4935f7 None None] Routers {'48d7a72e-0b54-495c-8da5-f5564aee9d92'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:49.291424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9daa504f-548e-4e4c-84f8-82b1cc4935f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['48d7a72e-0b54-495c-8da5-f5564aee9d92'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:49.311305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d707fbe-f665-4c3e-847b-043d1b182666 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.312939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0d707fbe-f665-4c3e-847b-043d1b182666 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports/a24ef22c-a66c-4363-ad4c-877d1261f67b HTTP/1.1" status: 200 len: 910 time: 0.0522733 Aug 16 02:18:49.319562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47626) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:49.321899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ec7761f1-e62a-48bb-80cb-f47ab8688337 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02fb3996-9690-4b9f-bc03-81944092dcae'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:49.330683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9daa504f-548e-4e4c-84f8-82b1cc4935f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:49.364891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa504f-548e-4e4c-84f8-82b1cc4935f7 None None] Routers {'48d7a72e-0b54-495c-8da5-f5564aee9d92'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:49.365460 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9daa504f-548e-4e4c-84f8-82b1cc4935f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['48d7a72e-0b54-495c-8da5-f5564aee9d92'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:49.407305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9daa504f-548e-4e4c-84f8-82b1cc4935f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:49.407505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daa504f-548e-4e4c-84f8-82b1cc4935f7 None None] The sync data for ids ['48d7a72e-0b54-495c-8da5-f5564aee9d92'] in n-d-768509-23 is: [] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:49.488332 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ec7761f1-e62a-48bb-80cb-f47ab8688337 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.496919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-36a10022-5c8b-4cae-aec8-6799172a38aa None None] Provisioning for port a24ef22c-a66c-4363-ad4c-877d1261f67b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:49.502970 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-36a10022-5c8b-4cae-aec8-6799172a38aa None None] Provisioning complete for port a24ef22c-a66c-4363-ad4c-877d1261f67b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:49.502970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-36a10022-5c8b-4cae-aec8-6799172a38aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.549195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-36a10022-5c8b-4cae-aec8-6799172a38aa None None] Port a24ef22c-a66c-4363-ad4c-877d1261f67b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:49.677298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fbd5cff5-9bbd-4ada-8545-286e7767e4c4 None None] Provisioning complete for port a24ef22c-a66c-4363-ad4c-877d1261f67b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:49.677984 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fbd5cff5-9bbd-4ada-8545-286e7767e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.714728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5cff5-9bbd-4ada-8545-286e7767e4c4 None None] Port a24ef22c-a66c-4363-ad4c-877d1261f67b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:49.901337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 487b39df-37c3-45ac-90a4-9eda5937ac89 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:49.952705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 487b39df-37c3-45ac-90a4-9eda5937ac89 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:49.953979 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.198104 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ec7761f1-e62a-48bb-80cb-f47ab8688337 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.274688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ec7761f1-e62a-48bb-80cb-f47ab8688337 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.368241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7761f1-e62a-48bb-80cb-f47ab8688337 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=a24ef22c-a66c-4363-ad4c-877d1261f67b,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:50.375582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7761f1-e62a-48bb-80cb-f47ab8688337 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.376196 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ec7761f1-e62a-48bb-80cb-f47ab8688337 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.377781 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ec7761f1-e62a-48bb-80cb-f47ab8688337 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/ports/a24ef22c-a66c-4363-ad4c-877d1261f67b HTTP/1.1" status: 200 len: 910 time: 1.0611775 Aug 16 02:18:50.380674 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47644) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:50.698148 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-16a7b1d7-fdc8-447d-84c7-8c89a437c1bd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.942642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-16a7b1d7-fdc8-447d-84c7-8c89a437c1bd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port a24ef22c-a66c-4363-ad4c-877d1261f67b {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:50.942987 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-16a7b1d7-fdc8-447d-84c7-8c89a437c1bd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.030526 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-16a7b1d7-fdc8-447d-84c7-8c89a437c1bd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.043353 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-16a7b1d7-fdc8-447d-84c7-8c89a437c1bd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for a24ef22c-a66c-4363-ad4c-877d1261f67b owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:51.125056 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.285258 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-16a7b1d7-fdc8-447d-84c7-8c89a437c1bd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.313017 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7b1d7-fdc8-447d-84c7-8c89a437c1bd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=a24ef22c-a66c-4363-ad4c-877d1261f67b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.463818 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-16a7b1d7-fdc8-447d-84c7-8c89a437c1bd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.627392 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a7b1d7-fdc8-447d-84c7-8c89a437c1bd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 48d7a72e-0b54-495c-8da5-f5564aee9d92 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:51.709293 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a7b1d7-fdc8-447d-84c7-8c89a437c1bd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:51.714954 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-16a7b1d7-fdc8-447d-84c7-8c89a437c1bd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/48d7a72e-0b54-495c-8da5-f5564aee9d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3332632 Aug 16 02:18:51.717679 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47666) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:51.721552 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bfb7e-1472-4dd7-9592-fd1899df9a1d None None] Sync routers for ids ['48d7a72e-0b54-495c-8da5-f5564aee9d92'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:51.732128 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bfb7e-1472-4dd7-9592-fd1899df9a1d None None] Routers {'48d7a72e-0b54-495c-8da5-f5564aee9d92'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:51.733065 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4c4bfb7e-1472-4dd7-9592-fd1899df9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['48d7a72e-0b54-495c-8da5-f5564aee9d92'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:51.747809 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-906977d8-5d3a-4d69-b007-09204c338dfd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d7a72e-0b54-495c-8da5-f5564aee9d92 HTTP/1.1" status: 200 len: 205 time: 0.0264819 Aug 16 02:18:51.748070 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47668) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:51.774991 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4c4bfb7e-1472-4dd7-9592-fd1899df9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:51.783610 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bfb7e-1472-4dd7-9592-fd1899df9a1d None None] Routers {'48d7a72e-0b54-495c-8da5-f5564aee9d92'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:51.784210 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4c4bfb7e-1472-4dd7-9592-fd1899df9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['48d7a72e-0b54-495c-8da5-f5564aee9d92'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:51.815601 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-4c4bfb7e-1472-4dd7-9592-fd1899df9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:51.816314 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bfb7e-1472-4dd7-9592-fd1899df9a1d None None] The sync data for ids ['48d7a72e-0b54-495c-8da5-f5564aee9d92'] in n-d-768509-23 is: [] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:51.826157 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f633303-862a-4319-b9c1-be9f92a28bcc tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.011525 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.292868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f633303-862a-4319-b9c1-be9f92a28bcc tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.294985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f633303-862a-4319-b9c1-be9f92a28bcc tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.393650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f633303-862a-4319-b9c1-be9f92a28bcc tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.394232 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f633303-862a-4319-b9c1-be9f92a28bcc tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Fanout notify agent at l3_agent the message router_deleted on router 48d7a72e-0b54-495c-8da5-f5564aee9d92 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:52.401532 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f633303-862a-4319-b9c1-be9f92a28bcc tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.409985 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8f633303-862a-4319-b9c1-be9f92a28bcc tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/48d7a72e-0b54-495c-8da5-f5564aee9d92 HTTP/1.1" status: 204 len: 168 time: 0.6536412 Aug 16 02:18:52.409985 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47680) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:52.466742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c3c3ab-8fda-48db-900d-a15415475c32 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting subnet 02fb3996-9690-4b9f-bc03-81944092dcae {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:52.469719 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96c3c3ab-8fda-48db-900d-a15415475c32 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.516039 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96c3c3ab-8fda-48db-900d-a15415475c32 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.610172 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96c3c3ab-8fda-48db-900d-a15415475c32 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.743364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96c3c3ab-8fda-48db-900d-a15415475c32 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.776081 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3c3ab-8fda-48db-900d-a15415475c32 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Subnet': ['ID=02fb3996-9690-4b9f-bc03-81944092dcae,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:52.779779 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96c3c3ab-8fda-48db-900d-a15415475c32 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.781713 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-96c3c3ab-8fda-48db-900d-a15415475c32 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/02fb3996-9690-4b9f-bc03-81944092dcae HTTP/1.1" status: 204 len: 168 time: 0.3708272 Aug 16 02:18:52.786167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47688) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:52.787131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20278fb9-c72d-4b41-a2fd-f43ae8919ab1 None None] Network b760bd26-31a1-4142-8baf-7137efcb3f87 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:52.868026 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.928410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port 487b39df-37c3-45ac-90a4-9eda5937ac89 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:52.928750 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.982090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9117047b-0965-465e-97c7-945f1559c824 None None] DHCP port deletion for b760bd26-31a1-4142-8baf-7137efcb3f87 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:52.996832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port 487b39df-37c3-45ac-90a4-9eda5937ac89, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=487b39df-37c3-45ac-90a4-9eda5937ac89,segment=NetworkSegment(9c06ab21-0767-4e73-a875-969d36e3168a),segment_id=9c06ab21-0767-4e73-a875-969d36e3168a)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:52.997203 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.011211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for 487b39df-37c3-45ac-90a4-9eda5937ac89 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:53.033089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9117047b-0965-465e-97c7-945f1559c824 None None] Deleting port 487b39df-37c3-45ac-90a4-9eda5937ac89 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:53.033561 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9117047b-0965-465e-97c7-945f1559c824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.095453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9117047b-0965-465e-97c7-945f1559c824 None None] For port 487b39df-37c3-45ac-90a4-9eda5937ac89, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=487b39df-37c3-45ac-90a4-9eda5937ac89,segment=NetworkSegment(9c06ab21-0767-4e73-a875-969d36e3168a),segment_id=9c06ab21-0767-4e73-a875-969d36e3168a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:53.095856 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9117047b-0965-465e-97c7-945f1559c824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.110224 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9117047b-0965-465e-97c7-945f1559c824 None None] Calling delete_port for 487b39df-37c3-45ac-90a4-9eda5937ac89 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:53.130919 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.157270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=487b39df-37c3-45ac-90a4-9eda5937ac89,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:53.160768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No DVR routers for this DVR port 487b39df-37c3-45ac-90a4-9eda5937ac89 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:53.194387 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9117047b-0965-465e-97c7-945f1559c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.221962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117047b-0965-465e-97c7-945f1559c824 None None] Pushing event deleted for resources: {'Port': ['ID=487b39df-37c3-45ac-90a4-9eda5937ac89,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:53.223734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117047b-0965-465e-97c7-945f1559c824 None None] No DVR routers for this DVR port 487b39df-37c3-45ac-90a4-9eda5937ac89 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:53.263627 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.275061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b760bd26-31a1-4142-8baf-7137efcb3f87']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:53.285806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c06ab21-0767-4e73-a875-969d36e3168a') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:53.286232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c06ab21-0767-4e73-a875-969d36e3168a') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:53.294991 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.308577 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.314285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:53.314670 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:53.317666 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:53.439720 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.447173 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.449070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/networks/b760bd26-31a1-4142-8baf-7137efcb3f87 HTTP/1.1" status: 204 len: 168 time: 0.6635463 Aug 16 02:18:53.453136 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47700) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:53.457628 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3565a8fd-82ca-4e34-9759-9a4224a6bfdb tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1649558727', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:53.462430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0f7bb-2b93-4ed7-a860-fac121905ce8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Network': ['ID=b760bd26-31a1-4142-8baf-7137efcb3f87,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:53.525397 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3565a8fd-82ca-4e34-9759-9a4224a6bfdb tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.526404 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3565a8fd-82ca-4e34-9759-9a4224a6bfdb tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.577059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3565a8fd-82ca-4e34-9759-9a4224a6bfdb tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.639924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3565a8fd-82ca-4e34-9759-9a4224a6bfdb tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.713965 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3565a8fd-82ca-4e34-9759-9a4224a6bfdb tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.715239 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3565a8fd-82ca-4e34-9759-9a4224a6bfdb tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2612495 Aug 16 02:18:53.717930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47704) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:53.723049 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'network': {'name': 'tempest-RoutersTest-523008798'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:53.805642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:53.810360 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.834353 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:53.843489 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.843863 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added segment c70a860e-517f-4ac3-9389-2355ebe07eaf of type vlan for network f8dee6c8-d71d-4d69-ac0a-223b8438e492 Aug 16 02:18:53.886364 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.894403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 487b39df-37c3-45ac-90a4-9eda5937ac89 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:53.916492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 487b39df-37c3-45ac-90a4-9eda5937ac89 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:53.916837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 487b39df-37c3-45ac-90a4-9eda5937ac89 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:53.977052 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.982759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.983349 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.050087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Network': ['ID=f8dee6c8-d71d-4d69-ac0a-223b8438e492,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:54.061631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network f8dee6c8-d71d-4d69-ac0a-223b8438e492 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:54.088707 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a087016a-cebb-43e9-92ba-af455d158261 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3669381 Aug 16 02:18:54.089061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47710) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:54.094385 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'subnet': {'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:54.234113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:54.237705 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.480059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.546338 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Subnet': ['ID=2f2c09ba-3bd7-4887-a11f-ee892fbe27ca,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:54.555223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Checking segment: {'id': 'c70a860e-517f-4ac3-9389-2355ebe07eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:54.555579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network hostable DHCP agents. Network: f8dee6c8-d71d-4d69-ac0a-223b8438e492, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:54.651219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network f8dee6c8-d71d-4d69-ac0a-223b8438e492 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:54.713654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, f8dee6c8-d71d-4d69-ac0a-223b8438e492) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:54.717663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.718279 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.722323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9815561-1a00-4911-92b9-36d7803bf6c9 None None] Network f8dee6c8-d71d-4d69-ac0a-223b8438e492 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:54.806819 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4e87eb16-a710-4ba9-bc33-b863f69567f0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7165327 Aug 16 02:18:54.817647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47724) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:54.873512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:54.874734 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.020260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Allocated IP 172.20.0.2 (f8dee6c8-d71d-4d69-ac0a-223b8438e492/2f2c09ba-3bd7-4887-a11f-ee892fbe27ca/e28c76f0-4989-4663-916f-7ff0ef9bf3b5) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:55.103240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.173560 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.182333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Transition to ACTIVE for port object e28c76f0-4989-4663-916f-7ff0ef9bf3b5 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:55.198972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Transition to ACTIVE for port object e28c76f0-4989-4663-916f-7ff0ef9bf3b5 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:55.251550 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.306240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Network f8dee6c8-d71d-4d69-ac0a-223b8438e492 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:55.310390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:55.312950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Pushing event updated for resources: {'Port': ['ID=e28c76f0-4989-4663-916f-7ff0ef9bf3b5,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.315412 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:55.378013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Attempting to bind port e28c76f0-4989-4663-916f-7ff0ef9bf3b5 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:55.378474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Attempting to bind port e28c76f0-4989-4663-916f-7ff0ef9bf3b5 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'c70a860e-517f-4ac3-9389-2355ebe07eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:55.378813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Attempting to bind port e28c76f0-4989-4663-916f-7ff0ef9bf3b5 on network f8dee6c8-d71d-4d69-ac0a-223b8438e492 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:55.387015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:55.387628 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Checking segment: {'id': 'c70a860e-517f-4ac3-9389-2355ebe07eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:55.388096 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.388540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Bound using segment: {'id': 'c70a860e-517f-4ac3-9389-2355ebe07eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:55.388960 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Bound port: e28c76f0-4989-4663-916f-7ff0ef9bf3b5, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70a860e-517f-4ac3-9389-2355ebe07eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:55.389361 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.399548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Allocated IP 172.20.0.1 (f8dee6c8-d71d-4d69-ac0a-223b8438e492/2f2c09ba-3bd7-4887-a11f-ee892fbe27ca/fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:55.476497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] For port e28c76f0-4989-4663-916f-7ff0ef9bf3b5, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:55.482100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] For port e28c76f0-4989-4663-916f-7ff0ef9bf3b5, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e28c76f0-4989-4663-916f-7ff0ef9bf3b5,segment=NetworkSegment(c70a860e-517f-4ac3-9389-2355ebe07eaf),segment_id=c70a860e-517f-4ac3-9389-2355ebe07eaf)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:55.520447 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.535758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.553525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Transition to ACTIVE for port object fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:55.589303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edf3e6-0e08-4778-ae7f-14ee2930418e None None] Pushing event updated for resources: {'Port': ['ID=e28c76f0-4989-4663-916f-7ff0ef9bf3b5,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.640066 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.687204 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network f8dee6c8-d71d-4d69-ac0a-223b8438e492 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:55.690932 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:55.698338 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:55.746591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.785671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.960603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e28c76f0-4989-4663-916f-7ff0ef9bf3b5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:56.002360 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.068969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port e28c76f0-4989-4663-916f-7ff0ef9bf3b5 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:56.302088 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.433508 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.506709 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.535321 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.604970 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759d7a72-8e1d-415a-b5bc-55f94c4d55d3 None None] Network f8dee6c8-d71d-4d69-ac0a-223b8438e492 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:56.637319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network f8dee6c8-d71d-4d69-ac0a-223b8438e492 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:56.639085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:56.811445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a97fc1df-ab82-4a0e-89cf-0c8f48ea9386 None None] Provisioning for port e28c76f0-4989-4663-916f-7ff0ef9bf3b5 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:56.816539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a97fc1df-ab82-4a0e-89cf-0c8f48ea9386 None None] Provisioning complete for port e28c76f0-4989-4663-916f-7ff0ef9bf3b5 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:56.816539 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a97fc1df-ab82-4a0e-89cf-0c8f48ea9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.828510 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:56.905452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a97fc1df-ab82-4a0e-89cf-0c8f48ea9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.952713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a97fc1df-ab82-4a0e-89cf-0c8f48ea9386 None None] For port e28c76f0-4989-4663-916f-7ff0ef9bf3b5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e28c76f0-4989-4663-916f-7ff0ef9bf3b5,segment=NetworkSegment(c70a860e-517f-4ac3-9389-2355ebe07eaf),segment_id=c70a860e-517f-4ac3-9389-2355ebe07eaf)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:56.982091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:56.987682 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7666c3e8-2068-4b94-b33c-291a374d1883 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1688759 Aug 16 02:18:56.990581 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47752) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:56.994084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Sync routers for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:56.996613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'network': {'name': 'tempest-RoutersTest-808580814'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:57.009806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:57.011576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:57.051019 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a97fc1df-ab82-4a0e-89cf-0c8f48ea9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.131583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:57.135556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.140822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:57.164533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:57.175682 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.176092 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added segment bc886481-ef8f-471e-964a-f9eb6c42fe75 of type vlan for network d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 Aug 16 02:18:57.180456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fc1df-ab82-4a0e-89cf-0c8f48ea9386 None None] Pushing event updated for resources: {'Port': ['ID=e28c76f0-4989-4663-916f-7ff0ef9bf3b5,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.226147 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.267737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5debc314-6099-42d2-8b63-976b86561712 None None] Provisioning for port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:57.276202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5debc314-6099-42d2-8b63-976b86561712 None None] Provisioning complete for port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:57.276580 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5debc314-6099-42d2-8b63-976b86561712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.341140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5debc314-6099-42d2-8b63-976b86561712 None None] Port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:57.359451 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.365115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.365719 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.379378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5debc314-6099-42d2-8b63-976b86561712 None None] Provisioning complete for port e28c76f0-4989-4663-916f-7ff0ef9bf3b5 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:57.379763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5debc314-6099-42d2-8b63-976b86561712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.440649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Network': ['ID=d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.441588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:18:55Z', 'revision_number': 2, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:18:56Z', 'revision_number': 2, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:57.454791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:57.497073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Checking router: 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:57.497427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Updating router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:18:57.555264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e384549c-ea0b-4dea-91c1-f943ef7f9cce tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5634348 Aug 16 02:18:57.558413 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47762) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:57.563769 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'subnet': {'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:57.587450 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.749399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:57.753777 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.815790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3cb79a9a-996c-4087-bdfd-351efee90836 None None] Provisioning complete for port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:57.816167 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3cb79a9a-996c-4087-bdfd-351efee90836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.915294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3cb79a9a-996c-4087-bdfd-351efee90836 None None] Port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:57.952617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e28c76f0-4989-4663-916f-7ff0ef9bf3b5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:58.040624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.049940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e28c76f0-4989-4663-916f-7ff0ef9bf3b5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:58.063806 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.106756 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Subnet': ['ID=b4f6ec93-3e3e-4462-8e46-58899efece35,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.122643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Checking segment: {'id': 'bc886481-ef8f-471e-964a-f9eb6c42fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:58.123015 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network hostable DHCP agents. Network: d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:58.132104 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.146939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Transition to ACTIVE for port object fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:58.188418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:58.256688 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.291107 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:58.295896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.296488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.309707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daeb800-f4c2-4cdb-80f4-bfd4acfc39da None None] Network d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:58.313453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37508bb2-f41f-4a73-a1d2-4a61f1299921 None None] Pushing event updated for resources: {'Port': ['ID=fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.392242 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-34932131-2820-4d43-a27c-9d2f47e6c8d4 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8297291 Aug 16 02:18:58.392242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47772) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:58.410451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Attempting to bind port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:58.410854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Attempting to bind port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'c70a860e-517f-4ac3-9389-2355ebe07eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:58.413897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Attempting to bind port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 on network f8dee6c8-d71d-4d69-ac0a-223b8438e492 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:58.428613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:58.428996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Checking segment: {'id': 'c70a860e-517f-4ac3-9389-2355ebe07eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:58.429435 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.429929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Bound using segment: {'id': 'c70a860e-517f-4ac3-9389-2355ebe07eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:58.430427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Bound port: fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70a860e-517f-4ac3-9389-2355ebe07eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:58.430810 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.578219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] For port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:58.605576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] For port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7,segment=NetworkSegment(c70a860e-517f-4ac3-9389-2355ebe07eaf),segment_id=c70a860e-517f-4ac3-9389-2355ebe07eaf)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:58.606824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:58.607701 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.681213 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.794393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:58.795032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:58.800140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37508bb2-f41f-4a73-a1d2-4a61f1299921 None None] Pushing event updated for resources: {'Port': ['ID=fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.811581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.896345 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Allocated IP 172.21.0.2 (d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6/b4f6ec93-3e3e-4462-8e46-58899efece35/d4f1870f-03e2-445b-83d3-685e76085021) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:58.981842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:59.212045 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.238817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Transition to ACTIVE for port object d4f1870f-03e2-445b-83d3-685e76085021 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:59.259262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Transition to ACTIVE for port object d4f1870f-03e2-445b-83d3-685e76085021 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:59.282402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:18:55Z', 'revision_number': 2, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:18:58Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:59.313027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ad21a-e202-48fd-ae68-5c2ee3eb35e6 None None] The sync data for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 is: [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:18:55Z', 'revision_number': 2, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:18:58Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:59.326216 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.364694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Network d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:59.370462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:59.374333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:59.381389 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Allocated IP 172.21.0.1 (d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6/b4f6ec93-3e3e-4462-8e46-58899efece35/3bd28767-79c8-4c0d-a864-bbbf96237315) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:59.384784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Pushing event updated for resources: {'Port': ['ID=d4f1870f-03e2-445b-83d3-685e76085021,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:59.393436 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:18:59.445676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Attempting to bind port d4f1870f-03e2-445b-83d3-685e76085021 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:59.446154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Attempting to bind port d4f1870f-03e2-445b-83d3-685e76085021 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'bc886481-ef8f-471e-964a-f9eb6c42fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:59.446572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Attempting to bind port d4f1870f-03e2-445b-83d3-685e76085021 on network d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:59.452346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:59.453187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Checking segment: {'id': 'bc886481-ef8f-471e-964a-f9eb6c42fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:59.453875 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.454299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Bound using segment: {'id': 'bc886481-ef8f-471e-964a-f9eb6c42fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:59.454887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Bound port: d4f1870f-03e2-445b-83d3-685e76085021, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc886481-ef8f-471e-964a-f9eb6c42fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:59.455363 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.519876 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.529621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] For port d4f1870f-03e2-445b-83d3-685e76085021, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:59.534179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] For port d4f1870f-03e2-445b-83d3-685e76085021, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d4f1870f-03e2-445b-83d3-685e76085021,segment=NetworkSegment(bc886481-ef8f-471e-964a-f9eb6c42fe75),segment_id=bc886481-ef8f-471e-964a-f9eb6c42fe75)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:59.534553 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Transition to ACTIVE for port object 3bd28767-79c8-4c0d-a864-bbbf96237315 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:59.596597 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.629540 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.664660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb41f1-b125-4af0-b4d2-e5e826a6eec3 None None] Pushing event updated for resources: {'Port': ['ID=d4f1870f-03e2-445b-83d3-685e76085021,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:59.711036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:59.716185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:59.718978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=3bd28767-79c8-4c0d-a864-bbbf96237315,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:59.723073 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:59.798044 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.896790 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81b9fd63-852b-4b58-a360-ae58af3fbec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.989866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:00.025263 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.119898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:00.126237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:00.126626 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.229847 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.262853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7,segment=NetworkSegment(c70a860e-517f-4ac3-9389-2355ebe07eaf),segment_id=c70a860e-517f-4ac3-9389-2355ebe07eaf)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:00.325678 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.340877 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.374742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:00.411207 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.781672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=3bd28767-79c8-4c0d-a864-bbbf96237315,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:00.784251 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.882956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:00.884506 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:00.985261 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:01.078952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:01.084466 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0028911d-58fb-40b5-8420-16ac5edffd86 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6911700 Aug 16 02:19:01.087611 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47808) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:01.089240 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Sync routers for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:01.092651 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'network': {'name': 'tempest-RoutersTest-1796180285'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:01.099170 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:01.099782 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:01.159830 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:01.164141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.188940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:01.197978 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:01.204159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.204833 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added segment e0e82b0a-c132-46df-80f7-bac9f776b00a of type vlan for network d887661f-e075-4939-bf77-7b76141915bd Aug 16 02:19:01.259921 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.331814 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.338630 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.339487 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.419691 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Network': ['ID=d887661f-e075-4939-bf77-7b76141915bd,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:01.435606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network d887661f-e075-4939-bf77-7b76141915bd details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:01.458463 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:18:59Z', 'revision_number': 3, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 2, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:01.465684 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e988756e-3d86-41be-8707-a5bdbf87962e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3745873 Aug 16 02:19:01.466399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47814) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:01.471184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'subnet': {'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:01.509167 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Checking router: 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:01.509575 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Updating router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 port 3bd28767-79c8-4c0d-a864-bbbf96237315 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:01.536466 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.581939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce3ea4f-bc46-4433-94e8-d1fd804d3184 None None] Network d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:01.639314 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:01.643381 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.748361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bfca1a69-2e37-4912-b373-9b5141bc4dcc None None] Provisioning for port d4f1870f-03e2-445b-83d3-685e76085021 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:01.869026 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.881937 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Transition to ACTIVE for port object 3bd28767-79c8-4c0d-a864-bbbf96237315 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:01.953952 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.984780 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.021154 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Pushing event updated for resources: {'Port': ['ID=3bd28767-79c8-4c0d-a864-bbbf96237315,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:02.031341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:02.041261 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.041665 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.042006 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.042429 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.042600 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.042935 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.043263 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.043594 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.043909 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.044229 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.044555 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.044874 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:02.085941 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Checking segment: {'id': 'e0e82b0a-c132-46df-80f7-bac9f776b00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:02.086523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network hostable DHCP agents. Network: d887661f-e075-4939-bf77-7b76141915bd, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:02.102499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Subnet': ['ID=33cf8533-66db-4317-81be-4840b992479d,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:02.124515 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Attempting to bind port 3bd28767-79c8-4c0d-a864-bbbf96237315 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:02.125100 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Attempting to bind port 3bd28767-79c8-4c0d-a864-bbbf96237315 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'bc886481-ef8f-471e-964a-f9eb6c42fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:02.125473 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Attempting to bind port 3bd28767-79c8-4c0d-a864-bbbf96237315 on network d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:02.133894 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:02.134663 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Checking segment: {'id': 'bc886481-ef8f-471e-964a-f9eb6c42fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:02.135301 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.135921 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Bound using segment: {'id': 'bc886481-ef8f-471e-964a-f9eb6c42fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:02.136617 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Bound port: 3bd28767-79c8-4c0d-a864-bbbf96237315, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc886481-ef8f-471e-964a-f9eb6c42fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:02.137282 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.162334 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:02.162951 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.199624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network d887661f-e075-4939-bf77-7b76141915bd is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:02.240816 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] For port 3bd28767-79c8-4c0d-a864-bbbf96237315, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:02.246669 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] For port 3bd28767-79c8-4c0d-a864-bbbf96237315, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3bd28767-79c8-4c0d-a864-bbbf96237315,segment=NetworkSegment(bc886481-ef8f-471e-964a-f9eb6c42fe75),segment_id=bc886481-ef8f-471e-964a-f9eb6c42fe75)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:02.251012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b1660494-10dc-4dce-ad91-0dcfbfdd88f3 None None] Provisioning for port 3bd28767-79c8-4c0d-a864-bbbf96237315 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:02.267918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d4f1870f-03e2-445b-83d3-685e76085021 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:02.291013 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, d887661f-e075-4939-bf77-7b76141915bd) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:02.300236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598a0f96-a4c6-44ee-85af-fd8917bc7a0d None None] Network d887661f-e075-4939-bf77-7b76141915bd requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:02.301391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.304841 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.307516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-0e73ffa7-d228-47d2-935a-0df41dafa4a9 req-918ef047-fc12-4cef-a338-a89e1c9277e0 service neutron] (95515) timed out ('10.222.0.66', 48706) {{(pid=95515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:19:02.320663 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.397018 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:02.398798 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:18:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:02.414574 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2f7bcf7a-2f34-477e-aaa6-1ca6910233be tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9473906 Aug 16 02:19:02.417364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47828) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:02.471609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port d4f1870f-03e2-445b-83d3-685e76085021 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:02.510152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d4f1870f-03e2-445b-83d3-685e76085021 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:02.520376 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.539009 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79db81f-5cb9-4af3-8541-4c0f06ed5e84 None None] Pushing event updated for resources: {'Port': ['ID=3bd28767-79c8-4c0d-a864-bbbf96237315,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:02.566613 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:02.668042 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-d887661f-e075-4939-bf77-7b76141915bd', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:02.669582 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.917870 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.951025 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.158000 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:18:59Z', 'revision_number': 3, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:02Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:03.215250 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d5585-2453-46d0-ae43-616b5bb4a20a None None] The sync data for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 is: [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:18:59Z', 'revision_number': 3, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:02Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:03.287322 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0e046e64-e4e7-4372-bb14-d353d10e6994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.321525 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.407855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port d4f1870f-03e2-445b-83d3-685e76085021, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d4f1870f-03e2-445b-83d3-685e76085021,segment=NetworkSegment(bc886481-ef8f-471e-964a-f9eb6c42fe75),segment_id=bc886481-ef8f-471e-964a-f9eb6c42fe75)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:03.465989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Allocated IP 172.22.0.2 (d887661f-e075-4939-bf77-7b76141915bd/33cf8533-66db-4317-81be-4840b992479d/891c2b5e-a850-42b1-8c08-850d84a7fae8) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:03.600100 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.683522 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.700186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=d4f1870f-03e2-445b-83d3-685e76085021,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.703318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Transition to ACTIVE for port object 891c2b5e-a850-42b1-8c08-850d84a7fae8 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:03.722874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Transition to ACTIVE for port object 891c2b5e-a850-42b1-8c08-850d84a7fae8 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:03.806941 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.846799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Network d887661f-e075-4939-bf77-7b76141915bd is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:03.849666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:03.853282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:03.876773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Pushing event updated for resources: {'Port': ['ID=891c2b5e-a850-42b1-8c08-850d84a7fae8,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.901287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Allocated IP 172.22.0.1 (d887661f-e075-4939-bf77-7b76141915bd/33cf8533-66db-4317-81be-4840b992479d/4ae7c7b7-bf18-4ee4-b121-28ae517585e6) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:03.947396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Attempting to bind port 891c2b5e-a850-42b1-8c08-850d84a7fae8 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:03.948061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Attempting to bind port 891c2b5e-a850-42b1-8c08-850d84a7fae8 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'e0e82b0a-c132-46df-80f7-bac9f776b00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:03.948601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Attempting to bind port 891c2b5e-a850-42b1-8c08-850d84a7fae8 on network d887661f-e075-4939-bf77-7b76141915bd {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:03.958883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:03.959278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Checking segment: {'id': 'e0e82b0a-c132-46df-80f7-bac9f776b00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:03.959738 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.960151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Bound using segment: {'id': 'e0e82b0a-c132-46df-80f7-bac9f776b00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:03.961218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Bound port: 891c2b5e-a850-42b1-8c08-850d84a7fae8, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e82b0a-c132-46df-80f7-bac9f776b00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:03.961714 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.029745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d4f1870f-03e2-445b-83d3-685e76085021 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:04.046231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.064217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Transition to ACTIVE for port object 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:04.096662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] For port 891c2b5e-a850-42b1-8c08-850d84a7fae8, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:04.099804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] For port 891c2b5e-a850-42b1-8c08-850d84a7fae8, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=891c2b5e-a850-42b1-8c08-850d84a7fae8,segment=NetworkSegment(e0e82b0a-c132-46df-80f7-bac9f776b00a),segment_id=e0e82b0a-c132-46df-80f7-bac9f776b00a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:04.113097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d4f1870f-03e2-445b-83d3-685e76085021 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:04.113474 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.160041 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.183396 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.183686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.233127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3bd28767-79c8-4c0d-a864-bbbf96237315 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:04.243774 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network d887661f-e075-4939-bf77-7b76141915bd is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:04.244717 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=4ae7c7b7-bf18-4ee4-b121-28ae517585e6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:04.248772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:04.250904 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:04.280111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8fe37-32b5-4fb5-a5b1-433b5b3cf934 None None] Pushing event updated for resources: {'Port': ['ID=891c2b5e-a850-42b1-8c08-850d84a7fae8,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:04.300701 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.388090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3bd28767-79c8-4c0d-a864-bbbf96237315 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:04.392309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3bd28767-79c8-4c0d-a864-bbbf96237315 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:04.393601 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.510176 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.525755 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.565161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 3bd28767-79c8-4c0d-a864-bbbf96237315, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3bd28767-79c8-4c0d-a864-bbbf96237315,segment=NetworkSegment(bc886481-ef8f-471e-964a-f9eb6c42fe75),segment_id=bc886481-ef8f-471e-964a-f9eb6c42fe75)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:04.640127 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.692600 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=3bd28767-79c8-4c0d-a864-bbbf96237315,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:04.799508 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.856885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.937830 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=4ae7c7b7-bf18-4ee4-b121-28ae517585e6,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:04.940810 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.040658 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network d887661f-e075-4939-bf77-7b76141915bd is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:05.041991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:05.146944 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:05.257211 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:05.262362 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d3cdd690-1992-4409-bf0a-fe48c4c89758 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8438208 Aug 16 02:19:05.265250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47860) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:05.266150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c88f0ee-a63f-4926-8e07-73e029129952 None None] Network d887661f-e075-4939-bf77-7b76141915bd requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:05.273744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'network': {'name': 'tempest-RoutersTest-1219400446'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:05.282287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Sync routers for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:05.337101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:05.337742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:05.370840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:05.374878 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.400763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:05.410044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.410690 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added segment 1c1b9e42-cf5e-4125-92f3-917c3cb61d3f of type vlan for network c81420da-50d5-4f62-ac8e-da9c92c8bb9a Aug 16 02:19:05.426132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f32f294c-31ae-4baf-bffe-b284d554c31a None None] Provisioning for port 891c2b5e-a850-42b1-8c08-850d84a7fae8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:05.462235 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.472160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:05.525138 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.531757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.532122 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.603492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Network': ['ID=c81420da-50d5-4f62-ac8e-da9c92c8bb9a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:05.617119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network c81420da-50d5-4f62-ac8e-da9c92c8bb9a details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:05.651700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8f4a51ac-6417-4af1-a570-89c5cd62889a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3844502 Aug 16 02:19:05.654499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47866) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:05.659614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'subnet': {'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:05.780479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 2, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:05.821987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Checking router: 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:05.822350 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Updating router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:05.834108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Made reservation on behalf of faef59017c654feb92cf221268cc7d27 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:05.838689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.855306 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.907898 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.085935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 891c2b5e-a850-42b1-8c08-850d84a7fae8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:06.183548 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.268024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cc836dfd-443e-451b-8091-5482b0d335af None None] Provisioning for port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:06.271717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Checking segment: {'id': '1c1b9e42-cf5e-4125-92f3-917c3cb61d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:06.271717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network hostable DHCP agents. Network: c81420da-50d5-4f62-ac8e-da9c92c8bb9a, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:06.274777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Subnet': ['ID=9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.278451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cc836dfd-443e-451b-8091-5482b0d335af None None] Provisioning complete for port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:06.278831 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc836dfd-443e-451b-8091-5482b0d335af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.307777 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.311360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 891c2b5e-a850-42b1-8c08-850d84a7fae8 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:06.328431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 891c2b5e-a850-42b1-8c08-850d84a7fae8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:06.328805 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.334080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Transition to ACTIVE for port object 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:06.361537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-cc836dfd-443e-451b-8091-5482b0d335af None None] Port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:06.394188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network c81420da-50d5-4f62-ac8e-da9c92c8bb9a is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:06.428691 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.464113 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.473972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, c81420da-50d5-4f62-ac8e-da9c92c8bb9a) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:06.487498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f91f2-b750-412f-9c3a-f994431b0117 None None] Network c81420da-50d5-4f62-ac8e-da9c92c8bb9a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:06.495245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.495841 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.531000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 891c2b5e-a850-42b1-8c08-850d84a7fae8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=891c2b5e-a850-42b1-8c08-850d84a7fae8,segment=NetworkSegment(e0e82b0a-c132-46df-80f7-bac9f776b00a),segment_id=e0e82b0a-c132-46df-80f7-bac9f776b00a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:06.560652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9b039b7c-6836-4d04-a244-1fa8c9879d3a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9011750 Aug 16 02:19:06.560652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47878) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:06.591942 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.592985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3bd28767-79c8-4c0d-a864-bbbf96237315 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:06.598475 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579623fb-382e-4504-b6e4-a99c055db71b None None] Pushing event updated for resources: {'Port': ['ID=4ae7c7b7-bf18-4ee4-b121-28ae517585e6,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.761083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Attempting to bind port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:06.761445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Attempting to bind port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'e0e82b0a-c132-46df-80f7-bac9f776b00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:06.761810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Attempting to bind port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 on network d887661f-e075-4939-bf77-7b76141915bd {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:06.792029 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:06.792648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Checking segment: {'id': 'e0e82b0a-c132-46df-80f7-bac9f776b00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:06.792770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.793095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Bound using segment: {'id': 'e0e82b0a-c132-46df-80f7-bac9f776b00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:06.793585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Bound port: 4ae7c7b7-bf18-4ee4-b121-28ae517585e6, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e82b0a-c132-46df-80f7-bac9f776b00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:06.793990 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.795792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=891c2b5e-a850-42b1-8c08-850d84a7fae8,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.862883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3bd28767-79c8-4c0d-a864-bbbf96237315 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:06.863265 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.926958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-c81420da-50d5-4f62-ac8e-da9c92c8bb9a', 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'fixed_ips': [{'subnet_id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:06.927797 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.985805 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.119228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] For port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:07.123517 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] For port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4ae7c7b7-bf18-4ee4-b121-28ae517585e6,segment=NetworkSegment(e0e82b0a-c132-46df-80f7-bac9f776b00a),segment_id=e0e82b0a-c132-46df-80f7-bac9f776b00a)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:07.206615 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.288166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Allocated IP 172.23.0.1 (c81420da-50d5-4f62-ac8e-da9c92c8bb9a/9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e/082df3bf-92f0-44c4-8187-b023ed2084b3) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:07.300165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:07.301243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:07.341299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579623fb-382e-4504-b6e4-a99c055db71b None None] Pushing event updated for resources: {'Port': ['ID=4ae7c7b7-bf18-4ee4-b121-28ae517585e6,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.409475 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:07.429742 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.446158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Transition to ACTIVE for port object 082df3bf-92f0-44c4-8187-b023ed2084b3 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:07.560144 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.604898 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network c81420da-50d5-4f62-ac8e-da9c92c8bb9a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:07.610380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:07.614167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:07.647747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Allocated IP 172.23.0.2 (c81420da-50d5-4f62-ac8e-da9c92c8bb9a/9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e/1afd7795-e228-4e56-b6e1-7369c00bb92a) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:07.648557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=082df3bf-92f0-44c4-8187-b023ed2084b3,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.668427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.782089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:07Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:07.815740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4721fa57-1155-4e76-a413-382e9348afd3 None None] The sync data for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 is: [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:07Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:07.900591 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.908164 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.918052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Transition to ACTIVE for port object 1afd7795-e228-4e56-b6e1-7369c00bb92a will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:07.936283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Transition to ACTIVE for port object 1afd7795-e228-4e56-b6e1-7369c00bb92a will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:07.997471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 891c2b5e-a850-42b1-8c08-850d84a7fae8 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:08.023882 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.089515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Network c81420da-50d5-4f62-ac8e-da9c92c8bb9a is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:08.091802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:08.096838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:08.103240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Pushing event updated for resources: {'Port': ['ID=1afd7795-e228-4e56-b6e1-7369c00bb92a,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.130650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 891c2b5e-a850-42b1-8c08-850d84a7fae8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:08.131033 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.196933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Attempting to bind port 1afd7795-e228-4e56-b6e1-7369c00bb92a on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:08.197320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Attempting to bind port 1afd7795-e228-4e56-b6e1-7369c00bb92a by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '1c1b9e42-cf5e-4125-92f3-917c3cb61d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:08.197690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Attempting to bind port 1afd7795-e228-4e56-b6e1-7369c00bb92a on network c81420da-50d5-4f62-ac8e-da9c92c8bb9a {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:08.205793 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:08.206259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Checking segment: {'id': '1c1b9e42-cf5e-4125-92f3-917c3cb61d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:08.206608 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.207012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Bound using segment: {'id': '1c1b9e42-cf5e-4125-92f3-917c3cb61d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:08.207497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Bound port: 1afd7795-e228-4e56-b6e1-7369c00bb92a, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1b9e42-cf5e-4125-92f3-917c3cb61d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:08.207891 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.251974 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.313075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] For port 1afd7795-e228-4e56-b6e1-7369c00bb92a, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:08.316771 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] For port 1afd7795-e228-4e56-b6e1-7369c00bb92a, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1afd7795-e228-4e56-b6e1-7369c00bb92a,segment=NetworkSegment(1c1b9e42-cf5e-4125-92f3-917c3cb61d3f),segment_id=1c1b9e42-cf5e-4125-92f3-917c3cb61d3f)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:08.337487 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.401788 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.410545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event updated for resources: {'Port': ['ID=082df3bf-92f0-44c4-8187-b023ed2084b3,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.422265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.494254 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94605f69-6bb9-4356-9891-e97d5bf97d99 None None] Pushing event updated for resources: {'Port': ['ID=1afd7795-e228-4e56-b6e1-7369c00bb92a,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.539570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Network c81420da-50d5-4f62-ac8e-da9c92c8bb9a is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:08.541111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:08.667188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:08.773372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:08.778388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a19eb128-2a52-4e1d-94c4-aafbae55f01a tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2178657 Aug 16 02:19:08.781162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47910) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.783748 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Sync routers for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:08.785693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-df3edc21-5f86-4ae4-b9b1-4b403104dee7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:08.793087 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:08.793778 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:08.905135 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:09.171631 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:07Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '082df3bf-92f0-44c4-8187-b023ed2084b3', 'name': '', 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:3f:d6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:07Z', 'updated_at': '2021-08-16T02:19:08Z', 'revision_number': 2, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:07Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:09.204128 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Checking router: 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:09.204750 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Updating router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 port 082df3bf-92f0-44c4-8187-b023ed2084b3 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:09.227969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.extraroute_db [None req-df3edc21-5f86-4ae4-b9b1-4b403104dee7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95516) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:19:09.240322 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.245560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.extraroute_db [None req-df3edc21-5f86-4ae4-b9b1-4b403104dee7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Removed routes are [] {{(pid=95516) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:19:09.246131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df3edc21-5f86-4ae4-b9b1-4b403104dee7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.555097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa4b51e-c2c2-4ae6-90d8-dc934072dbf0 None None] Network c81420da-50d5-4f62-ac8e-da9c92c8bb9a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:09.578079 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.590201 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Transition to ACTIVE for port object 082df3bf-92f0-44c4-8187-b023ed2084b3 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:09.651355 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.712316 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4c0b9-ace8-49c6-a6d3-f42154f6efd1 None None] Pushing event updated for resources: {'Port': ['ID=082df3bf-92f0-44c4-8187-b023ed2084b3,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.724806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fbbf69f3-165a-4fdd-97ec-4e2f7ac64cd8 None None] Provisioning for port 1afd7795-e228-4e56-b6e1-7369c00bb92a completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:09.784675 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Attempting to bind port 082df3bf-92f0-44c4-8187-b023ed2084b3 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:09.785242 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Attempting to bind port 082df3bf-92f0-44c4-8187-b023ed2084b3 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '1c1b9e42-cf5e-4125-92f3-917c3cb61d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:09.785461 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Attempting to bind port 082df3bf-92f0-44c4-8187-b023ed2084b3 on network c81420da-50d5-4f62-ac8e-da9c92c8bb9a {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:09.792854 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:09.793222 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Checking segment: {'id': '1c1b9e42-cf5e-4125-92f3-917c3cb61d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:09.793965 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.794371 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Bound using segment: {'id': '1c1b9e42-cf5e-4125-92f3-917c3cb61d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:09.794843 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Bound port: 082df3bf-92f0-44c4-8187-b023ed2084b3, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1b9e42-cf5e-4125-92f3-917c3cb61d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:09.795237 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.874905 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] For port 082df3bf-92f0-44c4-8187-b023ed2084b3, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:09.879548 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] For port 082df3bf-92f0-44c4-8187-b023ed2084b3, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=082df3bf-92f0-44c4-8187-b023ed2084b3,segment=NetworkSegment(1c1b9e42-cf5e-4125-92f3-917c3cb61d3f),segment_id=1c1b9e42-cf5e-4125-92f3-917c3cb61d3f)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:09.935654 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df3edc21-5f86-4ae4-b9b1-4b403104dee7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.939577 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df3edc21-5f86-4ae4-b9b1-4b403104dee7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.971701 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.050643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1afd7795-e228-4e56-b6e1-7369c00bb92a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:10.056280 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:10.056913 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:10.058822 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4c0b9-ace8-49c6-a6d3-f42154f6efd1 None None] Pushing event updated for resources: {'Port': ['ID=082df3bf-92f0-44c4-8187-b023ed2084b3,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:10.145684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3edc21-5f86-4ae4-b9b1-4b403104dee7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:10.168592 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:10.176634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 1afd7795-e228-4e56-b6e1-7369c00bb92a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:10.182118 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1afd7795-e228-4e56-b6e1-7369c00bb92a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:10.182501 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.242862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dc926a99-27f0-4c3b-9946-138748364179 None None] Provisioning for port 082df3bf-92f0-44c4-8187-b023ed2084b3 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:10.268899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3edc21-5f86-4ae4-b9b1-4b403104dee7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:10.280819 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-df3edc21-5f86-4ae4-b9b1-4b403104dee7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.282208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-df3edc21-5f86-4ae4-b9b1-4b403104dee7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 HTTP/1.1" status: 200 len: 934 time: 1.4999416 Aug 16 02:19:10.284786 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47920) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:10.299640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dc926a99-27f0-4c3b-9946-138748364179 None None] Provisioning complete for port 1afd7795-e228-4e56-b6e1-7369c00bb92a triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:10.300049 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dc926a99-27f0-4c3b-9946-138748364179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.380279 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.456248 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:09Z', 'revision_number': 6, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '082df3bf-92f0-44c4-8187-b023ed2084b3', 'name': '', 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:3f:d6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:07Z', 'updated_at': '2021-08-16T02:19:09Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:07Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:10.476914 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-aa62c18a-ab65-410c-8663-a614fe8761ed tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 HTTP/1.1" status: 200 len: 934 time: 0.1874590 Aug 16 02:19:10.478286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47922) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:10.479111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 1afd7795-e228-4e56-b6e1-7369c00bb92a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1afd7795-e228-4e56-b6e1-7369c00bb92a,segment=NetworkSegment(1c1b9e42-cf5e-4125-92f3-917c3cb61d3f),segment_id=1c1b9e42-cf5e-4125-92f3-917c3cb61d3f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:10.480524 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dc926a99-27f0-4c3b-9946-138748364179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.487381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-cdde5b2f-3a21-4566-ae8e-16828c03a072 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'routes': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:10.501333 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e392b-d852-451f-8c7a-edad63ae3a33 None None] The sync data for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 is: [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:09Z', 'revision_number': 6, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '082df3bf-92f0-44c4-8187-b023ed2084b3', 'name': '', 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:3f:d6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:07Z', 'updated_at': '2021-08-16T02:19:09Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:07Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:10.561802 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.563332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:10.775579 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-dc926a99-27f0-4c3b-9946-138748364179 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:19:10.776177 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-dc926a99-27f0-4c3b-9946-138748364179 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:19:10.782819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=1afd7795-e228-4e56-b6e1-7369c00bb92a,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:10.874487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:10.879376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:10.880031 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.021318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.extraroute_db [None req-cdde5b2f-3a21-4566-ae8e-16828c03a072 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added routes are [] {{(pid=95516) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:19:11.021950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.extraroute_db [None req-cdde5b2f-3a21-4566-ae8e-16828c03a072 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95516) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:19:11.031978 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.070065 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cdde5b2f-3a21-4566-ae8e-16828c03a072 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.094761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4ae7c7b7-bf18-4ee4-b121-28ae517585e6,segment=NetworkSegment(e0e82b0a-c132-46df-80f7-bac9f776b00a),segment_id=e0e82b0a-c132-46df-80f7-bac9f776b00a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:11.142329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.226358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=4ae7c7b7-bf18-4ee4-b121-28ae517585e6,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:11.342475 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cdde5b2f-3a21-4566-ae8e-16828c03a072 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.347708 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cdde5b2f-3a21-4566-ae8e-16828c03a072 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.446686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d600eda7-27a2-4a56-a828-3acd1d91a03f None None] Sync routers for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:11.458901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdde5b2f-3a21-4566-ae8e-16828c03a072 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:11.462413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600eda7-27a2-4a56-a828-3acd1d91a03f None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:11.462974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d600eda7-27a2-4a56-a828-3acd1d91a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:11.553515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d600eda7-27a2-4a56-a828-3acd1d91a03f None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:11.566431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdde5b2f-3a21-4566-ae8e-16828c03a072 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:11.574389 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cdde5b2f-3a21-4566-ae8e-16828c03a072 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.578116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cdde5b2f-3a21-4566-ae8e-16828c03a072 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 HTTP/1.1" status: 200 len: 700 time: 1.0964241 Aug 16 02:19:11.578321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47926) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:11.679913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f20d0b5d-98e5-4cde-bd6f-6c81381d0c39 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 HTTP/1.1" status: 200 len: 700 time: 0.1004095 Aug 16 02:19:11.682509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47928) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:11.772117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d600eda7-27a2-4a56-a828-3acd1d91a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 7, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '082df3bf-92f0-44c4-8187-b023ed2084b3', 'name': '', 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:3f:d6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:07Z', 'updated_at': '2021-08-16T02:19:09Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:11.798313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d600eda7-27a2-4a56-a828-3acd1d91a03f None None] Checking router: 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:11.807492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600eda7-27a2-4a56-a828-3acd1d91a03f None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:11.808102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d600eda7-27a2-4a56-a828-3acd1d91a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:12.062438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d600eda7-27a2-4a56-a828-3acd1d91a03f None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:12.084818 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.101126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 082df3bf-92f0-44c4-8187-b023ed2084b3 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:12.306745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 082df3bf-92f0-44c4-8187-b023ed2084b3 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:12.324396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 082df3bf-92f0-44c4-8187-b023ed2084b3 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:12.324840 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.357806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port 082df3bf-92f0-44c4-8187-b023ed2084b3 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:12.358265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.370835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d600eda7-27a2-4a56-a828-3acd1d91a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 7, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '082df3bf-92f0-44c4-8187-b023ed2084b3', 'name': '', 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:3f:d6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:07Z', 'updated_at': '2021-08-16T02:19:09Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:12.407426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d600eda7-27a2-4a56-a828-3acd1d91a03f None None] The sync data for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 is: [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 7, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '082df3bf-92f0-44c4-8187-b023ed2084b3', 'name': '', 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:3f:d6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:07Z', 'updated_at': '2021-08-16T02:19:09Z', 'revision_number': 4, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:12.464449 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.496513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port 082df3bf-92f0-44c4-8187-b023ed2084b3, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=082df3bf-92f0-44c4-8187-b023ed2084b3,segment=NetworkSegment(1c1b9e42-cf5e-4125-92f3-917c3cb61d3f),segment_id=1c1b9e42-cf5e-4125-92f3-917c3cb61d3f)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:12.503889 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.504052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 082df3bf-92f0-44c4-8187-b023ed2084b3, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=082df3bf-92f0-44c4-8187-b023ed2084b3,segment=NetworkSegment(1c1b9e42-cf5e-4125-92f3-917c3cb61d3f),segment_id=1c1b9e42-cf5e-4125-92f3-917c3cb61d3f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:12.519388 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for 082df3bf-92f0-44c4-8187-b023ed2084b3 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:12.588843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.590547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1afd7795-e228-4e56-b6e1-7369c00bb92a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:12.682106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=082df3bf-92f0-44c4-8187-b023ed2084b3,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:12.693769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.696006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.696006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.696006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.696006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.696408 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.696500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.696806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.698017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.698373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.698768 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.699107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.716312 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623faca-55f1-441c-9bf6-7271cc0072c2 None None] Sync routers for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:12.717328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 1afd7795-e228-4e56-b6e1-7369c00bb92a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:12.717775 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.726539 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623faca-55f1-441c-9bf6-7271cc0072c2 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:12.731808 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d623faca-55f1-441c-9bf6-7271cc0072c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:12.776740 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.800147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:12.806522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=082df3bf-92f0-44c4-8187-b023ed2084b3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:12.825394 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d623faca-55f1-441c-9bf6-7271cc0072c2 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:12.854924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:12.855566 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.028144 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.105351 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d623faca-55f1-441c-9bf6-7271cc0072c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 7, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '082df3bf-92f0-44c4-8187-b023ed2084b3', 'name': '', 'network_id': 'c81420da-50d5-4f62-ac8e-da9c92c8bb9a', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:3f:d6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:07Z', 'updated_at': '2021-08-16T02:19:12Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:13.133418 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623faca-55f1-441c-9bf6-7271cc0072c2 None None] Checking router: 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:13.141742 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623faca-55f1-441c-9bf6-7271cc0072c2 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:13.142590 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d623faca-55f1-441c-9bf6-7271cc0072c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:13.244272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:13.331460 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d623faca-55f1-441c-9bf6-7271cc0072c2 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:13.344216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:13.354215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5bc3efe2-3d59-4b5c-86d5-cde05b9dc6da tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6673617 Aug 16 02:19:13.354503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47934) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:13.407697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-57408657-9e15-4e19-a9e8-47d5fd1ecff9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting subnet 9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:13.411085 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-57408657-9e15-4e19-a9e8-47d5fd1ecff9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.454632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-57408657-9e15-4e19-a9e8-47d5fd1ecff9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.548384 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-57408657-9e15-4e19-a9e8-47d5fd1ecff9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.562755 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d623faca-55f1-441c-9bf6-7271cc0072c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:12Z', 'revision_number': 8, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:13.590423 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623faca-55f1-441c-9bf6-7271cc0072c2 None None] The sync data for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 is: [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:12Z', 'revision_number': 8, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:13.667935 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-57408657-9e15-4e19-a9e8-47d5fd1ecff9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.693670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57408657-9e15-4e19-a9e8-47d5fd1ecff9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:13.699295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-57408657-9e15-4e19-a9e8-47d5fd1ecff9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.703841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-57408657-9e15-4e19-a9e8-47d5fd1ecff9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e HTTP/1.1" status: 204 len: 168 time: 0.3457460 Aug 16 02:19:13.704837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47936) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:13.705293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd7b2f-49a1-4293-9b61-dbd0fea1c770 None None] Network c81420da-50d5-4f62-ac8e-da9c92c8bb9a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:13.782635 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.839408 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port 1afd7795-e228-4e56-b6e1-7369c00bb92a {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:13.839752 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.907787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port 1afd7795-e228-4e56-b6e1-7369c00bb92a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1afd7795-e228-4e56-b6e1-7369c00bb92a,segment=NetworkSegment(1c1b9e42-cf5e-4125-92f3-917c3cb61d3f),segment_id=1c1b9e42-cf5e-4125-92f3-917c3cb61d3f)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:13.908192 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.925618 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for 1afd7795-e228-4e56-b6e1-7369c00bb92a owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:13.948813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81146621-32f4-444c-a68d-516b1fd72015 None None] DHCP port deletion for c81420da-50d5-4f62-ac8e-da9c92c8bb9a request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:14.008424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-81146621-32f4-444c-a68d-516b1fd72015 None None] Deleting port 1afd7795-e228-4e56-b6e1-7369c00bb92a {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:14.010032 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81146621-32f4-444c-a68d-516b1fd72015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.024969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 082df3bf-92f0-44c4-8187-b023ed2084b3 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:14.068374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.077457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 082df3bf-92f0-44c4-8187-b023ed2084b3 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:14.077809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 082df3bf-92f0-44c4-8187-b023ed2084b3 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:14.078289 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1afd7795-e228-4e56-b6e1-7369c00bb92a no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:14.099436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=1afd7795-e228-4e56-b6e1-7369c00bb92a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:14.104134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No DVR routers for this DVR port 1afd7795-e228-4e56-b6e1-7369c00bb92a on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:14.105857 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 1afd7795-e228-4e56-b6e1-7369c00bb92a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:14.108369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1afd7795-e228-4e56-b6e1-7369c00bb92a not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:14.124092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-81146621-32f4-444c-a68d-516b1fd72015 None None] For port 1afd7795-e228-4e56-b6e1-7369c00bb92a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1afd7795-e228-4e56-b6e1-7369c00bb92a,segment=NetworkSegment(1c1b9e42-cf5e-4125-92f3-917c3cb61d3f),segment_id=1c1b9e42-cf5e-4125-92f3-917c3cb61d3f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:14.124211 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81146621-32f4-444c-a68d-516b1fd72015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.137375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-81146621-32f4-444c-a68d-516b1fd72015 None None] Calling delete_port for 1afd7795-e228-4e56-b6e1-7369c00bb92a owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:14.174742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.175084 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.175420 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.175751 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.176104 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.176431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.176760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.177081 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.177400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.177719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.178064 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.178380 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:14.183631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a47e3f4-8e58-409c-ae9a-2ee203285c3f None None] Sync routers for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:14.201642 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.208636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47e3f4-8e58-409c-ae9a-2ee203285c3f None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:14.209282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8a47e3f4-8e58-409c-ae9a-2ee203285c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.211693 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81420da-50d5-4f62-ac8e-da9c92c8bb9a']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.224195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1b9e42-cf5e-4125-92f3-917c3cb61d3f') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.224510 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1b9e42-cf5e-4125-92f3-917c3cb61d3f') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.234546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.248771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.255771 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:14.256161 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:14.269574 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:14.305306 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81146621-32f4-444c-a68d-516b1fd72015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.314494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8a47e3f4-8e58-409c-ae9a-2ee203285c3f None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:14.362626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81146621-32f4-444c-a68d-516b1fd72015 None None] Pushing event deleted for resources: {'Port': ['ID=1afd7795-e228-4e56-b6e1-7369c00bb92a,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:14.368761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81146621-32f4-444c-a68d-516b1fd72015 None None] No DVR routers for this DVR port 1afd7795-e228-4e56-b6e1-7369c00bb92a on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:14.371444 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.387024 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.389425 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/networks/c81420da-50d5-4f62-ac8e-da9c92c8bb9a HTTP/1.1" status: 204 len: 168 time: 0.6840661 Aug 16 02:19:14.392550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47948) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:14.400815 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2ccd6-6cfb-4421-a141-14a5d2c9b964 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Network': ['ID=c81420da-50d5-4f62-ac8e-da9c92c8bb9a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:14.566945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8a47e3f4-8e58-409c-ae9a-2ee203285c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:12Z', 'revision_number': 8, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.595501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a47e3f4-8e58-409c-ae9a-2ee203285c3f None None] Checking router: 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:14.605133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47e3f4-8e58-409c-ae9a-2ee203285c3f None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:14.605768 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8a47e3f4-8e58-409c-ae9a-2ee203285c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.696999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8a47e3f4-8e58-409c-ae9a-2ee203285c3f None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:14.919965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8a47e3f4-8e58-409c-ae9a-2ee203285c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:12Z', 'revision_number': 8, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.950893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a47e3f4-8e58-409c-ae9a-2ee203285c3f None None] The sync data for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 is: [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:12Z', 'revision_number': 8, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ae7c7b7-bf18-4ee4-b121-28ae517585e6', 'name': '', 'network_id': 'd887661f-e075-4939-bf77-7b76141915bd', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:96:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '33cf8533-66db-4317-81be-4840b992479d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:03Z', 'updated_at': '2021-08-16T02:19:11Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '33cf8533-66db-4317-81be-4840b992479d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:15.072272 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.334224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:15.334559 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.425342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port 4ae7c7b7-bf18-4ee4-b121-28ae517585e6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=4ae7c7b7-bf18-4ee4-b121-28ae517585e6,segment=NetworkSegment(e0e82b0a-c132-46df-80f7-bac9f776b00a),segment_id=e0e82b0a-c132-46df-80f7-bac9f776b00a)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:15.426008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.439664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:15.674218 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.700317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=4ae7c7b7-bf18-4ee4-b121-28ae517585e6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:15.738297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.738642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.738976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.739313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.739642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.739970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.740293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.740613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.740935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.741971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.742423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.742885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:15.891628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.086848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:16.175921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:16.180833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a3d47a65-7553-4878-940b-b60f5e9c5cf9 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7866926 Aug 16 02:19:16.183833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47954) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:16.185320 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7046480-e3eb-402b-b110-f6e8c8e6d91f None None] Sync routers for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:16.194576 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7046480-e3eb-402b-b110-f6e8c8e6d91f None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:16.195191 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a7046480-e3eb-402b-b110-f6e8c8e6d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:16.240084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31e9448-dd56-4d5b-b435-3c048aebbd05 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting subnet 33cf8533-66db-4317-81be-4840b992479d {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:16.243303 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c31e9448-dd56-4d5b-b435-3c048aebbd05 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.282490 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a7046480-e3eb-402b-b110-f6e8c8e6d91f None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:16.284379 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c31e9448-dd56-4d5b-b435-3c048aebbd05 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.367977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c31e9448-dd56-4d5b-b435-3c048aebbd05 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.483744 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a7046480-e3eb-402b-b110-f6e8c8e6d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:15Z', 'revision_number': 9, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:16.496964 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c31e9448-dd56-4d5b-b435-3c048aebbd05 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.513241 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7046480-e3eb-402b-b110-f6e8c8e6d91f None None] Checking router: 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:16.521250 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7046480-e3eb-402b-b110-f6e8c8e6d91f None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:16.521867 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a7046480-e3eb-402b-b110-f6e8c8e6d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:16.526363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e9448-dd56-4d5b-b435-3c048aebbd05 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Subnet': ['ID=33cf8533-66db-4317-81be-4840b992479d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.528318 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c31e9448-dd56-4d5b-b435-3c048aebbd05 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.530202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c31e9448-dd56-4d5b-b435-3c048aebbd05 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/33cf8533-66db-4317-81be-4840b992479d HTTP/1.1" status: 204 len: 168 time: 0.3452308 Aug 16 02:19:16.533197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47956) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:16.535856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4909ee-c27f-422b-8ee4-664f6481f72c None None] Network d887661f-e075-4939-bf77-7b76141915bd requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:16.610443 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a7046480-e3eb-402b-b110-f6e8c8e6d91f None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:16.619838 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.686592 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port 891c2b5e-a850-42b1-8c08-850d84a7fae8 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:16.686760 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.727510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e47c3a8-7e02-4449-b5c9-f20b955f9610 None None] DHCP port deletion for d887661f-e075-4939-bf77-7b76141915bd request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:16.752463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port 891c2b5e-a850-42b1-8c08-850d84a7fae8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=891c2b5e-a850-42b1-8c08-850d84a7fae8,segment=NetworkSegment(e0e82b0a-c132-46df-80f7-bac9f776b00a),segment_id=e0e82b0a-c132-46df-80f7-bac9f776b00a)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:16.752826 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.767098 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for 891c2b5e-a850-42b1-8c08-850d84a7fae8 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:16.797173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8e47c3a8-7e02-4449-b5c9-f20b955f9610 None None] Deleting port 891c2b5e-a850-42b1-8c08-850d84a7fae8 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:16.798021 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8e47c3a8-7e02-4449-b5c9-f20b955f9610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.823104 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a7046480-e3eb-402b-b110-f6e8c8e6d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:15Z', 'revision_number': 9, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:16.850325 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7046480-e3eb-402b-b110-f6e8c8e6d91f None None] The sync data for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 is: [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:15Z', 'revision_number': 9, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': '3bd28767-79c8-4c0d-a864-bbbf96237315', 'name': '', 'network_id': 'd0bcf3f7-e4df-48bb-8338-d3e6ec4613b6', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:b5:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:04Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': 'b4f6ec93-3e3e-4462-8e46-58899efece35', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:16.870240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8e47c3a8-7e02-4449-b5c9-f20b955f9610 None None] For port 891c2b5e-a850-42b1-8c08-850d84a7fae8, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=891c2b5e-a850-42b1-8c08-850d84a7fae8,segment=NetworkSegment(e0e82b0a-c132-46df-80f7-bac9f776b00a),segment_id=e0e82b0a-c132-46df-80f7-bac9f776b00a)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:16.870733 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8e47c3a8-7e02-4449-b5c9-f20b955f9610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.887543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8e47c3a8-7e02-4449-b5c9-f20b955f9610 None None] Calling delete_port for 891c2b5e-a850-42b1-8c08-850d84a7fae8 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:16.936496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.962880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=891c2b5e-a850-42b1-8c08-850d84a7fae8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.968644 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8e47c3a8-7e02-4449-b5c9-f20b955f9610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.978416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No DVR routers for this DVR port 891c2b5e-a850-42b1-8c08-850d84a7fae8 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:17.000891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47c3a8-7e02-4449-b5c9-f20b955f9610 None None] Pushing event deleted for resources: {'Port': ['ID=891c2b5e-a850-42b1-8c08-850d84a7fae8,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:17.002835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47c3a8-7e02-4449-b5c9-f20b955f9610 None None] No DVR routers for this DVR port 891c2b5e-a850-42b1-8c08-850d84a7fae8 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:17.074735 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.086048 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d887661f-e075-4939-bf77-7b76141915bd']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:17.101205 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e82b0a-c132-46df-80f7-bac9f776b00a') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:17.101705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e82b0a-c132-46df-80f7-bac9f776b00a') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:17.112129 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.127264 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.134822 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:17.135239 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:17.138490 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:17.245522 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.251849 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.254347 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/networks/d887661f-e075-4939-bf77-7b76141915bd HTTP/1.1" status: 204 len: 168 time: 0.7145958 Aug 16 02:19:17.259027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47960) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:17.279463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22862bd3-f40b-4402-8609-df9c8ae4267e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Network': ['ID=d887661f-e075-4939-bf77-7b76141915bd,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:17.622550 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.882177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port 3bd28767-79c8-4c0d-a864-bbbf96237315 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:17.888761 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.927822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 891c2b5e-a850-42b1-8c08-850d84a7fae8 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:17.948417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 891c2b5e-a850-42b1-8c08-850d84a7fae8 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:17.948758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 891c2b5e-a850-42b1-8c08-850d84a7fae8 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:17.949177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:17.969429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:17.969803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 4ae7c7b7-bf18-4ee4-b121-28ae517585e6 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:17.982907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port 3bd28767-79c8-4c0d-a864-bbbf96237315, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3bd28767-79c8-4c0d-a864-bbbf96237315,segment=NetworkSegment(bc886481-ef8f-471e-964a-f9eb6c42fe75),segment_id=bc886481-ef8f-471e-964a-f9eb6c42fe75)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:17.983278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.996918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for 3bd28767-79c8-4c0d-a864-bbbf96237315 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:18.245623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.274055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=3bd28767-79c8-4c0d-a864-bbbf96237315,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:18.441701 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.630689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:18.722349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:18.728827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9ae1960f-9646-406c-a730-60375367e453 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4700892 Aug 16 02:19:18.730715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47966) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:18.733580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cbbd4a-147d-4037-8cd5-635ae2e61515 None None] Sync routers for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:18.743562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbbd4a-147d-4037-8cd5-635ae2e61515 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:18.744185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f6cbbd4a-147d-4037-8cd5-635ae2e61515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:18.783901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c975fc-e546-439f-8875-c92c8bb50838 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting subnet b4f6ec93-3e3e-4462-8e46-58899efece35 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:18.787118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b5c975fc-e546-439f-8875-c92c8bb50838 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.828525 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b5c975fc-e546-439f-8875-c92c8bb50838 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.837005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-f6cbbd4a-147d-4037-8cd5-635ae2e61515 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:18.922125 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b5c975fc-e546-439f-8875-c92c8bb50838 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.034625 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b5c975fc-e546-439f-8875-c92c8bb50838 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.050170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f6cbbd4a-147d-4037-8cd5-635ae2e61515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:18Z', 'revision_number': 10, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:19.068936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c975fc-e546-439f-8875-c92c8bb50838 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f6ec93-3e3e-4462-8e46-58899efece35,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:19.075633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b5c975fc-e546-439f-8875-c92c8bb50838 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.077591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b5c975fc-e546-439f-8875-c92c8bb50838 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/b4f6ec93-3e3e-4462-8e46-58899efece35 HTTP/1.1" status: 204 len: 168 time: 0.3452883 Aug 16 02:19:19.080376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 47970) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:19.166542 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.222181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port d4f1870f-03e2-445b-83d3-685e76085021 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:19.222534 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.230990 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7752986-1737-4a43-acf8-b06cc7d72d90 None None] Network d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:19.234074 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cbbd4a-147d-4037-8cd5-635ae2e61515 None None] Checking router: 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:19.281488 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbbd4a-147d-4037-8cd5-635ae2e61515 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:19.282122 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f6cbbd4a-147d-4037-8cd5-635ae2e61515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:19.286198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port d4f1870f-03e2-445b-83d3-685e76085021, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d4f1870f-03e2-445b-83d3-685e76085021,segment=NetworkSegment(bc886481-ef8f-471e-964a-f9eb6c42fe75),segment_id=bc886481-ef8f-471e-964a-f9eb6c42fe75)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:19.287362 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.300164 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for d4f1870f-03e2-445b-83d3-685e76085021 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:19.421674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-f6cbbd4a-147d-4037-8cd5-635ae2e61515 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:19.456486 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.490597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No DVR routers for this DVR port d4f1870f-03e2-445b-83d3-685e76085021 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:19.496890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=d4f1870f-03e2-445b-83d3-685e76085021,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:19.549601 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b68e8f5-69f9-4f16-be3b-9e2475293642 None None] DHCP port deletion for d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:19.591001 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.603084 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:19.614303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc886481-ef8f-471e-964a-f9eb6c42fe75') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:19.614597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc886481-ef8f-471e-964a-f9eb6c42fe75') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:19.624387 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.638485 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.644600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:19.648369 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:19.650946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f6cbbd4a-147d-4037-8cd5-635ae2e61515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:18Z', 'revision_number': 10, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:19.681424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cbbd4a-147d-4037-8cd5-635ae2e61515 None None] The sync data for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 is: [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:18Z', 'revision_number': 10, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None, '_interfaces': [{'id': 'fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7', 'name': '', 'network_id': 'f8dee6c8-d71d-4d69-ac0a-223b8438e492', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'mac_address': 'fa:16:3e:29:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:55Z', 'updated_at': '2021-08-16T02:19:00Z', 'revision_number': 5, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'subnets': [{'id': '2f2c09ba-3bd7-4887-a11f-ee892fbe27ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:19.771259 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.779021 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.780848 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/networks/d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6 HTTP/1.1" status: 204 len: 168 time: 0.6982272 Aug 16 02:19:19.783706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47972) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:19.793495 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f0c1d-6cdd-4d13-83a1-fe7bf6f1fd78 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Network': ['ID=d0bcf3f7-e4df-48bb-8338-d3e6ec4613b6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.126048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d4f1870f-03e2-445b-83d3-685e76085021 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:20.143428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.149541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: d4f1870f-03e2-445b-83d3-685e76085021 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:20.149914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d4f1870f-03e2-445b-83d3-685e76085021 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:20.150462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3bd28767-79c8-4c0d-a864-bbbf96237315 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:20.170512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3bd28767-79c8-4c0d-a864-bbbf96237315 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:20.170974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3bd28767-79c8-4c0d-a864-bbbf96237315 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:20.704521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:20.704792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.791523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7,segment=NetworkSegment(c70a860e-517f-4ac3-9389-2355ebe07eaf),segment_id=c70a860e-517f-4ac3-9389-2355ebe07eaf)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:20.792220 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.805594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:21.071060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.090406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.108436 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.259362 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.423226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:21.500537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:21.505971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-635f9eed-04ad-4635-836d-f261f6bfc9d0 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206578 Aug 16 02:19:21.508902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47980) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:21.509839 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249bb3b5-d42c-4955-895e-ebb80fe8d16d None None] Sync routers for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:21.519029 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bb3b5-d42c-4955-895e-ebb80fe8d16d None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:21.519638 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-249bb3b5-d42c-4955-895e-ebb80fe8d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:21.559533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-89173bd4-9acc-4a24-a062-c9f73911dca7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting subnet 2f2c09ba-3bd7-4887-a11f-ee892fbe27ca {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:21.562614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89173bd4-9acc-4a24-a062-c9f73911dca7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.589207 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-249bb3b5-d42c-4955-895e-ebb80fe8d16d None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:21.603357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89173bd4-9acc-4a24-a062-c9f73911dca7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.651176 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-249bb3b5-d42c-4955-895e-ebb80fe8d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:20Z', 'revision_number': 11, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:21.676574 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249bb3b5-d42c-4955-895e-ebb80fe8d16d None None] Checking router: 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:21.685112 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bb3b5-d42c-4955-895e-ebb80fe8d16d None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:21.685722 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-249bb3b5-d42c-4955-895e-ebb80fe8d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:21.691457 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89173bd4-9acc-4a24-a062-c9f73911dca7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.754952 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-249bb3b5-d42c-4955-895e-ebb80fe8d16d None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:21.794689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89173bd4-9acc-4a24-a062-c9f73911dca7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.808933 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-249bb3b5-d42c-4955-895e-ebb80fe8d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:20Z', 'revision_number': 11, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:21.821831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89173bd4-9acc-4a24-a062-c9f73911dca7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Subnet': ['ID=2f2c09ba-3bd7-4887-a11f-ee892fbe27ca,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.825808 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89173bd4-9acc-4a24-a062-c9f73911dca7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.830174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-89173bd4-9acc-4a24-a062-c9f73911dca7 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/2f2c09ba-3bd7-4887-a11f-ee892fbe27ca HTTP/1.1" status: 204 len: 168 time: 0.3178556 Aug 16 02:19:21.830524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47982) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:21.834148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7c5d9b-dfbb-4d19-be57-9778d13ad08f None None] Network f8dee6c8-d71d-4d69-ac0a-223b8438e492 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:21.836128 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249bb3b5-d42c-4955-895e-ebb80fe8d16d None None] The sync data for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 is: [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:20Z', 'revision_number': 11, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:21.917929 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.972305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Deleting port e28c76f0-4989-4663-916f-7ff0ef9bf3b5 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:21.972650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.046807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] For port e28c76f0-4989-4663-916f-7ff0ef9bf3b5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e28c76f0-4989-4663-916f-7ff0ef9bf3b5,segment=NetworkSegment(c70a860e-517f-4ac3-9389-2355ebe07eaf),segment_id=c70a860e-517f-4ac3-9389-2355ebe07eaf)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:22.047185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.068238 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.070329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Calling delete_port for e28c76f0-4989-4663-916f-7ff0ef9bf3b5 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:22.199885 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.211675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e08e9f-45b2-49a8-b98f-177689349aa1 None None] DHCP port deletion for f8dee6c8-d71d-4d69-ac0a-223b8438e492 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:22.252678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Port': ['ID=e28c76f0-4989-4663-916f-7ff0ef9bf3b5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.255517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No DVR routers for this DVR port e28c76f0-4989-4663-916f-7ff0ef9bf3b5 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:22.348106 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.358885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dee6c8-d71d-4d69-ac0a-223b8438e492']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:22.370301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70a860e-517f-4ac3-9389-2355ebe07eaf') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:22.370667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70a860e-517f-4ac3-9389-2355ebe07eaf') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:22.380043 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.394880 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.400989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:22.401465 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:22.404551 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:22.530769 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.537748 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.544356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/networks/f8dee6c8-d71d-4d69-ac0a-223b8438e492 HTTP/1.1" status: 204 len: 168 time: 0.7090404 Aug 16 02:19:22.544356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 47986) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:22.557078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ad559437-6bc6-4bda-88ff-852423446abd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'routes': None}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:22.560496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff1b3e-e528-4fb6-ab45-983dcd387df3 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Pushing event deleted for resources: {'Network': ['ID=f8dee6c8-d71d-4d69-ac0a-223b8438e492,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.771766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.extraroute_db [None req-ad559437-6bc6-4bda-88ff-852423446abd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Added routes are [] {{(pid=95516) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:19:22.771766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.extraroute_db [None req-ad559437-6bc6-4bda-88ff-852423446abd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Removed routes are [] {{(pid=95516) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:19:22.771766 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad559437-6bc6-4bda-88ff-852423446abd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.863230 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad559437-6bc6-4bda-88ff-852423446abd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.867171 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad559437-6bc6-4bda-88ff-852423446abd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.945130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad559437-6bc6-4bda-88ff-852423446abd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:23.023112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad559437-6bc6-4bda-88ff-852423446abd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:23.031090 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ad559437-6bc6-4bda-88ff-852423446abd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.034809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ad559437-6bc6-4bda-88ff-852423446abd tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 HTTP/1.1" status: 200 len: 701 time: 0.4878168 Aug 16 02:19:23.034963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee582ea-e9da-465d-8d87-387e9d01c2a4 None None] Sync routers for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:23.035418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48002) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:23.042374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee582ea-e9da-465d-8d87-387e9d01c2a4 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:23.043003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aee582ea-e9da-465d-8d87-387e9d01c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:23.063642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-05c741da-5c42-412b-8d07-49af63bca18d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 HTTP/1.1" status: 200 len: 205 time: 0.0270061 Aug 16 02:19:23.066298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48004) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:23.129386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-aee582ea-e9da-465d-8d87-387e9d01c2a4 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:23.146333 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94d4f9c2-02cf-412b-b453-6840cb5cc741 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.185763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aee582ea-e9da-465d-8d87-387e9d01c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:20Z', 'revision_number': 11, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:23.216567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee582ea-e9da-465d-8d87-387e9d01c2a4 None None] Checking router: 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:23.225174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee582ea-e9da-465d-8d87-387e9d01c2a4 None None] Routers {'2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:23.226509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aee582ea-e9da-465d-8d87-387e9d01c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:23.294301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-aee582ea-e9da-465d-8d87-387e9d01c2a4 None None] Set router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:23.318713 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94d4f9c2-02cf-412b-b453-6840cb5cc741 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.321236 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94d4f9c2-02cf-412b-b453-6840cb5cc741 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.350901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aee582ea-e9da-465d-8d87-387e9d01c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:20Z', 'revision_number': 11, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:23.382164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee582ea-e9da-465d-8d87-387e9d01c2a4 None None] The sync data for ids ['2c9d06e1-9d15-4dd0-a25c-44b44f0b1158'] in n-d-768509-23 is: [{'id': '2c9d06e1-9d15-4dd0-a25c-44b44f0b1158', 'name': 'tempest-RoutersTest-router-1649558727', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:53Z', 'updated_at': '2021-08-16T02:19:20Z', 'revision_number': 11, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:23.497423 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94d4f9c2-02cf-412b-b453-6840cb5cc741 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.498063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d4f9c2-02cf-412b-b453-6840cb5cc741 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Fanout notify agent at l3_agent the message router_deleted on router 2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:23.505161 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94d4f9c2-02cf-412b-b453-6840cb5cc741 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.506334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-94d4f9c2-02cf-412b-b453-6840cb5cc741 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 HTTP/1.1" status: 204 len: 168 time: 0.4391100 Aug 16 02:19:23.511190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48014) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:23.516805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4eddc26f-9a62-4808-8b67-8d5509005d72 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1088751909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:23.680788 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4eddc26f-9a62-4808-8b67-8d5509005d72 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.681914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4eddc26f-9a62-4808-8b67-8d5509005d72 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.743266 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4eddc26f-9a62-4808-8b67-8d5509005d72 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.805998 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4eddc26f-9a62-4808-8b67-8d5509005d72 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.891256 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4eddc26f-9a62-4808-8b67-8d5509005d72 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.892512 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4eddc26f-9a62-4808-8b67-8d5509005d72 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3798997 Aug 16 02:19:23.895283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48020) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:23.900171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5ffeadf7-c71e-434e-bb61-8e9f1876d441 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:23.904797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e28c76f0-4989-4663-916f-7ff0ef9bf3b5 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:23.928483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: e28c76f0-4989-4663-916f-7ff0ef9bf3b5 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:23.929355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e28c76f0-4989-4663-916f-7ff0ef9bf3b5 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:23.929786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:23.955996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:23.956473 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fc7e6d13-8c9e-40bc-9690-7c8e242d1bd7 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:24.117524 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ffeadf7-c71e-434e-bb61-8e9f1876d441 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.302500 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ffeadf7-c71e-434e-bb61-8e9f1876d441 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531291'] for router, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.491302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffeadf7-c71e-434e-bb61-8e9f1876d441 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Router 28c3e0f9-f22e-4531-8dfe-ffbc78459c65 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:24.570704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffeadf7-c71e-434e-bb61-8e9f1876d441 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:24.577415 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ffeadf7-c71e-434e-bb61-8e9f1876d441 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.578590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5ffeadf7-c71e-434e-bb61-8e9f1876d441 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "PUT /v2.0/routers/28c3e0f9-f22e-4531-8dfe-ffbc78459c65 HTTP/1.1" status: 200 len: 694 time: 0.6823566 Aug 16 02:19:24.581149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48032) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:24.583805 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49009a-ce74-4e42-8f36-6a9d13bc1824 None None] Sync routers for ids ['28c3e0f9-f22e-4531-8dfe-ffbc78459c65'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:24.595250 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49009a-ce74-4e42-8f36-6a9d13bc1824 None None] Routers {'28c3e0f9-f22e-4531-8dfe-ffbc78459c65'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:24.595857 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8a49009a-ce74-4e42-8f36-6a9d13bc1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['28c3e0f9-f22e-4531-8dfe-ffbc78459c65'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:24.672071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-548e9c0d-94d8-4e3b-b0f8-8bdfb8a8c46d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/routers/28c3e0f9-f22e-4531-8dfe-ffbc78459c65 HTTP/1.1" status: 200 len: 700 time: 0.0896058 Aug 16 02:19:24.674641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48036) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:24.702904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-635e2bf2-2af3-4696-bd6d-e202935edf2e tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c3e0f9-f22e-4531-8dfe-ffbc78459c65 HTTP/1.1" status: 200 len: 205 time: 0.0271077 Aug 16 02:19:24.705397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48038) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:24.764260 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8a49009a-ce74-4e42-8f36-6a9d13bc1824 None None] Set router 28c3e0f9-f22e-4531-8dfe-ffbc78459c65 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:24.785042 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-906ee8c5-9ed7-4fda-ba46-066ca5868c04 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.820985 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8a49009a-ce74-4e42-8f36-6a9d13bc1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c3e0f9-f22e-4531-8dfe-ffbc78459c65', 'name': 'tempest-RoutersTest-router-1088751909', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:24Z', 'revision_number': 2, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:24.847008 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49009a-ce74-4e42-8f36-6a9d13bc1824 None None] Checking router: 28c3e0f9-f22e-4531-8dfe-ffbc78459c65 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:24.855576 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49009a-ce74-4e42-8f36-6a9d13bc1824 None None] Routers {'28c3e0f9-f22e-4531-8dfe-ffbc78459c65'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:24.856180 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8a49009a-ce74-4e42-8f36-6a9d13bc1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:19:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['28c3e0f9-f22e-4531-8dfe-ffbc78459c65'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:24.929173 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-8a49009a-ce74-4e42-8f36-6a9d13bc1824 None None] Set router 28c3e0f9-f22e-4531-8dfe-ffbc78459c65 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:24.983914 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-8a49009a-ce74-4e42-8f36-6a9d13bc1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c3e0f9-f22e-4531-8dfe-ffbc78459c65', 'name': 'tempest-RoutersTest-router-1088751909', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:24Z', 'revision_number': 2, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:25.015169 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49009a-ce74-4e42-8f36-6a9d13bc1824 None None] The sync data for ids ['28c3e0f9-f22e-4531-8dfe-ffbc78459c65'] in n-d-768509-23 is: [{'id': '28c3e0f9-f22e-4531-8dfe-ffbc78459c65', 'name': 'tempest-RoutersTest-router-1088751909', 'tenant_id': 'faef59017c654feb92cf221268cc7d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:24Z', 'revision_number': 2, 'project_id': 'faef59017c654feb92cf221268cc7d27', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:25.299526 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-906ee8c5-9ed7-4fda-ba46-066ca5868c04 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.301676 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-906ee8c5-9ed7-4fda-ba46-066ca5868c04 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.450962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-906ee8c5-9ed7-4fda-ba46-066ca5868c04 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.451514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906ee8c5-9ed7-4fda-ba46-066ca5868c04 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Fanout notify agent at l3_agent the message router_deleted on router 28c3e0f9-f22e-4531-8dfe-ffbc78459c65 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:25.458535 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-906ee8c5-9ed7-4fda-ba46-066ca5868c04 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.459741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-906ee8c5-9ed7-4fda-ba46-066ca5868c04 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/28c3e0f9-f22e-4531-8dfe-ffbc78459c65 HTTP/1.1" status: 204 len: 168 time: 0.7532890 Aug 16 02:19:25.465136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48054) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.492910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-43450fc9-2fee-410e-95fd-2e27219e5d21 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c3e0f9-f22e-4531-8dfe-ffbc78459c65 HTTP/1.1" status: 200 len: 205 time: 0.0265613 Aug 16 02:19:25.495260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48056) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.538727 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-a458e3c6-1ffc-40e1-9efd-766e0b413e2c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] delete failed (client error): The resource could not be found. Aug 16 02:19:25.540436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a458e3c6-1ffc-40e1-9efd-766e0b413e2c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/28c3e0f9-f22e-4531-8dfe-ffbc78459c65 HTTP/1.1" status: 404 len: 336 time: 0.0434697 Aug 16 02:19:25.542417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48058) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.568423 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ec2b2e-6450-472d-b4dc-ac1d1bc66311 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:25.569725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ec2b2e-6450-472d-b4dc-ac1d1bc66311 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:25.571038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-10ec2b2e-6450-472d-b4dc-ac1d1bc66311 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/9f7d2ab2-86e7-401a-ba89-5f57e2a9c50e HTTP/1.1" status: 404 len: 337 time: 0.0277109 Aug 16 02:19:25.573449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48060) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.598314 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d5d43e-8218-45c6-8fae-8e556f0f52ed tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:25.598757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d5d43e-8218-45c6-8fae-8e556f0f52ed tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:25.600553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-32d5d43e-8218-45c6-8fae-8e556f0f52ed tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/33cf8533-66db-4317-81be-4840b992479d HTTP/1.1" status: 404 len: 337 time: 0.0260413 Aug 16 02:19:25.603207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48062) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.628992 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6eca453-13ea-4896-a32b-519718da5922 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:25.629442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6eca453-13ea-4896-a32b-519718da5922 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:25.632278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d6eca453-13ea-4896-a32b-519718da5922 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/b4f6ec93-3e3e-4462-8e46-58899efece35 HTTP/1.1" status: 404 len: 337 time: 0.0270917 Aug 16 02:19:25.634466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48066) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.661469 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9ecb1d-1721-4626-881e-a7a2d98d7ae5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:25.661958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9ecb1d-1721-4626-881e-a7a2d98d7ae5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:25.663735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fa9ecb1d-1721-4626-881e-a7a2d98d7ae5 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/2f2c09ba-3bd7-4887-a11f-ee892fbe27ca HTTP/1.1" status: 404 len: 337 time: 0.0283225 Aug 16 02:19:25.666377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48068) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.699617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1b9fdb7f-cd0c-4e60-a3ed-0918eaaf459d tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 HTTP/1.1" status: 200 len: 205 time: 0.0320754 Aug 16 02:19:25.701976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48070) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.739175 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-8ceb631a-24c0-432f-806a-e58a21c4cd53 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] delete failed (client error): The resource could not be found. Aug 16 02:19:25.740198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8ceb631a-24c0-432f-806a-e58a21c4cd53 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/2c9d06e1-9d15-4dd0-a25c-44b44f0b1158 HTTP/1.1" status: 404 len: 336 time: 0.0373271 Aug 16 02:19:25.743603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48072) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.772073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-131e7dfb-a4c6-41cf-a0fd-0fb4621ad602 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d7a72e-0b54-495c-8da5-f5564aee9d92 HTTP/1.1" status: 200 len: 205 time: 0.0273724 Aug 16 02:19:25.774389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48076) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.815624 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-9532b19d-93e3-4e93-a873-ff0ccaac59ab tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] delete failed (client error): The resource could not be found. Aug 16 02:19:25.816691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9532b19d-93e3-4e93-a873-ff0ccaac59ab tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/48d7a72e-0b54-495c-8da5-f5564aee9d92 HTTP/1.1" status: 404 len: 336 time: 0.0412631 Aug 16 02:19:25.820123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48078) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.849749 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e1faa6-9349-4edc-b3bf-c0e9cd45d35c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:25.850409 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e1faa6-9349-4edc-b3bf-c0e9cd45d35c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:25.855032 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a8e1faa6-9349-4edc-b3bf-c0e9cd45d35c tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/02fb3996-9690-4b9f-bc03-81944092dcae HTTP/1.1" status: 404 len: 337 time: 0.0310235 Aug 16 02:19:25.855394 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48080) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.893394 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-13be17ac-4d63-43fb-86a4-7fbd5fbfd984 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce579ee-c09b-42bf-b9e1-b762f34cc0fa HTTP/1.1" status: 200 len: 205 time: 0.0368426 Aug 16 02:19:25.895806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48082) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.937186 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-491a5d54-b86a-4f70-8de6-1c258fafe7e8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] delete failed (client error): The resource could not be found. Aug 16 02:19:25.938260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-491a5d54-b86a-4f70-8de6-1c258fafe7e8 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/2ce579ee-c09b-42bf-b9e1-b762f34cc0fa HTTP/1.1" status: 404 len: 336 time: 0.0411007 Aug 16 02:19:25.941083 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48088) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.971529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48090) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.971747 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-23833293-4e50-4b9b-937c-becd24dc7560 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ce14523-69a2-4613-9ccb-46f5d046f552 HTTP/1.1" status: 200 len: 205 time: 0.0294816 Aug 16 02:19:26.014887 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-906adc9e-420b-4d32-85d7-7166fb847a5f tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] delete failed (client error): The resource could not be found. Aug 16 02:19:26.015912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-906adc9e-420b-4d32-85d7-7166fb847a5f tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/7ce14523-69a2-4613-9ccb-46f5d046f552 HTTP/1.1" status: 404 len: 336 time: 0.0434051 Aug 16 02:19:26.018876 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48092) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.047185 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf33213e-1860-4124-af9a-993c33101c39 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:26.047645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf33213e-1860-4124-af9a-993c33101c39 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:26.049374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cf33213e-1860-4124-af9a-993c33101c39 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/48c78f72-5082-4677-92d0-59ad2c44188a HTTP/1.1" status: 404 len: 337 time: 0.0295773 Aug 16 02:19:26.052081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48094) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.078109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-524e71e9-9516-401e-8868-6ff6e36c5210 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4166cdb-5e25-4f75-8e7e-0493c711ab14 HTTP/1.1" status: 200 len: 205 time: 0.0249312 Aug 16 02:19:26.080587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48096) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.119695 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-4141ab4d-ad51-4375-a4ec-fe9bf7ebee67 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] delete failed (client error): The resource could not be found. Aug 16 02:19:26.120746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4141ab4d-ad51-4375-a4ec-fe9bf7ebee67 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/a4166cdb-5e25-4f75-8e7e-0493c711ab14 HTTP/1.1" status: 404 len: 336 time: 0.0392599 Aug 16 02:19:26.123359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48100) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.155563 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ac9596-5a0c-47c1-ae66-a55b26ab1118 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:26.155939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ac9596-5a0c-47c1-ae66-a55b26ab1118 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:26.157662 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f3ac9596-5a0c-47c1-ae66-a55b26ab1118 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/a75441ea-0e53-4e8f-aedf-7412638a89ab HTTP/1.1" status: 404 len: 337 time: 0.0334141 Aug 16 02:19:26.160436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48102) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.190414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-73462de0-86b7-4cdf-9199-ba4983f5ab90 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b746f1-d482-4971-9405-1f7e6a8159e1 HTTP/1.1" status: 200 len: 205 time: 0.0288668 Aug 16 02:19:26.191735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48104) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.228743 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [None req-dc82aad5-090c-4725-899f-24b4a0f2bd07 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] delete failed (client error): The resource could not be found. Aug 16 02:19:26.229747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dc82aad5-090c-4725-899f-24b4a0f2bd07 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/routers/a8b746f1-d482-4971-9405-1f7e6a8159e1 HTTP/1.1" status: 404 len: 336 time: 0.0370207 Aug 16 02:19:26.232199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48106) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.266244 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-741d4516-e994-4054-bbe8-1719d1b07144 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:26.266766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741d4516-e994-4054-bbe8-1719d1b07144 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:26.270991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-741d4516-e994-4054-bbe8-1719d1b07144 tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/bfcc322f-87a9-454d-b35b-33842e6a6914 HTTP/1.1" status: 404 len: 337 time: 0.0353105 Aug 16 02:19:26.271147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48112) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.297980 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c57ac88-07f7-4857-9c74-ecccc9d99ffc tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:26.298443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c57ac88-07f7-4857-9c74-ecccc9d99ffc tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:26.300570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0c57ac88-07f7-4857-9c74-ecccc9d99ffc tempest-RoutersTest-1578284761 tempest-RoutersTest-1578284761-project] 10.222.0.66 "DELETE /v2.0/subnets/75faa97d-d136-4a1c-a053-8bbe5341aedf HTTP/1.1" status: 404 len: 337 time: 0.0284452 Aug 16 02:19:26.794467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48126) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.936358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f78c8a6a-daf1-4335-9f68-aa8458547d93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=faef59017c654feb92cf221268cc7d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407316 Aug 16 02:19:26.939035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48134) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.989843 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-deea0ef5-2e88-4fbf-aab1-a2fd10dcb772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.014744 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-deea0ef5-2e88-4fbf-aab1-a2fd10dcb772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.119664 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-deea0ef5-2e88-4fbf-aab1-a2fd10dcb772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.122368 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-deea0ef5-2e88-4fbf-aab1-a2fd10dcb772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.123606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-deea0ef5-2e88-4fbf-aab1-a2fd10dcb772 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/882e37e6-835b-499c-9460-fe12c73d21f8 HTTP/1.1" status: 204 len: 168 time: 0.1836350 Aug 16 02:19:27.132405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea0ef5-2e88-4fbf-aab1-a2fd10dcb772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882e37e6-835b-499c-9460-fe12c73d21f8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:29.823910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-021b10c0-2f26-41f5-a2db-ab66fecc7982 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499053 Aug 16 02:19:29.917193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-1dfbd90d-9e4c-4570-aa3c-09ea95f1f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:29.918836 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-1dfbd90d-9e4c-4570-aa3c-09ea95f1f0d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce17501dfe5041949b1052f6cbaed773&device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 1098 time: 0.0513945 Aug 16 02:19:29.919835 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06ab6541-5cfb-4cdd-9240-27079432bea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.030095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-c1544855-6d61-4c8e-b53d-7b26523faeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.031884 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-c1544855-6d61-4c8e-b53d-7b26523faeb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66ae2347-38bf-43ca-a5e0-a70437f6a11a HTTP/1.1" status: 200 len: 909 time: 0.0892439 Aug 16 02:19:30.119742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-6089d76f-cbbf-4716-8148-7d9adc5dda12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=debb82dc-f9f5-4866-b70a-77495e421425 HTTP/1.1" status: 200 len: 1001 time: 0.0802679 Aug 16 02:19:30.171091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-42ea2f9b-01ce-4d73-afc5-93515edc1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.172560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-42ea2f9b-01ce-4d73-afc5-93515edc1379 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d HTTP/1.1" status: 200 len: 847 time: 0.0447452 Aug 16 02:19:30.220728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-1c519c18-b2a5-4c90-b289-1806a662206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.222299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-1c519c18-b2a5-4c90-b289-1806a662206a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66ae2347-38bf-43ca-a5e0-a70437f6a11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420423 Aug 16 02:19:30.321972 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-2c89cc8c-6911-4a79-a2c8-c77eaf6ab88a service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911758 Aug 16 02:19:30.413764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a04f46fb-9001-41ff-825a-115ae9e7c239 req-43cc2001-0cc5-45c6-ba91-81ea8015a3f0 service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837710 Aug 16 02:19:32.896797 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-de3980f4-0648-4aed-ac38-2e0623325953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.899615 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.125514 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.914284 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.394146 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:19:51.136479 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.056401 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.816714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 48934) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:53.927272 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c251eb6c-9ce2-4584-8496-e08f8c8ca70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.019821 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c251eb6c-9ce2-4584-8496-e08f8c8ca70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.090742 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c251eb6c-9ce2-4584-8496-e08f8c8ca70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.128903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251eb6c-9ce2-4584-8496-e08f8c8ca70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77a8a57-1204-4450-9988-a35d923439e6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:54.135076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c251eb6c-9ce2-4584-8496-e08f8c8ca70b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=466b3f9ef17e4b49a94d4dce1786489b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171124 Aug 16 02:19:54.136231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 48954) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:54.185085 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02d341b9-45f8-4451-be8b-a3b0d1270466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.208266 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02d341b9-45f8-4451-be8b-a3b0d1270466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.325084 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02d341b9-45f8-4451-be8b-a3b0d1270466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.327944 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-02d341b9-45f8-4451-be8b-a3b0d1270466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.329124 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-02d341b9-45f8-4451-be8b-a3b0d1270466 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f77a8a57-1204-4450-9988-a35d923439e6 HTTP/1.1" status: 204 len: 168 time: 0.1921272 Aug 16 02:19:54.337029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d341b9-45f8-4451-be8b-a3b0d1270466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77a8a57-1204-4450-9988-a35d923439e6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:54.918463 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49000) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:54.931867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-75f2dd9d-c187-4b85-a81c-63f18d3932c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.020971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-75f2dd9d-c187-4b85-a81c-63f18d3932c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.102191 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-75f2dd9d-c187-4b85-a81c-63f18d3932c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.148317 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-75f2dd9d-c187-4b85-a81c-63f18d3932c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68c9092f35f64cfe80c86e5f8caf4d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262282 Aug 16 02:19:55.148317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2dd9d-c187-4b85-a81c-63f18d3932c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b716a904-cdfb-48fe-a228-946bf69d1d59,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:55.149440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49012) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:55.485744 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2b10ef-9a4d-49fe-ba3c-332b34f72c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.508011 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2b10ef-9a4d-49fe-ba3c-332b34f72c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.610889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2b10ef-9a4d-49fe-ba3c-332b34f72c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.613471 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ff2b10ef-9a4d-49fe-ba3c-332b34f72c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.614669 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ff2b10ef-9a4d-49fe-ba3c-332b34f72c1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b716a904-cdfb-48fe-a228-946bf69d1d59 HTTP/1.1" status: 204 len: 168 time: 0.4645231 Aug 16 02:19:55.623193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b10ef-9a4d-49fe-ba3c-332b34f72c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b716a904-cdfb-48fe-a228-946bf69d1d59,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:58.117807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49096) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:58.264929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2946774-c6ef-4b9e-b0a4-3b39f80b7616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.446513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2946774-c6ef-4b9e-b0a4-3b39f80b7616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.490639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c2946774-c6ef-4b9e-b0a4-3b39f80b7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.537685 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c2946774-c6ef-4b9e-b0a4-3b39f80b7616 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c77888c50cc14cdfbfa55a37686969d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164205 Aug 16 02:19:58.537685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2946774-c6ef-4b9e-b0a4-3b39f80b7616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62157981-bcaf-4115-8584-1dcccecc20aa,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:58.538265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49100) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:58.599275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd91e56c-2bcf-48de-9702-d8783a30749c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.627288 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd91e56c-2bcf-48de-9702-d8783a30749c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.730911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd91e56c-2bcf-48de-9702-d8783a30749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.734219 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd91e56c-2bcf-48de-9702-d8783a30749c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.735430 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cd91e56c-2bcf-48de-9702-d8783a30749c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62157981-bcaf-4115-8584-1dcccecc20aa HTTP/1.1" status: 204 len: 168 time: 0.1961305 Aug 16 02:19:58.743481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91e56c-2bcf-48de-9702-d8783a30749c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62157981-bcaf-4115-8584-1dcccecc20aa,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.359621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49108) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.373532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b1f5244d-3c2d-462b-b2cc-c7c20cd46f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.468709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b1f5244d-3c2d-462b-b2cc-c7c20cd46f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.525304 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b1f5244d-3c2d-462b-b2cc-c7c20cd46f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.565391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5244d-3c2d-462b-b2cc-c7c20cd46f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b54c94-d424-47e5-b7c3-5ca7e7f35d8d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.569755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b1f5244d-3c2d-462b-b2cc-c7c20cd46f7d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8dc9965608348f9971c737315e27951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091043 Aug 16 02:19:59.572882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49110) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.621754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40e5b650-2bfd-4198-aa1b-71ab89c23e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.645375 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40e5b650-2bfd-4198-aa1b-71ab89c23e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.776075 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40e5b650-2bfd-4198-aa1b-71ab89c23e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.778726 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-40e5b650-2bfd-4198-aa1b-71ab89c23e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.779956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-40e5b650-2bfd-4198-aa1b-71ab89c23e00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2b54c94-d424-47e5-b7c3-5ca7e7f35d8d HTTP/1.1" status: 204 len: 168 time: 0.2065797 Aug 16 02:19:59.791281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5b650-2bfd-4198-aa1b-71ab89c23e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b54c94-d424-47e5-b7c3-5ca7e7f35d8d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.907899 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7787f9de-3f63-4531-baf7-bd8f814a66a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.907991 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.937188 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-27e8b8f7-30d1-4223-9476-53fdab8c25db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.957063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49188) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:04.090794 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-06d6875d-2a5c-4289-a0d8-3ee3dff875f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d11d70e008f8440dbb833f8d40a2bc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321819 Aug 16 02:20:04.093701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49192) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:04.119619 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.141360 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-39f499ee-0564-46c8-a8f7-720309649db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.162146 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-39f499ee-0564-46c8-a8f7-720309649db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.284893 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-39f499ee-0564-46c8-a8f7-720309649db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.287921 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-39f499ee-0564-46c8-a8f7-720309649db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.289190 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-39f499ee-0564-46c8-a8f7-720309649db9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6aefdc06-0da3-4955-8f04-642760026d81 HTTP/1.1" status: 204 len: 168 time: 0.1945252 Aug 16 02:20:04.297304 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f499ee-0564-46c8-a8f7-720309649db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aefdc06-0da3-4955-8f04-642760026d81,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:05.874050 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.067747 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49326) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.180982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93a-3b63-4b49-a09f-5202d6255ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.274049 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93a-3b63-4b49-a09f-5202d6255ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.336792 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93a-3b63-4b49-a09f-5202d6255ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.376851 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fb96d93a-3b63-4b49-a09f-5202d6255ffa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=538cd1ea730d41bea6a4c2150e2742fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080213 Aug 16 02:20:09.379143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96d93a-3b63-4b49-a09f-5202d6255ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21034771-cba3-4d20-abbb-998d16992d14,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:09.380286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49332) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.433389 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7a9f-1176-4825-a7f4-f6ac359e3a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.455422 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7a9f-1176-4825-a7f4-f6ac359e3a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.582217 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7a9f-1176-4825-a7f4-f6ac359e3a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.587071 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7a9f-1176-4825-a7f4-f6ac359e3a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.587071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ab0f7a9f-1176-4825-a7f4-f6ac359e3a95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21034771-cba3-4d20-abbb-998d16992d14 HTTP/1.1" status: 204 len: 168 time: 0.2042904 Aug 16 02:20:09.598559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f7a9f-1176-4825-a7f4-f6ac359e3a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21034771-cba3-4d20-abbb-998d16992d14,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:10.200862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49338) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:10.214342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c5fd018c-e2a0-4c2c-9ba3-6a669c059337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.307972 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c5fd018c-e2a0-4c2c-9ba3-6a669c059337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.370753 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c5fd018c-e2a0-4c2c-9ba3-6a669c059337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.413956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c5fd018c-e2a0-4c2c-9ba3-6a669c059337 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=151e71662ab14cebbecc462d394a2d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118878 Aug 16 02:20:10.415540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd018c-e2a0-4c2c-9ba3-6a669c059337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cbc883-dddf-43ce-942c-8b257b57bc4e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:10.416952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49342) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:10.484313 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-31d03d0e-4dd5-47bb-8936-fe0ef3049d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.507793 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-31d03d0e-4dd5-47bb-8936-fe0ef3049d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.622424 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-31d03d0e-4dd5-47bb-8936-fe0ef3049d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.625027 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-31d03d0e-4dd5-47bb-8936-fe0ef3049d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.626234 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-31d03d0e-4dd5-47bb-8936-fe0ef3049d05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33cbc883-dddf-43ce-942c-8b257b57bc4e HTTP/1.1" status: 204 len: 168 time: 0.1982379 Aug 16 02:20:10.634257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d03d0e-4dd5-47bb-8936-fe0ef3049d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cbc883-dddf-43ce-942c-8b257b57bc4e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.393079 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:20:20.707626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49482) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:20.814774 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.903182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.976585 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.021373 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fc7058-068e-425b-a3f1-0ef0be590309,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:21.025514 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b53079f179c4191ba525a176cf7f065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168201 Aug 16 02:20:21.028403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49488) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:21.032488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.032836 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.033178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.033653 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.033995 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.034331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.034664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.034992 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.035319 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.035647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.035974 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.036297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233f0bc-8a71-4e79-866a-a549db153d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.080776 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.103642 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.159191 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.262332 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.265735 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.268083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9fc7058-068e-425b-a3f1-0ef0be590309 HTTP/1.1" status: 204 len: 168 time: 0.2373691 Aug 16 02:20:21.283698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fc7058-068e-425b-a3f1-0ef0be590309,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:21.284568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.284929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.285269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.285607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.285977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.286314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.286646 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.286974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.287301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.287627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.288058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.288503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89461-7a75-4c73-98d5-832ba696f165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:21.984371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49494) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.001087 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-37152ddb-9382-4ccd-be37-44bdbfb3c083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.073852 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.097268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-37152ddb-9382-4ccd-be37-44bdbfb3c083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.170603 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-37152ddb-9382-4ccd-be37-44bdbfb3c083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.212356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-37152ddb-9382-4ccd-be37-44bdbfb3c083 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8b3486ef300476b950a73f9178f8d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267509 Aug 16 02:20:22.213549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37152ddb-9382-4ccd-be37-44bdbfb3c083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80838238-7664-430f-ab94-e797cd536f29,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.215197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49498) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.267040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e20c2283-e0f1-4c6a-aa03-02918d8cb30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.292025 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e20c2283-e0f1-4c6a-aa03-02918d8cb30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.439572 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e20c2283-e0f1-4c6a-aa03-02918d8cb30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.443403 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e20c2283-e0f1-4c6a-aa03-02918d8cb30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.444621 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e20c2283-e0f1-4c6a-aa03-02918d8cb30a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80838238-7664-430f-ab94-e797cd536f29 HTTP/1.1" status: 204 len: 168 time: 0.2284505 Aug 16 02:20:22.455989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c2283-e0f1-4c6a-aa03-02918d8cb30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80838238-7664-430f-ab94-e797cd536f29,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:25.341191 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49562) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:25.455549 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4ce61525-16da-4e30-9b53-211284350951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.549770 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4ce61525-16da-4e30-9b53-211284350951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.650855 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4ce61525-16da-4e30-9b53-211284350951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.696606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49566) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:25.697161 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4ce61525-16da-4e30-9b53-211284350951 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd36fd2174f7425d8a98fa869bf801df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543191 Aug 16 02:20:25.697711 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce61525-16da-4e30-9b53-211284350951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b1abc5-c0bb-47d2-924c-2d0fb2cd03f6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:25.747620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4b81de8c-5d4a-475d-98c0-8b8602c72a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.768796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4b81de8c-5d4a-475d-98c0-8b8602c72a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.878639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4b81de8c-5d4a-475d-98c0-8b8602c72a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.881468 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4b81de8c-5d4a-475d-98c0-8b8602c72a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.882684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4b81de8c-5d4a-475d-98c0-8b8602c72a63 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35b1abc5-c0bb-47d2-924c-2d0fb2cd03f6 HTTP/1.1" status: 204 len: 168 time: 0.1850028 Aug 16 02:20:25.891322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81de8c-5d4a-475d-98c0-8b8602c72a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b1abc5-c0bb-47d2-924c-2d0fb2cd03f6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:26.520595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49574) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:26.536613 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61a523a9-6042-4943-9633-3820d01cdbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.625451 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61a523a9-6042-4943-9633-3820d01cdbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.678001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-61a523a9-6042-4943-9633-3820d01cdbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.716806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-61a523a9-6042-4943-9633-3820d01cdbf6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2308839fbba44167b4526a7f250a5c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948390 Aug 16 02:20:26.717677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a523a9-6042-4943-9633-3820d01cdbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c3e189-c772-4c14-8dad-012d4ea1ba86,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:26.719760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49576) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:26.768240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bbd71afa-f14e-4f33-be6e-879f9f1382e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.788700 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bbd71afa-f14e-4f33-be6e-879f9f1382e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.913068 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bbd71afa-f14e-4f33-be6e-879f9f1382e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.915597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bbd71afa-f14e-4f33-be6e-879f9f1382e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.916769 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bbd71afa-f14e-4f33-be6e-879f9f1382e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45c3e189-c772-4c14-8dad-012d4ea1ba86 HTTP/1.1" status: 204 len: 168 time: 0.1959376 Aug 16 02:20:26.924556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd71afa-f14e-4f33-be6e-879f9f1382e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c3e189-c772-4c14-8dad-012d4ea1ba86,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:29.907879 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0e0711f2-4ba9-4475-82d5-be6be2393a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.818146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-9471e431-c21e-4e54-a82d-af4083e8b373 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485773 Aug 16 02:20:30.929761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-1e610ca9-b45a-45c6-a311-96a10762d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.934533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-1e610ca9-b45a-45c6-a311-96a10762d744 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce17501dfe5041949b1052f6cbaed773&device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 1098 time: 0.0671263 Aug 16 02:20:31.066316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-63078f7c-2b79-4fb1-b104-feec5a1cba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.067962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-63078f7c-2b79-4fb1-b104-feec5a1cba99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66ae2347-38bf-43ca-a5e0-a70437f6a11a HTTP/1.1" status: 200 len: 909 time: 0.1119430 Aug 16 02:20:31.143624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-776123f2-31f0-4abc-96c6-72ec065f707b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=debb82dc-f9f5-4866-b70a-77495e421425 HTTP/1.1" status: 200 len: 1001 time: 0.0679984 Aug 16 02:20:31.196690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-80e2ec30-22af-49a5-a71c-d798c190424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.198145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-80e2ec30-22af-49a5-a71c-d798c190424a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d HTTP/1.1" status: 200 len: 847 time: 0.0469818 Aug 16 02:20:31.249870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-c2e4cb23-6c66-47ab-b96d-af9efdee28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.251397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-c2e4cb23-6c66-47ab-b96d-af9efdee28aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66ae2347-38bf-43ca-a5e0-a70437f6a11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448673 Aug 16 02:20:31.364859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-43363384-a89b-4e1e-9d7d-11fce56f61f5 service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050053 Aug 16 02:20:31.466146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-447e3d5b-f1e9-46c0-bd49-fd88ce140e79 req-7123d8a4-6cd4-486d-ba8b-b2a9c617efe4 service neutron] 10.222.0.64 "GET /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922999 Aug 16 02:20:32.908689 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.953693 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f3f31783-a31d-4dad-8558-3d377bd9695e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.131580 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.873952 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.392857 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:20:51.124615 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.084558 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.102728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49826) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:53.221650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b201e795-2d2f-4811-82ed-c1c31760e9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.347631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b201e795-2d2f-4811-82ed-c1c31760e9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.438933 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b201e795-2d2f-4811-82ed-c1c31760e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.485740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b201e795-2d2f-4811-82ed-c1c31760e9a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcbe9b0fcadb419ebd845074bdbe41f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792305 Aug 16 02:20:53.485740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201e795-2d2f-4811-82ed-c1c31760e9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b08d9c-3d16-4f47-864e-f519e9cdecdf,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:53.486129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49832) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:53.537355 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb262eec-0fed-44ba-9a99-71c94a8aff45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.565298 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb262eec-0fed-44ba-9a99-71c94a8aff45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.713570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb262eec-0fed-44ba-9a99-71c94a8aff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.717275 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bb262eec-0fed-44ba-9a99-71c94a8aff45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.718633 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bb262eec-0fed-44ba-9a99-71c94a8aff45 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0b08d9c-3d16-4f47-864e-f519e9cdecdf HTTP/1.1" status: 204 len: 168 time: 0.2315581 Aug 16 02:20:53.728158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb262eec-0fed-44ba-9a99-71c94a8aff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b08d9c-3d16-4f47-864e-f519e9cdecdf,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:53.793917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb767f2-006d-4935-8b86-99e118a0603d req-ed01e457-4817-4ae9-af53-aa47e178f249 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.795440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bfb767f2-006d-4935-8b86-99e118a0603d req-ed01e457-4817-4ae9-af53-aa47e178f249 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 946 time: 0.1157045 Aug 16 02:20:53.835341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bfb767f2-006d-4935-8b86-99e118a0603d req-663c706d-1204-4ea8-bb72-22d4ef641883 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327554 Aug 16 02:20:55.002881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372970bf-57da-4906-bb89-774ffa423108 req-d977ec38-d1db-4f91-9784-7399eaf1f1f1 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.004167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-372970bf-57da-4906-bb89-774ffa423108 req-d977ec38-d1db-4f91-9784-7399eaf1f1f1 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 946 time: 0.0720627 Aug 16 02:20:55.013006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-70af0a3c-8d1a-4df2-b353-e005a697a109 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.016449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-70af0a3c-8d1a-4df2-b353-e005a697a109 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.64 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 946 time: 0.0926070 Aug 16 02:20:55.076077 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-372970bf-57da-4906-bb89-774ffa423108 req-a3d3d353-a5dd-403d-9bba-0e21a4fdcc63 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/security-groups?id=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604038 Aug 16 02:20:55.132452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Deleting port debb82dc-f9f5-4866-b70a-77495e421425 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:55.132853 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.233978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] For port debb82dc-f9f5-4866-b70a-77495e421425, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=debb82dc-f9f5-4866-b70a-77495e421425,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:55.233978 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.454432 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.454806 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.455114 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Floating IP 47912774-a245-4231-96cd-a3e0268bf133 disassociated. External IP: 172.25.8.31, port: debb82dc-f9f5-4866-b70a-77495e421425. Aug 16 02:20:55.455549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Calling delete_port for debb82dc-f9f5-4866-b70a-77495e421425 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:55.661029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.689969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event deleted for resources: {'Port': ['ID=debb82dc-f9f5-4866-b70a-77495e421425,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:55.816423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Router b0cf14ec-a215-4879-98e8-c1964847ca24 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:55.929344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:55.941497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e49b21-8f9a-4621-9580-78261620e642 None None] Sync routers for ids ['b0cf14ec-a215-4879-98e8-c1964847ca24'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:55.953631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e49b21-8f9a-4621-9580-78261620e642 None None] Routers {'b0cf14ec-a215-4879-98e8-c1964847ca24'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:55.954418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-45e49b21-8f9a-4621-9580-78261620e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:20:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b0cf14ec-a215-4879-98e8-c1964847ca24'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:55.976147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] No DVR routers for this DVR port debb82dc-f9f5-4866-b70a-77495e421425 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:55.979006 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.981363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-816e6789-2a42-4c75-91a8-98825b8f3570 req-901705f8-9f4a-40b7-b4bf-392a448844f6 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.64 "DELETE /v2.0/ports/debb82dc-f9f5-4866-b70a-77495e421425 HTTP/1.1" status: 204 len: 173 time: 0.9595556 Aug 16 02:20:55.982104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'name': 'network-vif-deleted', 'tag': 'debb82dc-f9f5-4866-b70a-77495e421425'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:55.992561 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f569a-c2b9-4b23-a9b6-91e124150cc1" -d '{"events": [{"server_uuid": "be2ed555-482d-4923-843c-f2f9f29248a6", "name": "network-vif-deleted", "tag": "debb82dc-f9f5-4866-b70a-77495e421425"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:56.131979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-45e49b21-8f9a-4621-9580-78261620e642 None None] Set router b0cf14ec-a215-4879-98e8-c1964847ca24 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:56.218768 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e0224b-e417-4871-81a9-0cc8b6d095ce x-openstack-request-id: req-12e0224b-e417-4871-81a9-0cc8b6d095ce {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:56.220397 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2ed555-482d-4923-843c-f2f9f29248a6", "name": "network-vif-deleted", "tag": "debb82dc-f9f5-4866-b70a-77495e421425", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:56.220837 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-12e0224b-e417-4871-81a9-0cc8b6d095ce {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:56.221419 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2ed555-482d-4923-843c-f2f9f29248a6', 'name': 'network-vif-deleted', 'tag': 'debb82dc-f9f5-4866-b70a-77495e421425', 'status': 'completed', 'code': 200} Aug 16 02:20:56.340505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ee7d3fa1-09a0-4558-b617-91be972cf383 req-44dbecf0-284b-4b9e-a817-d021e1b568d2 tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2ed555-482d-4923-843c-f2f9f29248a6 HTTP/1.1" status: 200 len: 210 time: 0.0311563 Aug 16 02:20:56.380733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-45e49b21-8f9a-4621-9580-78261620e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '66b158ef-5f88-4248-93c5-56b95acc8827', 'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'mac_address': 'fa:16:3e:76:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:38Z', 'updated_at': '2021-08-16T02:15:46Z', 'revision_number': 5, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'subnets': [{'id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:56.409107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e49b21-8f9a-4621-9580-78261620e642 None None] Checking router: b0cf14ec-a215-4879-98e8-c1964847ca24 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:56.422081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e49b21-8f9a-4621-9580-78261620e642 None None] Routers {'b0cf14ec-a215-4879-98e8-c1964847ca24'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:56.422749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-45e49b21-8f9a-4621-9580-78261620e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:20:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b0cf14ec-a215-4879-98e8-c1964847ca24'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:56.688741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-45e49b21-8f9a-4621-9580-78261620e642 None None] Set router b0cf14ec-a215-4879-98e8-c1964847ca24 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:56.893120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-45e49b21-8f9a-4621-9580-78261620e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '66b158ef-5f88-4248-93c5-56b95acc8827', 'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'mac_address': 'fa:16:3e:76:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:38Z', 'updated_at': '2021-08-16T02:15:46Z', 'revision_number': 5, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'subnets': [{'id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:56.924519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e49b21-8f9a-4621-9580-78261620e642 None None] The sync data for ids ['b0cf14ec-a215-4879-98e8-c1964847ca24'] in n-d-768509-23 is: [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 4, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '66b158ef-5f88-4248-93c5-56b95acc8827', 'name': '', 'network_id': '66ae2347-38bf-43ca-a5e0-a70437f6a11a', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'mac_address': 'fa:16:3e:76:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:38Z', 'updated_at': '2021-08-16T02:15:46Z', 'revision_number': 5, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'subnets': [{'id': 'f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:57.155988 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6c55c-d366-4b91-b076-d94f1ff6d33c None None] New status for floating IP 47912774-a245-4231-96cd-a3e0268bf133: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:20:57.406274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49928) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:57.532492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-8595477b-20e1-4496-934d-69225c07498d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Deleting port 61e361db-9b5b-476b-a8ac-0e4b23ef9d42 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:57.532729 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8595477b-20e1-4496-934d-69225c07498d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.609063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8595477b-20e1-4496-934d-69225c07498d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.609332 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8595477b-20e1-4496-934d-69225c07498d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.621381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-8595477b-20e1-4496-934d-69225c07498d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Calling delete_port for 61e361db-9b5b-476b-a8ac-0e4b23ef9d42 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:57.855771 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8595477b-20e1-4496-934d-69225c07498d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.889771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595477b-20e1-4496-934d-69225c07498d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event deleted for resources: {'Port': ['ID=61e361db-9b5b-476b-a8ac-0e4b23ef9d42,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:57.954797 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8595477b-20e1-4496-934d-69225c07498d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.957686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8595477b-20e1-4496-934d-69225c07498d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.961652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8595477b-20e1-4496-934d-69225c07498d tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "DELETE /v2.0/floatingips/47912774-a245-4231-96cd-a3e0268bf133 HTTP/1.1" status: 204 len: 168 time: 0.5515835 Aug 16 02:20:58.040302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49938) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:58.094082 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8770ed89-2da1-4a79-80ab-e38e29c5c50e tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.120371 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8770ed89-2da1-4a79-80ab-e38e29c5c50e tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.267413 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8770ed89-2da1-4a79-80ab-e38e29c5c50e tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.270238 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8770ed89-2da1-4a79-80ab-e38e29c5c50e tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.271522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8770ed89-2da1-4a79-80ab-e38e29c5c50e tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] 10.222.0.66 "DELETE /v2.0/security-groups/579f0736-4d3a-4b76-ab62-c99e8ba6b8ad HTTP/1.1" status: 204 len: 168 time: 0.2367742 Aug 16 02:20:58.283027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770ed89-2da1-4a79-80ab-e38e29c5c50e tempest-TestServerBasicOps-1670059689 tempest-TestServerBasicOps-1670059689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579f0736-4d3a-4b76-ab62-c99e8ba6b8ad,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:58.371379 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49952) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:58.925904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.186995 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] Deleting port 66b158ef-5f88-4248-93c5-56b95acc8827 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:59.187345 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.311664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] For port 66b158ef-5f88-4248-93c5-56b95acc8827, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=66b158ef-5f88-4248-93c5-56b95acc8827,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:59.312212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.330632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] Calling delete_port for 66b158ef-5f88-4248-93c5-56b95acc8827 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:59.598861 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.626130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b158ef-5f88-4248-93c5-56b95acc8827,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:59.803214 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.904343 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-03ef3688-e5e6-4576-9fc5-9ef1215f274f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.047989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] Router b0cf14ec-a215-4879-98e8-c1964847ca24 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:00.167618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device debb82dc-f9f5-4866-b70a-77495e421425 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:00.171233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:00.176869 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a1063294-51cf-47ef-90f6-6ad5fbc120e8 admin admin] 10.222.0.66 "PUT /v2.0/routers/b0cf14ec-a215-4879-98e8-c1964847ca24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8044131 Aug 16 02:21:00.179366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49982) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:00.193540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: debb82dc-f9f5-4866-b70a-77495e421425 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:00.194427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device debb82dc-f9f5-4866-b70a-77495e421425 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:00.197014 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce606e1-9b79-423c-b9e2-c7d7cde77f4d None None] Sync routers for ids ['b0cf14ec-a215-4879-98e8-c1964847ca24'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:00.208344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce606e1-9b79-423c-b9e2-c7d7cde77f4d None None] Routers {'b0cf14ec-a215-4879-98e8-c1964847ca24'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:00.208969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7ce606e1-9b79-423c-b9e2-c7d7cde77f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:20:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b0cf14ec-a215-4879-98e8-c1964847ca24'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:00.296017 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.327038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-7ce606e1-9b79-423c-b9e2-c7d7cde77f4d None None] Set router b0cf14ec-a215-4879-98e8-c1964847ca24 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:00.433742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.576579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7ce606e1-9b79-423c-b9e2-c7d7cde77f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '747fb239-3778-441e-b005-ba140f47c314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:20:59Z', 'revision_number': 5, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port': {'id': '747fb239-3778-441e-b005-ba140f47c314', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:00.603881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Deleting port 747fb239-3778-441e-b005-ba140f47c314 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:00.604373 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.616243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce606e1-9b79-423c-b9e2-c7d7cde77f4d None None] Checking router: b0cf14ec-a215-4879-98e8-c1964847ca24 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:00.630588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce606e1-9b79-423c-b9e2-c7d7cde77f4d None None] Routers {'b0cf14ec-a215-4879-98e8-c1964847ca24'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:00.631240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7ce606e1-9b79-423c-b9e2-c7d7cde77f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:20:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['b0cf14ec-a215-4879-98e8-c1964847ca24'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:00.706380 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] For port 747fb239-3778-441e-b005-ba140f47c314, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=747fb239-3778-441e-b005-ba140f47c314,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:00.706903 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.723568 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Calling delete_port for 747fb239-3778-441e-b005-ba140f47c314 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:00.751997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-7ce606e1-9b79-423c-b9e2-c7d7cde77f4d None None] Set router b0cf14ec-a215-4879-98e8-c1964847ca24 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:00.824209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-7ce606e1-9b79-423c-b9e2-c7d7cde77f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:21:00Z', 'revision_number': 6, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:00.858466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce606e1-9b79-423c-b9e2-c7d7cde77f4d None None] The sync data for ids ['b0cf14ec-a215-4879-98e8-c1964847ca24'] in n-d-768509-23 is: [{'id': 'b0cf14ec-a215-4879-98e8-c1964847ca24', 'name': 'tempest-TestServerBasicOps-415301845-router', 'tenant_id': 'ce17501dfe5041949b1052f6cbaed773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:36Z', 'updated_at': '2021-08-16T02:21:00Z', 'revision_number': 6, 'project_id': 'ce17501dfe5041949b1052f6cbaed773', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:01.027581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.065152 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Pushing event deleted for resources: {'Port': ['ID=747fb239-3778-441e-b005-ba140f47c314,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:01.154188 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.259061 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.261317 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.419772 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.420444 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0cf14ec-a215-4879-98e8-c1964847ca24 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:01.430108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.431714 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-609bfb17-57b9-41ea-ab32-cf404aa9e55b admin admin] 10.222.0.66 "DELETE /v2.0/routers/b0cf14ec-a215-4879-98e8-c1964847ca24 HTTP/1.1" status: 204 len: 168 time: 1.2507827 Aug 16 02:21:01.434121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 49990) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:01.486010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-0932da79-60b4-4a92-bdb2-e794fbe2b2f7 admin admin] Deleting subnet f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:01.489488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0932da79-60b4-4a92-bdb2-e794fbe2b2f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.536659 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0932da79-60b4-4a92-bdb2-e794fbe2b2f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.628401 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0932da79-60b4-4a92-bdb2-e794fbe2b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.758527 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0932da79-60b4-4a92-bdb2-e794fbe2b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.786002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932da79-60b4-4a92-bdb2-e794fbe2b2f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:01.797700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8644f20a-0dc8-431a-9201-7ac3bcf53a0c None None] Network 66ae2347-38bf-43ca-a5e0-a70437f6a11a requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:01.798248 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0932da79-60b4-4a92-bdb2-e794fbe2b2f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.799713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0932da79-60b4-4a92-bdb2-e794fbe2b2f7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f0ea53e1-abcc-49ff-8d8d-3bf23f0ea02d HTTP/1.1" status: 204 len: 168 time: 0.3644452 Aug 16 02:21:01.802459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 49994) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:01.903319 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.994576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 66b158ef-5f88-4248-93c5-56b95acc8827 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:02.007541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Deleting port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:02.007894 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.027067 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 66b158ef-5f88-4248-93c5-56b95acc8827 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:02.027507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 66b158ef-5f88-4248-93c5-56b95acc8827 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:02.028329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 747fb239-3778-441e-b005-ba140f47c314 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:02.053373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 747fb239-3778-441e-b005-ba140f47c314 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:02.054215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 747fb239-3778-441e-b005-ba140f47c314 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:02.064857 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] DHCP port deletion for 66ae2347-38bf-43ca-a5e0-a70437f6a11a request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:21:02.108935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] For port 1f0b2a8c-aa90-4033-add5-ae2b64877c35, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1f0b2a8c-aa90-4033-add5-ae2b64877c35,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:02.109533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.129251 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Deleting port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:02.130076 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.131535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Calling delete_port for 1f0b2a8c-aa90-4033-add5-ae2b64877c35 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:02.203615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] For port 1f0b2a8c-aa90-4033-add5-ae2b64877c35, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=1f0b2a8c-aa90-4033-add5-ae2b64877c35,segment=NetworkSegment(e6de1ebe-f899-460e-956c-13359095bf1e),segment_id=e6de1ebe-f899-460e-956c-13359095bf1e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:02.204022 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.223853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Calling delete_port for 1f0b2a8c-aa90-4033-add5-ae2b64877c35 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:02.319549 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.327946 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.341216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] No DVR routers for this DVR port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:02.354607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0b2a8c-aa90-4033-add5-ae2b64877c35,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:02.361265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Pushing event deleted for resources: {'Port': ['ID=1f0b2a8c-aa90-4033-add5-ae2b64877c35,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:02.361448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] No DVR routers for this DVR port 1f0b2a8c-aa90-4033-add5-ae2b64877c35 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:02.369128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.369472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.369888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.375388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.375388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.375388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.375388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.375388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.375388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.375388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.375388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.375388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a77dc-bb5c-44fb-b003-ecb07159fe69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:02.452268 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.464014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ae2347-38bf-43ca-a5e0-a70437f6a11a']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:02.475336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6de1ebe-f899-460e-956c-13359095bf1e') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:02.480308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6de1ebe-f899-460e-956c-13359095bf1e') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:02.485647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.500863 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.507162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:02.507552 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:02.509232 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:02.632565 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.637616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.644142 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] 10.222.0.66 "DELETE /v2.0/networks/66ae2347-38bf-43ca-a5e0-a70437f6a11a HTTP/1.1" status: 204 len: 168 time: 0.8358433 Aug 16 02:21:02.646287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50002) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:02.657244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6e475-50e0-473f-8838-67d0d9d9af26 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ae2347-38bf-43ca-a5e0-a70437f6a11a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:02.896099 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.959499 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8f13adb3-9a30-4d26-a306-c460e83e0a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.035456 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.616808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] Deleting port 6a2f08bf-9913-4fe2-b825-af5dbf84f452 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:03.617348 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.700964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] For port 6a2f08bf-9913-4fe2-b825-af5dbf84f452, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6a2f08bf-9913-4fe2-b825-af5dbf84f452,segment=NetworkSegment(668615f9-02b5-41cb-8318-e835efda72d8),segment_id=668615f9-02b5-41cb-8318-e835efda72d8)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:03.702383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.714506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] Calling delete_port for 6a2f08bf-9913-4fe2-b825-af5dbf84f452 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:03.964950 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.966400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1f0b2a8c-aa90-4033-add5-ae2b64877c35 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:03.990682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 1f0b2a8c-aa90-4033-add5-ae2b64877c35 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:03.991281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 1f0b2a8c-aa90-4033-add5-ae2b64877c35 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:03.995750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2f08bf-9913-4fe2-b825-af5dbf84f452,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:04.142471 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:04.223448 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:04.454584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] Router 657baa81-e58e-4000-be99-cd33c29ff7bb has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:04.564337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:04.569578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-96e19d28-e323-4932-aa8a-4938bbc928b7 admin admin] 10.222.0.66 "PUT /v2.0/routers/657baa81-e58e-4000-be99-cd33c29ff7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9215183 Aug 16 02:21:04.572299 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50020) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:04.574760 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0e9f7-5533-41c5-965c-ba4cb5808773 None None] Sync routers for ids ['657baa81-e58e-4000-be99-cd33c29ff7bb'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:04.584623 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0e9f7-5533-41c5-965c-ba4cb5808773 None None] Routers {'657baa81-e58e-4000-be99-cd33c29ff7bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:04.585237 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-36d0e9f7-5533-41c5-965c-ba4cb5808773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['657baa81-e58e-4000-be99-cd33c29ff7bb'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:04.679706 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:04.693945 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-36d0e9f7-5533-41c5-965c-ba4cb5808773 None None] Set router 657baa81-e58e-4000-be99-cd33c29ff7bb gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:04.892763 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-36d0e9f7-5533-41c5-965c-ba4cb5808773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'name': 'tempest-TestServerBasicOps-1944836392-router', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:43Z', 'updated_at': '2021-08-16T02:21:03Z', 'revision_number': 5, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'gw_port': {'id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:45Z', 'updated_at': '2021-08-16T02:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:04.920475 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0e9f7-5533-41c5-965c-ba4cb5808773 None None] Checking router: 657baa81-e58e-4000-be99-cd33c29ff7bb for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:04.930146 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0e9f7-5533-41c5-965c-ba4cb5808773 None None] Routers {'657baa81-e58e-4000-be99-cd33c29ff7bb'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:04.930756 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-36d0e9f7-5533-41c5-965c-ba4cb5808773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['657baa81-e58e-4000-be99-cd33c29ff7bb'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:05.035350 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-36d0e9f7-5533-41c5-965c-ba4cb5808773 None None] Set router 657baa81-e58e-4000-be99-cd33c29ff7bb gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:05.078307 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.210513 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Deleting port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:05.210873 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.217987 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-36d0e9f7-5533-41c5-965c-ba4cb5808773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'name': 'tempest-TestServerBasicOps-1944836392-router', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:43Z', 'updated_at': '2021-08-16T02:21:03Z', 'revision_number': 5, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'gw_port': {'id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:45Z', 'updated_at': '2021-08-16T02:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:05.247256 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0e9f7-5533-41c5-965c-ba4cb5808773 None None] The sync data for ids ['657baa81-e58e-4000-be99-cd33c29ff7bb'] in n-d-768509-23 is: [{'id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'name': 'tempest-TestServerBasicOps-1944836392-router', 'tenant_id': 'f4a6df0a1993410f9c0de2a398883216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:43Z', 'updated_at': '2021-08-16T02:21:03Z', 'revision_number': 5, 'project_id': 'f4a6df0a1993410f9c0de2a398883216', 'gw_port': {'id': '2388b58d-7e4f-4ef8-a6c8-15e26b70342e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657baa81-e58e-4000-be99-cd33c29ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:45Z', 'updated_at': '2021-08-16T02:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:05.308047 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] For port 2388b58d-7e4f-4ef8-a6c8-15e26b70342e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2388b58d-7e4f-4ef8-a6c8-15e26b70342e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:05.308418 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.322965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Calling delete_port for 2388b58d-7e4f-4ef8-a6c8-15e26b70342e owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:05.615452 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.645535 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Pushing event deleted for resources: {'Port': ['ID=2388b58d-7e4f-4ef8-a6c8-15e26b70342e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:05.733089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.833733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.835862 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.890873 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.975989 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.985677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 657baa81-e58e-4000-be99-cd33c29ff7bb {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:05.985677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.985677 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a7edfc92-f693-4d04-815b-855c526c563c admin admin] 10.222.0.66 "DELETE /v2.0/routers/657baa81-e58e-4000-be99-cd33c29ff7bb HTTP/1.1" status: 204 len: 168 time: 1.4087083 Aug 16 02:21:05.987917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50040) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:06.056152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6a2f08bf-9913-4fe2-b825-af5dbf84f452 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:06.056865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4740ac7-47c5-422d-ad7e-a033376e4093 admin admin] Deleting subnet f7402ed8-039b-4bf9-8992-25588f9c5a1c {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:06.060382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4740ac7-47c5-422d-ad7e-a033376e4093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.076324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 6a2f08bf-9913-4fe2-b825-af5dbf84f452 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:06.082383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6a2f08bf-9913-4fe2-b825-af5dbf84f452 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:06.108996 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4740ac7-47c5-422d-ad7e-a033376e4093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.189169 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4740ac7-47c5-422d-ad7e-a033376e4093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.399892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4740ac7-47c5-422d-ad7e-a033376e4093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.432272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4740ac7-47c5-422d-ad7e-a033376e4093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7402ed8-039b-4bf9-8992-25588f9c5a1c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:06.437999 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a4740ac7-47c5-422d-ad7e-a033376e4093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.442601 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50050) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:06.443376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a4740ac7-47c5-422d-ad7e-a033376e4093 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f7402ed8-039b-4bf9-8992-25588f9c5a1c HTTP/1.1" status: 204 len: 168 time: 0.4565384 Aug 16 02:21:06.450053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87024119-5acf-4840-8be7-ab1dbd9b49e3 None None] Network bd82bf43-43dd-4540-bbff-7086b7f3ab0e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:06.536099 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.601491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Deleting port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:06.601491 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.652870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b7fc4-f1b1-4e7c-bbfc-c5d8f76aa77b None None] DHCP port deletion for bd82bf43-43dd-4540-bbff-7086b7f3ab0e request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:21:06.678332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] For port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24,segment=NetworkSegment(668615f9-02b5-41cb-8318-e835efda72d8),segment_id=668615f9-02b5-41cb-8318-e835efda72d8)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:06.678933 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.695226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Calling delete_port for 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:06.716153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-136b7fc4-f1b1-4e7c-bbfc-c5d8f76aa77b None None] Deleting port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:06.716534 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-136b7fc4-f1b1-4e7c-bbfc-c5d8f76aa77b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.780063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-136b7fc4-f1b1-4e7c-bbfc-c5d8f76aa77b None None] For port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24,segment=NetworkSegment(668615f9-02b5-41cb-8318-e835efda72d8),segment_id=668615f9-02b5-41cb-8318-e835efda72d8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:06.780562 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-136b7fc4-f1b1-4e7c-bbfc-c5d8f76aa77b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.794228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-136b7fc4-f1b1-4e7c-bbfc-c5d8f76aa77b None None] Calling delete_port for 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:06.856385 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.884998 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-136b7fc4-f1b1-4e7c-bbfc-c5d8f76aa77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.885496 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:06.889861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] No DVR routers for this DVR port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:06.915807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b7fc4-f1b1-4e7c-bbfc-c5d8f76aa77b None None] Pushing event deleted for resources: {'Port': ['ID=8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:06.917338 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b7fc4-f1b1-4e7c-bbfc-c5d8f76aa77b None None] No DVR routers for this DVR port 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:06.980117 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.991178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd82bf43-43dd-4540-bbff-7086b7f3ab0e']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:07.002312 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668615f9-02b5-41cb-8318-e835efda72d8') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:07.002607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668615f9-02b5-41cb-8318-e835efda72d8') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:07.012170 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.032426 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.036421 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:07.042165 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:07.153167 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.159457 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.161300 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] 10.222.0.66 "DELETE /v2.0/networks/bd82bf43-43dd-4540-bbff-7086b7f3ab0e HTTP/1.1" status: 204 len: 168 time: 0.7178082 Aug 16 02:21:07.174185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9cf05-7f91-41d3-ade4-9b74e6f392ea admin admin] Pushing event deleted for resources: {'Network': ['ID=bd82bf43-43dd-4540-bbff-7086b7f3ab0e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:07.778980 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50060) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:07.827448 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e2729d68-8beb-4887-84d8-864a074b9fae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce17501dfe5041949b1052f6cbaed773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460172 Aug 16 02:21:07.830031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50062) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:07.880622 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32c1f15e-a580-4ebf-b755-418ce7768d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.902561 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32c1f15e-a580-4ebf-b755-418ce7768d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.984388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:08.007285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:08.013716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8a5eb146-18ca-4d20-aa5a-c0f0b64b8f24 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:08.013716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2388b58d-7e4f-4ef8-a6c8-15e26b70342e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:08.027956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 2388b58d-7e4f-4ef8-a6c8-15e26b70342e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:08.028314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2388b58d-7e4f-4ef8-a6c8-15e26b70342e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:08.032310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32c1f15e-a580-4ebf-b755-418ce7768d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.034929 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-32c1f15e-a580-4ebf-b755-418ce7768d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.036654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-32c1f15e-a580-4ebf-b755-418ce7768d7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f77918c-034d-4408-8aee-125a9bc0a98d HTTP/1.1" status: 204 len: 168 time: 0.2051203 Aug 16 02:21:08.048288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1f15e-a580-4ebf-b755-418ce7768d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f77918c-034d-4408-8aee-125a9bc0a98d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:08.799643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50078) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:08.846805 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-41ae4fa4-b697-4848-b99c-768389780d4d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4a6df0a1993410f9c0de2a398883216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459979 Aug 16 02:21:08.849310 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50080) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:08.912939 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77f42084-65c7-4a1e-8343-d7a63f26390f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.940073 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77f42084-65c7-4a1e-8343-d7a63f26390f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.999742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50084) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:09.056284 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77f42084-65c7-4a1e-8343-d7a63f26390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.059329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-77f42084-65c7-4a1e-8343-d7a63f26390f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.061503 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-77f42084-65c7-4a1e-8343-d7a63f26390f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac56901f-4475-4b11-905e-e88272026197 HTTP/1.1" status: 204 len: 168 time: 0.2102675 Aug 16 02:21:09.070449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f42084-65c7-4a1e-8343-d7a63f26390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac56901f-4475-4b11-905e-e88272026197,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:09.131320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c6f6eaa-8e15-40de-bf46-0c1faf0b3ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.225623 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c6f6eaa-8e15-40de-bf46-0c1faf0b3ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.302154 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8c6f6eaa-8e15-40de-bf46-0c1faf0b3ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.343141 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f6eaa-8e15-40de-bf46-0c1faf0b3ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0e96e3-5250-4811-8a06-778316dc1a3f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:09.350520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50090) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:09.350827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8c6f6eaa-8e15-40de-bf46-0c1faf0b3ba0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6441ca31ad6a4979938c41139d5b0fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491514 Aug 16 02:21:09.405848 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-120ec014-6765-4000-bd07-6129b94c9164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.432499 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-120ec014-6765-4000-bd07-6129b94c9164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.565025 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-120ec014-6765-4000-bd07-6129b94c9164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.568427 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-120ec014-6765-4000-bd07-6129b94c9164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.570005 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-120ec014-6765-4000-bd07-6129b94c9164 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e0e96e3-5250-4811-8a06-778316dc1a3f HTTP/1.1" status: 204 len: 168 time: 0.2172284 Aug 16 02:21:09.580850 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ec014-6765-4000-bd07-6129b94c9164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0e96e3-5250-4811-8a06-778316dc1a3f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:10.220862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50116) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:10.230570 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50118) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:10.238779 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb5c956b-5348-4758-96a1-d46f9bd6224b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.332656 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb5c956b-5348-4758-96a1-d46f9bd6224b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.392355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-326263923-network', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:10.422295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fb5c956b-5348-4758-96a1-d46f9bd6224b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.461529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fb5c956b-5348-4758-96a1-d46f9bd6224b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=02b387682ac24b48a3b3c76791c5360c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395353 Aug 16 02:21:10.462296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c956b-5348-4758-96a1-d46f9bd6224b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c65419-2b65-405c-9773-9b77231a9bfa,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:10.464853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50122) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:10.516956 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ed48e09-84f4-4a09-bc2c-15ba923abbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.519757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Made reservation on behalf of fda5eb9fcbd84de78991da9b7896fead for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:10.522051 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.538089 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.558160 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ed48e09-84f4-4a09-bc2c-15ba923abbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.714341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ed48e09-84f4-4a09-bc2c-15ba923abbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.717405 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ed48e09-84f4-4a09-bc2c-15ba923abbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.721320 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0ed48e09-84f4-4a09-bc2c-15ba923abbb5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43c65419-2b65-405c-9773-9b77231a9bfa HTTP/1.1" status: 204 len: 168 time: 0.2527616 Aug 16 02:21:10.736162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed48e09-84f4-4a09-bc2c-15ba923abbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c65419-2b65-405c-9773-9b77231a9bfa,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:10.781597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.919134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.945092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:21:10.954741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f8307c-fd74-4b31-bcd7-06609736316a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:10.963972 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.963972 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Added segment 1a3c5b03-e1b3-42c5-99bb-410f7685a1e3 of type vlan for network 740ca302-c13e-4855-bba2-6565fb61f6f8 Aug 16 02:21:11.001270 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.113421 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.114479 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.115093 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.174899 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] Pushing event updated for resources: {'Network': ['ID=740ca302-c13e-4855-bba2-6565fb61f6f8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:11.184698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 740ca302-c13e-4855-bba2-6565fb61f6f8 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:21:11.228147 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9455ef8b-368c-49c8-9243-caf845313642 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9963360 Aug 16 02:21:11.231249 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50130) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:11.237880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] Request body: {'subnet': {'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-326263923-subnet', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:11.318950 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] Made reservation on behalf of fda5eb9fcbd84de78991da9b7896fead for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:11.321407 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.392227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50132) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:11.404135 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c3db93c9-be1b-40fc-b75f-7642e3eff206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.503518 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c3db93c9-be1b-40fc-b75f-7642e3eff206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.581801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.604364 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c3db93c9-be1b-40fc-b75f-7642e3eff206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.632126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9f30a7-1901-4cd1-8cc4-f2b9500e6786,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:11.651046 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c3db93c9-be1b-40fc-b75f-7642e3eff206 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a1f7ca0fbad4ed5bff1666ae3c8ee2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596090 Aug 16 02:21:11.651298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50136) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:11.652867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db93c9-be1b-40fc-b75f-7642e3eff206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f908cc85-e231-4f83-9b75-339329bed09d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:11.676065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] Checking segment: {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:11.676433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] Network hostable DHCP agents. Network: 740ca302-c13e-4855-bba2-6565fb61f6f8, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:21:11.719135 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e1d737-976e-475f-a946-c04209347c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.743985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e1d737-976e-475f-a946-c04209347c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.780608 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] Network 740ca302-c13e-4855-bba2-6565fb61f6f8 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:21:11.884187 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 740ca302-c13e-4855-bba2-6565fb61f6f8) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:11.888425 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.888991 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.896510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fbdb54-6adf-4073-a091-2ba252205817 None None] Network 740ca302-c13e-4855-bba2-6565fb61f6f8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:11.913021 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e1d737-976e-475f-a946-c04209347c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.919790 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b9e1d737-976e-475f-a946-c04209347c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.919790 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b9e1d737-976e-475f-a946-c04209347c31 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f908cc85-e231-4f83-9b75-339329bed09d HTTP/1.1" status: 204 len: 168 time: 0.2648954 Aug 16 02:21:11.929359 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1d737-976e-475f-a946-c04209347c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f908cc85-e231-4f83-9b75-339329bed09d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:12.003561 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-70d91d0f-e334-46be-a746-ecdf203d8c20 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7707517 Aug 16 02:21:12.003862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50140) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:12.009598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-326263923-router', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:12.058265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-740ca302-c13e-4855-bba2-6565fb61f6f8', 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'fixed_ips': [{'subnet_id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:21:12.058265 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.136122 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.137292 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.199508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Allocated IP 172.20.0.2 (740ca302-c13e-4855-bba2-6565fb61f6f8/9e9f30a7-1901-4cd1-8cc4-f2b9500e6786/de33a479-7118-4905-95c4-753edb4c4263) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:12.202271 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.342308 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.352495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Transition to ACTIVE for port object de33a479-7118-4905-95c4-753edb4c4263 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:12.374462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Transition to ACTIVE for port object de33a479-7118-4905-95c4-753edb4c4263 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:12.454304 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.462717 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.518754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Network 740ca302-c13e-4855-bba2-6565fb61f6f8 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:12.519603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Pushing event updated for resources: {'Port': ['ID=de33a479-7118-4905-95c4-753edb4c4263,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:12.524549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:12.526852 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:12.586743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Attempting to bind port de33a479-7118-4905-95c4-753edb4c4263 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:12.587293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Attempting to bind port de33a479-7118-4905-95c4-753edb4c4263 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:12.587551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Attempting to bind port de33a479-7118-4905-95c4-753edb4c4263 on network 740ca302-c13e-4855-bba2-6565fb61f6f8 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:12.597709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:12.597709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Checking segment: {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:12.597709 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.597709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Bound using segment: {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:12.597709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Bound port: de33a479-7118-4905-95c4-753edb4c4263, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:12.597709 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.661987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] For port de33a479-7118-4905-95c4-753edb4c4263, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:12.665054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] For port de33a479-7118-4905-95c4-753edb4c4263, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=de33a479-7118-4905-95c4-753edb4c4263,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:12.753204 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.759874 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.774995 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.824902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fb96b-f371-409f-89ca-3b5fb9e5f163 None None] Pushing event updated for resources: {'Port': ['ID=de33a479-7118-4905-95c4-753edb4c4263,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:12.909577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Allocated IP 172.25.8.80 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/2cb00e6f-5c22-4ccc-a28b-50bdafeeb978) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:13.068060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.210598 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.252770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:13.258075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:13.261572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:13.292150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb00e6f-5c22-4ccc-a28b-50bdafeeb978,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:13.658149 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.784019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6464f0-4818-427a-8156-0e4e31cd1da0 None None] Network 740ca302-c13e-4855-bba2-6565fb61f6f8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:13.883447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.985615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e11714aa-6d51-4e34-9e93-2911b238bf26 None None] Provisioning for port de33a479-7118-4905-95c4-753edb4c4263 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:14.039373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device de33a479-7118-4905-95c4-753edb4c4263 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:14.142519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Router 04215a66-bbe5-4b42-a310-86bc0b69beef is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:21:14.205729 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port de33a479-7118-4905-95c4-753edb4c4263 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:14.219554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port de33a479-7118-4905-95c4-753edb4c4263 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:14.219944 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.259663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-404efaa5-00ee-4b10-9ca9-eb3822884769 None None] Provisioning complete for port de33a479-7118-4905-95c4-753edb4c4263 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:14.260040 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-404efaa5-00ee-4b10-9ca9-eb3822884769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.268236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:14.283802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Sync routers for ids ['04215a66-bbe5-4b42-a310-86bc0b69beef'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:14.309698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Routers {'04215a66-bbe5-4b42-a310-86bc0b69beef'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:14.310355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['04215a66-bbe5-4b42-a310-86bc0b69beef'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:14.365082 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.366260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5f166af9-ff26-4ff6-bf7a-a18dbc7c90d5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3607550 Aug 16 02:21:14.369037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50174) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:14.618766 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.654918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Set router 04215a66-bbe5-4b42-a310-86bc0b69beef gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:14.711683 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-404efaa5-00ee-4b10-9ca9-eb3822884769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.742700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port de33a479-7118-4905-95c4-753edb4c4263, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=de33a479-7118-4905-95c4-753edb4c4263,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:14.862742 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.900001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.946243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'name': 'tempest-TestServerMultinode-326263923-router', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:13Z', 'revision_number': 3, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'gw_port': {'id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:14.952810 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-404efaa5-00ee-4b10-9ca9-eb3822884769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:21:14.953162 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-404efaa5-00ee-4b10-9ca9-eb3822884769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:21:14.981028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=de33a479-7118-4905-95c4-753edb4c4263,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:14.983755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Checking router: 04215a66-bbe5-4b42-a310-86bc0b69beef for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:14.984690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Updating router 04215a66-bbe5-4b42-a310-86bc0b69beef port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:21:15.011346 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.073874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Allocated IP 172.20.0.1 (740ca302-c13e-4855-bba2-6565fb61f6f8/9e9f30a7-1901-4cd1-8cc4-f2b9500e6786/0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:15.222988 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.239875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Transition to ACTIVE for port object 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:15.333600 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.345011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Transition to ACTIVE for port object 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:15.392666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.433470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Network 740ca302-c13e-4855-bba2-6565fb61f6f8 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:15.439065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:15.442593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:15.469087 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Pushing event updated for resources: {'Port': ['ID=0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.488546 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.542656 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.603292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Attempting to bind port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:15.603667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Attempting to bind port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:15.604038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Attempting to bind port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:15.613926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:15.614762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:15.614762 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.615072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:15.615553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Bound port: 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:15.615948 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.617599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf9188-4a84-475f-9739-2ce9642160a4 None None] Pushing event updated for resources: {'Port': ['ID=2cb00e6f-5c22-4ccc-a28b-50bdafeeb978,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.676346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] For port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:15.679607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] For port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2cb00e6f-5c22-4ccc-a28b-50bdafeeb978,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:15.699664 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.788562 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.818520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abecba4e-d0d3-42a3-8ccb-352fff23f1d9 None None] Provisioning for port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:15.835010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abecba4e-d0d3-42a3-8ccb-352fff23f1d9 None None] Provisioning complete for port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:15.835010 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abecba4e-d0d3-42a3-8ccb-352fff23f1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.886805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Routers {'04215a66-bbe5-4b42-a310-86bc0b69beef'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:15.887952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['04215a66-bbe5-4b42-a310-86bc0b69beef'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:15.896861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf9188-4a84-475f-9739-2ce9642160a4 None None] Pushing event updated for resources: {'Port': ['ID=2cb00e6f-5c22-4ccc-a28b-50bdafeeb978,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.938454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-abecba4e-d0d3-42a3-8ccb-352fff23f1d9 None None] Port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:16.001232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device de33a479-7118-4905-95c4-753edb4c4263 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:16.061809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] Set router 04215a66-bbe5-4b42-a310-86bc0b69beef gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:16.105025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port de33a479-7118-4905-95c4-753edb4c4263 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:16.105409 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.228595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.336816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'name': 'tempest-TestServerMultinode-326263923-router', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:15Z', 'revision_number': 4, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'gw_port': {'id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4', 'name': '', 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'mac_address': 'fa:16:3e:04:29:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:14Z', 'updated_at': '2021-08-16T02:21:15Z', 'revision_number': 1, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'subnets': [{'id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:16.363701 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a2423-edfe-4de2-8be2-6fa2970c2ab6 None None] The sync data for ids ['04215a66-bbe5-4b42-a310-86bc0b69beef'] in n-d-768509-23 is: [{'id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'name': 'tempest-TestServerMultinode-326263923-router', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:15Z', 'revision_number': 4, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'gw_port': {'id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4', 'name': '', 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'mac_address': 'fa:16:3e:04:29:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:14Z', 'updated_at': '2021-08-16T02:21:15Z', 'revision_number': 1, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'subnets': [{'id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:16.392850 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.469635 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.471808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Pushing event updated for resources: {'Port': ['ID=0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:16.597628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Network 740ca302-c13e-4855-bba2-6565fb61f6f8 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:16.599391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:16.787911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Router 04215a66-bbe5-4b42-a310-86bc0b69beef has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:16.865965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4f10bc35-8b90-458d-bd0f-f64a968fc340 None None] Provisioning complete for port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:16.866639 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4f10bc35-8b90-458d-bd0f-f64a968fc340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.929206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4f10bc35-8b90-458d-bd0f-f64a968fc340 None None] Port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:16.959533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:16.965215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-73d90824-29d1-4081-a0da-dd123ffbb2fa admin admin] 10.222.0.66 "PUT /v2.0/routers/04215a66-bbe5-4b42-a310-86bc0b69beef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5949476 Aug 16 02:21:17.978017 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50218) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:17.983418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1315852948-network', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:18.023776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:18.153231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Made reservation on behalf of c52e00579a8e416cb89ae1b8e72a5f27 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:18.155660 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.173150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.186309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:18.190803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:18.191383 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.338265 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.342803 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.370612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2cb00e6f-5c22-4ccc-a28b-50bdafeeb978,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:18.496356 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.531436 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.540737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:21:18.559581 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:18.579229 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.579607 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Added segment d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb of type vlan for network 6c95439a-db3b-4349-bb4c-ee7e27c807fc Aug 16 02:21:18.590102 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Sync routers for ids ['04215a66-bbe5-4b42-a310-86bc0b69beef'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:18.605531 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Routers {'04215a66-bbe5-4b42-a310-86bc0b69beef'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:18.606323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['04215a66-bbe5-4b42-a310-86bc0b69beef'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:18.626212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.632429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=2cb00e6f-5c22-4ccc-a28b-50bdafeeb978,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:18.716952 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Set router 04215a66-bbe5-4b42-a310-86bc0b69beef gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:18.749927 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.751243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.752042 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.826303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] Pushing event updated for resources: {'Network': ['ID=6c95439a-db3b-4349-bb4c-ee7e27c807fc,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:18.836967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 6c95439a-db3b-4349-bb4c-ee7e27c807fc details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:21:18.927657 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-612d7187-b6b4-406e-87bc-4acc1be22b2a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9460330 Aug 16 02:21:18.928139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50226) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:18.933380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] Request body: {'subnet': {'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1315852948-subnet', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:19.030489 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'name': 'tempest-TestServerMultinode-326263923-router', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:15Z', 'revision_number': 4, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'gw_port': {'id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4', 'name': '', 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'mac_address': 'fa:16:3e:04:29:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:14Z', 'updated_at': '2021-08-16T02:21:16Z', 'revision_number': 2, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'subnets': [{'id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:19.056113 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Checking router: 04215a66-bbe5-4b42-a310-86bc0b69beef for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:19.056463 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Updating router 04215a66-bbe5-4b42-a310-86bc0b69beef port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:21:19.073263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] Made reservation on behalf of c52e00579a8e416cb89ae1b8e72a5f27 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:19.075912 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.085170 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.342314 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.358614 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.369316 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Transition to ACTIVE for port object 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:19.404295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15c8e3d-a30e-4b5a-ace9-34d4f0c43546,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:19.413328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] Checking segment: {'id': 'd08ca06f-e1e2-42b6-8d29-1ab1b46d9abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:19.413703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] Network hostable DHCP agents. Network: 6c95439a-db3b-4349-bb4c-ee7e27c807fc, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:21:19.422907 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.471475 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Pushing event updated for resources: {'Port': ['ID=0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:19.481945 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.493323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.493323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.493323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.493323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.493323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.493323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.493323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.493323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.493323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.493323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.493323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.513239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] Network 6c95439a-db3b-4349-bb4c-ee7e27c807fc is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:21:19.537887 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Attempting to bind port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:19.538251 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Attempting to bind port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:19.538607 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Attempting to bind port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 on network 740ca302-c13e-4855-bba2-6565fb61f6f8 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:19.543592 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:19.543936 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Checking segment: {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:19.544333 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.544715 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Bound using segment: {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:19.545169 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Bound port: 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:19.545544 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.604269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 6c95439a-db3b-4349-bb4c-ee7e27c807fc) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:19.610033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.610936 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.613183 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] For port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:19.616888 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] For port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:19.629468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc4fe66-8c42-4256-8a23-ea34145bb8c6 None None] Network 6c95439a-db3b-4349-bb4c-ee7e27c807fc requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:19.713972 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.725375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fe750a6a-d949-41b2-996c-f4d296518f61 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7960353 Aug 16 02:21:19.727707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50234) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:19.732512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1315852948-router', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:19.774556 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Routers {'04215a66-bbe5-4b42-a310-86bc0b69beef'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:19.775199 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['04215a66-bbe5-4b42-a310-86bc0b69beef'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:19.801247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-6c95439a-db3b-4349-bb4c-ee7e27c807fc', 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'fixed_ips': [{'subnet_id': 'd15c8e3d-a30e-4b5a-ace9-34d4f0c43546'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:21:19.802228 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.826070 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f789e-b014-4bf1-9f01-670c89c88d13 None None] Pushing event updated for resources: {'Port': ['ID=0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:19.873672 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.887569 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.945363 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] Set router 04215a66-bbe5-4b42-a310-86bc0b69beef gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:20.022014 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.052662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Allocated IP 172.20.0.2 (6c95439a-db3b-4349-bb4c-ee7e27c807fc/d15c8e3d-a30e-4b5a-ace9-34d4f0c43546/549494b1-30fc-48de-adf6-1f7ed0d8d771) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:20.126662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:20.258110 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'name': 'tempest-TestServerMultinode-326263923-router', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:15Z', 'revision_number': 4, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'gw_port': {'id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4', 'name': '', 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'mac_address': 'fa:16:3e:04:29:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:14Z', 'updated_at': '2021-08-16T02:21:19Z', 'revision_number': 4, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'subnets': [{'id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:20.292842 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d95e54-7b28-497f-93dc-5bfe3ee9d464 None None] The sync data for ids ['04215a66-bbe5-4b42-a310-86bc0b69beef'] in n-d-768509-23 is: [{'id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'name': 'tempest-TestServerMultinode-326263923-router', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:15Z', 'revision_number': 4, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'gw_port': {'id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4', 'name': '', 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'mac_address': 'fa:16:3e:04:29:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:14Z', 'updated_at': '2021-08-16T02:21:19Z', 'revision_number': 4, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'subnets': [{'id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:20.335989 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.347946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:20.348730 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.353721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.378737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Transition to ACTIVE for port object 549494b1-30fc-48de-adf6-1f7ed0d8d771 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:20.409716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Transition to ACTIVE for port object 549494b1-30fc-48de-adf6-1f7ed0d8d771 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:20.479395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:20.543679 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.586624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Network 6c95439a-db3b-4349-bb4c-ee7e27c807fc is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:20.593953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:20.599424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:20.652615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Pushing event updated for resources: {'Port': ['ID=549494b1-30fc-48de-adf6-1f7ed0d8d771,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:20.691680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Attempting to bind port 549494b1-30fc-48de-adf6-1f7ed0d8d771 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:20.692065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Attempting to bind port 549494b1-30fc-48de-adf6-1f7ed0d8d771 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd08ca06f-e1e2-42b6-8d29-1ab1b46d9abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:20.692419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Attempting to bind port 549494b1-30fc-48de-adf6-1f7ed0d8d771 on network 6c95439a-db3b-4349-bb4c-ee7e27c807fc {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:20.698274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:20.698666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Checking segment: {'id': 'd08ca06f-e1e2-42b6-8d29-1ab1b46d9abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:20.699080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.699563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Bound using segment: {'id': 'd08ca06f-e1e2-42b6-8d29-1ab1b46d9abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:20.700050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Bound port: 549494b1-30fc-48de-adf6-1f7ed0d8d771, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08ca06f-e1e2-42b6-8d29-1ab1b46d9abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:20.700446 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.734816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:20.742779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:20.742779 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.798344 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.821244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] For port 549494b1-30fc-48de-adf6-1f7ed0d8d771, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:20.824266 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.836339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] For port 549494b1-30fc-48de-adf6-1f7ed0d8d771, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=549494b1-30fc-48de-adf6-1f7ed0d8d771,segment=NetworkSegment(d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb),segment_id=d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:20.899653 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.921648 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.978313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:21.007648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Allocated IP 172.25.8.175 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/17e3534b-3fc8-4498-bb2c-80965046e068) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:21.014240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52561f-723d-44d9-ba33-2fa9fdf473f9 None None] Pushing event updated for resources: {'Port': ['ID=549494b1-30fc-48de-adf6-1f7ed0d8d771,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:21.044833 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.153211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:21.188936 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.216638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.445152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.501931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:21.505446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:21.507932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:21.515274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=17e3534b-3fc8-4498-bb2c-80965046e068,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:21.543474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.543822 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.544165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.544508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.544902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.545240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.545578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.545929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.546812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.547161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.547487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.547840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:21.871202 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.069180 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.090122 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:22.120555 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.154157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:22.154542 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.206194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baaed48-7bda-40d6-a059-030d585b2066 None None] Network 6c95439a-db3b-4349-bb4c-ee7e27c807fc requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:22.288308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 549494b1-30fc-48de-adf6-1f7ed0d8d771 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:22.397585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Router 9d59d004-8f97-4534-9c37-48f6c995b473 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:21:22.519430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:22.598832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Sync routers for ids ['9d59d004-8f97-4534-9c37-48f6c995b473'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:22.602516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e3c56232-f2ac-4e58-9cc6-ada118a08933 None None] Provisioning for port 549494b1-30fc-48de-adf6-1f7ed0d8d771 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:22.604262 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 549494b1-30fc-48de-adf6-1f7ed0d8d771 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:22.613300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 549494b1-30fc-48de-adf6-1f7ed0d8d771 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:22.613677 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.617860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e3c56232-f2ac-4e58-9cc6-ada118a08933 None None] Provisioning complete for port 549494b1-30fc-48de-adf6-1f7ed0d8d771 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:22.623412 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e3c56232-f2ac-4e58-9cc6-ada118a08933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.656665 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.657294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9c484435-d981-4402-b2d3-06964f992bc1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9282236 Aug 16 02:21:22.659985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50254) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:22.661847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Routers {'9d59d004-8f97-4534-9c37-48f6c995b473'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:22.665532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d59d004-8f97-4534-9c37-48f6c995b473'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:22.899244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Set router 9d59d004-8f97-4534-9c37-48f6c995b473 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:22.971135 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e3c56232-f2ac-4e58-9cc6-ada118a08933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.973400 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.098689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e3c56232-f2ac-4e58-9cc6-ada118a08933 None None] For port 549494b1-30fc-48de-adf6-1f7ed0d8d771, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=549494b1-30fc-48de-adf6-1f7ed0d8d771,segment=NetworkSegment(d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb),segment_id=d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:23.177863 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e3c56232-f2ac-4e58-9cc6-ada118a08933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.225652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'name': 'tempest-TestServerMultinode-1315852948-router', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:19Z', 'updated_at': '2021-08-16T02:21:21Z', 'revision_number': 3, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'gw_port': {'id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:70:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:20Z', 'updated_at': '2021-08-16T02:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:23.269285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Checking router: 9d59d004-8f97-4534-9c37-48f6c995b473 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:23.269647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Updating router 9d59d004-8f97-4534-9c37-48f6c995b473 port 17e3534b-3fc8-4498-bb2c-80965046e068 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:21:23.276907 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:21:23.277268 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:21:23.282970 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.319316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c56232-f2ac-4e58-9cc6-ada118a08933 None None] Pushing event updated for resources: {'Port': ['ID=549494b1-30fc-48de-adf6-1f7ed0d8d771,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:23.324763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.359656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b95b5bc8-5a5b-4790-8d09-a4d3a4023977 None None] Provisioning complete for port 549494b1-30fc-48de-adf6-1f7ed0d8d771 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:23.360136 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b95b5bc8-5a5b-4790-8d09-a4d3a4023977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.705555 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.721252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Transition to ACTIVE for port object 17e3534b-3fc8-4498-bb2c-80965046e068 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:23.878833 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.941313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Attempting to bind port 17e3534b-3fc8-4498-bb2c-80965046e068 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:23.941683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Attempting to bind port 17e3534b-3fc8-4498-bb2c-80965046e068 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:23.942123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Attempting to bind port 17e3534b-3fc8-4498-bb2c-80965046e068 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:23.949025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49651a-9af7-4cd1-8a13-1a74635b1919 None None] Pushing event updated for resources: {'Port': ['ID=17e3534b-3fc8-4498-bb2c-80965046e068,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:23.951820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:23.952436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:23.953433 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.954242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:23.954774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Bound port: 17e3534b-3fc8-4498-bb2c-80965046e068, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:23.955116 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.962573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Allocated IP 172.20.0.1 (6c95439a-db3b-4349-bb4c-ee7e27c807fc/d15c8e3d-a30e-4b5a-ace9-34d4f0c43546/627ce39c-4bd1-4b70-9231-d05648c266c0) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:24.026365 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] For port 17e3534b-3fc8-4498-bb2c-80965046e068, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:24.026365 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] For port 17e3534b-3fc8-4498-bb2c-80965046e068, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=17e3534b-3fc8-4498-bb2c-80965046e068,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:24.035321 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 549494b1-30fc-48de-adf6-1f7ed0d8d771 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:24.097095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 549494b1-30fc-48de-adf6-1f7ed0d8d771 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:24.097507 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.126571 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.142729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Transition to ACTIVE for port object 627ce39c-4bd1-4b70-9231-d05648c266c0 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:24.152457 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.238406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49651a-9af7-4cd1-8a13-1a74635b1919 None None] Pushing event updated for resources: {'Port': ['ID=17e3534b-3fc8-4498-bb2c-80965046e068,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:24.249613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Routers {'9d59d004-8f97-4534-9c37-48f6c995b473'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:24.250285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d59d004-8f97-4534-9c37-48f6c995b473'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:24.302689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.349203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Network 6c95439a-db3b-4349-bb4c-ee7e27c807fc is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:24.352477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:24.356479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:24.383861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] Set router 9d59d004-8f97-4534-9c37-48f6c995b473 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:24.390106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Pushing event updated for resources: {'Port': ['ID=627ce39c-4bd1-4b70-9231-d05648c266c0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:24.430478 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.632048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'name': 'tempest-TestServerMultinode-1315852948-router', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:19Z', 'updated_at': '2021-08-16T02:21:21Z', 'revision_number': 3, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'gw_port': {'id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:70:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:20Z', 'updated_at': '2021-08-16T02:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:24.663499 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543796fb-b93c-4afc-b858-a25b4e767424 None None] The sync data for ids ['9d59d004-8f97-4534-9c37-48f6c995b473'] in n-d-768509-23 is: [{'id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'name': 'tempest-TestServerMultinode-1315852948-router', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:19Z', 'updated_at': '2021-08-16T02:21:21Z', 'revision_number': 3, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'gw_port': {'id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:70:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:20Z', 'updated_at': '2021-08-16T02:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:24.677879 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.775030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3ebc3e0f-a245-4dd0-999a-904b5f924be3 None None] Provisioning for port 627ce39c-4bd1-4b70-9231-d05648c266c0 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:24.780634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3ebc3e0f-a245-4dd0-999a-904b5f924be3 None None] Provisioning complete for port 627ce39c-4bd1-4b70-9231-d05648c266c0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:24.780634 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3ebc3e0f-a245-4dd0-999a-904b5f924be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.817596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc3e0f-a245-4dd0-999a-904b5f924be3 None None] Port 627ce39c-4bd1-4b70-9231-d05648c266c0 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:24.902556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.011108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.081403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Pushing event updated for resources: {'Port': ['ID=627ce39c-4bd1-4b70-9231-d05648c266c0,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:25.084047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.193913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Network 6c95439a-db3b-4349-bb4c-ee7e27c807fc is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:25.195584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:25.372069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Router 9d59d004-8f97-4534-9c37-48f6c995b473 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:25.518886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:25.524814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-95d7f192-17eb-4c81-9cff-4941f41bf394 admin admin] 10.222.0.66 "PUT /v2.0/routers/9d59d004-8f97-4534-9c37-48f6c995b473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8636436 Aug 16 02:21:25.541380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-78bca4bd-f54d-4656-a296-26172e287856 None None] Provisioning complete for port 627ce39c-4bd1-4b70-9231-d05648c266c0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:25.541872 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-78bca4bd-f54d-4656-a296-26172e287856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.578102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-78bca4bd-f54d-4656-a296-26172e287856 None None] Port 627ce39c-4bd1-4b70-9231-d05648c266c0 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:26.053375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 17e3534b-3fc8-4498-bb2c-80965046e068 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:26.192397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-8060da1c-94da-4207-a6f8-bf1c2c9e1f6d tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.198362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-8060da1c-94da-4207-a6f8-bf1c2c9e1f6d tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/networks?id=740ca302-c13e-4855-bba2-6565fb61f6f8 HTTP/1.1" status: 200 len: 910 time: 0.1005030 Aug 16 02:21:26.210238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-5e8e329d-ea39-44b7-b114-40bd89b9ea54 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/quotas/c52e00579a8e416cb89ae1b8e72a5f27 HTTP/1.1" status: 200 len: 375 time: 0.0099783 Aug 16 02:21:26.216174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 17e3534b-3fc8-4498-bb2c-80965046e068 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:26.221524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 17e3534b-3fc8-4498-bb2c-80965046e068 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:26.222142 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.333950 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.348300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-46f47e26-5bcc-4900-9bca-0363b2067182 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=c52e00579a8e416cb89ae1b8e72a5f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1266382 Aug 16 02:21:26.354637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 17e3534b-3fc8-4498-bb2c-80965046e068, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=17e3534b-3fc8-4498-bb2c-80965046e068,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:26.507422 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.561099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d23bee7a-936f-4368-ad4f-95a1e98dfdf0 service neutron] 10.222.0.66 "GET /v2.0/networks/740ca302-c13e-4855-bba2-6565fb61f6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052746 Aug 16 02:21:26.564979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=17e3534b-3fc8-4498-bb2c-80965046e068,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:26.677696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-24a84674-bb6e-47ab-a327-5041d29c1946 service neutron] 10.222.0.66 "GET /v2.0/networks/740ca302-c13e-4855-bba2-6565fb61f6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088946 Aug 16 02:21:27.397547 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:21:27.554390 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Sync routers for ids ['9d59d004-8f97-4534-9c37-48f6c995b473'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:27.564530 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Routers {'9d59d004-8f97-4534-9c37-48f6c995b473'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:27.565203 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d59d004-8f97-4534-9c37-48f6c995b473'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:27.678314 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Set router 9d59d004-8f97-4534-9c37-48f6c995b473 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:27.889146 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'name': 'tempest-TestServerMultinode-1315852948-router', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:19Z', 'updated_at': '2021-08-16T02:21:24Z', 'revision_number': 4, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'gw_port': {'id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:20Z', 'updated_at': '2021-08-16T02:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '627ce39c-4bd1-4b70-9231-d05648c266c0', 'name': '', 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'mac_address': 'fa:16:3e:f9:0b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'd15c8e3d-a30e-4b5a-ace9-34d4f0c43546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:23Z', 'updated_at': '2021-08-16T02:21:24Z', 'revision_number': 2, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'subnets': [{'id': 'd15c8e3d-a30e-4b5a-ace9-34d4f0c43546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:27.917632 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Checking router: 9d59d004-8f97-4534-9c37-48f6c995b473 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:27.918535 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Updating router 9d59d004-8f97-4534-9c37-48f6c995b473 port 627ce39c-4bd1-4b70-9231-d05648c266c0 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:21:27.951602 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.030617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 17e3534b-3fc8-4498-bb2c-80965046e068 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:28.064305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9357d91e-4fa7-495a-bc58-f859fb2eabda req-2b209510-ee8c-42da-82ec-b6984ecc11d3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 210 time: 0.0417407 Aug 16 02:21:28.092128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 17e3534b-3fc8-4498-bb2c-80965046e068 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:28.093123 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.465208 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.496711 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Transition to ACTIVE for port object 627ce39c-4bd1-4b70-9231-d05648c266c0 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:28.575753 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.629427 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2857db-32af-4a9b-8f40-93514b540588 None None] Pushing event updated for resources: {'Port': ['ID=627ce39c-4bd1-4b70-9231-d05648c266c0,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:28.697994 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Attempting to bind port 627ce39c-4bd1-4b70-9231-d05648c266c0 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:28.699157 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Attempting to bind port 627ce39c-4bd1-4b70-9231-d05648c266c0 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd08ca06f-e1e2-42b6-8d29-1ab1b46d9abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:28.700462 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Attempting to bind port 627ce39c-4bd1-4b70-9231-d05648c266c0 on network 6c95439a-db3b-4349-bb4c-ee7e27c807fc {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:28.716802 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:28.720588 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Checking segment: {'id': 'd08ca06f-e1e2-42b6-8d29-1ab1b46d9abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:28.722687 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.723619 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Bound using segment: {'id': 'd08ca06f-e1e2-42b6-8d29-1ab1b46d9abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:28.725710 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Bound port: 627ce39c-4bd1-4b70-9231-d05648c266c0, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08ca06f-e1e2-42b6-8d29-1ab1b46d9abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:28.728858 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.814683 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] For port 627ce39c-4bd1-4b70-9231-d05648c266c0, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:28.818238 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] For port 627ce39c-4bd1-4b70-9231-d05648c266c0, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=627ce39c-4bd1-4b70-9231-d05648c266c0,segment=NetworkSegment(d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb),segment_id=d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:28.930961 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.012190 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Routers {'9d59d004-8f97-4534-9c37-48f6c995b473'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:29.012818 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d59d004-8f97-4534-9c37-48f6c995b473'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:29.065558 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2857db-32af-4a9b-8f40-93514b540588 None None] Pushing event updated for resources: {'Port': ['ID=627ce39c-4bd1-4b70-9231-d05648c266c0,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:29.168492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61c706fc-1980-4d76-9d70-4fb2bdec7318 req-33d59aa6-8aa5-42bf-a0b2-97cbf5b5f6ce tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 210 time: 0.0383847 Aug 16 02:21:29.214030 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] Set router 9d59d004-8f97-4534-9c37-48f6c995b473 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:29.474614 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'name': 'tempest-TestServerMultinode-1315852948-router', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:19Z', 'updated_at': '2021-08-16T02:21:24Z', 'revision_number': 4, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'gw_port': {'id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:20Z', 'updated_at': '2021-08-16T02:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '627ce39c-4bd1-4b70-9231-d05648c266c0', 'name': '', 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'mac_address': 'fa:16:3e:f9:0b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'd15c8e3d-a30e-4b5a-ace9-34d4f0c43546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:23Z', 'updated_at': '2021-08-16T02:21:28Z', 'revision_number': 4, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'subnets': [{'id': 'd15c8e3d-a30e-4b5a-ace9-34d4f0c43546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:29.505436 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba860c99-c3f7-43d3-927f-bdd6d5154e1e None None] The sync data for ids ['9d59d004-8f97-4534-9c37-48f6c995b473'] in n-d-768509-23 is: [{'id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'name': 'tempest-TestServerMultinode-1315852948-router', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:19Z', 'updated_at': '2021-08-16T02:21:24Z', 'revision_number': 4, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'gw_port': {'id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:20Z', 'updated_at': '2021-08-16T02:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '627ce39c-4bd1-4b70-9231-d05648c266c0', 'name': '', 'network_id': '6c95439a-db3b-4349-bb4c-ee7e27c807fc', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'mac_address': 'fa:16:3e:f9:0b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'd15c8e3d-a30e-4b5a-ace9-34d4f0c43546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:23Z', 'updated_at': '2021-08-16T02:21:28Z', 'revision_number': 4, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'subnets': [{'id': 'd15c8e3d-a30e-4b5a-ace9-34d4f0c43546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:29.924774 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2fb3-aa5b-4c41-ba95-0b50cb8a12d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.060140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 627ce39c-4bd1-4b70-9231-d05648c266c0 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:30.238983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 627ce39c-4bd1-4b70-9231-d05648c266c0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:30.244294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 627ce39c-4bd1-4b70-9231-d05648c266c0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:30.244703 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.307957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-375b3f2b-5214-458b-bcbb-31958ebcdb10 req-98dc6d43-1b76-4316-b342-dd5401b930b8 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 210 time: 0.0588164 Aug 16 02:21:30.398633 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.440650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 627ce39c-4bd1-4b70-9231-d05648c266c0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=627ce39c-4bd1-4b70-9231-d05648c266c0,segment=NetworkSegment(d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb),segment_id=d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:30.553563 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.611726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=627ce39c-4bd1-4b70-9231-d05648c266c0,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:31.191113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-1ea79ed9-cbdf-4a68-9394-fa903d2a746c tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.192793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-1ea79ed9-cbdf-4a68-9394-fa903d2a746c tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.64 "GET /v2.0/networks?id=740ca302-c13e-4855-bba2-6565fb61f6f8 HTTP/1.1" status: 200 len: 910 time: 0.1561825 Aug 16 02:21:31.205500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Request body: {'port': {'device_id': '7880534c-0d67-4574-93d6-aecd2b5577a9', 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8', 'admin_state_up': True, 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:31.382253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Made reservation on behalf of c52e00579a8e416cb89ae1b8e72a5f27 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:31.392594 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.492807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79206c7b-c720-42df-a63f-f6dfd53d5554 req-970f1755-c0ea-4d4e-9a3d-fc648c662b84 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 210 time: 0.0616782 Aug 16 02:21:31.726528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Allocated IP 172.20.0.5 (740ca302-c13e-4855-bba2-6565fb61f6f8/9e9f30a7-1901-4cd1-8cc4-f2b9500e6786/2911ba4f-8318-4555-ad0b-a164cb5758f2) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:31.880840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.894377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Transition to ACTIVE for port object 2911ba4f-8318-4555-ad0b-a164cb5758f2 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:31.995085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 627ce39c-4bd1-4b70-9231-d05648c266c0 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:32.000930 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.052536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Network 740ca302-c13e-4855-bba2-6565fb61f6f8 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:32.068267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 627ce39c-4bd1-4b70-9231-d05648c266c0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:32.068516 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.072897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:32.081383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:32.108015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Pushing event updated for resources: {'Port': ['ID=2911ba4f-8318-4555-ad0b-a164cb5758f2,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:32.134548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.135249 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.213510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-cb63653c-6459-4ff3-9788-d38d58ba10a1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0116105 Aug 16 02:21:32.226843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-53302f33-16f0-44b1-933c-29135cdad902 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:21:32.228146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-53302f33-16f0-44b1-933c-29135cdad902 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067980 Aug 16 02:21:32.346741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Request body: {'port': {'device_id': '7880534c-0d67-4574-93d6-aecd2b5577a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:32.413099 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.473520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cfcb74ea-2c1c-45e3-aef1-4f706959afb7 None None] Provisioning for port 2911ba4f-8318-4555-ad0b-a164cb5758f2 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:32.480561 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cfcb74ea-2c1c-45e3-aef1-4f706959afb7 None None] Provisioning complete for port 2911ba4f-8318-4555-ad0b-a164cb5758f2 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:32.481144 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cfcb74ea-2c1c-45e3-aef1-4f706959afb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.530290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb74ea-2c1c-45e3-aef1-4f706959afb7 None None] Port 2911ba4f-8318-4555-ad0b-a164cb5758f2 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:32.692364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497df8cd-b612-4fe5-ac09-1acf8a5395be req-131cc115-0d95-4d9e-9fb0-5a4d1a9b5827 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.693805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-497df8cd-b612-4fe5-ac09-1acf8a5395be req-131cc115-0d95-4d9e-9fb0-5a4d1a9b5827 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1027 time: 0.0977426 Aug 16 02:21:32.764111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-497df8cd-b612-4fe5-ac09-1acf8a5395be req-76753f50-0967-4ccf-8a44-5112cf40408b tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622621 Aug 16 02:21:32.820342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2911ba4f-8318-4555-ad0b-a164cb5758f2 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:32.834773 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.843474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Transition to ACTIVE for port object 2911ba4f-8318-4555-ad0b-a164cb5758f2 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:32.947478 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.958336 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4543e1ed-025b-475d-8935-a5dab330994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.960343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.022009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2911ba4f-8318-4555-ad0b-a164cb5758f2,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:33.112475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Attempting to bind port 2911ba4f-8318-4555-ad0b-a164cb5758f2 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:33.113015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Attempting to bind port 2911ba4f-8318-4555-ad0b-a164cb5758f2 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:33.113403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Attempting to bind port 2911ba4f-8318-4555-ad0b-a164cb5758f2 on network 740ca302-c13e-4855-bba2-6565fb61f6f8 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:33.127572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Port 2911ba4f-8318-4555-ad0b-a164cb5758f2 on network 740ca302-c13e-4855-bba2-6565fb61f6f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:33.127572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Attempting to bind port 2911ba4f-8318-4555-ad0b-a164cb5758f2 on network 740ca302-c13e-4855-bba2-6565fb61f6f8 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:33.127572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:33.127572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Checking segment: {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:33.127572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Bound using segment: {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:33.127572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Bound port: 2911ba4f-8318-4555-ad0b-a164cb5758f2, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:33.127572 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.209706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] For port 2911ba4f-8318-4555-ad0b-a164cb5758f2, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:33.213445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] For port 2911ba4f-8318-4555-ad0b-a164cb5758f2, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=2911ba4f-8318-4555-ad0b-a164cb5758f2,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:33.290614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.331856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.332403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.334243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] 10.222.0.64 "PUT /v2.0/ports/2911ba4f-8318-4555-ad0b-a164cb5758f2 HTTP/1.1" status: 200 len: 1092 time: 1.0847342 Aug 16 02:21:33.334485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7880534c-0d67-4574-93d6-aecd2b5577a9', 'tag': '2911ba4f-8318-4555-ad0b-a164cb5758f2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:33.336828 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aec671e-52b7-4672-956f-5fea33d6b70f" -d '{"events": [{"name": "network-changed", "server_uuid": "7880534c-0d67-4574-93d6-aecd2b5577a9", "tag": "2911ba4f-8318-4555-ad0b-a164cb5758f2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:33.371484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa4edc-4261-4198-9cc1-860933e134d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2911ba4f-8318-4555-ad0b-a164cb5758f2,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:33.392525 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953ef343-e5f1-4284-ba28-c7eb929943a3 x-openstack-request-id: req-953ef343-e5f1-4284-ba28-c7eb929943a3 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:33.392816 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7880534c-0d67-4574-93d6-aecd2b5577a9", "tag": "2911ba4f-8318-4555-ad0b-a164cb5758f2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:33.393254 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-953ef343-e5f1-4284-ba28-c7eb929943a3 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:33.393675 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7880534c-0d67-4574-93d6-aecd2b5577a9', 'tag': '2911ba4f-8318-4555-ad0b-a164cb5758f2', 'status': 'completed', 'code': 200} Aug 16 02:21:33.469068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec671e-52b7-4672-956f-5fea33d6b70f req-f14bd7fd-83b5-4aaf-8211-85d220d92322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.470792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4aec671e-52b7-4672-956f-5fea33d6b70f req-f14bd7fd-83b5-4aaf-8211-85d220d92322 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c52e00579a8e416cb89ae1b8e72a5f27&device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1095 time: 0.0576947 Aug 16 02:21:33.594416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec671e-52b7-4672-956f-5fea33d6b70f req-a457fdca-8719-46b5-90ce-1832e8b72b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.596068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4aec671e-52b7-4672-956f-5fea33d6b70f req-a457fdca-8719-46b5-90ce-1832e8b72b03 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c52e00579a8e416cb89ae1b8e72a5f27&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1168463 Aug 16 02:21:33.707783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec671e-52b7-4672-956f-5fea33d6b70f req-63dc9a0b-2cee-4906-b4ff-ee2b8f4e5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.709296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4aec671e-52b7-4672-956f-5fea33d6b70f req-63dc9a0b-2cee-4906-b4ff-ee2b8f4e5f38 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052051 Aug 16 02:21:33.790933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-daa27bcb-5ea9-4f1c-a018-66a7e304954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.795566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-daa27bcb-5ea9-4f1c-a018-66a7e304954e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c52e00579a8e416cb89ae1b8e72a5f27&device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1095 time: 0.0468559 Aug 16 02:21:33.854887 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-0f4ba424-93f7-46df-91e0-7d1f94f09ff4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2911ba4f-8318-4555-ad0b-a164cb5758f2 HTTP/1.1" status: 200 len: 217 time: 0.0505481 Aug 16 02:21:33.937619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-b8089b57-0f2e-4ee9-ac78-be0fc7e3a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.939158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-b8089b57-0f2e-4ee9-ac78-be0fc7e3a991 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9f30a7-1901-4cd1-8cc4-f2b9500e6786 HTTP/1.1" status: 200 len: 848 time: 0.0773709 Aug 16 02:21:33.959098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b1c3e-0c72-4920-9c9b-48a61664d326 req-ca97c8f1-22f6-433f-b820-6c6b64f9fe0f tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.960619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-561b1c3e-0c72-4920-9c9b-48a61664d326 req-ca97c8f1-22f6-433f-b820-6c6b64f9fe0f tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1095 time: 0.0673840 Aug 16 02:21:34.017244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-97572c9b-3fff-4d65-8c83-734555b1f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.018848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-97572c9b-3fff-4d65-8c83-734555b1f471 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=740ca302-c13e-4855-bba2-6565fb61f6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715289 Aug 16 02:21:34.022809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-561b1c3e-0c72-4920-9c9b-48a61664d326 req-ae544bb9-02bc-4692-95d6-770cbbc1dc57 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463736 Aug 16 02:21:34.121115 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-5c180eeb-aa4b-48c2-8b3d-7da16391fa20 service neutron] 10.222.0.64 "GET /v2.0/networks/740ca302-c13e-4855-bba2-6565fb61f6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914800 Aug 16 02:21:34.128984 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.215132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ea8bd1-6cdc-41ca-8980-8f4849a3b55b req-6514c421-f6ba-4960-a346-b6b35581fa31 service neutron] 10.222.0.64 "GET /v2.0/networks/740ca302-c13e-4855-bba2-6565fb61f6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866578 Aug 16 02:21:34.861600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50388) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:34.974156 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.066371 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.143607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00229408-fadb-4b10-8235-788878a895d3 req-19639625-e14c-45f0-87a8-0af6e37097e3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.145321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00229408-fadb-4b10-8235-788878a895d3 req-19639625-e14c-45f0-87a8-0af6e37097e3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1095 time: 0.0496933 Aug 16 02:21:35.170289 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.181737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00229408-fadb-4b10-8235-788878a895d3 req-bf600e2b-f014-4dbb-8867-21047c325525 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299046 Aug 16 02:21:35.210886 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6c2189236ff4b139cfc7b1d6bc7d8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480887 Aug 16 02:21:35.212153 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac3ee0c-b33f-4998-9ff3-f4f3f630ff72,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:35.214183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50396) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:35.220426 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.220773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.221298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.221648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.222016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.222354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.222685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.223012 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.223337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.223843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.224346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.224851 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79503301-b753-4300-a012-740a476df8e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:35.266878 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84ea2d2c-4050-481e-a23f-b4c1a9341266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.289023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84ea2d2c-4050-481e-a23f-b4c1a9341266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.457043 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84ea2d2c-4050-481e-a23f-b4c1a9341266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.459840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84ea2d2c-4050-481e-a23f-b4c1a9341266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.461439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-84ea2d2c-4050-481e-a23f-b4c1a9341266 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fac3ee0c-b33f-4998-9ff3-f4f3f630ff72 HTTP/1.1" status: 204 len: 168 time: 0.2457950 Aug 16 02:21:35.470220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea2d2c-4050-481e-a23f-b4c1a9341266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac3ee0c-b33f-4998-9ff3-f4f3f630ff72,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:35.884575 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.302137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84cfe-cf04-47a7-8af8-d194bc2c8ec5 req-7ac6dafe-4843-4a48-b0a9-8a30fbf98d7d tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.304328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82d84cfe-cf04-47a7-8af8-d194bc2c8ec5 req-7ac6dafe-4843-4a48-b0a9-8a30fbf98d7d tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1095 time: 0.0493643 Aug 16 02:21:36.347085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-82d84cfe-cf04-47a7-8af8-d194bc2c8ec5 req-4fc79b8c-dfc3-4eda-9444-98f5e3e7910f tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365033 Aug 16 02:21:36.370594 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 2911ba4f-8318-4555-ad0b-a164cb5758f2 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:36.474220 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 2911ba4f-8318-4555-ad0b-a164cb5758f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=2911ba4f-8318-4555-ad0b-a164cb5758f2,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:36.487625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '2911ba4f-8318-4555-ad0b-a164cb5758f2', 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8', 'port_id': '2911ba4f-8318-4555-ad0b-a164cb5758f2', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:36.525137 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.539209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2911ba4f-8318-4555-ad0b-a164cb5758f2 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:36.562284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 2911ba4f-8318-4555-ad0b-a164cb5758f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=2911ba4f-8318-4555-ad0b-a164cb5758f2,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:36.668028 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.724464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=2911ba4f-8318-4555-ad0b-a164cb5758f2,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:36.932670 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['2911ba4f-8318-4555-ad0b-a164cb5758f2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:37.460444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910cd41-5803-4e9b-bc95-aee59db98a1d req-d9415cd4-679a-48a2-83e3-3a29e58180f2 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.462061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5910cd41-5803-4e9b-bc95-aee59db98a1d req-d9415cd4-679a-48a2-83e3-3a29e58180f2 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1096 time: 0.0429711 Aug 16 02:21:37.500769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5910cd41-5803-4e9b-bc95-aee59db98a1d req-ad147ff4-fb7e-4e55-afd8-a7826be9fb78 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Aug 16 02:21:38.387423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 2911ba4f-8318-4555-ad0b-a164cb5758f2 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:38.620375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c760-53f9-42a6-ae23-99324af86dde req-92943f75-e42f-4ee5-b606-de4f798cc896 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.621932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ad4c760-53f9-42a6-ae23-99324af86dde req-92943f75-e42f-4ee5-b606-de4f798cc896 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1096 time: 0.0480821 Aug 16 02:21:38.669993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ad4c760-53f9-42a6-ae23-99324af86dde req-d9a56e30-8db8-444c-953d-8e6d6751e6ae tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301185 Aug 16 02:21:38.769292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 2911ba4f-8318-4555-ad0b-a164cb5758f2 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:38.773206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 2911ba4f-8318-4555-ad0b-a164cb5758f2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:38.773598 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.855008 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.878339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880534c-0d67-4574-93d6-aecd2b5577a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2911ba4f-8318-4555-ad0b-a164cb5758f2'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:38.880889 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd28288-8846-45d4-be23-eb4ec0a6b572" -d '{"events": [{"server_uuid": "7880534c-0d67-4574-93d6-aecd2b5577a9", "name": "network-vif-plugged", "status": "completed", "tag": "2911ba4f-8318-4555-ad0b-a164cb5758f2"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:38.895403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 2911ba4f-8318-4555-ad0b-a164cb5758f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=2911ba4f-8318-4555-ad0b-a164cb5758f2,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:38.981903 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.037121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=2911ba4f-8318-4555-ad0b-a164cb5758f2,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:39.066980 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1401f9-c802-483f-956a-c4ad965c2e04 x-openstack-request-id: req-ab1401f9-c802-483f-956a-c4ad965c2e04 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:39.067284 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880534c-0d67-4574-93d6-aecd2b5577a9", "name": "network-vif-plugged", "status": "completed", "tag": "2911ba4f-8318-4555-ad0b-a164cb5758f2", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:39.067544 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab1401f9-c802-483f-956a-c4ad965c2e04 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:39.067976 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880534c-0d67-4574-93d6-aecd2b5577a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2911ba4f-8318-4555-ad0b-a164cb5758f2', 'code': 200} Aug 16 02:21:39.168532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9486ae2-5a12-4ba6-85f5-a27e16093460 req-5b70dc1c-c25d-44af-8fb9-062c4a298847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.170131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9486ae2-5a12-4ba6-85f5-a27e16093460 req-5b70dc1c-c25d-44af-8fb9-062c4a298847 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1097 time: 0.0439951 Aug 16 02:21:39.210022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9486ae2-5a12-4ba6-85f5-a27e16093460 req-f6aedabb-47d9-43ce-bdb1-45a83deae6b3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Aug 16 02:21:39.773872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f8c5-14a6-4a83-ba71-7383a2ad6d86 req-d060b63a-c6ec-429f-b411-61a27f49bb83 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.775410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b844f8c5-14a6-4a83-ba71-7383a2ad6d86 req-d060b63a-c6ec-429f-b411-61a27f49bb83 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1097 time: 0.0473995 Aug 16 02:21:39.811697 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b844f8c5-14a6-4a83-ba71-7383a2ad6d86 req-1b4fa9ed-70b4-4f1e-8bc0-5ef30cb1540c tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290999 Aug 16 02:21:40.923328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46b8f9-c3a6-491e-b17f-d9710b1051c1 req-e3d5bfb7-f5bb-450a-a319-d7a53c9a62a0 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.924978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca46b8f9-c3a6-491e-b17f-d9710b1051c1 req-e3d5bfb7-f5bb-450a-a319-d7a53c9a62a0 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1097 time: 0.0426297 Aug 16 02:21:40.960975 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca46b8f9-c3a6-491e-b17f-d9710b1051c1 req-1b8f0131-62d0-4453-9571-a75659b7c43b tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294797 Aug 16 02:21:41.070860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21fad3-070d-42a1-a22c-b2e088f574f3 req-067ac78a-7d9f-482f-bfe5-985726d8cdd0 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.081544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd21fad3-070d-42a1-a22c-b2e088f574f3 req-067ac78a-7d9f-482f-bfe5-985726d8cdd0 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1097 time: 0.0437827 Aug 16 02:21:41.112047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd21fad3-070d-42a1-a22c-b2e088f574f3 req-cea6a140-03de-498b-903f-ba1b5d989dd1 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Aug 16 02:21:41.248033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69696a-d41e-4a83-bac4-0809ccba4b43 req-05d7d3fc-02ab-4798-9da3-95cb7d3b79cc tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.251063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f69696a-d41e-4a83-bac4-0809ccba4b43 req-05d7d3fc-02ab-4798-9da3-95cb7d3b79cc tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1097 time: 0.0657923 Aug 16 02:21:41.304128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f69696a-d41e-4a83-bac4-0809ccba4b43 req-975e1499-4788-4a79-ab5d-fb955cf36f2b tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451276 Aug 16 02:21:41.588854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-8139b5fe-7fd6-47df-84c6-f84d09609cd5 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.591432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-8139b5fe-7fd6-47df-84c6-f84d09609cd5 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/networks?id=740ca302-c13e-4855-bba2-6565fb61f6f8 HTTP/1.1" status: 200 len: 910 time: 0.0858936 Aug 16 02:21:41.605840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-152d23ad-d335-4c64-a82d-678a32bcf6ad tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/quotas/c52e00579a8e416cb89ae1b8e72a5f27 HTTP/1.1" status: 200 len: 375 time: 0.0094199 Aug 16 02:21:41.660825 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-443191ca-44e8-4c42-9be5-ffa58d3c120e tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=c52e00579a8e416cb89ae1b8e72a5f27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485933 Aug 16 02:21:41.750567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-a5802aff-74e7-4cbb-a198-13fa3eb174d0 service neutron] 10.222.0.66 "GET /v2.0/networks/740ca302-c13e-4855-bba2-6565fb61f6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824420 Aug 16 02:21:41.843717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-65acf982-1d02-4146-b917-9b4d21ac0e2d service neutron] 10.222.0.66 "GET /v2.0/networks/740ca302-c13e-4855-bba2-6565fb61f6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862720 Aug 16 02:21:42.093108 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-744ce6f1-403a-447c-8b57-782caead6916 req-37dfb7c1-19d7-4844-a63d-b003d77e70f2 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 210 time: 0.0260348 Aug 16 02:21:43.176621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dcf93f1c-3b73-4ee1-af29-f265dbd2d11e req-2dc5eab7-d9e2-48ca-b2f3-baad75cbcddf tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 210 time: 0.0262635 Aug 16 02:21:44.275102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81b5c511-6f6b-45fc-a36e-8a3060d0f151 req-f18496aa-af9c-4650-89f1-43f51d66e39d tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 210 time: 0.0257232 Aug 16 02:21:45.374928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33f60c10-1c6f-4d97-a295-dfea7ebb9972 req-4d1df708-5a6d-42b1-a788-f60b10cb499b tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 210 time: 0.0272329 Aug 16 02:21:46.294766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-a7de2311-63d0-44ec-9fda-0fb6ef1410e3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.294766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-a7de2311-63d0-44ec-9fda-0fb6ef1410e3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.74 "GET /v2.0/networks?id=740ca302-c13e-4855-bba2-6565fb61f6f8 HTTP/1.1" status: 200 len: 910 time: 0.1022835 Aug 16 02:21:46.310970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Request body: {'port': {'device_id': '7fa39b61-6f3b-40e7-bae8-ee018ab7c714', 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8', 'admin_state_up': True, 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:46.462539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Made reservation on behalf of c52e00579a8e416cb89ae1b8e72a5f27 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:46.464958 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.490285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0827d2bd-85e8-4bf3-9e1d-203c8ee32ac9 req-2b8f1b7e-4c28-4a0e-bf5c-f1c40978078c tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 210 time: 0.0400376 Aug 16 02:21:46.631574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Allocated IP 172.20.0.12 (740ca302-c13e-4855-bba2-6565fb61f6f8/9e9f30a7-1901-4cd1-8cc4-f2b9500e6786/5c958cec-c745-4450-a7d4-214cbf6765fa) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:46.776354 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.791310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Transition to ACTIVE for port object 5c958cec-c745-4450-a7d4-214cbf6765fa will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:46.895344 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.908407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['2911ba4f-8318-4555-ad0b-a164cb5758f2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:46.944702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Network 740ca302-c13e-4855-bba2-6565fb61f6f8 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:46.947782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:46.950421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:46.987809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Pushing event updated for resources: {'Port': ['ID=5c958cec-c745-4450-a7d4-214cbf6765fa,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:47.018545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.019534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.113917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-ecde7d1d-9775-46de-a774-ca02579c01c7 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8073828 Aug 16 02:21:47.126351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-6bcffeeb-1ca1-4210-831c-1a1606b62430 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:21:47.127672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-6bcffeeb-1ca1-4210-831c-1a1606b62430 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069227 Aug 16 02:21:47.257701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Request body: {'port': {'device_id': '7fa39b61-6f3b-40e7-bae8-ee018ab7c714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:47.316711 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.317235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a3ec0618-7cf7-456c-bde2-a03af10c2b97 None None] Provisioning for port 5c958cec-c745-4450-a7d4-214cbf6765fa completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:47.321577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a3ec0618-7cf7-456c-bde2-a03af10c2b97 None None] Provisioning complete for port 5c958cec-c745-4450-a7d4-214cbf6765fa triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:47.327187 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0618-7cf7-456c-bde2-a03af10c2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.370639 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec0618-7cf7-456c-bde2-a03af10c2b97 None None] Port 5c958cec-c745-4450-a7d4-214cbf6765fa cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:47.654088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c958cec-c745-4450-a7d4-214cbf6765fa {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:47.679614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238af93e-266c-43d9-ab70-8b3e16d7c0d3 req-ed9ffbaa-2001-4b0d-b68a-2ea8e4765aff tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.679614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-238af93e-266c-43d9-ab70-8b3e16d7c0d3 req-ed9ffbaa-2001-4b0d-b68a-2ea8e4765aff tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1028 time: 0.0870550 Aug 16 02:21:47.679614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.698072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Transition to ACTIVE for port object 5c958cec-c745-4450-a7d4-214cbf6765fa will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:47.713442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-238af93e-266c-43d9-ab70-8b3e16d7c0d3 req-569c2b9b-ee89-41ab-9868-8574235f6e47 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359397 Aug 16 02:21:47.837277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.911626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Pushing event updated for resources: {'Port': ['ID=5c958cec-c745-4450-a7d4-214cbf6765fa,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:47.965557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Attempting to bind port 5c958cec-c745-4450-a7d4-214cbf6765fa on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:47.965557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Attempting to bind port 5c958cec-c745-4450-a7d4-214cbf6765fa by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:47.965810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Attempting to bind port 5c958cec-c745-4450-a7d4-214cbf6765fa on network 740ca302-c13e-4855-bba2-6565fb61f6f8 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:47.973316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Port 5c958cec-c745-4450-a7d4-214cbf6765fa on network 740ca302-c13e-4855-bba2-6565fb61f6f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:47.973658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Attempting to bind port 5c958cec-c745-4450-a7d4-214cbf6765fa on network 740ca302-c13e-4855-bba2-6565fb61f6f8 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:47.979666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:47.980131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Checking segment: {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:47.980573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Bound using segment: {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:47.981009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Bound port: 5c958cec-c745-4450-a7d4-214cbf6765fa, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:47.981372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.062537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] For port 5c958cec-c745-4450-a7d4-214cbf6765fa, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:48.066849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] For port 5c958cec-c745-4450-a7d4-214cbf6765fa, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5c958cec-c745-4450-a7d4-214cbf6765fa,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:48.135014 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.169551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.170195 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.172306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] 10.222.0.74 "PUT /v2.0/ports/5c958cec-c745-4450-a7d4-214cbf6765fa HTTP/1.1" status: 200 len: 1093 time: 1.0369482 Aug 16 02:21:48.172738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa39b61-6f3b-40e7-bae8-ee018ab7c714', 'tag': '5c958cec-c745-4450-a7d4-214cbf6765fa'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:48.175020 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d085a5b-ae1a-4361-b231-8606c596896b" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa39b61-6f3b-40e7-bae8-ee018ab7c714", "tag": "5c958cec-c745-4450-a7d4-214cbf6765fa"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:48.217996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d463e-092d-4b5b-af6a-573ce9dd78ed service neutron] Pushing event updated for resources: {'Port': ['ID=5c958cec-c745-4450-a7d4-214cbf6765fa,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:48.242265 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ec33d8-140d-435c-b2a5-5d73159d60b7 x-openstack-request-id: req-f0ec33d8-140d-435c-b2a5-5d73159d60b7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:48.242564 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa39b61-6f3b-40e7-bae8-ee018ab7c714", "tag": "5c958cec-c745-4450-a7d4-214cbf6765fa", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:48.242854 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0ec33d8-140d-435c-b2a5-5d73159d60b7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:48.243459 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa39b61-6f3b-40e7-bae8-ee018ab7c714', 'tag': '5c958cec-c745-4450-a7d4-214cbf6765fa', 'status': 'completed', 'code': 200} Aug 16 02:21:48.330508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d085a5b-ae1a-4361-b231-8606c596896b req-b4eff4c9-272b-4e32-b569-81ba9e6859b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.332389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d085a5b-ae1a-4361-b231-8606c596896b req-b4eff4c9-272b-4e32-b569-81ba9e6859b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c52e00579a8e416cb89ae1b8e72a5f27&device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1096 time: 0.0662801 Aug 16 02:21:48.441836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d085a5b-ae1a-4361-b231-8606c596896b req-f60fcb36-7c2f-4088-9565-b0e58b8fffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.443333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d085a5b-ae1a-4361-b231-8606c596896b req-f60fcb36-7c2f-4088-9565-b0e58b8fffec service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c52e00579a8e416cb89ae1b8e72a5f27&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1027343 Aug 16 02:21:48.552792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d085a5b-ae1a-4361-b231-8606c596896b req-27fc36e5-45fa-4da7-af3b-7b3a149b2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.554335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d085a5b-ae1a-4361-b231-8606c596896b req-27fc36e5-45fa-4da7-af3b-7b3a149b2634 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039526 Aug 16 02:21:48.632962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-42f09e95-2220-46fa-8310-51c753bfe5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.634543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-42f09e95-2220-46fa-8310-51c753bfe5a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c52e00579a8e416cb89ae1b8e72a5f27&device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1096 time: 0.0429659 Aug 16 02:21:48.683222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-6b0b74f1-4dba-4817-bdb6-b74582d40b97 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c958cec-c745-4450-a7d4-214cbf6765fa HTTP/1.1" status: 200 len: 217 time: 0.0414302 Aug 16 02:21:48.745404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-e5761b00-091e-449f-a5ea-0d38bd75f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.746431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-e5761b00-091e-449f-a5ea-0d38bd75f858 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9e9f30a7-1901-4cd1-8cc4-f2b9500e6786 HTTP/1.1" status: 200 len: 848 time: 0.0567145 Aug 16 02:21:49.158258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-7457b90d-4e95-4ae8-97f8-9f2f2e56695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.159782 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-7457b90d-4e95-4ae8-97f8-9f2f2e56695d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=740ca302-c13e-4855-bba2-6565fb61f6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4069362 Aug 16 02:21:49.165889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd0721-b53c-4ebd-a993-4b33e0b8d6a1 req-488e517d-70f1-4603-b6df-b03dc2e45fc4 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.170307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cdd0721-b53c-4ebd-a993-4b33e0b8d6a1 req-488e517d-70f1-4603-b6df-b03dc2e45fc4 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1096 time: 0.0575819 Aug 16 02:21:49.265076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cdd0721-b53c-4ebd-a993-4b33e0b8d6a1 req-f9896030-f36e-4795-bf66-67a90079d380 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846801 Aug 16 02:21:49.291582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-941b4467-6be9-49f3-84a9-63c0069a15ed service neutron] 10.222.0.74 "GET /v2.0/networks/740ca302-c13e-4855-bba2-6565fb61f6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201961 Aug 16 02:21:49.387973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86a29da1-0cb3-4be9-b82c-4dddf135b138 req-20c0be3f-b8ef-49ee-8811-831909f2a0f0 service neutron] 10.222.0.74 "GET /v2.0/networks/740ca302-c13e-4855-bba2-6565fb61f6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895782 Aug 16 02:21:50.393346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271d456-7535-4a4a-91e4-5138d72c8bd9 req-bb71d4d6-317b-4d9d-8e21-f9d2051f5fc4 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.395116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b271d456-7535-4a4a-91e4-5138d72c8bd9 req-bb71d4d6-317b-4d9d-8e21-f9d2051f5fc4 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1096 time: 0.0506017 Aug 16 02:21:50.435009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b271d456-7535-4a4a-91e4-5138d72c8bd9 req-54a969d0-74df-4e7e-8c23-476fd6a01734 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331922 Aug 16 02:21:51.181452 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.547651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70940d-19dd-4a1d-99e6-4758bae65fef req-28211eef-3f11-4012-90b0-80098581b4c0 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.549113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e70940d-19dd-4a1d-99e6-4758bae65fef req-28211eef-3f11-4012-90b0-80098581b4c0 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1096 time: 0.0418260 Aug 16 02:21:51.584024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e70940d-19dd-4a1d-99e6-4758bae65fef req-19eb25d0-5cd5-4d5b-a910-7ef8c6d6466b tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287061 Aug 16 02:21:52.113353 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.510060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5c958cec-c745-4450-a7d4-214cbf6765fa details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:52.620251 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 5c958cec-c745-4450-a7d4-214cbf6765fa, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5c958cec-c745-4450-a7d4-214cbf6765fa,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:52.643826 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '5c958cec-c745-4450-a7d4-214cbf6765fa', 'network_id': '740ca302-c13e-4855-bba2-6565fb61f6f8', 'port_id': '5c958cec-c745-4450-a7d4-214cbf6765fa', 'mac_address': 'fa:16:3e:93:b9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9f30a7-1901-4cd1-8cc4-f2b9500e6786', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:52.709493 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.734980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c958cec-c745-4450-a7d4-214cbf6765fa {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:52.771951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 5c958cec-c745-4450-a7d4-214cbf6765fa, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5c958cec-c745-4450-a7d4-214cbf6765fa,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:52.839798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f0337-b3a0-4956-b55b-b8100ec2a26c req-e74fa03d-0c08-4669-b296-88883a553b27 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.842767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-026f0337-b3a0-4956-b55b-b8100ec2a26c req-e74fa03d-0c08-4669-b296-88883a553b27 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1096 time: 0.0515454 Aug 16 02:21:52.872841 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.886426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-026f0337-b3a0-4956-b55b-b8100ec2a26c req-4c465969-3584-48e2-9f91-c1bf2bcfb279 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364890 Aug 16 02:21:52.942154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=5c958cec-c745-4450-a7d4-214cbf6765fa,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:53.112307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['5c958cec-c745-4450-a7d4-214cbf6765fa'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:54.004028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50980e70-5832-4ce1-afad-016205423e3a req-6e85bbb4-7a75-4205-b03d-18dac9917ae5 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.005436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50980e70-5832-4ce1-afad-016205423e3a req-6e85bbb4-7a75-4205-b03d-18dac9917ae5 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1097 time: 0.0448296 Aug 16 02:21:54.043441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50980e70-5832-4ce1-afad-016205423e3a req-77650d9d-b9a5-402f-bd55-6a242fcffe8a tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Aug 16 02:21:54.541539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5c958cec-c745-4450-a7d4-214cbf6765fa up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:54.649826 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 5c958cec-c745-4450-a7d4-214cbf6765fa completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:54.653797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 5c958cec-c745-4450-a7d4-214cbf6765fa triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:54.654199 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.729769 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.752218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa39b61-6f3b-40e7-bae8-ee018ab7c714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c958cec-c745-4450-a7d4-214cbf6765fa'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:54.754479 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727345e5-a396-4d84-9ba4-9846b1cc9ad8" -d '{"events": [{"server_uuid": "7fa39b61-6f3b-40e7-bae8-ee018ab7c714", "name": "network-vif-plugged", "status": "completed", "tag": "5c958cec-c745-4450-a7d4-214cbf6765fa"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:54.768327 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 5c958cec-c745-4450-a7d4-214cbf6765fa, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5c958cec-c745-4450-a7d4-214cbf6765fa,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:54.792352 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da04d700-c55c-4182-bdbd-74d00e8b9ff7 x-openstack-request-id: req-da04d700-c55c-4182-bdbd-74d00e8b9ff7 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:54.792726 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa39b61-6f3b-40e7-bae8-ee018ab7c714", "name": "network-vif-plugged", "status": "completed", "tag": "5c958cec-c745-4450-a7d4-214cbf6765fa", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:54.793050 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-da04d700-c55c-4182-bdbd-74d00e8b9ff7 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:54.793515 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa39b61-6f3b-40e7-bae8-ee018ab7c714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c958cec-c745-4450-a7d4-214cbf6765fa', 'code': 200} Aug 16 02:21:54.850242 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.898815 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf8b93-7d92-4b7b-80f0-9110bd3aee4b req-b394add5-4952-4fe9-b1ba-297a096a6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.900636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbcf8b93-7d92-4b7b-80f0-9110bd3aee4b req-b394add5-4952-4fe9-b1ba-297a096a6ac9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1098 time: 0.0543411 Aug 16 02:21:54.909405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=5c958cec-c745-4450-a7d4-214cbf6765fa,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:54.950780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbcf8b93-7d92-4b7b-80f0-9110bd3aee4b req-c27454e5-4ea1-4671-833c-4533014689f8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Aug 16 02:21:55.159702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb27d42-5402-432d-864c-b21c6bcfc547 req-1f10b2dc-f22a-4b9a-9315-c0275f9cde5d tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.161258 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdb27d42-5402-432d-864c-b21c6bcfc547 req-1f10b2dc-f22a-4b9a-9315-c0275f9cde5d tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1098 time: 0.0425577 Aug 16 02:21:55.196767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdb27d42-5402-432d-864c-b21c6bcfc547 req-1b2c714d-0b71-481e-b36e-245dc8de4b1d tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291917 Aug 16 02:21:55.441978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50686) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:55.558432 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-643398ff-a4cf-4100-ac4d-48016d08aad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.655643 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-643398ff-a4cf-4100-ac4d-48016d08aad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.718400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-643398ff-a4cf-4100-ac4d-48016d08aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.756105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643398ff-a4cf-4100-ac4d-48016d08aad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429908cf-cb3b-48ce-91f4-def73ef4359e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:55.760513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-643398ff-a4cf-4100-ac4d-48016d08aad4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=837d77b729734bb78e2db08340059271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173306 Aug 16 02:21:55.763201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50690) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:55.812584 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-27efcef6-f29d-4f47-b6ac-d0263ef7bc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.833710 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-27efcef6-f29d-4f47-b6ac-d0263ef7bc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.958820 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-27efcef6-f29d-4f47-b6ac-d0263ef7bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.961557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-27efcef6-f29d-4f47-b6ac-d0263ef7bc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.962777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-27efcef6-f29d-4f47-b6ac-d0263ef7bc95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/429908cf-cb3b-48ce-91f4-def73ef4359e HTTP/1.1" status: 204 len: 168 time: 0.1984508 Aug 16 02:21:55.973147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efcef6-f29d-4f47-b6ac-d0263ef7bc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429908cf-cb3b-48ce-91f4-def73ef4359e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:56.304995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dff65-a7b6-4d31-a0ee-7834cae3661f req-978530fc-48df-4d93-88f2-f2d631b83a52 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.306590 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-120dff65-a7b6-4d31-a0ee-7834cae3661f req-978530fc-48df-4d93-88f2-f2d631b83a52 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1098 time: 0.0410945 Aug 16 02:21:56.354165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-120dff65-a7b6-4d31-a0ee-7834cae3661f req-163555be-62bb-4f30-8f50-f8ffba0f0813 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378795 Aug 16 02:21:56.502198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f97aa-a7ff-4711-98f3-cc28b85965f2 req-eca4921f-3cc7-4a85-bbe3-aad4c555aced tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.503675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f93f97aa-a7ff-4711-98f3-cc28b85965f2 req-eca4921f-3cc7-4a85-bbe3-aad4c555aced tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1098 time: 0.0453789 Aug 16 02:21:56.541664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f93f97aa-a7ff-4711-98f3-cc28b85965f2 req-8b276a3b-d4ac-4cd0-9e5f-493fb72c1c36 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314980 Aug 16 02:21:56.660821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b892a2-1c0d-4a23-88ae-db47fb2635cc req-d1842ffc-3d48-4ccc-a747-0b88be5c46ac tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.662471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18b892a2-1c0d-4a23-88ae-db47fb2635cc req-d1842ffc-3d48-4ccc-a747-0b88be5c46ac tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1098 time: 0.0435081 Aug 16 02:21:56.701135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18b892a2-1c0d-4a23-88ae-db47fb2635cc req-5292e8c6-77d9-4555-af4a-535219dfe41e tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Aug 16 02:21:57.209274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815beb4-0415-4dc5-a6d3-ed8792cbccc1 req-b6807aac-b3b4-4625-b37e-81db7d1d9f2e tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.210774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9815beb4-0415-4dc5-a6d3-ed8792cbccc1 req-b6807aac-b3b4-4625-b37e-81db7d1d9f2e tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1098 time: 0.0409672 Aug 16 02:21:57.244828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9815beb4-0415-4dc5-a6d3-ed8792cbccc1 req-bb7197aa-aca2-4048-bd7d-65e5beae620e tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280311 Aug 16 02:21:57.869773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50744) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:58.036988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'network': {'name': 'tempest-network-smoke--464351335', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'port_security_enabled': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:58.107382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Made reservation on behalf of b9c1923ec1594e9199cc2002fa3b14ec for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:58.111866 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.120775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.213425 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.288994 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.321629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:21:58.332137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6c8020-5cff-4d7f-b5c1-1115081980e1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:58.339241 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.339700 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Added segment 325c6575-5c7d-49d7-83c0-2d274ca609d9 of type vlan for network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 Aug 16 02:21:58.415229 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.426710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2f2a5-6d20-4f32-a685-5edb81f68d85 req-34adf899-cafb-42a2-8020-eebbf1f25d57 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:58.428172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bfb2f2a5-6d20-4f32-a685-5edb81f68d85 req-34adf899-cafb-42a2-8020-eebbf1f25d57 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1098 time: 0.0929499 Aug 16 02:21:58.503917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bfb2f2a5-6d20-4f32-a685-5edb81f68d85 req-0343d18c-c8c6-413a-aec1-3953a9b7df3b tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686321 Aug 16 02:21:58.513554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56af5aa-f028-4897-9fb6-7dd6209a63dc req-f6b8edd7-9eb5-4dd3-87b4-544960081010 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:58.515994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d56af5aa-f028-4897-9fb6-7dd6209a63dc req-f6b8edd7-9eb5-4dd3-87b4-544960081010 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 1098 time: 0.0632472 Aug 16 02:21:58.531557 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.536978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:58.537634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.650818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Network': ['ID=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:58.662221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:21:58.682374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-02ae83d5-3acc-4b7d-b029-6caa9c442d69 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8106802 Aug 16 02:21:58.683730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50750) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:58.689606 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-693214005', 'admin_state_up': True, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:58.698396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d56af5aa-f028-4897-9fb6-7dd6209a63dc req-de33764c-b5b9-45c7-9eee-2998831a5ec3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Deleting port 5c958cec-c745-4450-a7d4-214cbf6765fa {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:58.698814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d56af5aa-f028-4897-9fb6-7dd6209a63dc req-de33764c-b5b9-45c7-9eee-2998831a5ec3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.781767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.783231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.786588 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d56af5aa-f028-4897-9fb6-7dd6209a63dc req-de33764c-b5b9-45c7-9eee-2998831a5ec3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] For port 5c958cec-c745-4450-a7d4-214cbf6765fa, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=5c958cec-c745-4450-a7d4-214cbf6765fa,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:58.787061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d56af5aa-f028-4897-9fb6-7dd6209a63dc req-de33764c-b5b9-45c7-9eee-2998831a5ec3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.807732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-d56af5aa-f028-4897-9fb6-7dd6209a63dc req-de33764c-b5b9-45c7-9eee-2998831a5ec3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Calling delete_port for 5c958cec-c745-4450-a7d4-214cbf6765fa owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:58.844192 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.982417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d56af5aa-f028-4897-9fb6-7dd6209a63dc req-de33764c-b5b9-45c7-9eee-2998831a5ec3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.994582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['2911ba4f-8318-4555-ad0b-a164cb5758f2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:58.997230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['5c958cec-c745-4450-a7d4-214cbf6765fa'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:59.013139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33764c-b5b9-45c7-9eee-2998831a5ec3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c958cec-c745-4450-a7d4-214cbf6765fa,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:59.044283 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.078137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56af5aa-f028-4897-9fb6-7dd6209a63dc req-de33764c-b5b9-45c7-9eee-2998831a5ec3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] No DVR routers for this DVR port 5c958cec-c745-4450-a7d4-214cbf6765fa on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:59.081100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d56af5aa-f028-4897-9fb6-7dd6209a63dc req-de33764c-b5b9-45c7-9eee-2998831a5ec3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.083360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d56af5aa-f028-4897-9fb6-7dd6209a63dc req-de33764c-b5b9-45c7-9eee-2998831a5ec3 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.74 "DELETE /v2.0/ports/5c958cec-c745-4450-a7d4-214cbf6765fa HTTP/1.1" status: 204 len: 173 time: 0.5603340 Aug 16 02:21:59.083995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa39b61-6f3b-40e7-bae8-ee018ab7c714', 'name': 'network-vif-deleted', 'tag': '5c958cec-c745-4450-a7d4-214cbf6765fa'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:59.086457 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aadf1e-218e-4485-bf03-0c7635541c72" -d '{"events": [{"server_uuid": "7fa39b61-6f3b-40e7-bae8-ee018ab7c714", "name": "network-vif-deleted", "tag": "5c958cec-c745-4450-a7d4-214cbf6765fa"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:59.140501 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7874a62-beeb-42e7-8c3d-325e135257c1 x-openstack-request-id: req-a7874a62-beeb-42e7-8c3d-325e135257c1 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:59.140501 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa39b61-6f3b-40e7-bae8-ee018ab7c714", "name": "network-vif-deleted", "tag": "5c958cec-c745-4450-a7d4-214cbf6765fa", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:59.140751 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7874a62-beeb-42e7-8c3d-325e135257c1 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:59.141058 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa39b61-6f3b-40e7-bae8-ee018ab7c714', 'name': 'network-vif-deleted', 'tag': '5c958cec-c745-4450-a7d4-214cbf6765fa', 'status': 'completed', 'code': 200} Aug 16 02:21:59.397104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.416608 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.530254 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Allocated IP 172.25.8.202 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/f746799b-c09c-4162-a3bc-91af6e8a7374) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:59.618124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-560c59c9-9161-46f9-9895-9cfa47b613cb req-e6646a5f-8711-4a10-8abe-50b535a186cc tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7fa39b61-6f3b-40e7-bae8-ee018ab7c714 HTTP/1.1" status: 200 len: 210 time: 0.0260460 Aug 16 02:21:59.635946 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.734901 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.777400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:59.783785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:59.786121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:59.822648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=f746799b-c09c-4162-a3bc-91af6e8a7374,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:59.907188 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-45393d13-87b0-4bc9-9d1e-3719d21a71e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.176081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.410140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.640808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 08638b08-ccc7-4bf1-b58b-addc1813aedc is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:22:00.805154 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:00.817254 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Sync routers for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:00.832136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:00.832788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-81537005-9188-4186-b46b-745efb0546f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:00.901477 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.902941 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9728368e-5576-46d5-8f08-34db2ff557c2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2178545 Aug 16 02:22:00.906794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50828) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.963443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:01.025882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0830de55-4e61-4093-a0d1-1dd234d4c831 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b9c1923ec1594e9199cc2002fa3b14ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1178482 Aug 16 02:22:01.030098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50840) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:01.176146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-81537005-9188-4186-b46b-745efb0546f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:21:59Z', 'revision_number': 3, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:01.212488 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Checking router: 08638b08-ccc7-4bf1-b58b-addc1813aedc for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:01.212847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Updating router 08638b08-ccc7-4bf1-b58b-addc1813aedc port f746799b-c09c-4162-a3bc-91af6e8a7374 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:01.241736 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.246245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072a0a1f-6b21-4cd2-98fd-99edf2590cef tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.247793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-072a0a1f-6b21-4cd2-98fd-99edf2590cef tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2163074 Aug 16 02:22:01.251950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c391d-2bb4-46c7-acd4-131f3ca2ebe4 req-6622e2dc-2a52-463d-bf66-6ad7fb49f38b tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.252705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50844) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:01.253475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c35c391d-2bb4-46c7-acd4-131f3ca2ebe4 req-6622e2dc-2a52-463d-bf66-6ad7fb49f38b tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1097 time: 0.0778756 Aug 16 02:22:01.287718 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-630378f0-81b8-40ee-b46a-567be13d7936 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325248 Aug 16 02:22:01.288708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50846) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:01.293995 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515998628', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:01.298094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c35c391d-2bb4-46c7-acd4-131f3ca2ebe4 req-eca81a23-3f75-451d-96de-c4eb81da291d tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323708 Aug 16 02:22:01.450323 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Made reservation on behalf of b9c1923ec1594e9199cc2002fa3b14ec for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:01.454994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.533595 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.545419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Transition to ACTIVE for port object f746799b-c09c-4162-a3bc-91af6e8a7374 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:01.609863 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.664011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Attempting to bind port f746799b-c09c-4162-a3bc-91af6e8a7374 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:01.664383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Attempting to bind port f746799b-c09c-4162-a3bc-91af6e8a7374 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:01.664751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Attempting to bind port f746799b-c09c-4162-a3bc-91af6e8a7374 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:01.674175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:01.674553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:01.674958 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.675352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:01.675843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Bound port: f746799b-c09c-4162-a3bc-91af6e8a7374, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:01.676223 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.677981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e8278-c6b8-407a-ae4f-65a8e5bd8c91 None None] Pushing event updated for resources: {'Port': ['ID=f746799b-c09c-4162-a3bc-91af6e8a7374,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.706040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.732338 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-81537005-9188-4186-b46b-745efb0546f4 None None] For port f746799b-c09c-4162-a3bc-91af6e8a7374, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:01.736726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-81537005-9188-4186-b46b-745efb0546f4 None None] For port f746799b-c09c-4162-a3bc-91af6e8a7374, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f746799b-c09c-4162-a3bc-91af6e8a7374,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:01.775528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Subnet': ['ID=376b702f-3758-4eef-9ee2-fcc69e5bbd22,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.780129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Checking segment: {'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:01.780129 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network hostable DHCP agents. Network: 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:01.799490 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.855514 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:01.860557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:01.861200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-81537005-9188-4186-b46b-745efb0546f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:21:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:01.898494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e8278-c6b8-407a-ae4f-65a8e5bd8c91 None None] Pushing event updated for resources: {'Port': ['ID=f746799b-c09c-4162-a3bc-91af6e8a7374,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.935401 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:01.942471 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.944182 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.956169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c112c-c87c-4c10-a41f-ddbb7f890b5f None None] Network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:02.027578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-81537005-9188-4186-b46b-745efb0546f4 None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:02.034829 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b5bdb8d2-a1ec-47b5-9aa8-5c9982f793b1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7423925 Aug 16 02:22:02.035429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50850) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:02.262980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:02.264758 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.426156 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-81537005-9188-4186-b46b-745efb0546f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:21:59Z', 'revision_number': 3, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:02.460885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81537005-9188-4186-b46b-745efb0546f4 None None] The sync data for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 is: [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:21:59Z', 'revision_number': 3, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:02.477503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Allocated IP 172.20.0.2 (3ca471be-8a74-4d8f-8ca4-e51e0922d6b5/376b702f-3758-4eef-9ee2-fcc69e5bbd22/c9acddfc-315d-49bd-9fde-b6e471433366) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:02.531611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeabe67-97bb-49cd-bf15-99bc024cf83f req-15b1fbc7-55c0-426a-add1-823c94948018 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.539966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdeabe67-97bb-49cd-bf15-99bc024cf83f req-15b1fbc7-55c0-426a-add1-823c94948018 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1097 time: 0.1023464 Aug 16 02:22:02.563538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5c958cec-c745-4450-a7d4-214cbf6765fa no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:02.599226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 5c958cec-c745-4450-a7d4-214cbf6765fa {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:02.599678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 5c958cec-c745-4450-a7d4-214cbf6765fa not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:02.669454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cdeabe67-97bb-49cd-bf15-99bc024cf83f req-7a645a77-7da4-4f07-9c7c-4a88bfd90ade tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221030 Aug 16 02:22:02.707813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afc1a7-d240-4ce9-a2ee-357c0c888608 req-5bc30690-dcf5-41e4-93ea-8b0ec806ed6f tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.708825 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44afc1a7-d240-4ce9-a2ee-357c0c888608 req-5bc30690-dcf5-41e4-93ea-8b0ec806ed6f tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 1097 time: 0.1159306 Aug 16 02:22:02.755469 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.755632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.762282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Transition to ACTIVE for port object c9acddfc-315d-49bd-9fde-b6e471433366 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:02.782549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Transition to ACTIVE for port object c9acddfc-315d-49bd-9fde-b6e471433366 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:02.863121 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.935142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Pushing event updated for resources: {'Port': ['ID=c9acddfc-315d-49bd-9fde-b6e471433366,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:02.952986 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.956577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:02.958669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.959021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.959369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.959959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.960481 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.960834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.961170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.961760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.968329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.968329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.968329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.968329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:02.968329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7e15ff2a-f66d-481c-b046-16cac3b87621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.969958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:02.972184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:02.975818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-44afc1a7-d240-4ce9-a2ee-357c0c888608 req-73fba984-2187-4095-bb8e-abe6e969d699 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Deleting port 2911ba4f-8318-4555-ad0b-a164cb5758f2 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:02.976452 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-44afc1a7-d240-4ce9-a2ee-357c0c888608 req-73fba984-2187-4095-bb8e-abe6e969d699 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.048806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Attempting to bind port c9acddfc-315d-49bd-9fde-b6e471433366 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:03.049383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Attempting to bind port c9acddfc-315d-49bd-9fde-b6e471433366 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:03.049629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Attempting to bind port c9acddfc-315d-49bd-9fde-b6e471433366 on network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:03.054884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:03.055268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Checking segment: {'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:03.055683 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.056088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Bound using segment: {'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:03.056565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Bound port: c9acddfc-315d-49bd-9fde-b6e471433366, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:03.057079 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.136874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] For port c9acddfc-315d-49bd-9fde-b6e471433366, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:03.141013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] For port c9acddfc-315d-49bd-9fde-b6e471433366, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c9acddfc-315d-49bd-9fde-b6e471433366,segment=NetworkSegment(325c6575-5c7d-49d7-83c0-2d274ca609d9),segment_id=325c6575-5c7d-49d7-83c0-2d274ca609d9)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:03.184074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-44afc1a7-d240-4ce9-a2ee-357c0c888608 req-73fba984-2187-4095-bb8e-abe6e969d699 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] For port 2911ba4f-8318-4555-ad0b-a164cb5758f2, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=2911ba4f-8318-4555-ad0b-a164cb5758f2,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:03.184658 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-44afc1a7-d240-4ce9-a2ee-357c0c888608 req-73fba984-2187-4095-bb8e-abe6e969d699 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.228261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-44afc1a7-d240-4ce9-a2ee-357c0c888608 req-73fba984-2187-4095-bb8e-abe6e969d699 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Calling delete_port for 2911ba4f-8318-4555-ad0b-a164cb5758f2 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:03.229059 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.304048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60662592-c6f3-4c5b-8ae8-d81f1b131aab None None] Pushing event updated for resources: {'Port': ['ID=c9acddfc-315d-49bd-9fde-b6e471433366,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.305699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Allocated IP 172.20.0.1 (3ca471be-8a74-4d8f-8ca4-e51e0922d6b5/376b702f-3758-4eef-9ee2-fcc69e5bbd22/c76d3a06-dadf-4f48-bf57-fb989a5d0ed9) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:03.541081 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.558428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Transition to ACTIVE for port object c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:03.606158 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-44afc1a7-d240-4ce9-a2ee-357c0c888608 req-73fba984-2187-4095-bb8e-abe6e969d699 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.620401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['2911ba4f-8318-4555-ad0b-a164cb5758f2'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:03.640437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fba984-2187-4095-bb8e-abe6e969d699 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Pushing event deleted for resources: {'Port': ['ID=2911ba4f-8318-4555-ad0b-a164cb5758f2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.683796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-44afc1a7-d240-4ce9-a2ee-357c0c888608 req-73fba984-2187-4095-bb8e-abe6e969d699 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] No DVR routers for this DVR port 2911ba4f-8318-4555-ad0b-a164cb5758f2 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:03.687421 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-44afc1a7-d240-4ce9-a2ee-357c0c888608 req-73fba984-2187-4095-bb8e-abe6e969d699 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.690100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-44afc1a7-d240-4ce9-a2ee-357c0c888608 req-73fba984-2187-4095-bb8e-abe6e969d699 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.64 "DELETE /v2.0/ports/2911ba4f-8318-4555-ad0b-a164cb5758f2 HTTP/1.1" status: 204 len: 173 time: 0.9719667 Aug 16 02:22:03.690589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880534c-0d67-4574-93d6-aecd2b5577a9', 'name': 'network-vif-deleted', 'tag': '2911ba4f-8318-4555-ad0b-a164cb5758f2'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:03.693382 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1b68a6-ac3f-4d7a-b628-588c5bfdd245" -d '{"events": [{"server_uuid": "7880534c-0d67-4574-93d6-aecd2b5577a9", "name": "network-vif-deleted", "tag": "2911ba4f-8318-4555-ad0b-a164cb5758f2"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:03.698382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.780732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:03.797317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:03.816832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:03.821322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db7006e2-5c8e-4e13-86a0-c26554e59dce req-56c3f4bc-8d68-4d0a-9764-1131158da9e6 tempest-TestServerMultinode-76835104 tempest-TestServerMultinode-76835104-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7880534c-0d67-4574-93d6-aecd2b5577a9 HTTP/1.1" status: 200 len: 210 time: 0.0398378 Aug 16 02:22:03.823541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=c76d3a06-dadf-4f48-bf57-fb989a5d0ed9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.897501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.945738 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc86938-d700-4466-9e9a-3e37a7e719ff x-openstack-request-id: req-5fc86938-d700-4466-9e9a-3e37a7e719ff {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:03.946189 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880534c-0d67-4574-93d6-aecd2b5577a9", "name": "network-vif-deleted", "tag": "2911ba4f-8318-4555-ad0b-a164cb5758f2", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:03.946848 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5fc86938-d700-4466-9e9a-3e37a7e719ff {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:03.947316 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880534c-0d67-4574-93d6-aecd2b5577a9', 'name': 'network-vif-deleted', 'tag': '2911ba4f-8318-4555-ad0b-a164cb5758f2', 'status': 'completed', 'code': 200} Aug 16 02:22:04.103105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f746799b-c09c-4162-a3bc-91af6e8a7374 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:04.163269 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.194227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.214514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f746799b-c09c-4162-a3bc-91af6e8a7374 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:04.218576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f746799b-c09c-4162-a3bc-91af6e8a7374 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:04.218962 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.402297 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:22:04.477657 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.510989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f746799b-c09c-4162-a3bc-91af6e8a7374, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f746799b-c09c-4162-a3bc-91af6e8a7374,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:04.537308 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.582162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.582463 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.583322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c9acddfc-315d-49bd-9fde-b6e471433366 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:04.661577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=c76d3a06-dadf-4f48-bf57-fb989a5d0ed9,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:04.666789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.709487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f746799b-c09c-4162-a3bc-91af6e8a7374,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:04.787194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c9acddfc-315d-49bd-9fde-b6e471433366 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:04.911349 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50866) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:04.998563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b074014-8835-4811-84c7-beeadbc025ac None None] Network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:05.200186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:05.202462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:05.211090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abdbed73-b727-4e36-b4c4-6fb42bcf9fad None None] Provisioning for port c9acddfc-315d-49bd-9fde-b6e471433366 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:05.219902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abdbed73-b727-4e36-b4c4-6fb42bcf9fad None None] Provisioning complete for port c9acddfc-315d-49bd-9fde-b6e471433366 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:05.220374 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abdbed73-b727-4e36-b4c4-6fb42bcf9fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.345330 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abdbed73-b727-4e36-b4c4-6fb42bcf9fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.350148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 08638b08-ccc7-4bf1-b58b-addc1813aedc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:05.392586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-abdbed73-b727-4e36-b4c4-6fb42bcf9fad None None] For port c9acddfc-315d-49bd-9fde-b6e471433366, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c9acddfc-315d-49bd-9fde-b6e471433366,segment=NetworkSegment(325c6575-5c7d-49d7-83c0-2d274ca609d9),segment_id=325c6575-5c7d-49d7-83c0-2d274ca609d9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:05.477170 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abdbed73-b727-4e36-b4c4-6fb42bcf9fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.495539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:05.502446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e31b7a91-90bc-4c58-b197-802728cfdf43 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "PUT /v2.0/routers/08638b08-ccc7-4bf1-b58b-addc1813aedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4654081 Aug 16 02:22:05.504682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50868) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:05.508005 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Sync routers for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:05.523878 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:05.525098 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:05.573001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbed73-b727-4e36-b4c4-6fb42bcf9fad None None] Pushing event updated for resources: {'Port': ['ID=c9acddfc-315d-49bd-9fde-b6e471433366,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:05.672176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8eff8166-baf7-4e55-b2d3-e417b0764000 None None] Provisioning for port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:05.676714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8eff8166-baf7-4e55-b2d3-e417b0764000 None None] Provisioning complete for port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:05.677105 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8eff8166-baf7-4e55-b2d3-e417b0764000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.725270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b718e2-9f11-4af9-a7cb-642fc6e40990 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.725932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b718e2-9f11-4af9-a7cb-642fc6e40990 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.726409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b718e2-9f11-4af9-a7cb-642fc6e40990 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.727516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b718e2-9f11-4af9-a7cb-642fc6e40990 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.727986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b718e2-9f11-4af9-a7cb-642fc6e40990 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.728463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b718e2-9f11-4af9-a7cb-642fc6e40990 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.731051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e1b718e2-9f11-4af9-a7cb-642fc6e40990 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.2235689 Aug 16 02:22:05.733163 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:05.734238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50870) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:05.784923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8eff8166-baf7-4e55-b2d3-e417b0764000 None None] Port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:05.803032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8eff8166-baf7-4e55-b2d3-e417b0764000 None None] Provisioning complete for port c9acddfc-315d-49bd-9fde-b6e471433366 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:05.803438 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8eff8166-baf7-4e55-b2d3-e417b0764000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.886132 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.935737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca517f62-8ba6-4362-a5cd-c0ee5707b9f0 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.936496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca517f62-8ba6-4362-a5cd-c0ee5707b9f0 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.938281 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.939223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca517f62-8ba6-4362-a5cd-c0ee5707b9f0 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.939832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca517f62-8ba6-4362-a5cd-c0ee5707b9f0 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.940433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca517f62-8ba6-4362-a5cd-c0ee5707b9f0 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.941048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca517f62-8ba6-4362-a5cd-c0ee5707b9f0 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.945217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ca517f62-8ba6-4362-a5cd-c0ee5707b9f0 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4001 time: 0.2095342 Aug 16 02:22:05.954624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50874) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:06.049854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ac94e81e-f1a9-42a0-b513-fb88edbf5637 None None] Provisioning complete for port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:06.050556 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ac94e81e-f1a9-42a0-b513-fb88edbf5637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.110028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f746799b-c09c-4162-a3bc-91af6e8a7374 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:06.193484 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 2, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:06.219393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ac94e81e-f1a9-42a0-b513-fb88edbf5637 None None] Port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:06.243753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f746799b-c09c-4162-a3bc-91af6e8a7374 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:06.244286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.253751 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Checking router: 08638b08-ccc7-4bf1-b58b-addc1813aedc for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:06.254181 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Updating router 08638b08-ccc7-4bf1-b58b-addc1813aedc port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:06.296344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8919605e-55ae-4de9-a71e-9d51cb19a8a4 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.3404207 Aug 16 02:22:06.307619 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.380296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5fcc325c-7fc7-4b7c-ba4c-df6e55ed5879 None None] Provisioning complete for port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:06.380980 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5fcc325c-7fc7-4b7c-ba4c-df6e55ed5879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.429600 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc325c-7fc7-4b7c-ba4c-df6e55ed5879 None None] Port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:06.432541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c9acddfc-315d-49bd-9fde-b6e471433366 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:06.443171 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] Deleting port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:06.451699 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.490015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c9acddfc-315d-49bd-9fde-b6e471433366 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:06.490397 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.578271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 2911ba4f-8318-4555-ad0b-a164cb5758f2 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:06.596867 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] For port 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:06.597236 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.613153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 2911ba4f-8318-4555-ad0b-a164cb5758f2 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:06.613501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 2911ba4f-8318-4555-ad0b-a164cb5758f2 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:06.626772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] Calling delete_port for 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:06.679330 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.695305 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Transition to ACTIVE for port object c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:06.782274 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.833926 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4f397-3e11-454e-9ead-943fb2ca0dd6 None None] Pushing event updated for resources: {'Port': ['ID=c76d3a06-dadf-4f48-bf57-fb989a5d0ed9,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:06.856312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50878) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:06.866339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c42e2d76-a152-4f32-b73e-a4386b50cbc5 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6802678', 'description': 'tempest-secgroup-smoke-6802678 description', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:06.901409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.982781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:06.987240 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c42e2d76-a152-4f32-b73e-a4386b50cbc5 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.049934 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Attempting to bind port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:07.050310 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Attempting to bind port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:07.050671 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Attempting to bind port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 on network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:07.076845 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:07.077563 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Checking segment: {'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:07.078193 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.081808 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Bound using segment: {'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:07.082557 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Bound port: c76d3a06-dadf-4f48-bf57-fb989a5d0ed9, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:07.090194 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.179284 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] For port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:07.184155 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] For port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c76d3a06-dadf-4f48-bf57-fb989a5d0ed9,segment=NetworkSegment(325c6575-5c7d-49d7-83c0-2d274ca609d9),segment_id=325c6575-5c7d-49d7-83c0-2d274ca609d9)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:07.197979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c42e2d76-a152-4f32-b73e-a4386b50cbc5 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.225120 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.260751 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.290291 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c42e2d76-a152-4f32-b73e-a4386b50cbc5 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.314837 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:07.315461 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:07.334532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e2d76-a152-4f32-b73e-a4386b50cbc5 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60228e0-4c2b-488c-ab5c-34dd6123f82c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.370313 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4f397-3e11-454e-9ead-943fb2ca0dd6 None None] Pushing event updated for resources: {'Port': ['ID=c76d3a06-dadf-4f48-bf57-fb989a5d0ed9,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.434339 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c42e2d76-a152-4f32-b73e-a4386b50cbc5 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.442423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c42e2d76-a152-4f32-b73e-a4386b50cbc5 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5846009 Aug 16 02:22:07.443817 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50882) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:07.449433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a34060a6-e50a-47e7-9b6c-f22a35b61449 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'd60228e0-4c2b-488c-ab5c-34dd6123f82c', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:07.474268 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:07.537495 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a34060a6-e50a-47e7-9b6c-f22a35b61449 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.567120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] Router 04215a66-bbe5-4b42-a310-86bc0b69beef has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:07.643792 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a34060a6-e50a-47e7-9b6c-f22a35b61449 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.698701 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:07.710945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02d2a5-d9d4-48fa-acea-49300c731df7 None None] Sync routers for ids ['04215a66-bbe5-4b42-a310-86bc0b69beef'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:07.711466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50884) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:07.719220 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:07.724249 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a77dc170-7d1a-4d65-8117-8f324a419e66 admin admin] 10.222.0.66 "PUT /v2.0/routers/04215a66-bbe5-4b42-a310-86bc0b69beef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8111248 Aug 16 02:22:07.727890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02d2a5-d9d4-48fa-acea-49300c731df7 None None] Routers {'04215a66-bbe5-4b42-a310-86bc0b69beef'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:07.731570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4b02d2a5-d9d4-48fa-acea-49300c731df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['04215a66-bbe5-4b42-a310-86bc0b69beef'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:07.752002 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47488b3a-7c87-4276-9d61-11f7d502c8cc None None] The sync data for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 is: [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:07.755114 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a34060a6-e50a-47e7-9b6c-f22a35b61449 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.782296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34060a6-e50a-47e7-9b6c-f22a35b61449 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e316e9-cdc5-4d3b-bb35-f53103ada3ca,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.877611 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a34060a6-e50a-47e7-9b6c-f22a35b61449 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.880652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a34060a6-e50a-47e7-9b6c-f22a35b61449 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4343874 Aug 16 02:22:07.882746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50886) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:07.887900 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.892677 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-11dc461f-b1ca-4712-b317-2ef8dee0c777 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'd60228e0-4c2b-488c-ab5c-34dd6123f82c', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:07.901082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-4b02d2a5-d9d4-48fa-acea-49300c731df7 None None] Set router 04215a66-bbe5-4b42-a310-86bc0b69beef gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:07.998788 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11dc461f-b1ca-4712-b317-2ef8dee0c777 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.060842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.088060 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11dc461f-b1ca-4712-b317-2ef8dee0c777 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.170710 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11dc461f-b1ca-4712-b317-2ef8dee0c777 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.199279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc461f-b1ca-4712-b317-2ef8dee0c777 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1185a4-5259-4905-9117-60b96088f386,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.227448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Deleting port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:08.227789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.249788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:08.261280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-11dc461f-b1ca-4712-b317-2ef8dee0c777 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.266079 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-11dc461f-b1ca-4712-b317-2ef8dee0c777 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3822186 Aug 16 02:22:08.266833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50890) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:08.271571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6ffcf38f-4339-404b-8dd9-8fee1e00f402 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'd60228e0-4c2b-488c-ab5c-34dd6123f82c', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:08.337363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] For port 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2cb00e6f-5c22-4ccc-a28b-50bdafeeb978,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:08.338005 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.352566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Calling delete_port for 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:08.368319 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf38f-4339-404b-8dd9-8fee1e00f402 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.387159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4b02d2a5-d9d4-48fa-acea-49300c731df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'name': 'tempest-TestServerMultinode-326263923-router', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:22:06Z', 'revision_number': 5, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'gw_port': {'id': '2cb00e6f-5c22-4ccc-a28b-50bdafeeb978', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:08.429076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02d2a5-d9d4-48fa-acea-49300c731df7 None None] Checking router: 04215a66-bbe5-4b42-a310-86bc0b69beef for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:08.442849 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02d2a5-d9d4-48fa-acea-49300c731df7 None None] Routers {'04215a66-bbe5-4b42-a310-86bc0b69beef'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:08.444111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4b02d2a5-d9d4-48fa-acea-49300c731df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['04215a66-bbe5-4b42-a310-86bc0b69beef'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:08.475687 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf38f-4339-404b-8dd9-8fee1e00f402 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.492795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:08.524518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:08.524903 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.552969 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf38f-4339-404b-8dd9-8fee1e00f402 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.580681 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcf38f-4339-404b-8dd9-8fee1e00f402 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb4c033-1965-4992-b3ae-592bb514744c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.587399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-4b02d2a5-d9d4-48fa-acea-49300c731df7 None None] Set router 04215a66-bbe5-4b42-a310-86bc0b69beef gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:08.650971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4b02d2a5-d9d4-48fa-acea-49300c731df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'name': 'tempest-TestServerMultinode-326263923-router', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 6, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:08.661796 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6ffcf38f-4339-404b-8dd9-8fee1e00f402 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.665734 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6ffcf38f-4339-404b-8dd9-8fee1e00f402 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953929 Aug 16 02:22:08.671696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50892) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:08.671696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a7cff0a8-7c80-4aa6-80f1-f1c2f7dc9d0d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'd60228e0-4c2b-488c-ab5c-34dd6123f82c', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:08.692728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.704685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02d2a5-d9d4-48fa-acea-49300c731df7 None None] The sync data for ids ['04215a66-bbe5-4b42-a310-86bc0b69beef'] in n-d-768509-23 is: [{'id': '04215a66-bbe5-4b42-a310-86bc0b69beef', 'name': 'tempest-TestServerMultinode-326263923-router', 'tenant_id': 'fda5eb9fcbd84de78991da9b7896fead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:12Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 6, 'project_id': 'fda5eb9fcbd84de78991da9b7896fead', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:08.722316 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.751022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb00e6f-5c22-4ccc-a28b-50bdafeeb978,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.768875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c76d3a06-dadf-4f48-bf57-fb989a5d0ed9,segment=NetworkSegment(325c6575-5c7d-49d7-83c0-2d274ca609d9),segment_id=325c6575-5c7d-49d7-83c0-2d274ca609d9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:08.805170 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a7cff0a8-7c80-4aa6-80f1-f1c2f7dc9d0d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.812320 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.861127 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.884209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c76d3a06-dadf-4f48-bf57-fb989a5d0ed9,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.967592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a7cff0a8-7c80-4aa6-80f1-f1c2f7dc9d0d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.969390 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.971556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.033043 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a7cff0a8-7c80-4aa6-80f1-f1c2f7dc9d0d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.053726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cff0a8-7c80-4aa6-80f1-f1c2f7dc9d0d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0832f79a-5ae4-4e55-a83a-0e070aef167c,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:09.090522 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.091091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04215a66-bbe5-4b42-a310-86bc0b69beef {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:09.096989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.098218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b34ef295-86b2-41b2-82cb-960445ab7898 admin admin] 10.222.0.66 "DELETE /v2.0/routers/04215a66-bbe5-4b42-a310-86bc0b69beef HTTP/1.1" status: 204 len: 168 time: 1.3856521 Aug 16 02:22:09.100972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50894) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:09.130278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a7cff0a8-7c80-4aa6-80f1-f1c2f7dc9d0d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.133900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a7cff0a8-7c80-4aa6-80f1-f1c2f7dc9d0d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4646270 Aug 16 02:22:09.134549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 50896) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:09.140022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ebe25110-efbc-434f-84d7-65b52d797b8e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'd60228e0-4c2b-488c-ab5c-34dd6123f82c', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:09.178056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0e9a57-fb7e-45fd-8dc4-b8684027bb45 admin admin] Deleting subnet 9e9f30a7-1901-4cd1-8cc4-f2b9500e6786 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:09.186280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e0e9a57-fb7e-45fd-8dc4-b8684027bb45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.227547 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e0e9a57-fb7e-45fd-8dc4-b8684027bb45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.233595 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-ebe25110-efbc-434f-84d7-65b52d797b8e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Project b9c1923ec1594e9199cc2002fa3b14ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:22:09.239228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ebe25110-efbc-434f-84d7-65b52d797b8e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.327185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ebe25110-efbc-434f-84d7-65b52d797b8e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.329260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e0e9a57-fb7e-45fd-8dc4-b8684027bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.387242 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ebe25110-efbc-434f-84d7-65b52d797b8e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.405997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe25110-efbc-434f-84d7-65b52d797b8e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4d80d4-e90a-4cc8-928b-8de5e3f9d5e8,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:09.516055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e0e9a57-fb7e-45fd-8dc4-b8684027bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.546508 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e9a57-fb7e-45fd-8dc4-b8684027bb45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9f30a7-1901-4cd1-8cc4-f2b9500e6786,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:09.552698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e0e9a57-fb7e-45fd-8dc4-b8684027bb45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.554689 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5e0e9a57-fb7e-45fd-8dc4-b8684027bb45 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9e9f30a7-1901-4cd1-8cc4-f2b9500e6786 HTTP/1.1" status: 204 len: 168 time: 0.4521561 Aug 16 02:22:09.557414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50900) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:09.563829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52731d44-691a-4de3-98f5-8e3b4af475ba None None] Network 740ca302-c13e-4855-bba2-6565fb61f6f8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:09.644639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.696055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ebe25110-efbc-434f-84d7-65b52d797b8e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.700127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ebe25110-efbc-434f-84d7-65b52d797b8e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5619137 Aug 16 02:22:09.708475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50902) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:09.708475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-40db052f-5215-4e97-9181-dbc9567f9f3e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'd60228e0-4c2b-488c-ab5c-34dd6123f82c', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:09.727459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Deleting port de33a479-7118-4905-95c4-753edb4c4263 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:09.727760 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.773982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0de415-3d0a-4e6b-9901-dbb3af472e71 None None] DHCP port deletion for 740ca302-c13e-4855-bba2-6565fb61f6f8 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:09.809839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] For port de33a479-7118-4905-95c4-753edb4c4263, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=de33a479-7118-4905-95c4-753edb4c4263,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:09.810269 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.822914 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-40db052f-5215-4e97-9181-dbc9567f9f3e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Project b9c1923ec1594e9199cc2002fa3b14ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:22:09.830097 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Calling delete_port for de33a479-7118-4905-95c4-753edb4c4263 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:09.830319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ab0de415-3d0a-4e6b-9901-dbb3af472e71 None None] Deleting port de33a479-7118-4905-95c4-753edb4c4263 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:09.831146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab0de415-3d0a-4e6b-9901-dbb3af472e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.831800 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40db052f-5215-4e97-9181-dbc9567f9f3e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.910271 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ab0de415-3d0a-4e6b-9901-dbb3af472e71 None None] For port de33a479-7118-4905-95c4-753edb4c4263, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=de33a479-7118-4905-95c4-753edb4c4263,segment=NetworkSegment(1a3c5b03-e1b3-42c5-99bb-410f7685a1e3),segment_id=1a3c5b03-e1b3-42c5-99bb-410f7685a1e3)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:09.911229 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab0de415-3d0a-4e6b-9901-dbb3af472e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.962750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40db052f-5215-4e97-9181-dbc9567f9f3e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.027675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40db052f-5215-4e97-9181-dbc9567f9f3e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.049919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db052f-5215-4e97-9181-dbc9567f9f3e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6b3f43-62d6-4c4c-a7b9-ccf8d7ff4eb1,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.055990 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.085291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Pushing event deleted for resources: {'Port': ['ID=de33a479-7118-4905-95c4-753edb4c4263,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.093924 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] No DVR routers for this DVR port de33a479-7118-4905-95c4-753edb4c4263 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:10.106806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:10.121135 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40db052f-5215-4e97-9181-dbc9567f9f3e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.122447 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-40db052f-5215-4e97-9181-dbc9567f9f3e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4203815 Aug 16 02:22:10.152347 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ab0de415-3d0a-4e6b-9901-dbb3af472e71 None None] Calling delete_port for de33a479-7118-4905-95c4-753edb4c4263 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:10.186568 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.200698 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740ca302-c13e-4855-bba2-6565fb61f6f8']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:10.213081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:10.213464 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.214034 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:10.214284 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3c5b03-e1b3-42c5-99bb-410f7685a1e3') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:10.226331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.243325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:10.254092 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:10.346579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-81418ef6-cb43-442a-b42c-09c786903307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6802678&fields=id&tenant_id=b9c1923ec1594e9199cc2002fa3b14ec HTTP/1.1" status: 200 len: 267 time: 0.0861061 Aug 16 02:22:10.366152 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab0de415-3d0a-4e6b-9901-dbb3af472e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.386572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0de415-3d0a-4e6b-9901-dbb3af472e71 None None] Pushing event deleted for resources: {'Port': ['ID=de33a479-7118-4905-95c4-753edb4c4263,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.392214 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0de415-3d0a-4e6b-9901-dbb3af472e71 None None] No DVR routers for this DVR port de33a479-7118-4905-95c4-753edb4c4263 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:10.408701 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.411124 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.417532 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] 10.222.0.66 "DELETE /v2.0/networks/740ca302-c13e-4855-bba2-6565fb61f6f8 HTTP/1.1" status: 204 len: 168 time: 0.8563449 Aug 16 02:22:10.429837 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50918) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:10.432283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:10.438099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cab6a9-5a12-4734-a1ad-61c45ff6be0d admin admin] Pushing event deleted for resources: {'Network': ['ID=740ca302-c13e-4855-bba2-6565fb61f6f8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.454967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:10.455321 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0840de0c-6d4f-4b89-a48e-5a6df5ed4cd4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:10.455743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:10.478494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:10.478910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2cb00e6f-5c22-4ccc-a28b-50bdafeeb978 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:10.480209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device de33a479-7118-4905-95c4-753edb4c4263 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:10.503637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: de33a479-7118-4905-95c4-753edb4c4263 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:10.506075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device de33a479-7118-4905-95c4-753edb4c4263 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:10.591968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-aa764bec-378a-467b-b8f9-0fb13b3334cb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:10.593786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-aa764bec-378a-467b-b8f9-0fb13b3334cb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/networks?id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 HTTP/1.1" status: 200 len: 796 time: 0.2391005 Aug 16 02:22:10.610515 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5e6b8223-f258-4abe-a717-121df4164fb6 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/quotas/b9c1923ec1594e9199cc2002fa3b14ec HTTP/1.1" status: 200 len: 375 time: 0.0109606 Aug 16 02:22:10.701882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-473c2cd8-e4c4-4cdd-bdd4-9eac3fad5616 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834849 Aug 16 02:22:10.814913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-323b10df-f784-4bb4-894b-b2435a480083 service neutron] 10.222.0.66 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011329 Aug 16 02:22:10.835540 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.919265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-50c24c48-e3b0-40cb-93ee-45734b4887f0 service neutron] 10.222.0.66 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965679 Aug 16 02:22:11.112642 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] Deleting port 627ce39c-4bd1-4b70-9231-d05648c266c0 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:11.113041 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.193062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba3324fb-6d83-4fab-aff1-6d922907e210 req-a794866c-23b8-4d46-84a4-c6a88816a930 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 210 time: 0.0519435 Aug 16 02:22:11.221368 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] For port 627ce39c-4bd1-4b70-9231-d05648c266c0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=627ce39c-4bd1-4b70-9231-d05648c266c0,segment=NetworkSegment(d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb),segment_id=d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:11.221975 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.238603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] Calling delete_port for 627ce39c-4bd1-4b70-9231-d05648c266c0 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:11.517210 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.543869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] Pushing event deleted for resources: {'Port': ['ID=627ce39c-4bd1-4b70-9231-d05648c266c0,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:11.738634 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.295822 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] Router 9d59d004-8f97-4534-9c37-48f6c995b473 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:12.310219 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-20766196-f949-475e-ac5e-59b6a0b5f664 req-653dc7e7-1fc0-4871-bc87-d721fda38213 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 210 time: 0.0357471 Aug 16 02:22:12.430255 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:12.439309 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-90817185-7a8b-4959-9851-9af4adc1b576 admin admin] 10.222.0.66 "PUT /v2.0/routers/9d59d004-8f97-4534-9c37-48f6c995b473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0057192 Aug 16 02:22:12.439787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50936) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:12.445349 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e22cc-c04e-4732-be08-9524ba1561ac None None] Sync routers for ids ['9d59d004-8f97-4534-9c37-48f6c995b473'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:12.456668 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e22cc-c04e-4732-be08-9524ba1561ac None None] Routers {'9d59d004-8f97-4534-9c37-48f6c995b473'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:12.457443 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-536e22cc-c04e-4732-be08-9524ba1561ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d59d004-8f97-4534-9c37-48f6c995b473'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:12.566109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.589696 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-536e22cc-c04e-4732-be08-9524ba1561ac None None] Set router 9d59d004-8f97-4534-9c37-48f6c995b473 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:12.691816 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.792416 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-536e22cc-c04e-4732-be08-9524ba1561ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'name': 'tempest-TestServerMultinode-1315852948-router', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:19Z', 'updated_at': '2021-08-16T02:22:11Z', 'revision_number': 5, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'gw_port': {'id': '17e3534b-3fc8-4498-bb2c-80965046e068', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:20Z', 'updated_at': '2021-08-16T02:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:12.822130 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e22cc-c04e-4732-be08-9524ba1561ac None None] Checking router: 9d59d004-8f97-4534-9c37-48f6c995b473 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:12.831830 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e22cc-c04e-4732-be08-9524ba1561ac None None] Routers {'9d59d004-8f97-4534-9c37-48f6c995b473'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:12.832607 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-536e22cc-c04e-4732-be08-9524ba1561ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['9d59d004-8f97-4534-9c37-48f6c995b473'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:12.845181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Deleting port 17e3534b-3fc8-4498-bb2c-80965046e068 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:12.845525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.933465 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-536e22cc-c04e-4732-be08-9524ba1561ac None None] Set router 9d59d004-8f97-4534-9c37-48f6c995b473 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:12.938007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] For port 17e3534b-3fc8-4498-bb2c-80965046e068, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=17e3534b-3fc8-4498-bb2c-80965046e068,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:12.938376 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.952248 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Calling delete_port for 17e3534b-3fc8-4498-bb2c-80965046e068 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:12.993658 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-536e22cc-c04e-4732-be08-9524ba1561ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'name': 'tempest-TestServerMultinode-1315852948-router', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:19Z', 'updated_at': '2021-08-16T02:22:12Z', 'revision_number': 6, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:13.024955 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e22cc-c04e-4732-be08-9524ba1561ac None None] The sync data for ids ['9d59d004-8f97-4534-9c37-48f6c995b473'] in n-d-768509-23 is: [{'id': '9d59d004-8f97-4534-9c37-48f6c995b473', 'name': 'tempest-TestServerMultinode-1315852948-router', 'tenant_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:19Z', 'updated_at': '2021-08-16T02:22:12Z', 'revision_number': 6, 'project_id': 'c52e00579a8e416cb89ae1b8e72a5f27', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:13.214268 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.243708 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e3534b-3fc8-4498-bb2c-80965046e068,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:13.317206 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.426720 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.429145 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.450598 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5888640-2934-499f-9db6-fb52bc8efe6c req-88cb238c-585e-4bd6-aad6-4267675d74ed tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 210 time: 0.0488179 Aug 16 02:22:13.602551 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.603055 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d59d004-8f97-4534-9c37-48f6c995b473 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:13.608771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.612625 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5cc10fb1-fe79-4945-ae33-cd52e3096f42 admin admin] 10.222.0.66 "DELETE /v2.0/routers/9d59d004-8f97-4534-9c37-48f6c995b473 HTTP/1.1" status: 204 len: 168 time: 1.1686521 Aug 16 02:22:13.612824 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50942) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:13.666657 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1aeb503-7fb4-47fa-b75a-16053e943d94 admin admin] Deleting subnet d15c8e3d-a30e-4b5a-ace9-34d4f0c43546 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:13.672492 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb503-7fb4-47fa-b75a-16053e943d94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.683963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5b490443-666b-4955-a9a2-1946167304bd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.685564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5b490443-666b-4955-a9a2-1946167304bd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.74 "GET /v2.0/networks?id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 HTTP/1.1" status: 200 len: 796 time: 0.1222465 Aug 16 02:22:13.711853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb503-7fb4-47fa-b75a-16053e943d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.745134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5e67ed8a-42bb-409b-b21b-44d3d2c1627a tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9c1923ec1594e9199cc2002fa3b14ec HTTP/1.1" status: 200 len: 377 time: 0.0502095 Aug 16 02:22:13.758429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'port': {'device_id': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'admin_state_up': True, 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'security_groups': ['d60228e0-4c2b-488c-ab5c-34dd6123f82c']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:13.812791 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb503-7fb4-47fa-b75a-16053e943d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.924636 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb503-7fb4-47fa-b75a-16053e943d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.952171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb503-7fb4-47fa-b75a-16053e943d94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.954118 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f1aeb503-7fb4-47fa-b75a-16053e943d94 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d15c8e3d-a30e-4b5a-ace9-34d4f0c43546 HTTP/1.1" status: 204 len: 168 time: 0.3403120 Aug 16 02:22:13.957277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04459794-1ee9-4faa-b260-ab62d8f4e563 None None] Network 6c95439a-db3b-4349-bb4c-ee7e27c807fc requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:13.991436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50944) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:14.011123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeb503-7fb4-47fa-b75a-16053e943d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15c8e3d-a30e-4b5a-ace9-34d4f0c43546,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.090236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 627ce39c-4bd1-4b70-9231-d05648c266c0 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:14.120775 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 627ce39c-4bd1-4b70-9231-d05648c266c0 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:14.121560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 627ce39c-4bd1-4b70-9231-d05648c266c0 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:14.125368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 17e3534b-3fc8-4498-bb2c-80965046e068 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:14.136919 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.173115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 17e3534b-3fc8-4498-bb2c-80965046e068 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:14.173765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 17e3534b-3fc8-4498-bb2c-80965046e068 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:14.237480 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Deleting port 549494b1-30fc-48de-adf6-1f7ed0d8d771 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:14.237724 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.312798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Made reservation on behalf of b9c1923ec1594e9199cc2002fa3b14ec for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:14.316648 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.332411 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] For port 549494b1-30fc-48de-adf6-1f7ed0d8d771, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=549494b1-30fc-48de-adf6-1f7ed0d8d771,segment=NetworkSegment(d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb),segment_id=d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:14.338856 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.339023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5e1d41-6558-46a2-81c5-c02121f7141d None None] DHCP port deletion for 6c95439a-db3b-4349-bb4c-ee7e27c807fc request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:14.352766 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Calling delete_port for 549494b1-30fc-48de-adf6-1f7ed0d8d771 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:14.398684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e1d41-6558-46a2-81c5-c02121f7141d None None] Deleting port 549494b1-30fc-48de-adf6-1f7ed0d8d771 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:14.399181 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5f5e1d41-6558-46a2-81c5-c02121f7141d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.484632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5f5e1d41-6558-46a2-81c5-c02121f7141d None None] For port 549494b1-30fc-48de-adf6-1f7ed0d8d771, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=549494b1-30fc-48de-adf6-1f7ed0d8d771,segment=NetworkSegment(d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb),segment_id=d08ca06f-e1e2-42b6-8d29-1ab1b46d9abb)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:14.485037 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5f5e1d41-6558-46a2-81c5-c02121f7141d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.503647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e1d41-6558-46a2-81c5-c02121f7141d None None] Calling delete_port for 549494b1-30fc-48de-adf6-1f7ed0d8d771 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:14.533837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Allocated IP 172.20.0.14 (3ca471be-8a74-4d8f-8ca4-e51e0922d6b5/376b702f-3758-4eef-9ee2-fcc69e5bbd22/bea01657-5d4a-4f1b-800a-33c10b421f09) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:14.564563 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.595927 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2debb09-855b-46a3-9e89-130475f3969d req-ce5d45fd-fdd9-4285-8a33-0c6f47bd6c83 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 210 time: 0.0435934 Aug 16 02:22:14.608637 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Pushing event deleted for resources: {'Port': ['ID=549494b1-30fc-48de-adf6-1f7ed0d8d771,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.619454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] No DVR routers for this DVR port 549494b1-30fc-48de-adf6-1f7ed0d8d771 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:14.647617 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5f5e1d41-6558-46a2-81c5-c02121f7141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.677927 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e1d41-6558-46a2-81c5-c02121f7141d None None] No DVR routers for this DVR port 549494b1-30fc-48de-adf6-1f7ed0d8d771 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:14.684490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e1d41-6558-46a2-81c5-c02121f7141d None None] Pushing event deleted for resources: {'Port': ['ID=549494b1-30fc-48de-adf6-1f7ed0d8d771,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.716158 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.727321 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c95439a-db3b-4349-bb4c-ee7e27c807fc']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:14.741224 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08ca06f-e1e2-42b6-8d29-1ab1b46d9abb') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:14.742071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08ca06f-e1e2-42b6-8d29-1ab1b46d9abb') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:14.753216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.755385 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.769445 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.777525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:14.777972 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:14.780035 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:14.878803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Transition to ACTIVE for port object bea01657-5d4a-4f1b-800a-33c10b421f09 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:14.879060 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.884768 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.886731 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] 10.222.0.66 "DELETE /v2.0/networks/6c95439a-db3b-4349-bb4c-ee7e27c807fc HTTP/1.1" status: 204 len: 168 time: 0.8939965 Aug 16 02:22:14.901221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f3771-507a-4747-a0ba-b5d16a41267b admin admin] Pushing event deleted for resources: {'Network': ['ID=6c95439a-db3b-4349-bb4c-ee7e27c807fc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.987572 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.030468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:15.035682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:15.038459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:15.069394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=bea01657-5d4a-4f1b-800a-33c10b421f09,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:15.098415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.099091 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.159935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-0f2d412c-dfb2-45e9-abfa-a8cd742c7791 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4093628 Aug 16 02:22:15.176150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Request body: {'port': {'device_id': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:15.252801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.256561 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50952) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:15.301899 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-62c8242a-2c61-4914-baac-15d41f7cbd48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fda5eb9fcbd84de78991da9b7896fead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426271 Aug 16 02:22:15.303665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50954) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:15.365120 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6779-a652-4132-a3de-99dabf3deaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.388410 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6779-a652-4132-a3de-99dabf3deaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.397464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7e0414da-4c4e-4dad-9b03-7fed3c82af6d None None] Provisioning for port bea01657-5d4a-4f1b-800a-33c10b421f09 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:15.401972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7e0414da-4c4e-4dad-9b03-7fed3c82af6d None None] Provisioning complete for port bea01657-5d4a-4f1b-800a-33c10b421f09 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:15.402512 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7e0414da-4c4e-4dad-9b03-7fed3c82af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.451066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-7e0414da-4c4e-4dad-9b03-7fed3c82af6d None None] Port bea01657-5d4a-4f1b-800a-33c10b421f09 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:15.530548 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6779-a652-4132-a3de-99dabf3deaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.533598 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6779-a652-4132-a3de-99dabf3deaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.535036 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0a0b6779-a652-4132-a3de-99dabf3deaa0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35f8307c-fd74-4b31-bcd7-06609736316a HTTP/1.1" status: 204 len: 168 time: 0.2303147 Aug 16 02:22:15.542833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b6779-a652-4132-a3de-99dabf3deaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f8307c-fd74-4b31-bcd7-06609736316a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:15.603485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea01657-5d4a-4f1b-800a-33c10b421f09 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:15.612709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.649652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Transition to ACTIVE for port object bea01657-5d4a-4f1b-800a-33c10b421f09 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:15.736440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.747332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546c5db-bcaa-4b06-b32c-d6b934b6d9e6 req-ad288851-89ef-4d39-8368-6c775e2c2ae6 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.749427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a546c5db-bcaa-4b06-b32c-d6b934b6d9e6 req-ad288851-89ef-4d39-8368-6c775e2c2ae6 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 932 time: 0.0655222 Aug 16 02:22:15.830644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Pushing event updated for resources: {'Port': ['ID=bea01657-5d4a-4f1b-800a-33c10b421f09,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:15.846309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a546c5db-bcaa-4b06-b32c-d6b934b6d9e6 req-43d51c97-1216-4db1-b0b5-a2254e4ef415 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0691111 Aug 16 02:22:15.922476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Attempting to bind port bea01657-5d4a-4f1b-800a-33c10b421f09 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:15.923161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Attempting to bind port bea01657-5d4a-4f1b-800a-33c10b421f09 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:15.923271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Attempting to bind port bea01657-5d4a-4f1b-800a-33c10b421f09 on network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:15.928313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Port bea01657-5d4a-4f1b-800a-33c10b421f09 on network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:15.928740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Attempting to bind port bea01657-5d4a-4f1b-800a-33c10b421f09 on network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:15.934001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:15.934380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Checking segment: {'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:15.934780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Bound using segment: {'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:15.935827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Bound port: bea01657-5d4a-4f1b-800a-33c10b421f09, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325c6575-5c7d-49d7-83c0-2d274ca609d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:15.936198 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.021789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] For port bea01657-5d4a-4f1b-800a-33c10b421f09, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:16.025135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] For port bea01657-5d4a-4f1b-800a-33c10b421f09, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bea01657-5d4a-4f1b-800a-33c10b421f09,segment=NetworkSegment(325c6575-5c7d-49d7-83c0-2d274ca609d9),segment_id=325c6575-5c7d-49d7-83c0-2d274ca609d9)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:16.062795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 549494b1-30fc-48de-adf6-1f7ed0d8d771 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:16.086556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 549494b1-30fc-48de-adf6-1f7ed0d8d771 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:16.087222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 549494b1-30fc-48de-adf6-1f7ed0d8d771 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:16.685273 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.722038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.723097 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.724123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] 10.222.0.74 "PUT /v2.0/ports/bea01657-5d4a-4f1b-800a-33c10b421f09 HTTP/1.1" status: 200 len: 1093 time: 1.5525787 Aug 16 02:22:16.724487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'tag': 'bea01657-5d4a-4f1b-800a-33c10b421f09'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:16.726755 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d021445-f356-4c15-89fb-6eb63cb01871" -d '{"events": [{"name": "network-changed", "server_uuid": "9875d490-1a7e-449a-83da-7bd2b1c8aec2", "tag": "bea01657-5d4a-4f1b-800a-33c10b421f09"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:16.756431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366eea7-f26b-43e4-8dfe-2a7964c7498e service neutron] Pushing event updated for resources: {'Port': ['ID=bea01657-5d4a-4f1b-800a-33c10b421f09,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:16.781454 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5155de44-b6ec-484e-aef3-b0f33f285ebd x-openstack-request-id: req-5155de44-b6ec-484e-aef3-b0f33f285ebd {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:16.781454 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9875d490-1a7e-449a-83da-7bd2b1c8aec2", "tag": "bea01657-5d4a-4f1b-800a-33c10b421f09", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:16.781454 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5155de44-b6ec-484e-aef3-b0f33f285ebd {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:16.781454 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'tag': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'status': 'completed', 'code': 200} Aug 16 02:22:16.849715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021445-f356-4c15-89fb-6eb63cb01871 req-c114360b-595a-45f7-a3af-042cf228089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.851504 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d021445-f356-4c15-89fb-6eb63cb01871 req-c114360b-595a-45f7-a3af-042cf228089b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 1096 time: 0.0482845 Aug 16 02:22:16.943395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50978) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:16.989279 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-16d6b4e9-ad75-4188-823e-500bd897d0bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c52e00579a8e416cb89ae1b8e72a5f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446632 Aug 16 02:22:16.991795 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 50980) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:17.018761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021445-f356-4c15-89fb-6eb63cb01871 req-c307a650-f53c-42e2-a9e3-1ae1fb4a110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.020775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d021445-f356-4c15-89fb-6eb63cb01871 req-c307a650-f53c-42e2-a9e3-1ae1fb4a110e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1618886 Aug 16 02:22:17.029261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad18df9-c40c-46a4-b601-e79a4798e2de req-81f6285d-7596-4edc-8555-bb15cd2e16ad tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.030766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ad18df9-c40c-46a4-b601-e79a4798e2de req-81f6285d-7596-4edc-8555-bb15cd2e16ad tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 944 time: 0.0999956 Aug 16 02:22:17.046002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fca6bd01-84c8-4055-ad5d-5b69bce9a15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.070318 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fca6bd01-84c8-4055-ad5d-5b69bce9a15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.130028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ad18df9-c40c-46a4-b601-e79a4798e2de req-523468c2-715f-44cc-a4f1-f7f91805f60e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0531640 Aug 16 02:22:17.152071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021445-f356-4c15-89fb-6eb63cb01871 req-5db1c55d-287c-4652-b764-cf85d3803ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.153632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d021445-f356-4c15-89fb-6eb63cb01871 req-5db1c55d-287c-4652-b764-cf85d3803ad9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219928 Aug 16 02:22:17.187043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fca6bd01-84c8-4055-ad5d-5b69bce9a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.189561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fca6bd01-84c8-4055-ad5d-5b69bce9a15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.193184 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fca6bd01-84c8-4055-ad5d-5b69bce9a15d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66de3644-b27c-4c0b-9ab7-fa02f7ae52b2 HTTP/1.1" status: 204 len: 168 time: 0.1980479 Aug 16 02:22:17.211191 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6bd01-84c8-4055-ad5d-5b69bce9a15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66de3644-b27c-4c0b-9ab7-fa02f7ae52b2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:17.235718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-a1450492-9257-4981-b7f7-f9da622fcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.237249 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-a1450492-9257-4981-b7f7-f9da622fcda5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 1096 time: 0.0474367 Aug 16 02:22:17.282921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-886ad33b-5b3b-4053-85db-b743ec8bf190 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bea01657-5d4a-4f1b-800a-33c10b421f09 HTTP/1.1" status: 200 len: 217 time: 0.0368004 Aug 16 02:22:17.337956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-9906643d-0883-4e20-9fb7-8b10f8bbd42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.339459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-9906643d-0883-4e20-9fb7-8b10f8bbd42b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=376b702f-3758-4eef-9ee2-fcc69e5bbd22 HTTP/1.1" status: 200 len: 835 time: 0.0496814 Aug 16 02:22:17.388276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-a11c991c-434e-4085-8d36-9509ff9a0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.389851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-a11c991c-434e-4085-8d36-9509ff9a0ad6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438795 Aug 16 02:22:17.489991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-7bf7e13f-8437-486c-a63b-7dcdc7d0f792 service neutron] 10.222.0.74 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926123 Aug 16 02:22:17.602876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9756d3dd-0894-4bfe-8c38-077bf4dbff23 req-68f8f42c-562b-4c1b-9691-f22e6c6b0274 service neutron] 10.222.0.74 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055880 Aug 16 02:22:18.236270 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51014) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:18.258792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d0814-6e7a-45b9-8151-82203d3d7986 req-d987a198-771b-4fce-a2fb-00ba731087ba tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.260305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-425d0814-6e7a-45b9-8151-82203d3d7986 req-d987a198-771b-4fce-a2fb-00ba731087ba tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 944 time: 0.0523808 Aug 16 02:22:18.300479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-425d0814-6e7a-45b9-8151-82203d3d7986 req-e3c28e70-2283-4e88-b028-fef6584d42be tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334373 Aug 16 02:22:18.336208 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-315606770-network', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:18.429475 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Made reservation on behalf of c64942504e0c4fec80a55b5a0df50dea for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:18.432801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.447625 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.544210 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.603078 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.630683 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:18.640951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1358f9a9-6fdd-4a66-8a18-464d86906f79,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:18.648564 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.649026 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Added segment 94aa33d4-e2f3-4286-b45d-e114ce61328b of type vlan for network 5937ea5a-37ad-4659-8d50-b6135d6265a3 Aug 16 02:22:18.697561 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.804081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.805144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.807072 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.868533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] Pushing event updated for resources: {'Network': ['ID=5937ea5a-37ad-4659-8d50-b6135d6265a3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:18.878619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 5937ea5a-37ad-4659-8d50-b6135d6265a3 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:18.924277 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ea79d723-bcba-4a8f-be59-ae09ff44ada8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6856704 Aug 16 02:22:18.926457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51028) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:18.931750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] Request body: {'subnet': {'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-315606770-subnet', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:19.015566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] Made reservation on behalf of c64942504e0c4fec80a55b5a0df50dea for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:19.018087 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.256335 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.315991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec78e5c2-3269-4364-8dfd-4531d276fe2b,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:19.328759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] Checking segment: {'id': '94aa33d4-e2f3-4286-b45d-e114ce61328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:19.329988 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] Network hostable DHCP agents. Network: 5937ea5a-37ad-4659-8d50-b6135d6265a3, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:19.421802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259c61-ede6-4315-803c-94ab0af657e7 req-aa0e6061-a747-41f2-9dce-7d5b73e069df tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.423564 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1259c61-ede6-4315-803c-94ab0af657e7 req-aa0e6061-a747-41f2-9dce-7d5b73e069df tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 944 time: 0.0525830 Aug 16 02:22:19.427126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] Network 5937ea5a-37ad-4659-8d50-b6135d6265a3 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:19.470768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1259c61-ede6-4315-803c-94ab0af657e7 req-5a1a8dc6-6ca2-441e-b0a0-0502d351a304 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377657 Aug 16 02:22:19.530760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 5937ea5a-37ad-4659-8d50-b6135d6265a3) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:19.534757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.535356 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.539377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3286a737-186c-4a9e-8fa1-84fa97d903b4 None None] Network 5937ea5a-37ad-4659-8d50-b6135d6265a3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:19.610848 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8f7d9e9c-755e-4b74-9276-b5c40b5742b7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6831653 Aug 16 02:22:19.613849 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51032) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:19.618545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-315606770-router', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:19.699392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-5937ea5a-37ad-4659-8d50-b6135d6265a3', 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'fixed_ips': [{'subnet_id': 'ec78e5c2-3269-4364-8dfd-4531d276fe2b'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:19.700321 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.704904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.704904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.758419 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.843764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Allocated IP 172.20.0.2 (5937ea5a-37ad-4659-8d50-b6135d6265a3/ec78e5c2-3269-4364-8dfd-4531d276fe2b/6279df6f-5309-4fef-b048-b8363d699bdc) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:19.970778 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.008677 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.017168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Transition to ACTIVE for port object 6279df6f-5309-4fef-b048-b8363d699bdc will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:20.032325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Transition to ACTIVE for port object 6279df6f-5309-4fef-b048-b8363d699bdc will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:20.141541 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.180144 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Network 5937ea5a-37ad-4659-8d50-b6135d6265a3 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:20.187680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:20.191310 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:20.198395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Pushing event updated for resources: {'Port': ['ID=6279df6f-5309-4fef-b048-b8363d699bdc,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:20.250900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Attempting to bind port 6279df6f-5309-4fef-b048-b8363d699bdc on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:20.251279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Attempting to bind port 6279df6f-5309-4fef-b048-b8363d699bdc by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '94aa33d4-e2f3-4286-b45d-e114ce61328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:20.251649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Attempting to bind port 6279df6f-5309-4fef-b048-b8363d699bdc on network 5937ea5a-37ad-4659-8d50-b6135d6265a3 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:20.257236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:20.257626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Checking segment: {'id': '94aa33d4-e2f3-4286-b45d-e114ce61328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:20.258063 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.258498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Bound using segment: {'id': '94aa33d4-e2f3-4286-b45d-e114ce61328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:20.258997 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Bound port: 6279df6f-5309-4fef-b048-b8363d699bdc, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa33d4-e2f3-4286-b45d-e114ce61328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:20.259156 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.259630 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.286177 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.330153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] For port 6279df6f-5309-4fef-b048-b8363d699bdc, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:20.333599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] For port 6279df6f-5309-4fef-b048-b8363d699bdc, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6279df6f-5309-4fef-b048-b8363d699bdc,segment=NetworkSegment(94aa33d4-e2f3-4286-b45d-e114ce61328b),segment_id=94aa33d4-e2f3-4286-b45d-e114ce61328b)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:20.395043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Allocated IP 172.25.8.72 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/f3b61ee9-b18a-4a17-9ed9-8b506a4771e5) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:20.433582 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.501083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b13d8-5c86-442f-ba70-d1a8ca669d6e None None] Pushing event updated for resources: {'Port': ['ID=6279df6f-5309-4fef-b048-b8363d699bdc,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:20.511262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.610927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b10976-dd98-4251-89e7-133b40153ddc req-a390cd13-f875-4e98-be7e-f3901a3c5aa6 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:20.612835 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3b10976-dd98-4251-89e7-133b40153ddc req-a390cd13-f875-4e98-be7e-f3901a3c5aa6 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 944 time: 0.0604985 Aug 16 02:22:20.636343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.657743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bea01657-5d4a-4f1b-800a-33c10b421f09 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:20.682554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a3b10976-dd98-4251-89e7-133b40153ddc req-47747f24-c03b-437e-9c36-a97a0bf1892f tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0554678 Aug 16 02:22:20.694119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:20.697277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:20.703581 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:20.742355 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Pushing event updated for resources: {'Port': ['ID=f3b61ee9-b18a-4a17-9ed9-8b506a4771e5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:20.803118 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bea01657-5d4a-4f1b-800a-33c10b421f09, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bea01657-5d4a-4f1b-800a-33c10b421f09,segment=NetworkSegment(325c6575-5c7d-49d7-83c0-2d274ca609d9),segment_id=325c6575-5c7d-49d7-83c0-2d274ca609d9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:20.815945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'port_id': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'mac_address': 'fa:16:3e:ee:31:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:20.855341 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.869361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea01657-5d4a-4f1b-800a-33c10b421f09 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:20.889480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bea01657-5d4a-4f1b-800a-33c10b421f09, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bea01657-5d4a-4f1b-800a-33c10b421f09,segment=NetworkSegment(325c6575-5c7d-49d7-83c0-2d274ca609d9),segment_id=325c6575-5c7d-49d7-83c0-2d274ca609d9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:20.987382 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.016986 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.038502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=bea01657-5d4a-4f1b-800a-33c10b421f09,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:21.175933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.197444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['bea01657-5d4a-4f1b-800a-33c10b421f09'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:21.228191 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.448892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4120f4-568f-43bb-a11a-5560f335832e None None] Network 5937ea5a-37ad-4659-8d50-b6135d6265a3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:21.491141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Router 5ba17812-bb91-4fbb-878f-1ce79bdef89c is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:22:21.597542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-af188211-b53c-407e-9441-fb3cf74ed460 None None] Provisioning for port 6279df6f-5309-4fef-b048-b8363d699bdc completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:21.605469 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:21.620171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Sync routers for ids ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:21.630356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Routers {'5ba17812-bb91-4fbb-878f-1ce79bdef89c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:21.631228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:21.697520 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.699211 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8f756849-c9a7-4312-8fa5-526674e468fb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.0843649 Aug 16 02:22:21.712067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51042) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:21.757401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Set router 5ba17812-bb91-4fbb-878f-1ce79bdef89c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:21.864661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760d9fb-2598-49d5-80cb-f92b711474dc req-7a2d8c8f-8466-4d1c-bf11-48218f02b8c4 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:21.866305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f760d9fb-2598-49d5-80cb-f92b711474dc req-7a2d8c8f-8466-4d1c-bf11-48218f02b8c4 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 945 time: 0.1054821 Aug 16 02:22:21.964013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'name': 'tempest-ImageQuotaTest-315606770-router', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:19Z', 'updated_at': '2021-08-16T02:22:20Z', 'revision_number': 3, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'gw_port': {'id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:20Z', 'updated_at': '2021-08-16T02:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:21.981293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f760d9fb-2598-49d5-80cb-f92b711474dc req-3b85411d-d641-46e4-9e1f-21d9b8598633 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0755897 Aug 16 02:22:21.999970 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Checking router: 5ba17812-bb91-4fbb-878f-1ce79bdef89c for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:22.000386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Updating router 5ba17812-bb91-4fbb-878f-1ce79bdef89c port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:22.041809 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.132751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6279df6f-5309-4fef-b048-b8363d699bdc up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:22.137001 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.245311 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.324293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 6279df6f-5309-4fef-b048-b8363d699bdc completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:22.332703 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6279df6f-5309-4fef-b048-b8363d699bdc triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:22.333114 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.365835 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.384006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Transition to ACTIVE for port object f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:22.413784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Allocated IP 172.20.0.1 (5937ea5a-37ad-4659-8d50-b6135d6265a3/ec78e5c2-3269-4364-8dfd-4531d276fe2b/b71e8788-5303-4393-9f23-78509006ccd4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:22.430961 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.462515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 6279df6f-5309-4fef-b048-b8363d699bdc, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6279df6f-5309-4fef-b048-b8363d699bdc,segment=NetworkSegment(94aa33d4-e2f3-4286-b45d-e114ce61328b),segment_id=94aa33d4-e2f3-4286-b45d-e114ce61328b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:22.484046 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.521577 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.534959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Transition to ACTIVE for port object b71e8788-5303-4393-9f23-78509006ccd4 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:22.540555 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Attempting to bind port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:22.540939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Attempting to bind port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:22.541308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Attempting to bind port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:22.546685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbdb26-9563-4187-9d28-15e3a6b22737 None None] Pushing event updated for resources: {'Port': ['ID=f3b61ee9-b18a-4a17-9ed9-8b506a4771e5,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:22.549489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:22.550196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:22.550547 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.550949 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:22.551427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Bound port: f3b61ee9-b18a-4a17-9ed9-8b506a4771e5, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:22.551815 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.555092 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.641189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=6279df6f-5309-4fef-b048-b8363d699bdc,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:22.644145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] For port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:22.647456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] For port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f3b61ee9-b18a-4a17-9ed9-8b506a4771e5,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:22.656041 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.672963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bea01657-5d4a-4f1b-800a-33c10b421f09 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:22.703865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Network 5937ea5a-37ad-4659-8d50-b6135d6265a3 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:22.708514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:22.713063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:22.724508 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.735536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Pushing event updated for resources: {'Port': ['ID=b71e8788-5303-4393-9f23-78509006ccd4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:22.748801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.749465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.750105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.750620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.750957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.751294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.751623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.751944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.752266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.752623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.752948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.753349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:22.770066 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.793169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Routers {'5ba17812-bb91-4fbb-878f-1ce79bdef89c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:22.793948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:22.832317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbdb26-9563-4187-9d28-15e3a6b22737 None None] Pushing event updated for resources: {'Port': ['ID=f3b61ee9-b18a-4a17-9ed9-8b506a4771e5,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:22.848492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port bea01657-5d4a-4f1b-800a-33c10b421f09 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:22.861690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port bea01657-5d4a-4f1b-800a-33c10b421f09 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:22.862339 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.989867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.118516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] Set router 5ba17812-bb91-4fbb-878f-1ce79bdef89c gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:23.192798 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282e2c1-e4df-4f76-91b9-45e3209c99ce req-a9cafc4d-1e5c-44ac-9687-a08fb2e60ad1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.194388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7282e2c1-e4df-4f76-91b9-45e3209c99ce req-a9cafc4d-1e5c-44ac-9687-a08fb2e60ad1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 945 time: 0.1144326 Aug 16 02:22:23.216976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-28e46502-6627-4b28-ba33-ca719dbd7a4e None None] Provisioning for port b71e8788-5303-4393-9f23-78509006ccd4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:23.246994 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-28e46502-6627-4b28-ba33-ca719dbd7a4e None None] Provisioning complete for port b71e8788-5303-4393-9f23-78509006ccd4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:23.247470 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-28e46502-6627-4b28-ba33-ca719dbd7a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.257376 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.262026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7282e2c1-e4df-4f76-91b9-45e3209c99ce req-54f2be88-9f74-4258-a58c-9ebee467e3fd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0613530 Aug 16 02:22:23.309829 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.311439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-28e46502-6627-4b28-ba33-ca719dbd7a4e None None] Port b71e8788-5303-4393-9f23-78509006ccd4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:23.318325 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.349475 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea01657-5d4a-4f1b-800a-33c10b421f09'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:23.351980 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a978ce9-8f34-4820-bf59-b49717032ff8" -d '{"events": [{"server_uuid": "9875d490-1a7e-449a-83da-7bd2b1c8aec2", "name": "network-vif-plugged", "status": "completed", "tag": "bea01657-5d4a-4f1b-800a-33c10b421f09"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:23.383395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port bea01657-5d4a-4f1b-800a-33c10b421f09, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bea01657-5d4a-4f1b-800a-33c10b421f09,segment=NetworkSegment(325c6575-5c7d-49d7-83c0-2d274ca609d9),segment_id=325c6575-5c7d-49d7-83c0-2d274ca609d9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:23.397477 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762525c8-99f2-4f88-a7ef-967c31e000a6 x-openstack-request-id: req-762525c8-99f2-4f88-a7ef-967c31e000a6 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:23.397780 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9875d490-1a7e-449a-83da-7bd2b1c8aec2", "name": "network-vif-plugged", "status": "completed", "tag": "bea01657-5d4a-4f1b-800a-33c10b421f09", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:23.398082 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-762525c8-99f2-4f88-a7ef-967c31e000a6 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:23.398491 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'code': 200} Aug 16 02:22:23.400528 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.403628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Pushing event updated for resources: {'Port': ['ID=b71e8788-5303-4393-9f23-78509006ccd4,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:23.429610 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'name': 'tempest-ImageQuotaTest-315606770-router', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:19Z', 'updated_at': '2021-08-16T02:22:20Z', 'revision_number': 3, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'gw_port': {'id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:20Z', 'updated_at': '2021-08-16T02:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:23.461539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963f1e0c-dd79-43d7-89b1-1be262acd4a5 None None] The sync data for ids ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'] in n-d-768509-23 is: [{'id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'name': 'tempest-ImageQuotaTest-315606770-router', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:19Z', 'updated_at': '2021-08-16T02:22:20Z', 'revision_number': 3, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'gw_port': {'id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:20Z', 'updated_at': '2021-08-16T02:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:23.495780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.545693 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Network 5937ea5a-37ad-4659-8d50-b6135d6265a3 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:23.548067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:23.554273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=bea01657-5d4a-4f1b-800a-33c10b421f09,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:23.558261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689b9ad-5774-4470-aa9b-112eda269878 req-dbe9ad17-1b97-4b78-bab1-daea74464cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.559823 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3689b9ad-5774-4470-aa9b-112eda269878 req-dbe9ad17-1b97-4b78-bab1-daea74464cb3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 1097 time: 0.0901058 Aug 16 02:22:23.679333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3689b9ad-5774-4470-aa9b-112eda269878 req-0ce7a528-1d32-4c43-aece-a8dd4f4d6e2f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0731905 Aug 16 02:22:23.937459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4c4b0372-f42a-4f8a-b8a8-4cc7713de774 None None] Provisioning complete for port b71e8788-5303-4393-9f23-78509006ccd4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:23.937881 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0372-f42a-4f8a-b8a8-4cc7713de774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.982739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b0372-f42a-4f8a-b8a8-4cc7713de774 None None] Port b71e8788-5303-4393-9f23-78509006ccd4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:24.044761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Router 5ba17812-bb91-4fbb-878f-1ce79bdef89c has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:24.128255 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6279df6f-5309-4fef-b048-b8363d699bdc up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:24.185101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 6279df6f-5309-4fef-b048-b8363d699bdc triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:24.185530 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.188220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:24.198374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ba458051-e8ce-44c0-8541-e5e678eba386 admin admin] 10.222.0.66 "PUT /v2.0/routers/5ba17812-bb91-4fbb-878f-1ce79bdef89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4913387 Aug 16 02:22:24.278614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:24.427966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9d843-db94-4baf-926b-0c3543851717 req-9d4c6ae9-69fb-454b-9dd6-2744adfbb200 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:24.430229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:24.430385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48e9d843-db94-4baf-926b-0c3543851717 req-9d4c6ae9-69fb-454b-9dd6-2744adfbb200 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 946 time: 0.0624869 Aug 16 02:22:24.434230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:24.434692 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.481899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48e9d843-db94-4baf-926b-0c3543851717 req-737d5a02-9731-4b42-a03a-1d5f1ee9908a tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425091 Aug 16 02:22:24.529079 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.552734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f3b61ee9-b18a-4a17-9ed9-8b506a4771e5,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:24.644323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.720506 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f3b61ee9-b18a-4a17-9ed9-8b506a4771e5,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:25.395818 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Sync routers for ids ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:25.405338 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Routers {'5ba17812-bb91-4fbb-878f-1ce79bdef89c'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:25.405994 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:25.467174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51078) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:25.516726 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Set router 5ba17812-bb91-4fbb-878f-1ce79bdef89c gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:25.659695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d831e68-b0e6-46d5-8dba-91e544574ef0 req-c35541c7-1e3a-492c-a799-4e966f8eb82c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.661229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d831e68-b0e6-46d5-8dba-91e544574ef0 req-c35541c7-1e3a-492c-a799-4e966f8eb82c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 946 time: 0.1029732 Aug 16 02:22:25.726835 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'name': 'tempest-ImageQuotaTest-315606770-router', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:19Z', 'updated_at': '2021-08-16T02:22:22Z', 'revision_number': 4, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'gw_port': {'id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:20Z', 'updated_at': '2021-08-16T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'b71e8788-5303-4393-9f23-78509006ccd4', 'name': '', 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'mac_address': 'fa:16:3e:8a:12:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ec78e5c2-3269-4364-8dfd-4531d276fe2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:22Z', 'updated_at': '2021-08-16T02:22:23Z', 'revision_number': 2, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'subnets': [{'id': 'ec78e5c2-3269-4364-8dfd-4531d276fe2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:25.742026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d831e68-b0e6-46d5-8dba-91e544574ef0 req-8063f1e8-f920-4fc3-9e20-55d6b0153897 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0699160 Aug 16 02:22:25.766745 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Checking router: 5ba17812-bb91-4fbb-878f-1ce79bdef89c for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:25.767105 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Updating router 5ba17812-bb91-4fbb-878f-1ce79bdef89c port b71e8788-5303-4393-9f23-78509006ccd4 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:25.881625 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.899565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b39fc3-2143-4078-bbe7-7dca29126db1 req-fff94eb4-b1bf-4fe7-9b01-c9ef107a30a9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.901054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b39fc3-2143-4078-bbe7-7dca29126db1 req-fff94eb4-b1bf-4fe7-9b01-c9ef107a30a9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 946 time: 0.0838251 Aug 16 02:22:25.989710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b39fc3-2143-4078-bbe7-7dca29126db1 req-9ff2bac6-5a13-4094-bbba-ac1ec35bd753 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0810387 Aug 16 02:22:26.015185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51084) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:26.040552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:26.047396 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.063189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95d2dab-077a-48ef-b7f6-f7b166a1fb24 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.065148 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e95d2dab-077a-48ef-b7f6-f7b166a1fb24 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 1093 time: 0.0489492 Aug 16 02:22:26.068007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51086) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:26.072713 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:26.095698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:26.096041 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.160893 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.171594 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Transition to ACTIVE for port object b71e8788-5303-4393-9f23-78509006ccd4 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:26.213950 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.249862 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.324892 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Pushing event updated for resources: {'Port': ['ID=b71e8788-5303-4393-9f23-78509006ccd4,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:26.338693 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.338693 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.338693 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.338693 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.338693 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.338693 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.338693 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.339602 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.342278 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.344135 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.344555 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.345216 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:26.346208 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.384088 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] Deleting port b71e8788-5303-4393-9f23-78509006ccd4 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:26.384424 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.434491 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Attempting to bind port b71e8788-5303-4393-9f23-78509006ccd4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:26.434491 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Attempting to bind port b71e8788-5303-4393-9f23-78509006ccd4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '94aa33d4-e2f3-4286-b45d-e114ce61328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:26.435569 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Attempting to bind port b71e8788-5303-4393-9f23-78509006ccd4 on network 5937ea5a-37ad-4659-8d50-b6135d6265a3 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:26.440500 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:26.440880 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Checking segment: {'id': '94aa33d4-e2f3-4286-b45d-e114ce61328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:26.441272 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.441849 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Bound using segment: {'id': '94aa33d4-e2f3-4286-b45d-e114ce61328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:26.442339 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Bound port: b71e8788-5303-4393-9f23-78509006ccd4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa33d4-e2f3-4286-b45d-e114ce61328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:26.442754 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.527647 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Allocated IP 172.25.8.121 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/95809776-952d-48a2-ae6d-afddcc65fee7) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:26.536735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] For port b71e8788-5303-4393-9f23-78509006ccd4, host n-d-768509-23, got binding levels [] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:26.537212 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.537440 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] For port b71e8788-5303-4393-9f23-78509006ccd4, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:26.541255 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] For port b71e8788-5303-4393-9f23-78509006ccd4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b71e8788-5303-4393-9f23-78509006ccd4,segment=NetworkSegment(94aa33d4-e2f3-4286-b45d-e114ce61328b),segment_id=94aa33d4-e2f3-4286-b45d-e114ce61328b)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:26.554426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] Calling delete_port for b71e8788-5303-4393-9f23-78509006ccd4 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:26.627317 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.683166 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e7b29-71a0-4f7b-b138-ba6b45c3d5e9 None None] Pushing event updated for resources: {'Port': ['ID=b71e8788-5303-4393-9f23-78509006ccd4,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:26.731356 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Routers {'5ba17812-bb91-4fbb-878f-1ce79bdef89c'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:26.731356 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:26.856063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.886465 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] Set router 5ba17812-bb91-4fbb-878f-1ce79bdef89c gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:26.901758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=b71e8788-5303-4393-9f23-78509006ccd4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:27.014142 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.042946 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3d317c61-b77f-4104-b6a4-e8848abe1a4a None None] Could not find standard attr ID for object b71e8788-5303-4393-9f23-78509006ccd4. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:22:27.120338 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.128423 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'name': 'tempest-ImageQuotaTest-315606770-router', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:19Z', 'updated_at': '2021-08-16T02:22:22Z', 'revision_number': 4, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'gw_port': {'id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:20Z', 'updated_at': '2021-08-16T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'b71e8788-5303-4393-9f23-78509006ccd4', 'name': '', 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'mac_address': 'fa:16:3e:8a:12:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ec78e5c2-3269-4364-8dfd-4531d276fe2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:22Z', 'updated_at': '2021-08-16T02:22:26Z', 'revision_number': 4, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'subnets': [{'id': 'ec78e5c2-3269-4364-8dfd-4531d276fe2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:27.147423 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.159207 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634a3e7-f5df-4cc1-8367-76a363f1763b None None] The sync data for ids ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'] in n-d-768509-23 is: [{'id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'name': 'tempest-ImageQuotaTest-315606770-router', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:19Z', 'updated_at': '2021-08-16T02:22:22Z', 'revision_number': 4, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'gw_port': {'id': 'f3b61ee9-b18a-4a17-9ed9-8b506a4771e5', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:20Z', 'updated_at': '2021-08-16T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'b71e8788-5303-4393-9f23-78509006ccd4', 'name': '', 'network_id': '5937ea5a-37ad-4659-8d50-b6135d6265a3', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'mac_address': 'fa:16:3e:8a:12:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ec78e5c2-3269-4364-8dfd-4531d276fe2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:22Z', 'updated_at': '2021-08-16T02:22:26Z', 'revision_number': 4, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'subnets': [{'id': 'ec78e5c2-3269-4364-8dfd-4531d276fe2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:27.265645 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:27.269551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=95809776-952d-48a2-ae6d-afddcc65fee7,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:27.277878 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:27.280581 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:27.475284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] Router 5ba17812-bb91-4fbb-878f-1ce79bdef89c has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:27.595415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:27.605488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51106) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:27.605672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f28c054e-ada3-45a6-88ed-ae876e2f3b9d admin admin] 10.222.0.66 "PUT /v2.0/routers/5ba17812-bb91-4fbb-878f-1ce79bdef89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1349711 Aug 16 02:22:27.786512 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.847109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.936149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.018971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.162162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Deleting port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:28.162786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.298616 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.301459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] For port f3b61ee9-b18a-4a17-9ed9-8b506a4771e5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f3b61ee9-b18a-4a17-9ed9-8b506a4771e5,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:28.301691 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.315269 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Calling delete_port for f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:28.389310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.487906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42391f6-0929-427b-8af8-e23f4d398cfa None None] Sync routers for ids ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:28.498068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42391f6-0929-427b-8af8-e23f4d398cfa None None] Routers {'5ba17812-bb91-4fbb-878f-1ce79bdef89c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:28.498893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e42391f6-0929-427b-8af8-e23f4d398cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:28.511533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=95809776-952d-48a2-ae6d-afddcc65fee7,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:28.524162 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.594978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e42391f6-0929-427b-8af8-e23f4d398cfa None None] Set router 5ba17812-bb91-4fbb-878f-1ce79bdef89c gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:28.653998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e42391f6-0929-427b-8af8-e23f4d398cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'name': 'tempest-ImageQuotaTest-315606770-router', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:19Z', 'updated_at': '2021-08-16T02:22:27Z', 'revision_number': 6, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:28.662322 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Floating IP 2d399fc4-74c9-4d01-9b0e-a85f880b6e59 associated. External IP: 172.25.8.121, port: bea01657-5d4a-4f1b-800a-33c10b421f09. Aug 16 02:22:28.680320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42391f6-0929-427b-8af8-e23f4d398cfa None None] Checking router: 5ba17812-bb91-4fbb-878f-1ce79bdef89c for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:28.689191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42391f6-0929-427b-8af8-e23f4d398cfa None None] Routers {'5ba17812-bb91-4fbb-878f-1ce79bdef89c'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:28.689801 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e42391f6-0929-427b-8af8-e23f4d398cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:28.775265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-e42391f6-0929-427b-8af8-e23f4d398cfa None None] Set router 5ba17812-bb91-4fbb-878f-1ce79bdef89c gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:28.800052 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.839133 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b61ee9-b18a-4a17-9ed9-8b506a4771e5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:28.847914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-e42391f6-0929-427b-8af8-e23f4d398cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'name': 'tempest-ImageQuotaTest-315606770-router', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:19Z', 'updated_at': '2021-08-16T02:22:27Z', 'revision_number': 6, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:28.879326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42391f6-0929-427b-8af8-e23f4d398cfa None None] The sync data for ids ['5ba17812-bb91-4fbb-878f-1ce79bdef89c'] in n-d-768509-23 is: [{'id': '5ba17812-bb91-4fbb-878f-1ce79bdef89c', 'name': 'tempest-ImageQuotaTest-315606770-router', 'tenant_id': 'c64942504e0c4fec80a55b5a0df50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:19Z', 'updated_at': '2021-08-16T02:22:27Z', 'revision_number': 6, 'project_id': 'c64942504e0c4fec80a55b5a0df50dea', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:28.948007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.951510 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 08638b08-ccc7-4bf1-b58b-addc1813aedc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:29.080252 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.083439 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.179405 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:29.189278 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e3f6b-9b8c-4795-b4c2-d67b06c5097c None None] Sync routers for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:29.199366 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e3f6b-9b8c-4795-b4c2-d67b06c5097c None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:29.202038 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d87e3f6b-9b8c-4795-b4c2-d67b06c5097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:29.221510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.222120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba17812-bb91-4fbb-878f-1ce79bdef89c {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:29.230604 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.235252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51118) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.243313 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-69101096-b8c8-46ee-ac42-6df654992268 admin admin] 10.222.0.66 "DELETE /v2.0/routers/5ba17812-bb91-4fbb-878f-1ce79bdef89c HTTP/1.1" status: 204 len: 168 time: 1.6390297 Aug 16 02:22:29.250356 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.296167 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8aac735d-9783-4d79-be21-6a4f2ad0a2dd tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2268279 Aug 16 02:22:29.296797 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51120) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.297261 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'tag': 'bea01657-5d4a-4f1b-800a-33c10b421f09'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:29.300085 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05528ec-c720-4c87-98bc-2f8ae4530f83" -d '{"events": [{"name": "network-changed", "server_uuid": "9875d490-1a7e-449a-83da-7bd2b1c8aec2", "tag": "bea01657-5d4a-4f1b-800a-33c10b421f09"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:29.307006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b28ba2-8c20-449c-a813-5da9131a52a8 admin admin] Deleting subnet ec78e5c2-3269-4364-8dfd-4531d276fe2b {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:29.311092 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43b28ba2-8c20-449c-a813-5da9131a52a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.319719 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d87e3f6b-9b8c-4795-b4c2-d67b06c5097c None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:29.381596 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f0f7daf2-05f4-45f2-9cff-f38ae08df58a tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/floatingips/2d399fc4-74c9-4d01-9b0e-a85f880b6e59 HTTP/1.1" status: 200 len: 992 time: 0.0776699 Aug 16 02:22:29.388405 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43b28ba2-8c20-449c-a813-5da9131a52a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.534297 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43b28ba2-8c20-449c-a813-5da9131a52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.555612 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab4a695-c13d-449b-b7ad-7157f94ed8d2 x-openstack-request-id: req-8ab4a695-c13d-449b-b7ad-7157f94ed8d2 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:29.556095 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9875d490-1a7e-449a-83da-7bd2b1c8aec2", "tag": "bea01657-5d4a-4f1b-800a-33c10b421f09", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:29.556422 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ab4a695-c13d-449b-b7ad-7157f94ed8d2 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:29.556931 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'tag': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'status': 'completed', 'code': 200} Aug 16 02:22:29.628782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05528ec-c720-4c87-98bc-2f8ae4530f83 req-7232addc-6a78-45ee-890b-dacf536b2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.630576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e05528ec-c720-4c87-98bc-2f8ae4530f83 req-7232addc-6a78-45ee-890b-dacf536b2dd9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 1098 time: 0.0490897 Aug 16 02:22:29.644873 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d87e3f6b-9b8c-4795-b4c2-d67b06c5097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2d399fc4-74c9-4d01-9b0e-a85f880b6e59', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'port_id': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'mac_address': 'fa:16:3e:ee:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:27Z', 'updated_at': '2021-08-16T02:22:27Z', 'revision_number': 0, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:29.674408 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e3f6b-9b8c-4795-b4c2-d67b06c5097c None None] Checking router: 08638b08-ccc7-4bf1-b58b-addc1813aedc for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:29.683357 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e3f6b-9b8c-4795-b4c2-d67b06c5097c None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:29.684287 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d87e3f6b-9b8c-4795-b4c2-d67b06c5097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:29.698069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43b28ba2-8c20-449c-a813-5da9131a52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.732470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b28ba2-8c20-449c-a813-5da9131a52a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec78e5c2-3269-4364-8dfd-4531d276fe2b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:29.739979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43b28ba2-8c20-449c-a813-5da9131a52a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.744313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-43b28ba2-8c20-449c-a813-5da9131a52a8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ec78e5c2-3269-4364-8dfd-4531d276fe2b HTTP/1.1" status: 204 len: 168 time: 0.5051606 Aug 16 02:22:29.744507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51126) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.752755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed38802-e4a3-4a5a-8951-584decbafa38 None None] Network 5937ea5a-37ad-4659-8d50-b6135d6265a3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:29.772320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05528ec-c720-4c87-98bc-2f8ae4530f83 req-4788792c-3665-4f40-93ac-294946657a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.773998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e05528ec-c720-4c87-98bc-2f8ae4530f83 req-4788792c-3665-4f40-93ac-294946657a79 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 HTTP/1.1" status: 200 len: 897 time: 0.1364291 Aug 16 02:22:29.845469 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d87e3f6b-9b8c-4795-b4c2-d67b06c5097c None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:29.914929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.942199 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6c46a0ca-c308-4049-a666-578aa27e7d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.029229 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Deleting port 6279df6f-5309-4fef-b048-b8363d699bdc {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:30.029566 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.075646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24512d2f-0c91-4343-9d6f-5dc9929e3644 None None] DHCP port deletion for 5937ea5a-37ad-4659-8d50-b6135d6265a3 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:30.116231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b71e8788-5303-4393-9f23-78509006ccd4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:30.146476 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: b71e8788-5303-4393-9f23-78509006ccd4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:30.146966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b71e8788-5303-4393-9f23-78509006ccd4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:30.147984 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:30.179384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] For port 6279df6f-5309-4fef-b048-b8363d699bdc, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6279df6f-5309-4fef-b048-b8363d699bdc,segment=NetworkSegment(94aa33d4-e2f3-4286-b45d-e114ce61328b),segment_id=94aa33d4-e2f3-4286-b45d-e114ce61328b)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:30.180097 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.181054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:30.181647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f3b61ee9-b18a-4a17-9ed9-8b506a4771e5 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:30.203260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-24512d2f-0c91-4343-9d6f-5dc9929e3644 None None] Deleting port 6279df6f-5309-4fef-b048-b8363d699bdc {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:30.203987 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-24512d2f-0c91-4343-9d6f-5dc9929e3644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.212160 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Calling delete_port for 6279df6f-5309-4fef-b048-b8363d699bdc owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:30.293700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-24512d2f-0c91-4343-9d6f-5dc9929e3644 None None] For port 6279df6f-5309-4fef-b048-b8363d699bdc, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=6279df6f-5309-4fef-b048-b8363d699bdc,segment=NetworkSegment(94aa33d4-e2f3-4286-b45d-e114ce61328b),segment_id=94aa33d4-e2f3-4286-b45d-e114ce61328b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:30.295103 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-24512d2f-0c91-4343-9d6f-5dc9929e3644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.302895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e05528ec-c720-4c87-98bc-2f8ae4530f83 req-77d15b34-b333-4001-a1b8-396542442489 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bea01657-5d4a-4f1b-800a-33c10b421f09 HTTP/1.1" status: 200 len: 1000 time: 0.5217965 Aug 16 02:22:30.314558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-24512d2f-0c91-4343-9d6f-5dc9929e3644 None None] Calling delete_port for 6279df6f-5309-4fef-b048-b8363d699bdc owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:30.327432 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d87e3f6b-9b8c-4795-b4c2-d67b06c5097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2d399fc4-74c9-4d01-9b0e-a85f880b6e59', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'port_id': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'mac_address': 'fa:16:3e:ee:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:27Z', 'updated_at': '2021-08-16T02:22:27Z', 'revision_number': 0, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:30.361431 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e3f6b-9b8c-4795-b4c2-d67b06c5097c None None] The sync data for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 is: [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2d399fc4-74c9-4d01-9b0e-a85f880b6e59', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'port_id': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'mac_address': 'fa:16:3e:ee:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:27Z', 'updated_at': '2021-08-16T02:22:27Z', 'revision_number': 0, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:30.384905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51130) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:30.409303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05528ec-c720-4c87-98bc-2f8ae4530f83 req-cb638309-5cf1-4da6-abe2-f798508137ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:30.412607 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e05528ec-c720-4c87-98bc-2f8ae4530f83 req-cb638309-5cf1-4da6-abe2-f798508137ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=376b702f-3758-4eef-9ee2-fcc69e5bbd22 HTTP/1.1" status: 200 len: 835 time: 0.1004119 Aug 16 02:22:30.465565 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.469109 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-24512d2f-0c91-4343-9d6f-5dc9929e3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.474565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05528ec-c720-4c87-98bc-2f8ae4530f83 req-71a19b70-271e-434f-925a-553cbaebd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:30.477153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e05528ec-c720-4c87-98bc-2f8ae4530f83 req-71a19b70-271e-434f-925a-553cbaebd7d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564861 Aug 16 02:22:30.504172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24512d2f-0c91-4343-9d6f-5dc9929e3644 None None] Pushing event deleted for resources: {'Port': ['ID=6279df6f-5309-4fef-b048-b8363d699bdc,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:30.514071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24512d2f-0c91-4343-9d6f-5dc9929e3644 None None] No DVR routers for this DVR port 6279df6f-5309-4fef-b048-b8363d699bdc on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:30.518153 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8c49651e-79de-4aa2-ba75-6a095a97c232 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/floatingips/2d399fc4-74c9-4d01-9b0e-a85f880b6e59 HTTP/1.1" status: 200 len: 992 time: 0.1319129 Aug 16 02:22:30.519982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Pushing event deleted for resources: {'Port': ['ID=6279df6f-5309-4fef-b048-b8363d699bdc,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:30.530085 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] No DVR routers for this DVR port 6279df6f-5309-4fef-b048-b8363d699bdc on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:30.611217 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.618964 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e05528ec-c720-4c87-98bc-2f8ae4530f83 req-5be55d00-623c-420b-ba7f-03c2225f7a50 service neutron] 10.222.0.74 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343937 Aug 16 02:22:30.624245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5937ea5a-37ad-4659-8d50-b6135d6265a3']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:30.641177 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94aa33d4-e2f3-4286-b45d-e114ce61328b') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:30.641556 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94aa33d4-e2f3-4286-b45d-e114ce61328b') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:30.651718 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.665185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c880da6-f2ae-4add-adae-dcb39aac9b4c None None] New status for floating IP 2d399fc4-74c9-4d01-9b0e-a85f880b6e59: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:22:30.666245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.672886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:30.674340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:30.676355 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:30.741848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e05528ec-c720-4c87-98bc-2f8ae4530f83 req-a6204ae3-d766-432b-8ed8-54379e956f98 service neutron] 10.222.0.74 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143401 Aug 16 02:22:30.809650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.815664 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.820943 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] 10.222.0.66 "DELETE /v2.0/networks/5937ea5a-37ad-4659-8d50-b6135d6265a3 HTTP/1.1" status: 204 len: 168 time: 1.0724661 Aug 16 02:22:31.129224 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3fdca-0fb6-41c9-9302-692cffc795cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5937ea5a-37ad-4659-8d50-b6135d6265a3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.158891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51138) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:31.202460 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-460aba55-b5f5-4153-b994-8d7258cf189e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c64942504e0c4fec80a55b5a0df50dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423617 Aug 16 02:22:31.204902 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51140) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:31.253592 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e76cb7d-8616-4672-a597-2755d12c99a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.276440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e76cb7d-8616-4672-a597-2755d12c99a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.427477 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e76cb7d-8616-4672-a597-2755d12c99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.430265 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e76cb7d-8616-4672-a597-2755d12c99a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.431584 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5e76cb7d-8616-4672-a597-2755d12c99a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1358f9a9-6fdd-4a66-8a18-464d86906f79 HTTP/1.1" status: 204 len: 168 time: 0.2257011 Aug 16 02:22:31.441296 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76cb7d-8616-4672-a597-2755d12c99a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1358f9a9-6fdd-4a66-8a18-464d86906f79,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.519775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51146) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:31.593242 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3a68b1b2-3925-4506-a044-2fa7499af4ce tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/floatingips/2d399fc4-74c9-4d01-9b0e-a85f880b6e59 HTTP/1.1" status: 200 len: 994 time: 0.0710678 Aug 16 02:22:32.029780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6279df6f-5309-4fef-b048-b8363d699bdc no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:32.051019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 6279df6f-5309-4fef-b048-b8363d699bdc {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:32.051374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 6279df6f-5309-4fef-b048-b8363d699bdc not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:32.142036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51150) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.156099 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60285669-988d-4fbe-8f01-9a99408ca00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.250328 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60285669-988d-4fbe-8f01-9a99408ca00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.312791 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-60285669-988d-4fbe-8f01-9a99408ca00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.346718 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-60285669-988d-4fbe-8f01-9a99408ca00f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2035785 Aug 16 02:22:32.349490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51154) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.369137 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60285669-988d-4fbe-8f01-9a99408ca00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8b1b45-1e6b-4f1d-96f3-317792250467,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:32.401463 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-705ce06e-b87e-4ac5-b19c-9ecdce1abbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.425334 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-705ce06e-b87e-4ac5-b19c-9ecdce1abbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.529552 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-705ce06e-b87e-4ac5-b19c-9ecdce1abbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.532216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-705ce06e-b87e-4ac5-b19c-9ecdce1abbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.535803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-705ce06e-b87e-4ac5-b19c-9ecdce1abbea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f8b1b45-1e6b-4f1d-96f3-317792250467 HTTP/1.1" status: 204 len: 168 time: 0.1827691 Aug 16 02:22:32.541410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ce06e-b87e-4ac5-b19c-9ecdce1abbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8b1b45-1e6b-4f1d-96f3-317792250467,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:32.912793 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.916970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eca79631-0e0f-4039-a6c0-cdcdaac2f4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.344861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51176) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:33.462349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1496187323-network', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:33.569575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Made reservation on behalf of c7ec4942553b475ebabfb3385b763fed for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:33.572059 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.582398 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.689505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.781498 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.807944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:33.820805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361374af-db6e-47d7-84fb-c4b40f082d51,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:33.828063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.828868 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Added segment b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20 of type vlan for network 509f5449-1318-44c4-b7de-2d4a154c923c Aug 16 02:22:33.875895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.958253 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.959217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:33.960653 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.064060 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7160258 Aug 16 02:22:34.064308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51186) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:34.069064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] Request body: {'subnet': {'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1496187323-subnet', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:34.073287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cbec8-3611-4d23-a1fa-86837c80b75e admin admin] Pushing event updated for resources: {'Network': ['ID=509f5449-1318-44c4-b7de-2d4a154c923c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:34.084800 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 509f5449-1318-44c4-b7de-2d4a154c923c details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:34.163683 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.196727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] Made reservation on behalf of c7ec4942553b475ebabfb3385b763fed for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:34.199633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.484139 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.547871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f1da98-0a50-45fe-aac5-65e2a8f23a83,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:34.555547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] Checking segment: {'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:34.556042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] Network hostable DHCP agents. Network: 509f5449-1318-44c4-b7de-2d4a154c923c, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:34.626719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] Network 509f5449-1318-44c4-b7de-2d4a154c923c is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:34.718346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 509f5449-1318-44c4-b7de-2d4a154c923c) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:34.722931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.723780 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.732858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25721fd4-08d5-470d-bb26-842946444f54 None None] Network 509f5449-1318-44c4-b7de-2d4a154c923c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:34.820570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0e684d27-6fb1-42ae-aa68-91033e941a3a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7552989 Aug 16 02:22:34.823191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51190) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:34.828598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:34.883041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-509f5449-1318-44c4-b7de-2d4a154c923c', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:34.883908 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.918946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.920265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.973713 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.028366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Allocated IP 172.20.0.2 (509f5449-1318-44c4-b7de-2d4a154c923c/d4f1da98-0a50-45fe-aac5-65e2a8f23a83/9fce5e3c-d53b-4357-a249-3616648290e0) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:35.171427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.174149 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.182983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Transition to ACTIVE for port object 9fce5e3c-d53b-4357-a249-3616648290e0 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:35.197778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Transition to ACTIVE for port object 9fce5e3c-d53b-4357-a249-3616648290e0 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:35.279435 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.321987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Network 509f5449-1318-44c4-b7de-2d4a154c923c is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:35.328194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:35.330336 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Pushing event updated for resources: {'Port': ['ID=9fce5e3c-d53b-4357-a249-3616648290e0,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:35.332493 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:35.390099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Attempting to bind port 9fce5e3c-d53b-4357-a249-3616648290e0 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:35.390677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Attempting to bind port 9fce5e3c-d53b-4357-a249-3616648290e0 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:35.391093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Attempting to bind port 9fce5e3c-d53b-4357-a249-3616648290e0 on network 509f5449-1318-44c4-b7de-2d4a154c923c {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:35.396113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:35.396565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Checking segment: {'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:35.397037 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.397623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Bound using segment: {'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:35.398180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Bound port: 9fce5e3c-d53b-4357-a249-3616648290e0, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:35.398665 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.463033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] For port 9fce5e3c-d53b-4357-a249-3616648290e0, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:35.463309 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.466849 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] For port 9fce5e3c-d53b-4357-a249-3616648290e0, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9fce5e3c-d53b-4357-a249-3616648290e0,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:35.487608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.548027 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.597373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Allocated IP 172.25.8.4 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/66b9dcab-4089-4b01-88fc-9d51469cdc86) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:35.615290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f24944-fe3b-4ea0-b78f-49c8eeba094e None None] Pushing event updated for resources: {'Port': ['ID=9fce5e3c-d53b-4357-a249-3616648290e0,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:35.717477 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.844425 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.890319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:35.893709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:35.898336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:35.901706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Pushing event updated for resources: {'Port': ['ID=66b9dcab-4089-4b01-88fc-9d51469cdc86,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:35.905516 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.069156 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9fce5e3c-d53b-4357-a249-3616648290e0 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:36.181197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 9fce5e3c-d53b-4357-a249-3616648290e0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:36.234430 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51200) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.257362 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.365546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.474710 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.490650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.547066 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.586198 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0964412ce994f409665b95a00df9e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506401 Aug 16 02:22:36.587077 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f9db38-96fc-4c3e-81a0-efec69f5eb2b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.589022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51204) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.607448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.607952 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.608300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.608640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.608989 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.609306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.609888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.610195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.610706 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.611212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.611530 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.611847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1fa09-d896-4155-a712-140d337e066f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:36.662240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1622e920-590c-46fc-81b7-cd95eb9a0171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.684043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c295827a-e6e2-4568-b77f-15d7b7e24cd5 None None] Network 509f5449-1318-44c4-b7de-2d4a154c923c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:36.687099 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1622e920-590c-46fc-81b7-cd95eb9a0171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.689554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Router af89640c-f135-4deb-b7d7-036507ce775a is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:22:36.792572 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1622e920-590c-46fc-81b7-cd95eb9a0171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.795932 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1622e920-590c-46fc-81b7-cd95eb9a0171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.797127 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1622e920-590c-46fc-81b7-cd95eb9a0171 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53f9db38-96fc-4c3e-81a0-efec69f5eb2b HTTP/1.1" status: 204 len: 168 time: 0.2072003 Aug 16 02:22:36.811226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622e920-590c-46fc-81b7-cd95eb9a0171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f9db38-96fc-4c3e-81a0-efec69f5eb2b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.820651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:36.832168 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Sync routers for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:36.842597 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:36.843439 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:36.865735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2c178f12-9fc4-4850-8805-c74e803a84cd None None] Provisioning for port 9fce5e3c-d53b-4357-a249-3616648290e0 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:36.872770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2c178f12-9fc4-4850-8805-c74e803a84cd None None] Provisioning complete for port 9fce5e3c-d53b-4357-a249-3616648290e0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:36.872770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c178f12-9fc4-4850-8805-c74e803a84cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.906287 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.915948 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51208) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.917881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0d30523e-ef84-4c55-aa69-74ba9e7690f8 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0906503 Aug 16 02:22:36.964530 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c178f12-9fc4-4850-8805-c74e803a84cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.006112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2c178f12-9fc4-4850-8805-c74e803a84cd None None] For port 9fce5e3c-d53b-4357-a249-3616648290e0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9fce5e3c-d53b-4357-a249-3616648290e0,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:37.077500 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c178f12-9fc4-4850-8805-c74e803a84cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.078807 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:37.198288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c178f12-9fc4-4850-8805-c74e803a84cd None None] Pushing event updated for resources: {'Port': ['ID=9fce5e3c-d53b-4357-a249-3616648290e0,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:37.213009 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ee42ef3b-2aa2-48e0-a875-735701bac150 None None] Provisioning complete for port 9fce5e3c-d53b-4357-a249-3616648290e0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:37.213781 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ee42ef3b-2aa2-48e0-a875-735701bac150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.349565 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:36Z', 'revision_number': 3, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:37.376840 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Checking router: af89640c-f135-4deb-b7d7-036507ce775a for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:37.379479 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Updating router af89640c-f135-4deb-b7d7-036507ce775a port 66b9dcab-4089-4b01-88fc-9d51469cdc86 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:37.404727 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.433881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.636016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Allocated IP 172.20.0.1 (509f5449-1318-44c4-b7de-2d4a154c923c/d4f1da98-0a50-45fe-aac5-65e2a8f23a83/fbc6c94d-a979-45f5-8a12-3451e01e1828) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:37.709540 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.720230 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Transition to ACTIVE for port object 66b9dcab-4089-4b01-88fc-9d51469cdc86 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:37.747356 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.759898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Transition to ACTIVE for port object fbc6c94d-a979-45f5-8a12-3451e01e1828 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:37.792153 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.843679 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Attempting to bind port 66b9dcab-4089-4b01-88fc-9d51469cdc86 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:37.844323 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Attempting to bind port 66b9dcab-4089-4b01-88fc-9d51469cdc86 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:37.844509 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Attempting to bind port 66b9dcab-4089-4b01-88fc-9d51469cdc86 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:37.847118 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574785dd-8e27-40cc-8bea-fd479c4dd968 None None] Pushing event updated for resources: {'Port': ['ID=66b9dcab-4089-4b01-88fc-9d51469cdc86,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:37.850168 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.851565 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:37.851940 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:37.852330 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.852709 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:37.853167 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Bound port: 66b9dcab-4089-4b01-88fc-9d51469cdc86, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:37.853562 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.904549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Network 509f5449-1318-44c4-b7de-2d4a154c923c is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:37.905206 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] For port 66b9dcab-4089-4b01-88fc-9d51469cdc86, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:37.907387 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:37.908279 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] For port 66b9dcab-4089-4b01-88fc-9d51469cdc86, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=66b9dcab-4089-4b01-88fc-9d51469cdc86,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:37.911746 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:37.914832 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc6c94d-a979-45f5-8a12-3451e01e1828,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:37.953125 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.987732 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.048748 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574785dd-8e27-40cc-8bea-fd479c4dd968 None None] Pushing event updated for resources: {'Port': ['ID=66b9dcab-4089-4b01-88fc-9d51469cdc86,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.057493 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:38.058141 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:38.069803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9fce5e3c-d53b-4357-a249-3616648290e0 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:38.121104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9fce5e3c-d53b-4357-a249-3616648290e0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:38.121483 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.163197 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.177267 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:38.306603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c16d4445-c618-4286-bc03-0380dd2d5b41 None None] Provisioning for port fbc6c94d-a979-45f5-8a12-3451e01e1828 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:38.312002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c16d4445-c618-4286-bc03-0380dd2d5b41 None None] Provisioning complete for port fbc6c94d-a979-45f5-8a12-3451e01e1828 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:38.312502 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c16d4445-c618-4286-bc03-0380dd2d5b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.333628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-22bf6031-8aec-479a-a68a-e18dd4cbac0b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459936 Aug 16 02:22:38.340976 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.353512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c16d4445-c618-4286-bc03-0380dd2d5b41 None None] Port fbc6c94d-a979-45f5-8a12-3451e01e1828 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:38.366686 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:36Z', 'revision_number': 3, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:38.393950 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2e3be-7e43-40e8-87e4-393f890f179f None None] The sync data for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 is: [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:36Z', 'revision_number': 3, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:38.411216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.430228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-307abb86-4ccb-47a4-9abc-95a0f7063bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.432135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-307abb86-4ccb-47a4-9abc-95a0f7063bf2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 1098 time: 0.0550976 Aug 16 02:22:38.481159 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc6c94d-a979-45f5-8a12-3451e01e1828,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.488806 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.548450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-895b3ed7-2a3b-46c3-85c9-5974c1968557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.550075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-895b3ed7-2a3b-46c3-85c9-5974c1968557 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 HTTP/1.1" status: 200 len: 897 time: 0.0984542 Aug 16 02:22:38.585233 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Network 509f5449-1318-44c4-b7de-2d4a154c923c is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:38.586737 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:38.621407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-85456725-7dcd-48c4-9d82-fb0c8e7d04c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bea01657-5d4a-4f1b-800a-33c10b421f09 HTTP/1.1" status: 200 len: 1002 time: 0.0647264 Aug 16 02:22:38.708370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-1adae795-570c-4184-945c-845c46360250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.711063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-1adae795-570c-4184-945c-845c46360250 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=376b702f-3758-4eef-9ee2-fcc69e5bbd22 HTTP/1.1" status: 200 len: 835 time: 0.0831647 Aug 16 02:22:38.740489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Router af89640c-f135-4deb-b7d7-036507ce775a has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:38.774251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-db481517-0728-44a8-9168-d2290f879d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.775780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-db481517-0728-44a8-9168-d2290f879d1b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565023 Aug 16 02:22:38.874210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:38.879223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6f7fb9cb-7fbe-484d-a07d-d2747c6b311f None None] Provisioning complete for port fbc6c94d-a979-45f5-8a12-3451e01e1828 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:38.879553 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f7fb9cb-7fbe-484d-a07d-d2747c6b311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.884709 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ef83c9b8-d8c3-4669-a508-2e77b4fb9da5 admin admin] 10.222.0.66 "PUT /v2.0/routers/af89640c-f135-4deb-b7d7-036507ce775a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9649959 Aug 16 02:22:38.898268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-b0a601c8-0a83-4e3b-88f8-5b7cccbe8241 service neutron] 10.222.0.74 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150649 Aug 16 02:22:38.923981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fb9cb-7fbe-484d-a07d-d2747c6b311f None None] Port fbc6c94d-a979-45f5-8a12-3451e01e1828 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:39.013482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6552490-be15-46c6-ae9c-d9dc3b48c1df req-15d1f578-802c-44c6-bc5f-8ccad088229b service neutron] 10.222.0.74 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064973 Aug 16 02:22:39.754310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51224) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.759975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-613975029-network', 'tenant_id': '646b327d7bab46e78a118d041324c5d6'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:39.843913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Made reservation on behalf of 646b327d7bab46e78a118d041324c5d6 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:39.846426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.856143 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.944634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Sync routers for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:39.948506 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.954125 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:39.954729 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.021185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.046773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:40.056539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f264646-0468-41e5-abbb-69b7c4530f2c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.061519 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.061895 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Added segment 71c3357c-b298-4e86-9114-eedac6afef4b of type vlan for network 90e14adf-8a84-4913-bce1-d272cf89a397 Aug 16 02:22:40.066570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:40.097244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 66b9dcab-4089-4b01-88fc-9d51469cdc86 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:40.106667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.198602 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.199559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.200816 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.266569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] Pushing event updated for resources: {'Network': ['ID=90e14adf-8a84-4913-bce1-d272cf89a397,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.278283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 90e14adf-8a84-4913-bce1-d272cf89a397 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:40.331966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-52747a46-d018-477a-a1cd-e3fb22d46f64 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5760679 Aug 16 02:22:40.335347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51226) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.346143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] Request body: {'subnet': {'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-613975029-subnet', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:40.431153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] Made reservation on behalf of 646b327d7bab46e78a118d041324c5d6 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:40.433595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.508195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 66b9dcab-4089-4b01-88fc-9d51469cdc86 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:40.516362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 66b9dcab-4089-4b01-88fc-9d51469cdc86 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:40.516790 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.543531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 2, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.574731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Checking router: af89640c-f135-4deb-b7d7-036507ce775a for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:40.575142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Updating router af89640c-f135-4deb-b7d7-036507ce775a port fbc6c94d-a979-45f5-8a12-3451e01e1828 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:40.607015 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.655445 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.686711 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.712684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b74d8b-d967-4b92-9243-02d56c12dae3,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.719684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] Checking segment: {'id': '71c3357c-b298-4e86-9114-eedac6afef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:40.720044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] Network hostable DHCP agents. Network: 90e14adf-8a84-4913-bce1-d272cf89a397, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:40.760518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 66b9dcab-4089-4b01-88fc-9d51469cdc86, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=66b9dcab-4089-4b01-88fc-9d51469cdc86,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:40.820956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] Network 90e14adf-8a84-4913-bce1-d272cf89a397 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:40.859011 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.905419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 90e14adf-8a84-4913-bce1-d272cf89a397) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:40.910524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.910839 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.931157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf5e0a4-c482-45ea-9ad9-17c3adcf309c None None] Network 90e14adf-8a84-4913-bce1-d272cf89a397 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:40.985078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=66b9dcab-4089-4b01-88fc-9d51469cdc86,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.986367 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8a76751a-1db8-4437-9f46-4994c537d130 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6496937 Aug 16 02:22:40.989220 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51228) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.995876 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-613975029-router', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:41.013551 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.033620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Transition to ACTIVE for port object fbc6c94d-a979-45f5-8a12-3451e01e1828 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:41.100123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.101133 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.111326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-90e14adf-8a84-4913-bce1-d272cf89a397', 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'fixed_ips': [{'subnet_id': 'e7b74d8b-d967-4b92-9243-02d56c12dae3'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:41.112180 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.121515 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.154189 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.227395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7290-64f4-42cb-b344-6382e57e8574 None None] Pushing event updated for resources: {'Port': ['ID=fbc6c94d-a979-45f5-8a12-3451e01e1828,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.327164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Attempting to bind port fbc6c94d-a979-45f5-8a12-3451e01e1828 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:41.327541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Attempting to bind port fbc6c94d-a979-45f5-8a12-3451e01e1828 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:41.327910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Attempting to bind port fbc6c94d-a979-45f5-8a12-3451e01e1828 on network 509f5449-1318-44c4-b7de-2d4a154c923c {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:41.340401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:41.341360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Checking segment: {'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:41.341750 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.342516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Bound using segment: {'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:41.343619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Bound port: fbc6c94d-a979-45f5-8a12-3451e01e1828, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:41.343619 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.368248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Allocated IP 172.20.0.2 (90e14adf-8a84-4913-bce1-d272cf89a397/e7b74d8b-d967-4b92-9243-02d56c12dae3/adf107f9-bb11-4772-b0f6-62a6bfb6be19) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:41.381180 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.400688 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:22:41.486659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] For port fbc6c94d-a979-45f5-8a12-3451e01e1828, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:41.505675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] For port fbc6c94d-a979-45f5-8a12-3451e01e1828, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fbc6c94d-a979-45f5-8a12-3451e01e1828,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:41.573801 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.582585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Transition to ACTIVE for port object adf107f9-bb11-4772-b0f6-62a6bfb6be19 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:41.588529 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.626134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Transition to ACTIVE for port object adf107f9-bb11-4772-b0f6-62a6bfb6be19 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:41.651999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:41.652653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.666597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.687696 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.703982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7290-64f4-42cb-b344-6382e57e8574 None None] Pushing event updated for resources: {'Port': ['ID=fbc6c94d-a979-45f5-8a12-3451e01e1828,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.754549 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.799543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Allocated IP 172.25.8.9 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/e9102960-c81b-4bc1-a7ab-d1f73946f911) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:41.811184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Network 90e14adf-8a84-4913-bce1-d272cf89a397 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:41.822164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:41.829431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:41.831744 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:41.863278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Pushing event updated for resources: {'Port': ['ID=adf107f9-bb11-4772-b0f6-62a6bfb6be19,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.912881 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.992155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Attempting to bind port adf107f9-bb11-4772-b0f6-62a6bfb6be19 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:41.992640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Attempting to bind port adf107f9-bb11-4772-b0f6-62a6bfb6be19 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '71c3357c-b298-4e86-9114-eedac6afef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:41.992875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Attempting to bind port adf107f9-bb11-4772-b0f6-62a6bfb6be19 on network 90e14adf-8a84-4913-bce1-d272cf89a397 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:42.005352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:42.005721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Checking segment: {'id': '71c3357c-b298-4e86-9114-eedac6afef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:42.006146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.006802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Bound using segment: {'id': '71c3357c-b298-4e86-9114-eedac6afef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:42.007267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Bound port: adf107f9-bb11-4772-b0f6-62a6bfb6be19, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c3357c-b298-4e86-9114-eedac6afef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:42.007643 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.038623 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.055648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 66b9dcab-4089-4b01-88fc-9d51469cdc86 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:42.079922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:42.084467 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:42.088802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:42.092696 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e9102960-c81b-4bc1-a7ab-d1f73946f911,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:42.159008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] For port adf107f9-bb11-4772-b0f6-62a6bfb6be19, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:42.173529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] For port adf107f9-bb11-4772-b0f6-62a6bfb6be19, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=adf107f9-bb11-4772-b0f6-62a6bfb6be19,segment=NetworkSegment(71c3357c-b298-4e86-9114-eedac6afef4b),segment_id=71c3357c-b298-4e86-9114-eedac6afef4b)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:42.189740 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 66b9dcab-4089-4b01-88fc-9d51469cdc86 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:42.190135 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.230361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:41Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:42.265804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1f8de-1b66-4fb3-a7ba-6a4d823065b6 None None] The sync data for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 is: [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:41Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:42.267829 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.456712 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.540928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7ac8d-31a6-4cbc-8ff2-42d66fbc1d64 None None] Pushing event updated for resources: {'Port': ['ID=adf107f9-bb11-4772-b0f6-62a6bfb6be19,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:42.692864 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.929733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:22:43.044466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:43.053503 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Sync routers for ids ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:43.064068 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Routers {'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:43.067771 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:43.122598 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.123978 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8917861b-5012-400a-8231-5b2aea04a4a1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1336677 Aug 16 02:22:43.126685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51230) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:43.183035 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Set router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:43.409163 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'name': 'tempest-TestVolumeBackupRestore-613975029-router', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 3, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'gw_port': {'id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:43.451463 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Checking router: a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:43.451966 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Updating router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e port e9102960-c81b-4bc1-a7ab-d1f73946f911 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:43.482831 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.532242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3956947-202b-40a0-a64b-a753d480f318 None None] Network 90e14adf-8a84-4913-bce1-d272cf89a397 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:43.729533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2b07a073-d5d6-4eb8-b0b1-efe56a0ea907 None None] Provisioning for port adf107f9-bb11-4772-b0f6-62a6bfb6be19 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:43.770167 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.786648 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Transition to ACTIVE for port object e9102960-c81b-4bc1-a7ab-d1f73946f911 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:43.901171 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.907755 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.958655 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb943e-4879-4ed0-b22e-a2bf4ff7c276 None None] Pushing event updated for resources: {'Port': ['ID=e9102960-c81b-4bc1-a7ab-d1f73946f911,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:43.961760 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Attempting to bind port e9102960-c81b-4bc1-a7ab-d1f73946f911 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:43.962155 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Attempting to bind port e9102960-c81b-4bc1-a7ab-d1f73946f911 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:43.962519 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Attempting to bind port e9102960-c81b-4bc1-a7ab-d1f73946f911 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:43.967761 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:43.968145 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:43.968825 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.968962 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:43.969364 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Bound port: e9102960-c81b-4bc1-a7ab-d1f73946f911, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:43.969737 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.034230 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] For port e9102960-c81b-4bc1-a7ab-d1f73946f911, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:44.037857 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] For port e9102960-c81b-4bc1-a7ab-d1f73946f911, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e9102960-c81b-4bc1-a7ab-d1f73946f911,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:44.087069 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Allocated IP 172.20.0.1 (90e14adf-8a84-4913-bce1-d272cf89a397/e7b74d8b-d967-4b92-9243-02d56c12dae3/46ecdfbd-5bb7-4dc9-92d0-9774538cacc9) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:44.095671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device adf107f9-bb11-4772-b0f6-62a6bfb6be19 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:44.111690 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.170962 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Routers {'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:44.171642 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.197651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.207150 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb943e-4879-4ed0-b22e-a2bf4ff7c276 None None] Pushing event updated for resources: {'Port': ['ID=e9102960-c81b-4bc1-a7ab-d1f73946f911,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.211951 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Transition to ACTIVE for port object 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:44.216558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port adf107f9-bb11-4772-b0f6-62a6bfb6be19 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:44.221680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port adf107f9-bb11-4772-b0f6-62a6bfb6be19 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:44.222186 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.281848 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] Set router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:44.307783 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.312790 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.343790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port adf107f9-bb11-4772-b0f6-62a6bfb6be19, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=adf107f9-bb11-4772-b0f6-62a6bfb6be19,segment=NetworkSegment(71c3357c-b298-4e86-9114-eedac6afef4b),segment_id=71c3357c-b298-4e86-9114-eedac6afef4b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:44.354245 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Network 90e14adf-8a84-4913-bce1-d272cf89a397 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:44.357670 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:44.365090 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:44.401184 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Pushing event updated for resources: {'Port': ['ID=46ecdfbd-5bb7-4dc9-92d0-9774538cacc9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.404719 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.406055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fbc6c94d-a979-45f5-8a12-3451e01e1828 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:44.427756 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.500674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=adf107f9-bb11-4772-b0f6-62a6bfb6be19,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.579477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port fbc6c94d-a979-45f5-8a12-3451e01e1828 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:44.586904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port fbc6c94d-a979-45f5-8a12-3451e01e1828 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:44.594086 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.594405 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'name': 'tempest-TestVolumeBackupRestore-613975029-router', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 3, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'gw_port': {'id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.617672 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ed42a-179d-4c8e-aed5-aca22ae485ca None None] The sync data for ids ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'] in n-d-768509-23 is: [{'id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'name': 'tempest-TestVolumeBackupRestore-613975029-router', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 3, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'gw_port': {'id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:44.641771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.689375 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.725468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port fbc6c94d-a979-45f5-8a12-3451e01e1828, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fbc6c94d-a979-45f5-8a12-3451e01e1828,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:44.747465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d5be68c4-b666-45c9-8008-027344b7c43d None None] Provisioning for port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:44.751596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d5be68c4-b666-45c9-8008-027344b7c43d None None] Provisioning complete for port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:44.751980 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d5be68c4-b666-45c9-8008-027344b7c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.789904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d5be68c4-b666-45c9-8008-027344b7c43d None None] Port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:44.819579 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.838553 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.886828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=fbc6c94d-a979-45f5-8a12-3451e01e1828,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.899657 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.975000 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.976478 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Pushing event updated for resources: {'Port': ['ID=46ecdfbd-5bb7-4dc9-92d0-9774538cacc9,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:45.073342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Network 90e14adf-8a84-4913-bce1-d272cf89a397 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:45.074934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:45.202043 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:45.312764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-af21757d-a167-4701-886d-1a1ebcacdc86 None None] Provisioning complete for port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:45.313274 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-af21757d-a167-4701-886d-1a1ebcacdc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.323124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:45.334345 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6f9f7bfe-a420-466a-8bd8-994deae06c34 admin admin] 10.222.0.66 "PUT /v2.0/routers/a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2064209 Aug 16 02:22:45.354808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-af21757d-a167-4701-886d-1a1ebcacdc86 None None] Port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:46.096552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Sync routers for ids ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:46.106677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Routers {'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:46.107300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-752552e1-e290-443b-9575-55e88e602a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:46.142048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device adf107f9-bb11-4772-b0f6-62a6bfb6be19 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:46.247166 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Set router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:46.249345 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port adf107f9-bb11-4772-b0f6-62a6bfb6be19 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:46.249707 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.448040 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fbc6c94d-a979-45f5-8a12-3451e01e1828 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:46.534590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port fbc6c94d-a979-45f5-8a12-3451e01e1828 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:46.534961 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.577452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-752552e1-e290-443b-9575-55e88e602a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'name': 'tempest-TestVolumeBackupRestore-613975029-router', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 4, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'gw_port': {'id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '46ecdfbd-5bb7-4dc9-92d0-9774538cacc9', 'name': '', 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'mac_address': 'fa:16:3e:ac:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'e7b74d8b-d967-4b92-9243-02d56c12dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 2, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'subnets': [{'id': 'e7b74d8b-d967-4b92-9243-02d56c12dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:46.608804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Checking router: a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:46.609087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Updating router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:46.652639 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.698039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e9102960-c81b-4bc1-a7ab-d1f73946f911 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:46.882930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port e9102960-c81b-4bc1-a7ab-d1f73946f911 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:46.890938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e9102960-c81b-4bc1-a7ab-d1f73946f911 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:46.891316 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.034749 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.051735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Transition to ACTIVE for port object 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:47.053375 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.075686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port e9102960-c81b-4bc1-a7ab-d1f73946f911, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e9102960-c81b-4bc1-a7ab-d1f73946f911,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:47.101165 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.130236 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.160030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8415d3-f6ec-447f-906f-9b01a424ff11 None None] Pushing event updated for resources: {'Port': ['ID=46ecdfbd-5bb7-4dc9-92d0-9774538cacc9,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:47.256069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Attempting to bind port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:47.256717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Attempting to bind port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '71c3357c-b298-4e86-9114-eedac6afef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:47.257145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Attempting to bind port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 on network 90e14adf-8a84-4913-bce1-d272cf89a397 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:47.262811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=e9102960-c81b-4bc1-a7ab-d1f73946f911,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:47.269211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:47.269612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Checking segment: {'id': '71c3357c-b298-4e86-9114-eedac6afef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:47.270031 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.270639 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Bound using segment: {'id': '71c3357c-b298-4e86-9114-eedac6afef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:47.271123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Bound port: 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c3357c-b298-4e86-9114-eedac6afef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:47.271512 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.393000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-752552e1-e290-443b-9575-55e88e602a2e None None] For port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:47.393000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-752552e1-e290-443b-9575-55e88e602a2e None None] For port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=46ecdfbd-5bb7-4dc9-92d0-9774538cacc9,segment=NetworkSegment(71c3357c-b298-4e86-9114-eedac6afef4b),segment_id=71c3357c-b298-4e86-9114-eedac6afef4b)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:47.642796 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.707393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Routers {'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:47.708124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-752552e1-e290-443b-9575-55e88e602a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:22:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:47.750820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8415d3-f6ec-447f-906f-9b01a424ff11 None None] Pushing event updated for resources: {'Port': ['ID=46ecdfbd-5bb7-4dc9-92d0-9774538cacc9,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:47.833283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-752552e1-e290-443b-9575-55e88e602a2e None None] Set router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:48.051936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e9102960-c81b-4bc1-a7ab-d1f73946f911 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:48.248667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-752552e1-e290-443b-9575-55e88e602a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'name': 'tempest-TestVolumeBackupRestore-613975029-router', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 4, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'gw_port': {'id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '46ecdfbd-5bb7-4dc9-92d0-9774538cacc9', 'name': '', 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'mac_address': 'fa:16:3e:ac:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'e7b74d8b-d967-4b92-9243-02d56c12dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:47Z', 'revision_number': 4, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'subnets': [{'id': 'e7b74d8b-d967-4b92-9243-02d56c12dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:48.279208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752552e1-e290-443b-9575-55e88e602a2e None None] The sync data for ids ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'] in n-d-768509-23 is: [{'id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'name': 'tempest-TestVolumeBackupRestore-613975029-router', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 4, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'gw_port': {'id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '46ecdfbd-5bb7-4dc9-92d0-9774538cacc9', 'name': '', 'network_id': '90e14adf-8a84-4913-bce1-d272cf89a397', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'mac_address': 'fa:16:3e:ac:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'e7b74d8b-d967-4b92-9243-02d56c12dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:47Z', 'revision_number': 4, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'subnets': [{'id': 'e7b74d8b-d967-4b92-9243-02d56c12dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:48.290930 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port e9102960-c81b-4bc1-a7ab-d1f73946f911 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:48.291311 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.064060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:50.181223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:50.185428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:50.185802 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.266892 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.304442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=46ecdfbd-5bb7-4dc9-92d0-9774538cacc9,segment=NetworkSegment(71c3357c-b298-4e86-9114-eedac6afef4b),segment_id=71c3357c-b298-4e86-9114-eedac6afef4b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:50.381880 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.435423 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=46ecdfbd-5bb7-4dc9-92d0-9774538cacc9,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:51.185926 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.045156 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:52.084683 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.096136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:52.096514 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.120916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51334) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:56.201000 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690416cc-d07d-49d0-bda8-cf4b97c9a995 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:56.201579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690416cc-d07d-49d0-bda8-cf4b97c9a995 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:56.202115 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690416cc-d07d-49d0-bda8-cf4b97c9a995 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:56.203892 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-690416cc-d07d-49d0-bda8-cf4b97c9a995 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=b9c1923ec1594e9199cc2002fa3b14ec&network_id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 HTTP/1.1" status: 200 len: 2973 time: 0.0813766 Aug 16 02:22:59.918079 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-73f92e07-e584-43d3-ab1f-3b0808a8f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.883883 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51376) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.941072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f7e5e-6381-4bd4-9f6b-b241348358c2 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.942614 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-373f7e5e-6381-4bd4-9f6b-b241348358c2 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186 HTTP/1.1" status: 200 len: 814 time: 0.0576594 Aug 16 02:23:02.281501 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51384) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:02.286943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'network': {'name': 'tempest-network-smoke--628670471', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'port_security_enabled': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:02.381227 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Made reservation on behalf of b9c1923ec1594e9199cc2002fa3b14ec for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:02.385180 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.411835 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:02.422034 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.422387 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Added segment 79b4f917-9adc-4b0b-b26d-8b77502a0dfd of type vlan for network ad15742b-bac5-453d-8db3-44a723dcc544 Aug 16 02:23:02.464157 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.575341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.581132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.581724 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.651551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Network': ['ID=ad15742b-bac5-453d-8db3-44a723dcc544,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.669251 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network ad15742b-bac5-453d-8db3-44a723dcc544 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:02.741840 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ac947f82-da03-4fd6-9374-cd8d66678307 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4588487 Aug 16 02:23:02.745130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51388) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:02.821974 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c51a3c-6596-42a3-8184-ce1b8f41b0fd tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.827140 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-47c51a3c-6596-42a3-8184-ce1b8f41b0fd tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b9c1923ec1594e9199cc2002fa3b14ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0769799 Aug 16 02:23:02.827140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51390) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:02.900925 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.940925 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6454dc22-655a-46f3-b3e0-db5cb6810f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.983654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71538f41-6b42-4ad4-96f1-4af5cb6b48a3 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.985185 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-71538f41-6b42-4ad4-96f1-4af5cb6b48a3 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1567528 Aug 16 02:23:02.988491 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51392) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.022819 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1e7fa493-f7a7-4009-b84d-be2ea9c37576 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329905 Aug 16 02:23:03.025552 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51394) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.056167 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9b64c177-8120-4554-9561-79d57ef109c5 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b9c1923ec1594e9199cc2002fa3b14ec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293474 Aug 16 02:23:03.059498 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51396) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.150015 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e34a81-940e-4277-a7d5-e475584429b4 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.151618 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e0e34a81-940e-4277-a7d5-e475584429b4 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911760 Aug 16 02:23:03.154560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51398) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.182704 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-897b5d21-a348-41d0-bc4b-5a52e8c74414 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270646 Aug 16 02:23:03.186141 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51400) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.190917 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1477079167', 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:03.398276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Made reservation on behalf of b9c1923ec1594e9199cc2002fa3b14ec for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:03.403003 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.644655 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.707406 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Subnet': ['ID=05de5f73-96d7-4181-8114-7eb717e9b959,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:03.718679 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Checking segment: {'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:03.719042 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network hostable DHCP agents. Network: ad15742b-bac5-453d-8db3-44a723dcc544, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:03.899126 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network ad15742b-bac5-453d-8db3-44a723dcc544 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:03.997946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, ad15742b-bac5-453d-8db3-44a723dcc544) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:04.007591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.007591 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.010235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e49b12-f00e-421a-a66b-938306c2783e None None] Network ad15742b-bac5-453d-8db3-44a723dcc544 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:04.147415 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b8863c1d-80e2-4249-a6ec-64b6b326c36c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9602063 Aug 16 02:23:04.181120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-ad15742b-bac5-453d-8db3-44a723dcc544', 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ips': [{'subnet_id': '05de5f73-96d7-4181-8114-7eb717e9b959'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:04.181120 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.242056 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.314139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Allocated IP 172.20.0.18 (ad15742b-bac5-453d-8db3-44a723dcc544/05de5f73-96d7-4181-8114-7eb717e9b959/a6f860d9-b84f-447d-ad02-fb76c6c207a2) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:04.473691 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.480016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51408) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:04.483558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Transition to ACTIVE for port object a6f860d9-b84f-447d-ad02-fb76c6c207a2 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:04.485341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-98a9475f-2d3e-426c-ac39-c68bf194ae2c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1050458963', 'description': 'tempest-secgroup-smoke-1050458963 description', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:04.503647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Transition to ACTIVE for port object a6f860d9-b84f-447d-ad02-fb76c6c207a2 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:04.602968 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.636766 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98a9475f-2d3e-426c-ac39-c68bf194ae2c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.644870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Network ad15742b-bac5-453d-8db3-44a723dcc544 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:04.651465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:04.655103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:04.666167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Pushing event updated for resources: {'Port': ['ID=a6f860d9-b84f-447d-ad02-fb76c6c207a2,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:04.692532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.692774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.693068 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.693415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.693759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.694134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.694474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.694815 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.695153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.695487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.695823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.696158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:04.738184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Attempting to bind port a6f860d9-b84f-447d-ad02-fb76c6c207a2 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:04.738562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Attempting to bind port a6f860d9-b84f-447d-ad02-fb76c6c207a2 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:04.738938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Attempting to bind port a6f860d9-b84f-447d-ad02-fb76c6c207a2 on network ad15742b-bac5-453d-8db3-44a723dcc544 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:04.744023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:04.744405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Checking segment: {'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:04.744810 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.745213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Bound using segment: {'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:04.745690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Bound port: a6f860d9-b84f-447d-ad02-fb76c6c207a2, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:04.746810 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.753934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98a9475f-2d3e-426c-ac39-c68bf194ae2c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.812929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] For port a6f860d9-b84f-447d-ad02-fb76c6c207a2, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:04.816222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] For port a6f860d9-b84f-447d-ad02-fb76c6c207a2, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a6f860d9-b84f-447d-ad02-fb76c6c207a2,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:04.856006 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98a9475f-2d3e-426c-ac39-c68bf194ae2c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.878771 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.887241 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9475f-2d3e-426c-ac39-c68bf194ae2c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ad4bbe-82fe-43ae-b2a1-9162347151b6,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:04.941955 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c0739-0374-4e87-86db-4699b192e93a None None] Pushing event updated for resources: {'Port': ['ID=a6f860d9-b84f-447d-ad02-fb76c6c207a2,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:04.946913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98a9475f-2d3e-426c-ac39-c68bf194ae2c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.950764 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-98a9475f-2d3e-426c-ac39-c68bf194ae2c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4665661 Aug 16 02:23:04.951197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51410) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:04.955412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6f059b22-be2e-4d2e-949e-b3ad859355da tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'f4ad4bbe-82fe-43ae-b2a1-9162347151b6', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:05.055649 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f059b22-be2e-4d2e-949e-b3ad859355da tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.144360 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f059b22-be2e-4d2e-949e-b3ad859355da tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.221555 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f059b22-be2e-4d2e-949e-b3ad859355da tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.245739 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f059b22-be2e-4d2e-949e-b3ad859355da tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9008264-f3a5-495e-8da7-bf1a599bbe6c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.318155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6f059b22-be2e-4d2e-949e-b3ad859355da tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.319445 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6f059b22-be2e-4d2e-949e-b3ad859355da tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675532 Aug 16 02:23:05.322183 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51414) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.327392 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a59d0213-5f07-4779-bd8a-dc4542946152 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'f4ad4bbe-82fe-43ae-b2a1-9162347151b6', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:05.432142 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a59d0213-5f07-4779-bd8a-dc4542946152 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.491508 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a59d0213-5f07-4779-bd8a-dc4542946152 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.546637 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a59d0213-5f07-4779-bd8a-dc4542946152 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.569306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0213-5f07-4779-bd8a-dc4542946152 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed35934-d710-4808-920a-9865bb589ae6,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.619426 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a59d0213-5f07-4779-bd8a-dc4542946152 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.620812 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a59d0213-5f07-4779-bd8a-dc4542946152 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2976832 Aug 16 02:23:05.624412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51418) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.629056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-42df1608-bf72-4e5b-a3c5-d4edcec5e9eb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'f4ad4bbe-82fe-43ae-b2a1-9162347151b6', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:05.735761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42df1608-bf72-4e5b-a3c5-d4edcec5e9eb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.803677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42df1608-bf72-4e5b-a3c5-d4edcec5e9eb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.876528 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42df1608-bf72-4e5b-a3c5-d4edcec5e9eb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.883381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78c4cd6-0314-4bb4-84d1-6127cd84cad4 None None] Network ad15742b-bac5-453d-8db3-44a723dcc544 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:05.894914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df1608-bf72-4e5b-a3c5-d4edcec5e9eb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00b5f4a-73e6-472d-986b-ce73bbb173b7,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.926264 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.957916 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-42df1608-bf72-4e5b-a3c5-d4edcec5e9eb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.959204 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-42df1608-bf72-4e5b-a3c5-d4edcec5e9eb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3337395 Aug 16 02:23:05.961903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51420) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.967190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f6097ea5-6b4d-400d-b2e4-5b36356008ec tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'f4ad4bbe-82fe-43ae-b2a1-9162347151b6', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:06.009308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4fcbcba9-be5e-46ba-956b-036343fe0ae9 None None] Provisioning for port a6f860d9-b84f-447d-ad02-fb76c6c207a2 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:06.082306 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6097ea5-6b4d-400d-b2e4-5b36356008ec tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.092514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a6f860d9-b84f-447d-ad02-fb76c6c207a2 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:06.145635 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6097ea5-6b4d-400d-b2e4-5b36356008ec tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.216206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port a6f860d9-b84f-447d-ad02-fb76c6c207a2 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:06.221137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a6f860d9-b84f-447d-ad02-fb76c6c207a2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:06.221137 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.235951 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6097ea5-6b4d-400d-b2e4-5b36356008ec tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.257515 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6097ea5-6b4d-400d-b2e4-5b36356008ec tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70f5a59-efe8-40d9-b6dc-7fdec613219a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:06.301990 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.337457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port a6f860d9-b84f-447d-ad02-fb76c6c207a2, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a6f860d9-b84f-447d-ad02-fb76c6c207a2,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:06.341927 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f6097ea5-6b4d-400d-b2e4-5b36356008ec tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.363877 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f6097ea5-6b4d-400d-b2e4-5b36356008ec tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3803356 Aug 16 02:23:06.364065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51422) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:06.364554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fe173e06-d7ad-4d60-ad3f-96008184a583 None None] Provisioning complete for port a6f860d9-b84f-447d-ad02-fb76c6c207a2 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:06.364554 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe173e06-d7ad-4d60-ad3f-96008184a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.364800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c7178a73-40da-454a-a583-76c3812ce150 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'f4ad4bbe-82fe-43ae-b2a1-9162347151b6', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:06.426298 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe173e06-d7ad-4d60-ad3f-96008184a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.437765 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.461114 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-c7178a73-40da-454a-a583-76c3812ce150 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Project b9c1923ec1594e9199cc2002fa3b14ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:23:06.466661 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7178a73-40da-454a-a583-76c3812ce150 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.518972 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7178a73-40da-454a-a583-76c3812ce150 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.521967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=a6f860d9-b84f-447d-ad02-fb76c6c207a2,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:06.524889 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-fe173e06-d7ad-4d60-ad3f-96008184a583 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:23:06.525242 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-fe173e06-d7ad-4d60-ad3f-96008184a583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:23:06.586356 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7178a73-40da-454a-a583-76c3812ce150 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.606866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7178a73-40da-454a-a583-76c3812ce150 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88bbf04-6894-49f6-b1aa-8368bf1889b8,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:06.701267 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c7178a73-40da-454a-a583-76c3812ce150 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.702640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c7178a73-40da-454a-a583-76c3812ce150 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555462 Aug 16 02:23:06.705225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51430) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:06.712609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9569d610-9617-4ddc-83e3-82ad3cb2cdd9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'f4ad4bbe-82fe-43ae-b2a1-9162347151b6', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:06.786478 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-9569d610-9617-4ddc-83e3-82ad3cb2cdd9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Project b9c1923ec1594e9199cc2002fa3b14ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:23:06.791496 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9569d610-9617-4ddc-83e3-82ad3cb2cdd9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.854948 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9569d610-9617-4ddc-83e3-82ad3cb2cdd9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.927436 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9569d610-9617-4ddc-83e3-82ad3cb2cdd9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.946040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569d610-9617-4ddc-83e3-82ad3cb2cdd9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d92581e-e526-4338-ab5b-d8642e8cb42d,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:06.996640 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9569d610-9617-4ddc-83e3-82ad3cb2cdd9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.997891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9569d610-9617-4ddc-83e3-82ad3cb2cdd9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2916279 Aug 16 02:23:07.183267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-d9e77846-bf27-4710-b6f2-da4051c4889c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050458963&fields=id&tenant_id=b9c1923ec1594e9199cc2002fa3b14ec HTTP/1.1" status: 200 len: 267 time: 0.0330169 Aug 16 02:23:07.296405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-37569e5e-b5e3-4c51-9708-0b3607cc835c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:07.297955 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-37569e5e-b5e3-4c51-9708-0b3607cc835c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/networks?id=ad15742b-bac5-453d-8db3-44a723dcc544 HTTP/1.1" status: 200 len: 796 time: 0.1077857 Aug 16 02:23:07.313103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-59ecdd03-ac68-40a0-9a34-67037997b00f tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/quotas/b9c1923ec1594e9199cc2002fa3b14ec HTTP/1.1" status: 200 len: 375 time: 0.0092690 Aug 16 02:23:07.375271 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-a0577ba1-5043-4237-a1d4-5445169a0df9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0568421 Aug 16 02:23:07.473407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-a7d6a66d-c159-4fff-8573-f3145aa12f0c service neutron] 10.222.0.66 "GET /v2.0/networks/ad15742b-bac5-453d-8db3-44a723dcc544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862434 Aug 16 02:23:07.571107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-c9ad444c-f192-49a9-b019-38ccabd7d4f6 service neutron] 10.222.0.66 "GET /v2.0/networks/ad15742b-bac5-453d-8db3-44a723dcc544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912271 Aug 16 02:23:07.852583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2bd6a159-180c-46af-8464-3d69e4166238 req-f2e403df-b574-4fe5-b1cd-2768861b66b5 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 210 time: 0.0275774 Aug 16 02:23:08.056197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a6f860d9-b84f-447d-ad02-fb76c6c207a2 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:08.104922 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port a6f860d9-b84f-447d-ad02-fb76c6c207a2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:08.105299 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.947138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1ef100e-2afd-4427-b38e-bf5de0b2cf55 req-aa8c862e-d29a-413e-9fe4-2620df64fe52 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 210 time: 0.0269623 Aug 16 02:23:09.826829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-872e72b8-9244-4971-96fb-b00d696c1d80 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:09.828292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-872e72b8-9244-4971-96fb-b00d696c1d80 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.64 "GET /v2.0/networks?id=ad15742b-bac5-453d-8db3-44a723dcc544 HTTP/1.1" status: 200 len: 796 time: 0.1074882 Aug 16 02:23:10.169103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-47263f82-8b0a-4bd2-9ae5-2a7666376cb0 req-0875eeee-5b0e-4efb-ade3-73537937ac95 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 210 time: 0.0272658 Aug 16 02:23:10.191291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-23bfe949-399d-4f8d-9486-d63f5958acdf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9c1923ec1594e9199cc2002fa3b14ec HTTP/1.1" status: 200 len: 470 time: 0.3525929 Aug 16 02:23:10.202725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'port': {'device_id': '0f4a7aa7-2db1-4373-b171-8560a8e6aeee', 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544', 'admin_state_up': True, 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'security_groups': ['f4ad4bbe-82fe-43ae-b2a1-9162347151b6']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:10.403921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Made reservation on behalf of b9c1923ec1594e9199cc2002fa3b14ec for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:10.407483 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.533771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Allocated IP 172.20.0.27 (ad15742b-bac5-453d-8db3-44a723dcc544/05de5f73-96d7-4181-8114-7eb717e9b959/252a08fe-6aa8-4e5d-b16a-d145545df166) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:10.676824 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.691022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Transition to ACTIVE for port object 252a08fe-6aa8-4e5d-b16a-d145545df166 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:10.781685 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.826305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network ad15742b-bac5-453d-8db3-44a723dcc544 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:10.829431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:10.833205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:10.858425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=252a08fe-6aa8-4e5d-b16a-d145545df166,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:10.888276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.888825 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.970071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-f70dcccd-21f9-42e8-a378-3c92e42e6473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7719650 Aug 16 02:23:10.983348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Request body: {'port': {'device_id': '0f4a7aa7-2db1-4373-b171-8560a8e6aeee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:11.043064 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.180624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc8e2b44-efbc-4880-a8e7-8e5d4a92eb26 None None] Provisioning for port 252a08fe-6aa8-4e5d-b16a-d145545df166 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:11.185301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-fc8e2b44-efbc-4880-a8e7-8e5d4a92eb26 None None] Provisioning complete for port 252a08fe-6aa8-4e5d-b16a-d145545df166 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:11.185775 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc8e2b44-efbc-4880-a8e7-8e5d4a92eb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.224156 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e2b44-efbc-4880-a8e7-8e5d4a92eb26 None None] Port 252a08fe-6aa8-4e5d-b16a-d145545df166 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:11.320790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02758d24-9cf4-4769-a34b-be6813e487fa req-9e0be314-344f-4837-958f-d22acd95800f tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.322317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02758d24-9cf4-4769-a34b-be6813e487fa req-9e0be314-344f-4837-958f-d22acd95800f tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 932 time: 0.0785074 Aug 16 02:23:11.392281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252a08fe-6aa8-4e5d-b16a-d145545df166 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:11.404058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02758d24-9cf4-4769-a34b-be6813e487fa req-2d5c5fa0-7b83-4d41-a5fa-6707841834e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742166 Aug 16 02:23:11.405975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.419145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Transition to ACTIVE for port object 252a08fe-6aa8-4e5d-b16a-d145545df166 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:11.482907 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.533356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Pushing event updated for resources: {'Port': ['ID=252a08fe-6aa8-4e5d-b16a-d145545df166,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.617104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Attempting to bind port 252a08fe-6aa8-4e5d-b16a-d145545df166 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:11.617445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Attempting to bind port 252a08fe-6aa8-4e5d-b16a-d145545df166 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:11.617782 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Attempting to bind port 252a08fe-6aa8-4e5d-b16a-d145545df166 on network ad15742b-bac5-453d-8db3-44a723dcc544 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:11.623378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Port 252a08fe-6aa8-4e5d-b16a-d145545df166 on network ad15742b-bac5-453d-8db3-44a723dcc544 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:11.623707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Attempting to bind port 252a08fe-6aa8-4e5d-b16a-d145545df166 on network ad15742b-bac5-453d-8db3-44a723dcc544 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:11.629268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:11.629614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Checking segment: {'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:11.630076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Bound using segment: {'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:11.630549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Bound port: 252a08fe-6aa8-4e5d-b16a-d145545df166, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:11.630916 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.708173 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] For port 252a08fe-6aa8-4e5d-b16a-d145545df166, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:11.711409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] For port 252a08fe-6aa8-4e5d-b16a-d145545df166, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=252a08fe-6aa8-4e5d-b16a-d145545df166,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:11.781017 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.813860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.814486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.815890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] 10.222.0.64 "PUT /v2.0/ports/252a08fe-6aa8-4e5d-b16a-d145545df166 HTTP/1.1" status: 200 len: 1093 time: 0.8373191 Aug 16 02:23:11.816327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4a7aa7-2db1-4373-b171-8560a8e6aeee', 'tag': '252a08fe-6aa8-4e5d-b16a-d145545df166'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:11.818602 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d891495b-0c25-4224-a6f0-164080433650" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4a7aa7-2db1-4373-b171-8560a8e6aeee", "tag": "252a08fe-6aa8-4e5d-b16a-d145545df166"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:11.848148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5262e-ef2c-4ce8-a845-72773fc918ba service neutron] Pushing event updated for resources: {'Port': ['ID=252a08fe-6aa8-4e5d-b16a-d145545df166,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.863432 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dfbdda-d45a-4c06-ad20-46de66a8f22a x-openstack-request-id: req-c2dfbdda-d45a-4c06-ad20-46de66a8f22a {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:11.863741 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4a7aa7-2db1-4373-b171-8560a8e6aeee", "tag": "252a08fe-6aa8-4e5d-b16a-d145545df166", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:11.863996 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2dfbdda-d45a-4c06-ad20-46de66a8f22a {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:11.864405 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4a7aa7-2db1-4373-b171-8560a8e6aeee', 'tag': '252a08fe-6aa8-4e5d-b16a-d145545df166', 'status': 'completed', 'code': 200} Aug 16 02:23:11.929188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891495b-0c25-4224-a6f0-164080433650 req-9c61308b-86a6-4bed-b98d-e84e4cb32fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.930768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d891495b-0c25-4224-a6f0-164080433650 req-9c61308b-86a6-4bed-b98d-e84e4cb32fe5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 1096 time: 0.0437739 Aug 16 02:23:12.037262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891495b-0c25-4224-a6f0-164080433650 req-080e30e4-7913-442e-a149-9cc41ee67da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.037746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891495b-0c25-4224-a6f0-164080433650 req-080e30e4-7913-442e-a149-9cc41ee67da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.039312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d891495b-0c25-4224-a6f0-164080433650 req-080e30e4-7913-442e-a149-9cc41ee67da9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.0999353 Aug 16 02:23:12.134094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891495b-0c25-4224-a6f0-164080433650 req-5206ff99-46e0-4499-800d-fe0b8f760960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.135560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d891495b-0c25-4224-a6f0-164080433650 req-5206ff99-46e0-4499-800d-fe0b8f760960 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884714 Aug 16 02:23:12.217910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-a625c70a-3d8c-49ed-b5c3-f5ac35f60090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.219344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-a625c70a-3d8c-49ed-b5c3-f5ac35f60090 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 1096 time: 0.0467215 Aug 16 02:23:12.263826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-b8dbe1fe-5656-4f1f-abc9-54f496ac15e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=252a08fe-6aa8-4e5d-b16a-d145545df166 HTTP/1.1" status: 200 len: 217 time: 0.0349472 Aug 16 02:23:12.313022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-9dfc8d5f-0ab3-406b-8809-f7c91548caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.314444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-9dfc8d5f-0ab3-406b-8809-f7c91548caaa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05de5f73-96d7-4181-8114-7eb717e9b959 HTTP/1.1" status: 200 len: 838 time: 0.0435612 Aug 16 02:23:12.363055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-79c5ca14-cb2c-4868-923a-6f3ad0552814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.364558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-79c5ca14-cb2c-4868-923a-6f3ad0552814 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ad15742b-bac5-453d-8db3-44a723dcc544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0424366 Aug 16 02:23:12.462939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-3f99f8ae-0677-4e2f-9579-b80d5e5dc48a service neutron] 10.222.0.64 "GET /v2.0/networks/ad15742b-bac5-453d-8db3-44a723dcc544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897501 Aug 16 02:23:12.594170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec67496-ab89-4257-b014-9f9ddf99c8e4 req-e4c9b82d-26e8-4d10-945b-471c9a6ee71e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.595679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ec67496-ab89-4257-b014-9f9ddf99c8e4 req-e4c9b82d-26e8-4d10-945b-471c9a6ee71e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 944 time: 0.1072836 Aug 16 02:23:12.601212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c03f73a-1265-460e-a136-594a58dd3d6e req-19c0cf95-be5d-4da0-b299-7ebf6468a4f1 service neutron] 10.222.0.64 "GET /v2.0/networks/ad15742b-bac5-453d-8db3-44a723dcc544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306119 Aug 16 02:23:12.635120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ec67496-ab89-4257-b014-9f9ddf99c8e4 req-fa1f318b-5dfa-41fb-bbfa-b2806f6a4bc9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329466 Aug 16 02:23:13.750159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ea31-31c8-4d07-b065-a40604349336 req-0dfe3f6b-5a2c-4255-a0d7-54b8e399ea01 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.751740 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc26ea31-31c8-4d07-b065-a40604349336 req-0dfe3f6b-5a2c-4255-a0d7-54b8e399ea01 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 944 time: 0.0497534 Aug 16 02:23:13.795134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc26ea31-31c8-4d07-b065-a40604349336 req-13f99143-0cec-4a44-8acd-2327333d46ec tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369368 Aug 16 02:23:14.890206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 252a08fe-6aa8-4e5d-b16a-d145545df166 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:14.915247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9054906-725f-4929-94c8-3a7a5ca8dbe4 req-d476fafa-2053-4e01-86ea-a30813b3cb65 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.916941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9054906-725f-4929-94c8-3a7a5ca8dbe4 req-d476fafa-2053-4e01-86ea-a30813b3cb65 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 944 time: 0.0534561 Aug 16 02:23:14.956343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9054906-725f-4929-94c8-3a7a5ca8dbe4 req-eeacae3b-6dce-461f-8faf-18d398941ec7 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325327 Aug 16 02:23:14.993353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 252a08fe-6aa8-4e5d-b16a-d145545df166, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=252a08fe-6aa8-4e5d-b16a-d145545df166,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:15.005547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '252a08fe-6aa8-4e5d-b16a-d145545df166', 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544', 'port_id': '252a08fe-6aa8-4e5d-b16a-d145545df166', 'mac_address': 'fa:16:3e:ac:1b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05de5f73-96d7-4181-8114-7eb717e9b959', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:15.043165 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.055716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252a08fe-6aa8-4e5d-b16a-d145545df166 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:15.078082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 252a08fe-6aa8-4e5d-b16a-d145545df166, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=252a08fe-6aa8-4e5d-b16a-d145545df166,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:15.190548 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.245421 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=252a08fe-6aa8-4e5d-b16a-d145545df166,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:15.405613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['252a08fe-6aa8-4e5d-b16a-d145545df166'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:16.072006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579a4c4-fff3-4c93-b491-f024c96f7cda req-e09d63b8-b428-4f43-aef8-9659885d4f72 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.073516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a579a4c4-fff3-4c93-b491-f024c96f7cda req-e09d63b8-b428-4f43-aef8-9659885d4f72 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 945 time: 0.0490336 Aug 16 02:23:16.112195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a579a4c4-fff3-4c93-b491-f024c96f7cda req-ee41351b-c9f5-4a13-81e2-d38fc8048635 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Aug 16 02:23:16.903392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 252a08fe-6aa8-4e5d-b16a-d145545df166 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:17.049186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 252a08fe-6aa8-4e5d-b16a-d145545df166 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:17.053232 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 252a08fe-6aa8-4e5d-b16a-d145545df166 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:17.054093 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.129947 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.152835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4a7aa7-2db1-4373-b171-8560a8e6aeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252a08fe-6aa8-4e5d-b16a-d145545df166'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:17.155350 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55339ee1-ac2f-4e1c-aef2-df82517a26f4" -d '{"events": [{"server_uuid": "0f4a7aa7-2db1-4373-b171-8560a8e6aeee", "name": "network-vif-plugged", "status": "completed", "tag": "252a08fe-6aa8-4e5d-b16a-d145545df166"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:17.170928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 252a08fe-6aa8-4e5d-b16a-d145545df166, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=252a08fe-6aa8-4e5d-b16a-d145545df166,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:17.229895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54cec9-935d-4567-95f5-370fb4a84d83 req-25104ced-d3df-40a9-8b5e-fc06bc60b0d1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.231957 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.232500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea54cec9-935d-4567-95f5-370fb4a84d83 req-25104ced-d3df-40a9-8b5e-fc06bc60b0d1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 945 time: 0.0500371 Aug 16 02:23:17.277277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea54cec9-935d-4567-95f5-370fb4a84d83 req-96738777-c9de-4c18-9e7f-763280d1c9b5 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375903 Aug 16 02:23:17.284209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=252a08fe-6aa8-4e5d-b16a-d145545df166,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:17.331640 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c4ca72-a290-402a-93e4-e1c133f363d3 x-openstack-request-id: req-72c4ca72-a290-402a-93e4-e1c133f363d3 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:17.331950 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4a7aa7-2db1-4373-b171-8560a8e6aeee", "name": "network-vif-plugged", "status": "completed", "tag": "252a08fe-6aa8-4e5d-b16a-d145545df166", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:17.332186 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72c4ca72-a290-402a-93e4-e1c133f363d3 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:17.332581 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4a7aa7-2db1-4373-b171-8560a8e6aeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252a08fe-6aa8-4e5d-b16a-d145545df166', 'code': 200} Aug 16 02:23:17.436878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc02f5-28fa-40cb-9ac1-2e88bce22861 req-678a519f-b6b5-4663-ba99-139f706b867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.438419 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07cc02f5-28fa-40cb-9ac1-2e88bce22861 req-678a519f-b6b5-4663-ba99-139f706b867e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 1098 time: 0.0467422 Aug 16 02:23:17.474031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07cc02f5-28fa-40cb-9ac1-2e88bce22861 req-8d5d559a-ba04-4df0-b994-70993826d557 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278554 Aug 16 02:23:18.393029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36a83c-b3a5-476f-b3df-f6274535ab67 req-0b19b811-cd4e-4d1b-961a-96be8a3e70e5 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.394481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc36a83c-b3a5-476f-b3df-f6274535ab67 req-0b19b811-cd4e-4d1b-961a-96be8a3e70e5 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 946 time: 0.0498409 Aug 16 02:23:18.399875 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:23:18.435687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc36a83c-b3a5-476f-b3df-f6274535ab67 req-70543e4d-61b9-486a-96fe-def3ec26ef9b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347323 Aug 16 02:23:19.556151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c9ea6-689b-49c0-a2eb-a546d5a00f03 req-4c24b944-4673-4cb7-9f04-ce47b50b3251 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.557698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-676c9ea6-689b-49c0-a2eb-a546d5a00f03 req-4c24b944-4673-4cb7-9f04-ce47b50b3251 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 946 time: 0.0538836 Aug 16 02:23:19.597854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-676c9ea6-689b-49c0-a2eb-a546d5a00f03 req-15dc4424-a07a-4a8e-bf07-9a30204063ca tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339577 Aug 16 02:23:19.717628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14777965-45f1-4ee6-9ee7-2afd90ee9ba2 req-65af3f3d-8585-46a5-9874-f7cb9d9e5ca6 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.719078 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14777965-45f1-4ee6-9ee7-2afd90ee9ba2 req-65af3f3d-8585-46a5-9874-f7cb9d9e5ca6 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 946 time: 0.0545869 Aug 16 02:23:19.759802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14777965-45f1-4ee6-9ee7-2afd90ee9ba2 req-bf47a6ee-7eb5-4de7-9e5e-794d4b0d9ef2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347056 Aug 16 02:23:21.173873 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.234051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51588) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:21.670293 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.937144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Allocated IP 172.20.0.17 (ad15742b-bac5-453d-8db3-44a723dcc544/05de5f73-96d7-4181-8114-7eb717e9b959/68a88a54-69f8-44db-8848-1eee81b5aa27) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:22.054668 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.068712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Transition to ACTIVE for port object 68a88a54-69f8-44db-8848-1eee81b5aa27 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:22.106770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.169667 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.213606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network ad15742b-bac5-453d-8db3-44a723dcc544 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:22.217281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:22.222222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:22.226184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=68a88a54-69f8-44db-8848-1eee81b5aa27,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:22.283403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.482136 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.512714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-68e51035-06da-4c1e-9dfd-6f171f710f01 None None] Provisioning for port 68a88a54-69f8-44db-8848-1eee81b5aa27 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:22.516668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-68e51035-06da-4c1e-9dfd-6f171f710f01 None None] Provisioning complete for port 68a88a54-69f8-44db-8848-1eee81b5aa27 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:22.517038 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-68e51035-06da-4c1e-9dfd-6f171f710f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.550881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-68e51035-06da-4c1e-9dfd-6f171f710f01 None None] Port 68a88a54-69f8-44db-8848-1eee81b5aa27 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:22.769731 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.809436 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.879915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.881578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=68a88a54-69f8-44db-8848-1eee81b5aa27,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:22.893385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.893728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.894090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.894427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.894759 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.895086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.895414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.895737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.896057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.896376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.896703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.897043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:22.986138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network ad15742b-bac5-453d-8db3-44a723dcc544 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:22.987440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:23.110442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 08638b08-ccc7-4bf1-b58b-addc1813aedc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:23.279737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e6e7dda4-d9ca-4ff7-8f30-2ba53e084566 None None] Provisioning complete for port 68a88a54-69f8-44db-8848-1eee81b5aa27 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:23.280042 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e6e7dda4-d9ca-4ff7-8f30-2ba53e084566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.317632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7dda4-d9ca-4ff7-8f30-2ba53e084566 None None] Port 68a88a54-69f8-44db-8848-1eee81b5aa27 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:23.522009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:23.527620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-29c64a7d-fa9f-479f-a97c-51219f7167e0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "PUT /v2.0/routers/08638b08-ccc7-4bf1-b58b-addc1813aedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2925062 Aug 16 02:23:23.533520 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Sync routers for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:23.542585 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:23.543187 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:23:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:23.647929 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:23.879573 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:22Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2d399fc4-74c9-4d01-9b0e-a85f880b6e59', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'port_id': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'mac_address': 'fa:16:3e:ee:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:27Z', 'updated_at': '2021-08-16T02:22:30Z', 'revision_number': 1, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a88a54-69f8-44db-8848-1eee81b5aa27', 'name': '', 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:b4:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '05de5f73-96d7-4181-8114-7eb717e9b959', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:21Z', 'updated_at': '2021-08-16T02:23:22Z', 'revision_number': 2, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '05de5f73-96d7-4181-8114-7eb717e9b959', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:23.905892 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Checking router: 08638b08-ccc7-4bf1-b58b-addc1813aedc for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:23.906178 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Updating router 08638b08-ccc7-4bf1-b58b-addc1813aedc port 68a88a54-69f8-44db-8848-1eee81b5aa27 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:23.929974 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.199976 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.211026 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Transition to ACTIVE for port object 68a88a54-69f8-44db-8848-1eee81b5aa27 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:24.295049 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.346886 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c945b6-dd3e-4d71-827a-02bd5976f3d8 None None] Pushing event updated for resources: {'Port': ['ID=68a88a54-69f8-44db-8848-1eee81b5aa27,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.394521 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Attempting to bind port 68a88a54-69f8-44db-8848-1eee81b5aa27 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:24.395083 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Attempting to bind port 68a88a54-69f8-44db-8848-1eee81b5aa27 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:24.395403 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Attempting to bind port 68a88a54-69f8-44db-8848-1eee81b5aa27 on network ad15742b-bac5-453d-8db3-44a723dcc544 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:24.401016 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:24.401382 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Checking segment: {'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:24.402698 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.403188 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Bound using segment: {'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:24.403762 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Bound port: 68a88a54-69f8-44db-8848-1eee81b5aa27, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b4f917-9adc-4b0b-b26d-8b77502a0dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:24.404159 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.481737 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] For port 68a88a54-69f8-44db-8848-1eee81b5aa27, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:24.485563 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] For port 68a88a54-69f8-44db-8848-1eee81b5aa27, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=68a88a54-69f8-44db-8848-1eee81b5aa27,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:24.546652 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.605326 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c945b6-dd3e-4d71-827a-02bd5976f3d8 None None] Pushing event updated for resources: {'Port': ['ID=68a88a54-69f8-44db-8848-1eee81b5aa27,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.617501 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:24.618279 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:23:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:24.736679 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:24.960381 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:22Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2d399fc4-74c9-4d01-9b0e-a85f880b6e59', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'port_id': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'mac_address': 'fa:16:3e:ee:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:27Z', 'updated_at': '2021-08-16T02:22:30Z', 'revision_number': 1, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a88a54-69f8-44db-8848-1eee81b5aa27', 'name': '', 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:b4:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '05de5f73-96d7-4181-8114-7eb717e9b959', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:21Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '05de5f73-96d7-4181-8114-7eb717e9b959', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:24.990058 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18047150-abe3-4f33-b42c-7cb3cfd092ec None None] The sync data for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 is: [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:22Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2d399fc4-74c9-4d01-9b0e-a85f880b6e59', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'port_id': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'mac_address': 'fa:16:3e:ee:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:27Z', 'updated_at': '2021-08-16T02:22:30Z', 'revision_number': 1, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a88a54-69f8-44db-8848-1eee81b5aa27', 'name': '', 'network_id': 'ad15742b-bac5-453d-8db3-44a723dcc544', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:b4:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '05de5f73-96d7-4181-8114-7eb717e9b959', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:21Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '05de5f73-96d7-4181-8114-7eb717e9b959', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:26.101406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 68a88a54-69f8-44db-8848-1eee81b5aa27 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:26.231905 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 68a88a54-69f8-44db-8848-1eee81b5aa27 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:26.235848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 68a88a54-69f8-44db-8848-1eee81b5aa27 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:26.240289 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.315903 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.349281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 68a88a54-69f8-44db-8848-1eee81b5aa27, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=68a88a54-69f8-44db-8848-1eee81b5aa27,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:26.447507 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.492920 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=68a88a54-69f8-44db-8848-1eee81b5aa27,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:28.080180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 68a88a54-69f8-44db-8848-1eee81b5aa27 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:28.133230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 68a88a54-69f8-44db-8848-1eee81b5aa27 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:28.133609 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.047661 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c1a322fe-0154-4c6b-a9c0-5c5a97b5787b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.900416 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.910116 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0a905204-8c87-4ca6-9a4d-6b40f68a2373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.161776 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.805659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52685afc-880f-4834-ad54-4a7963d51374 req-050c1ee1-7e34-461e-8a60-d9772e4cbe2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400083 Aug 16 02:23:34.892930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685afc-880f-4834-ad54-4a7963d51374 req-a3457da8-4932-4b60-a3e5-07586eb2634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:34.894441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52685afc-880f-4834-ad54-4a7963d51374 req-a3457da8-4932-4b60-a3e5-07586eb2634d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 1098 time: 0.0415986 Aug 16 02:23:35.004131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685afc-880f-4834-ad54-4a7963d51374 req-46339edb-1c23-40b7-aa33-2cd540aacde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:35.005618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52685afc-880f-4834-ad54-4a7963d51374 req-46339edb-1c23-40b7-aa33-2cd540aacde2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ad15742b-bac5-453d-8db3-44a723dcc544 HTTP/1.1" status: 200 len: 897 time: 0.0899315 Aug 16 02:23:35.049293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52685afc-880f-4834-ad54-4a7963d51374 req-67582532-1164-48c5-9e76-f70fa2c56300 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=252a08fe-6aa8-4e5d-b16a-d145545df166 HTTP/1.1" status: 200 len: 217 time: 0.0345249 Aug 16 02:23:35.102856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685afc-880f-4834-ad54-4a7963d51374 req-681594a7-bf67-4b23-908c-0ea815f4fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:35.104897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52685afc-880f-4834-ad54-4a7963d51374 req-681594a7-bf67-4b23-908c-0ea815f4fde5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05de5f73-96d7-4181-8114-7eb717e9b959 HTTP/1.1" status: 200 len: 838 time: 0.0454953 Aug 16 02:23:35.156133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685afc-880f-4834-ad54-4a7963d51374 req-19c5934f-a755-465d-976a-e2d43a5775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:35.157609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52685afc-880f-4834-ad54-4a7963d51374 req-19c5934f-a755-465d-976a-e2d43a5775cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ad15742b-bac5-453d-8db3-44a723dcc544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0441952 Aug 16 02:23:35.251510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52685afc-880f-4834-ad54-4a7963d51374 req-2c2f6a27-32ea-4180-9c66-1bd82a1d1ec9 service neutron] 10.222.0.64 "GET /v2.0/networks/ad15742b-bac5-453d-8db3-44a723dcc544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850537 Aug 16 02:23:35.350908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52685afc-880f-4834-ad54-4a7963d51374 req-4cd65bfd-41c3-418b-8c8e-3e6efa79d689 service neutron] 10.222.0.64 "GET /v2.0/networks/ad15742b-bac5-453d-8db3-44a723dcc544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912986 Aug 16 02:23:35.875871 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.322683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-764e5fab-e8bd-4281-ab06-b2a8a56f47d0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394602 Aug 16 02:23:39.407508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-471a6356-8c78-43ee-8dcd-378ee8b2ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.409034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-471a6356-8c78-43ee-8dcd-378ee8b2ec87 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 1098 time: 0.0414288 Aug 16 02:23:39.518218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-9fc4c651-02a2-490e-a209-84a9fde2d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.519771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-9fc4c651-02a2-490e-a209-84a9fde2d15c service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 HTTP/1.1" status: 200 len: 897 time: 0.0906665 Aug 16 02:23:39.585406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-4767e0ee-9543-4e36-ba35-ed8edac0d011 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bea01657-5d4a-4f1b-800a-33c10b421f09 HTTP/1.1" status: 200 len: 1002 time: 0.0578384 Aug 16 02:23:39.635975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-c6e55d1c-37ff-4048-9b4c-9504c2a3ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.637730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-c6e55d1c-37ff-4048-9b4c-9504c2a3ec6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=376b702f-3758-4eef-9ee2-fcc69e5bbd22 HTTP/1.1" status: 200 len: 835 time: 0.0461133 Aug 16 02:23:39.688419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-19bb126c-bace-494f-aac1-3b5c98bc0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.690020 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-19bb126c-bace-494f-aac1-3b5c98bc0a25 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458002 Aug 16 02:23:39.784049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-f7ccde11-1bc5-4976-87eb-cd065533a5a8 service neutron] 10.222.0.74 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862563 Aug 16 02:23:39.883673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1656002-0d01-4ec9-a551-b261b1db9a21 req-7fe84e1b-b614-4441-9641-1e7cc45b040f service neutron] 10.222.0.74 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922065 Aug 16 02:23:43.938726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51750) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:44.310305 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.916134 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting port 68a88a54-69f8-44db-8848-1eee81b5aa27 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:44.916548 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.013201 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] For port 68a88a54-69f8-44db-8848-1eee81b5aa27, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=68a88a54-69f8-44db-8848-1eee81b5aa27,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:45.013931 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.027688 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Calling delete_port for 68a88a54-69f8-44db-8848-1eee81b5aa27 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:45.278167 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.303195 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Port': ['ID=68a88a54-69f8-44db-8848-1eee81b5aa27,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:45.316149 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.316503 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.316840 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.317186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.317548 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.317908 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.318210 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.318541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.318869 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.319265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.319603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.319968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:45.504651 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.734913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 08638b08-ccc7-4bf1-b58b-addc1813aedc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:45.845175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:45.850262 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-96e7f858-1379-4f2a-8c58-221ec65d61ae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "PUT /v2.0/routers/08638b08-ccc7-4bf1-b58b-addc1813aedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9104214 Aug 16 02:23:45.858598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced3c109-34e3-4727-8dc2-a18576c9742a None None] Sync routers for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:45.867953 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced3c109-34e3-4727-8dc2-a18576c9742a None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:45.868580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ced3c109-34e3-4727-8dc2-a18576c9742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:23:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.982496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ced3c109-34e3-4727-8dc2-a18576c9742a None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:46.214686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ced3c109-34e3-4727-8dc2-a18576c9742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:45Z', 'revision_number': 6, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2d399fc4-74c9-4d01-9b0e-a85f880b6e59', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'port_id': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'mac_address': 'fa:16:3e:ee:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:27Z', 'updated_at': '2021-08-16T02:22:30Z', 'revision_number': 1, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.242711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced3c109-34e3-4727-8dc2-a18576c9742a None None] Checking router: 08638b08-ccc7-4bf1-b58b-addc1813aedc for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:46.255445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced3c109-34e3-4727-8dc2-a18576c9742a None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:46.255445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ced3c109-34e3-4727-8dc2-a18576c9742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:23:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.339688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b4a29-aad4-4513-a336-032c8ed9b040 req-fda1bd34-fb50-418f-829e-a1c163841004 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:46.341421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c6b4a29-aad4-4513-a336-032c8ed9b040 req-fda1bd34-fb50-418f-829e-a1c163841004 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 946 time: 0.0578935 Aug 16 02:23:46.372584 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ced3c109-34e3-4727-8dc2-a18576c9742a None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:46.382687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c6b4a29-aad4-4513-a336-032c8ed9b040 req-92ad4101-f12c-4880-b67d-9299f808e64d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344095 Aug 16 02:23:46.601451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ced3c109-34e3-4727-8dc2-a18576c9742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:45Z', 'revision_number': 6, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2d399fc4-74c9-4d01-9b0e-a85f880b6e59', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'port_id': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'mac_address': 'fa:16:3e:ee:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:27Z', 'updated_at': '2021-08-16T02:22:30Z', 'revision_number': 1, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.628256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced3c109-34e3-4727-8dc2-a18576c9742a None None] The sync data for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 is: [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:45Z', 'revision_number': 6, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2d399fc4-74c9-4d01-9b0e-a85f880b6e59', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'port_id': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'mac_address': 'fa:16:3e:ee:31:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:27Z', 'updated_at': '2021-08-16T02:22:30Z', 'revision_number': 1, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:47.499634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172f5b0-44a5-4f0f-a0ed-293dc77fe20d req-821bc53d-93aa-46df-92fc-c84a01074f12 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:47.501171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5172f5b0-44a5-4f0f-a0ed-293dc77fe20d req-821bc53d-93aa-46df-92fc-c84a01074f12 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 946 time: 0.0491068 Aug 16 02:23:47.543197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5172f5b0-44a5-4f0f-a0ed-293dc77fe20d req-30664375-7302-4a23-a233-1a4c5190aa32 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ad4bbe-82fe-43ae-b2a1-9162347151b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356202 Aug 16 02:23:47.776645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab9f82-010e-47ec-bc7a-cda27c3110a2 req-2526c039-7134-4ed7-a0ed-0c6b67720fce tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:47.778225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56ab9f82-010e-47ec-bc7a-cda27c3110a2 req-2526c039-7134-4ed7-a0ed-0c6b67720fce tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 946 time: 0.0519092 Aug 16 02:23:47.874517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-56ab9f82-010e-47ec-bc7a-cda27c3110a2 req-8f645200-a6e3-4cd3-b05c-0130c315593e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting port 252a08fe-6aa8-4e5d-b16a-d145545df166 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:47.874872 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56ab9f82-010e-47ec-bc7a-cda27c3110a2 req-8f645200-a6e3-4cd3-b05c-0130c315593e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.964954 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-56ab9f82-010e-47ec-bc7a-cda27c3110a2 req-8f645200-a6e3-4cd3-b05c-0130c315593e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] For port 252a08fe-6aa8-4e5d-b16a-d145545df166, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=252a08fe-6aa8-4e5d-b16a-d145545df166,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:47.965407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56ab9f82-010e-47ec-bc7a-cda27c3110a2 req-8f645200-a6e3-4cd3-b05c-0130c315593e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.980825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-56ab9f82-010e-47ec-bc7a-cda27c3110a2 req-8f645200-a6e3-4cd3-b05c-0130c315593e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Calling delete_port for 252a08fe-6aa8-4e5d-b16a-d145545df166 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:48.035668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 68a88a54-69f8-44db-8848-1eee81b5aa27 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:48.057919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 68a88a54-69f8-44db-8848-1eee81b5aa27 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:48.059427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 68a88a54-69f8-44db-8848-1eee81b5aa27 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:48.184883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56ab9f82-010e-47ec-bc7a-cda27c3110a2 req-8f645200-a6e3-4cd3-b05c-0130c315593e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.213930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f645200-a6e3-4cd3-b05c-0130c315593e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Port': ['ID=252a08fe-6aa8-4e5d-b16a-d145545df166,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:48.285021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ab9f82-010e-47ec-bc7a-cda27c3110a2 req-8f645200-a6e3-4cd3-b05c-0130c315593e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] No DVR routers for this DVR port 252a08fe-6aa8-4e5d-b16a-d145545df166 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:48.287753 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-56ab9f82-010e-47ec-bc7a-cda27c3110a2 req-8f645200-a6e3-4cd3-b05c-0130c315593e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.290263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56ab9f82-010e-47ec-bc7a-cda27c3110a2 req-8f645200-a6e3-4cd3-b05c-0130c315593e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.64 "DELETE /v2.0/ports/252a08fe-6aa8-4e5d-b16a-d145545df166 HTTP/1.1" status: 204 len: 173 time: 0.5054512 Aug 16 02:23:48.290781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4a7aa7-2db1-4373-b171-8560a8e6aeee', 'name': 'network-vif-deleted', 'tag': '252a08fe-6aa8-4e5d-b16a-d145545df166'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:48.293706 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4702bbd2-8602-4bc2-9eb9-4b8dd8e3c4f5" -d '{"events": [{"server_uuid": "0f4a7aa7-2db1-4373-b171-8560a8e6aeee", "name": "network-vif-deleted", "tag": "252a08fe-6aa8-4e5d-b16a-d145545df166"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:48.337707 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ea79a0-bdff-4888-9289-5946aecec854 x-openstack-request-id: req-e2ea79a0-bdff-4888-9289-5946aecec854 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:48.337707 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4a7aa7-2db1-4373-b171-8560a8e6aeee", "name": "network-vif-deleted", "tag": "252a08fe-6aa8-4e5d-b16a-d145545df166", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:48.337707 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2ea79a0-bdff-4888-9289-5946aecec854 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:48.338439 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4a7aa7-2db1-4373-b171-8560a8e6aeee', 'name': 'network-vif-deleted', 'tag': '252a08fe-6aa8-4e5d-b16a-d145545df166', 'status': 'completed', 'code': 200} Aug 16 02:23:48.673132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d7db7e5-221d-4399-b0cc-97bbaffcbb26 req-d256d63d-0992-46b7-9b09-390202956f31 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f4a7aa7-2db1-4373-b171-8560a8e6aeee HTTP/1.1" status: 200 len: 210 time: 0.0381341 Aug 16 02:23:49.726885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51800) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.786082 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3edb5f6-351e-41fb-8c6a-87ea82ace9a1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.812265 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3edb5f6-351e-41fb-8c6a-87ea82ace9a1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.961134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3edb5f6-351e-41fb-8c6a-87ea82ace9a1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.963818 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b3edb5f6-351e-41fb-8c6a-87ea82ace9a1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.965669 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b3edb5f6-351e-41fb-8c6a-87ea82ace9a1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/security-groups/f4ad4bbe-82fe-43ae-b2a1-9162347151b6 HTTP/1.1" status: 204 len: 168 time: 0.2377656 Aug 16 02:23:49.975324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edb5f6-351e-41fb-8c6a-87ea82ace9a1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ad4bbe-82fe-43ae-b2a1-9162347151b6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.059802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51804) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.111666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a03f83-3069-4977-b5a6-edc00301e65b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting subnet 05de5f73-96d7-4181-8114-7eb717e9b959 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:50.114724 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57a03f83-3069-4977-b5a6-edc00301e65b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.154467 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57a03f83-3069-4977-b5a6-edc00301e65b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.241778 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57a03f83-3069-4977-b5a6-edc00301e65b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.396387 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57a03f83-3069-4977-b5a6-edc00301e65b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.427317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a03f83-3069-4977-b5a6-edc00301e65b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Subnet': ['ID=05de5f73-96d7-4181-8114-7eb717e9b959,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.431115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57a03f83-3069-4977-b5a6-edc00301e65b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.434266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb178578-9a94-48db-95ea-709495aae993 None None] Network ad15742b-bac5-453d-8db3-44a723dcc544 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:50.435472 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-57a03f83-3069-4977-b5a6-edc00301e65b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/subnets/05de5f73-96d7-4181-8114-7eb717e9b959 HTTP/1.1" status: 204 len: 168 time: 0.3746071 Aug 16 02:23:50.438196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51810) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.518853 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.595897 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting port a6f860d9-b84f-447d-ad02-fb76c6c207a2 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:50.596725 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.664077 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] For port a6f860d9-b84f-447d-ad02-fb76c6c207a2, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a6f860d9-b84f-447d-ad02-fb76c6c207a2,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:50.664446 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.678690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Calling delete_port for a6f860d9-b84f-447d-ad02-fb76c6c207a2 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:50.775389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b03ff4c-eead-49f5-8cf3-837133f50218 None None] DHCP port deletion for ad15742b-bac5-453d-8db3-44a723dcc544 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:23:50.821022 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0b03ff4c-eead-49f5-8cf3-837133f50218 None None] Deleting port a6f860d9-b84f-447d-ad02-fb76c6c207a2 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:50.821395 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0b03ff4c-eead-49f5-8cf3-837133f50218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.837567 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.870513 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Port': ['ID=a6f860d9-b84f-447d-ad02-fb76c6c207a2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.878091 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] No DVR routers for this DVR port a6f860d9-b84f-447d-ad02-fb76c6c207a2 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:50.891806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0b03ff4c-eead-49f5-8cf3-837133f50218 None None] For port a6f860d9-b84f-447d-ad02-fb76c6c207a2, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=a6f860d9-b84f-447d-ad02-fb76c6c207a2,segment=NetworkSegment(79b4f917-9adc-4b0b-b26d-8b77502a0dfd),segment_id=79b4f917-9adc-4b0b-b26d-8b77502a0dfd)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:50.892211 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0b03ff4c-eead-49f5-8cf3-837133f50218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.907593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0b03ff4c-eead-49f5-8cf3-837133f50218 None None] Calling delete_port for a6f860d9-b84f-447d-ad02-fb76c6c207a2 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:50.962091 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.973298 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad15742b-bac5-453d-8db3-44a723dcc544']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:50.976415 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 02:23:50.985643 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b4f917-9adc-4b0b-b26d-8b77502a0dfd') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:50.985974 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b4f917-9adc-4b0b-b26d-8b77502a0dfd') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:50.990407 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0b03ff4c-eead-49f5-8cf3-837133f50218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.995125 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.010151 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.016991 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:51.017392 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.018041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03ff4c-eead-49f5-8cf3-837133f50218 None None] Pushing event deleted for resources: {'Port': ['ID=a6f860d9-b84f-447d-ad02-fb76c6c207a2,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.020048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03ff4c-eead-49f5-8cf3-837133f50218 None None] No DVR routers for this DVR port a6f860d9-b84f-447d-ad02-fb76c6c207a2 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:51.023937 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:51.146217 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.155952 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.157798 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/networks/ad15742b-bac5-453d-8db3-44a723dcc544 HTTP/1.1" status: 204 len: 168 time: 0.7185464 Aug 16 02:23:51.160567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51814) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:51.167439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a68e0d-ab7b-44e9-9664-412af823c40e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Network': ['ID=ad15742b-bac5-453d-8db3-44a723dcc544,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.174728 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.379984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting port 95809776-952d-48a2-ae6d-afddcc65fee7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:51.380334 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.456699 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.457037 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.469014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Calling delete_port for 95809776-952d-48a2-ae6d-afddcc65fee7 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:51.738895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.767213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Port': ['ID=95809776-952d-48a2-ae6d-afddcc65fee7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.830369 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.830705 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Floating IP 2d399fc4-74c9-4d01-9b0e-a85f880b6e59 disassociated (deleted). External IP: 172.25.8.121, port: bea01657-5d4a-4f1b-800a-33c10b421f09. Aug 16 02:23:52.043778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 08638b08-ccc7-4bf1-b58b-addc1813aedc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:52.083177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a6f860d9-b84f-447d-ad02-fb76c6c207a2 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:52.107785 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: a6f860d9-b84f-447d-ad02-fb76c6c207a2 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:52.108283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device a6f860d9-b84f-447d-ad02-fb76c6c207a2 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:52.109808 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.163145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:52.167743 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.174266 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9d425-b1ab-43af-961c-0a07ac6d7803 None None] Sync routers for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:52.185143 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9d425-b1ab-43af-961c-0a07ac6d7803 None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:52.185883 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5ec9d425-b1ab-43af-961c-0a07ac6d7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:23:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.196928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-02092ce0-ac05-4bee-b094-76a45158f44b tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/floatingips/2d399fc4-74c9-4d01-9b0e-a85f880b6e59 HTTP/1.1" status: 204 len: 168 time: 1.0323014 Aug 16 02:23:52.196928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'tag': 'bea01657-5d4a-4f1b-800a-33c10b421f09'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:52.197740 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9875d490-1a7e-449a-83da-7bd2b1c8aec2", "tag": "bea01657-5d4a-4f1b-800a-33c10b421f09"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:52.312401 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-5ec9d425-b1ab-43af-961c-0a07ac6d7803 None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:52.542030 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5ec9d425-b1ab-43af-961c-0a07ac6d7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:45Z', 'revision_number': 6, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.569209 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9d425-b1ab-43af-961c-0a07ac6d7803 None None] Checking router: 08638b08-ccc7-4bf1-b58b-addc1813aedc for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:52.572443 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0210c601-d396-4da7-b5d9-58e956147b77 x-openstack-request-id: req-0210c601-d396-4da7-b5d9-58e956147b77 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:52.573131 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9875d490-1a7e-449a-83da-7bd2b1c8aec2", "tag": "bea01657-5d4a-4f1b-800a-33c10b421f09", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:52.573768 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0210c601-d396-4da7-b5d9-58e956147b77 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:52.574476 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'tag': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'status': 'completed', 'code': 200} Aug 16 02:23:52.578597 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9d425-b1ab-43af-961c-0a07ac6d7803 None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:52.579263 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5ec9d425-b1ab-43af-961c-0a07ac6d7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:23:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.675116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e req-5649e1c3-1268-40a7-a21c-b2d7730a5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.676795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e req-5649e1c3-1268-40a7-a21c-b2d7730a5ea2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 1098 time: 0.0794148 Aug 16 02:23:52.686426 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-5ec9d425-b1ab-43af-961c-0a07ac6d7803 None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:52.689535 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f12d-bc83-4e54-81a5-0cf2b11d9dc7 req-f8fecd42-2e3e-485f-880c-67a188173b65 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.691117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbb9f12d-bc83-4e54-81a5-0cf2b11d9dc7 req-f8fecd42-2e3e-485f-880c-67a188173b65 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 946 time: 0.0667665 Aug 16 02:23:52.781186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbb9f12d-bc83-4e54-81a5-0cf2b11d9dc7 req-a0ff40ae-65c7-41f2-a1a0-b8d29bc192fc tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0818851 Aug 16 02:23:52.806290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e req-c8451da1-354a-47c2-bb7b-4a20365e1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.806290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e req-c8451da1-354a-47c2-bb7b-4a20365e1e36 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 HTTP/1.1" status: 200 len: 897 time: 0.1115477 Aug 16 02:23:52.849463 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e req-1378cd32-6507-4dd1-b38a-51a29370ac0f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bea01657-5d4a-4f1b-800a-33c10b421f09 HTTP/1.1" status: 200 len: 217 time: 0.0378921 Aug 16 02:23:52.896045 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5ec9d425-b1ab-43af-961c-0a07ac6d7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:45Z', 'revision_number': 6, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.901224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e req-b6630c17-db00-4232-9a87-40220728409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.903434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e req-b6630c17-db00-4232-9a87-40220728409d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=376b702f-3758-4eef-9ee2-fcc69e5bbd22 HTTP/1.1" status: 200 len: 835 time: 0.0455050 Aug 16 02:23:52.924072 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9d425-b1ab-43af-961c-0a07ac6d7803 None None] The sync data for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 is: [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:45Z', 'revision_number': 6, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'c76d3a06-dadf-4f48-bf57-fb989a5d0ed9', 'name': '', 'network_id': '3ca471be-8a74-4d8f-8ca4-e51e0922d6b5', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:93:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '376b702f-3758-4eef-9ee2-fcc69e5bbd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:52.950089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e req-43f8bdff-5164-4408-92c4-b428181bae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.951857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e req-43f8bdff-5164-4408-92c4-b428181bae28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413558 Aug 16 02:23:53.050545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e req-fbec9c04-09c2-4418-868a-35a93c514e92 service neutron] 10.222.0.74 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908060 Aug 16 02:23:53.120244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 252a08fe-6aa8-4e5d-b16a-d145545df166 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:53.140160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 252a08fe-6aa8-4e5d-b16a-d145545df166 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:53.140950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 252a08fe-6aa8-4e5d-b16a-d145545df166 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:53.153322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52360f49-e9a1-4875-921d-c165a531717a None None] New status for floating IP 2d399fc4-74c9-4d01-9b0e-a85f880b6e59: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:23:53.155535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4865bfbc-2b47-44dc-83c9-2b5364c36f0e req-5b5b0bbc-626f-4a32-9bd4-913eb8fde187 service neutron] 10.222.0.74 "GET /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973289 Aug 16 02:23:53.938414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc9da2-4a7f-417a-8936-fbb19d0c5935 req-65312ad8-7bdc-4f81-af4d-0ea951760d95 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.939890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8dcc9da2-4a7f-417a-8936-fbb19d0c5935 req-65312ad8-7bdc-4f81-af4d-0ea951760d95 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.74 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 946 time: 0.0745885 Aug 16 02:23:53.947205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4d798-97bd-423f-a2e5-4778a370cc2c req-3a20b7e3-8840-4170-9b6e-8a31fa921cbf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.948589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db4d798-97bd-423f-a2e5-4778a370cc2c req-3a20b7e3-8840-4170-9b6e-8a31fa921cbf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 946 time: 0.0924771 Aug 16 02:23:54.032459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9db4d798-97bd-423f-a2e5-4778a370cc2c req-c78e2fe0-8fd7-49dc-bbef-558239bf9896 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60228e0-4c2b-488c-ab5c-34dd6123f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0760450 Aug 16 02:23:54.059949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8dcc9da2-4a7f-417a-8936-fbb19d0c5935 req-141ddc99-0861-4c70-bdf3-4fd3df6cd808 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting port bea01657-5d4a-4f1b-800a-33c10b421f09 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:54.060313 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8dcc9da2-4a7f-417a-8936-fbb19d0c5935 req-141ddc99-0861-4c70-bdf3-4fd3df6cd808 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.154887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-8dcc9da2-4a7f-417a-8936-fbb19d0c5935 req-141ddc99-0861-4c70-bdf3-4fd3df6cd808 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] For port bea01657-5d4a-4f1b-800a-33c10b421f09, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=bea01657-5d4a-4f1b-800a-33c10b421f09,segment=NetworkSegment(325c6575-5c7d-49d7-83c0-2d274ca609d9),segment_id=325c6575-5c7d-49d7-83c0-2d274ca609d9)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:54.155222 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8dcc9da2-4a7f-417a-8936-fbb19d0c5935 req-141ddc99-0861-4c70-bdf3-4fd3df6cd808 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.168209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-8dcc9da2-4a7f-417a-8936-fbb19d0c5935 req-141ddc99-0861-4c70-bdf3-4fd3df6cd808 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Calling delete_port for bea01657-5d4a-4f1b-800a-33c10b421f09 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:54.357563 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8dcc9da2-4a7f-417a-8936-fbb19d0c5935 req-141ddc99-0861-4c70-bdf3-4fd3df6cd808 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.679483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ddc99-0861-4c70-bdf3-4fd3df6cd808 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Port': ['ID=bea01657-5d4a-4f1b-800a-33c10b421f09,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:54.720286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcc9da2-4a7f-417a-8936-fbb19d0c5935 req-141ddc99-0861-4c70-bdf3-4fd3df6cd808 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] No DVR routers for this DVR port bea01657-5d4a-4f1b-800a-33c10b421f09 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:54.722791 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-8dcc9da2-4a7f-417a-8936-fbb19d0c5935 req-141ddc99-0861-4c70-bdf3-4fd3df6cd808 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.724762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8dcc9da2-4a7f-417a-8936-fbb19d0c5935 req-141ddc99-0861-4c70-bdf3-4fd3df6cd808 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.74 "DELETE /v2.0/ports/bea01657-5d4a-4f1b-800a-33c10b421f09 HTTP/1.1" status: 204 len: 173 time: 0.7746685 Aug 16 02:23:54.725189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'name': 'network-vif-deleted', 'tag': 'bea01657-5d4a-4f1b-800a-33c10b421f09'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:54.727483 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac61aadb-3612-4261-9aba-bca25680fc5e" -d '{"events": [{"server_uuid": "9875d490-1a7e-449a-83da-7bd2b1c8aec2", "name": "network-vif-deleted", "tag": "bea01657-5d4a-4f1b-800a-33c10b421f09"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:54.767813 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9379063a-a050-463c-9c82-174a92925907 x-openstack-request-id: req-9379063a-a050-463c-9c82-174a92925907 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:54.768100 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9875d490-1a7e-449a-83da-7bd2b1c8aec2", "name": "network-vif-deleted", "tag": "bea01657-5d4a-4f1b-800a-33c10b421f09", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:54.768352 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9379063a-a050-463c-9c82-174a92925907 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:54.768747 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9875d490-1a7e-449a-83da-7bd2b1c8aec2', 'name': 'network-vif-deleted', 'tag': 'bea01657-5d4a-4f1b-800a-33c10b421f09', 'status': 'completed', 'code': 200} Aug 16 02:23:55.153209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6aa79b1a-d78d-4914-8892-5b73a0bdae22 req-7f74cad3-b9e9-4055-b014-d90383590be8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=9875d490-1a7e-449a-83da-7bd2b1c8aec2 HTTP/1.1" status: 200 len: 210 time: 0.0321937 Aug 16 02:23:55.399095 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:23:56.222755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51864) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.285199 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e0154cd-0c0d-440f-a3e0-0ec1ec9214cc tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.309280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e0154cd-0c0d-440f-a3e0-0ec1ec9214cc tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.431731 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e0154cd-0c0d-440f-a3e0-0ec1ec9214cc tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.434439 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5e0154cd-0c0d-440f-a3e0-0ec1ec9214cc tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.435625 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5e0154cd-0c0d-440f-a3e0-0ec1ec9214cc tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/security-groups/d60228e0-4c2b-488c-ab5c-34dd6123f82c HTTP/1.1" status: 204 len: 168 time: 0.2118530 Aug 16 02:23:56.446598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0154cd-0c0d-440f-a3e0-0ec1ec9214cc tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60228e0-4c2b-488c-ab5c-34dd6123f82c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.545518 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51874) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.916442 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.056007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bea01657-5d4a-4f1b-800a-33c10b421f09 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:57.076173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: bea01657-5d4a-4f1b-800a-33c10b421f09 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:57.076525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device bea01657-5d4a-4f1b-800a-33c10b421f09 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:57.180440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:57.180786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.270049 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] For port c76d3a06-dadf-4f48-bf57-fb989a5d0ed9, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c76d3a06-dadf-4f48-bf57-fb989a5d0ed9,segment=NetworkSegment(325c6575-5c7d-49d7-83c0-2d274ca609d9),segment_id=325c6575-5c7d-49d7-83c0-2d274ca609d9)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:57.270733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.283165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Calling delete_port for c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:57.555791 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.581145 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Port': ['ID=c76d3a06-dadf-4f48-bf57-fb989a5d0ed9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.766101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.992331 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 08638b08-ccc7-4bf1-b58b-addc1813aedc has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:58.108068 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:58.113355 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b6dfee6d-475c-4cb8-b29a-bc6765568c1e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "PUT /v2.0/routers/08638b08-ccc7-4bf1-b58b-addc1813aedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5667486 Aug 16 02:23:58.119235 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51896) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.120072 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e09b6b-9f59-42f7-b20f-c635b5ce82f8 None None] Sync routers for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:58.130638 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e09b6b-9f59-42f7-b20f-c635b5ce82f8 None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:58.131256 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-58e09b6b-9f59-42f7-b20f-c635b5ce82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:23:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:58.169861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-af397416-b996-4910-aa68-67aae9caa688 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting subnet 376b702f-3758-4eef-9ee2-fcc69e5bbd22 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:58.173240 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af397416-b996-4910-aa68-67aae9caa688 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.215336 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af397416-b996-4910-aa68-67aae9caa688 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.238460 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-58e09b6b-9f59-42f7-b20f-c635b5ce82f8 None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:58.307010 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af397416-b996-4910-aa68-67aae9caa688 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.418136 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-58e09b6b-9f59-42f7-b20f-c635b5ce82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 7, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:58.450000 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af397416-b996-4910-aa68-67aae9caa688 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.453381 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e09b6b-9f59-42f7-b20f-c635b5ce82f8 None None] Checking router: 08638b08-ccc7-4bf1-b58b-addc1813aedc for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:58.462667 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e09b6b-9f59-42f7-b20f-c635b5ce82f8 None None] Routers {'08638b08-ccc7-4bf1-b58b-addc1813aedc'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:58.463443 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-58e09b6b-9f59-42f7-b20f-c635b5ce82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:23:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['08638b08-ccc7-4bf1-b58b-addc1813aedc'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:58.481636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af397416-b996-4910-aa68-67aae9caa688 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Subnet': ['ID=376b702f-3758-4eef-9ee2-fcc69e5bbd22,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:58.484648 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-af397416-b996-4910-aa68-67aae9caa688 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.487220 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-af397416-b996-4910-aa68-67aae9caa688 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/subnets/376b702f-3758-4eef-9ee2-fcc69e5bbd22 HTTP/1.1" status: 204 len: 168 time: 0.3701351 Aug 16 02:23:58.492870 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51902) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.501793 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c362107-f603-4a02-8179-0a68cd79c9aa None None] Network 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:58.595003 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-58e09b6b-9f59-42f7-b20f-c635b5ce82f8 None None] Set router 08638b08-ccc7-4bf1-b58b-addc1813aedc gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:58.620538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.750784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eded6b1-4518-4636-bea4-bf72a24939c7 None None] DHCP port deletion for 3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:23:58.751199 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.797080 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-58e09b6b-9f59-42f7-b20f-c635b5ce82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 7, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:58.797371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9eded6b1-4518-4636-bea4-bf72a24939c7 None None] Deleting port c9acddfc-315d-49bd-9fde-b6e471433366 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:58.797531 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9eded6b1-4518-4636-bea4-bf72a24939c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.826713 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e09b6b-9f59-42f7-b20f-c635b5ce82f8 None None] The sync data for ids ['08638b08-ccc7-4bf1-b58b-addc1813aedc'] in n-d-768509-23 is: [{'id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'name': 'tempest-TestNetworkBasicOps-router-693214005', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:58Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 7, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': 'f746799b-c09c-4162-a3bc-91af6e8a7374', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08638b08-ccc7-4bf1-b58b-addc1813aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:59Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:58.862948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9eded6b1-4518-4636-bea4-bf72a24939c7 None None] For port c9acddfc-315d-49bd-9fde-b6e471433366, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c9acddfc-315d-49bd-9fde-b6e471433366,segment=NetworkSegment(325c6575-5c7d-49d7-83c0-2d274ca609d9),segment_id=325c6575-5c7d-49d7-83c0-2d274ca609d9)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:58.863360 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9eded6b1-4518-4636-bea4-bf72a24939c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.878606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9eded6b1-4518-4636-bea4-bf72a24939c7 None None] Calling delete_port for c9acddfc-315d-49bd-9fde-b6e471433366 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:58.892474 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting port f746799b-c09c-4162-a3bc-91af6e8a7374 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:58.892818 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.977602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] For port f746799b-c09c-4162-a3bc-91af6e8a7374, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f746799b-c09c-4162-a3bc-91af6e8a7374,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:58.978008 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.991145 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Calling delete_port for f746799b-c09c-4162-a3bc-91af6e8a7374 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:59.035706 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9eded6b1-4518-4636-bea4-bf72a24939c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.062260 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eded6b1-4518-4636-bea4-bf72a24939c7 None None] Pushing event deleted for resources: {'Port': ['ID=c9acddfc-315d-49bd-9fde-b6e471433366,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.064346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eded6b1-4518-4636-bea4-bf72a24939c7 None None] No DVR routers for this DVR port c9acddfc-315d-49bd-9fde-b6e471433366 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:59.218800 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.245758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Port': ['ID=f746799b-c09c-4162-a3bc-91af6e8a7374,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.311392 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.411248 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.413517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.835533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.836029 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Fanout notify agent at l3_agent the message router_deleted on router 08638b08-ccc7-4bf1-b58b-addc1813aedc {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:23:59.843885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.848361 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-10af7d3a-32b4-46b5-9e42-e373543805e8 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/routers/08638b08-ccc7-4bf1-b58b-addc1813aedc HTTP/1.1" status: 204 len: 168 time: 1.3518074 Aug 16 02:23:59.848587 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51916) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.889098 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6b60133c-367c-4f57-b286-5d8af6e95d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.929765 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.029508 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.039943 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca471be-8a74-4d8f-8ca4-e51e0922d6b5']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:00.050467 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325c6575-5c7d-49d7-83c0-2d274ca609d9') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:00.050773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325c6575-5c7d-49d7-83c0-2d274ca609d9') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:00.059964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.075430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.082888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:00.088249 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:00.191899 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.200198 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.202107 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/networks/3ca471be-8a74-4d8f-8ca4-e51e0922d6b5 HTTP/1.1" status: 204 len: 168 time: 0.3525219 Aug 16 02:24:00.216633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51922) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:00.222544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'network': {'name': 'tempest-network-smoke--1865247253', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'port_security_enabled': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:00.228749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c5a0c-519c-4dd3-a3e0-9a027682e235 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Network': ['ID=3ca471be-8a74-4d8f-8ca4-e51e0922d6b5,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:00.327445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Made reservation on behalf of b9c1923ec1594e9199cc2002fa3b14ec for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:00.331421 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.348422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:00.358745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:00.368088 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.368504 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Added segment 55151722-a0c7-4082-a1c8-9f2c4c60bc42 of type vlan for network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 Aug 16 02:24:00.370012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:00.371000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c76d3a06-dadf-4f48-bf57-fb989a5d0ed9 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:00.371775 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f746799b-c09c-4162-a3bc-91af6e8a7374 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:00.391319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f746799b-c09c-4162-a3bc-91af6e8a7374 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:00.391675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f746799b-c09c-4162-a3bc-91af6e8a7374 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:00.392090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c9acddfc-315d-49bd-9fde-b6e471433366 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:00.415309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c9acddfc-315d-49bd-9fde-b6e471433366 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:00.415309 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c9acddfc-315d-49bd-9fde-b6e471433366 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:00.416856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.503884 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.509742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:00.510367 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.574651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Network': ['ID=ed26de40-c7e7-4859-84b4-8485f4c9ddf3,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:00.587545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:00.670362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bb9b578a-49d9-4492-b35c-37e738a38f45 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4518886 Aug 16 02:24:00.678205 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51928) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:00.682680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'admin_state_up': True, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:00.757649 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.758748 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.816429 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.124702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.403654 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.423934 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.548897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Allocated IP 172.25.8.254 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/9bfdc5a1-c6d0-4310-a737-3515fa635c75) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:01.671980 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.810421 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.857151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:01.860294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:01.864032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:01.869853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=9bfdc5a1-c6d0-4310-a737-3515fa635c75,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:02.213297 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.439370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.723171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 051da0f0-1c82-44bf-ac81-ae2fc636b895 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:24:02.846381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:02.860761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Sync routers for ids ['051da0f0-1c82-44bf-ac81-ae2fc636b895'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:02.871472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Routers {'051da0f0-1c82-44bf-ac81-ae2fc636b895'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:02.877095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:23:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['051da0f0-1c82-44bf-ac81-ae2fc636b895'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:02.911955 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.957734 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-56b245d2-e8a4-4777-be31-36699e4c02c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.963357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.965517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f29d2593-e6b8-4213-a74b-087c95dcfacf tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2863655 Aug 16 02:24:02.968432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51948) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:02.991092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Set router 051da0f0-1c82-44bf-ac81-ae2fc636b895 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:02.999226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ad9595c3-a32b-455a-841b-e7feb85a991e tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b9c1923ec1594e9199cc2002fa3b14ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294478 Aug 16 02:24:03.001779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51950) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:03.106966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391bc2ee-9a08-403d-91a8-307ce2a25855 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:03.108683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-391bc2ee-9a08-403d-91a8-307ce2a25855 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1059098 Aug 16 02:24:03.111442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51952) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:03.149607 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b754592a-1b67-4121-b76e-c67330247d90 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347764 Aug 16 02:24:03.149875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51954) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:03.155300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1919676621', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:03.180266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:02Z', 'revision_number': 3, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.212443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Checking router: 051da0f0-1c82-44bf-ac81-ae2fc636b895 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:03.212939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Updating router 051da0f0-1c82-44bf-ac81-ae2fc636b895 port 9bfdc5a1-c6d0-4310-a737-3515fa635c75 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:24:03.241171 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.335037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Made reservation on behalf of b9c1923ec1594e9199cc2002fa3b14ec for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:03.339645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.527465 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.538402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Transition to ACTIVE for port object 9bfdc5a1-c6d0-4310-a737-3515fa635c75 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:03.581032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.602917 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.642413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Subnet': ['ID=8857b753-8ff1-4951-8ec5-b1343c0588d1,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.651090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Checking segment: {'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:03.651403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network hostable DHCP agents. Network: ed26de40-c7e7-4859-84b4-8485f4c9ddf3, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:03.653115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f28ce-192e-48a5-bede-271d32373434 None None] Pushing event updated for resources: {'Port': ['ID=9bfdc5a1-c6d0-4310-a737-3515fa635c75,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.673704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Attempting to bind port 9bfdc5a1-c6d0-4310-a737-3515fa635c75 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:03.675659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Attempting to bind port 9bfdc5a1-c6d0-4310-a737-3515fa635c75 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:03.675659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Attempting to bind port 9bfdc5a1-c6d0-4310-a737-3515fa635c75 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:03.679417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:03.679792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:03.680195 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.680591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:03.681059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Bound port: 9bfdc5a1-c6d0-4310-a737-3515fa635c75, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:03.681629 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.723322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:03.736913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] For port 9bfdc5a1-c6d0-4310-a737-3515fa635c75, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:03.743895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] For port 9bfdc5a1-c6d0-4310-a737-3515fa635c75, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9bfdc5a1-c6d0-4310-a737-3515fa635c75,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:03.826118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, ed26de40-c7e7-4859-84b4-8485f4c9ddf3) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:03.836500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:03.836500 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.836835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81ad3e-9550-4696-ab28-37c181f44820 None None] Network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:03.886034 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.913175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6709337b-c8f0-4e34-88eb-2cd39b8e3f67 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7623377 Aug 16 02:24:03.916157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51966) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:03.954116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Routers {'051da0f0-1c82-44bf-ac81-ae2fc636b895'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:03.954649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:24:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['051da0f0-1c82-44bf-ac81-ae2fc636b895'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:04.020198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f28ce-192e-48a5-bede-271d32373434 None None] Pushing event updated for resources: {'Port': ['ID=9bfdc5a1-c6d0-4310-a737-3515fa635c75,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:04.138513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] Set router 051da0f0-1c82-44bf-ac81-ae2fc636b895 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:04.170464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ips': [{'subnet_id': '8857b753-8ff1-4951-8ec5-b1343c0588d1'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:24:04.171770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.206213 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.380812 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.425212 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Allocated IP 172.20.0.2 (ed26de40-c7e7-4859-84b4-8485f4c9ddf3/8857b753-8ff1-4951-8ec5-b1343c0588d1/cf704dd8-5fce-45cd-9fbe-31775dbe6986) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:04.688557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:02Z', 'revision_number': 3, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:04.732056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a27bc-c4fd-40ed-bc5f-ba05fac171d1 None None] The sync data for ids ['051da0f0-1c82-44bf-ac81-ae2fc636b895'] in n-d-768509-23 is: [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:02Z', 'revision_number': 3, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:04.802825 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.819565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Transition to ACTIVE for port object cf704dd8-5fce-45cd-9fbe-31775dbe6986 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:04.839207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Transition to ACTIVE for port object cf704dd8-5fce-45cd-9fbe-31775dbe6986 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:04.923932 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.971649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:04.974787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:04.977326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:05.020521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Pushing event updated for resources: {'Port': ['ID=cf704dd8-5fce-45cd-9fbe-31775dbe6986,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:05.033450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.033875 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.034191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.034516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.034907 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.035248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.035582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.035911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.036276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.036571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.036790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Allocated IP 172.20.0.1 (ed26de40-c7e7-4859-84b4-8485f4c9ddf3/8857b753-8ff1-4951-8ec5-b1343c0588d1/22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:05.037361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.037361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:05.074479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Attempting to bind port cf704dd8-5fce-45cd-9fbe-31775dbe6986 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:05.074861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Attempting to bind port cf704dd8-5fce-45cd-9fbe-31775dbe6986 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:05.075708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Attempting to bind port cf704dd8-5fce-45cd-9fbe-31775dbe6986 on network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:05.081145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:05.081536 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Checking segment: {'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:05.082054 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.082459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Bound using segment: {'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:05.082941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Bound port: cf704dd8-5fce-45cd-9fbe-31775dbe6986, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:05.083330 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.163088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] For port cf704dd8-5fce-45cd-9fbe-31775dbe6986, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:05.168525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] For port cf704dd8-5fce-45cd-9fbe-31775dbe6986, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=cf704dd8-5fce-45cd-9fbe-31775dbe6986,segment=NetworkSegment(55151722-a0c7-4082-a1c8-9f2c4c60bc42),segment_id=55151722-a0c7-4082-a1c8-9f2c4c60bc42)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:05.191172 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.210783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Transition to ACTIVE for port object 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:05.255364 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.312232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.336529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927d980-566a-4fa4-ad17-6757fe095afe None None] Pushing event updated for resources: {'Port': ['ID=cf704dd8-5fce-45cd-9fbe-31775dbe6986,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:05.340643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:05.391568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:05.394714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:05.397358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:05.467158 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.712703 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.889512 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.022985 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.094416 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.149152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device cf704dd8-5fce-45cd-9fbe-31775dbe6986 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:06.179867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:06.188736 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.260705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port cf704dd8-5fce-45cd-9fbe-31775dbe6986 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:06.266820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9bfdc5a1-c6d0-4310-a737-3515fa635c75 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:06.289009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:06.290601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:06.420206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 9bfdc5a1-c6d0-4310-a737-3515fa635c75 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:06.424022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 051da0f0-1c82-44bf-ac81-ae2fc636b895 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:06.431689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9bfdc5a1-c6d0-4310-a737-3515fa635c75 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:06.432364 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.550467 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.574134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 9bfdc5a1-c6d0-4310-a737-3515fa635c75, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9bfdc5a1-c6d0-4310-a737-3515fa635c75,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:06.585258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:06.593111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9bcb2711-4754-4930-b8b7-1aa46e2e6092 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "PUT /v2.0/routers/051da0f0-1c82-44bf-ac81-ae2fc636b895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6719563 Aug 16 02:24:06.593298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51990) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:06.624142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee05845-6aa5-4756-b8e7-8b13531a016b None None] Network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:06.679666 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.713070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b378839-aeae-4ab3-98c1-40d13eb5383f tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.713555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b378839-aeae-4ab3-98c1-40d13eb5383f tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.714118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b378839-aeae-4ab3-98c1-40d13eb5383f tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.717257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b378839-aeae-4ab3-98c1-40d13eb5383f tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.717257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b378839-aeae-4ab3-98c1-40d13eb5383f tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.717257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b378839-aeae-4ab3-98c1-40d13eb5383f tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.717576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9b378839-aeae-4ab3-98c1-40d13eb5383f tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1233585 Aug 16 02:24:06.722206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 51992) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:06.764037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=9bfdc5a1-c6d0-4310-a737-3515fa635c75,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:06.787964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-322c3431-c421-437b-842f-baaa607d2ee2 None None] Provisioning for port cf704dd8-5fce-45cd-9fbe-31775dbe6986 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:06.795450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-322c3431-c421-437b-842f-baaa607d2ee2 None None] Provisioning complete for port cf704dd8-5fce-45cd-9fbe-31775dbe6986 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:06.795945 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-322c3431-c421-437b-842f-baaa607d2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.831458 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79895f7e-6c61-4887-b8c1-64756493a064 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.832330 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79895f7e-6c61-4887-b8c1-64756493a064 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.832795 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79895f7e-6c61-4887-b8c1-64756493a064 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.833252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79895f7e-6c61-4887-b8c1-64756493a064 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.833712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79895f7e-6c61-4887-b8c1-64756493a064 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.834217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79895f7e-6c61-4887-b8c1-64756493a064 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.839367 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-79895f7e-6c61-4887-b8c1-64756493a064 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.1161358 Aug 16 02:24:06.839558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 51996) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:06.924284 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-322c3431-c421-437b-842f-baaa607d2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.982218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-322c3431-c421-437b-842f-baaa607d2ee2 None None] For port cf704dd8-5fce-45cd-9fbe-31775dbe6986, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=cf704dd8-5fce-45cd-9fbe-31775dbe6986,segment=NetworkSegment(55151722-a0c7-4082-a1c8-9f2c4c60bc42),segment_id=55151722-a0c7-4082-a1c8-9f2c4c60bc42)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:06.990045 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Sync routers for ids ['051da0f0-1c82-44bf-ac81-ae2fc636b895'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:06.999156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f6d3b610-e3f8-4064-88a5-df492ffd636e tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1583619 Aug 16 02:24:07.003459 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Routers {'051da0f0-1c82-44bf-ac81-ae2fc636b895'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:07.011025 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:24:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['051da0f0-1c82-44bf-ac81-ae2fc636b895'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:07.060390 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-322c3431-c421-437b-842f-baaa607d2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.131078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c3431-c421-437b-842f-baaa607d2ee2 None None] Pushing event updated for resources: {'Port': ['ID=cf704dd8-5fce-45cd-9fbe-31775dbe6986,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:07.246104 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Set router 051da0f0-1c82-44bf-ac81-ae2fc636b895 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:07.284119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1f6ecec0-c2c6-4821-bfe0-ebb8d93bdd34 None None] Provisioning complete for port cf704dd8-5fce-45cd-9fbe-31775dbe6986 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:07.284722 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1f6ecec0-c2c6-4821-bfe0-ebb8d93bdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.496187 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:05Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e', 'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:be:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:04Z', 'updated_at': '2021-08-16T02:24:05Z', 'revision_number': 2, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:07.522057 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Checking router: 051da0f0-1c82-44bf-ac81-ae2fc636b895 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:07.522366 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Updating router 051da0f0-1c82-44bf-ac81-ae2fc636b895 port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:24:07.540880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1f6ecec0-c2c6-4821-bfe0-ebb8d93bdd34 None None] Provisioning for port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:07.548876 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.549114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1f6ecec0-c2c6-4821-bfe0-ebb8d93bdd34 None None] Provisioning complete for port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:07.549591 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1f6ecec0-c2c6-4821-bfe0-ebb8d93bdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.600696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ecec0-c2c6-4821-bfe0-ebb8d93bdd34 None None] Port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:07.695886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52004) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:07.700890 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b7fb8e08-fbcf-49ad-abb4-e47274e6b113 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258815596', 'description': 'tempest-secgroup-smoke-1258815596 description', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:07.724297 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9973c215-3880-4916-827f-ecab33c2a9a9 None None] Provisioning complete for port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:07.724702 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9973c215-3880-4916-827f-ecab33c2a9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.762167 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9973c215-3880-4916-827f-ecab33c2a9a9 None None] Port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:07.809875 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8e08-fbcf-49ad-abb4-e47274e6b113 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.881293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b653fe18-6655-4f24-b20f-c4d3bc3595eb None None] Provisioning complete for port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:07.881582 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b653fe18-6655-4f24-b20f-c4d3bc3595eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.894390 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.906550 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Transition to ACTIVE for port object 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:07.912120 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8e08-fbcf-49ad-abb4-e47274e6b113 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.916604 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-b653fe18-6655-4f24-b20f-c4d3bc3595eb None None] Port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:07.968993 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.991771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8e08-fbcf-49ad-abb4-e47274e6b113 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.013195 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Pushing event updated for resources: {'Port': ['ID=22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:08.023191 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb8e08-fbcf-49ad-abb4-e47274e6b113 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe72870-a3df-482d-bd08-b47cbe6da1f1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:08.023971 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.024326 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.024673 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.025010 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.025346 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.025678 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.026046 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.026873 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.027246 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.027573 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.027902 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.028423 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:08.086808 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8e08-fbcf-49ad-abb4-e47274e6b113 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.090525 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b7fb8e08-fbcf-49ad-abb4-e47274e6b113 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3911822 Aug 16 02:24:08.091513 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52008) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:08.096396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-7910a87a-4be6-44ee-a431-c34e819438ce tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'ffe72870-a3df-482d-bd08-b47cbe6da1f1', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:08.106370 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Attempting to bind port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:08.106756 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Attempting to bind port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:08.107296 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Attempting to bind port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e on network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:08.114601 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:08.125054 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Checking segment: {'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:08.125054 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.125054 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Bound using segment: {'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:08.125054 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Bound port: 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:08.125054 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.193103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device cf704dd8-5fce-45cd-9fbe-31775dbe6986 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:08.216314 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] For port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:08.219759 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] For port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e,segment=NetworkSegment(55151722-a0c7-4082-a1c8-9f2c4c60bc42),segment_id=55151722-a0c7-4082-a1c8-9f2c4c60bc42)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:08.222689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7910a87a-4be6-44ee-a431-c34e819438ce tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.255827 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port cf704dd8-5fce-45cd-9fbe-31775dbe6986 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:08.259401 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.288072 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7910a87a-4be6-44ee-a431-c34e819438ce tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.295463 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.349564 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7910a87a-4be6-44ee-a431-c34e819438ce tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.370237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9bfdc5a1-c6d0-4310-a737-3515fa635c75 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:08.370813 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910a87a-4be6-44ee-a431-c34e819438ce tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1b4d78-67ec-47d5-8f4b-722d51ae2ef8,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:08.389174 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Routers {'051da0f0-1c82-44bf-ac81-ae2fc636b895'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:08.389808 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:24:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['051da0f0-1c82-44bf-ac81-ae2fc636b895'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:08.419403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9bfdc5a1-c6d0-4310-a737-3515fa635c75 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:08.419788 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.435829 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-7910a87a-4be6-44ee-a431-c34e819438ce tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.436989 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-7910a87a-4be6-44ee-a431-c34e819438ce tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444529 Aug 16 02:24:08.439748 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52014) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:08.446392 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8031e84d-feee-4ded-ba18-ebcf57dd0fcb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'ffe72870-a3df-482d-bd08-b47cbe6da1f1', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:08.462236 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c203821-c76b-4970-9999-d9c1dc85a554 None None] Pushing event updated for resources: {'Port': ['ID=22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:08.542695 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] Set router 051da0f0-1c82-44bf-ac81-ae2fc636b895 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:08.574267 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8031e84d-feee-4ded-ba18-ebcf57dd0fcb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.640533 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8031e84d-feee-4ded-ba18-ebcf57dd0fcb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.723264 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8031e84d-feee-4ded-ba18-ebcf57dd0fcb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.740975 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031e84d-feee-4ded-ba18-ebcf57dd0fcb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c810aaa-3685-4101-9e35-accae0648900,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:08.767444 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:05Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e', 'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:be:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:04Z', 'updated_at': '2021-08-16T02:24:08Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:08.797756 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57330fed-ed58-42f8-bb67-d6e067538d73 None None] The sync data for ids ['051da0f0-1c82-44bf-ac81-ae2fc636b895'] in n-d-768509-23 is: [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:05Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e', 'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:be:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:04Z', 'updated_at': '2021-08-16T02:24:08Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:08.815215 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8031e84d-feee-4ded-ba18-ebcf57dd0fcb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.816481 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8031e84d-feee-4ded-ba18-ebcf57dd0fcb tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3757837 Aug 16 02:24:08.819492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52020) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:08.825544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d761abc9-c74b-412a-ace8-894c7cdd1ed7 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'ffe72870-a3df-482d-bd08-b47cbe6da1f1', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:08.928228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d761abc9-c74b-412a-ace8-894c7cdd1ed7 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.998806 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d761abc9-c74b-412a-ace8-894c7cdd1ed7 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.106597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d761abc9-c74b-412a-ace8-894c7cdd1ed7 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.126929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761abc9-c74b-412a-ace8-894c7cdd1ed7 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c833d7-dd61-47bd-88ad-7e56325f5b9e,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:09.212651 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d761abc9-c74b-412a-ace8-894c7cdd1ed7 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.217143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52028) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:09.218166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d761abc9-c74b-412a-ace8-894c7cdd1ed7 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3933215 Aug 16 02:24:09.222230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-607ecaca-deac-4942-b48b-347fef207643 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'ffe72870-a3df-482d-bd08-b47cbe6da1f1', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:09.326519 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-607ecaca-deac-4942-b48b-347fef207643 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.473652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-607ecaca-deac-4942-b48b-347fef207643 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.566774 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-607ecaca-deac-4942-b48b-347fef207643 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.585575 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ecaca-deac-4942-b48b-347fef207643 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224f2183-7b36-4357-9413-57e974aa17ae,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:09.699324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-607ecaca-deac-4942-b48b-347fef207643 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.701288 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-607ecaca-deac-4942-b48b-347fef207643 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4829664 Aug 16 02:24:09.704175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52034) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:09.708932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f74f1e3f-0eb7-4cf2-ad3e-eeff429d731d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'ffe72870-a3df-482d-bd08-b47cbe6da1f1', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:09.807355 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-f74f1e3f-0eb7-4cf2-ad3e-eeff429d731d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Project b9c1923ec1594e9199cc2002fa3b14ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:24:09.813439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f74f1e3f-0eb7-4cf2-ad3e-eeff429d731d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.883783 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f74f1e3f-0eb7-4cf2-ad3e-eeff429d731d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.957606 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f74f1e3f-0eb7-4cf2-ad3e-eeff429d731d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.976208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f1e3f-0eb7-4cf2-ad3e-eeff429d731d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6893b697-8ac0-4501-b699-bb6c97985ca3,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.052855 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f74f1e3f-0eb7-4cf2-ad3e-eeff429d731d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.057859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f74f1e3f-0eb7-4cf2-ad3e-eeff429d731d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3492000 Aug 16 02:24:10.058516 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52042) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:10.062949 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1e34abd6-2739-4c98-87b4-92980a7a316c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'security_group_rule': {'security_group_id': 'ffe72870-a3df-482d-bd08-b47cbe6da1f1', 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:10.112160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:10.140825 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-1e34abd6-2739-4c98-87b4-92980a7a316c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Project b9c1923ec1594e9199cc2002fa3b14ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:24:10.146115 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e34abd6-2739-4c98-87b4-92980a7a316c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.209230 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e34abd6-2739-4c98-87b4-92980a7a316c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.241348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:10.245838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:10.246275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.270297 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e34abd6-2739-4c98-87b4-92980a7a316c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.287968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34abd6-2739-4c98-87b4-92980a7a316c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0df3167-538e-4107-99d4-21ac7a57db6c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.327750 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.357638 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1e34abd6-2739-4c98-87b4-92980a7a316c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.358920 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1e34abd6-2739-4c98-87b4-92980a7a316c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3004773 Aug 16 02:24:10.370934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e,segment=NetworkSegment(55151722-a0c7-4082-a1c8-9f2c4c60bc42),segment_id=55151722-a0c7-4082-a1c8-9f2c4c60bc42)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:10.454430 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.507857 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.509145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-a97cc9d1-2074-488e-8ad6-0a23cd0d2fa3 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258815596&fields=id&tenant_id=b9c1923ec1594e9199cc2002fa3b14ec HTTP/1.1" status: 200 len: 267 time: 0.0346124 Aug 16 02:24:10.621245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-f900f495-3039-4cf5-95ae-e095ee117473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.622779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-f900f495-3039-4cf5-95ae-e095ee117473 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/networks?id=ed26de40-c7e7-4859-84b4-8485f4c9ddf3 HTTP/1.1" status: 200 len: 797 time: 0.1050763 Aug 16 02:24:10.638156 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-68299849-63f4-485e-b1ee-0f73b3ff5f8a tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/quotas/b9c1923ec1594e9199cc2002fa3b14ec HTTP/1.1" status: 200 len: 375 time: 0.0094876 Aug 16 02:24:10.690803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-5055939a-34d8-4d7b-956d-dde2eee3fac2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471902 Aug 16 02:24:10.707106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-3202f3fa-9d5a-4c1f-b41f-7e0cad23e7a3 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:24:10.708135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-3202f3fa-9d5a-4c1f-b41f-7e0cad23e7a3 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055032 Aug 16 02:24:10.804737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-f4cdf97c-4926-4ad2-b331-236eafa4c27a service neutron] 10.222.0.66 "GET /v2.0/networks/ed26de40-c7e7-4859-84b4-8485f4c9ddf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901785 Aug 16 02:24:10.896813 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-7ff752ea-1240-4a6b-be46-2cda1e29ae9b service neutron] 10.222.0.66 "GET /v2.0/networks/ed26de40-c7e7-4859-84b4-8485f4c9ddf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852730 Aug 16 02:24:11.137516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ffb027d0-ec1e-44b7-9a3e-9650f8620968 req-cd67a1f5-867a-41e9-b692-a1523927387d tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 210 time: 0.0274727 Aug 16 02:24:12.096463 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:12.143584 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:12.143957 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.267067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f7ee3f8-7984-4502-82c4-cde08e3a310c req-1efb31ab-f412-4332-ae15-a775f71b65d1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 210 time: 0.0356188 Aug 16 02:24:13.096767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-67d14794-83ee-421c-b28a-df6496b41260 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.098261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-67d14794-83ee-421c-b28a-df6496b41260 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.74 "GET /v2.0/networks?id=ed26de40-c7e7-4859-84b4-8485f4c9ddf3 HTTP/1.1" status: 200 len: 797 time: 0.1164448 Aug 16 02:24:13.141991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-a4a60ea9-2492-47c5-8c2d-2dc4c16bf952 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9c1923ec1594e9199cc2002fa3b14ec HTTP/1.1" status: 200 len: 380 time: 0.0343919 Aug 16 02:24:13.151091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'port': {'device_id': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'admin_state_up': True, 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'security_groups': ['ffe72870-a3df-482d-bd08-b47cbe6da1f1']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:13.304192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Made reservation on behalf of b9c1923ec1594e9199cc2002fa3b14ec for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:13.307939 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.357298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6dda45d3-2805-4d4b-9808-7ba07940906e req-8282b7b1-a445-46b1-b30e-1ca904664911 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 210 time: 0.0319958 Aug 16 02:24:13.455787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Allocated IP 172.20.0.3 (ed26de40-c7e7-4859-84b4-8485f4c9ddf3/8857b753-8ff1-4951-8ec5-b1343c0588d1/d46cb018-4d59-4404-95f1-3465c5a34186) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:13.602893 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.617777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Transition to ACTIVE for port object d46cb018-4d59-4404-95f1-3465c5a34186 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:13.712090 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.753431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:13.758676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:13.762920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:13.797412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=d46cb018-4d59-4404-95f1-3465c5a34186,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:13.826001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.826662 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.001775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-6c81e8a1-5211-43fd-a23c-51e04415be5e tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8541989 Aug 16 02:24:14.014690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Request body: {'port': {'device_id': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:14.076887 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.132754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-65f118ff-01ed-421f-8c77-c0effda6ed90 None None] Provisioning for port d46cb018-4d59-4404-95f1-3465c5a34186 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:14.137353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-65f118ff-01ed-421f-8c77-c0effda6ed90 None None] Provisioning complete for port d46cb018-4d59-4404-95f1-3465c5a34186 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:14.137725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-65f118ff-01ed-421f-8c77-c0effda6ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.174917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-65f118ff-01ed-421f-8c77-c0effda6ed90 None None] Port d46cb018-4d59-4404-95f1-3465c5a34186 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:14.343526 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46cb018-4d59-4404-95f1-3465c5a34186 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:14.355040 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.364977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Transition to ACTIVE for port object d46cb018-4d59-4404-95f1-3465c5a34186 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:14.420348 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.531469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d46cb018-4d59-4404-95f1-3465c5a34186,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:14.564481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e8f08-18c8-453c-a647-201b9450f0ed req-80d4246a-de72-4894-855f-1acb1b1cc189 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.566061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-261e8f08-18c8-453c-a647-201b9450f0ed req-80d4246a-de72-4894-855f-1acb1b1cc189 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 943 time: 0.1387577 Aug 16 02:24:14.618441 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Attempting to bind port d46cb018-4d59-4404-95f1-3465c5a34186 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:14.618772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Attempting to bind port d46cb018-4d59-4404-95f1-3465c5a34186 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:14.619093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Attempting to bind port d46cb018-4d59-4404-95f1-3465c5a34186 on network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:14.624127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-261e8f08-18c8-453c-a647-201b9450f0ed req-f58cebc4-4b7f-4d40-860e-786a4e1d3343 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=ffe72870-a3df-482d-bd08-b47cbe6da1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516572 Aug 16 02:24:14.627875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Port d46cb018-4d59-4404-95f1-3465c5a34186 on network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:14.628196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Attempting to bind port d46cb018-4d59-4404-95f1-3465c5a34186 on network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:14.633751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:14.634123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Checking segment: {'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:14.634504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Bound using segment: {'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:14.634933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Bound port: d46cb018-4d59-4404-95f1-3465c5a34186, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55151722-a0c7-4082-a1c8-9f2c4c60bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:14.635294 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.716826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] For port d46cb018-4d59-4404-95f1-3465c5a34186, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:14.720199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] For port d46cb018-4d59-4404-95f1-3465c5a34186, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d46cb018-4d59-4404-95f1-3465c5a34186,segment=NetworkSegment(55151722-a0c7-4082-a1c8-9f2c4c60bc42),segment_id=55151722-a0c7-4082-a1c8-9f2c4c60bc42)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:14.780927 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.816448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.817076 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.818520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] 10.222.0.74 "PUT /v2.0/ports/d46cb018-4d59-4404-95f1-3465c5a34186 HTTP/1.1" status: 200 len: 1092 time: 0.8087339 Aug 16 02:24:14.818962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'tag': 'd46cb018-4d59-4404-95f1-3465c5a34186'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:14.821218 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd6ff85-6edb-4180-aa1f-72ca37ff8512" -d '{"events": [{"name": "network-changed", "server_uuid": "272d0761-3bfe-4c00-b825-b33ad551ab7a", "tag": "d46cb018-4d59-4404-95f1-3465c5a34186"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:14.863316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413c5e3-8006-4c02-a12d-cb9d6f8bc1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d46cb018-4d59-4404-95f1-3465c5a34186,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:14.879404 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacaa847-a172-44bb-bd65-ee31bcec97d8 x-openstack-request-id: req-aacaa847-a172-44bb-bd65-ee31bcec97d8 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:14.879766 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272d0761-3bfe-4c00-b825-b33ad551ab7a", "tag": "d46cb018-4d59-4404-95f1-3465c5a34186", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:14.880025 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aacaa847-a172-44bb-bd65-ee31bcec97d8 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:14.880434 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'tag': 'd46cb018-4d59-4404-95f1-3465c5a34186', 'status': 'completed', 'code': 200} Aug 16 02:24:14.945131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6ff85-6edb-4180-aa1f-72ca37ff8512 req-118dd489-bed3-4f2c-b62b-a6e2313cf5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.946717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bd6ff85-6edb-4180-aa1f-72ca37ff8512 req-118dd489-bed3-4f2c-b62b-a6e2313cf5d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 1095 time: 0.0440152 Aug 16 02:24:15.054057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6ff85-6edb-4180-aa1f-72ca37ff8512 req-6e7061b4-bc1a-46a9-ac3d-2a1972534494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.055556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bd6ff85-6edb-4180-aa1f-72ca37ff8512 req-6e7061b4-bc1a-46a9-ac3d-2a1972534494 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1011860 Aug 16 02:24:15.154607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6ff85-6edb-4180-aa1f-72ca37ff8512 req-dcdc0f00-4d0e-4ad7-9088-c3d5bc1922c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.156143 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bd6ff85-6edb-4180-aa1f-72ca37ff8512 req-dcdc0f00-4d0e-4ad7-9088-c3d5bc1922c7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932326 Aug 16 02:24:15.238962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-333dab41-3c54-4846-bb56-08e112b06b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.240508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-333dab41-3c54-4846-bb56-08e112b06b58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 1095 time: 0.0460041 Aug 16 02:24:15.282269 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-902ccef4-c630-412f-ad61-9243e8c8821d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46cb018-4d59-4404-95f1-3465c5a34186 HTTP/1.1" status: 200 len: 217 time: 0.0344300 Aug 16 02:24:15.330609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-38e90f54-77c7-4dc0-8b31-33d5a0b375cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.332000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-38e90f54-77c7-4dc0-8b31-33d5a0b375cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8857b753-8ff1-4951-8ec5-b1343c0588d1 HTTP/1.1" status: 200 len: 835 time: 0.0428753 Aug 16 02:24:15.378137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-45135a18-a851-4022-9f7d-f2fe9d05015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.379621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-45135a18-a851-4022-9f7d-f2fe9d05015e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed26de40-c7e7-4859-84b4-8485f4c9ddf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398142 Aug 16 02:24:15.475005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-4527aa3c-702c-4bbc-a155-7af895ec4805 service neutron] 10.222.0.74 "GET /v2.0/networks/ed26de40-c7e7-4859-84b4-8485f4c9ddf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879092 Aug 16 02:24:15.571310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c1f3f1e-d8f9-4de2-aa76-be49d5b2a1e3 req-90b0b77e-e46f-4a7b-8807-3082447728ac service neutron] 10.222.0.74 "GET /v2.0/networks/ed26de40-c7e7-4859-84b4-8485f4c9ddf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887754 Aug 16 02:24:15.748534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40755e99-746b-440a-8132-e47b52da48e3 req-a17cf7b9-d955-4873-868b-57d45ef99a37 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.750029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40755e99-746b-440a-8132-e47b52da48e3 req-a17cf7b9-d955-4873-868b-57d45ef99a37 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 943 time: 0.0545497 Aug 16 02:24:15.788672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40755e99-746b-440a-8132-e47b52da48e3 req-ff1d1efa-10a6-4f4c-9d03-818267429dc2 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=ffe72870-a3df-482d-bd08-b47cbe6da1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Aug 16 02:24:16.909802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09249893-3da6-4803-8d3e-a9837ee3d730 req-23194fea-e6a6-4448-96fe-a2abc0d1d762 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.911226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09249893-3da6-4803-8d3e-a9837ee3d730 req-23194fea-e6a6-4448-96fe-a2abc0d1d762 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 943 time: 0.0489728 Aug 16 02:24:16.948759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09249893-3da6-4803-8d3e-a9837ee3d730 req-1dcd8cd8-0319-4eb0-915f-d9d122de91d0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=ffe72870-a3df-482d-bd08-b47cbe6da1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314379 Aug 16 02:24:17.164332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d46cb018-4d59-4404-95f1-3465c5a34186 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:24:17.260075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d46cb018-4d59-4404-95f1-3465c5a34186, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d46cb018-4d59-4404-95f1-3465c5a34186,segment=NetworkSegment(55151722-a0c7-4082-a1c8-9f2c4c60bc42),segment_id=55151722-a0c7-4082-a1c8-9f2c4c60bc42)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:17.274814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'd46cb018-4d59-4404-95f1-3465c5a34186', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'port_id': 'd46cb018-4d59-4404-95f1-3465c5a34186', 'mac_address': 'fa:16:3e:46:24:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:24:17.311329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.323665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46cb018-4d59-4404-95f1-3465c5a34186 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:17.344139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d46cb018-4d59-4404-95f1-3465c5a34186, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d46cb018-4d59-4404-95f1-3465c5a34186,segment=NetworkSegment(55151722-a0c7-4082-a1c8-9f2c4c60bc42),segment_id=55151722-a0c7-4082-a1c8-9f2c4c60bc42)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:17.446984 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.496472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d46cb018-4d59-4404-95f1-3465c5a34186,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:17.648050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d46cb018-4d59-4404-95f1-3465c5a34186'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:18.066649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37790f-47f5-4215-8a03-4f79e18f360f req-94f6f877-40e7-4afa-9828-5394b2f44673 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:18.068183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae37790f-47f5-4215-8a03-4f79e18f360f req-94f6f877-40e7-4afa-9828-5394b2f44673 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 944 time: 0.0511360 Aug 16 02:24:18.106018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae37790f-47f5-4215-8a03-4f79e18f360f req-8dafc9fe-c480-49e0-9b48-afc92f215871 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=ffe72870-a3df-482d-bd08-b47cbe6da1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 Aug 16 02:24:19.153629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d46cb018-4d59-4404-95f1-3465c5a34186 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:19.249050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d00c14-ab99-48e7-bb7d-3c3edb3e0069 req-428cd42a-d48e-421e-ac1e-de3ef6367dae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.250792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18d00c14-ab99-48e7-bb7d-3c3edb3e0069 req-428cd42a-d48e-421e-ac1e-de3ef6367dae tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 944 time: 0.0587656 Aug 16 02:24:19.286467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port d46cb018-4d59-4404-95f1-3465c5a34186 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:19.289478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18d00c14-ab99-48e7-bb7d-3c3edb3e0069 req-3a5292cc-1bea-4019-a8a6-92a9c9a55e01 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=ffe72870-a3df-482d-bd08-b47cbe6da1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Aug 16 02:24:19.292433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port d46cb018-4d59-4404-95f1-3465c5a34186 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:19.292681 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.375593 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.399652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46cb018-4d59-4404-95f1-3465c5a34186'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:19.401926 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48179557-e25a-4a76-81ce-aa1614f927df" -d '{"events": [{"server_uuid": "272d0761-3bfe-4c00-b825-b33ad551ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "d46cb018-4d59-4404-95f1-3465c5a34186"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:19.415016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d46cb018-4d59-4404-95f1-3465c5a34186, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d46cb018-4d59-4404-95f1-3465c5a34186,segment=NetworkSegment(55151722-a0c7-4082-a1c8-9f2c4c60bc42),segment_id=55151722-a0c7-4082-a1c8-9f2c4c60bc42)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:19.445488 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b4719c-d8ad-4c5a-889f-e0846043c9a1 x-openstack-request-id: req-a6b4719c-d8ad-4c5a-889f-e0846043c9a1 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:19.445786 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272d0761-3bfe-4c00-b825-b33ad551ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "d46cb018-4d59-4404-95f1-3465c5a34186", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:19.448887 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6b4719c-d8ad-4c5a-889f-e0846043c9a1 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:19.448887 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46cb018-4d59-4404-95f1-3465c5a34186', 'code': 200} Aug 16 02:24:19.494697 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.541235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9c17f-d019-4980-8b1f-db175e4555ce req-89fabba8-df56-46af-86f2-58c3ea979c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.542988 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4b9c17f-d019-4980-8b1f-db175e4555ce req-89fabba8-df56-46af-86f2-58c3ea979c09 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 1097 time: 0.0420065 Aug 16 02:24:19.543939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d46cb018-4d59-4404-95f1-3465c5a34186,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:19.578270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4b9c17f-d019-4980-8b1f-db175e4555ce req-64fb98b4-8273-4482-80bb-60aba84d0903 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ffe72870-a3df-482d-bd08-b47cbe6da1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280530 Aug 16 02:24:20.411957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6930-2099-4096-a6a8-c2e11f0ba326 req-a65d9f8f-9529-4cfb-9aac-27b25cee3a32 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.413672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12ac6930-2099-4096-a6a8-c2e11f0ba326 req-a65d9f8f-9529-4cfb-9aac-27b25cee3a32 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 945 time: 0.0547924 Aug 16 02:24:20.455703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12ac6930-2099-4096-a6a8-c2e11f0ba326 req-3e2aabb2-6de7-4df9-b9bf-7e02fd0ab6f9 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=ffe72870-a3df-482d-bd08-b47cbe6da1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345984 Aug 16 02:24:21.178016 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.576689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9d7fe-7c02-4cdb-b42e-2edb095f9aae req-6ed1a8fc-06ef-407a-ad63-8f85fd6d5cba tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:21.578252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11e9d7fe-7c02-4cdb-b42e-2edb095f9aae req-6ed1a8fc-06ef-407a-ad63-8f85fd6d5cba tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 945 time: 0.0534151 Aug 16 02:24:21.616768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11e9d7fe-7c02-4cdb-b42e-2edb095f9aae req-17896ada-7e4f-4ab0-88cd-f6a00923ae54 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=ffe72870-a3df-482d-bd08-b47cbe6da1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325284 Aug 16 02:24:21.730043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d5fc3-3754-4f4f-a94a-e6ccdb1c36c0 req-0da2fd35-5779-415a-a854-94d849aba527 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:21.731767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-664d5fc3-3754-4f4f-a94a-e6ccdb1c36c0 req-0da2fd35-5779-415a-a854-94d849aba527 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 945 time: 0.0489411 Aug 16 02:24:21.770677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-664d5fc3-3754-4f4f-a94a-e6ccdb1c36c0 req-b5590060-24e0-4b18-afc1-865d1300383f tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=ffe72870-a3df-482d-bd08-b47cbe6da1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328548 Aug 16 02:24:21.793356 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52254) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:21.833452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c3043e-39a2-4fbc-be40-c040f4fd0684 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:21.835214 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a4c3043e-39a2-4fbc-be40-c040f4fd0684 tempest-TestNetworkBasicOps-463270533 tempest-TestNetworkBasicOps-463270533-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 1092 time: 0.0406332 Aug 16 02:24:21.838109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52256) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:21.843451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'd46cb018-4d59-4404-95f1-3465c5a34186', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:21.926959 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.030449 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.086889 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.134284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Allocated IP 172.25.8.140 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/bd31d0c2-f798-4ec9-911d-10b008f574b9) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:22.244702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.344225 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.381030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:22.386242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:22.388806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:22.421331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=bd31d0c2-f798-4ec9-911d-10b008f574b9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:23.212875 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.389511 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.547861 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.609044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.688763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event updated for resources: {'Port': ['ID=bd31d0c2-f798-4ec9-911d-10b008f574b9,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:23.698945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.701520 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.701962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.702241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.702585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.702924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.703261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.703612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.703924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.704298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.704665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.704971 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.705307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:23.815475 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Floating IP a7fe62c1-26b2-4267-964e-748f3faa1770 associated. External IP: 172.25.8.140, port: d46cb018-4d59-4404-95f1-3465c5a34186. Aug 16 02:24:24.028930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 051da0f0-1c82-44bf-ac81-ae2fc636b895 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:24.140062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:24.152573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7fa8ba-9869-47eb-b7d9-8e249959ae1f None None] Sync routers for ids ['051da0f0-1c82-44bf-ac81-ae2fc636b895'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:24.161609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fa8ba-9869-47eb-b7d9-8e249959ae1f None None] Routers {'051da0f0-1c82-44bf-ac81-ae2fc636b895'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:24.162272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2a7fa8ba-9869-47eb-b7d9-8e249959ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:24:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['051da0f0-1c82-44bf-ac81-ae2fc636b895'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:24.226280 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.256432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4a2c38b5-e921-4db3-acd3-ab5680577f34 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4171662 Aug 16 02:24:24.258024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'tag': 'd46cb018-4d59-4404-95f1-3465c5a34186'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:24.259997 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52262) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:24.260556 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d527a8-d661-48dc-b67d-248191e100dc" -d '{"events": [{"name": "network-changed", "server_uuid": "272d0761-3bfe-4c00-b825-b33ad551ab7a", "tag": "d46cb018-4d59-4404-95f1-3465c5a34186"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:24.270337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2a7fa8ba-9869-47eb-b7d9-8e249959ae1f None None] Set router 051da0f0-1c82-44bf-ac81-ae2fc636b895 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:24.312991 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f537516-814f-4a6d-8377-4169c6f7c918 x-openstack-request-id: req-6f537516-814f-4a6d-8377-4169c6f7c918 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:24.312991 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272d0761-3bfe-4c00-b825-b33ad551ab7a", "tag": "d46cb018-4d59-4404-95f1-3465c5a34186", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:24.313245 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f537516-814f-4a6d-8377-4169c6f7c918 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:24.321642 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'tag': 'd46cb018-4d59-4404-95f1-3465c5a34186', 'status': 'completed', 'code': 200} Aug 16 02:24:24.355759 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2dd8626e-36bc-409b-ac03-193e97deb8aa tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/floatingips/a7fe62c1-26b2-4267-964e-748f3faa1770 HTTP/1.1" status: 200 len: 991 time: 0.0930724 Aug 16 02:24:24.385076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d527a8-d661-48dc-b67d-248191e100dc req-dceb459a-5d4b-4935-a05b-a24f596116a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:24.387746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d527a8-d661-48dc-b67d-248191e100dc req-dceb459a-5d4b-4935-a05b-a24f596116a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 1097 time: 0.0541501 Aug 16 02:24:24.487359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d527a8-d661-48dc-b67d-248191e100dc req-525721ce-e166-420b-b222-7307c8e06a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:24.489004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d527a8-d661-48dc-b67d-248191e100dc req-525721ce-e166-420b-b222-7307c8e06a2a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed26de40-c7e7-4859-84b4-8485f4c9ddf3 HTTP/1.1" status: 200 len: 898 time: 0.0945392 Aug 16 02:24:24.525534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2a7fa8ba-9869-47eb-b7d9-8e249959ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:05Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'a7fe62c1-26b2-4267-964e-748f3faa1770', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'port_id': 'd46cb018-4d59-4404-95f1-3465c5a34186', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'mac_address': 'fa:16:3e:46:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:24:22Z', 'updated_at': '2021-08-16T02:24:22Z', 'revision_number': 0, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e', 'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:be:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:04Z', 'updated_at': '2021-08-16T02:24:10Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:24.551454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7fa8ba-9869-47eb-b7d9-8e249959ae1f None None] Checking router: 051da0f0-1c82-44bf-ac81-ae2fc636b895 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:24.560440 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fa8ba-9869-47eb-b7d9-8e249959ae1f None None] Routers {'051da0f0-1c82-44bf-ac81-ae2fc636b895'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:24.560820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d527a8-d661-48dc-b67d-248191e100dc req-2a3f88e4-a337-464a-85a9-9d3d9ab2a424 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46cb018-4d59-4404-95f1-3465c5a34186 HTTP/1.1" status: 200 len: 999 time: 0.0654240 Aug 16 02:24:24.561065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2a7fa8ba-9869-47eb-b7d9-8e249959ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:24:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['051da0f0-1c82-44bf-ac81-ae2fc636b895'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:24.610895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d527a8-d661-48dc-b67d-248191e100dc req-6d3d9fcf-b3a0-4b50-ba75-8186f96cd224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:24.612555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d527a8-d661-48dc-b67d-248191e100dc req-6d3d9fcf-b3a0-4b50-ba75-8186f96cd224 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8857b753-8ff1-4951-8ec5-b1343c0588d1 HTTP/1.1" status: 200 len: 835 time: 0.0452754 Aug 16 02:24:24.667660 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2a7fa8ba-9869-47eb-b7d9-8e249959ae1f None None] Set router 051da0f0-1c82-44bf-ac81-ae2fc636b895 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:24.668612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d527a8-d661-48dc-b67d-248191e100dc req-1b3471f1-9267-4d46-a17e-7b348804b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:24.670334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d527a8-d661-48dc-b67d-248191e100dc req-1b3471f1-9267-4d46-a17e-7b348804b544 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed26de40-c7e7-4859-84b4-8485f4c9ddf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504255 Aug 16 02:24:24.768243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d527a8-d661-48dc-b67d-248191e100dc req-e7dd086d-28b2-4e5a-a30c-c996e86fa916 service neutron] 10.222.0.74 "GET /v2.0/networks/ed26de40-c7e7-4859-84b4-8485f4c9ddf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904827 Aug 16 02:24:24.862467 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-62d527a8-d661-48dc-b67d-248191e100dc req-226e46b5-181f-487b-bb44-297ab4240887 service neutron] 10.222.0.74 "GET /v2.0/networks/ed26de40-c7e7-4859-84b4-8485f4c9ddf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865910 Aug 16 02:24:24.908276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2a7fa8ba-9869-47eb-b7d9-8e249959ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:05Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'a7fe62c1-26b2-4267-964e-748f3faa1770', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'port_id': 'd46cb018-4d59-4404-95f1-3465c5a34186', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'mac_address': 'fa:16:3e:46:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:24:22Z', 'updated_at': '2021-08-16T02:24:22Z', 'revision_number': 0, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e', 'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:be:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:04Z', 'updated_at': '2021-08-16T02:24:10Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:24.936137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7fa8ba-9869-47eb-b7d9-8e249959ae1f None None] The sync data for ids ['051da0f0-1c82-44bf-ac81-ae2fc636b895'] in n-d-768509-23 is: [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:05Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'a7fe62c1-26b2-4267-964e-748f3faa1770', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'port_id': 'd46cb018-4d59-4404-95f1-3465c5a34186', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'mac_address': 'fa:16:3e:46:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:24:22Z', 'updated_at': '2021-08-16T02:24:22Z', 'revision_number': 0, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e', 'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:be:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:04Z', 'updated_at': '2021-08-16T02:24:10Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:25.131297 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c3eac-51cc-4e23-95c0-a6af853cf4d9 None None] New status for floating IP a7fe62c1-26b2-4267-964e-748f3faa1770: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:24:25.357779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52270) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:25.430273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dc481ecf-267d-4f15-a455-ba3f25f9fd96 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/floatingips/a7fe62c1-26b2-4267-964e-748f3faa1770 HTTP/1.1" status: 200 len: 993 time: 0.0711319 Aug 16 02:24:29.892563 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-84740238-fb01-45f0-bb29-a178f6e718ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.398712 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:24:32.886920 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.914522 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b3439a0e-e8b1-4b17-be8d-9820ff21045b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.174922 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.888547 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.325118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-970cf8b7-3317-4714-8713-b26143f350e9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409007 Aug 16 02:24:40.415972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-c8cc3e4f-238f-42e1-896a-8a74a45cada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:40.417635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-c8cc3e4f-238f-42e1-896a-8a74a45cada5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 1097 time: 0.0472426 Aug 16 02:24:40.526170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-50f1e796-3952-4f14-98ec-cf1df1a9cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:40.527617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-50f1e796-3952-4f14-98ec-cf1df1a9cf8d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed26de40-c7e7-4859-84b4-8485f4c9ddf3 HTTP/1.1" status: 200 len: 898 time: 0.0896623 Aug 16 02:24:40.595208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-49b84223-2578-48f3-a44d-fb7491c41f27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46cb018-4d59-4404-95f1-3465c5a34186 HTTP/1.1" status: 200 len: 1001 time: 0.0602136 Aug 16 02:24:40.651499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-5a044eb5-bf37-4b48-8a5e-789d8e338bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:40.653036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-5a044eb5-bf37-4b48-8a5e-789d8e338bbd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8857b753-8ff1-4951-8ec5-b1343c0588d1 HTTP/1.1" status: 200 len: 835 time: 0.0503113 Aug 16 02:24:40.706104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-34bb2ef8-aa5e-4731-a7da-e3dc58654f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:40.707885 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-34bb2ef8-aa5e-4731-a7da-e3dc58654f8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed26de40-c7e7-4859-84b4-8485f4c9ddf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472291 Aug 16 02:24:40.802015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-b9bd7f6e-ee6d-48c4-b4bd-fa12a20efd45 service neutron] 10.222.0.74 "GET /v2.0/networks/ed26de40-c7e7-4859-84b4-8485f4c9ddf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852263 Aug 16 02:24:40.903789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64cd2bbd-03c5-49c5-9091-308f8006ee8c req-56fcde44-c78b-451f-8469-44674c419e5f service neutron] 10.222.0.74 "GET /v2.0/networks/ed26de40-c7e7-4859-84b4-8485f4c9ddf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932479 Aug 16 02:24:49.083939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-cc3e5a30-8f93-459e-8f81-07ab4d8368d3 req-a4ff39c3-16e0-431a-9425-783c6a3dfc74 service neutron] (95515) timed out ('10.222.0.66', 34454) {{(pid=95515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:24:51.196840 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.128510 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.254499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52578) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:56.259482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-74ec6064-5cd8-4621-8777-76c152d456d9 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172901298', 'description': 'tempest-secgroup-smoke-1172901298 description', 'project_id': 'c7ec4942553b475ebabfb3385b763fed'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:56.357029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74ec6064-5cd8-4621-8777-76c152d456d9 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.438895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74ec6064-5cd8-4621-8777-76c152d456d9 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.509254 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74ec6064-5cd8-4621-8777-76c152d456d9 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.538259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec6064-5cd8-4621-8777-76c152d456d9 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0f1338-503b-490a-b1c4-d1ca6c9714d0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:56.589194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-74ec6064-5cd8-4621-8777-76c152d456d9 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.591093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-74ec6064-5cd8-4621-8777-76c152d456d9 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3353810 Aug 16 02:24:56.593887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52582) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:56.598668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-dfed3a47-a093-4264-92ed-959ae1fc7837 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Request body: {'security_group_rule': {'security_group_id': 'dc0f1338-503b-490a-b1c4-d1ca6c9714d0', 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:56.646730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52584) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:56.679894 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dfed3a47-a093-4264-92ed-959ae1fc7837 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.708256 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e44c0f87-fdc4-41af-9c65-2e5a3902e939 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/floatingips/a7fe62c1-26b2-4267-964e-748f3faa1770 HTTP/1.1" status: 200 len: 993 time: 0.0604305 Aug 16 02:24:56.738793 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dfed3a47-a093-4264-92ed-959ae1fc7837 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.814138 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dfed3a47-a093-4264-92ed-959ae1fc7837 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.837048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed3a47-a093-4264-92ed-959ae1fc7837 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126ffc1a-296d-414e-9d3e-513aedbfe73b,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:56.909174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52590) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:56.922624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dfed3a47-a093-4264-92ed-959ae1fc7837 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.926457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dfed3a47-a093-4264-92ed-959ae1fc7837 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3291938 Aug 16 02:24:56.928486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52592) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:56.933306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Request body: {'security_group_rule': {'security_group_id': 'dc0f1338-503b-490a-b1c4-d1ca6c9714d0', 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:57.036181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.077612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting port bd31d0c2-f798-4ec9-911d-10b008f574b9 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:57.078021 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.100317 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.154083 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.154406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.165776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Calling delete_port for bd31d0c2-f798-4ec9-911d-10b008f574b9 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:57.177315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.195078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4520c54f-e097-43b3-914c-ca242819b347,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:57.204483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.204827 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.205164 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.205494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.205841 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.206159 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.206481 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.206801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.207158 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.207482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.207802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.208117 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.251750 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.255516 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6fb673c3-83b4-4dfa-b120-f54ffe76a0e0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3234899 Aug 16 02:24:57.255905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52594) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:57.267999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a8f8c881-619a-4b1b-b32d-6dad2f4b85ee tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Request body: {'security_group_rule': {'security_group_id': 'dc0f1338-503b-490a-b1c4-d1ca6c9714d0', 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:57.355407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c881-619a-4b1b-b32d-6dad2f4b85ee tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.403427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c881-619a-4b1b-b32d-6dad2f4b85ee tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.425696 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.450787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Port': ['ID=bd31d0c2-f798-4ec9-911d-10b008f574b9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:57.497146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c881-619a-4b1b-b32d-6dad2f4b85ee tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.526808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8c881-619a-4b1b-b32d-6dad2f4b85ee tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efc898b-ebfc-464c-8a04-c95ebc0286c7,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:57.534528 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.534915 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Floating IP a7fe62c1-26b2-4267-964e-748f3faa1770 disassociated (deleted). External IP: 172.25.8.140, port: d46cb018-4d59-4404-95f1-3465c5a34186. Aug 16 02:24:57.614595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c881-619a-4b1b-b32d-6dad2f4b85ee tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.615820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a8f8c881-619a-4b1b-b32d-6dad2f4b85ee tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3589528 Aug 16 02:24:57.618749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52596) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:57.624161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b26ccbe2-0018-4e43-b26b-973787b9b35f tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Request body: {'security_group_rule': {'security_group_id': 'dc0f1338-503b-490a-b1c4-d1ca6c9714d0', 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:57.717050 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b26ccbe2-0018-4e43-b26b-973787b9b35f tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.751140 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 051da0f0-1c82-44bf-ac81-ae2fc636b895 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:57.778251 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b26ccbe2-0018-4e43-b26b-973787b9b35f tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.865623 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b26ccbe2-0018-4e43-b26b-973787b9b35f tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.888584 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ccbe2-0018-4e43-b26b-973787b9b35f tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2ff259-17bc-4776-8205-d792d272b89a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:57.960316 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b26ccbe2-0018-4e43-b26b-973787b9b35f tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.961599 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b26ccbe2-0018-4e43-b26b-973787b9b35f tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3418334 Aug 16 02:24:57.964497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52598) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:57.969291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ea143996-caec-4558-8d84-8ebb59550583 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Request body: {'security_group_rule': {'security_group_id': 'dc0f1338-503b-490a-b1c4-d1ca6c9714d0', 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:58.051884 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-ea143996-caec-4558-8d84-8ebb59550583 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Project c7ec4942553b475ebabfb3385b763fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:24:58.057293 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea143996-caec-4558-8d84-8ebb59550583 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.122905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea143996-caec-4558-8d84-8ebb59550583 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.166498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:58.171450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.176656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bc8ca-22d0-4217-be21-0302a5c0d1ce None None] Sync routers for ids ['051da0f0-1c82-44bf-ac81-ae2fc636b895'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:58.185239 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea143996-caec-4558-8d84-8ebb59550583 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.186320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bc8ca-22d0-4217-be21-0302a5c0d1ce None None] Routers {'051da0f0-1c82-44bf-ac81-ae2fc636b895'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:58.187020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3d6bc8ca-22d0-4217-be21-0302a5c0d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:24:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['051da0f0-1c82-44bf-ac81-ae2fc636b895'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:58.203310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3d054037-9f06-4a37-8e3c-887f8688cf3c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/floatingips/a7fe62c1-26b2-4267-964e-748f3faa1770 HTTP/1.1" status: 204 len: 168 time: 1.2904344 Aug 16 02:24:58.203310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'tag': 'd46cb018-4d59-4404-95f1-3465c5a34186'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:58.203863 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694131ca-d240-4d4f-a577-d5d37e0fa13d" -d '{"events": [{"name": "network-changed", "server_uuid": "272d0761-3bfe-4c00-b825-b33ad551ab7a", "tag": "d46cb018-4d59-4404-95f1-3465c5a34186"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:58.204921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea143996-caec-4558-8d84-8ebb59550583 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e31bd04-84a1-46fa-a7ff-1fcb77e4c383,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:58.268924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea143996-caec-4558-8d84-8ebb59550583 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.270448 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ea143996-caec-4558-8d84-8ebb59550583 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3049808 Aug 16 02:24:58.273177 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52604) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:58.278389 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-28c51d26-5f26-4ae3-be8a-a6b331e5202a tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Request body: {'security_group_rule': {'security_group_id': 'dc0f1338-503b-490a-b1c4-d1ca6c9714d0', 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:58.300650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3d6bc8ca-22d0-4217-be21-0302a5c0d1ce None None] Set router 051da0f0-1c82-44bf-ac81-ae2fc636b895 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:58.385710 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-28c51d26-5f26-4ae3-be8a-a6b331e5202a tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Project c7ec4942553b475ebabfb3385b763fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:24:58.391597 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28c51d26-5f26-4ae3-be8a-a6b331e5202a tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.463748 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28c51d26-5f26-4ae3-be8a-a6b331e5202a tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.520479 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28c51d26-5f26-4ae3-be8a-a6b331e5202a tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.539388 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c51d26-5f26-4ae3-be8a-a6b331e5202a tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c6ef14-369a-43b7-80b5-334bb38404c7,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:58.584966 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bacca3-1568-4426-9750-27ddf1678a54 x-openstack-request-id: req-d7bacca3-1568-4426-9750-27ddf1678a54 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:58.585463 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272d0761-3bfe-4c00-b825-b33ad551ab7a", "tag": "d46cb018-4d59-4404-95f1-3465c5a34186", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:58.585718 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7bacca3-1568-4426-9750-27ddf1678a54 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:58.586295 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'tag': 'd46cb018-4d59-4404-95f1-3465c5a34186', 'status': 'completed', 'code': 200} Aug 16 02:24:58.603302 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-28c51d26-5f26-4ae3-be8a-a6b331e5202a tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.614871 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-28c51d26-5f26-4ae3-be8a-a6b331e5202a tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3405135 Aug 16 02:24:58.676313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3d6bc8ca-22d0-4217-be21-0302a5c0d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:05Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e', 'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:be:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:04Z', 'updated_at': '2021-08-16T02:24:10Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:58.691702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694131ca-d240-4d4f-a577-d5d37e0fa13d req-0514c840-3a1b-41e1-8f1b-69d1563bb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.693221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-694131ca-d240-4d4f-a577-d5d37e0fa13d req-0514c840-3a1b-41e1-8f1b-69d1563bb4e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 1097 time: 0.0855525 Aug 16 02:24:58.701129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf96f1-63b8-4025-859a-0f32ff46a7f2 req-bba8f1e5-81ce-440e-b7b0-b87ceb116f08 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.702525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3cf96f1-63b8-4025-859a-0f32ff46a7f2 req-bba8f1e5-81ce-440e-b7b0-b87ceb116f08 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 945 time: 0.0634775 Aug 16 02:24:58.702980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bc8ca-22d0-4217-be21-0302a5c0d1ce None None] Checking router: 051da0f0-1c82-44bf-ac81-ae2fc636b895 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:58.711432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bc8ca-22d0-4217-be21-0302a5c0d1ce None None] Routers {'051da0f0-1c82-44bf-ac81-ae2fc636b895'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:58.712049 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3d6bc8ca-22d0-4217-be21-0302a5c0d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:24:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['051da0f0-1c82-44bf-ac81-ae2fc636b895'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:58.790027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3cf96f1-63b8-4025-859a-0f32ff46a7f2 req-972ae63a-d072-4115-85c9-d22e88881ca1 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=ffe72870-a3df-482d-bd08-b47cbe6da1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792086 Aug 16 02:24:58.819986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694131ca-d240-4d4f-a577-d5d37e0fa13d req-2ffe7e81-4363-468e-a32d-9fc3a6490ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.821474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-694131ca-d240-4d4f-a577-d5d37e0fa13d req-2ffe7e81-4363-468e-a32d-9fc3a6490ed5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed26de40-c7e7-4859-84b4-8485f4c9ddf3 HTTP/1.1" status: 200 len: 898 time: 0.1181026 Aug 16 02:24:58.827005 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3d6bc8ca-22d0-4217-be21-0302a5c0d1ce None None] Set router 051da0f0-1c82-44bf-ac81-ae2fc636b895 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:58.865678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-694131ca-d240-4d4f-a577-d5d37e0fa13d req-9219f495-e971-4315-92a5-6600e4a59d1f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46cb018-4d59-4404-95f1-3465c5a34186 HTTP/1.1" status: 200 len: 217 time: 0.0363688 Aug 16 02:24:58.953718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694131ca-d240-4d4f-a577-d5d37e0fa13d req-4c5a4556-743c-4011-a0b0-aa1ebc864501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.955222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-694131ca-d240-4d4f-a577-d5d37e0fa13d req-4c5a4556-743c-4011-a0b0-aa1ebc864501 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8857b753-8ff1-4951-8ec5-b1343c0588d1 HTTP/1.1" status: 200 len: 835 time: 0.0818765 Aug 16 02:24:58.958162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-e5ebcdaa-473a-482f-bec5-ccdc4067a286 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172901298&fields=id&tenant_id=c7ec4942553b475ebabfb3385b763fed HTTP/1.1" status: 200 len: 267 time: 0.0770664 Aug 16 02:24:59.040349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3d6bc8ca-22d0-4217-be21-0302a5c0d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:05Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e', 'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:be:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:04Z', 'updated_at': '2021-08-16T02:24:10Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:59.070635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bc8ca-22d0-4217-be21-0302a5c0d1ce None None] The sync data for ids ['051da0f0-1c82-44bf-ac81-ae2fc636b895'] in n-d-768509-23 is: [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:24:05Z', 'revision_number': 4, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e', 'name': '', 'network_id': 'ed26de40-c7e7-4859-84b4-8485f4c9ddf3', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'mac_address': 'fa:16:3e:be:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:04Z', 'updated_at': '2021-08-16T02:24:10Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'subnets': [{'id': '8857b753-8ff1-4951-8ec5-b1343c0588d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:59.076545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694131ca-d240-4d4f-a577-d5d37e0fa13d req-adb5f04f-6224-4465-89c1-b02276f6fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.078115 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-694131ca-d240-4d4f-a577-d5d37e0fa13d req-adb5f04f-6224-4465-89c1-b02276f6fe28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed26de40-c7e7-4859-84b4-8485f4c9ddf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035495 Aug 16 02:24:59.118872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a83d0-0025-4910-b730-dfe186d88f3b req-80a912f4-cf31-48e8-87f9-1d0e13c2dc13 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.120353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-80a912f4-cf31-48e8-87f9-1d0e13c2dc13 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/networks?id=509f5449-1318-44c4-b7de-2d4a154c923c HTTP/1.1" status: 200 len: 814 time: 0.1549723 Aug 16 02:24:59.164876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-28320ce5-f39c-4257-b06e-ad1a004f75ef tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/quotas/c7ec4942553b475ebabfb3385b763fed HTTP/1.1" status: 200 len: 375 time: 0.0184236 Aug 16 02:24:59.232368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-694131ca-d240-4d4f-a577-d5d37e0fa13d req-269a5955-f49e-4219-bc81-2dfc2e4daac4 service neutron] 10.222.0.74 "GET /v2.0/networks/ed26de40-c7e7-4859-84b4-8485f4c9ddf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447957 Aug 16 02:24:59.244549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-d8d405ab-f589-4ea3-a241-22c69ea730de tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7ec4942553b475ebabfb3385b763fed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729778 Aug 16 02:24:59.307642 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bca7f-196a-469d-833c-743a10857f7d None None] New status for floating IP a7fe62c1-26b2-4267-964e-748f3faa1770: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:24:59.401198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-694131ca-d240-4d4f-a577-d5d37e0fa13d req-e60feacf-371e-4ac7-9e53-a42734d3e232 service neutron] 10.222.0.74 "GET /v2.0/networks/ed26de40-c7e7-4859-84b4-8485f4c9ddf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555514 Aug 16 02:24:59.405143 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-e06b5bc0-3d2d-407f-86ec-01bd979aaccb service neutron] 10.222.0.66 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409078 Aug 16 02:24:59.497660 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-f6581361-aaa7-4c43-8067-36f99582fd0c service neutron] 10.222.0.66 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846853 Aug 16 02:24:59.916618 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0d76eb9d-d26c-400e-916e-3b7f80d5fa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.933406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07cbe8-13fd-4396-9efa-a393201a8e1e req-8459b28c-cf78-473a-8eca-ec34aaf8989a tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.935628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc07cbe8-13fd-4396-9efa-a393201a8e1e req-8459b28c-cf78-473a-8eca-ec34aaf8989a tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.74 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 945 time: 0.0577233 Aug 16 02:25:00.031736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-fc07cbe8-13fd-4396-9efa-a393201a8e1e req-aa64a98f-70f5-4994-895b-957208516090 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting port d46cb018-4d59-4404-95f1-3465c5a34186 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:00.032221 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fc07cbe8-13fd-4396-9efa-a393201a8e1e req-aa64a98f-70f5-4994-895b-957208516090 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.158461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4d62b-a9dd-4266-85b3-c1b2cdb266dd req-ea651cef-31a4-455f-b58b-d19349104736 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:00.159987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15b4d62b-a9dd-4266-85b3-c1b2cdb266dd req-ea651cef-31a4-455f-b58b-d19349104736 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 945 time: 0.0826895 Aug 16 02:25:00.166768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-fc07cbe8-13fd-4396-9efa-a393201a8e1e req-aa64a98f-70f5-4994-895b-957208516090 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] For port d46cb018-4d59-4404-95f1-3465c5a34186, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d46cb018-4d59-4404-95f1-3465c5a34186,segment=NetworkSegment(55151722-a0c7-4082-a1c8-9f2c4c60bc42),segment_id=55151722-a0c7-4082-a1c8-9f2c4c60bc42)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:00.167195 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fc07cbe8-13fd-4396-9efa-a393201a8e1e req-aa64a98f-70f5-4994-895b-957208516090 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.192369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-fc07cbe8-13fd-4396-9efa-a393201a8e1e req-aa64a98f-70f5-4994-895b-957208516090 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Calling delete_port for d46cb018-4d59-4404-95f1-3465c5a34186 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:00.221664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15b4d62b-a9dd-4266-85b3-c1b2cdb266dd req-c6179d6f-801a-4a96-875c-36223938c9df tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/security-groups?id=ffe72870-a3df-482d-bd08-b47cbe6da1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513501 Aug 16 02:25:00.298507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8891717c-c3dd-4cbc-8a29-24d512c93bc7 req-1d43fbcd-bc66-43ce-8100-03bbafe8aaf1 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 210 time: 0.0355425 Aug 16 02:25:00.423240 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fc07cbe8-13fd-4396-9efa-a393201a8e1e req-aa64a98f-70f5-4994-895b-957208516090 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.451403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64a98f-70f5-4994-895b-957208516090 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Port': ['ID=d46cb018-4d59-4404-95f1-3465c5a34186,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:00.498271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc07cbe8-13fd-4396-9efa-a393201a8e1e req-aa64a98f-70f5-4994-895b-957208516090 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] No DVR routers for this DVR port d46cb018-4d59-4404-95f1-3465c5a34186 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:00.501291 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-fc07cbe8-13fd-4396-9efa-a393201a8e1e req-aa64a98f-70f5-4994-895b-957208516090 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.503534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc07cbe8-13fd-4396-9efa-a393201a8e1e req-aa64a98f-70f5-4994-895b-957208516090 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.74 "DELETE /v2.0/ports/d46cb018-4d59-4404-95f1-3465c5a34186 HTTP/1.1" status: 204 len: 173 time: 0.5617964 Aug 16 02:25:00.586950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'name': 'network-vif-deleted', 'tag': 'd46cb018-4d59-4404-95f1-3465c5a34186'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:00.589519 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47911292-12ad-443c-a72e-6be5637a627d" -d '{"events": [{"server_uuid": "272d0761-3bfe-4c00-b825-b33ad551ab7a", "name": "network-vif-deleted", "tag": "d46cb018-4d59-4404-95f1-3465c5a34186"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:00.629393 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b942f0-4135-48ee-9b52-e72192eae64d x-openstack-request-id: req-a0b942f0-4135-48ee-9b52-e72192eae64d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:00.633646 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272d0761-3bfe-4c00-b825-b33ad551ab7a", "name": "network-vif-deleted", "tag": "d46cb018-4d59-4404-95f1-3465c5a34186", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:00.633646 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0b942f0-4135-48ee-9b52-e72192eae64d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:00.633646 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272d0761-3bfe-4c00-b825-b33ad551ab7a', 'name': 'network-vif-deleted', 'tag': 'd46cb018-4d59-4404-95f1-3465c5a34186', 'status': 'completed', 'code': 200} Aug 16 02:25:01.344871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fa19f8d-a1ca-4538-bfbc-1657985d8640 req-ea8a86fb-857e-4a9e-87d7-85eaa1165913 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "GET /v2.0/ports?device_id=272d0761-3bfe-4c00-b825-b33ad551ab7a HTTP/1.1" status: 200 len: 210 time: 0.0346692 Aug 16 02:25:01.438765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78974ea7-7de9-41f3-b6e6-d2dac1ed4dd1 req-73b73c00-f25d-4d51-b30e-c948f72cbfa0 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 210 time: 0.0289047 Aug 16 02:25:02.128721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a132a044-d520-4947-97e3-ff55f1241f45 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.130215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a132a044-d520-4947-97e3-ff55f1241f45 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.64 "GET /v2.0/networks?id=509f5449-1318-44c4-b7de-2d4a154c923c HTTP/1.1" status: 200 len: 814 time: 0.1077554 Aug 16 02:25:02.177232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-39f6c992-f430-4c5a-96a1-3cb697c5fcae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7ec4942553b475ebabfb3385b763fed HTTP/1.1" status: 200 len: 380 time: 0.0362656 Aug 16 02:25:02.188988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Request body: {'port': {'device_id': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'admin_state_up': True, 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'security_groups': ['dc0f1338-503b-490a-b1c4-d1ca6c9714d0']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:02.368773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Made reservation on behalf of c7ec4942553b475ebabfb3385b763fed for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:02.373325 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.422698 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52640) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:02.492008 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5c1411d-ca8d-42f9-a1f7-62101f44ef48 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.519905 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5c1411d-ca8d-42f9-a1f7-62101f44ef48 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.570176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d17efbe3-715f-41e6-aee2-592fc6a273f6 req-154a4eba-5594-4056-83bd-ea54a78d7674 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 210 time: 0.0362113 Aug 16 02:25:02.584866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Allocated IP 172.20.0.14 (509f5449-1318-44c4-b7de-2d4a154c923c/d4f1da98-0a50-45fe-aac5-65e2a8f23a83/02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:02.703773 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5c1411d-ca8d-42f9-a1f7-62101f44ef48 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.707060 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b5c1411d-ca8d-42f9-a1f7-62101f44ef48 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.708422 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b5c1411d-ca8d-42f9-a1f7-62101f44ef48 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/security-groups/ffe72870-a3df-482d-bd08-b47cbe6da1f1 HTTP/1.1" status: 204 len: 168 time: 0.2850966 Aug 16 02:25:02.720152 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1411d-ca8d-42f9-a1f7-62101f44ef48 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe72870-a3df-482d-bd08-b47cbe6da1f1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:02.830736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52646) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:02.849197 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.869735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Transition to ACTIVE for port object 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:02.920826 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.946240 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb4d8-3509-4bbf-9e94-9d063b4fd682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.997976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.047992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Network 509f5449-1318-44c4-b7de-2d4a154c923c is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:03.051296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:03.054009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:03.092467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event updated for resources: {'Port': ['ID=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:03.128580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.129428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.208889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-5ce2cc38-3018-4952-9a9c-ab02125ba657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0236647 Aug 16 02:25:03.223489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Request body: {'port': {'device_id': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:03.319614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.323484 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.360304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d46cb018-4d59-4404-95f1-3465c5a34186 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:03.398657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: d46cb018-4d59-4404-95f1-3465c5a34186 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:03.399343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d46cb018-4d59-4404-95f1-3465c5a34186 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:03.513501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-950771fc-9241-4d90-88d7-dd114427b7b1 None None] Provisioning for port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:03.519406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-950771fc-9241-4d90-88d7-dd114427b7b1 None None] Provisioning complete for port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:03.520152 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-950771fc-9241-4d90-88d7-dd114427b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.575018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-950771fc-9241-4d90-88d7-dd114427b7b1 None None] Port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:03.704006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:03.706071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:03.706472 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.713372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.746126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Transition to ACTIVE for port object 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:03.768381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074032be-6c78-421d-9df5-1488be135db7 req-404442c7-1de7-4b4a-ac69-dd9be6df3a0e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.770172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-074032be-6c78-421d-9df5-1488be135db7 req-404442c7-1de7-4b4a-ac69-dd9be6df3a0e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 932 time: 0.0814137 Aug 16 02:25:03.818488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-074032be-6c78-421d-9df5-1488be135db7 req-64f73aab-07ff-4dc6-b353-f43fbb89dabf tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378635 Aug 16 02:25:03.823969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.836394 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] For port 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e,segment=NetworkSegment(55151722-a0c7-4082-a1c8-9f2c4c60bc42),segment_id=55151722-a0c7-4082-a1c8-9f2c4c60bc42)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:03.836763 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.868320 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Calling delete_port for 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:03.946049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Pushing event updated for resources: {'Port': ['ID=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:04.019879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Attempting to bind port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:04.020226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Attempting to bind port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:04.020566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Attempting to bind port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e on network 509f5449-1318-44c4-b7de-2d4a154c923c {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:04.028465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e on network 509f5449-1318-44c4-b7de-2d4a154c923c not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:04.029016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Attempting to bind port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e on network 509f5449-1318-44c4-b7de-2d4a154c923c {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:04.037985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:04.038312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Checking segment: {'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:04.038719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Bound using segment: {'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:04.039989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Bound port: 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:04.040155 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.128175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] For port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:04.156843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.208642 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.209303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] For port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:04.240702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Port': ['ID=22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:04.260835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.308890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.310285 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.311774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] 10.222.0.64 "PUT /v2.0/ports/02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e HTTP/1.1" status: 200 len: 1093 time: 1.0943987 Aug 16 02:25:04.314344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:04.327896 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39de22bb-789f-458c-a1c7-99433b73e295" -d '{"events": [{"name": "network-changed", "server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:04.388167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab1858-75a2-4826-b4b0-353c61efdcfc service neutron] Pushing event updated for resources: {'Port': ['ID=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:04.400730 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c22cf8-fab3-4ce8-a5cc-160b23f6b940 x-openstack-request-id: req-a6c22cf8-fab3-4ce8-a5cc-160b23f6b940 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:04.401027 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:04.401274 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6c22cf8-fab3-4ce8-a5cc-160b23f6b940 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:04.401675 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'status': 'completed', 'code': 200} Aug 16 02:25:04.487420 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.494359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de22bb-789f-458c-a1c7-99433b73e295 req-023754ab-fae5-4586-ab0f-88381bd4fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.497357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39de22bb-789f-458c-a1c7-99433b73e295 req-023754ab-fae5-4586-ab0f-88381bd4fdc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ec4942553b475ebabfb3385b763fed&device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 1096 time: 0.0603230 Aug 16 02:25:04.631941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de22bb-789f-458c-a1c7-99433b73e295 req-3b6f53ee-ebf4-403b-9b09-1b660b0fc91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.633982 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39de22bb-789f-458c-a1c7-99433b73e295 req-3b6f53ee-ebf4-403b-9b09-1b660b0fc91a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c7ec4942553b475ebabfb3385b763fed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1282628 Aug 16 02:25:04.736843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de22bb-789f-458c-a1c7-99433b73e295 req-3ece5a50-1fbb-414f-aa1b-6b3f641d8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.738375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39de22bb-789f-458c-a1c7-99433b73e295 req-3ece5a50-1fbb-414f-aa1b-6b3f641d8a44 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966339 Aug 16 02:25:04.760604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Router 051da0f0-1c82-44bf-ac81-ae2fc636b895 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:04.818259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a83d0-0025-4910-b730-dfe186d88f3b req-0d58212e-145c-4c98-9ae2-817f41d1814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.820394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-0d58212e-145c-4c98-9ae2-817f41d1814b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ec4942553b475ebabfb3385b763fed&device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 1096 time: 0.0439677 Aug 16 02:25:04.868080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-0854e55f-f0ba-4c30-b4f8-1cfa8992ba6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e HTTP/1.1" status: 200 len: 217 time: 0.0386820 Aug 16 02:25:04.886212 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:04.891965 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-57ab29c7-d9d0-4131-9701-2c4e095a8098 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "PUT /v2.0/routers/051da0f0-1c82-44bf-ac81-ae2fc636b895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0599713 Aug 16 02:25:04.894673 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52654) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:04.897632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b727e-5c82-4dc6-abbe-7019376aa2bf None None] Sync routers for ids ['051da0f0-1c82-44bf-ac81-ae2fc636b895'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:04.915121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b727e-5c82-4dc6-abbe-7019376aa2bf None None] Routers {'051da0f0-1c82-44bf-ac81-ae2fc636b895'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:04.916095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-052b727e-5c82-4dc6-abbe-7019376aa2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:25:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['051da0f0-1c82-44bf-ac81-ae2fc636b895'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:04.964345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a83d0-0025-4910-b730-dfe186d88f3b req-89e1c0a0-0a31-45f7-aaff-4be41338602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.966563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-89e1c0a0-0a31-45f7-aaff-4be41338602d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4f1da98-0a50-45fe-aac5-65e2a8f23a83 HTTP/1.1" status: 200 len: 853 time: 0.0908053 Aug 16 02:25:04.988604 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7cc173-798e-475f-b66f-35f81b7a9dd0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting subnet 8857b753-8ff1-4951-8ec5-b1343c0588d1 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:04.992021 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc173-798e-475f-b66f-35f81b7a9dd0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.021867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4304a-cc82-4ba7-8829-0530795e07a6 req-d2a072ea-c80b-4373-b4fe-d22abdf744bf tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:05.023149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88b4304a-cc82-4ba7-8829-0530795e07a6 req-d2a072ea-c80b-4373-b4fe-d22abdf744bf tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 944 time: 0.0989878 Aug 16 02:25:05.042773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-052b727e-5c82-4dc6-abbe-7019376aa2bf None None] Set router 051da0f0-1c82-44bf-ac81-ae2fc636b895 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:05.047783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc173-798e-475f-b66f-35f81b7a9dd0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.055354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a83d0-0025-4910-b730-dfe186d88f3b req-4f40c7d9-1e23-4205-a392-b8d4a56f3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:05.056860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-4f40c7d9-1e23-4205-a392-b8d4a56f3894 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=509f5449-1318-44c4-b7de-2d4a154c923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817411 Aug 16 02:25:05.120638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88b4304a-cc82-4ba7-8829-0530795e07a6 req-a1802a36-74ff-4513-81e7-f83555db8400 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895255 Aug 16 02:25:05.178462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc173-798e-475f-b66f-35f81b7a9dd0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.179052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-48505c73-f6ed-441f-8c25-8b6eab3056db service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122808 Aug 16 02:25:05.251663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-052b727e-5c82-4dc6-abbe-7019376aa2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:25:04Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:05.275716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-364a83d0-0025-4910-b730-dfe186d88f3b req-4d8fca80-41fb-48a9-ae06-f8f80467d940 service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883236 Aug 16 02:25:05.279769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b727e-5c82-4dc6-abbe-7019376aa2bf None None] Checking router: 051da0f0-1c82-44bf-ac81-ae2fc636b895 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:05.288903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b727e-5c82-4dc6-abbe-7019376aa2bf None None] Routers {'051da0f0-1c82-44bf-ac81-ae2fc636b895'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:05.289539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-052b727e-5c82-4dc6-abbe-7019376aa2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:25:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['051da0f0-1c82-44bf-ac81-ae2fc636b895'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:05.320580 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc173-798e-475f-b66f-35f81b7a9dd0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.357135 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc173-798e-475f-b66f-35f81b7a9dd0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.362779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52656) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:05.366528 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4d7cc173-798e-475f-b66f-35f81b7a9dd0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/subnets/8857b753-8ff1-4951-8ec5-b1343c0588d1 HTTP/1.1" status: 204 len: 168 time: 0.4641457 Aug 16 02:25:05.367679 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cc173-798e-475f-b66f-35f81b7a9dd0 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Subnet': ['ID=8857b753-8ff1-4951-8ec5-b1343c0588d1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:05.386046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94496386-e133-4cae-b59d-6f60f3012746 None None] Network ed26de40-c7e7-4859-84b4-8485f4c9ddf3 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:05.466234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-052b727e-5c82-4dc6-abbe-7019376aa2bf None None] Set router 051da0f0-1c82-44bf-ac81-ae2fc636b895 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:05.488502 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.595439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.705135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-052b727e-5c82-4dc6-abbe-7019376aa2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:25:04Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:05.717129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Deleting port 9bfdc5a1-c6d0-4310-a737-3515fa635c75 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:05.717489 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.737637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] DHCP port deletion for ed26de40-c7e7-4859-84b4-8485f4c9ddf3 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:25:05.740113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b727e-5c82-4dc6-abbe-7019376aa2bf None None] The sync data for ids ['051da0f0-1c82-44bf-ac81-ae2fc636b895'] in n-d-768509-23 is: [{'id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'name': 'tempest-TestNetworkBasicOps-router-1316302249', 'tenant_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:00Z', 'updated_at': '2021-08-16T02:25:04Z', 'revision_number': 5, 'project_id': 'b9c1923ec1594e9199cc2002fa3b14ec', 'gw_port': {'id': '9bfdc5a1-c6d0-4310-a737-3515fa635c75', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051da0f0-1c82-44bf-ac81-ae2fc636b895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:01Z', 'updated_at': '2021-08-16T02:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:05.806418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] For port 9bfdc5a1-c6d0-4310-a737-3515fa635c75, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9bfdc5a1-c6d0-4310-a737-3515fa635c75,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:05.806962 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.814265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Deleting port cf704dd8-5fce-45cd-9fbe-31775dbe6986 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:05.814652 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.820884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Calling delete_port for 9bfdc5a1-c6d0-4310-a737-3515fa635c75 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:05.893804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] For port cf704dd8-5fce-45cd-9fbe-31775dbe6986, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=cf704dd8-5fce-45cd-9fbe-31775dbe6986,segment=NetworkSegment(55151722-a0c7-4082-a1c8-9f2c4c60bc42),segment_id=55151722-a0c7-4082-a1c8-9f2c4c60bc42)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:05.894361 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.910002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Calling delete_port for cf704dd8-5fce-45cd-9fbe-31775dbe6986 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:05.960483 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.075538 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.103564 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.122047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Pushing event deleted for resources: {'Port': ['ID=cf704dd8-5fce-45cd-9fbe-31775dbe6986,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:06.122047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] No DVR routers for this DVR port cf704dd8-5fce-45cd-9fbe-31775dbe6986 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:06.123650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.124324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.124817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.125286 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.125841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.126462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.127852 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.128395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.128965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.129535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.130397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.130932 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721ef3a-5977-4c3c-b8e0-b3f60b3df541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.156121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Port': ['ID=9bfdc5a1-c6d0-4310-a737-3515fa635c75,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:06.192574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:06.222596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:06.223181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 22eb2f4a-ce4d-402d-8456-e3c7f1d0ba7e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:06.223604 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device cf704dd8-5fce-45cd-9fbe-31775dbe6986 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:06.234216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.244433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: cf704dd8-5fce-45cd-9fbe-31775dbe6986 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:06.244790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device cf704dd8-5fce-45cd-9fbe-31775dbe6986 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:06.359390 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.362688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.413957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b13acd-9192-4d85-a638-f3a56f435561 req-1771ef19-63a0-4f74-9512-4e43cea10a98 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.413957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54b13acd-9192-4d85-a638-f3a56f435561 req-1771ef19-63a0-4f74-9512-4e43cea10a98 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 944 time: 0.1836302 Aug 16 02:25:06.454951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54b13acd-9192-4d85-a638-f3a56f435561 req-cd03a767-3b06-41ef-9b90-4319edc66a31 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334625 Aug 16 02:25:06.500244 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.500818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Fanout notify agent at l3_agent the message router_deleted on router 051da0f0-1c82-44bf-ac81-ae2fc636b895 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:25:06.509634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.509634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-619727ed-4f16-4258-837d-0ef7abe0c74c tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/routers/051da0f0-1c82-44bf-ac81-ae2fc636b895 HTTP/1.1" status: 204 len: 168 time: 1.1451218 Aug 16 02:25:06.511758 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52660) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:06.602044 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.697415 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.707118 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed26de40-c7e7-4859-84b4-8485f4c9ddf3']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:06.717300 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55151722-a0c7-4082-a1c8-9f2c4c60bc42') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:06.717597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55151722-a0c7-4082-a1c8-9f2c4c60bc42') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:06.726198 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.740292 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.746147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:06.747149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:06.750250 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:06.914653 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.923674 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.924170 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] 10.222.0.66 "DELETE /v2.0/networks/ed26de40-c7e7-4859-84b4-8485f4c9ddf3 HTTP/1.1" status: 204 len: 168 time: 0.4103100 Aug 16 02:25:06.938875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa17b8c-70b9-42ae-898f-27d48699ce19 tempest-TestNetworkBasicOps-671720056 tempest-TestNetworkBasicOps-671720056-project] Pushing event deleted for resources: {'Network': ['ID=ed26de40-c7e7-4859-84b4-8485f4c9ddf3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.392544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52666) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:07.532981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c58ac452-4bc2-46cc-b8dc-c866e1e8f62d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9c1923ec1594e9199cc2002fa3b14ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392734 Aug 16 02:25:07.535600 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52672) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:07.580142 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951944d-c952-499c-b95b-f51b1df92eae req-4850ec05-0ab0-4b2f-a0ca-c1fc994d0228 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:07.581641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0951944d-c952-499c-b95b-f51b1df92eae req-4850ec05-0ab0-4b2f-a0ca-c1fc994d0228 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 944 time: 0.0522399 Aug 16 02:25:07.585682 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e50da8b-138d-4173-a4a4-bf37708ab5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.608101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e50da8b-138d-4173-a4a4-bf37708ab5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.620979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0951944d-c952-499c-b95b-f51b1df92eae req-89910bfd-99f1-4b61-ba42-70c7e77d73fa tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330350 Aug 16 02:25:07.739517 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e50da8b-138d-4173-a4a4-bf37708ab5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.742123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8e50da8b-138d-4173-a4a4-bf37708ab5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.743289 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8e50da8b-138d-4173-a4a4-bf37708ab5d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b6c8020-5cff-4d7f-b5c1-1115081980e1 HTTP/1.1" status: 204 len: 168 time: 0.2066159 Aug 16 02:25:07.751432 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50da8b-138d-4173-a4a4-bf37708ab5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6c8020-5cff-4d7f-b5c1-1115081980e1,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:08.120723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9bfdc5a1-c6d0-4310-a737-3515fa635c75 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:08.145370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 9bfdc5a1-c6d0-4310-a737-3515fa635c75 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:08.145716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9bfdc5a1-c6d0-4310-a737-3515fa635c75 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:08.325992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52678) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:08.339326 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-308ae61b-c200-43cd-9a7e-cfe21297ce5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.428264 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-308ae61b-c200-43cd-9a7e-cfe21297ce5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.556567 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-308ae61b-c200-43cd-9a7e-cfe21297ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.596559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-308ae61b-c200-43cd-9a7e-cfe21297ce5d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eeb8ab77da84430ebcb7f2386122623f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694716 Aug 16 02:25:08.597433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ae61b-c200-43cd-9a7e-cfe21297ce5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabb0660-a297-45a1-b03a-40a6a3537b2f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:08.599439 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52680) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:08.649270 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8adf820-e8cd-4e48-9f72-143ee7c9afa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.675964 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8adf820-e8cd-4e48-9f72-143ee7c9afa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.742104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e3f58-8023-466c-b4bd-2dab96c5cc00 req-e0496e75-4a9a-42b3-86cb-9e09797478a9 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:08.743625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be4e3f58-8023-466c-b4bd-2dab96c5cc00 req-e0496e75-4a9a-42b3-86cb-9e09797478a9 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 944 time: 0.0525432 Aug 16 02:25:08.781667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be4e3f58-8023-466c-b4bd-2dab96c5cc00 req-c694f1b7-84ad-42f2-acb0-fe4469c53e16 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316513 Aug 16 02:25:08.791143 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8adf820-e8cd-4e48-9f72-143ee7c9afa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.794570 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d8adf820-e8cd-4e48-9f72-143ee7c9afa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.795857 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d8adf820-e8cd-4e48-9f72-143ee7c9afa4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cabb0660-a297-45a1-b03a-40a6a3537b2f HTTP/1.1" status: 204 len: 168 time: 0.1954186 Aug 16 02:25:08.803657 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adf820-e8cd-4e48-9f72-143ee7c9afa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabb0660-a297-45a1-b03a-40a6a3537b2f,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:09.398909 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:25:09.896599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba900b72-6f3b-46fb-a9b5-3b2f024d708e req-d249cb4c-eb55-4e42-80ef-7747801ffa62 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:09.898122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba900b72-6f3b-46fb-a9b5-3b2f024d708e req-d249cb4c-eb55-4e42-80ef-7747801ffa62 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 944 time: 0.0484772 Aug 16 02:25:09.935565 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba900b72-6f3b-46fb-a9b5-3b2f024d708e req-49abdb44-0f11-45bf-9c9d-442f38559367 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306439 Aug 16 02:25:11.052002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f568d-fa5b-4ba6-8cff-221de161633b req-9cd2a0b8-c1cf-478d-95ed-53cc3a41fd2a tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.053476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad6f568d-fa5b-4ba6-8cff-221de161633b req-9cd2a0b8-c1cf-478d-95ed-53cc3a41fd2a tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 944 time: 0.0499635 Aug 16 02:25:11.089482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad6f568d-fa5b-4ba6-8cff-221de161633b req-a2b2cb45-c648-4567-896a-66ee54a43b6c tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297480 Aug 16 02:25:12.208593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb66ea-09e4-4b73-a9f6-7deb686ddb52 req-42bbf6b8-7784-431c-ae2f-e14f74556b39 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:12.210101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19bb66ea-09e4-4b73-a9f6-7deb686ddb52 req-42bbf6b8-7784-431c-ae2f-e14f74556b39 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 944 time: 0.0532386 Aug 16 02:25:12.247500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19bb66ea-09e4-4b73-a9f6-7deb686ddb52 req-4fbb5378-c529-4e47-a6e7-8e705a672e29 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312152 Aug 16 02:25:13.359840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c257520-379f-4045-8161-4ead0a216153 req-bc54413a-ea2e-45f0-bece-7bc69f28e63d tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:13.361330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c257520-379f-4045-8161-4ead0a216153 req-bc54413a-ea2e-45f0-bece-7bc69f28e63d tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 944 time: 0.0485032 Aug 16 02:25:13.399415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c257520-379f-4045-8161-4ead0a216153 req-3f64a625-c4c1-4ad9-923c-dfe24de37729 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320585 Aug 16 02:25:14.514060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09c562-37ca-4523-a1dc-7bcd3d6d0376 req-dd765a02-5e91-4a7f-8360-c0cbde561670 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:14.515563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e09c562-37ca-4523-a1dc-7bcd3d6d0376 req-dd765a02-5e91-4a7f-8360-c0cbde561670 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 944 time: 0.0489457 Aug 16 02:25:14.552732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8e09c562-37ca-4523-a1dc-7bcd3d6d0376 req-6580ae18-98c4-4a40-a465-9e674b71076d tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313132 Aug 16 02:25:15.508734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:15.600330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:15.611746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'port_id': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'mac_address': 'fa:16:3e:8c:f8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:15.652794 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.665661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:15.670407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1420a-14d7-4867-98ae-1bf491619460 req-5507fef5-d00e-492c-933e-efa708958c9c tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:15.671893 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3db1420a-14d7-4867-98ae-1bf491619460 req-5507fef5-d00e-492c-933e-efa708958c9c tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 944 time: 0.0533834 Aug 16 02:25:15.686941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:15.710801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3db1420a-14d7-4867-98ae-1bf491619460 req-8f014d6c-6f91-417b-b749-deecfef64291 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324008 Aug 16 02:25:15.748738 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.797000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:15.987435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:16.823559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ac47-af4f-45c0-94cf-f7bc9ea7cb9f req-528049fa-eda5-4610-8b63-82eb6fe9b976 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.825701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5f9ac47-af4f-45c0-94cf-f7bc9ea7cb9f req-528049fa-eda5-4610-8b63-82eb6fe9b976 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 945 time: 0.0495663 Aug 16 02:25:16.862293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5f9ac47-af4f-45c0-94cf-f7bc9ea7cb9f req-b3f0139d-c263-4da3-b6ae-4fc79e6c9134 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306954 Aug 16 02:25:17.524498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:17.640292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:17.644133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:17.644547 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.724599 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.746581 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:17.749073 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fe06cb-96a5-4835-ab0b-8ca1c12d8d7d" -d '{"events": [{"server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "name": "network-vif-plugged", "status": "completed", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:17.762042 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:17.785681 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9987453-4989-45d7-bdcc-db2e99fe9ece x-openstack-request-id: req-b9987453-4989-45d7-bdcc-db2e99fe9ece {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:17.785999 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "name": "network-vif-plugged", "status": "completed", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:17.786251 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9987453-4989-45d7-bdcc-db2e99fe9ece {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:17.786669 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'code': 200} Aug 16 02:25:17.831001 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.878598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:17.985059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eff7af-f670-4c17-b2ab-4a53787a665d req-cf944062-ceef-476c-839c-94a5d476270b tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:17.986511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-95eff7af-f670-4c17-b2ab-4a53787a665d req-cf944062-ceef-476c-839c-94a5d476270b tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 946 time: 0.0562451 Aug 16 02:25:18.042243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749fd5c-1633-4a8c-853b-95474ed8a916 req-3e704bbe-6c31-4bf3-ba1c-b6a3df9418cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:18.043726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2749fd5c-1633-4a8c-853b-95474ed8a916 req-3e704bbe-6c31-4bf3-ba1c-b6a3df9418cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 1098 time: 0.0749528 Aug 16 02:25:18.047643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-95eff7af-f670-4c17-b2ab-4a53787a665d req-e3f5b1f0-b5c9-4718-88ac-d7e9c5298cc3 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440040 Aug 16 02:25:18.080335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2749fd5c-1633-4a8c-853b-95474ed8a916 req-bd47eb3e-7c2d-46f4-88f6-27eca3f8e095 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284925 Aug 16 02:25:19.167290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5faf08-39d7-4371-8d4d-cf92925bd3ec req-86a4467f-ea3f-4ce5-be48-40674482d5b5 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.169911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a5faf08-39d7-4371-8d4d-cf92925bd3ec req-86a4467f-ea3f-4ce5-be48-40674482d5b5 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 946 time: 0.0537069 Aug 16 02:25:19.207518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a5faf08-39d7-4371-8d4d-cf92925bd3ec req-6725eda5-f690-4dcd-b365-c780ff6b944b tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318229 Aug 16 02:25:19.320622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978c1cc-c922-4360-8f07-8079e3ea2aec req-ce331395-b3f7-4ef5-9808-9af0df3ce046 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.322144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4978c1cc-c922-4360-8f07-8079e3ea2aec req-ce331395-b3f7-4ef5-9808-9af0df3ce046 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 946 time: 0.0495543 Aug 16 02:25:19.361199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4978c1cc-c922-4360-8f07-8079e3ea2aec req-449fb602-f62e-4fce-970c-58b47fee0816 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323968 Aug 16 02:25:19.383715 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52708) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:19.619465 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eecc93-e3e6-4c58-87ec-38f33f527f16 tempest-TestVolumeBackupRestore-1346943085 tempest-TestVolumeBackupRestore-1346943085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.620932 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a6eecc93-e3e6-4c58-87ec-38f33f527f16 tempest-TestVolumeBackupRestore-1346943085 tempest-TestVolumeBackupRestore-1346943085-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 1093 time: 0.2344031 Aug 16 02:25:19.624488 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52712) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:19.628731 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:19.727985 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.826205 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.924840 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Allocated IP 172.25.8.154 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/f3f0ddcc-c155-4f25-be87-8ce216eb8e7a) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:20.027851 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.122895 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.163337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:20.166207 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:20.169784 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:20.178520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event updated for resources: {'Port': ['ID=f3f0ddcc-c155-4f25-be87-8ce216eb8e7a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:20.821631 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.975165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.131590 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.208047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.248537 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.281626 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event updated for resources: {'Port': ['ID=f3f0ddcc-c155-4f25-be87-8ce216eb8e7a,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.289714 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.390620 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Floating IP f63844a3-0ba7-45e9-84b3-420f0620b99f associated. External IP: 172.25.8.154, port: 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e. Aug 16 02:25:21.594898 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Router af89640c-f135-4deb-b7d7-036507ce775a has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:21.702609 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:21.711945 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83851bda-7298-4c44-92a4-2d7dbf4b009c None None] Sync routers for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:21.723247 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83851bda-7298-4c44-92a4-2d7dbf4b009c None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:21.723855 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-83851bda-7298-4c44-92a4-2d7dbf4b009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:25:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:21.773972 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.802511 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-66c89fd0-3f4e-42e9-be58-ad4066fb04ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1769803 Aug 16 02:25:21.806830 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:21.806960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52714) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.807390 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14" -d '{"events": [{"name": "network-changed", "server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:21.844461 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3419be-4312-4723-91cb-486fa00ee795 x-openstack-request-id: req-3b3419be-4312-4723-91cb-486fa00ee795 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:21.845046 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:21.845121 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b3419be-4312-4723-91cb-486fa00ee795 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:21.845501 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'status': 'completed', 'code': 200} Aug 16 02:25:21.853293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce1883-16f7-4198-838e-dc45ee8b89a6 tempest-TestVolumeBackupRestore-1346943085 tempest-TestVolumeBackupRestore-1346943085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:21.855024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-11ce1883-16f7-4198-838e-dc45ee8b89a6 tempest-TestVolumeBackupRestore-1346943085 tempest-TestVolumeBackupRestore-1346943085-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 1093 time: 0.0486856 Aug 16 02:25:21.857925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52718) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.862758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f48360ac-36b4-409b-814e-f5ea4936ea69 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Request body: {'floatingip': {'port_id': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:21.927146 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-83851bda-7298-4c44-92a4-2d7dbf4b009c None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:21.945596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f48360ac-36b4-409b-814e-f5ea4936ea69 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.984333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14 req-acb01d55-8c7a-4bcd-8464-113411739e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:21.985746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14 req-acb01d55-8c7a-4bcd-8464-113411739e98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ec4942553b475ebabfb3385b763fed&device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 1098 time: 0.0905313 Aug 16 02:25:22.105392 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.150758 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-83851bda-7298-4c44-92a4-2d7dbf4b009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'f63844a3-0ba7-45e9-84b3-420f0620b99f', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'port_id': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'mac_address': 'fa:16:3e:8c:f8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:20Z', 'revision_number': 0, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 5, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:22.178476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14 req-936019ae-d883-4194-ac62-85f827a3633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.179972 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14 req-936019ae-d883-4194-ac62-85f827a3633a service neutron] 10.222.0.64 "GET /v2.0/networks?id=509f5449-1318-44c4-b7de-2d4a154c923c HTTP/1.1" status: 200 len: 915 time: 0.1842728 Aug 16 02:25:22.180948 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83851bda-7298-4c44-92a4-2d7dbf4b009c None None] Checking router: af89640c-f135-4deb-b7d7-036507ce775a for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:22.189430 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83851bda-7298-4c44-92a4-2d7dbf4b009c None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:22.190137 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-83851bda-7298-4c44-92a4-2d7dbf4b009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:25:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:22.294724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14 req-c4d8db3c-b5e6-4101-a1a6-abb733a17716 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e HTTP/1.1" status: 200 len: 1000 time: 0.1022000 Aug 16 02:25:22.295785 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-83851bda-7298-4c44-92a4-2d7dbf4b009c None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:22.527800 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-83851bda-7298-4c44-92a4-2d7dbf4b009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'f63844a3-0ba7-45e9-84b3-420f0620b99f', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'port_id': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'mac_address': 'fa:16:3e:8c:f8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:20Z', 'revision_number': 0, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 5, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:22.555371 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83851bda-7298-4c44-92a4-2d7dbf4b009c None None] The sync data for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 is: [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'f63844a3-0ba7-45e9-84b3-420f0620b99f', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'port_id': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'mac_address': 'fa:16:3e:8c:f8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:20Z', 'revision_number': 0, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 5, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:22.721863 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14 req-95649a1e-76ad-4fef-a109-6b15d8a6ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.723345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14 req-95649a1e-76ad-4fef-a109-6b15d8a6ccf7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4f1da98-0a50-45fe-aac5-65e2a8f23a83 HTTP/1.1" status: 200 len: 853 time: 0.0640054 Aug 16 02:25:22.765421 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cc0c9-2133-418d-abbd-acb6706d1cab None None] New status for floating IP f63844a3-0ba7-45e9-84b3-420f0620b99f: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:25:22.845674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14 req-141e8e76-1631-426f-9887-e33664d19db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.847207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14 req-141e8e76-1631-426f-9887-e33664d19db5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=509f5449-1318-44c4-b7de-2d4a154c923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894210 Aug 16 02:25:23.008110 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f48360ac-36b4-409b-814e-f5ea4936ea69 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.012158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14 req-a0c4ae1d-94c2-4a08-a1a1-9295417abede service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562450 Aug 16 02:25:23.066792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-fb1cc0c9-2133-418d-abbd-acb6706d1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:25:23.067148 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f48360ac-36b4-409b-814e-f5ea4936ea69 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.067261 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-fb1cc0c9-2133-418d-abbd-acb6706d1cab None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:25:23.182109 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8d2be13-ca4b-4deb-a2d3-335f72cc5a14 req-8c6ee401-15bc-42e2-b736-490a3fc5abf0 service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622753 Aug 16 02:25:23.303560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48360ac-36b4-409b-814e-f5ea4936ea69 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Router af89640c-f135-4deb-b7d7-036507ce775a has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:23.423593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48360ac-36b4-409b-814e-f5ea4936ea69 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:23.428921 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f48360ac-36b4-409b-814e-f5ea4936ea69 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.457216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:23.459410 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2e1946-556f-441c-b5ba-0744098f9548" -d '{"events": [{"name": "network-changed", "server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:23.486414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f48360ac-36b4-409b-814e-f5ea4936ea69 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "PUT /v2.0/floatingips/f63844a3-0ba7-45e9-84b3-420f0620b99f HTTP/1.1" status: 200 len: 992 time: 1.6273019 Aug 16 02:25:23.510123 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b53ff7-aa55-440c-b2b0-694529ef1308 x-openstack-request-id: req-c8b53ff7-aa55-440c-b2b0-694529ef1308 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:23.510503 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:23.510772 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c8b53ff7-aa55-440c-b2b0-694529ef1308 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:23.511186 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'status': 'completed', 'code': 200} Aug 16 02:25:23.568560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cc0c9-2133-418d-abbd-acb6706d1cab None None] New status for floating IP f63844a3-0ba7-45e9-84b3-420f0620b99f: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:25:23.574192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e1946-556f-441c-b5ba-0744098f9548 req-7f13a5cf-5db0-4f6c-969f-8e6b453d1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.575791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd2e1946-556f-441c-b5ba-0744098f9548 req-7f13a5cf-5db0-4f6c-969f-8e6b453d1c94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ec4942553b475ebabfb3385b763fed&device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 1098 time: 0.0446293 Aug 16 02:25:23.667609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e1946-556f-441c-b5ba-0744098f9548 req-ca9dc863-d3b8-4c7d-b724-0fddecc29625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.669876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd2e1946-556f-441c-b5ba-0744098f9548 req-ca9dc863-d3b8-4c7d-b724-0fddecc29625 service neutron] 10.222.0.64 "GET /v2.0/networks?id=509f5449-1318-44c4-b7de-2d4a154c923c HTTP/1.1" status: 200 len: 915 time: 0.0863407 Aug 16 02:25:23.743599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd2e1946-556f-441c-b5ba-0744098f9548 req-94745aba-4505-439a-8f1b-e483ddde3684 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e HTTP/1.1" status: 200 len: 1000 time: 0.0661085 Aug 16 02:25:23.795733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e1946-556f-441c-b5ba-0744098f9548 req-b5a096fe-70e1-474f-b5e0-7574d45b4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.797227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd2e1946-556f-441c-b5ba-0744098f9548 req-b5a096fe-70e1-474f-b5e0-7574d45b4d9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4f1da98-0a50-45fe-aac5-65e2a8f23a83 HTTP/1.1" status: 200 len: 853 time: 0.0461423 Aug 16 02:25:23.849287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e1946-556f-441c-b5ba-0744098f9548 req-58891383-eeaf-463b-91ce-87bab23624be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.850981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd2e1946-556f-441c-b5ba-0744098f9548 req-58891383-eeaf-463b-91ce-87bab23624be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=509f5449-1318-44c4-b7de-2d4a154c923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423791 Aug 16 02:25:23.947332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd2e1946-556f-441c-b5ba-0744098f9548 req-b90a58f8-504e-4ab0-8268-8fba2fa0b081 service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886254 Aug 16 02:25:24.004190 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc7bf5-d3f7-42d3-a551-a5227deedfd8 None None] Sync routers for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:24.013172 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc7bf5-d3f7-42d3-a551-a5227deedfd8 None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:24.013784 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c8dc7bf5-d3f7-42d3-a551-a5227deedfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:25:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:24.039890 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd2e1946-556f-441c-b5ba-0744098f9548 req-677a2255-cc34-4e13-908f-fff6393ee9b6 service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856814 Aug 16 02:25:24.119206 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c8dc7bf5-d3f7-42d3-a551-a5227deedfd8 None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:24.341556 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c8dc7bf5-d3f7-42d3-a551-a5227deedfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'f63844a3-0ba7-45e9-84b3-420f0620b99f', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'port_id': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'mac_address': 'fa:16:3e:8c:f8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:23Z', 'revision_number': 2, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 5, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:24.367893 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc7bf5-d3f7-42d3-a551-a5227deedfd8 None None] Checking router: af89640c-f135-4deb-b7d7-036507ce775a for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:24.376485 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc7bf5-d3f7-42d3-a551-a5227deedfd8 None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:24.377156 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c8dc7bf5-d3f7-42d3-a551-a5227deedfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:25:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:24.481263 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c8dc7bf5-d3f7-42d3-a551-a5227deedfd8 None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:24.696965 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c8dc7bf5-d3f7-42d3-a551-a5227deedfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'f63844a3-0ba7-45e9-84b3-420f0620b99f', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'port_id': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'mac_address': 'fa:16:3e:8c:f8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:23Z', 'revision_number': 2, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 5, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:24.721645 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc7bf5-d3f7-42d3-a551-a5227deedfd8 None None] The sync data for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 is: [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'f63844a3-0ba7-45e9-84b3-420f0620b99f', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'port_id': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'mac_address': 'fa:16:3e:8c:f8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:23Z', 'revision_number': 2, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 5, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:25.512686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:25.515540 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b76cdc-8505-4e3b-9795-5e761e56c054" -d '{"events": [{"name": "network-changed", "server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:25.551295 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc93ed9c-e10c-4e69-8cfd-739fb577efc1 x-openstack-request-id: req-fc93ed9c-e10c-4e69-8cfd-739fb577efc1 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:25.551673 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:25.551978 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc93ed9c-e10c-4e69-8cfd-739fb577efc1 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:25.552436 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'status': 'completed', 'code': 200} Aug 16 02:25:25.613982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76cdc-8505-4e3b-9795-5e761e56c054 req-1e2bec89-f579-44a1-9c6a-f5c70ec232af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.615477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b76cdc-8505-4e3b-9795-5e761e56c054 req-1e2bec89-f579-44a1-9c6a-f5c70ec232af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ec4942553b475ebabfb3385b763fed&device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 1098 time: 0.0413885 Aug 16 02:25:25.708104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76cdc-8505-4e3b-9795-5e761e56c054 req-3a766fb4-2b76-41c3-94a9-4fb9dd44ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.709479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b76cdc-8505-4e3b-9795-5e761e56c054 req-3a766fb4-2b76-41c3-94a9-4fb9dd44ff20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=509f5449-1318-44c4-b7de-2d4a154c923c HTTP/1.1" status: 200 len: 915 time: 0.0855229 Aug 16 02:25:25.776112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b76cdc-8505-4e3b-9795-5e761e56c054 req-c4ab392e-f71c-4085-b6e3-a64a4bcd113f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e HTTP/1.1" status: 200 len: 1002 time: 0.0581131 Aug 16 02:25:25.832137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76cdc-8505-4e3b-9795-5e761e56c054 req-9aef869e-6640-45cb-84db-017b22d1b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.833566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b76cdc-8505-4e3b-9795-5e761e56c054 req-9aef869e-6640-45cb-84db-017b22d1b357 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4f1da98-0a50-45fe-aac5-65e2a8f23a83 HTTP/1.1" status: 200 len: 853 time: 0.0473866 Aug 16 02:25:25.879831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76cdc-8505-4e3b-9795-5e761e56c054 req-19cd17a8-244d-4626-96b1-b28c0d2a7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.881294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b76cdc-8505-4e3b-9795-5e761e56c054 req-19cd17a8-244d-4626-96b1-b28c0d2a7b77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=509f5449-1318-44c4-b7de-2d4a154c923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393846 Aug 16 02:25:25.969575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b76cdc-8505-4e3b-9795-5e761e56c054 req-efcbaa59-587f-48b1-b4a1-55582837415d service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796862 Aug 16 02:25:26.064180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-07b76cdc-8505-4e3b-9795-5e761e56c054 req-ff169456-b0a1-4175-9727-576dddaf138b service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859139 Aug 16 02:25:29.944887 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-41416159-19c6-4711-81c4-88a66db9b54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.870892 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.899518 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3e7803a0-6cd5-45bb-a48b-2c1ca4a20938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.165581 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.809882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36ada62f-99fa-410b-99fc-7f809955d449 req-9ca749da-5b06-4736-898e-39aca1fed7a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433333 Aug 16 02:25:35.896942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada62f-99fa-410b-99fc-7f809955d449 req-ab1f9fd4-4ebf-429d-8849-849857d37254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:35.898455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36ada62f-99fa-410b-99fc-7f809955d449 req-ab1f9fd4-4ebf-429d-8849-849857d37254 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ec4942553b475ebabfb3385b763fed&device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 1098 time: 0.0414658 Aug 16 02:25:35.911198 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.005086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada62f-99fa-410b-99fc-7f809955d449 req-d72c2b9c-1efb-4ba2-8844-8e038b2e46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:36.006578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36ada62f-99fa-410b-99fc-7f809955d449 req-d72c2b9c-1efb-4ba2-8844-8e038b2e46c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=509f5449-1318-44c4-b7de-2d4a154c923c HTTP/1.1" status: 200 len: 915 time: 0.0872705 Aug 16 02:25:36.071377 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36ada62f-99fa-410b-99fc-7f809955d449 req-f341ee25-19bc-45ea-a276-2750dc6e1a61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e HTTP/1.1" status: 200 len: 1002 time: 0.0567985 Aug 16 02:25:36.124046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada62f-99fa-410b-99fc-7f809955d449 req-3c95dd6e-47ab-4a87-a37c-0a00ad6040fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:36.125455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36ada62f-99fa-410b-99fc-7f809955d449 req-3c95dd6e-47ab-4a87-a37c-0a00ad6040fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4f1da98-0a50-45fe-aac5-65e2a8f23a83 HTTP/1.1" status: 200 len: 853 time: 0.0465841 Aug 16 02:25:36.174734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada62f-99fa-410b-99fc-7f809955d449 req-bdcd4f9e-4b04-46a2-8470-5abea3eba60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:36.176210 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36ada62f-99fa-410b-99fc-7f809955d449 req-bdcd4f9e-4b04-46a2-8470-5abea3eba60b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=509f5449-1318-44c4-b7de-2d4a154c923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415187 Aug 16 02:25:36.265702 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36ada62f-99fa-410b-99fc-7f809955d449 req-49037c42-21eb-444e-9e39-ae36267ba3ed service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815065 Aug 16 02:25:36.357930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36ada62f-99fa-410b-99fc-7f809955d449 req-38837686-71e2-450b-a7e3-6ed83be430a4 service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846944 Aug 16 02:25:46.398226 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:25:51.193770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.159571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.904610 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-648b6035-a06d-4e33-800d-7a64dc6de650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.864647 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.910454 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-af5c3b28-d2e8-4259-ab67-7e0c32acc8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.196259 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.896100 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.235512 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.130606 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.397945 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:26:25.899186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52740) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.061472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Deleting port f3f0ddcc-c155-4f25-be87-8ce216eb8e7a {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:26.061837 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.139525 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.139857 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.153104 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Calling delete_port for f3f0ddcc-c155-4f25-be87-8ce216eb8e7a owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:26.373138 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.400624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event deleted for resources: {'Port': ['ID=f3f0ddcc-c155-4f25-be87-8ce216eb8e7a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:26.424544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.424909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.425241 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.425581 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.425987 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.426357 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.426698 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.427022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.427371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.427681 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.428007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.428329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:26.470578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.470915 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Floating IP f63844a3-0ba7-45e9-84b3-420f0620b99f disassociated (deleted). External IP: 172.25.8.154, port: 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e. Aug 16 02:26:26.682473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Router af89640c-f135-4deb-b7d7-036507ce775a has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:26.796159 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:26.801019 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.806617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb32d5f-799c-49b1-9f45-91bcadd715b7 None None] Sync routers for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:26.815722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb32d5f-799c-49b1-9f45-91bcadd715b7 None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:26.816338 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6cb32d5f-799c-49b1-9f45-91bcadd715b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:26:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:26.827882 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c9107755-fad0-46cf-bde8-5916b730714e tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "DELETE /v2.0/floatingips/f63844a3-0ba7-45e9-84b3-420f0620b99f HTTP/1.1" status: 204 len: 168 time: 0.9276078 Aug 16 02:26:26.828454 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:26.830736 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66690adfeb44cf06833349bb5302fc6bae01d74c5f1f2b30230fc8a809ed7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ab8afe-c388-4404-bad0-c5d028b2dea6" -d '{"events": [{"name": "network-changed", "server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:26.928664 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-6cb32d5f-799c-49b1-9f45-91bcadd715b7 None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:27.127848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6cb32d5f-799c-49b1-9f45-91bcadd715b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 5, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:27.154626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb32d5f-799c-49b1-9f45-91bcadd715b7 None None] Checking router: af89640c-f135-4deb-b7d7-036507ce775a for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:27.163659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb32d5f-799c-49b1-9f45-91bcadd715b7 None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:27.164259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6cb32d5f-799c-49b1-9f45-91bcadd715b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:26:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:27.262819 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e823e55-13a7-452f-ab12-4a8d341508f2 x-openstack-request-id: req-4e823e55-13a7-452f-ab12-4a8d341508f2 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:27.263594 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:27.263594 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e823e55-13a7-452f-ab12-4a8d341508f2 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:27.263972 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'status': 'completed', 'code': 200} Aug 16 02:26:27.276931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-6cb32d5f-799c-49b1-9f45-91bcadd715b7 None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:27.340293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab8afe-c388-4404-bad0-c5d028b2dea6 req-6609bc76-7025-4e2b-8d8b-e9d68304a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:27.342305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0ab8afe-c388-4404-bad0-c5d028b2dea6 req-6609bc76-7025-4e2b-8d8b-e9d68304a969 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ec4942553b475ebabfb3385b763fed&device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 1098 time: 0.0488799 Aug 16 02:26:27.459574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab8afe-c388-4404-bad0-c5d028b2dea6 req-be2536ea-3f0b-4b1e-9a0f-f6fac860aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:27.462452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0ab8afe-c388-4404-bad0-c5d028b2dea6 req-be2536ea-3f0b-4b1e-9a0f-f6fac860aeb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=509f5449-1318-44c4-b7de-2d4a154c923c HTTP/1.1" status: 200 len: 915 time: 0.1112611 Aug 16 02:26:27.502332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6cb32d5f-799c-49b1-9f45-91bcadd715b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 5, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:27.529258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb32d5f-799c-49b1-9f45-91bcadd715b7 None None] The sync data for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 is: [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 4, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'fbc6c94d-a979-45f5-8a12-3451e01e1828', 'name': '', 'network_id': '509f5449-1318-44c4-b7de-2d4a154c923c', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'mac_address': 'fa:16:3e:e6:32:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:44Z', 'revision_number': 5, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'subnets': [{'id': 'd4f1da98-0a50-45fe-aac5-65e2a8f23a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:27.532903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0ab8afe-c388-4404-bad0-c5d028b2dea6 req-69c16267-8e5b-4708-955f-6db83c845e8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e HTTP/1.1" status: 200 len: 217 time: 0.0486968 Aug 16 02:26:27.583065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c132f-63e4-41d4-b182-2ec9ed60098f req-4fb7b5c1-9e14-4c97-81e6-6477fc5a9df1 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:27.584479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb2c132f-63e4-41d4-b182-2ec9ed60098f req-4fb7b5c1-9e14-4c97-81e6-6477fc5a9df1 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 946 time: 0.2653375 Aug 16 02:26:27.616295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab8afe-c388-4404-bad0-c5d028b2dea6 req-82c4feb3-51a9-48ff-b485-22a522dcfdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:27.617793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0ab8afe-c388-4404-bad0-c5d028b2dea6 req-82c4feb3-51a9-48ff-b485-22a522dcfdb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4f1da98-0a50-45fe-aac5-65e2a8f23a83 HTTP/1.1" status: 200 len: 853 time: 0.0767751 Aug 16 02:26:27.658100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb2c132f-63e4-41d4-b182-2ec9ed60098f req-40edd1a6-bb79-433a-8c41-2c8f28b3ea63 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651577 Aug 16 02:26:27.675981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab8afe-c388-4404-bad0-c5d028b2dea6 req-e69e52c0-f504-4f68-8915-d8154acc6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:27.677891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0ab8afe-c388-4404-bad0-c5d028b2dea6 req-e69e52c0-f504-4f68-8915-d8154acc6f6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=509f5449-1318-44c4-b7de-2d4a154c923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489657 Aug 16 02:26:27.765459 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86fe5b9-d2fc-423d-80ea-2dee06fc57b9 None None] New status for floating IP f63844a3-0ba7-45e9-84b3-420f0620b99f: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:26:27.775653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0ab8afe-c388-4404-bad0-c5d028b2dea6 req-a7170f3a-b06a-42ae-acd6-c91e6f5c8dc7 service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890069 Aug 16 02:26:27.872941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0ab8afe-c388-4404-bad0-c5d028b2dea6 req-ffa91690-fe3e-4591-9a5f-54954b86872a service neutron] 10.222.0.64 "GET /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894885 Aug 16 02:26:28.780458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412aa06-7e62-44e4-9471-c2f00207a195 req-b6472f8c-0b30-46f2-80cb-80d609079ba1 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:28.781987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e412aa06-7e62-44e4-9471-c2f00207a195 req-b6472f8c-0b30-46f2-80cb-80d609079ba1 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 946 time: 0.0499346 Aug 16 02:26:28.820025 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e412aa06-7e62-44e4-9471-c2f00207a195 req-76411c4b-53b7-4615-bb61-0571144fe20b tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc0f1338-503b-490a-b1c4-d1ca6c9714d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Aug 16 02:26:29.078381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aeed3-bfbd-4d1b-bae4-cc5a1a1aa97f req-f08d22de-1dc7-409b-bc72-f7a574e1885b tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:29.079811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-688aeed3-bfbd-4d1b-bae4-cc5a1a1aa97f req-f08d22de-1dc7-409b-bc72-f7a574e1885b tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.64 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 946 time: 0.0515578 Aug 16 02:26:29.171636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-688aeed3-bfbd-4d1b-bae4-cc5a1a1aa97f req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Deleting port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:29.171975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-688aeed3-bfbd-4d1b-bae4-cc5a1a1aa97f req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.265104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-688aeed3-bfbd-4d1b-bae4-cc5a1a1aa97f req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] For port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:29.265500 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-688aeed3-bfbd-4d1b-bae4-cc5a1a1aa97f req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.278470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-688aeed3-bfbd-4d1b-bae4-cc5a1a1aa97f req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Calling delete_port for 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:29.476167 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-688aeed3-bfbd-4d1b-bae4-cc5a1a1aa97f req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.506382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event deleted for resources: {'Port': ['ID=02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:29.516444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.516795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.517146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.517488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.517842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.518181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.518961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.518961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.519245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.520110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.520442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.520768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:29.561089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-688aeed3-bfbd-4d1b-bae4-cc5a1a1aa97f req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] No DVR routers for this DVR port 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:29.563705 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-688aeed3-bfbd-4d1b-bae4-cc5a1a1aa97f req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.565693 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-688aeed3-bfbd-4d1b-bae4-cc5a1a1aa97f req-5b1298f8-7eff-4c27-a1ec-a40fdaf125ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.64 "DELETE /v2.0/ports/02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e HTTP/1.1" status: 204 len: 173 time: 0.4784310 Aug 16 02:26:29.566167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'name': 'network-vif-deleted', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:29.569181 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0407a1fa-1b60-4389-8e31-117015b2ad77" -d '{"events": [{"server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "name": "network-vif-deleted", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:29.669762 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f9d49a-0856-4cb7-b48f-206845dd98b5 x-openstack-request-id: req-95f9d49a-0856-4cb7-b48f-206845dd98b5 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:29.670086 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42adf3ad-4af1-4fb8-bfb3-894cee07863f", "name": "network-vif-deleted", "tag": "02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:29.676393 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95f9d49a-0856-4cb7-b48f-206845dd98b5 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:29.676393 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42adf3ad-4af1-4fb8-bfb3-894cee07863f', 'name': 'network-vif-deleted', 'tag': '02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e', 'status': 'completed', 'code': 200} Aug 16 02:26:29.887439 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d89a89d9-5ec1-435b-9fe7-606110f6bff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.929455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7788d757-275d-456e-b32b-2f96c65f3898 req-1e7be071-58f4-43d0-a436-2190707066ae tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 210 time: 0.0349438 Aug 16 02:26:31.026937 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb938d9e-500f-4267-9159-b2d2259b90cf req-6ddffc19-38f2-44d3-8f0e-8deba41e981d tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 210 time: 0.0279257 Aug 16 02:26:32.121567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bd80c41-c82f-4493-9524-156345b3fb98 req-9ec246aa-7d89-43a6-9501-a98eceb2c448 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 210 time: 0.0261161 Aug 16 02:26:32.858837 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.887533 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8b320d9e-a44a-45ad-8822-1457ed45d652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.220342 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-535ab072-8c99-4117-9096-71b6b2aecefd req-62b2b1ed-261e-446c-92bb-45cdbb804af6 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "GET /v2.0/ports?device_id=42adf3ad-4af1-4fb8-bfb3-894cee07863f HTTP/1.1" status: 200 len: 210 time: 0.0294850 Aug 16 02:26:33.887100 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:33.906766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:33.907108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 02de5e14-cbf5-47bf-a4ca-9f1a96c87f4e not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:34.150165 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.276656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 52774) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:34.335275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91d63379-0433-4885-90d0-15261960a657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.359782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91d63379-0433-4885-90d0-15261960a657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.481370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91d63379-0433-4885-90d0-15261960a657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.484031 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-91d63379-0433-4885-90d0-15261960a657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.485239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-91d63379-0433-4885-90d0-15261960a657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] 10.222.0.66 "DELETE /v2.0/security-groups/dc0f1338-503b-490a-b1c4-d1ca6c9714d0 HTTP/1.1" status: 204 len: 168 time: 0.2076085 Aug 16 02:26:34.495573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d63379-0433-4885-90d0-15261960a657 tempest-TestVolumeBackupRestore-1546256466 tempest-TestVolumeBackupRestore-1546256466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0f1338-503b-490a-b1c4-d1ca6c9714d0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.921891 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.264875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 52968) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.633310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.887678 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] Deleting port fbc6c94d-a979-45f5-8a12-3451e01e1828 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:38.888011 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.968580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] For port fbc6c94d-a979-45f5-8a12-3451e01e1828, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=fbc6c94d-a979-45f5-8a12-3451e01e1828,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:38.969080 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.983178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] Calling delete_port for fbc6c94d-a979-45f5-8a12-3451e01e1828 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:39.247632 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.278947 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc6c94d-a979-45f5-8a12-3451e01e1828,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:39.446724 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.672224 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] Router af89640c-f135-4deb-b7d7-036507ce775a has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:39.784653 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:39.791264 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eb2335c9-486e-416d-be11-f437a7f6bcef admin admin] 10.222.0.66 "PUT /v2.0/routers/af89640c-f135-4deb-b7d7-036507ce775a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5242503 Aug 16 02:26:39.792803 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53040) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:39.796263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c166ef-545a-4252-98e3-c54c9257e0b3 None None] Sync routers for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:39.806755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c166ef-545a-4252-98e3-c54c9257e0b3 None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:39.807380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-43c166ef-545a-4252-98e3-c54c9257e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:26:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:39.903171 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.917565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-43c166ef-545a-4252-98e3-c54c9257e0b3 None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:40.006204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.099889 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-43c166ef-545a-4252-98e3-c54c9257e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:26:39Z', 'revision_number': 5, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port': {'id': '66b9dcab-4089-4b01-88fc-9d51469cdc86', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:40.132241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c166ef-545a-4252-98e3-c54c9257e0b3 None None] Checking router: af89640c-f135-4deb-b7d7-036507ce775a for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:40.143486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c166ef-545a-4252-98e3-c54c9257e0b3 None None] Routers {'af89640c-f135-4deb-b7d7-036507ce775a'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:40.144772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-43c166ef-545a-4252-98e3-c54c9257e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:26:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['af89640c-f135-4deb-b7d7-036507ce775a'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:40.160968 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Deleting port 66b9dcab-4089-4b01-88fc-9d51469cdc86 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:40.162331 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.237097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-43c166ef-545a-4252-98e3-c54c9257e0b3 None None] Set router af89640c-f135-4deb-b7d7-036507ce775a gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:40.241291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] For port 66b9dcab-4089-4b01-88fc-9d51469cdc86, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=66b9dcab-4089-4b01-88fc-9d51469cdc86,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:40.241662 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.255363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Calling delete_port for 66b9dcab-4089-4b01-88fc-9d51469cdc86 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:40.292427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-43c166ef-545a-4252-98e3-c54c9257e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:26:40Z', 'revision_number': 6, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:40.322558 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c166ef-545a-4252-98e3-c54c9257e0b3 None None] The sync data for ids ['af89640c-f135-4deb-b7d7-036507ce775a'] in n-d-768509-23 is: [{'id': 'af89640c-f135-4deb-b7d7-036507ce775a', 'name': 'tempest-TestVolumeBackupRestore-1496187323-router', 'tenant_id': 'c7ec4942553b475ebabfb3385b763fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:34Z', 'updated_at': '2021-08-16T02:26:40Z', 'revision_number': 6, 'project_id': 'c7ec4942553b475ebabfb3385b763fed', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:40.481683 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.512721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=66b9dcab-4089-4b01-88fc-9d51469cdc86,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.882900 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.974058 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.976212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.076040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.076582 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router af89640c-f135-4deb-b7d7-036507ce775a {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:41.082899 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.082899 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f2337fba-8574-4446-bba7-ee690ec3b0cf admin admin] 10.222.0.66 "DELETE /v2.0/routers/af89640c-f135-4deb-b7d7-036507ce775a HTTP/1.1" status: 204 len: 168 time: 1.2885587 Aug 16 02:26:41.085124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53100) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.138854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f0e7de-a0b5-4e16-bcfd-7c1a5fcb772e admin admin] Deleting subnet d4f1da98-0a50-45fe-aac5-65e2a8f23a83 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:41.142268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e7de-a0b5-4e16-bcfd-7c1a5fcb772e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.177320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e7de-a0b5-4e16-bcfd-7c1a5fcb772e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.262841 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e7de-a0b5-4e16-bcfd-7c1a5fcb772e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.399464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e7de-a0b5-4e16-bcfd-7c1a5fcb772e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.425983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0e7de-a0b5-4e16-bcfd-7c1a5fcb772e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f1da98-0a50-45fe-aac5-65e2a8f23a83,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.431095 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e7de-a0b5-4e16-bcfd-7c1a5fcb772e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.432400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e1f0e7de-a0b5-4e16-bcfd-7c1a5fcb772e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d4f1da98-0a50-45fe-aac5-65e2a8f23a83 HTTP/1.1" status: 204 len: 168 time: 0.3462813 Aug 16 02:26:41.434884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53118) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.437608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff9e9cb-631f-4936-ae3a-2f7571feb8fd None None] Network 509f5449-1318-44c4-b7de-2d4a154c923c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:41.512709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.572394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Deleting port 9fce5e3c-d53b-4357-a249-3616648290e0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:41.572740 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.630229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] DHCP port deletion for 509f5449-1318-44c4-b7de-2d4a154c923c request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:41.639837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] For port 9fce5e3c-d53b-4357-a249-3616648290e0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9fce5e3c-d53b-4357-a249-3616648290e0,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:41.640282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.653831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Calling delete_port for 9fce5e3c-d53b-4357-a249-3616648290e0 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:41.679341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Deleting port 9fce5e3c-d53b-4357-a249-3616648290e0 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:41.679718 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.743051 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] For port 9fce5e3c-d53b-4357-a249-3616648290e0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9fce5e3c-d53b-4357-a249-3616648290e0,segment=NetworkSegment(b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20),segment_id=b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:41.743445 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.755846 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Calling delete_port for 9fce5e3c-d53b-4357-a249-3616648290e0 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:41.833040 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.839244 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.860343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fce5e3c-d53b-4357-a249-3616648290e0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.863825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] No DVR routers for this DVR port 9fce5e3c-d53b-4357-a249-3616648290e0 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:41.867037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Pushing event deleted for resources: {'Port': ['ID=9fce5e3c-d53b-4357-a249-3616648290e0,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.871044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] No DVR routers for this DVR port 9fce5e3c-d53b-4357-a249-3616648290e0 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:41.877667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.878113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.878473 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.881244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.881244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.881244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.881244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.881244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.881244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.881244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.881244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.881891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91178b-fad0-4c5d-a608-21906e03fb55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:41.938781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.948440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509f5449-1318-44c4-b7de-2d4a154c923c']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:41.965699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:41.966037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e7ef6a-d58d-4ebc-9d3f-53e212d7fe20') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:41.983046 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.003979 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.010886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:42.011272 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:42.012913 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:42.124534 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.130498 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.135293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/509f5449-1318-44c4-b7de-2d4a154c923c HTTP/1.1" status: 204 len: 168 time: 0.6965840 Aug 16 02:26:42.135728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53154) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.145881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea8e23-0b30-4c4f-ab61-85e995a1fdd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=509f5449-1318-44c4-b7de-2d4a154c923c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:42.178367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 66b9dcab-4089-4b01-88fc-9d51469cdc86 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:42.198574 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 66b9dcab-4089-4b01-88fc-9d51469cdc86 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:42.198936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 66b9dcab-4089-4b01-88fc-9d51469cdc86 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:42.199361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fbc6c94d-a979-45f5-8a12-3451e01e1828 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:42.218472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: fbc6c94d-a979-45f5-8a12-3451e01e1828 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:42.218827 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device fbc6c94d-a979-45f5-8a12-3451e01e1828 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:42.219245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9fce5e3c-d53b-4357-a249-3616648290e0 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:42.239247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 9fce5e3c-d53b-4357-a249-3616648290e0 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:42.239609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9fce5e3c-d53b-4357-a249-3616648290e0 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:42.503162 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.751721 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] Deleting port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:42.752059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.830906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] For port 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=46ecdfbd-5bb7-4dc9-92d0-9774538cacc9,segment=NetworkSegment(71c3357c-b298-4e86-9114-eedac6afef4b),segment_id=71c3357c-b298-4e86-9114-eedac6afef4b)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:42.831273 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.844655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] Calling delete_port for 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:43.110605 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.140384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] Pushing event deleted for resources: {'Port': ['ID=46ecdfbd-5bb7-4dc9-92d0-9774538cacc9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.314352 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.541243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] Router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:43.650564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:43.655866 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-47dceba4-4ce8-4d9f-9609-b21651c287fc admin admin] 10.222.0.66 "PUT /v2.0/routers/a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5190892 Aug 16 02:26:43.658407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53228) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.659476 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c514a5-6e5d-4529-ae65-2fc37c6b1536 None None] Sync routers for ids ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:43.670184 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c514a5-6e5d-4529-ae65-2fc37c6b1536 None None] Routers {'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:43.670803 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a8c514a5-6e5d-4529-ae65-2fc37c6b1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:26:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:43.765356 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.777208 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a8c514a5-6e5d-4529-ae65-2fc37c6b1536 None None] Set router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:43.885843 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.955177 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a8c514a5-6e5d-4529-ae65-2fc37c6b1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'name': 'tempest-TestVolumeBackupRestore-613975029-router', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:26:42Z', 'revision_number': 5, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'gw_port': {'id': 'e9102960-c81b-4bc1-a7ab-d1f73946f911', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:43.984784 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c514a5-6e5d-4529-ae65-2fc37c6b1536 None None] Checking router: a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:43.993085 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c514a5-6e5d-4529-ae65-2fc37c6b1536 None None] Routers {'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:43.993697 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a8c514a5-6e5d-4529-ae65-2fc37c6b1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:26:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:44.006219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Deleting port e9102960-c81b-4bc1-a7ab-d1f73946f911 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:44.006562 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.080044 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-a8c514a5-6e5d-4529-ae65-2fc37c6b1536 None None] Set router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:44.087073 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] For port e9102960-c81b-4bc1-a7ab-d1f73946f911, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=e9102960-c81b-4bc1-a7ab-d1f73946f911,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:44.087444 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.100157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Calling delete_port for e9102960-c81b-4bc1-a7ab-d1f73946f911 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:44.131217 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-a8c514a5-6e5d-4529-ae65-2fc37c6b1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'name': 'tempest-TestVolumeBackupRestore-613975029-router', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:26:43Z', 'revision_number': 6, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:44.165057 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c514a5-6e5d-4529-ae65-2fc37c6b1536 None None] The sync data for ids ['a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e'] in n-d-768509-23 is: [{'id': 'a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e', 'name': 'tempest-TestVolumeBackupRestore-613975029-router', 'tenant_id': '646b327d7bab46e78a118d041324c5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:41Z', 'updated_at': '2021-08-16T02:26:43Z', 'revision_number': 6, 'project_id': '646b327d7bab46e78a118d041324c5d6', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:44.321632 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.345268 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9102960-c81b-4bc1-a7ab-d1f73946f911,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.411995 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.502542 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.505188 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.627505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.628039 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:44.632952 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.634405 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-83a82c6c-386b-43ec-a4a7-c4b132d74450 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a12cd1ec-4623-4d3e-b9c5-19bcc8862b5e HTTP/1.1" status: 204 len: 168 time: 0.9747877 Aug 16 02:26:44.636798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53240) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.683675 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d308e284-33db-457c-b801-ae1ba09563e3 admin admin] Deleting subnet e7b74d8b-d967-4b92-9243-02d56c12dae3 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:44.686640 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d308e284-33db-457c-b801-ae1ba09563e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.720325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d308e284-33db-457c-b801-ae1ba09563e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.795253 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d308e284-33db-457c-b801-ae1ba09563e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.913229 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d308e284-33db-457c-b801-ae1ba09563e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.943673 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308e284-33db-457c-b801-ae1ba09563e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b74d8b-d967-4b92-9243-02d56c12dae3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.947166 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d308e284-33db-457c-b801-ae1ba09563e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.949059 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d308e284-33db-457c-b801-ae1ba09563e3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e7b74d8b-d967-4b92-9243-02d56c12dae3 HTTP/1.1" status: 204 len: 168 time: 0.3113232 Aug 16 02:26:44.951829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53242) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.953420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87021be-d6be-4f13-b5d7-7d78d01cde25 None None] Network 90e14adf-8a84-4913-bce1-d272cf89a397 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:45.029583 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.085439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Deleting port adf107f9-bb11-4772-b0f6-62a6bfb6be19 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:45.085778 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.156729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] For port adf107f9-bb11-4772-b0f6-62a6bfb6be19, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=adf107f9-bb11-4772-b0f6-62a6bfb6be19,segment=NetworkSegment(71c3357c-b298-4e86-9114-eedac6afef4b),segment_id=71c3357c-b298-4e86-9114-eedac6afef4b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:45.157102 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.172912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Calling delete_port for adf107f9-bb11-4772-b0f6-62a6bfb6be19 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:45.280122 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab059f-13a2-49ea-82fa-94499abcd57b None None] DHCP port deletion for 90e14adf-8a84-4913-bce1-d272cf89a397 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:45.321429 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.326231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-16ab059f-13a2-49ea-82fa-94499abcd57b None None] Deleting port adf107f9-bb11-4772-b0f6-62a6bfb6be19 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:45.326611 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16ab059f-13a2-49ea-82fa-94499abcd57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.347940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Pushing event deleted for resources: {'Port': ['ID=adf107f9-bb11-4772-b0f6-62a6bfb6be19,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:45.351607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] No DVR routers for this DVR port adf107f9-bb11-4772-b0f6-62a6bfb6be19 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:45.395597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-16ab059f-13a2-49ea-82fa-94499abcd57b None None] For port adf107f9-bb11-4772-b0f6-62a6bfb6be19, host n-d-768509-23, got binding levels [] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:45.395925 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16ab059f-13a2-49ea-82fa-94499abcd57b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.408163 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-16ab059f-13a2-49ea-82fa-94499abcd57b None None] Calling delete_port for adf107f9-bb11-4772-b0f6-62a6bfb6be19 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:45.411413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.ipam_backend_mixin [None req-16ab059f-13a2-49ea-82fa-94499abcd57b None None] Port adf107f9-bb11-4772-b0f6-62a6bfb6be19 was not found and therefore no delete operation was performed {{(pid=95517) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:26:45.412658 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16ab059f-13a2-49ea-82fa-94499abcd57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.431883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.442047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab059f-13a2-49ea-82fa-94499abcd57b None None] Pushing event deleted for resources: {'Port': ['ID=adf107f9-bb11-4772-b0f6-62a6bfb6be19,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:45.443913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab059f-13a2-49ea-82fa-94499abcd57b None None] No DVR routers for this DVR port adf107f9-bb11-4772-b0f6-62a6bfb6be19 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:45.445334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e14adf-8a84-4913-bce1-d272cf89a397']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:45.457150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c3357c-b298-4e86-9114-eedac6afef4b') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:45.457468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c3357c-b298-4e86-9114-eedac6afef4b') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:45.466328 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.479720 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.485477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:45.485887 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:45.487495 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:45.650290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.655956 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.657778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] 10.222.0.66 "DELETE /v2.0/networks/90e14adf-8a84-4913-bce1-d272cf89a397 HTTP/1.1" status: 204 len: 168 time: 0.7049563 Aug 16 02:26:45.672728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e63be1-d1ab-4fda-aa60-9e46af78b817 admin admin] Pushing event deleted for resources: {'Network': ['ID=90e14adf-8a84-4913-bce1-d272cf89a397,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:46.044220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53246) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:46.175772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device adf107f9-bb11-4772-b0f6-62a6bfb6be19 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:46.197450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: adf107f9-bb11-4772-b0f6-62a6bfb6be19 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:46.197794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device adf107f9-bb11-4772-b0f6-62a6bfb6be19 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:46.198248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:46.218276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:46.218566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 46ecdfbd-5bb7-4dc9-92d0-9774538cacc9 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:46.218989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e9102960-c81b-4bc1-a7ab-d1f73946f911 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:46.241520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: e9102960-c81b-4bc1-a7ab-d1f73946f911 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:46.241890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device e9102960-c81b-4bc1-a7ab-d1f73946f911 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:46.401528 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-696d9c6e-0363-48c0-8a13-7dc763961c0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7ec4942553b475ebabfb3385b763fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560548 Aug 16 02:26:46.403986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53248) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:46.451867 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4dd54e0-4808-49ce-9f71-de315b5a4a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.473088 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4dd54e0-4808-49ce-9f71-de315b5a4a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.595618 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4dd54e0-4808-49ce-9f71-de315b5a4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.598372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4dd54e0-4808-49ce-9f71-de315b5a4a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.599539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f4dd54e0-4808-49ce-9f71-de315b5a4a46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/361374af-db6e-47d7-84fb-c4b40f082d51 HTTP/1.1" status: 204 len: 168 time: 0.1945455 Aug 16 02:26:46.607200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd54e0-4808-49ce-9f71-de315b5a4a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361374af-db6e-47d7-84fb-c4b40f082d51,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:47.327804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53254) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:47.367343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-92a33d68-8baa-4a79-af5a-a5a8a1243fe2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=646b327d7bab46e78a118d041324c5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383894 Aug 16 02:26:47.369645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53256) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:47.416737 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26a8d6ad-c96d-42d8-a257-09da03624d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.437741 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26a8d6ad-c96d-42d8-a257-09da03624d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.555734 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26a8d6ad-c96d-42d8-a257-09da03624d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.558216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-26a8d6ad-c96d-42d8-a257-09da03624d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.559446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-26a8d6ad-c96d-42d8-a257-09da03624d5b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f264646-0468-41e5-abbb-69b7c4530f2c HTTP/1.1" status: 204 len: 168 time: 0.1888754 Aug 16 02:26:47.567787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8d6ad-c96d-42d8-a257-09da03624d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f264646-0468-41e5-abbb-69b7c4530f2c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:51.215356 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.121325 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.196865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-f708b767-aa8c-4212-840c-88d01bce76fc tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2376425145ef4d8dbb1f946178df20d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285745 Aug 16 02:26:58.377438 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-4c0f6302-0418-4b37-86cb-5b53ab7c0d79 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:58.379464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-4c0f6302-0418-4b37-86cb-5b53ab7c0d79 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750975 Aug 16 02:26:58.394903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-18795379-a413-4e9e-adc6-7880bc981dd2 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/quotas/2376425145ef4d8dbb1f946178df20d1 HTTP/1.1" status: 200 len: 375 time: 0.0088525 Aug 16 02:26:58.429149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-4ebb50fd-9199-4b2d-87e7-265c37c1778d tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2376425145ef4d8dbb1f946178df20d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290573 Aug 16 02:26:58.653262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-612b2657-8508-49f0-80f8-56a55a1cf7bf req-8fb82675-a1cf-4601-9afd-cd7f39e30400 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0275769 Aug 16 02:26:59.744099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99a2eb77-b893-487c-bb75-6f48e322eecb req-6d9e36e2-2975-4a14-a3f8-58a247196107 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0274186 Aug 16 02:26:59.895666 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbb02-0d43-48b1-8504-ea09dc87fc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.398380 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:27:00.835759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-784ea66d-7df3-478c-aa0a-82a5523c4ad5 req-82cb3570-b708-4294-9801-f39e3a57b538 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0265923 Aug 16 02:27:01.928749 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75947306-0406-481a-b3a6-52ecfd1ffbb4 req-6dc0bffb-2ad9-4a70-a729-c6097eb3094f tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0272577 Aug 16 02:27:02.814680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-9cbf0548-2497-4450-856c-9b1728ed79fc tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2376425145ef4d8dbb1f946178df20d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309837 Aug 16 02:27:02.870149 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.921211 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e6553ef6-8728-4f2c-8048-f50867796c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.933648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-cfd3da16-2518-4daa-8504-0194ca10382b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:02.935414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-cfd3da16-2518-4daa-8504-0194ca10382b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143544 Aug 16 02:27:02.948565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Request body: {'port': {'device_id': '5f20706a-bec6-4457-af53-a9d739bcc6f3', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'admin_state_up': True, 'tenant_id': '2376425145ef4d8dbb1f946178df20d1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:03.033188 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0da4fde8-7164-4848-acad-738a9d527e84 req-f5089769-bc06-425e-b5c0-c5f58f3d2ac4 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0359917 Aug 16 02:27:03.166477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Made reservation on behalf of 2376425145ef4d8dbb1f946178df20d1 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:03.169966 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.178963 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.264287 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.324118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.383691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b734e728-d016-4181-b055-42c4d96fa8e8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:03.463307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Allocated IP 192.168.233.37 (c08009f5-1f34-4949-9e89-844fbea40afb/f22bb27b-7b81-489e-bc12-a5d89c173c61/ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:03.604324 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.626248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Transition to ACTIVE for port object ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:03.736119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.780987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Network c08009f5-1f34-4949-9e89-844fbea40afb is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:03.786565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:03.790276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:03.816938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Pushing event updated for resources: {'Port': ['ID=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:03.848983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:03.850526 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.950369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-553489bc-78da-4714-b70d-74459bd754a3 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0054140 Aug 16 02:27:04.061015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Request body: {'port': {'device_id': '5f20706a-bec6-4457-af53-a9d739bcc6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:04.135458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d05eb31c-208b-4723-9789-93ef3ec9d8f7 None None] Provisioning for port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:04.139528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d05eb31c-208b-4723-9789-93ef3ec9d8f7 None None] Provisioning complete for port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:04.139981 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d05eb31c-208b-4723-9789-93ef3ec9d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.145863 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.174735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d05eb31c-208b-4723-9789-93ef3ec9d8f7 None None] Port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:04.176633 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.196055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c3707-6652-4f80-b77c-3f167de37d95 req-5e6501e2-fdab-4f68-8abd-c31f07677468 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:04.197544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-946c3707-6652-4f80-b77c-3f167de37d95 req-5e6501e2-fdab-4f68-8abd-c31f07677468 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 935 time: 0.0865791 Aug 16 02:27:04.304895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-946c3707-6652-4f80-b77c-3f167de37d95 req-37dc9a13-5093-452d-8cb0-dd6fe68eaeed tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/security-groups?id=b734e728-d016-4181-b055-42c4d96fa8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995924 Aug 16 02:27:04.455097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:04.463080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.474545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Transition to ACTIVE for port object ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:04.549499 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.600686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Pushing event updated for resources: {'Port': ['ID=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.675154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Attempting to bind port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:04.676070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Attempting to bind port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:04.676504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Attempting to bind port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:04.681089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f on network c08009f5-1f34-4949-9e89-844fbea40afb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:04.681415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Attempting to bind port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f on network c08009f5-1f34-4949-9e89-844fbea40afb {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:04.686381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:04.686724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Checking segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:04.687116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Bound using segment: {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:04.687549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Bound port: ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afb5564-8134-402e-909b-28d16b51894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:04.687915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.752613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] For port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:04.756224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] For port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:04.838872 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.871444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:04.872060 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.873459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] 10.222.0.74 "PUT /v2.0/ports/ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f HTTP/1.1" status: 200 len: 1096 time: 0.9150271 Aug 16 02:27:04.873923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f20706a-bec6-4457-af53-a9d739bcc6f3', 'tag': 'ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:04.876155 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589db4b7-673f-4ba3-9502-73dc78adb481" -d '{"events": [{"name": "network-changed", "server_uuid": "5f20706a-bec6-4457-af53-a9d739bcc6f3", "tag": "ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:04.909564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4fffe-f87f-427a-a9f1-3ba65b4c6cce service neutron] Pushing event updated for resources: {'Port': ['ID=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.921167 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b101ba-0f33-4163-bc9d-60ef2b72ef14 x-openstack-request-id: req-05b101ba-0f33-4163-bc9d-60ef2b72ef14 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:04.921537 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f20706a-bec6-4457-af53-a9d739bcc6f3", "tag": "ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:04.921946 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05b101ba-0f33-4163-bc9d-60ef2b72ef14 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:04.922536 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f20706a-bec6-4457-af53-a9d739bcc6f3', 'tag': 'ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f', 'status': 'completed', 'code': 200} Aug 16 02:27:04.994593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db4b7-673f-4ba3-9502-73dc78adb481 req-9046c601-7fa7-4c7d-bc09-25414aeeb1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:04.996135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-589db4b7-673f-4ba3-9502-73dc78adb481 req-9046c601-7fa7-4c7d-bc09-25414aeeb1d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2376425145ef4d8dbb1f946178df20d1&device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 1099 time: 0.0534842 Aug 16 02:27:05.025220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-589db4b7-673f-4ba3-9502-73dc78adb481 req-f09eadda-4c30-4e78-80c0-a4c7ed796708 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2376425145ef4d8dbb1f946178df20d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200861 Aug 16 02:27:05.147040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db4b7-673f-4ba3-9502-73dc78adb481 req-53a53d10-a821-4a3f-8cce-ab51657242f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:05.148453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-589db4b7-673f-4ba3-9502-73dc78adb481 req-53a53d10-a821-4a3f-8cce-ab51657242f2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168489 Aug 16 02:27:05.284554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-d472c54c-52a4-4ecb-bf04-6e1ea7a0a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:05.286651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-d472c54c-52a4-4ecb-bf04-6e1ea7a0a62f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2376425145ef4d8dbb1f946178df20d1&device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 1099 time: 0.0536368 Aug 16 02:27:05.334078 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-49d6a2d2-8ccf-47fb-978e-0d8a13eec1ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f HTTP/1.1" status: 200 len: 217 time: 0.0395820 Aug 16 02:27:05.421494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-23bd0c0c-79ca-4ff8-a425-fd645831f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:05.423014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-23bd0c0c-79ca-4ff8-a425-fd645831f7f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f22bb27b-7b81-489e-bc12-a5d89c173c61 HTTP/1.1" status: 200 len: 843 time: 0.0805900 Aug 16 02:27:05.489068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bf726-a638-4cde-a1ee-382111708b26 req-16cc2dfe-7745-4e6f-a9b0-f113db1f4281 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:05.491000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e8bf726-a638-4cde-a1ee-382111708b26 req-16cc2dfe-7745-4e6f-a9b0-f113db1f4281 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 947 time: 0.1041129 Aug 16 02:27:05.500236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-79f26bbd-5071-4925-be3c-5a3635f7606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:05.501734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-79f26bbd-5071-4925-be3c-5a3635f7606c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c08009f5-1f34-4949-9e89-844fbea40afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714242 Aug 16 02:27:05.593941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e8bf726-a638-4cde-a1ee-382111708b26 req-40361338-b174-4630-996b-b7e72ee0cbbe tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/security-groups?id=b734e728-d016-4181-b055-42c4d96fa8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911818 Aug 16 02:27:05.644031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-c068037b-a1db-4bd1-ba52-662cba584fa4 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337700 Aug 16 02:27:05.768945 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da64f8d3-ef62-46ae-8156-2602446faf33 req-c113708a-1fcb-4969-8380-44e0c30eb705 service neutron] 10.222.0.74 "GET /v2.0/networks/c08009f5-1f34-4949-9e89-844fbea40afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174619 Aug 16 02:27:05.895928 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.718068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc63aba-3edc-4c0c-b0da-6b4e6d4ea8bb req-a9c8296f-95b0-4998-924e-e0c1204ab31f tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:06.719459 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afc63aba-3edc-4c0c-b0da-6b4e6d4ea8bb req-a9c8296f-95b0-4998-924e-e0c1204ab31f tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 947 time: 0.0490816 Aug 16 02:27:06.757408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afc63aba-3edc-4c0c-b0da-6b4e6d4ea8bb req-ef77cc22-79d8-4904-9cbd-0ab4e72dc171 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/security-groups?id=b734e728-d016-4181-b055-42c4d96fa8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Aug 16 02:27:07.871544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0ebd1-0a6f-42ce-8ee9-08389862646a req-6605448d-879d-4b12-931f-3113608255bd tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:07.873027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7da0ebd1-0a6f-42ce-8ee9-08389862646a req-6605448d-879d-4b12-931f-3113608255bd tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 947 time: 0.0480697 Aug 16 02:27:07.915811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7da0ebd1-0a6f-42ce-8ee9-08389862646a req-d8354e58-883d-4bf6-90b9-405637082e12 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/security-groups?id=b734e728-d016-4181-b055-42c4d96fa8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359585 Aug 16 02:27:08.006027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:08.101482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:08.112495 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f', 'network_id': 'c08009f5-1f34-4949-9e89-844fbea40afb', 'port_id': 'ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f', 'mac_address': 'fa:16:3e:e6:ce:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22bb27b-7b81-489e-bc12-a5d89c173c61', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:08.149560 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.162296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:08.181552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:08.258199 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.308881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:08.492044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:09.029409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811854a4-e99b-4ee4-b4b7-a83e0dc37f3a req-fb3b6f93-ad93-4850-bb06-62d89b788461 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:09.030923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-811854a4-e99b-4ee4-b4b7-a83e0dc37f3a req-fb3b6f93-ad93-4850-bb06-62d89b788461 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 948 time: 0.0490589 Aug 16 02:27:09.069311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-811854a4-e99b-4ee4-b4b7-a83e0dc37f3a req-ca103f9b-0643-4026-b896-d731d51fc159 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/security-groups?id=b734e728-d016-4181-b055-42c4d96fa8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Aug 16 02:27:09.995164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:10.140872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:10.145011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:10.145390 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.184865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e7336-a90c-42d6-b739-e25c97701b27 req-db40de6e-4ac4-43ed-a088-5ca962d22893 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.187239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e12e7336-a90c-42d6-b739-e25c97701b27 req-db40de6e-4ac4-43ed-a088-5ca962d22893 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 948 time: 0.0505600 Aug 16 02:27:10.224161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e12e7336-a90c-42d6-b739-e25c97701b27 req-4d7835c0-97e7-40d7-9fe5-c194c62fec69 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/security-groups?id=b734e728-d016-4181-b055-42c4d96fa8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Aug 16 02:27:10.224574 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.250351 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f20706a-bec6-4457-af53-a9d739bcc6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:10.252528 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f09b102-cc21-4c50-a227-ef76ba539af3" -d '{"events": [{"server_uuid": "5f20706a-bec6-4457-af53-a9d739bcc6f3", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:10.266140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:10.341107 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.365324 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347a43a0-5a42-480e-95e9-16e2ebebc90a x-openstack-request-id: req-347a43a0-5a42-480e-95e9-16e2ebebc90a {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:10.365613 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f20706a-bec6-4457-af53-a9d739bcc6f3", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:10.365882 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-347a43a0-5a42-480e-95e9-16e2ebebc90a {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:10.366281 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f20706a-bec6-4457-af53-a9d739bcc6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f', 'code': 200} Aug 16 02:27:10.391640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:10.446330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb089ab-6423-45c3-879b-8488266dd67d req-dbe248af-99ed-469c-8ce0-7d22ff8b0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.447819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb089ab-6423-45c3-879b-8488266dd67d req-dbe248af-99ed-469c-8ce0-7d22ff8b0b42 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 1101 time: 0.0402422 Aug 16 02:27:10.485320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ddb089ab-6423-45c3-879b-8488266dd67d req-c47d9bbd-47f9-40c0-b2d9-0a9f9e858793 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b734e728-d016-4181-b055-42c4d96fa8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304923 Aug 16 02:27:11.342686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5151b-1040-47f4-82fa-abc763fc0ae3 req-18c7ec66-060d-44f1-b5af-65b4b46cf663 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:11.344203 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15d5151b-1040-47f4-82fa-abc763fc0ae3 req-18c7ec66-060d-44f1-b5af-65b4b46cf663 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 949 time: 0.0494704 Aug 16 02:27:11.382484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15d5151b-1040-47f4-82fa-abc763fc0ae3 req-c0b43181-7542-4c97-b04f-19a5db8ab9f8 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/security-groups?id=b734e728-d016-4181-b055-42c4d96fa8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Aug 16 02:27:12.497923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39502fb6-34c7-4ca0-841b-73ed6e8015b9 req-dddf71c7-c094-4b06-8637-3958b566d9f9 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:12.499397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39502fb6-34c7-4ca0-841b-73ed6e8015b9 req-dddf71c7-c094-4b06-8637-3958b566d9f9 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 949 time: 0.0483718 Aug 16 02:27:12.537358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39502fb6-34c7-4ca0-841b-73ed6e8015b9 req-2c79db63-24fb-4f1f-830b-5a815ca797c0 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/security-groups?id=b734e728-d016-4181-b055-42c4d96fa8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Aug 16 02:27:13.849573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd537389-1fc2-4ef0-9f8e-dae2370b86ac req-0ae357ad-c7a6-4f96-8664-b47df1aee5e5 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:13.851220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fd537389-1fc2-4ef0-9f8e-dae2370b86ac req-0ae357ad-c7a6-4f96-8664-b47df1aee5e5 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 949 time: 0.0494668 Aug 16 02:27:13.893119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fd537389-1fc2-4ef0-9f8e-dae2370b86ac req-93fc3e50-9072-44a9-9cc8-2d304992cd22 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/security-groups?id=b734e728-d016-4181-b055-42c4d96fa8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359707 Aug 16 02:27:15.007528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4032d3c-b3cf-41a1-b250-abd6a8b34a82 req-43789c87-e66b-46cb-9c23-3f3b1fb2dec4 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.009011 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4032d3c-b3cf-41a1-b250-abd6a8b34a82 req-43789c87-e66b-46cb-9c23-3f3b1fb2dec4 tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 949 time: 0.0486541 Aug 16 02:27:15.046959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4032d3c-b3cf-41a1-b250-abd6a8b34a82 req-a24d2aac-50cd-46c6-b86a-8d4cf40c52ea tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/security-groups?id=b734e728-d016-4181-b055-42c4d96fa8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Aug 16 02:27:15.095870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d82d7-9cb1-47ab-9039-efe6b476d46b req-a3d159c7-35c0-4b21-8c38-8681ec5cc70a tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.097987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b94d82d7-9cb1-47ab-9039-efe6b476d46b req-a3d159c7-35c0-4b21-8c38-8681ec5cc70a tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 949 time: 0.0471871 Aug 16 02:27:15.188728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b94d82d7-9cb1-47ab-9039-efe6b476d46b req-1749b6e3-4ec0-4946-a399-d3aacf1e8a2b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Deleting port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:15.188984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b94d82d7-9cb1-47ab-9039-efe6b476d46b req-1749b6e3-4ec0-4946-a399-d3aacf1e8a2b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.276114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b94d82d7-9cb1-47ab-9039-efe6b476d46b req-1749b6e3-4ec0-4946-a399-d3aacf1e8a2b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] For port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f,segment=NetworkSegment(7afb5564-8134-402e-909b-28d16b51894e),segment_id=7afb5564-8134-402e-909b-28d16b51894e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:15.276478 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b94d82d7-9cb1-47ab-9039-efe6b476d46b req-1749b6e3-4ec0-4946-a399-d3aacf1e8a2b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.289590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b94d82d7-9cb1-47ab-9039-efe6b476d46b req-1749b6e3-4ec0-4946-a399-d3aacf1e8a2b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Calling delete_port for ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:15.481116 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b94d82d7-9cb1-47ab-9039-efe6b476d46b req-1749b6e3-4ec0-4946-a399-d3aacf1e8a2b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.492758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:15.510675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749b6e3-4ec0-4946-a399-d3aacf1e8a2b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Pushing event deleted for resources: {'Port': ['ID=ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:15.552630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94d82d7-9cb1-47ab-9039-efe6b476d46b req-1749b6e3-4ec0-4946-a399-d3aacf1e8a2b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] No DVR routers for this DVR port ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:15.555630 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b94d82d7-9cb1-47ab-9039-efe6b476d46b req-1749b6e3-4ec0-4946-a399-d3aacf1e8a2b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.557799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b94d82d7-9cb1-47ab-9039-efe6b476d46b req-1749b6e3-4ec0-4946-a399-d3aacf1e8a2b tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.74 "DELETE /v2.0/ports/ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f HTTP/1.1" status: 204 len: 173 time: 0.4539964 Aug 16 02:27:15.558276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f20706a-bec6-4457-af53-a9d739bcc6f3', 'name': 'network-vif-deleted', 'tag': 'ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:15.560707 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63a26b1-ed56-40f5-a695-8477e2e366aa" -d '{"events": [{"server_uuid": "5f20706a-bec6-4457-af53-a9d739bcc6f3", "name": "network-vif-deleted", "tag": "ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:15.603480 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b414c394-0521-4c66-921d-dfb478ab83dc x-openstack-request-id: req-b414c394-0521-4c66-921d-dfb478ab83dc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:15.603780 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f20706a-bec6-4457-af53-a9d739bcc6f3", "name": "network-vif-deleted", "tag": "ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:15.604032 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b414c394-0521-4c66-921d-dfb478ab83dc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:15.604436 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f20706a-bec6-4457-af53-a9d739bcc6f3', 'name': 'network-vif-deleted', 'tag': 'ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f', 'status': 'completed', 'code': 200} Aug 16 02:27:16.155934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cce2c424-6d6d-4b8d-9737-da8d59fdfe3d req-8280a33a-8a78-4da6-af4a-2665a3fcbcfd tempest-ServersAdminNegativeTestJSON-1260366090 tempest-ServersAdminNegativeTestJSON-1260366090-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20706a-bec6-4457-af53-a9d739bcc6f3 HTTP/1.1" status: 200 len: 210 time: 0.0309134 Aug 16 02:27:17.608386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53422) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:17.751652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7f9284c5-9e8a-43ff-a2fa-66c3567f2a4a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2376425145ef4d8dbb1f946178df20d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420581 Aug 16 02:27:17.754253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53426) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:17.802349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a04a1922-bba6-4606-b385-0307d6293a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.822714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a04a1922-bba6-4606-b385-0307d6293a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.943512 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a04a1922-bba6-4606-b385-0307d6293a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.946117 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a04a1922-bba6-4606-b385-0307d6293a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.947198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a04a1922-bba6-4606-b385-0307d6293a61 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b734e728-d016-4181-b055-42c4d96fa8e8 HTTP/1.1" status: 204 len: 168 time: 0.1919911 Aug 16 02:27:17.955112 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a1922-bba6-4606-b385-0307d6293a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b734e728-d016-4181-b055-42c4d96fa8e8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:18.005889 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:18.026323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:18.026669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ef0d1d21-8cf1-4a6c-a1f4-bab91eca234f not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:18.553442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53432) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:18.566434 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-afb49948-14e8-4084-8484-8248476e99c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.653122 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-afb49948-14e8-4084-8484-8248476e99c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.732170 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-afb49948-14e8-4084-8484-8248476e99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.774487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-afb49948-14e8-4084-8484-8248476e99c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=309763372d9d45678bec18bf98b8ed52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199268 Aug 16 02:27:18.775325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb49948-14e8-4084-8484-8248476e99c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fcfca3-4c0d-4740-8b4b-30f782fbaa2b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:18.777946 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53434) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:18.827666 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4bec793-33e4-43a1-8157-c1f22bce1d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.848668 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4bec793-33e4-43a1-8157-c1f22bce1d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.977684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4bec793-33e4-43a1-8157-c1f22bce1d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.980307 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4bec793-33e4-43a1-8157-c1f22bce1d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.981506 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f4bec793-33e4-43a1-8157-c1f22bce1d40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05fcfca3-4c0d-4740-8b4b-30f782fbaa2b HTTP/1.1" status: 204 len: 168 time: 0.2023914 Aug 16 02:27:18.989258 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bec793-33e4-43a1-8157-c1f22bce1d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fcfca3-4c0d-4740-8b4b-30f782fbaa2b,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:20.005850 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53456) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:20.103392 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-726614695-network', 'tenant_id': 'a54d9e58f75441708afd6ca6fc78dfe7'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:20.209329 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Made reservation on behalf of a54d9e58f75441708afd6ca6fc78dfe7 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:20.211717 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.220434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.308978 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.380771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.405871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:20.416330 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f367eee-23ec-40ce-bbc3-90bda1ab67b9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:20.421236 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.421580 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Added segment 62ee46f4-2df3-4382-8b83-10b0d9864250 of type vlan for network 4115bd6b-c759-440d-9665-bf2adc8943a2 Aug 16 02:27:20.464420 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.534609 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.535578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:20.536798 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.592984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] Pushing event updated for resources: {'Network': ['ID=4115bd6b-c759-440d-9665-bf2adc8943a2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:20.603168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 4115bd6b-c759-440d-9665-bf2adc8943a2 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:20.641519 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5651b4d0-e06b-4bb4-a20c-ae4e8c90eeff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6370680 Aug 16 02:27:20.644383 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53460) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:20.650028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] Request body: {'subnet': {'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-726614695-subnet', 'tenant_id': 'a54d9e58f75441708afd6ca6fc78dfe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:20.735009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] Made reservation on behalf of a54d9e58f75441708afd6ca6fc78dfe7 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:20.737417 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.967023 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.029281 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2316e123-2e8f-4667-a451-74712a97e7d6,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:21.031782 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] Checking segment: {'id': '62ee46f4-2df3-4382-8b83-10b0d9864250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:21.032154 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] Network hostable DHCP agents. Network: 4115bd6b-c759-440d-9665-bf2adc8943a2, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:21.129154 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] Network 4115bd6b-c759-440d-9665-bf2adc8943a2 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:21.226362 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 4115bd6b-c759-440d-9665-bf2adc8943a2) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:21.230378 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.231026 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.235373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b3fcb-5475-478a-abdc-80d2a5334960 None None] Network 4115bd6b-c759-440d-9665-bf2adc8943a2 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:21.251885 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.319742 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d3f3ca91-a7d0-4582-a0d5-202f2d4aa220 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6742661 Aug 16 02:27:21.361193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd715cc1-44e5-4ce9-bac8-f72d57afe9a8 None None] Network 4115bd6b-c759-440d-9665-bf2adc8943a2 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:21.744221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-9b024629-0f82-4de1-8868-0e108780f53b tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.746229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-9b024629-0f82-4de1-8868-0e108780f53b tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/networks?id=4115bd6b-c759-440d-9665-bf2adc8943a2 HTTP/1.1" status: 200 len: 811 time: 0.1063919 Aug 16 02:27:21.761640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-cd721e6a-15d9-425b-9dad-498048d98476 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/quotas/a54d9e58f75441708afd6ca6fc78dfe7 HTTP/1.1" status: 200 len: 375 time: 0.0098174 Aug 16 02:27:21.793556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-cfac0e12-8f68-4c8b-a1e0-66e0c666b043 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267768 Aug 16 02:27:21.938171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-196c2164-c09b-43b9-b582-d83283eb3ca7 service neutron] 10.222.0.66 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377707 Aug 16 02:27:22.025559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-7d56800f-3bde-4569-aaa8-862b45c3bfa5 service neutron] 10.222.0.66 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810146 Aug 16 02:27:22.101086 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.258334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f83f8dc-8677-49b2-bb3d-1797ae1ef54e req-7bd49345-2cd5-4a20-8004-67b17ac897b5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 210 time: 0.0312998 Aug 16 02:27:23.351606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b76f3829-c616-4ab1-b3c4-cc79bf6d7ac5 req-447478a2-fedf-4ae1-82a6-31733977dc40 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 210 time: 0.0268357 Aug 16 02:27:24.159437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-a5666cd8-a179-4978-a5f1-ca1ccce58902 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.160887 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-a5666cd8-a179-4978-a5f1-ca1ccce58902 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.74 "GET /v2.0/networks?id=4115bd6b-c759-440d-9665-bf2adc8943a2 HTTP/1.1" status: 200 len: 811 time: 0.1004410 Aug 16 02:27:24.173138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Request body: {'port': {'device_id': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2', 'admin_state_up': True, 'tenant_id': 'a54d9e58f75441708afd6ca6fc78dfe7'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:24.340951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Made reservation on behalf of a54d9e58f75441708afd6ca6fc78dfe7 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:24.344561 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.471588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32253afb-5818-4ea3-97b6-e3ac7d2d4b43 req-a4f7dad8-5c36-481b-a3e4-286064e98e27 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 210 time: 0.0497968 Aug 16 02:27:24.495262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Allocated IP 172.20.0.8 (4115bd6b-c759-440d-9665-bf2adc8943a2/2316e123-2e8f-4667-a451-74712a97e7d6/aaea2fc1-0e80-4574-967c-d0261f94ae76) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:24.633237 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.724428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.773146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Network 4115bd6b-c759-440d-9665-bf2adc8943a2 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:24.776272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:24.780039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:24.786904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Pushing event updated for resources: {'Port': ['ID=aaea2fc1-0e80-4574-967c-d0261f94ae76,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.830981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.831595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.927242 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-74dce72b-eb08-48e1-9b73-4591a6ec511e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7575934 Aug 16 02:27:24.939808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Request body: {'port': {'device_id': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:24.991695 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.251145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaea2fc1-0e80-4574-967c-d0261f94ae76 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:25.260169 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.272495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Transition to ACTIVE for port object aaea2fc1-0e80-4574-967c-d0261f94ae76 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:25.398061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.449632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Pushing event updated for resources: {'Port': ['ID=aaea2fc1-0e80-4574-967c-d0261f94ae76,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:25.516653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Attempting to bind port aaea2fc1-0e80-4574-967c-d0261f94ae76 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:25.517245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Attempting to bind port aaea2fc1-0e80-4574-967c-d0261f94ae76 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '62ee46f4-2df3-4382-8b83-10b0d9864250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:25.517365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Attempting to bind port aaea2fc1-0e80-4574-967c-d0261f94ae76 on network 4115bd6b-c759-440d-9665-bf2adc8943a2 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:25.522165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Port aaea2fc1-0e80-4574-967c-d0261f94ae76 on network 4115bd6b-c759-440d-9665-bf2adc8943a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:25.522494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Attempting to bind port aaea2fc1-0e80-4574-967c-d0261f94ae76 on network 4115bd6b-c759-440d-9665-bf2adc8943a2 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:25.527378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:25.527720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Checking segment: {'id': '62ee46f4-2df3-4382-8b83-10b0d9864250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:25.528109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Bound using segment: {'id': '62ee46f4-2df3-4382-8b83-10b0d9864250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:25.528656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Bound port: aaea2fc1-0e80-4574-967c-d0261f94ae76, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ee46f4-2df3-4382-8b83-10b0d9864250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:25.529022 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.632886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796f16a-8532-4fb3-b628-00581a1a6b9c req-a8850bb1-de60-45ca-9424-83b01e6d3abf tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:25.634669 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2796f16a-8532-4fb3-b628-00581a1a6b9c req-a8850bb1-de60-45ca-9424-83b01e6d3abf tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 943 time: 0.0942776 Aug 16 02:27:25.638910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:25.642993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76,segment=NetworkSegment(62ee46f4-2df3-4382-8b83-10b0d9864250),segment_id=62ee46f4-2df3-4382-8b83-10b0d9864250)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:25.674552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2796f16a-8532-4fb3-b628-00581a1a6b9c req-391b9b77-1750-4a4c-93e7-198d9f3f6f98 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334003 Aug 16 02:27:25.732902 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.766318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:25.767277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.768678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] 10.222.0.74 "PUT /v2.0/ports/aaea2fc1-0e80-4574-967c-d0261f94ae76 HTTP/1.1" status: 200 len: 1092 time: 0.8329289 Aug 16 02:27:25.770982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:25.774885 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11efdb9-dc61-46ed-a5d8-0fd0b97b840f" -d '{"events": [{"name": "network-changed", "server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:25.802479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730406f5-a297-495b-9f42-a702dff171a4 service neutron] Pushing event updated for resources: {'Port': ['ID=aaea2fc1-0e80-4574-967c-d0261f94ae76,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:25.814333 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5085c14-7e6d-43b7-a4c7-dfba716cc3f2 x-openstack-request-id: req-a5085c14-7e6d-43b7-a4c7-dfba716cc3f2 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:25.814637 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:25.814870 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5085c14-7e6d-43b7-a4c7-dfba716cc3f2 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:25.815275 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76', 'status': 'completed', 'code': 200} Aug 16 02:27:25.879158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11efdb9-dc61-46ed-a5d8-0fd0b97b840f req-0b097cb5-1d3e-4c69-acec-5ac1d5d6a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:25.881521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f11efdb9-dc61-46ed-a5d8-0fd0b97b840f req-0b097cb5-1d3e-4c69-acec-5ac1d5d6a166 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 1095 time: 0.0458620 Aug 16 02:27:25.984660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11efdb9-dc61-46ed-a5d8-0fd0b97b840f req-fc717f25-f77a-4fb5-8a36-05a878399dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:25.986180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f11efdb9-dc61-46ed-a5d8-0fd0b97b840f req-fc717f25-f77a-4fb5-8a36-05a878399dd0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0959296 Aug 16 02:27:26.082861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11efdb9-dc61-46ed-a5d8-0fd0b97b840f req-57624032-ec22-464e-acef-77431887a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.084453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f11efdb9-dc61-46ed-a5d8-0fd0b97b840f req-57624032-ec22-464e-acef-77431887a214 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914910 Aug 16 02:27:26.163000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-8d0f1664-8b80-49df-a181-e3437232be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.164480 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-8d0f1664-8b80-49df-a181-e3437232be00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 1095 time: 0.0421741 Aug 16 02:27:26.204724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-1f412ea8-e638-40b8-82f0-e20a57587487 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76 HTTP/1.1" status: 200 len: 217 time: 0.0327845 Aug 16 02:27:26.256845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-56a3e841-c838-4a01-b974-5ab2614ad292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.258319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-56a3e841-c838-4a01-b974-5ab2614ad292 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316e123-2e8f-4667-a451-74712a97e7d6 HTTP/1.1" status: 200 len: 851 time: 0.0468614 Aug 16 02:27:26.289612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-eff80560-e1b6-4c2c-a2c6-1db8e30947d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4115bd6b-c759-440d-9665-bf2adc8943a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245483 Aug 16 02:27:26.376059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-d861052b-9ff8-4535-9f29-ce6ecff09199 service neutron] 10.222.0.74 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793624 Aug 16 02:27:26.471205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8a47b87-1cbc-4223-a2b6-1558a06e72c2 req-ef13aee5-2534-4c92-b673-70f370ca86f4 service neutron] 10.222.0.74 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878761 Aug 16 02:27:26.795856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c211a3-074f-4211-9758-0d98246166b6 req-39592520-e5dc-42f7-8d0f-de70038e66c5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.797351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4c211a3-074f-4211-9758-0d98246166b6 req-39592520-e5dc-42f7-8d0f-de70038e66c5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 943 time: 0.0506132 Aug 16 02:27:26.836987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4c211a3-074f-4211-9758-0d98246166b6 req-92565b2a-7505-4d48-ab11-2a570f24b677 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330875 Aug 16 02:27:27.950538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64be1f6-3dae-4a96-9373-1caa86e70991 req-9a4c26e8-b9ba-4826-a397-56321114081b tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.952005 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c64be1f6-3dae-4a96-9373-1caa86e70991 req-9a4c26e8-b9ba-4826-a397-56321114081b tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 943 time: 0.0492749 Aug 16 02:27:27.990064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c64be1f6-3dae-4a96-9373-1caa86e70991 req-1c49a965-3c3a-4556-9c76-d4ef911ddce0 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Aug 16 02:27:28.083895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aaea2fc1-0e80-4574-967c-d0261f94ae76 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:28.183674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76,segment=NetworkSegment(62ee46f4-2df3-4382-8b83-10b0d9864250),segment_id=62ee46f4-2df3-4382-8b83-10b0d9864250)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:28.194672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'aaea2fc1-0e80-4574-967c-d0261f94ae76', 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2', 'port_id': 'aaea2fc1-0e80-4574-967c-d0261f94ae76', 'mac_address': 'fa:16:3e:a1:ff:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2316e123-2e8f-4667-a451-74712a97e7d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:28.230636 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.243214 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaea2fc1-0e80-4574-967c-d0261f94ae76 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:28.262186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76,segment=NetworkSegment(62ee46f4-2df3-4382-8b83-10b0d9864250),segment_id=62ee46f4-2df3-4382-8b83-10b0d9864250)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:28.321059 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.369405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=aaea2fc1-0e80-4574-967c-d0261f94ae76,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:28.513810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['aaea2fc1-0e80-4574-967c-d0261f94ae76'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:29.111694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8cbf2-fbe5-48b9-b54a-04049cbfc80e req-031dde38-ca28-4c5e-a1f2-626ccfd35fa3 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:29.113149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4df8cbf2-fbe5-48b9-b54a-04049cbfc80e req-031dde38-ca28-4c5e-a1f2-626ccfd35fa3 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 944 time: 0.0540597 Aug 16 02:27:29.152754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4df8cbf2-fbe5-48b9-b54a-04049cbfc80e req-b42751f8-9dda-4c7c-8726-154d827803d5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Aug 16 02:27:29.897559 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1af5-3ba1-41c8-bc90-9141d95e2854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.083700 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aaea2fc1-0e80-4574-967c-d0261f94ae76 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:30.189459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port aaea2fc1-0e80-4574-967c-d0261f94ae76 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:30.193381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port aaea2fc1-0e80-4574-967c-d0261f94ae76 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:30.193757 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.266536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847c5f-b521-4aba-9112-89a45fba9355 req-72692a87-fd31-4647-8ef2-aaaaf307e69c tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.268070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49847c5f-b521-4aba-9112-89a45fba9355 req-72692a87-fd31-4647-8ef2-aaaaf307e69c tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 944 time: 0.0495131 Aug 16 02:27:30.273039 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.296900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:30.299157 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86696748-30d3-40a1-b791-aad389595644" -d '{"events": [{"server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "name": "network-vif-plugged", "status": "completed", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:30.307671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49847c5f-b521-4aba-9112-89a45fba9355 req-ef21a03d-c83b-403b-b91d-f746476e0366 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327191 Aug 16 02:27:30.311653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76,segment=NetworkSegment(62ee46f4-2df3-4382-8b83-10b0d9864250),segment_id=62ee46f4-2df3-4382-8b83-10b0d9864250)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:30.352434 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c949df2c-3bf0-44e7-978b-ac1e63a0015d x-openstack-request-id: req-c949df2c-3bf0-44e7-978b-ac1e63a0015d {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:30.352728 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "name": "network-vif-plugged", "status": "completed", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:30.352986 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c949df2c-3bf0-44e7-978b-ac1e63a0015d {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:30.353380 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76', 'code': 200} Aug 16 02:27:30.386618 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.435132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=aaea2fc1-0e80-4574-967c-d0261f94ae76,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:30.442545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ee596-1c4a-47b8-a31e-64af200f9928 req-d0843103-9434-43d8-8832-e390e55c8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.444097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e4ee596-1c4a-47b8-a31e-64af200f9928 req-d0843103-9434-43d8-8832-e390e55c8827 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 1097 time: 0.0399535 Aug 16 02:27:30.478363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e4ee596-1c4a-47b8-a31e-64af200f9928 req-0dfedff7-1c41-4b93-aef2-da331a2bf643 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275419 Aug 16 02:27:31.433634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff06a96-3737-48c1-86f9-dcd08b4293d9 req-0afb14a5-6596-4cf3-86ab-0b036920dee8 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:31.435176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff06a96-3737-48c1-86f9-dcd08b4293d9 req-0afb14a5-6596-4cf3-86ab-0b036920dee8 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0535567 Aug 16 02:27:31.473983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff06a96-3737-48c1-86f9-dcd08b4293d9 req-c5134634-1e25-458a-9eab-916451a03c89 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Aug 16 02:27:32.587056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5595a31-fbc3-498d-8405-003dc3f35fe6 req-e2229161-f026-407b-af29-4283426c8408 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:32.588525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5595a31-fbc3-498d-8405-003dc3f35fe6 req-e2229161-f026-407b-af29-4283426c8408 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0481336 Aug 16 02:27:32.625309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d5595a31-fbc3-498d-8405-003dc3f35fe6 req-d7194b14-6a9c-47bd-8cba-7dc192ffcf01 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309284 Aug 16 02:27:32.905922 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.932046 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-02dcb1db-e555-495f-954c-f7ae9a7c520b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.094879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e3b8f-b4e1-4c19-8f9a-d2247a3d1b47 req-9afaa3c6-f48f-4feb-a9ee-2b4288dfe5e7 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.096363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3a5e3b8f-b4e1-4c19-8f9a-d2247a3d1b47 req-9afaa3c6-f48f-4feb-a9ee-2b4288dfe5e7 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0495758 Aug 16 02:27:33.134771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3a5e3b8f-b4e1-4c19-8f9a-d2247a3d1b47 req-e7d7a6ca-8215-497e-a32c-8161ad49e4b1 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Aug 16 02:27:33.259758 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-efa8880f-d483-4beb-959c-54ea97aba095 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924838 Aug 16 02:27:34.180657 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.253191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6b77-ad1a-4342-b8bf-2a591f86cb09 req-d7686d3b-cbf5-4333-984d-761b83b662a6 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:34.254695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40ee6b77-ad1a-4342-b8bf-2a591f86cb09 req-d7686d3b-cbf5-4333-984d-761b83b662a6 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0517480 Aug 16 02:27:34.295408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40ee6b77-ad1a-4342-b8bf-2a591f86cb09 req-9b066924-6040-4f02-b853-60b9775c6757 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339484 Aug 16 02:27:35.225458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-010441ca-4959-46b6-8aca-33f79dcf26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:35.226967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-010441ca-4959-46b6-8aca-33f79dcf26d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 1097 time: 0.0399795 Aug 16 02:27:35.316792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-c907a837-5dba-4021-b29b-152b93a4a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:35.319326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-c907a837-5dba-4021-b29b-152b93a4a30f service neutron] 10.222.0.74 "GET /v2.0/networks?id=4115bd6b-c759-440d-9665-bf2adc8943a2 HTTP/1.1" status: 200 len: 912 time: 0.0858672 Aug 16 02:27:35.369756 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-3e613ed5-3af9-4040-a24b-f582963ce2ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76 HTTP/1.1" status: 200 len: 217 time: 0.0415812 Aug 16 02:27:35.445559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-e2315d1b-cc3e-4355-b256-c1ae42ab9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:35.447113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-e2315d1b-cc3e-4355-b256-c1ae42ab9049 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316e123-2e8f-4667-a451-74712a97e7d6 HTTP/1.1" status: 200 len: 851 time: 0.0672095 Aug 16 02:27:35.457255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30117d8-377b-4618-89ce-48ad72ab7bff req-af41426c-14bd-430b-ad30-74abcc00c7ae tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:35.458869 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f30117d8-377b-4618-89ce-48ad72ab7bff req-af41426c-14bd-430b-ad30-74abcc00c7ae tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0881400 Aug 16 02:27:35.494780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-8d2ec739-1f17-4c7a-8818-6520d44c44b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4115bd6b-c759-440d-9665-bf2adc8943a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347133 Aug 16 02:27:35.529592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f30117d8-377b-4618-89ce-48ad72ab7bff req-a1d36fb8-e5d2-442a-9d95-ed0520ae3b11 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620174 Aug 16 02:27:35.593402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-118e1295-e3f1-4d22-bf69-a33761a1cdf8 service neutron] 10.222.0.74 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856738 Aug 16 02:27:35.684585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-1df3e907-e149-4771-a9a1-3cbd7e07891a service neutron] 10.222.0.74 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843358 Aug 16 02:27:35.900203 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.643350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8969992-d257-4186-9aec-b9f79b923d59 req-8de3d673-7a99-497f-a5d7-e49c70a13615 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:36.644816 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8969992-d257-4186-9aec-b9f79b923d59 req-8de3d673-7a99-497f-a5d7-e49c70a13615 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0483546 Aug 16 02:27:36.681549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8969992-d257-4186-9aec-b9f79b923d59 req-312899cb-e4fe-4db6-8cb1-9b428af30baf tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300610 Aug 16 02:27:37.398018 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:27:37.807086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd90dd-f2ff-47b3-a1c9-9c12084a77b2 req-64689366-6589-43ff-b6d5-218099abaab0 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:37.808576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cbd90dd-f2ff-47b3-a1c9-9c12084a77b2 req-64689366-6589-43ff-b6d5-218099abaab0 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0562708 Aug 16 02:27:38.168461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cbd90dd-f2ff-47b3-a1c9-9c12084a77b2 req-2d25b8fc-7fd9-477b-83dd-79674684f07b tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537569 Aug 16 02:27:39.282413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9bd0e-2ab2-45d3-b4c7-754460b9701a req-099c1c89-5c39-453d-b518-baf2ecaed21e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.283873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2a9bd0e-2ab2-45d3-b4c7-754460b9701a req-099c1c89-5c39-453d-b518-baf2ecaed21e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0479538 Aug 16 02:27:39.322734 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2a9bd0e-2ab2-45d3-b4c7-754460b9701a req-09902de4-2868-4868-b99c-c1e2ecec1952 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Aug 16 02:27:40.436997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4516065-7d7d-4192-b8fd-7744a6e1c2dd req-5b12ea4b-c2bb-48b5-965e-357f61391812 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:40.438541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4516065-7d7d-4192-b8fd-7744a6e1c2dd req-5b12ea4b-c2bb-48b5-965e-357f61391812 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0487964 Aug 16 02:27:40.475880 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4516065-7d7d-4192-b8fd-7744a6e1c2dd req-633b3e94-c127-45e0-b20b-90475cbfd9d0 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Aug 16 02:27:41.592256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97acd2-84cc-447a-b363-fe8ef9847085 req-91645911-785d-41d1-832d-82a58700b9f7 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.593719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f97acd2-84cc-447a-b363-fe8ef9847085 req-91645911-785d-41d1-832d-82a58700b9f7 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0513501 Aug 16 02:27:41.635065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f97acd2-84cc-447a-b363-fe8ef9847085 req-4a18221c-2da5-4c7b-8606-4da7351904e4 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345066 Aug 16 02:27:42.747887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426572f1-580d-4583-a0e3-6a3d20d7d818 req-294692c7-095a-474f-b51d-6715161c3efe tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:42.749371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-426572f1-580d-4583-a0e3-6a3d20d7d818 req-294692c7-095a-474f-b51d-6715161c3efe tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0483193 Aug 16 02:27:42.786822 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-426572f1-580d-4583-a0e3-6a3d20d7d818 req-91324fe1-7989-4150-93e4-d5819678ef82 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Aug 16 02:27:43.903539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ce4c3-f6c8-4929-8f3a-24f4fb5ec862 req-7a135e76-d1ad-4259-a53d-1343e020de6c tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.905046 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-215ce4c3-f6c8-4929-8f3a-24f4fb5ec862 req-7a135e76-d1ad-4259-a53d-1343e020de6c tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0513232 Aug 16 02:27:43.943219 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-215ce4c3-f6c8-4929-8f3a-24f4fb5ec862 req-84fddf26-4121-4ee0-b151-a1d0bf41544f tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320983 Aug 16 02:27:45.060291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e976a0-dfa1-4627-a504-e563147533f7 req-cbfdf072-3fc6-4f89-88af-a0d376c9c830 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.061775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e976a0-dfa1-4627-a504-e563147533f7 req-cbfdf072-3fc6-4f89-88af-a0d376c9c830 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0515015 Aug 16 02:27:45.099542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66e976a0-dfa1-4627-a504-e563147533f7 req-ab980379-acd4-4d90-aeab-78f6c01f1ebb tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Aug 16 02:27:45.351459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edbc2b-5ea0-4360-8b7a-7a3833dafec0 req-1c4a5a1e-798e-4d0e-b9b7-002f2fe46b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.352943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7edbc2b-5ea0-4360-8b7a-7a3833dafec0 req-1c4a5a1e-798e-4d0e-b9b7-002f2fe46b19 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 1097 time: 0.0403197 Aug 16 02:27:45.456713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edbc2b-5ea0-4360-8b7a-7a3833dafec0 req-53aaf0e4-7202-4263-ae20-4ad184b4780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.458217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7edbc2b-5ea0-4360-8b7a-7a3833dafec0 req-53aaf0e4-7202-4263-ae20-4ad184b4780e service neutron] 10.222.0.74 "GET /v2.0/networks?id=4115bd6b-c759-440d-9665-bf2adc8943a2 HTTP/1.1" status: 200 len: 912 time: 0.0874193 Aug 16 02:27:45.499874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7edbc2b-5ea0-4360-8b7a-7a3833dafec0 req-3e94ea4b-0f48-49ab-82c7-2d17e0dd2aa8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76 HTTP/1.1" status: 200 len: 217 time: 0.0344000 Aug 16 02:27:45.547069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edbc2b-5ea0-4360-8b7a-7a3833dafec0 req-09b729c7-cd53-47f8-873b-09b67351cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.548461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7edbc2b-5ea0-4360-8b7a-7a3833dafec0 req-09b729c7-cd53-47f8-873b-09b67351cbf0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316e123-2e8f-4667-a451-74712a97e7d6 HTTP/1.1" status: 200 len: 851 time: 0.0420985 Aug 16 02:27:45.578841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7edbc2b-5ea0-4360-8b7a-7a3833dafec0 req-13921d66-7f00-437e-a2cf-a067cdebebee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4115bd6b-c759-440d-9665-bf2adc8943a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231917 Aug 16 02:27:45.671029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7edbc2b-5ea0-4360-8b7a-7a3833dafec0 req-36fdf952-b6f9-4ad9-ac77-6c9fac2b2b4a service neutron] 10.222.0.74 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837789 Aug 16 02:27:45.759449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7edbc2b-5ea0-4360-8b7a-7a3833dafec0 req-d0f79c72-11b0-44c8-9c42-8c6e35cb9ef2 service neutron] 10.222.0.74 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813904 Aug 16 02:27:46.220208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e878ddd-2934-4b27-b580-aa04e9390368 req-d71ff0df-15a4-4448-9e2c-adc375724377 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:46.221621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e878ddd-2934-4b27-b580-aa04e9390368 req-d71ff0df-15a4-4448-9e2c-adc375724377 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0538492 Aug 16 02:27:46.258506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e878ddd-2934-4b27-b580-aa04e9390368 req-e90b44ed-8bdd-4858-bcb4-eadbc712c354 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309827 Aug 16 02:27:47.371417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608b35c-f0a6-4fe3-ae95-14b8f5b85046 req-90025f77-9afa-44cb-b59f-df40ad34c723 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:47.372936 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a608b35c-f0a6-4fe3-ae95-14b8f5b85046 req-90025f77-9afa-44cb-b59f-df40ad34c723 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0479734 Aug 16 02:27:47.411243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a608b35c-f0a6-4fe3-ae95-14b8f5b85046 req-594f166c-8ffa-4fb2-b519-e4669b19d675 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324349 Aug 16 02:27:48.528051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a23ee0-5f7c-4688-a083-996180052173 req-e0c3de76-bcb2-4dd0-85f1-ce31dbf14419 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.529537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8a23ee0-5f7c-4688-a083-996180052173 req-e0c3de76-bcb2-4dd0-85f1-ce31dbf14419 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0491276 Aug 16 02:27:48.566102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8a23ee0-5f7c-4688-a083-996180052173 req-931ded5d-def8-4b8a-a728-9de58b882c51 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306313 Aug 16 02:27:49.684643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9cc9c-29b0-48d1-b717-7c43c8832e24 req-c1668d47-51b8-49e4-9f76-cc77e9434ad7 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:49.686069 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bd9cc9c-29b0-48d1-b717-7c43c8832e24 req-c1668d47-51b8-49e4-9f76-cc77e9434ad7 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0529993 Aug 16 02:27:49.722494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bd9cc9c-29b0-48d1-b717-7c43c8832e24 req-1e210a3d-c0cc-42d1-8cb8-6caa6dcbda81 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306163 Aug 16 02:27:50.836326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db93a80-642d-40a2-a1fa-da9ff27ff09b req-67483008-77db-4f7d-94cd-b5729377990a tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:50.838148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7db93a80-642d-40a2-a1fa-da9ff27ff09b req-67483008-77db-4f7d-94cd-b5729377990a tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Aug 16 02:27:50.875998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7db93a80-642d-40a2-a1fa-da9ff27ff09b req-24cb2b66-e429-49be-8678-b23de8297bc5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318613 Aug 16 02:27:51.217230 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.991111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068797b7-665f-4b27-a650-82356956a07e req-c9583f12-11d5-4567-ac28-96f4f9d3b235 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:51.993096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-068797b7-665f-4b27-a650-82356956a07e req-c9583f12-11d5-4567-ac28-96f4f9d3b235 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0488663 Aug 16 02:27:52.030383 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-068797b7-665f-4b27-a650-82356956a07e req-b6b378fb-72e6-49c8-b12c-a9a1dbf52c41 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Aug 16 02:27:52.160200 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.149215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca439f-5181-4e5b-b821-12d7b3e95ea9 req-2f6c164c-ff53-4065-9fd6-b1a7d77e7e56 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:53.150705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90ca439f-5181-4e5b-b821-12d7b3e95ea9 req-2f6c164c-ff53-4065-9fd6-b1a7d77e7e56 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0528233 Aug 16 02:27:53.187225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90ca439f-5181-4e5b-b821-12d7b3e95ea9 req-876b52ed-9140-44d8-a851-b81775859a99 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306036 Aug 16 02:27:54.302254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe07adf-c960-45dd-84e9-694ad4648ea0 req-8af33447-4dcb-4d6d-af73-708169fcf458 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:54.303746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fe07adf-c960-45dd-84e9-694ad4648ea0 req-8af33447-4dcb-4d6d-af73-708169fcf458 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0495532 Aug 16 02:27:54.342190 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fe07adf-c960-45dd-84e9-694ad4648ea0 req-15df9968-0ecb-4f91-a062-aefc9efab713 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Aug 16 02:27:55.458168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf092f0-5b0e-4d66-9ae4-61cd2f296ab4 req-2a5dfc30-f36d-42ba-92b7-7219a3c2461b tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:55.459705 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bf092f0-5b0e-4d66-9ae4-61cd2f296ab4 req-2a5dfc30-f36d-42ba-92b7-7219a3c2461b tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0496347 Aug 16 02:27:55.499596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7bf092f0-5b0e-4d66-9ae4-61cd2f296ab4 req-c3ff9d68-1df7-4d00-8ba4-f476f5425125 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332181 Aug 16 02:27:56.617288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69676ad-d152-4001-93b7-cc6bb905064d req-1ee5733f-43f8-4b4b-9828-b4a6653b5410 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:56.619344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f69676ad-d152-4001-93b7-cc6bb905064d req-1ee5733f-43f8-4b4b-9828-b4a6653b5410 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0517299 Aug 16 02:27:56.656551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f69676ad-d152-4001-93b7-cc6bb905064d req-e253848f-f7d3-49fc-a98b-366e2b4b7e63 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Aug 16 02:27:57.773231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c21a7f-9fee-4b18-a1a8-a1d4219ee795 req-a126239f-b65f-4b35-9ac0-98d5be7be89a tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:57.774760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6c21a7f-9fee-4b18-a1a8-a1d4219ee795 req-a126239f-b65f-4b35-9ac0-98d5be7be89a tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0508499 Aug 16 02:27:57.820868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6c21a7f-9fee-4b18-a1a8-a1d4219ee795 req-fbe643a3-31a5-451a-bf11-92321aed282c tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401213 Aug 16 02:27:58.934797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0840e-1f6d-407f-bd52-760d7ff329df req-329faa1d-91a4-42f5-80ac-0598ffd7cd0c tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:58.936291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89c0840e-1f6d-407f-bd52-760d7ff329df req-329faa1d-91a4-42f5-80ac-0598ffd7cd0c tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Aug 16 02:27:58.974058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89c0840e-1f6d-407f-bd52-760d7ff329df req-781898cf-f9a4-4b73-9081-f380dc4e18a7 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318451 Aug 16 02:27:59.911311 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4765b996-9a68-4a24-b443-074dca77af4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.092903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afa470-031c-44bc-87bd-7394431d3c99 req-52ed2a13-8142-4d83-bf2e-7393414c57cd tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:00.094426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41afa470-031c-44bc-87bd-7394431d3c99 req-52ed2a13-8142-4d83-bf2e-7393414c57cd tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0541687 Aug 16 02:28:00.131498 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41afa470-031c-44bc-87bd-7394431d3c99 req-19efc331-868d-4471-a0c5-b394a5f3b11c tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311139 Aug 16 02:28:01.244149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea2ea1-f867-42f6-829e-a55d5e6cf112 req-5ceaceb0-c610-4cca-8827-fe4124515200 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:01.245616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ea2ea1-f867-42f6-829e-a55d5e6cf112 req-5ceaceb0-c610-4cca-8827-fe4124515200 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0480092 Aug 16 02:28:01.283231 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0ea2ea1-f867-42f6-829e-a55d5e6cf112 req-95ef50e2-a709-4522-a784-ac6f09b26a95 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Aug 16 02:28:02.399982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbc8ce-3212-41ec-b4e7-fffc865d9792 req-2d1a3577-b07c-482b-b042-6aaefd271d3d tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:02.401837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78dbc8ce-3212-41ec-b4e7-fffc865d9792 req-2d1a3577-b07c-482b-b042-6aaefd271d3d tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0512929 Aug 16 02:28:02.442344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78dbc8ce-3212-41ec-b4e7-fffc865d9792 req-6d8c317d-3b08-432f-9d8b-2dab5fa6bece tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344474 Aug 16 02:28:02.900162 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.911509 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-300cd18a-b048-4c11-b7b5-2c8c251b9db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.196404 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-1d731fd9-2421-47ff-a1d5-74f399933475 service neutron] show failed (client error): The resource could not be found. Aug 16 02:28:03.197996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-1d731fd9-2421-47ff-a1d5-74f399933475 service neutron] 10.222.0.74 "GET /v2.0/ports/aaea2fc1-0e80-4574-967c-d0261f94ae76/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0597589 Aug 16 02:28:03.562746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796417f8-54b5-4aa4-94f3-2e5163391a7b req-6397a9c5-5d99-4f17-840f-4ac93656f635 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:03.564249 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-796417f8-54b5-4aa4-94f3-2e5163391a7b req-6397a9c5-5d99-4f17-840f-4ac93656f635 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0521843 Aug 16 02:28:03.602376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-796417f8-54b5-4aa4-94f3-2e5163391a7b req-36f8f9c9-6de7-483b-b8aa-3f7616a66d4f tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320005 Aug 16 02:28:03.804514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-fcb3ebea-64bf-4a94-a682-0d9c933c07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:03.806304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-fcb3ebea-64bf-4a94-a682-0d9c933c07b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286&tenant_id=a54d9e58f75441708afd6ca6fc78dfe7 HTTP/1.1" status: 200 len: 1097 time: 0.1192605 Aug 16 02:28:03.818504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:03.875385 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.075630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76,segment=NetworkSegment(62ee46f4-2df3-4382-8b83-10b0d9864250),segment_id=62ee46f4-2df3-4382-8b83-10b0d9864250)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:04.112020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:04.152106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:04.154414 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63af64dc-a4e1-4b9b-8b74-65e280d40547" -d '{"events": [{"server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "name": "network-vif-unplugged", "status": "completed", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:04.158201 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.170660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Transition to ACTIVE for port object aaea2fc1-0e80-4574-967c-d0261f94ae76 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:04.183219 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.205163 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef6fdb8-bec8-4b8c-ad76-ed9c65a8475a x-openstack-request-id: req-fef6fdb8-bec8-4b8c-ad76-ed9c65a8475a {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:04.205464 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "name": "network-vif-unplugged", "status": "completed", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:04.205714 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fef6fdb8-bec8-4b8c-ad76-ed9c65a8475a {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:04.206137 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76', 'code': 200} Aug 16 02:28:04.234640 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.299137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] No DVR routers for this DVR port aaea2fc1-0e80-4574-967c-d0261f94ae76 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:04.303228 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Pushing event updated for resources: {'Port': ['ID=aaea2fc1-0e80-4574-967c-d0261f94ae76,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:04.313354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.313701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.314070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.314408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.314739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.315068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.315393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.315716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.316041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.316363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.316684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.317002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:04.346448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Attempting to bind port aaea2fc1-0e80-4574-967c-d0261f94ae76 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:04.346793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Attempting to bind port aaea2fc1-0e80-4574-967c-d0261f94ae76 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '62ee46f4-2df3-4382-8b83-10b0d9864250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:04.347125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Attempting to bind port aaea2fc1-0e80-4574-967c-d0261f94ae76 on network 4115bd6b-c759-440d-9665-bf2adc8943a2 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:04.351364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Port aaea2fc1-0e80-4574-967c-d0261f94ae76 on network 4115bd6b-c759-440d-9665-bf2adc8943a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:28:04.351733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Attempting to bind port aaea2fc1-0e80-4574-967c-d0261f94ae76 on network 4115bd6b-c759-440d-9665-bf2adc8943a2 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:04.356901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:04.357325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Checking segment: {'id': '62ee46f4-2df3-4382-8b83-10b0d9864250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:04.357713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Bound using segment: {'id': '62ee46f4-2df3-4382-8b83-10b0d9864250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:04.358167 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Bound port: aaea2fc1-0e80-4574-967c-d0261f94ae76, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ee46f4-2df3-4382-8b83-10b0d9864250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:04.358529 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.425768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:04.428775 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76,segment=NetworkSegment(62ee46f4-2df3-4382-8b83-10b0d9864250),segment_id=62ee46f4-2df3-4382-8b83-10b0d9864250)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:04.486802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.524810 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:04.525642 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.527067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] 10.222.0.64 "PUT /v2.0/ports/aaea2fc1-0e80-4574-967c-d0261f94ae76 HTTP/1.1" status: 200 len: 1092 time: 0.7126532 Aug 16 02:28:04.548961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f8b9c-b391-472e-9144-e52f918120bb service neutron] Pushing event updated for resources: {'Port': ['ID=aaea2fc1-0e80-4574-967c-d0261f94ae76,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:04.591190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-b24425f2-df52-445e-98d5-e88a74e61e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:04.592593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-b24425f2-df52-445e-98d5-e88a74e61e64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 1095 time: 0.0407722 Aug 16 02:28:04.695626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-f74f16db-d386-4ce4-9068-7f9004386e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:04.697806 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-f74f16db-d386-4ce4-9068-7f9004386e26 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4115bd6b-c759-440d-9665-bf2adc8943a2 HTTP/1.1" status: 200 len: 912 time: 0.0961907 Aug 16 02:28:04.753553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-dfeed233-5c2c-4c2c-bba1-789246ad71ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76 HTTP/1.1" status: 200 len: 217 time: 0.0383675 Aug 16 02:28:04.776628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b0a6-d231-49f8-a4f9-84cf5d4a110b req-686bb3ac-8991-4c98-ba29-90baac14d9a7 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:04.778105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d95b0a6-d231-49f8-a4f9-84cf5d4a110b req-686bb3ac-8991-4c98-ba29-90baac14d9a7 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 943 time: 0.0961156 Aug 16 02:28:04.829426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-253c1cea-eeeb-4a26-b475-c522d8c8ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:04.830879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-253c1cea-eeeb-4a26-b475-c522d8c8ac28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2316e123-2e8f-4667-a451-74712a97e7d6 HTTP/1.1" status: 200 len: 851 time: 0.0696759 Aug 16 02:28:04.850380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d95b0a6-d231-49f8-a4f9-84cf5d4a110b req-e68dcd73-e17a-48bb-93a6-5e93e14954b1 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539382 Aug 16 02:28:04.873939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-416ef0c6-9887-464b-8631-28309b7965f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4115bd6b-c759-440d-9665-bf2adc8943a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330520 Aug 16 02:28:04.970580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-42e983a3-fe26-4668-be07-a248777640a2 service neutron] 10.222.0.64 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820820 Aug 16 02:28:05.065272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-472b39ff-1492-4eb9-a05b-f50d0f864294 req-d07e728e-4763-4696-903e-4f744d8cc001 service neutron] 10.222.0.64 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863631 Aug 16 02:28:05.917393 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.966467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f751e8-082b-4d24-bc54-fbe72687523c req-939aa98f-ff3d-4c0f-bb67-5886f283f1eb tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:05.968065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6f751e8-082b-4d24-bc54-fbe72687523c req-939aa98f-ff3d-4c0f-bb67-5886f283f1eb tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 943 time: 0.0497587 Aug 16 02:28:06.006203 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6f751e8-082b-4d24-bc54-fbe72687523c req-fe663d44-a426-485f-a2ea-6fe59a3ccb1f tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Aug 16 02:28:06.207152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:06.209476 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2105e939-8903-4488-bc72-52926d30b845" -d '{"events": [{"name": "network-changed", "server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:06.214517 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aaea2fc1-0e80-4574-967c-d0261f94ae76 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:06.254404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device aaea2fc1-0e80-4574-967c-d0261f94ae76 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:06.256338 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2735f09-d588-4fcb-9201-93205d3fe8e9 x-openstack-request-id: req-a2735f09-d588-4fcb-9201-93205d3fe8e9 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:06.256625 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:06.256868 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2735f09-d588-4fcb-9201-93205d3fe8e9 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:06.257258 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76', 'status': 'completed', 'code': 200} Aug 16 02:28:06.360053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105e939-8903-4488-bc72-52926d30b845 req-c87f91a6-0bcd-411c-b1c2-79b177f4df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.361580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-c87f91a6-0bcd-411c-b1c2-79b177f4df5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 1095 time: 0.0830381 Aug 16 02:28:06.364197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105e939-8903-4488-bc72-52926d30b845 req-014108c8-8ccd-40f9-a733-084087ed022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.365570 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-014108c8-8ccd-40f9-a733-084087ed022b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 1095 time: 0.0790184 Aug 16 02:28:06.554965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105e939-8903-4488-bc72-52926d30b845 req-781260ba-f60f-4481-97d3-2c48e5c6cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.557211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-781260ba-f60f-4481-97d3-2c48e5c6cf1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4115bd6b-c759-440d-9665-bf2adc8943a2 HTTP/1.1" status: 200 len: 912 time: 0.1875367 Aug 16 02:28:06.558603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105e939-8903-4488-bc72-52926d30b845 req-10714ac3-a062-46e3-b913-10b0c3bd1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.559990 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-10714ac3-a062-46e3-b913-10b0c3bd1803 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4115bd6b-c759-440d-9665-bf2adc8943a2 HTTP/1.1" status: 200 len: 912 time: 0.1821065 Aug 16 02:28:06.614469 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-be7a49a5-3625-42cd-a5ae-c49e68c62d30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76 HTTP/1.1" status: 200 len: 217 time: 0.0490863 Aug 16 02:28:06.656729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-7cc3e1f7-478d-45ad-80cd-5f4f4c8c5400 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76 HTTP/1.1" status: 200 len: 217 time: 0.0828941 Aug 16 02:28:06.736523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105e939-8903-4488-bc72-52926d30b845 req-3c6a9994-d0d9-4774-85f7-9ad6ffa8693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.739036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-3c6a9994-d0d9-4774-85f7-9ad6ffa8693d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2316e123-2e8f-4667-a451-74712a97e7d6 HTTP/1.1" status: 200 len: 851 time: 0.0925791 Aug 16 02:28:06.744960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105e939-8903-4488-bc72-52926d30b845 req-b7bd1e39-2cdd-4eeb-9a24-c9fb7e03eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.746623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-b7bd1e39-2cdd-4eeb-9a24-c9fb7e03eab4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316e123-2e8f-4667-a451-74712a97e7d6 HTTP/1.1" status: 200 len: 851 time: 0.0647955 Aug 16 02:28:06.785623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-0ad679bf-57d3-4fdf-a0b1-18b6292f3291 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4115bd6b-c759-440d-9665-bf2adc8943a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378757 Aug 16 02:28:06.805077 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-1f559cee-cd68-4f32-8fab-0e65ae9dd370 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4115bd6b-c759-440d-9665-bf2adc8943a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494142 Aug 16 02:28:06.974942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-7471b759-9b3b-468b-a62e-0382807dc079 service neutron] 10.222.0.64 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721272 Aug 16 02:28:06.978927 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-e5783ec6-df62-4388-a9bb-ccc1cff15444 service neutron] 10.222.0.74 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663640 Aug 16 02:28:07.171059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-d2d8e492-f74b-40ad-957c-120fecafec39 service neutron] 10.222.0.74 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817565 Aug 16 02:28:07.173632 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2105e939-8903-4488-bc72-52926d30b845 req-f0c801db-670c-411d-8b2d-3720dea8df1e service neutron] 10.222.0.64 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913726 Aug 16 02:28:07.181274 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884d277-2db5-459e-9d6a-491dbcf6834c req-f22399b8-acdc-457d-a7d9-148229fc572e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:07.182782 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7884d277-2db5-459e-9d6a-491dbcf6834c req-f22399b8-acdc-457d-a7d9-148229fc572e tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 943 time: 0.1008372 Aug 16 02:28:07.224802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7884d277-2db5-459e-9d6a-491dbcf6834c req-5ca3c92a-30e8-4d88-b248-37b688ec89d9 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356328 Aug 16 02:28:08.307441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device aaea2fc1-0e80-4574-967c-d0261f94ae76 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:28:08.344155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70496c3-2dd8-4b96-a232-9ca361b7823e req-f75015d5-604f-4590-9116-274ac9a7e1e6 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:08.345663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f70496c3-2dd8-4b96-a232-9ca361b7823e req-f75015d5-604f-4590-9116-274ac9a7e1e6 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 943 time: 0.0536222 Aug 16 02:28:08.384186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f70496c3-2dd8-4b96-a232-9ca361b7823e req-b8dcacb5-220e-430f-a3d2-3bd946651804 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322554 Aug 16 02:28:08.401896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76,segment=NetworkSegment(62ee46f4-2df3-4382-8b83-10b0d9864250),segment_id=62ee46f4-2df3-4382-8b83-10b0d9864250)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:08.417851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'aaea2fc1-0e80-4574-967c-d0261f94ae76', 'network_id': '4115bd6b-c759-440d-9665-bf2adc8943a2', 'port_id': 'aaea2fc1-0e80-4574-967c-d0261f94ae76', 'mac_address': 'fa:16:3e:a1:ff:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2316e123-2e8f-4667-a451-74712a97e7d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:28:08.454257 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.467221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaea2fc1-0e80-4574-967c-d0261f94ae76 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:08.486796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76,segment=NetworkSegment(62ee46f4-2df3-4382-8b83-10b0d9864250),segment_id=62ee46f4-2df3-4382-8b83-10b0d9864250)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:08.585380 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.632456 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=aaea2fc1-0e80-4574-967c-d0261f94ae76,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:08.640462 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.640809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.641153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.641494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.641857 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.642197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.642528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.642858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.643185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.643510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.643837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.644160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:08.845855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['aaea2fc1-0e80-4574-967c-d0261f94ae76'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:08.872931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97954fda-f838-4271-8835-a19771a7cde0 req-6bbaa5be-5b21-4012-810f-ef258405f549 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:08.874421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97954fda-f838-4271-8835-a19771a7cde0 req-6bbaa5be-5b21-4012-810f-ef258405f549 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.74 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286&tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 944 time: 0.0837581 Aug 16 02:28:08.933358 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-97954fda-f838-4271-8835-a19771a7cde0 req-8defb690-c077-46fe-ae23-22d1fa2e4890 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:28:08.934415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97954fda-f838-4271-8835-a19771a7cde0 req-8defb690-c077-46fe-ae23-22d1fa2e4890 service neutron] 10.222.0.74 "DELETE /v2.0/ports/aaea2fc1-0e80-4574-967c-d0261f94ae76/bindings/n-h2-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0530026 Aug 16 02:28:09.019395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97954fda-f838-4271-8835-a19771a7cde0 req-df4fea53-7cf0-4880-bd9c-3b75423ec03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:09.020863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97954fda-f838-4271-8835-a19771a7cde0 req-df4fea53-7cf0-4880-bd9c-3b75423ec03d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 1096 time: 0.0443220 Aug 16 02:28:09.109632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97954fda-f838-4271-8835-a19771a7cde0 req-372b6b1c-e959-4515-bbd4-5222a5c1b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:09.111065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97954fda-f838-4271-8835-a19771a7cde0 req-372b6b1c-e959-4515-bbd4-5222a5c1b66f service neutron] 10.222.0.74 "GET /v2.0/networks?id=4115bd6b-c759-440d-9665-bf2adc8943a2 HTTP/1.1" status: 200 len: 912 time: 0.0833085 Aug 16 02:28:09.155552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97954fda-f838-4271-8835-a19771a7cde0 req-d00dc9c5-b9b5-490a-b75c-0b969e8d5ff0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76 HTTP/1.1" status: 200 len: 217 time: 0.0374987 Aug 16 02:28:09.204271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97954fda-f838-4271-8835-a19771a7cde0 req-dfbb5b97-7d0c-47e3-8c93-9c74c4a6635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:09.205682 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97954fda-f838-4271-8835-a19771a7cde0 req-dfbb5b97-7d0c-47e3-8c93-9c74c4a6635a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316e123-2e8f-4667-a451-74712a97e7d6 HTTP/1.1" status: 200 len: 851 time: 0.0433929 Aug 16 02:28:09.237344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97954fda-f838-4271-8835-a19771a7cde0 req-5c0ff612-6967-44a0-a362-6d028ab84bd0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4115bd6b-c759-440d-9665-bf2adc8943a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238230 Aug 16 02:28:09.324196 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97954fda-f838-4271-8835-a19771a7cde0 req-e9331a85-8574-4014-8788-3226f9040957 service neutron] 10.222.0.74 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794947 Aug 16 02:28:09.415690 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97954fda-f838-4271-8835-a19771a7cde0 req-3a6e8125-714e-4bbb-ac36-225be4cbb5c6 service neutron] 10.222.0.74 "GET /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842085 Aug 16 02:28:10.323425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device aaea2fc1-0e80-4574-967c-d0261f94ae76 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:10.431687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port aaea2fc1-0e80-4574-967c-d0261f94ae76 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:10.435973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port aaea2fc1-0e80-4574-967c-d0261f94ae76 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:10.450266 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.517537 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.540479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:10.542701 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afd5fd0-4158-4141-8f10-63d730775c28" -d '{"events": [{"server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "name": "network-vif-plugged", "status": "completed", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:10.554972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76,segment=NetworkSegment(62ee46f4-2df3-4382-8b83-10b0d9864250),segment_id=62ee46f4-2df3-4382-8b83-10b0d9864250)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:10.608724 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.631539 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9ee3b0-32a7-4db2-8aad-86cffdd5c423 x-openstack-request-id: req-4b9ee3b0-32a7-4db2-8aad-86cffdd5c423 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:10.631834 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "name": "network-vif-plugged", "status": "completed", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:10.632084 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b9ee3b0-32a7-4db2-8aad-86cffdd5c423 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:10.632469 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76', 'code': 200} Aug 16 02:28:10.659242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=aaea2fc1-0e80-4574-967c-d0261f94ae76,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:10.714203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efa263-294a-4915-aaee-380edf1498aa req-f7f26354-e582-4367-baad-ce64299d846c tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:10.715684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38efa263-294a-4915-aaee-380edf1498aa req-f7f26354-e582-4367-baad-ce64299d846c tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0482860 Aug 16 02:28:10.752414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38efa263-294a-4915-aaee-380edf1498aa req-6fdee00a-7803-4aaf-895c-10853f8f16c0 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309021 Aug 16 02:28:11.877203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d4359-804a-4c7b-a626-62a4dcab3b82 req-da8feba8-10ab-4f00-a21e-a32303956d54 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:11.878749 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-229d4359-804a-4c7b-a626-62a4dcab3b82 req-da8feba8-10ab-4f00-a21e-a32303956d54 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0560343 Aug 16 02:28:11.918768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-229d4359-804a-4c7b-a626-62a4dcab3b82 req-3cc66ff8-bc5d-4d21-a208-a3bf9e6ae9fa tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f367eee-23ec-40ce-bbc3-90bda1ab67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Aug 16 02:28:12.060435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97954fda-f838-4271-8835-a19771a7cde0 req-e28cbe64-195d-4d54-a8f6-5a05d81dc2db tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.061810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97954fda-f838-4271-8835-a19771a7cde0 req-e28cbe64-195d-4d54-a8f6-5a05d81dc2db tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.64 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 945 time: 0.0480576 Aug 16 02:28:12.152329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-97954fda-f838-4271-8835-a19771a7cde0 req-96acee86-240a-4cf5-9efb-bc29c4358ac5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Deleting port aaea2fc1-0e80-4574-967c-d0261f94ae76 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:12.152666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-97954fda-f838-4271-8835-a19771a7cde0 req-96acee86-240a-4cf5-9efb-bc29c4358ac5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.241459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-97954fda-f838-4271-8835-a19771a7cde0 req-96acee86-240a-4cf5-9efb-bc29c4358ac5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] For port aaea2fc1-0e80-4574-967c-d0261f94ae76, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=aaea2fc1-0e80-4574-967c-d0261f94ae76,segment=NetworkSegment(62ee46f4-2df3-4382-8b83-10b0d9864250),segment_id=62ee46f4-2df3-4382-8b83-10b0d9864250)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:12.241834 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-97954fda-f838-4271-8835-a19771a7cde0 req-96acee86-240a-4cf5-9efb-bc29c4358ac5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.254082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-97954fda-f838-4271-8835-a19771a7cde0 req-96acee86-240a-4cf5-9efb-bc29c4358ac5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Calling delete_port for aaea2fc1-0e80-4574-967c-d0261f94ae76 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:12.442680 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-97954fda-f838-4271-8835-a19771a7cde0 req-96acee86-240a-4cf5-9efb-bc29c4358ac5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.454924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['aaea2fc1-0e80-4574-967c-d0261f94ae76'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:12.472781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acee86-240a-4cf5-9efb-bc29c4358ac5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Pushing event deleted for resources: {'Port': ['ID=aaea2fc1-0e80-4574-967c-d0261f94ae76,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:12.513415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-97954fda-f838-4271-8835-a19771a7cde0 req-96acee86-240a-4cf5-9efb-bc29c4358ac5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] No DVR routers for this DVR port aaea2fc1-0e80-4574-967c-d0261f94ae76 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:12.516141 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-97954fda-f838-4271-8835-a19771a7cde0 req-96acee86-240a-4cf5-9efb-bc29c4358ac5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.518277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97954fda-f838-4271-8835-a19771a7cde0 req-96acee86-240a-4cf5-9efb-bc29c4358ac5 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.64 "DELETE /v2.0/ports/aaea2fc1-0e80-4574-967c-d0261f94ae76 HTTP/1.1" status: 204 len: 173 time: 0.4493508 Aug 16 02:28:12.518719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'name': 'network-vif-deleted', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:12.520930 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e672367f-cd6f-4747-9503-666534f5ddee" -d '{"events": [{"server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "name": "network-vif-deleted", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:12.557348 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e4e6c2-d8b7-4da2-87d0-d9061a71e79d x-openstack-request-id: req-b7e4e6c2-d8b7-4da2-87d0-d9061a71e79d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:12.557640 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01967bc2-0397-4c77-96a5-f270e8b9f286", "name": "network-vif-deleted", "tag": "aaea2fc1-0e80-4574-967c-d0261f94ae76", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:12.557931 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7e4e6c2-d8b7-4da2-87d0-d9061a71e79d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:12.558336 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01967bc2-0397-4c77-96a5-f270e8b9f286', 'name': 'network-vif-deleted', 'tag': 'aaea2fc1-0e80-4574-967c-d0261f94ae76', 'status': 'completed', 'code': 200} Aug 16 02:28:13.026996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5680cf4-1fee-4504-b6bf-2d5c5e90be27 req-2f4b0fd2-8bd9-4da6-8034-7048e0638494 tempest-DeleteServersTestJSON-1999119165 tempest-DeleteServersTestJSON-1999119165-project] 10.222.0.66 "GET /v2.0/ports?device_id=01967bc2-0397-4c77-96a5-f270e8b9f286 HTTP/1.1" status: 200 len: 210 time: 0.0272944 Aug 16 02:28:14.156247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53628) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:14.203590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8df0ae-3474-432f-9ab6-7f7622c9499b admin admin] Deleting subnet 2316e123-2e8f-4667-a451-74712a97e7d6 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:14.206608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc8df0ae-3474-432f-9ab6-7f7622c9499b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.242193 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc8df0ae-3474-432f-9ab6-7f7622c9499b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.280382 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc8df0ae-3474-432f-9ab6-7f7622c9499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.391918 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc8df0ae-3474-432f-9ab6-7f7622c9499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.397240 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:28:14.423697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8df0ae-3474-432f-9ab6-7f7622c9499b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2316e123-2e8f-4667-a451-74712a97e7d6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:14.429776 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc8df0ae-3474-432f-9ab6-7f7622c9499b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.429776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dc8df0ae-3474-432f-9ab6-7f7622c9499b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2316e123-2e8f-4667-a451-74712a97e7d6 HTTP/1.1" status: 204 len: 168 time: 0.2702975 Aug 16 02:28:14.430942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 53630) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:14.495728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.573904 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.583387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4115bd6b-c759-440d-9665-bf2adc8943a2']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:14.921338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ee46f4-2df3-4382-8b83-10b0d9864250') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:14.921631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ee46f4-2df3-4382-8b83-10b0d9864250') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:14.930461 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.943349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.948947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:14.949325 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:14.950938 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:15.114500 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.120188 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.122036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4115bd6b-c759-440d-9665-bf2adc8943a2 HTTP/1.1" status: 204 len: 168 time: 0.6908939 Aug 16 02:28:15.132725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab66c6e-eb8b-403a-b75d-8550a1726142 admin admin] Pushing event deleted for resources: {'Network': ['ID=4115bd6b-c759-440d-9665-bf2adc8943a2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:15.414472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53634) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:15.454733 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-184a47f1-a051-4f89-9f40-e76545a8fce3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a54d9e58f75441708afd6ca6fc78dfe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388777 Aug 16 02:28:15.457172 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53636) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:15.504461 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.525576 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.631034 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.633649 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.634836 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f367eee-23ec-40ce-bbc3-90bda1ab67b9 HTTP/1.1" status: 204 len: 168 time: 0.1767704 Aug 16 02:28:15.643880 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f367eee-23ec-40ce-bbc3-90bda1ab67b9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:15.650875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:15.651276 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:15.651724 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:15.653358 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:15.653358 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:15.653358 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:15.653358 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:15.653358 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:15.654181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:15.654181 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:15.654323 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:15.654567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686c30c-4f15-4697-804e-9e2411bdf713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:16.333597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device aaea2fc1-0e80-4574-967c-d0261f94ae76 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:16.353803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: aaea2fc1-0e80-4574-967c-d0261f94ae76 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:16.356468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device aaea2fc1-0e80-4574-967c-d0261f94ae76 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:16.573645 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53658) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:16.671252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-288860891-network', 'tenant_id': '315f499e2ea8457db8d4f46b783032b5'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:16.771811 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Made reservation on behalf of 315f499e2ea8457db8d4f46b783032b5 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:16.774153 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.783385 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.872389 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.934104 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.958550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:28:16.967728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef402b1-d39a-4666-bb13-f153f8f5c21c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:16.973568 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.973946 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Added segment fe2c1b26-38e3-4ba7-8d1d-d984f951e271 of type vlan for network 214939a4-c743-44d4-9c20-d85fa33e3d87 Aug 16 02:28:17.013114 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.096926 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.098034 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.098659 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.156060 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] Pushing event updated for resources: {'Network': ['ID=214939a4-c743-44d4-9c20-d85fa33e3d87,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:17.166230 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 214939a4-c743-44d4-9c20-d85fa33e3d87 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:28:17.214707 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1aa65783-9ad2-4b1c-81df-362e4a41c305 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6397443 Aug 16 02:28:17.217779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 53662) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:17.222579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] Request body: {'subnet': {'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-288860891-subnet', 'tenant_id': '315f499e2ea8457db8d4f46b783032b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:17.316448 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] Made reservation on behalf of 315f499e2ea8457db8d4f46b783032b5 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:17.318775 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.537756 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.599649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ebf998-9f94-4caf-b9b1-600edb0f1a2d,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:17.604713 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] Checking segment: {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:17.605173 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] Network hostable DHCP agents. Network: 214939a4-c743-44d4-9c20-d85fa33e3d87, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:28:17.686093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] Network 214939a4-c743-44d4-9c20-d85fa33e3d87 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:28:17.771352 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 214939a4-c743-44d4-9c20-d85fa33e3d87) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:17.775671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.776360 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.782180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0f5a9a-603e-46d2-8bd1-a1dc886d5fe1 None None] Network 214939a4-c743-44d4-9c20-d85fa33e3d87 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:17.852323 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-89d11cbc-8c9f-43de-8fc0-4855cf2423b5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6334541 Aug 16 02:28:17.910318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e83da6e-072b-4615-834c-2e10e2b3c9b6 None None] Network 214939a4-c743-44d4-9c20-d85fa33e3d87 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:18.398492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-e22af605-f8b4-48a4-966d-c8210866e8bf tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:18.399857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-e22af605-f8b4-48a4-966d-c8210866e8bf tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 814 time: 0.1057298 Aug 16 02:28:18.415169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-516cac79-3036-4667-ae61-c134d2081c1a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/quotas/315f499e2ea8457db8d4f46b783032b5 HTTP/1.1" status: 200 len: 375 time: 0.0089006 Aug 16 02:28:18.447750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-f0e82512-19cf-4321-9792-8d70cad00fa5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258548 Aug 16 02:28:18.543322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-7e3715db-dc09-4592-85ef-aed0802d4d74 service neutron] 10.222.0.66 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870023 Aug 16 02:28:18.631553 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-f6f5c798-65bf-42d0-80db-e15392177a29 service neutron] 10.222.0.66 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820141 Aug 16 02:28:18.877171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdef9a49-3352-4a8b-8df5-d2fce08d2c53 req-c4070b22-078c-4a7c-ab9d-6a1268ff5f51 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 210 time: 0.0267634 Aug 16 02:28:19.986604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d5111a7-be34-49c0-8ef1-88580f1e9f1c req-b72b9ae8-74b9-4e06-9440-ccd719d0b80d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 210 time: 0.0349176 Aug 16 02:28:21.025188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-184df7b7-056b-4f9f-8128-74e38c76b4f9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:21.026748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-184df7b7-056b-4f9f-8128-74e38c76b4f9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.64 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 814 time: 0.1073899 Aug 16 02:28:21.040999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Request body: {'port': {'device_id': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87', 'admin_state_up': True, 'tenant_id': '315f499e2ea8457db8d4f46b783032b5'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:21.126946 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdc88a6f-cf04-44a8-8708-8a810c0dcec8 req-4098ff50-ccf5-485e-b205-f0d7e504d0b0 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 210 time: 0.0423906 Aug 16 02:28:21.231528 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.260295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Made reservation on behalf of 315f499e2ea8457db8d4f46b783032b5 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:21.264669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.386890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Allocated IP 172.20.0.4 (214939a4-c743-44d4-9c20-d85fa33e3d87/90ebf998-9f94-4caf-b9b1-600edb0f1a2d/ad3a25cb-4b0e-4195-b378-6dd8953c1455) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:21.536467 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.637869 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.681725 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Network 214939a4-c743-44d4-9c20-d85fa33e3d87 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:21.685327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:21.690358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:21.717678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Pushing event updated for resources: {'Port': ['ID=ad3a25cb-4b0e-4195-b378-6dd8953c1455,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:21.751879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:21.752509 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.820168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-28e51c4f-21c0-4b93-81e0-c04acfe12805 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7833977 Aug 16 02:28:21.833319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Request body: {'port': {'device_id': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:21.885832 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.152034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3a25cb-4b0e-4195-b378-6dd8953c1455 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:22.164569 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.178461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Transition to ACTIVE for port object ad3a25cb-4b0e-4195-b378-6dd8953c1455 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:22.188543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.255840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729c280-e2f5-4e4e-8907-08b947fb6c3b req-4ddf6ff6-18e8-4eed-9781-2ebc5a1c2f1a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.257329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f729c280-e2f5-4e4e-8907-08b947fb6c3b req-4ddf6ff6-18e8-4eed-9781-2ebc5a1c2f1a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 931 time: 0.0544446 Aug 16 02:28:22.270046 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.342257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f729c280-e2f5-4e4e-8907-08b947fb6c3b req-6a5b561f-2694-4b75-a950-631517beba25 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785398 Aug 16 02:28:22.363968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Pushing event updated for resources: {'Port': ['ID=ad3a25cb-4b0e-4195-b378-6dd8953c1455,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:22.416219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Attempting to bind port ad3a25cb-4b0e-4195-b378-6dd8953c1455 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:22.416505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Attempting to bind port ad3a25cb-4b0e-4195-b378-6dd8953c1455 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:22.416776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Attempting to bind port ad3a25cb-4b0e-4195-b378-6dd8953c1455 on network 214939a4-c743-44d4-9c20-d85fa33e3d87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:22.421256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Port ad3a25cb-4b0e-4195-b378-6dd8953c1455 on network 214939a4-c743-44d4-9c20-d85fa33e3d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:28:22.421564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Attempting to bind port ad3a25cb-4b0e-4195-b378-6dd8953c1455 on network 214939a4-c743-44d4-9c20-d85fa33e3d87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:22.426676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:22.427009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Checking segment: {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:22.427387 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Bound using segment: {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:22.431500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Bound port: ad3a25cb-4b0e-4195-b378-6dd8953c1455, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:22.431500 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.491831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:22.495595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:22.585832 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.620010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.620624 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.622809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] 10.222.0.64 "PUT /v2.0/ports/ad3a25cb-4b0e-4195-b378-6dd8953c1455 HTTP/1.1" status: 200 len: 1092 time: 0.7938547 Aug 16 02:28:22.623246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:22.625519 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac71b9b-168d-43d2-a022-ef4ab6b91fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:22.649587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90d018-e680-4c66-80bf-74f6664a961b service neutron] Pushing event updated for resources: {'Port': ['ID=ad3a25cb-4b0e-4195-b378-6dd8953c1455,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:22.664506 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e749b338-a8d2-468c-a49f-c4d9babd5c72 x-openstack-request-id: req-e749b338-a8d2-468c-a49f-c4d9babd5c72 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:22.664787 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:22.669347 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e749b338-a8d2-468c-a49f-c4d9babd5c72 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:22.669347 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455', 'status': 'completed', 'code': 200} Aug 16 02:28:22.726276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac71b9b-168d-43d2-a022-ef4ab6b91fa1 req-7f5b4cef-abea-4087-a0a4-ed05f543c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.727829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ac71b9b-168d-43d2-a022-ef4ab6b91fa1 req-7f5b4cef-abea-4087-a0a4-ed05f543c185 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 1095 time: 0.0420802 Aug 16 02:28:22.833777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac71b9b-168d-43d2-a022-ef4ab6b91fa1 req-94f2aea2-67a2-4fd6-aec4-94743fd2324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.835310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ac71b9b-168d-43d2-a022-ef4ab6b91fa1 req-94f2aea2-67a2-4fd6-aec4-94743fd2324f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=315f499e2ea8457db8d4f46b783032b5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0990956 Aug 16 02:28:22.929795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac71b9b-168d-43d2-a022-ef4ab6b91fa1 req-61c2bdbc-9e4d-402e-b901-e79f4c2a15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.931245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ac71b9b-168d-43d2-a022-ef4ab6b91fa1 req-61c2bdbc-9e4d-402e-b901-e79f4c2a15cb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885923 Aug 16 02:28:23.015842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-450c14b2-5a7f-4098-9ca8-e8dd4973a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.017330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-450c14b2-5a7f-4098-9ca8-e8dd4973a0ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 1095 time: 0.0454259 Aug 16 02:28:23.060513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-fd9ab196-7f6c-476d-b35a-e7ae984278f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455 HTTP/1.1" status: 200 len: 217 time: 0.0337973 Aug 16 02:28:23.109488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-4f2b7df3-1ada-46a2-b755-6e03f7d7f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.110938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-4f2b7df3-1ada-46a2-b755-6e03f7d7f7f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0426288 Aug 16 02:28:23.148399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-8b41e880-551e-48a3-ab67-e72ab31094d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292165 Aug 16 02:28:23.239746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-82d0cae3-6c76-4cbf-8e5f-07d03d3a6614 service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834329 Aug 16 02:28:23.332375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd6bbd7f-c4f2-47cc-92f2-8390cca8d7e5 req-8dc5f28f-d1a3-4b45-b2c5-2742daa3c475 service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848303 Aug 16 02:28:23.461940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2397e-c309-4951-85c0-84b899b9e556 req-5a58d792-4cd0-4c2b-84b8-1323ef5a08c7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.463423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afc2397e-c309-4951-85c0-84b899b9e556 req-5a58d792-4cd0-4c2b-84b8-1323ef5a08c7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 943 time: 0.0512004 Aug 16 02:28:23.501171 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-afc2397e-c309-4951-85c0-84b899b9e556 req-df0fbbf2-d3b8-4d6e-b9ad-fa6e172e7bd9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315552 Aug 16 02:28:24.363625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ad3a25cb-4b0e-4195-b378-6dd8953c1455 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:28:24.457171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:24.469115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455', 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87', 'port_id': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455', 'mac_address': 'fa:16:3e:5e:9d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ebf998-9f94-4caf-b9b1-600edb0f1a2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:28:24.504199 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.520078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3a25cb-4b0e-4195-b378-6dd8953c1455 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:24.539714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:24.614215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d058b65-9ab2-4a3a-9cba-a969afac6c71 req-5d6be456-1f28-4541-8a1d-0fc35db6ea5a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:24.615708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d058b65-9ab2-4a3a-9cba-a969afac6c71 req-5d6be456-1f28-4541-8a1d-0fc35db6ea5a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 943 time: 0.0482907 Aug 16 02:28:24.637329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.654744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d058b65-9ab2-4a3a-9cba-a969afac6c71 req-4532c4ef-2ebd-412f-a5ca-220016408f92 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325575 Aug 16 02:28:24.685485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=ad3a25cb-4b0e-4195-b378-6dd8953c1455,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:24.786249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-d45f67da-6a8d-4f22-a0c6-092654335a20 req-38c034c9-172c-4ed6-82cb-90ffb4b1dd1d service neutron] (95516) timed out ('10.222.0.64', 49866) {{(pid=95516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:28:24.833676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['ad3a25cb-4b0e-4195-b378-6dd8953c1455'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:25.767623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a811cf-8ce1-4292-adfc-7bacde0f3e7f req-2afb2ea9-a95c-4db3-a066-5041cda58c9d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:25.769131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28a811cf-8ce1-4292-adfc-7bacde0f3e7f req-2afb2ea9-a95c-4db3-a066-5041cda58c9d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 944 time: 0.0484843 Aug 16 02:28:25.810130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28a811cf-8ce1-4292-adfc-7bacde0f3e7f req-841680f8-ec22-4ab0-b348-dba51cb421d5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349960 Aug 16 02:28:26.378087 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ad3a25cb-4b0e-4195-b378-6dd8953c1455 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:26.487821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port ad3a25cb-4b0e-4195-b378-6dd8953c1455 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:26.491482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port ad3a25cb-4b0e-4195-b378-6dd8953c1455 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:26.491860 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.566719 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.588093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:26.590372 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635ec975-07c7-46ad-a22e-baa14e1c98c2" -d '{"events": [{"server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "name": "network-vif-plugged", "status": "completed", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:26.602719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:26.627640 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94533805-7401-46df-9de9-c44788208489 x-openstack-request-id: req-94533805-7401-46df-9de9-c44788208489 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:26.627953 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "name": "network-vif-plugged", "status": "completed", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:26.628207 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94533805-7401-46df-9de9-c44788208489 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:26.628598 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455', 'code': 200} Aug 16 02:28:26.669189 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.719322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=ad3a25cb-4b0e-4195-b378-6dd8953c1455,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:26.723775 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9a29c-9844-481f-8a2a-92da6ac36592 req-e20388c6-1d2e-4a9e-9943-e821f8726a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:26.725297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ed9a29c-9844-481f-8a2a-92da6ac36592 req-e20388c6-1d2e-4a9e-9943-e821f8726a4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 1097 time: 0.0405939 Aug 16 02:28:26.761275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4ed9a29c-9844-481f-8a2a-92da6ac36592 req-15bb3918-17f4-40e2-aff6-405c10904cbe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283508 Aug 16 02:28:26.926790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff7c70-c5c4-4b5e-a322-3ba56ef6947b req-116bdc63-f752-4fc5-953c-7e9affa0b066 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:26.928278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59ff7c70-c5c4-4b5e-a322-3ba56ef6947b req-116bdc63-f752-4fc5-953c-7e9affa0b066 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0498548 Aug 16 02:28:26.965926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59ff7c70-c5c4-4b5e-a322-3ba56ef6947b req-147895be-1fd4-485b-b27d-5cd22a46b202 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314124 Aug 16 02:28:28.088911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335e75-7884-4a2c-bff4-a05e19547704 req-f85613fc-44e2-41db-a708-9850ad800e25 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:28.090488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4335e75-7884-4a2c-bff4-a05e19547704 req-f85613fc-44e2-41db-a708-9850ad800e25 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0534577 Aug 16 02:28:28.137208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4335e75-7884-4a2c-bff4-a05e19547704 req-360335ee-3fe6-44b2-b247-c37d162c44cb tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Aug 16 02:28:28.249543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22231d-bc75-4f3e-9477-2fec72d17a4a req-77bb9a86-3f4e-4447-826b-b47f65630eb6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:28.250958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c22231d-bc75-4f3e-9477-2fec72d17a4a req-77bb9a86-3f4e-4447-826b-b47f65630eb6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0492651 Aug 16 02:28:28.288330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c22231d-bc75-4f3e-9477-2fec72d17a4a req-a77127e0-7097-40d9-8ea2-bfc8ca4fc8e0 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Aug 16 02:28:28.571821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669f6a0-c859-4eb7-9df9-9e386bbbcdb8 req-ec4a4248-2b74-479d-8357-0a4d9e2e9e0a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:28.573305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9669f6a0-c859-4eb7-9df9-9e386bbbcdb8 req-ec4a4248-2b74-479d-8357-0a4d9e2e9e0a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0489905 Aug 16 02:28:28.611275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9669f6a0-c859-4eb7-9df9-9e386bbbcdb8 req-28471296-31c8-4832-8725-0af802127c97 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317075 Aug 16 02:28:28.722233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464aa91-3a1b-49f6-abe7-599821dbebdc req-cc0d8aeb-57a7-4dd1-aa12-c4f243e040e6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:28.723741 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2464aa91-3a1b-49f6-abe7-599821dbebdc req-cc0d8aeb-57a7-4dd1-aa12-c4f243e040e6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0486681 Aug 16 02:28:28.765423 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2464aa91-3a1b-49f6-abe7-599821dbebdc req-2d32ac0b-9d43-4ef3-8c88-6751621253b7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358078 Aug 16 02:28:29.121378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549aae7-7bf1-4478-8d06-51d4323e8bc3 req-6b5640da-e9b4-4ffb-b52b-a5e4b8da3349 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:29.122952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b549aae7-7bf1-4478-8d06-51d4323e8bc3 req-6b5640da-e9b4-4ffb-b52b-a5e4b8da3349 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0482543 Aug 16 02:28:29.160556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b549aae7-7bf1-4478-8d06-51d4323e8bc3 req-dab34666-664e-45e8-9e43-716223651620 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 Aug 16 02:28:29.236638 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-3f159bf9-cab7-4280-ad77-81e003fc1e23 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395215 Aug 16 02:28:29.908834 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ea34d7fe-c986-42ad-95d5-afb51afdf02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.278445 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637ba6a-1a7a-4694-aa1a-d36358c9d9cc req-d937c9c4-421c-4d34-bb21-1e431a02949f tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:30.279968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6637ba6a-1a7a-4694-aa1a-d36358c9d9cc req-d937c9c4-421c-4d34-bb21-1e431a02949f tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0514998 Aug 16 02:28:30.319290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6637ba6a-1a7a-4694-aa1a-d36358c9d9cc req-3d89682b-3f46-475b-8331-368e18a151cc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Aug 16 02:28:31.331648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431077c7-8146-4578-83ad-5036afa8a79d req-114e133a-7630-462b-9fa7-06a6f570cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.333120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-114e133a-7630-462b-9fa7-06a6f570cfa3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 1097 time: 0.0392370 Aug 16 02:28:31.462094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41035c1-eadc-4d74-9b8e-1426bbb05336 req-79538928-14d0-413b-9c24-7e5a7ecfc1c5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.463580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c41035c1-eadc-4d74-9b8e-1426bbb05336 req-79538928-14d0-413b-9c24-7e5a7ecfc1c5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0746157 Aug 16 02:28:31.468827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431077c7-8146-4578-83ad-5036afa8a79d req-8784bece-4569-45ee-9846-ed2003ba70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.470239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-8784bece-4569-45ee-9846-ed2003ba70b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.1296377 Aug 16 02:28:31.525688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-2df6d047-3909-43cb-a734-6820caf7d2f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455 HTTP/1.1" status: 200 len: 217 time: 0.0412509 Aug 16 02:28:31.547174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c41035c1-eadc-4d74-9b8e-1426bbb05336 req-1e24f0ad-8ede-48e8-ac22-63cea3d901a5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760052 Aug 16 02:28:31.580930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431077c7-8146-4578-83ad-5036afa8a79d req-070b9ff2-3e4c-4943-b3d2-d1db8651bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.582471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-070b9ff2-3e4c-4943-b3d2-d1db8651bf7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0488181 Aug 16 02:28:31.615095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-56223b80-b943-4ea0-81a5-79462051715a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244131 Aug 16 02:28:31.708148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-60be03f0-d052-42d3-8214-51da7b57f2a8 service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852292 Aug 16 02:28:31.798290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-a41b9f58-dca6-4439-9220-55629d9ecf56 service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822849 Aug 16 02:28:32.660719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6ce88-cf21-4a58-9b59-a944b996d441 req-17449c35-0c6a-419a-a725-5bec0e45538d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:32.662226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ac6ce88-cf21-4a58-9b59-a944b996d441 req-17449c35-0c6a-419a-a725-5bec0e45538d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0494328 Aug 16 02:28:32.703965 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ac6ce88-cf21-4a58-9b59-a944b996d441 req-2ec46f08-cc71-49bf-a456-cdbfd3df5d79 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353465 Aug 16 02:28:32.885905 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.899079 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5950040d-b61c-4369-a11c-1b818cdd251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.820601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553cee1-20c2-4b80-b32d-3c3becf1be9e req-d52dbfd7-cce7-498d-92ad-6d3a14fd3a6b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:33.822125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e553cee1-20c2-4b80-b32d-3c3becf1be9e req-d52dbfd7-cce7-498d-92ad-6d3a14fd3a6b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0513997 Aug 16 02:28:33.859823 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e553cee1-20c2-4b80-b32d-3c3becf1be9e req-6511ab8a-050f-4f27-82aa-58ce685da835 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Aug 16 02:28:34.168895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.973862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888e651-dea2-4d38-924a-ebe270e77666 req-1d1f9db8-5cc2-4534-9e4b-6da726532f1b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:34.975334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d888e651-dea2-4d38-924a-ebe270e77666 req-1d1f9db8-5cc2-4534-9e4b-6da726532f1b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0487378 Aug 16 02:28:35.012738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d888e651-dea2-4d38-924a-ebe270e77666 req-521f6ae0-6190-44ba-a21f-ca9d4ba4b080 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Aug 16 02:28:35.905002 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.129877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e1692-4c70-4db0-84dd-f3844c18e0e0 req-21f4a509-4e1f-4f22-b7c6-850ad1b10278 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:36.131334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb8e1692-4c70-4db0-84dd-f3844c18e0e0 req-21f4a509-4e1f-4f22-b7c6-850ad1b10278 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0484779 Aug 16 02:28:36.174622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb8e1692-4c70-4db0-84dd-f3844c18e0e0 req-60dcb2e5-4d27-4646-8be5-3112583330a7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359321 Aug 16 02:28:37.288621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60db7a-92bc-4e9c-bf86-548b7efcd68a req-0f7ac3ce-61db-4a1e-b00d-86bdefa16751 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:37.290121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c60db7a-92bc-4e9c-bf86-548b7efcd68a req-0f7ac3ce-61db-4a1e-b00d-86bdefa16751 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0493016 Aug 16 02:28:37.327723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c60db7a-92bc-4e9c-bf86-548b7efcd68a req-78ee57f9-7a7f-42b7-b183-5a245dbab69f tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Aug 16 02:28:38.443621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6a45-522f-412b-b388-e9777673552f req-ffaaa4a8-7472-4465-901c-4cdefb23e981 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:38.445042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4fe6a45-522f-412b-b388-e9777673552f req-ffaaa4a8-7472-4465-901c-4cdefb23e981 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0493598 Aug 16 02:28:38.483922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4fe6a45-522f-412b-b388-e9777673552f req-b2a49a6a-b241-4636-bd07-2fd98be9c21e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324869 Aug 16 02:28:38.842268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edb744-1e9a-4d15-882d-b252bbc5e7ee req-da802a58-4a1c-4fa5-a761-7a4da1ce7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:38.843905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96edb744-1e9a-4d15-882d-b252bbc5e7ee req-da802a58-4a1c-4fa5-a761-7a4da1ce7879 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 1097 time: 0.0403633 Aug 16 02:28:38.952252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edb744-1e9a-4d15-882d-b252bbc5e7ee req-55a5e274-b74a-48d1-95e0-1e868d10710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:38.953720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96edb744-1e9a-4d15-882d-b252bbc5e7ee req-55a5e274-b74a-48d1-95e0-1e868d10710a service neutron] 10.222.0.64 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.0870895 Aug 16 02:28:38.996120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96edb744-1e9a-4d15-882d-b252bbc5e7ee req-074c5894-2889-4b4a-8c5c-e47af38fe280 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455 HTTP/1.1" status: 200 len: 217 time: 0.0346355 Aug 16 02:28:39.049136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edb744-1e9a-4d15-882d-b252bbc5e7ee req-797efef6-1daf-4eb9-8e46-23e160b44c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:39.050587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96edb744-1e9a-4d15-882d-b252bbc5e7ee req-797efef6-1daf-4eb9-8e46-23e160b44c8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0473638 Aug 16 02:28:39.083498 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96edb744-1e9a-4d15-882d-b252bbc5e7ee req-7cdbad29-ea00-4376-a49b-8f3d5c7f6758 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231831 Aug 16 02:28:39.173758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96edb744-1e9a-4d15-882d-b252bbc5e7ee req-504b7499-a159-468e-b505-b248a138a1e9 service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811932 Aug 16 02:28:39.267027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96edb744-1e9a-4d15-882d-b252bbc5e7ee req-4507e8d8-7781-4529-a919-21c31f4ef15c service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851762 Aug 16 02:28:39.599198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd47af-0f45-48a9-a4a6-a4e9d4758037 req-7d1d90f5-52e8-4bda-a481-5dfa8e6f1db2 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:39.600687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5afd47af-0f45-48a9-a4a6-a4e9d4758037 req-7d1d90f5-52e8-4bda-a481-5dfa8e6f1db2 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0500176 Aug 16 02:28:39.638934 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5afd47af-0f45-48a9-a4a6-a4e9d4758037 req-41da2f3f-8fe0-4082-b2b8-166e96c9fad5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Aug 16 02:28:40.749835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6db52-fa72-4f57-90e3-be365fb24b3f req-7d46b974-8cbb-4ea3-a8e5-4226834f2651 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:40.751302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0e6db52-fa72-4f57-90e3-be365fb24b3f req-7d46b974-8cbb-4ea3-a8e5-4226834f2651 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0476141 Aug 16 02:28:40.788822 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0e6db52-fa72-4f57-90e3-be365fb24b3f req-6f86d531-f0cb-4898-90a3-c645597b5560 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Aug 16 02:28:41.906437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca78ba-6f41-4222-8951-f4a319871b80 req-269009a5-0cc9-4034-b6fc-6025fe809e5e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:41.907906 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0ca78ba-6f41-4222-8951-f4a319871b80 req-269009a5-0cc9-4034-b6fc-6025fe809e5e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0523210 Aug 16 02:28:41.944868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0ca78ba-6f41-4222-8951-f4a319871b80 req-9a944516-3230-4439-bb7a-f18b223df5a6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Aug 16 02:28:43.062100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c499-35a3-4ae4-a1e7-10176568eb56 req-5885c348-31bf-4866-bff4-969d90749d93 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:43.067838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e06c499-35a3-4ae4-a1e7-10176568eb56 req-5885c348-31bf-4866-bff4-969d90749d93 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0496714 Aug 16 02:28:43.106185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5e06c499-35a3-4ae4-a1e7-10176568eb56 req-64e31405-3131-49f5-a351-d9aae00ef780 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365775 Aug 16 02:28:44.221316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d3d48-f39d-4a19-a02a-df33b8d9fd8c req-dabafd35-3242-41e9-ac82-dcdda64d3ab2 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:44.222829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-797d3d48-f39d-4a19-a02a-df33b8d9fd8c req-dabafd35-3242-41e9-ac82-dcdda64d3ab2 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0502267 Aug 16 02:28:44.260776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-797d3d48-f39d-4a19-a02a-df33b8d9fd8c req-5a84b5c2-3a16-46ad-802b-ac3635819a01 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Aug 16 02:28:45.378949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b321c-2ac4-40f9-8e4c-acd43f82ee31 req-e04716c2-3c94-4c90-90ed-6051e257e8c0 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:45.380424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d1b321c-2ac4-40f9-8e4c-acd43f82ee31 req-e04716c2-3c94-4c90-90ed-6051e257e8c0 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0526326 Aug 16 02:28:45.421889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d1b321c-2ac4-40f9-8e4c-acd43f82ee31 req-20a126c6-0d60-496d-844e-c570af7b4854 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315020 Aug 16 02:28:46.533041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d682d7-83c0-44c0-a6f0-3cecd8c9b2dc req-4be48e76-c7f6-44eb-8c6c-77ec4e8aa5f9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:46.534532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79d682d7-83c0-44c0-a6f0-3cecd8c9b2dc req-4be48e76-c7f6-44eb-8c6c-77ec4e8aa5f9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0492644 Aug 16 02:28:46.571938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-79d682d7-83c0-44c0-a6f0-3cecd8c9b2dc req-1d4d8c15-88e5-408b-8f2f-4f089518f047 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 Aug 16 02:28:47.686320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e78e5-2a31-4815-9efa-d08e9f65e5f7 req-e482532b-53db-428b-8dd0-0c1f87f3707e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:47.687723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a7e78e5-2a31-4815-9efa-d08e9f65e5f7 req-e482532b-53db-428b-8dd0-0c1f87f3707e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0481808 Aug 16 02:28:47.725998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a7e78e5-2a31-4815-9efa-d08e9f65e5f7 req-70f33504-d8f4-43af-be13-7ec57e6fb3b7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323205 Aug 16 02:28:48.844620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d097ab-04ab-4d51-bb9a-82a5a319fdd2 req-dc9fecaa-83d9-42a1-a8b7-464da406bdb5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:48.846120 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24d097ab-04ab-4d51-bb9a-82a5a319fdd2 req-dc9fecaa-83d9-42a1-a8b7-464da406bdb5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0521874 Aug 16 02:28:48.883371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-24d097ab-04ab-4d51-bb9a-82a5a319fdd2 req-386051db-ef8c-437f-a814-5c56e97e6408 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Aug 16 02:28:49.996414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3ece4-2f5d-4a2c-89fb-1d7d1c3d33ec req-4164726c-7c5b-4f51-a8b6-941fff45d97e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:49.997905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02d3ece4-2f5d-4a2c-89fb-1d7d1c3d33ec req-4164726c-7c5b-4f51-a8b6-941fff45d97e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0483148 Aug 16 02:28:50.035498 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02d3ece4-2f5d-4a2c-89fb-1d7d1c3d33ec req-928845bd-572f-40c6-91f8-f5fdf01a2361 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317342 Aug 16 02:28:51.152402 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640d041-e039-443c-8272-02cc1f92c65c req-09df2d14-4a18-448f-af0b-7a3fe7a6f9ff tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:51.153898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5640d041-e039-443c-8272-02cc1f92c65c req-09df2d14-4a18-448f-af0b-7a3fe7a6f9ff tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0498126 Aug 16 02:28:51.190903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5640d041-e039-443c-8272-02cc1f92c65c req-eaadff77-877a-4986-91c3-6501ea551d73 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Aug 16 02:28:51.224784 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.396270 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:28:52.173478 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.312341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfb71d-d4b7-48a8-961e-4331416aeab5 req-96a76a52-fcdd-4c46-ad07-1968a5707c1d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:52.313840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58bfb71d-d4b7-48a8-961e-4331416aeab5 req-96a76a52-fcdd-4c46-ad07-1968a5707c1d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0523615 Aug 16 02:28:52.351155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58bfb71d-d4b7-48a8-961e-4331416aeab5 req-c5d89bfa-3c4c-46b9-8a57-4caeabd6ffa5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Aug 16 02:28:53.465844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba999661-b102-4071-ac80-00746afe0d1c req-3748ebeb-e261-4a13-9290-1f2896976a90 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:53.467343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba999661-b102-4071-ac80-00746afe0d1c req-3748ebeb-e261-4a13-9290-1f2896976a90 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0495679 Aug 16 02:28:53.506937 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba999661-b102-4071-ac80-00746afe0d1c req-fe0432a2-70b0-4539-8cc5-0596bcfbc9f8 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Aug 16 02:28:54.621155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021a8ed-4cd8-4a2a-8ae1-40d56c7f6a9c req-9fe531ea-615c-4121-bf97-bd3bf79e5d1f tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:54.623275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c021a8ed-4cd8-4a2a-8ae1-40d56c7f6a9c req-9fe531ea-615c-4121-bf97-bd3bf79e5d1f tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0482767 Aug 16 02:28:54.660253 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c021a8ed-4cd8-4a2a-8ae1-40d56c7f6a9c req-8269d4cc-ec07-4073-8c0a-e72ace15d00a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Aug 16 02:28:55.083031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-6b7b3a47-9819-4a56-8ed9-ad8e6a834da4 req-ded1004e-f4f0-4774-a420-92ce180632eb tempest-MultipleCreateTestJSON-2142057243 tempest-MultipleCreateTestJSON-2142057243-project] (95516) timed out ('10.222.0.74', 57575) {{(pid=95516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:28:55.777728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e97b2-c207-4d0e-8d81-4bb281d3ff9e req-fecfde17-500f-43b4-a2d0-f6234b968ad9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:55.779915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c5e97b2-c207-4d0e-8d81-4bb281d3ff9e req-fecfde17-500f-43b4-a2d0-f6234b968ad9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0532417 Aug 16 02:28:55.816285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0c5e97b2-c207-4d0e-8d81-4bb281d3ff9e req-bbdda9e2-a5e5-4beb-8865-70de696e1795 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305185 Aug 16 02:28:56.929861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3557c9a-df4e-4eed-b9cc-6ff61f62560d req-3d86848b-b36a-4e4d-99cf-5a58ac82a406 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:56.931349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3557c9a-df4e-4eed-b9cc-6ff61f62560d req-3d86848b-b36a-4e4d-99cf-5a58ac82a406 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0492401 Aug 16 02:28:56.969190 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3557c9a-df4e-4eed-b9cc-6ff61f62560d req-dabb31eb-7b9d-49ca-a61d-f00ab357d220 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313172 Aug 16 02:28:58.082028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033173f6-ed3a-4f42-b9c0-51cec589ea44 req-3c79b10c-fa1f-4382-ad77-a3383de71869 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:58.083537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-033173f6-ed3a-4f42-b9c0-51cec589ea44 req-3c79b10c-fa1f-4382-ad77-a3383de71869 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0487154 Aug 16 02:28:58.122640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-033173f6-ed3a-4f42-b9c0-51cec589ea44 req-3aed72b4-01d5-439b-b831-748903f550e7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Aug 16 02:28:59.181915 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-431077c7-8146-4578-83ad-5036afa8a79d req-c16d4098-2508-49f3-b4db-e9d9378dab28 service neutron] show failed (client error): The resource could not be found. Aug 16 02:28:59.182939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-c16d4098-2508-49f3-b4db-e9d9378dab28 service neutron] 10.222.0.64 "GET /v2.0/ports/ad3a25cb-4b0e-4195-b378-6dd8953c1455/bindings/n-h2-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0586956 Aug 16 02:28:59.238584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949962dd-2cb7-40d9-ae83-b14d498d2737 req-93b81e36-f8a4-40d6-8efb-438509c672e8 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:59.240062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-949962dd-2cb7-40d9-ae83-b14d498d2737 req-93b81e36-f8a4-40d6-8efb-438509c672e8 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0485737 Aug 16 02:28:59.278948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-949962dd-2cb7-40d9-ae83-b14d498d2737 req-5d542013-8047-40b1-9af1-eaccee9d291a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330331 Aug 16 02:28:59.654906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431077c7-8146-4578-83ad-5036afa8a79d req-8cbceade-5682-42c2-9b9a-edc714705ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:59.656400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-8cbceade-5682-42c2-9b9a-edc714705ba6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d&tenant_id=315f499e2ea8457db8d4f46b783032b5 HTTP/1.1" status: 200 len: 1097 time: 0.0402894 Aug 16 02:28:59.668034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:59.722322 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.908188 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6729-a4b2-415c-8c76-2d3184016e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.923714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:59.955543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:59.994989 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:59.997297 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff99fce-5ee6-4dbb-84aa-a0fe22637e88" -d '{"events": [{"server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "name": "network-vif-unplugged", "status": "completed", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:00.001121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.013577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Transition to ACTIVE for port object ad3a25cb-4b0e-4195-b378-6dd8953c1455 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:00.048203 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988c23ce-0637-4378-88be-6466250f2a2d x-openstack-request-id: req-988c23ce-0637-4378-88be-6466250f2a2d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:00.048498 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "name": "network-vif-unplugged", "status": "completed", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:00.048753 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-988c23ce-0637-4378-88be-6466250f2a2d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:00.049158 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455', 'code': 200} Aug 16 02:29:00.108607 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.185290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] No DVR routers for this DVR port ad3a25cb-4b0e-4195-b378-6dd8953c1455 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:00.188754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3a25cb-4b0e-4195-b378-6dd8953c1455,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:00.223424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Attempting to bind port ad3a25cb-4b0e-4195-b378-6dd8953c1455 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:00.223757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Attempting to bind port ad3a25cb-4b0e-4195-b378-6dd8953c1455 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:00.224080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Attempting to bind port ad3a25cb-4b0e-4195-b378-6dd8953c1455 on network 214939a4-c743-44d4-9c20-d85fa33e3d87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:00.228315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Port ad3a25cb-4b0e-4195-b378-6dd8953c1455 on network 214939a4-c743-44d4-9c20-d85fa33e3d87 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:00.228641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Attempting to bind port ad3a25cb-4b0e-4195-b378-6dd8953c1455 on network 214939a4-c743-44d4-9c20-d85fa33e3d87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:00.233702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:00.234084 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Checking segment: {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:00.234474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Bound using segment: {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:00.234904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Bound port: ad3a25cb-4b0e-4195-b378-6dd8953c1455, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:00.235263 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.299466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:00.302523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:00.379575 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.420289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:00.420919 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.422366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] 10.222.0.74 "PUT /v2.0/ports/ad3a25cb-4b0e-4195-b378-6dd8953c1455 HTTP/1.1" status: 200 len: 1092 time: 0.7582543 Aug 16 02:29:00.438215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab11222-306c-4a82-b2cd-8dc5f88c5df6 req-718004c8-cdea-4eb5-96ab-c62a1596aa3d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:00.439638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ab11222-306c-4a82-b2cd-8dc5f88c5df6 req-718004c8-cdea-4eb5-96ab-c62a1596aa3d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 943 time: 0.0922296 Aug 16 02:29:00.495803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913331e-983e-44c5-a6ca-c14e7d658608 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3a25cb-4b0e-4195-b378-6dd8953c1455,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:00.522466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ab11222-306c-4a82-b2cd-8dc5f88c5df6 req-8dcdec8c-b208-425c-b768-d69d05f4e753 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675554 Aug 16 02:29:00.525001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431077c7-8146-4578-83ad-5036afa8a79d req-abf3f6a0-9503-4522-8dbf-9286544889e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:00.526464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-abf3f6a0-9503-4522-8dbf-9286544889e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 1095 time: 0.0821402 Aug 16 02:29:00.617436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431077c7-8146-4578-83ad-5036afa8a79d req-dcdaf8f1-4178-4dae-973c-376407e995fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:00.618940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-dcdaf8f1-4178-4dae-973c-376407e995fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.0860684 Aug 16 02:29:00.661523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-0b7251ce-34a5-4f25-bb27-0f1f365555ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455 HTTP/1.1" status: 200 len: 217 time: 0.0347431 Aug 16 02:29:00.708983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431077c7-8146-4578-83ad-5036afa8a79d req-9041ca71-7a18-468e-90ea-00d122eba52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:00.710347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-9041ca71-7a18-468e-90ea-00d122eba52f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0422251 Aug 16 02:29:00.740438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-024f16b9-92e8-4516-bf63-b3249590a0f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230029 Aug 16 02:29:00.832678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-67dddfcb-ff40-472d-b8bc-3e6b116ca5bd service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841699 Aug 16 02:29:00.920947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-431077c7-8146-4578-83ad-5036afa8a79d req-5474cedd-90aa-46af-ab25-2985c60022f4 service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813830 Aug 16 02:29:01.641803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429fec3-9524-4b09-a641-a71814073367 req-6bd181fa-d36f-4041-bbbf-6f626db19be7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:01.643312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1429fec3-9524-4b09-a641-a71814073367 req-6bd181fa-d36f-4041-bbbf-6f626db19be7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 943 time: 0.0543880 Aug 16 02:29:01.680301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1429fec3-9524-4b09-a641-a71814073367 req-9bf5f8cb-644e-43d3-98cb-63623b328f00 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311229 Aug 16 02:29:02.050540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:02.052900 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:02.109096 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524cac15-cebe-4458-a09b-884a5f171724 x-openstack-request-id: req-524cac15-cebe-4458-a09b-884a5f171724 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:02.109387 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:02.109631 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-524cac15-cebe-4458-a09b-884a5f171724 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:02.110052 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455', 'status': 'completed', 'code': 200} Aug 16 02:29:02.197727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-9d3fff18-3676-49cd-a73a-502a94c593f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:02.199262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-9d3fff18-3676-49cd-a73a-502a94c593f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 1095 time: 0.0654879 Aug 16 02:29:02.201857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-0528cad5-9642-4179-8e63-32bf004aafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:02.203220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-0528cad5-9642-4179-8e63-32bf004aafc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 1095 time: 0.0774679 Aug 16 02:29:02.359945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-8d2c13e2-a2ff-4c9b-a4fc-78d994d4a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:02.361496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-8d2c13e2-a2ff-4c9b-a4fc-78d994d4a804 service neutron] 10.222.0.74 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.1548977 Aug 16 02:29:02.364093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-75e819c5-c056-4c7b-bccd-49e42c33d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:02.365429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-75e819c5-c056-4c7b-bccd-49e42c33d8d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.1518106 Aug 16 02:29:02.438096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-9f620d1a-0e28-413b-8564-1e17ed2dab27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455 HTTP/1.1" status: 200 len: 217 time: 0.0694556 Aug 16 02:29:02.439230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-9a974430-2c8d-45be-ac22-7f0c66c6d3ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455 HTTP/1.1" status: 200 len: 217 time: 0.0651860 Aug 16 02:29:02.526409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-e2c3a456-012a-436a-94b1-54f9b2479cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:02.527967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-e2c3a456-012a-436a-94b1-54f9b2479cf0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0827830 Aug 16 02:29:02.530248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-82b305b1-d65f-4c78-91ef-318bcce99c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:02.531577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-82b305b1-d65f-4c78-91ef-318bcce99c3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0785968 Aug 16 02:29:02.565111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-d46c89c4-26f9-4f8e-b794-fe9cdfe57744 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256431 Aug 16 02:29:02.596098 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ad3a25cb-4b0e-4195-b378-6dd8953c1455 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:02.597931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-a7788ef0-07dd-4364-a418-8f15fa79cdba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347970 Aug 16 02:29:02.639563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device ad3a25cb-4b0e-4195-b378-6dd8953c1455 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:02.745186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-2b8b0a5a-5e35-49d8-bd3b-e6341660601e service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704323 Aug 16 02:29:02.763696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-75505613-2747-40ff-bd42-cbc23fa2b580 service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258674 Aug 16 02:29:02.916489 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4c2a51ce-a939-4b5e-b23b-dde80e5a5cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.963914 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.257934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f960d-c841-4519-9211-f67bb1077c7f req-f106ed49-e98b-4089-8cb9-837b05e16624 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:03.259326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-594f960d-c841-4519-9211-f67bb1077c7f req-f106ed49-e98b-4089-8cb9-837b05e16624 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 943 time: 0.4947836 Aug 16 02:29:03.303816 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-4725ddb3-9d95-487b-9415-75ff04fafd11 service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495090 Aug 16 02:29:03.322398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3fc520ad-2c1f-4ad8-b072-0a826abd5cb1 req-ff65c189-1678-42a3-940e-6c5ca41c05e2 service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362911 Aug 16 02:29:03.330308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-594f960d-c841-4519-9211-f67bb1077c7f req-214f35af-d4ab-4a4b-b8f3-b8e352151b7a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629418 Aug 16 02:29:04.173109 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:04.449497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070b71f-7588-4b6b-b48f-e92dd4639a67 req-2595b1fa-86a4-49dc-8e90-c73251adc17b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:04.451090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5070b71f-7588-4b6b-b48f-e92dd4639a67 req-2595b1fa-86a4-49dc-8e90-c73251adc17b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 943 time: 0.0504682 Aug 16 02:29:04.488954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5070b71f-7588-4b6b-b48f-e92dd4639a67 req-ef4518e4-269f-4faa-9e1d-a8dca53fb0e4 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319817 Aug 16 02:29:04.557971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ad3a25cb-4b0e-4195-b378-6dd8953c1455 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:29:04.652521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:04.664689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455', 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87', 'port_id': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455', 'mac_address': 'fa:16:3e:5e:9d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ebf998-9f94-4caf-b9b1-600edb0f1a2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:29:04.704398 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:04.717619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3a25cb-4b0e-4195-b378-6dd8953c1455 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:04.736759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:04.774529 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a69e1a-5fe0-4c96-b63a-b2af78759062 req-184e18f3-0d96-4cca-a37f-bd70581ef282 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:04.776000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26a69e1a-5fe0-4c96-b63a-b2af78759062 req-184e18f3-0d96-4cca-a37f-bd70581ef282 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 943 time: 0.0530558 Aug 16 02:29:04.813049 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:04.846410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26a69e1a-5fe0-4c96-b63a-b2af78759062 req-09245f64-e9b1-4af3-99d7-c611078328bc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564063 Aug 16 02:29:04.854447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-2f81624c-e4dd-4bc3-822d-11713795950e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:04.855900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-2f81624c-e4dd-4bc3-822d-11713795950e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.64 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d&tenant_id=315f499e2ea8457db8d4f46b783032b5&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 943 time: 0.0744579 Aug 16 02:29:04.864454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ad3a25cb-4b0e-4195-b378-6dd8953c1455,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:04.919194 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-f00fee35-6ffa-4bd7-a023-94b5d680020c service neutron] delete failed (client error): The resource could not be found. Aug 16 02:29:04.920198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-f00fee35-6ffa-4bd7-a023-94b5d680020c service neutron] 10.222.0.64 "DELETE /v2.0/ports/ad3a25cb-4b0e-4195-b378-6dd8953c1455/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0563724 Aug 16 02:29:05.003994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-87324395-b67a-46d5-8971-8f116bb730a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:05.005354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-87324395-b67a-46d5-8971-8f116bb730a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 1096 time: 0.0406296 Aug 16 02:29:05.036947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['ad3a25cb-4b0e-4195-b378-6dd8953c1455'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:05.097281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-50187b33-2854-4d6a-93b5-4739767c7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:05.098807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-50187b33-2854-4d6a-93b5-4739767c7850 service neutron] 10.222.0.64 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.0853558 Aug 16 02:29:05.142825 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-9e5baa35-de37-49a9-81b9-c2426fb4d846 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455 HTTP/1.1" status: 200 len: 217 time: 0.0361750 Aug 16 02:29:05.195733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-92476779-ebc8-4420-a4b4-b891eaf82dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:05.197165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-92476779-ebc8-4420-a4b4-b891eaf82dc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0467927 Aug 16 02:29:05.229121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-637d9ad0-2c26-42fd-bd5e-58056a86395d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233831 Aug 16 02:29:05.316915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-90ae5dae-94f0-4134-bd97-e685d8bb2177 service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798104 Aug 16 02:29:05.408924 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56555fc1-b0c7-4168-85d2-ca421bd9fa83 req-5e9210d8-2c7a-42e6-9749-99b5605e8e62 service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831931 Aug 16 02:29:05.942552 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:05.962038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0b22b-028b-4364-8568-b77f382a7274 req-cafaa843-b3dd-443c-a4c1-e24a96d9de57 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:05.963521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2c0b22b-028b-4364-8568-b77f382a7274 req-cafaa843-b3dd-443c-a4c1-e24a96d9de57 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 944 time: 0.0490859 Aug 16 02:29:06.003403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2c0b22b-028b-4364-8568-b77f382a7274 req-62de0091-48ae-4159-8b85-e206961eca4c tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332961 Aug 16 02:29:06.571165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ad3a25cb-4b0e-4195-b378-6dd8953c1455 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:06.681741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port ad3a25cb-4b0e-4195-b378-6dd8953c1455 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:06.685295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port ad3a25cb-4b0e-4195-b378-6dd8953c1455 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:06.685671 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.911511 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.933159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:06.935932 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422b3592-4e8a-4c62-bdcd-003c30218897" -d '{"events": [{"server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "name": "network-vif-plugged", "status": "completed", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:06.948352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:06.970320 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8091e298-858f-41b8-9a5f-f2a64f7bd41d x-openstack-request-id: req-8091e298-858f-41b8-9a5f-f2a64f7bd41d {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:06.970608 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "name": "network-vif-plugged", "status": "completed", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:06.970862 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8091e298-858f-41b8-9a5f-f2a64f7bd41d {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:06.971249 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455', 'code': 200} Aug 16 02:29:07.022797 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.071188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ad3a25cb-4b0e-4195-b378-6dd8953c1455,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:07.120930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49887c66-9390-40b7-a557-5a08aba5171b req-a6bb1c90-d45a-41e0-b27d-dd017b9a83c6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:07.123130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49887c66-9390-40b7-a557-5a08aba5171b req-a6bb1c90-d45a-41e0-b27d-dd017b9a83c6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0498407 Aug 16 02:29:07.171798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49887c66-9390-40b7-a557-5a08aba5171b req-075743b9-0dc0-4145-9227-ebb866430995 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Aug 16 02:29:07.293057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6714021-47f3-4fd8-bc2b-0496adee00b8 req-53d754c2-4369-4dc1-b924-986430047531 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:07.296075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6714021-47f3-4fd8-bc2b-0496adee00b8 req-53d754c2-4369-4dc1-b924-986430047531 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0607715 Aug 16 02:29:07.337508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6714021-47f3-4fd8-bc2b-0496adee00b8 req-7dd5e65d-1340-4547-8601-fe7b1df86fc7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353825 Aug 16 02:29:07.470322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec6ce8-323a-4028-bfad-98b5010b4dea req-0a13082a-57ad-4a6b-a031-08342cb4d9b2 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:07.471773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4ec6ce8-323a-4028-bfad-98b5010b4dea req-0a13082a-57ad-4a6b-a031-08342cb4d9b2 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0586267 Aug 16 02:29:07.516797 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c4ec6ce8-323a-4028-bfad-98b5010b4dea req-c0343d1e-e8ed-402b-a1a9-878d78ac2022 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Aug 16 02:29:08.132049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-67c0604f-0bd3-4d89-a619-76b7bd2636b8 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:08.133589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-67c0604f-0bd3-4d89-a619-76b7bd2636b8 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 814 time: 0.1076350 Aug 16 02:29:08.148788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-529894e1-2f31-431c-a500-a1cfb0dd61e9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/quotas/315f499e2ea8457db8d4f46b783032b5 HTTP/1.1" status: 200 len: 375 time: 0.0091579 Aug 16 02:29:08.197719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-5212d727-5950-4837-a1be-4e1bb5b196e2 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429680 Aug 16 02:29:08.288511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-9182a06b-a436-4c3a-949d-038ba52d0041 service neutron] 10.222.0.66 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837011 Aug 16 02:29:08.380879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-f329682b-5b96-40fd-8d00-61cffbbff98e service neutron] 10.222.0.66 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855868 Aug 16 02:29:08.637867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78f19995-893d-424c-af68-f9ccadf02ba2 req-2ab7ad4e-fff5-4aed-80e2-ab1c58f85304 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 210 time: 0.0278738 Aug 16 02:29:09.305691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd05760-0b94-40a2-a25d-6529031cfb21 req-e2c64cbf-281e-4eed-a5d9-9e99bfe51eda tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:09.307192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bd05760-0b94-40a2-a25d-6529031cfb21 req-e2c64cbf-281e-4eed-a5d9-9e99bfe51eda tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.74 "GET /v2.0/ports?device_id=92b24543-d6a8-4bf1-9769-8492ca0f832d HTTP/1.1" status: 200 len: 945 time: 0.0493479 Aug 16 02:29:09.400152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-9bd05760-0b94-40a2-a25d-6529031cfb21 req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Deleting port ad3a25cb-4b0e-4195-b378-6dd8953c1455 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:09.400496 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9bd05760-0b94-40a2-a25d-6529031cfb21 req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.488486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9bd05760-0b94-40a2-a25d-6529031cfb21 req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] For port ad3a25cb-4b0e-4195-b378-6dd8953c1455, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ad3a25cb-4b0e-4195-b378-6dd8953c1455,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:09.488777 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9bd05760-0b94-40a2-a25d-6529031cfb21 req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.502153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-9bd05760-0b94-40a2-a25d-6529031cfb21 req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Calling delete_port for ad3a25cb-4b0e-4195-b378-6dd8953c1455 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:09.716640 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9bd05760-0b94-40a2-a25d-6529031cfb21 req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.728056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['ad3a25cb-4b0e-4195-b378-6dd8953c1455'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:09.747280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e9152cc-2e23-4665-818d-89053e1821a8 req-164d806e-4266-48dc-a7d8-e99bc39f31e7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 210 time: 0.0404384 Aug 16 02:29:09.772509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Pushing event deleted for resources: {'Port': ['ID=ad3a25cb-4b0e-4195-b378-6dd8953c1455,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:09.784679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.785036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.785384 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.785727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.786089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.786426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.786760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.787090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.787423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.787753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.788083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.788408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:09.821823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd05760-0b94-40a2-a25d-6529031cfb21 req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] No DVR routers for this DVR port ad3a25cb-4b0e-4195-b378-6dd8953c1455 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:09.824531 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9bd05760-0b94-40a2-a25d-6529031cfb21 req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.827134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9bd05760-0b94-40a2-a25d-6529031cfb21 req-b525ca39-49eb-4e45-a068-d59cc0508763 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.74 "DELETE /v2.0/ports/ad3a25cb-4b0e-4195-b378-6dd8953c1455 HTTP/1.1" status: 204 len: 173 time: 0.5140522 Aug 16 02:29:09.827575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'name': 'network-vif-deleted', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:09.829897 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3c7857-51fe-4b50-8b62-5b603fa893ea" -d '{"events": [{"server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "name": "network-vif-deleted", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:09.867452 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18baf4d-12e3-4c8a-ab08-7aeb55964489 x-openstack-request-id: req-c18baf4d-12e3-4c8a-ab08-7aeb55964489 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:09.867742 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b24543-d6a8-4bf1-9769-8492ca0f832d", "name": "network-vif-deleted", "tag": "ad3a25cb-4b0e-4195-b378-6dd8953c1455", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:09.867994 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c18baf4d-12e3-4c8a-ab08-7aeb55964489 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:09.868400 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b24543-d6a8-4bf1-9769-8492ca0f832d', 'name': 'network-vif-deleted', 'tag': 'ad3a25cb-4b0e-4195-b378-6dd8953c1455', 'status': 'completed', 'code': 200} Aug 16 02:29:10.603960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-f9e8475a-58bf-4198-b0fa-338472766b56 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:10.605412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-f9e8475a-58bf-4198-b0fa-338472766b56 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.74 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 814 time: 0.1109965 Aug 16 02:29:10.618268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Request body: {'port': {'device_id': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87', 'admin_state_up': True, 'tenant_id': '315f499e2ea8457db8d4f46b783032b5'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:10.818838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Made reservation on behalf of 315f499e2ea8457db8d4f46b783032b5 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:10.822416 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:10.857330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8fd224c1-34cb-4d74-bf13-d4be0542a180 req-c03bbfcd-923d-4f65-8dca-29b0589e210d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 210 time: 0.0417359 Aug 16 02:29:10.971735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Allocated IP 172.20.0.8 (214939a4-c743-44d4-9c20-d85fa33e3d87/90ebf998-9f94-4caf-b9b1-600edb0f1a2d/d5cb115b-587b-45b2-a1f8-7e88a9f05ddd) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:11.115388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.207566 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.247993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Network 214939a4-c743-44d4-9c20-d85fa33e3d87 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:11.254882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:11.258649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:11.266022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Pushing event updated for resources: {'Port': ['ID=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:11.312284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:11.312913 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.417573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a35d3773-498e-4f97-92e3-637ec68ef07a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8028800 Aug 16 02:29:11.429656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Request body: {'port': {'device_id': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:11.486047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.742455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cb115b-587b-45b2-a1f8-7e88a9f05ddd {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:11.750564 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.762994 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Transition to ACTIVE for port object d5cb115b-587b-45b2-a1f8-7e88a9f05ddd will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:11.827505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.878460 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:11.975781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Attempting to bind port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:11.976117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Attempting to bind port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:11.976469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Attempting to bind port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd on network 214939a4-c743-44d4-9c20-d85fa33e3d87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:11.983875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd on network 214939a4-c743-44d4-9c20-d85fa33e3d87 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:11.984204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Attempting to bind port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd on network 214939a4-c743-44d4-9c20-d85fa33e3d87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:11.994574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e35af9-d72d-46c9-be00-f647cacb7e27 req-8a86e4e2-4d2d-4b94-b850-1f6825e8183c tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:11.995996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43e35af9-d72d-46c9-be00-f647cacb7e27 req-8a86e4e2-4d2d-4b94-b850-1f6825e8183c tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 943 time: 0.0698061 Aug 16 02:29:11.999290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:11.999628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Checking segment: {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:12.000011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Bound using segment: {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:12.000443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Bound port: d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:12.000805 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.063143 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43e35af9-d72d-46c9-be00-f647cacb7e27 req-a74e0971-f29e-4a86-a693-105d7d261169 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601630 Aug 16 02:29:12.092855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:12.096003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:12.165456 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.206019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:12.206632 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.208047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] 10.222.0.74 "PUT /v2.0/ports/d5cb115b-587b-45b2-a1f8-7e88a9f05ddd HTTP/1.1" status: 200 len: 1092 time: 0.7827234 Aug 16 02:29:12.208475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:12.210717 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b003b11e-332c-430a-a1cb-75e7a0c3541c" -d '{"events": [{"name": "network-changed", "server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:12.234478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9ff9e-7b30-40ac-a9af-910897e3cda6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:12.245849 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bbcf4d-0f5f-4772-b23f-ffb75b380879 x-openstack-request-id: req-51bbcf4d-0f5f-4772-b23f-ffb75b380879 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:12.246090 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:12.247124 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51bbcf4d-0f5f-4772-b23f-ffb75b380879 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:12.247751 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd', 'status': 'completed', 'code': 200} Aug 16 02:29:12.309717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003b11e-332c-430a-a1cb-75e7a0c3541c req-a3ee950f-6b1b-4c81-9fe9-4f93bcecca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:12.311327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b003b11e-332c-430a-a1cb-75e7a0c3541c req-a3ee950f-6b1b-4c81-9fe9-4f93bcecca3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 1095 time: 0.0438976 Aug 16 02:29:12.410614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003b11e-332c-430a-a1cb-75e7a0c3541c req-e888072f-02bc-49db-abd8-e8b6e4c0b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:12.412161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b003b11e-332c-430a-a1cb-75e7a0c3541c req-e888072f-02bc-49db-abd8-e8b6e4c0b222 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=315f499e2ea8457db8d4f46b783032b5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0931661 Aug 16 02:29:12.512662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003b11e-332c-430a-a1cb-75e7a0c3541c req-0c0a4222-3828-4fd5-8413-7c48445cf9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:12.514124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b003b11e-332c-430a-a1cb-75e7a0c3541c req-0c0a4222-3828-4fd5-8413-7c48445cf9d7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944638 Aug 16 02:29:12.587396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-e0d1fff6-d00d-4a71-b082-d21ec7f69e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:12.588873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-e0d1fff6-d00d-4a71-b082-d21ec7f69e24 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 1095 time: 0.0407343 Aug 16 02:29:12.634186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-4a72aabb-e38f-451a-bdfd-c4d18f4e314a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd HTTP/1.1" status: 200 len: 217 time: 0.0378361 Aug 16 02:29:12.639843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ad3a25cb-4b0e-4195-b378-6dd8953c1455 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:12.659503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: ad3a25cb-4b0e-4195-b378-6dd8953c1455 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:12.659844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ad3a25cb-4b0e-4195-b378-6dd8953c1455 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:12.685257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-76a93466-fcd9-4b0a-b6c9-3af7dc8c5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:12.686775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-76a93466-fcd9-4b0a-b6c9-3af7dc8c5566 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0452616 Aug 16 02:29:12.718091 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-a9d9a03d-f540-4d40-8dad-9ddd70e8d347 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242569 Aug 16 02:29:12.810382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-df1515a2-7a19-4846-b305-3bfcd4bae4c0 service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852766 Aug 16 02:29:12.898933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7720bcb1-04a9-4c46-a877-83ec7d4a73f8 req-602a51b1-1f51-48f6-b231-12a35fdb1ae0 service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819466 Aug 16 02:29:13.179075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e4f54-76ce-44e1-adf9-6d8ade6c12e4 req-08628dd9-bd91-4a4c-9d72-cd6a70e07214 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:13.180552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0e4f54-76ce-44e1-adf9-6d8ade6c12e4 req-08628dd9-bd91-4a4c-9d72-cd6a70e07214 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 943 time: 0.0491495 Aug 16 02:29:13.218896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b0e4f54-76ce-44e1-adf9-6d8ade6c12e4 req-c4875859-82c5-4181-abcc-e7271811a1ce tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Aug 16 02:29:14.351246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edce09e-aff6-4f79-9368-54aba3557362 req-3f2518fb-c1f2-4a56-832d-cb39f5bc2b57 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:14.352745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3edce09e-aff6-4f79-9368-54aba3557362 req-3f2518fb-c1f2-4a56-832d-cb39f5bc2b57 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 943 time: 0.0578487 Aug 16 02:29:14.391458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3edce09e-aff6-4f79-9368-54aba3557362 req-e7a58867-9707-4970-be5c-fa5c380c28c6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Aug 16 02:29:14.655369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d5cb115b-587b-45b2-a1f8-7e88a9f05ddd details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:29:14.747439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:14.761433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd', 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87', 'port_id': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd', 'mac_address': 'fa:16:3e:d4:c6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ebf998-9f94-4caf-b9b1-600edb0f1a2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:29:14.797471 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.809591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cb115b-587b-45b2-a1f8-7e88a9f05ddd {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:14.828219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:14.942197 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.988832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:14.996001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:14.996455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:14.996808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:14.997153 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:14.997492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:14.997855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:14.998191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:14.998523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:14.998853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:14.999179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:14.999508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:14.999835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.128320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d5cb115b-587b-45b2-a1f8-7e88a9f05ddd'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:15.506411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a12b5a-a5db-4579-9a11-2b782ad4f544 req-5dc06206-e30b-45c1-83a2-687fe744b4cd tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:15.508679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9a12b5a-a5db-4579-9a11-2b782ad4f544 req-5dc06206-e30b-45c1-83a2-687fe744b4cd tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 944 time: 0.0504413 Aug 16 02:29:15.547266 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c9a12b5a-a5db-4579-9a11-2b782ad4f544 req-1a8c33f5-c038-4826-8e25-a36797d32ad5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Aug 16 02:29:16.662823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bc2d7-5b30-4d59-8007-de1d3b92ee43 req-3382eb74-02d0-4622-9094-850f3fed6b8c tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:16.664307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca2bc2d7-5b30-4d59-8007-de1d3b92ee43 req-3382eb74-02d0-4622-9094-850f3fed6b8c tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 944 time: 0.0497055 Aug 16 02:29:16.671620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d5cb115b-587b-45b2-a1f8-7e88a9f05ddd up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:16.703462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca2bc2d7-5b30-4d59-8007-de1d3b92ee43 req-52587fcb-4de9-46b2-8907-577388c34e06 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 Aug 16 02:29:16.776018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:16.780368 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:16.780741 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.857485 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.878502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:16.880707 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9853586f-d793-4508-9fcc-26423be7a50d" -d '{"events": [{"server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "name": "network-vif-plugged", "status": "completed", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:16.902099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:16.918505 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed57e31-b817-4c77-b024-4d5beaba1bf5 x-openstack-request-id: req-6ed57e31-b817-4c77-b024-4d5beaba1bf5 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:16.918817 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "name": "network-vif-plugged", "status": "completed", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:16.919071 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ed57e31-b817-4c77-b024-4d5beaba1bf5 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:16.919457 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd', 'code': 200} Aug 16 02:29:16.978529 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.018375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697f6e-41f0-45a7-8872-2ff75fa2db9e req-b0049242-b863-4651-ad0a-0efd1e3b4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:17.019909 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a697f6e-41f0-45a7-8872-2ff75fa2db9e req-b0049242-b863-4651-ad0a-0efd1e3b4e5f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 1097 time: 0.0454326 Aug 16 02:29:17.027393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:17.055080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a697f6e-41f0-45a7-8872-2ff75fa2db9e req-fb624b21-1530-4c64-8c09-38c59b42536d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270643 Aug 16 02:29:17.821420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d965698-0dc8-4cd3-a6d7-7ca8d7e06042 req-3e9176bc-0693-4e30-9527-8b3b9559a3cc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:17.822936 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d965698-0dc8-4cd3-a6d7-7ca8d7e06042 req-3e9176bc-0693-4e30-9527-8b3b9559a3cc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0500133 Aug 16 02:29:17.862251 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d965698-0dc8-4cd3-a6d7-7ca8d7e06042 req-4cc3f869-216f-42f8-96ec-5d2e834acf5f tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Aug 16 02:29:18.975082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998d9d1-0fc0-4145-8564-ff8ebbe6b24c req-5e51a2e7-bc5f-4e03-a36e-3e347ca31c70 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:18.976621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7998d9d1-0fc0-4145-8564-ff8ebbe6b24c req-5e51a2e7-bc5f-4e03-a36e-3e347ca31c70 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0478637 Aug 16 02:29:19.014270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7998d9d1-0fc0-4145-8564-ff8ebbe6b24c req-aaa9a69f-3e90-48d5-8899-79d59f52c0c1 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309689 Aug 16 02:29:19.129745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b53e28-1172-46ba-a663-251050418a59 req-74b6fe8f-221d-4898-a52b-8d85a697a20a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:19.131320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2b53e28-1172-46ba-a663-251050418a59 req-74b6fe8f-221d-4898-a52b-8d85a697a20a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0533700 Aug 16 02:29:19.168696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2b53e28-1172-46ba-a663-251050418a59 req-727e1d36-cf09-437f-bde3-d9e18c8f282d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303481 Aug 16 02:29:19.514976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfefb0e-9234-43cd-91a1-b9005f8e31d8 req-8c4d0542-2b07-4f76-9d7c-9b3b90d46671 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:19.516476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dfefb0e-9234-43cd-91a1-b9005f8e31d8 req-8c4d0542-2b07-4f76-9d7c-9b3b90d46671 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0493643 Aug 16 02:29:19.554721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dfefb0e-9234-43cd-91a1-b9005f8e31d8 req-874bf8a4-37bc-4c7c-8fb1-547778115c00 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Aug 16 02:29:19.609000 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-e7a3a8d5-4f52-4b6f-a1f5-17b4c45b4a0a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438309 Aug 16 02:29:20.671276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12222d07-9c55-4a10-877a-d7ae597abbc7 req-864f2a1f-5727-4c65-9a73-5b84c5eaa1fc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:20.672828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12222d07-9c55-4a10-877a-d7ae597abbc7 req-864f2a1f-5727-4c65-9a73-5b84c5eaa1fc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0500290 Aug 16 02:29:20.710854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-12222d07-9c55-4a10-877a-d7ae597abbc7 req-8a8d25a7-543c-4e38-964a-c4d2fac07b88 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Aug 16 02:29:21.233441 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.630938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-8ced3664-a6ee-46af-9ba1-965613e92683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:21.632438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-8ced3664-a6ee-46af-9ba1-965613e92683 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 1097 time: 0.0450339 Aug 16 02:29:21.719692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-38ad6c3c-8ca9-4b75-9db1-26f96ef44ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:21.721154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-38ad6c3c-8ca9-4b75-9db1-26f96ef44ff7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.0822127 Aug 16 02:29:21.768824 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-a509c784-2503-46a7-9c17-bdeb6ff6424b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd HTTP/1.1" status: 200 len: 217 time: 0.0404732 Aug 16 02:29:21.844279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-54be694f-5c89-4e69-8fd2-3d61fcaf7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:21.845774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-54be694f-5c89-4e69-8fd2-3d61fcaf7f7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0706568 Aug 16 02:29:21.858326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc3c12-c713-4b05-b7ec-fc1f243376e3 req-1de77f78-f4d8-4bba-9da9-33ac145301a5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:21.859707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46dc3c12-c713-4b05-b7ec-fc1f243376e3 req-1de77f78-f4d8-4bba-9da9-33ac145301a5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0772095 Aug 16 02:29:21.895027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-95ba0aa3-63de-4480-bd65-9f65a16c9e8b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342984 Aug 16 02:29:21.932489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46dc3c12-c713-4b05-b7ec-fc1f243376e3 req-1b6325f1-694d-4f2e-98f0-60a5ce904843 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645871 Aug 16 02:29:21.998661 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-c867f1fb-ae2f-4030-ad31-a3bd679da0fa service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963860 Aug 16 02:29:22.086596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-a91841a6-1c3d-4ba1-922c-22fd25067298 service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815926 Aug 16 02:29:22.209677 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.052673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733860-9cde-4029-8afc-d9914c2abac5 req-999e3cf1-9ae9-42bb-aa07-b5d6e02e7cec tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:23.054158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c733860-9cde-4029-8afc-d9914c2abac5 req-999e3cf1-9ae9-42bb-aa07-b5d6e02e7cec tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0540371 Aug 16 02:29:23.091877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c733860-9cde-4029-8afc-d9914c2abac5 req-d58c0883-facd-4333-86d9-ea34ec1b488b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Aug 16 02:29:24.206614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b46f47-f410-42b2-a958-ad82ae852aa9 req-5f050dd1-6bed-423f-90f0-9f18d3541ff7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:24.208141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-05b46f47-f410-42b2-a958-ad82ae852aa9 req-5f050dd1-6bed-423f-90f0-9f18d3541ff7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0489609 Aug 16 02:29:24.247062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-05b46f47-f410-42b2-a958-ad82ae852aa9 req-eb8770df-6d87-4cc4-a25a-466317333df0 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Aug 16 02:29:25.362254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac01a18-7bb9-4aba-a65b-55a320de31f2 req-5b2e5754-b844-496d-896f-5d7e25958dd7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:25.363713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bac01a18-7bb9-4aba-a65b-55a320de31f2 req-5b2e5754-b844-496d-896f-5d7e25958dd7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0480788 Aug 16 02:29:25.400218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bac01a18-7bb9-4aba-a65b-55a320de31f2 req-78f2ede0-c15f-46d4-b065-12b031c80e4a tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306363 Aug 16 02:29:26.520957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ead62-aad6-458a-883f-845567980ff4 req-18eeb96e-0318-4c03-9c76-fe191ff54850 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:26.522371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa5ead62-aad6-458a-883f-845567980ff4 req-18eeb96e-0318-4c03-9c76-fe191ff54850 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0539005 Aug 16 02:29:26.559926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa5ead62-aad6-458a-883f-845567980ff4 req-46dc3caf-8414-41bc-b25b-fac0c50e65e7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Aug 16 02:29:27.672877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f0f9d-959c-4079-9d57-5f3e4594aa58 req-b6659982-7d34-47d4-9ba0-c2a0ee4e099b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:27.674309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b3f0f9d-959c-4079-9d57-5f3e4594aa58 req-b6659982-7d34-47d4-9ba0-c2a0ee4e099b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0487175 Aug 16 02:29:27.712455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b3f0f9d-959c-4079-9d57-5f3e4594aa58 req-03472991-7ecd-44e9-92f7-1772184f6b6c tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Aug 16 02:29:28.395216 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:29:28.824906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70e451-4a80-4fda-bcf3-59f47a4c5dfa req-c4b92ca7-b801-485e-99a4-43252f08a6cc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.826422 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac70e451-4a80-4fda-bcf3-59f47a4c5dfa req-c4b92ca7-b801-485e-99a4-43252f08a6cc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0481176 Aug 16 02:29:28.869026 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ac70e451-4a80-4fda-bcf3-59f47a4c5dfa req-7d1d10f2-9fa1-46cd-b9a3-49a49f5c526d tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367408 Aug 16 02:29:29.896385 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-18291de6-3a88-4fbf-bc2d-0df7a652e5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.990524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ce5e6-8541-4e59-82fd-d838043802bb req-8980eb3c-0115-45b8-bcdf-4661397850d5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:29.992036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-639ce5e6-8541-4e59-82fd-d838043802bb req-8980eb3c-0115-45b8-bcdf-4661397850d5 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0533264 Aug 16 02:29:30.031448 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-639ce5e6-8541-4e59-82fd-d838043802bb req-34437542-819e-4ba0-a0f1-7bace36a96eb tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Aug 16 02:29:31.146303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d3b8b-0891-43a7-a24e-bd1de952f06f req-7bec802f-891d-4fd5-9bb7-7505949db2ce tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:31.147764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a2d3b8b-0891-43a7-a24e-bd1de952f06f req-7bec802f-891d-4fd5-9bb7-7505949db2ce tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0498512 Aug 16 02:29:31.185457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a2d3b8b-0891-43a7-a24e-bd1de952f06f req-457f0ac0-a455-4064-a465-66482559fa48 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316353 Aug 16 02:29:32.298182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd11349-2a9e-46d7-aec6-d18fde5e4ec2 req-ceac4364-6de7-4896-bdc6-dfdf9ec8aa96 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:32.299671 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ccd11349-2a9e-46d7-aec6-d18fde5e4ec2 req-ceac4364-6de7-4896-bdc6-dfdf9ec8aa96 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0488572 Aug 16 02:29:32.338014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ccd11349-2a9e-46d7-aec6-d18fde5e4ec2 req-41969950-bda1-44f6-9a36-54f2ec7f49df tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323026 Aug 16 02:29:32.910076 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f3c42b83-d59a-443b-ad52-4cd014eb0db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.943503 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.456959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c245-fdda-486f-971b-236846b532e3 req-9a0d61f3-533a-4383-ba2b-d000c6944db4 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:33.458482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a5c245-fdda-486f-971b-236846b532e3 req-9a0d61f3-533a-4383-ba2b-d000c6944db4 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0520580 Aug 16 02:29:33.495983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11a5c245-fdda-486f-971b-236846b532e3 req-47c4e8ca-f27a-4263-a080-5ccf2acc07cf tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Aug 16 02:29:34.176240 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.610864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81e798-6a4e-40e8-bd55-5d0a701d3f12 req-ba23b63f-e2d6-4f82-95d5-a8ca37e8a4b9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:34.612387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa81e798-6a4e-40e8-bd55-5d0a701d3f12 req-ba23b63f-e2d6-4f82-95d5-a8ca37e8a4b9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0487523 Aug 16 02:29:34.649574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa81e798-6a4e-40e8-bd55-5d0a701d3f12 req-6d84f55f-cbbd-441a-bcf9-ff30f42408dd tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Aug 16 02:29:35.764458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52759bf4-10af-4188-8435-6a701875b55b req-90eb0db9-b0a0-43ad-af66-1058792a9014 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:35.765962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52759bf4-10af-4188-8435-6a701875b55b req-90eb0db9-b0a0-43ad-af66-1058792a9014 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0482340 Aug 16 02:29:35.803580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52759bf4-10af-4188-8435-6a701875b55b req-95766d39-c4e1-42c4-b440-7e791d114be6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Aug 16 02:29:35.915139 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.921568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb1111-680c-4838-a116-525d8df76970 req-81b76356-7945-4f48-b4dc-dbc8fa0faf28 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:36.923078 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-faeb1111-680c-4838-a116-525d8df76970 req-81b76356-7945-4f48-b4dc-dbc8fa0faf28 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0524144 Aug 16 02:29:36.959950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-faeb1111-680c-4838-a116-525d8df76970 req-2aa56f69-e230-4374-8a6b-a7c03e66d013 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Aug 16 02:29:38.075141 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cd20f-ba14-40a1-a707-ad4af8fbe3a5 req-a1d78fbc-a28d-4b94-b111-e33002d0f024 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.076650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7cd20f-ba14-40a1-a707-ad4af8fbe3a5 req-a1d78fbc-a28d-4b94-b111-e33002d0f024 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0495517 Aug 16 02:29:38.114865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b7cd20f-ba14-40a1-a707-ad4af8fbe3a5 req-5327b2c4-b8cf-4d31-a8f1-1998aedb6b1b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322294 Aug 16 02:29:39.228474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ef6b3-37f4-472f-b749-7e3ef35e1602 req-8334370d-2160-49eb-8920-1e2f8109d4cd tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:39.230920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b9ef6b3-37f4-472f-b749-7e3ef35e1602 req-8334370d-2160-49eb-8920-1e2f8109d4cd tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0486877 Aug 16 02:29:39.270881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b9ef6b3-37f4-472f-b749-7e3ef35e1602 req-852b48d8-49e3-48a1-9390-95329a0f8e94 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342317 Aug 16 02:29:40.390127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6060d65-02eb-4003-8d5c-aa9502d841d6 req-f372b37c-1749-4a84-851a-c2a141ca8d59 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.391601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6060d65-02eb-4003-8d5c-aa9502d841d6 req-f372b37c-1749-4a84-851a-c2a141ca8d59 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0523820 Aug 16 02:29:40.429533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6060d65-02eb-4003-8d5c-aa9502d841d6 req-77fedd85-da7c-4236-8ebb-97d76a2e97c1 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Aug 16 02:29:41.545041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d891d5e-38a7-4d46-9a5c-b05546276c93 req-dd51ae7c-c7b2-4cfe-966c-da9bd7dc05ae tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:41.546556 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d891d5e-38a7-4d46-9a5c-b05546276c93 req-dd51ae7c-c7b2-4cfe-966c-da9bd7dc05ae tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0494518 Aug 16 02:29:41.588195 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d891d5e-38a7-4d46-9a5c-b05546276c93 req-03d6c79d-38cf-4469-a68a-50021db04b04 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358157 Aug 16 02:29:42.702963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b491f-6e54-4008-a76d-911ae869cd3a req-afccadea-0327-467c-8de1-88ec90bb25b9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:42.704455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f03b491f-6e54-4008-a76d-911ae869cd3a req-afccadea-0327-467c-8de1-88ec90bb25b9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0487857 Aug 16 02:29:42.741053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f03b491f-6e54-4008-a76d-911ae869cd3a req-53deeb9e-d65c-4a5e-a96c-4caba86cff03 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305662 Aug 16 02:29:43.860816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788132ac-c964-4198-88f6-0fc9ffe34564 req-b152d6c1-230f-4480-9f79-973b158d3fe6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.862382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-788132ac-c964-4198-88f6-0fc9ffe34564 req-b152d6c1-230f-4480-9f79-973b158d3fe6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0527313 Aug 16 02:29:43.899704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-788132ac-c964-4198-88f6-0fc9ffe34564 req-92c20339-7fc1-44f6-9873-043760b13742 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314584 Aug 16 02:29:45.014004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461ba49-0b4d-4bc5-8fbf-4d6eef1ee014 req-0081455e-0cfc-4d86-a2b0-e9d1dcbe034e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.015494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8461ba49-0b4d-4bc5-8fbf-4d6eef1ee014 req-0081455e-0cfc-4d86-a2b0-e9d1dcbe034e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0486104 Aug 16 02:29:45.053024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8461ba49-0b4d-4bc5-8fbf-4d6eef1ee014 req-76fd3935-2573-4f2e-b911-912566e09cd6 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Aug 16 02:29:46.166426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809f36-8678-4026-b39f-d1e92ebb6c63 req-62967b15-aa24-484b-bdaf-8c88409ffc40 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:46.167920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db809f36-8678-4026-b39f-d1e92ebb6c63 req-62967b15-aa24-484b-bdaf-8c88409ffc40 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0491855 Aug 16 02:29:46.204353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db809f36-8678-4026-b39f-d1e92ebb6c63 req-3c18b517-074a-4334-8b40-c53cb62a74b3 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Aug 16 02:29:47.323765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5c667-c049-482b-b8a7-b43c89b587e9 req-b181b29b-4edc-4e35-bb22-9b2eb039e3b7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.325251 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53e5c667-c049-482b-b8a7-b43c89b587e9 req-b181b29b-4edc-4e35-bb22-9b2eb039e3b7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0531313 Aug 16 02:29:47.362372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-53e5c667-c049-482b-b8a7-b43c89b587e9 req-4f6d613f-771b-4349-a891-50c7877c77b7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Aug 16 02:29:48.375973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f896-e299-42af-bca7-0bbf9abacdfd req-2c9bb0ea-e363-4770-9a80-f1578e9b56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.377482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dea6f896-e299-42af-bca7-0bbf9abacdfd req-2c9bb0ea-e363-4770-9a80-f1578e9b56bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 1097 time: 0.0411928 Aug 16 02:29:48.515996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b4611-b5ea-45c2-b885-2a90aac90683 req-b6e905f2-f3d1-4efa-ae5d-bc2089fdb12c tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.517380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-206b4611-b5ea-45c2-b885-2a90aac90683 req-b6e905f2-f3d1-4efa-ae5d-bc2089fdb12c tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0724690 Aug 16 02:29:48.533001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f896-e299-42af-bca7-0bbf9abacdfd req-e6b15b82-e4aa-4612-a4cc-68a2c1b657b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.534414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dea6f896-e299-42af-bca7-0bbf9abacdfd req-e6b15b82-e4aa-4612-a4cc-68a2c1b657b3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.1354380 Aug 16 02:29:48.580012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dea6f896-e299-42af-bca7-0bbf9abacdfd req-2694f6a2-35b7-4fa3-aa5a-8400e7ecb0b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd HTTP/1.1" status: 200 len: 217 time: 0.0370021 Aug 16 02:29:48.604802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-206b4611-b5ea-45c2-b885-2a90aac90683 req-1518ea2e-250e-40f0-b34c-6e7f5a988bef tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801911 Aug 16 02:29:48.639650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f896-e299-42af-bca7-0bbf9abacdfd req-f9a31ff8-76e9-4b6c-81e6-4db110fa8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.641135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dea6f896-e299-42af-bca7-0bbf9abacdfd req-f9a31ff8-76e9-4b6c-81e6-4db110fa8c45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0538387 Aug 16 02:29:48.672166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dea6f896-e299-42af-bca7-0bbf9abacdfd req-de927010-1102-4f62-a93f-de34cd5e12f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235367 Aug 16 02:29:48.759767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dea6f896-e299-42af-bca7-0bbf9abacdfd req-bea4b1e5-8e5b-483b-a8cf-40b87959af5a service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801194 Aug 16 02:29:48.852587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dea6f896-e299-42af-bca7-0bbf9abacdfd req-0e99f7f6-7df5-43f1-b22a-02e760b95614 service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854814 Aug 16 02:29:49.245634 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-dfdeaee8-94c6-42be-8d58-074465b69946 service neutron] show failed (client error): The resource could not be found. Aug 16 02:29:49.246603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-dfdeaee8-94c6-42be-8d58-074465b69946 service neutron] 10.222.0.74 "GET /v2.0/ports/d5cb115b-587b-45b2-a1f8-7e88a9f05ddd/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0547249 Aug 16 02:29:49.725380 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-9c413b16-8a03-4dfc-9314-03839aedfa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:49.726930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-9c413b16-8a03-4dfc-9314-03839aedfa4c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd&tenant_id=315f499e2ea8457db8d4f46b783032b5 HTTP/1.1" status: 200 len: 1097 time: 0.0735803 Aug 16 02:29:49.739227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07ae03-6896-4dd1-9045-8d721c21a1d1 req-54cfeba5-1c6a-4e61-bf2a-4afeb5b27ecc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:49.740613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d07ae03-6896-4dd1-9045-8d721c21a1d1 req-54cfeba5-1c6a-4e61-bf2a-4afeb5b27ecc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0625193 Aug 16 02:29:49.745985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:49.817280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d07ae03-6896-4dd1-9045-8d721c21a1d1 req-763aabb9-c985-4b5c-8664-2db05cad18e2 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686481 Aug 16 02:29:49.823639 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.021763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:50.058738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:50.097017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:50.099316 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dc6fb0-6574-4978-b126-47b48692c013" -d '{"events": [{"server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:50.103434 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.116638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Transition to ACTIVE for port object d5cb115b-587b-45b2-a1f8-7e88a9f05ddd will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:50.146012 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349e52f9-4519-4649-9f51-7c8bbc88c155 x-openstack-request-id: req-349e52f9-4519-4649-9f51-7c8bbc88c155 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:50.146304 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:50.146558 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-349e52f9-4519-4649-9f51-7c8bbc88c155 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:50.146965 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd', 'code': 200} Aug 16 02:29:50.187390 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.248002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] No DVR routers for this DVR port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:50.249788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.283661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Attempting to bind port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:50.283923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Attempting to bind port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:50.284248 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Attempting to bind port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd on network 214939a4-c743-44d4-9c20-d85fa33e3d87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:50.288455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd on network 214939a4-c743-44d4-9c20-d85fa33e3d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:50.288773 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Attempting to bind port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd on network 214939a4-c743-44d4-9c20-d85fa33e3d87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:50.294382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:50.294718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Checking segment: {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:50.295099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Bound using segment: {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:50.295519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Bound port: d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:50.295873 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.359341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:50.362276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:50.468176 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.502054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.502679 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.504079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] 10.222.0.64 "PUT /v2.0/ports/d5cb115b-587b-45b2-a1f8-7e88a9f05ddd HTTP/1.1" status: 200 len: 1092 time: 0.7625754 Aug 16 02:29:50.524808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a4b10-a95f-4c89-ba9c-29c36727db71 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.569671 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-650e59e0-028e-4a77-b5ee-edbcfc192a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.571221 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-650e59e0-028e-4a77-b5ee-edbcfc192a57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 1095 time: 0.0429976 Aug 16 02:29:50.664091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-7c14fb61-9850-4568-9a6e-af1dc37ec1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.665587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-7c14fb61-9850-4568-9a6e-af1dc37ec1bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.0866106 Aug 16 02:29:50.706765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-e165b5b1-270d-4f07-9a7b-3f983569301b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd HTTP/1.1" status: 200 len: 217 time: 0.0336716 Aug 16 02:29:50.755869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-4a8a1a4c-2e43-4c1b-a4ce-12bfecaef26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.757261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-4a8a1a4c-2e43-4c1b-a4ce-12bfecaef26a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0421796 Aug 16 02:29:50.790421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-6f66a989-c8a3-42b9-90d0-33b8ae82d723 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245731 Aug 16 02:29:50.884092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-056657f0-871b-4ba3-9453-e09b881a14a5 service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861235 Aug 16 02:29:50.991888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780fb1f-e0f6-4a1d-a3f4-f843af543eb4 req-9aee657f-8118-466c-97ab-b4c70c02ccfe tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.993382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8780fb1f-e0f6-4a1d-a3f4-f843af543eb4 req-9aee657f-8118-466c-97ab-b4c70c02ccfe tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 943 time: 0.1076708 Aug 16 02:29:51.022656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f26b09-94f8-4f04-adc0-8697491e0438 req-e637ba98-76d0-4db6-b39f-7431fe20d2ae service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284854 Aug 16 02:29:51.043184 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8780fb1f-e0f6-4a1d-a3f4-f843af543eb4 req-6ecea3c0-303e-4389-8077-4a8c56eedeb4 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Aug 16 02:29:51.281424 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.147442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:52.149636 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437" -d '{"events": [{"name": "network-changed", "server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:52.163571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d11ec-435b-4ffa-b0ed-1f9a3a6a7cc3 req-4eab1b47-780a-4e4d-a417-84afc75fcfb7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.165070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec9d11ec-435b-4ffa-b0ed-1f9a3a6a7cc3 req-4eab1b47-780a-4e4d-a417-84afc75fcfb7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 943 time: 0.0551939 Aug 16 02:29:52.167127 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.203201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ec9d11ec-435b-4ffa-b0ed-1f9a3a6a7cc3 req-2f6563ac-5f58-4020-8e39-06b276ca4802 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315931 Aug 16 02:29:52.257647 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9542253c-d87c-47b7-a3d3-e4231a9ca7fb x-openstack-request-id: req-9542253c-d87c-47b7-a3d3-e4231a9ca7fb {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:52.257973 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:52.258230 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9542253c-d87c-47b7-a3d3-e4231a9ca7fb {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:52.258626 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd', 'status': 'completed', 'code': 200} Aug 16 02:29:52.352766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-7bdb2a26-41d6-4823-b6ae-9f95a43b545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.354804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-7bdb2a26-41d6-4823-b6ae-9f95a43b545a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 1095 time: 0.0727570 Aug 16 02:29:52.357143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-128a63ae-1be9-4d23-a6a7-da04e138680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.358510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-128a63ae-1be9-4d23-a6a7-da04e138680c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 1095 time: 0.0756564 Aug 16 02:29:52.803643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d5cb115b-587b-45b2-a1f8-7e88a9f05ddd details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:29:52.814444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d5cb115b-587b-45b2-a1f8-7e88a9f05ddd no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:52.866704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-245ad4e6-7f9f-4f72-b4f4-e34a9f2b359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.868202 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-245ad4e6-7f9f-4f72-b4f4-e34a9f2b359f service neutron] 10.222.0.64 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.5064449 Aug 16 02:29:52.870923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-acc957fd-1ae3-4bd1-8d61-20077998bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.872257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-acc957fd-1ae3-4bd1-8d61-20077998bd4f service neutron] 10.222.0.74 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.5031099 Aug 16 02:29:52.904018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d5cb115b-587b-45b2-a1f8-7e88a9f05ddd not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:52.939161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:52.945259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-969f47c3-a9a2-4cfd-a5b3-4451d9013389 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd HTTP/1.1" status: 200 len: 217 time: 0.0693572 Aug 16 02:29:52.946619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-6409786f-56ba-483d-80f3-c75c66c45794 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd HTTP/1.1" status: 200 len: 217 time: 0.0652483 Aug 16 02:29:52.949998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd', 'network_id': '214939a4-c743-44d4-9c20-d85fa33e3d87', 'port_id': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd', 'mac_address': 'fa:16:3e:d4:c6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ebf998-9f94-4caf-b9b1-600edb0f1a2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:29:52.988556 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.005248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cb115b-587b-45b2-a1f8-7e88a9f05ddd {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:53.026942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:53.030678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-939bf97b-86a5-4b9f-a1e8-3608a4f41035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.032149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-939bf97b-86a5-4b9f-a1e8-3608a4f41035 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0795207 Aug 16 02:29:53.033746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-81ea0d66-1156-4f79-ab8d-71dd14d3077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.043440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-81ea0d66-1156-4f79-ab8d-71dd14d3077b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0749366 Aug 16 02:29:53.089736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-5fc8a864-42a4-43c1-9625-b2ec931a5412 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406187 Aug 16 02:29:53.093080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-23843d0a-a156-47d2-b397-ddb9d3b3e8ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505862 Aug 16 02:29:53.113437 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.164697 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:53.247762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-7680363d-488e-4ef8-90ae-12cdae611041 service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504483 Aug 16 02:29:53.252841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-7bea0fb4-ae6d-4e45-99ae-743d42d82ee4 service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384323 Aug 16 02:29:53.351194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d5cb115b-587b-45b2-a1f8-7e88a9f05ddd'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:53.425089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7ddc5-bf0c-4c56-bcc4-9425ff8dc92d req-cefade19-6440-4536-b921-223d1176279b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.426638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2b7ddc5-bf0c-4c56-bcc4-9425ff8dc92d req-cefade19-6440-4536-b921-223d1176279b tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 944 time: 0.1474307 Aug 16 02:29:53.468881 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-098e8443-b66c-4e9a-a9e7-ad40cf02d5be service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144754 Aug 16 02:29:53.473891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5074c1d1-ef8d-4a7c-be48-a7b1725f7437 req-c9f77031-0d49-4a09-8f6e-4a2b1d616fc7 service neutron] 10.222.0.64 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112505 Aug 16 02:29:53.492028 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2b7ddc5-bf0c-4c56-bcc4-9425ff8dc92d req-1689e2ac-6e30-4514-8c82-a5d4bcced8f7 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542185 Aug 16 02:29:53.808155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a4103-9302-41f5-8840-f7474deacd80 req-cceb9d8e-5e54-43c4-8d7e-b1d47d9c9f75 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.809663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a08a4103-9302-41f5-8840-f7474deacd80 req-cceb9d8e-5e54-43c4-8d7e-b1d47d9c9f75 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 944 time: 0.0503395 Aug 16 02:29:53.875676 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a08a4103-9302-41f5-8840-f7474deacd80 req-44e16981-6652-4582-954c-2c4f0edc075c tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597670 Aug 16 02:29:53.894642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-163b6479-8053-4027-8d50-d9ac9fa677fc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.894642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-163b6479-8053-4027-8d50-d9ac9fa677fc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.74 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd&tenant_id=315f499e2ea8457db8d4f46b783032b5&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 944 time: 0.0642498 Aug 16 02:29:53.958179 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-c6058009-ed8c-452e-9dcc-c09f326b40d6 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:29:53.959107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-c6058009-ed8c-452e-9dcc-c09f326b40d6 service neutron] 10.222.0.74 "DELETE /v2.0/ports/d5cb115b-587b-45b2-a1f8-7e88a9f05ddd/bindings/n-h2-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0581107 Aug 16 02:29:54.038656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-4514a30f-cd34-4259-be9c-31e133f97b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.040157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-4514a30f-cd34-4259-be9c-31e133f97b18 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=315f499e2ea8457db8d4f46b783032b5&device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 1096 time: 0.0404053 Aug 16 02:29:54.129318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-fa1961b0-8938-4d71-845e-e01ea9457823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.130798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-fa1961b0-8938-4d71-845e-e01ea9457823 service neutron] 10.222.0.74 "GET /v2.0/networks?id=214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 200 len: 915 time: 0.0829914 Aug 16 02:29:54.174700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-0954f814-6481-41f8-933a-26b922e1e93b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd HTTP/1.1" status: 200 len: 217 time: 0.0370324 Aug 16 02:29:54.222451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-5e590fa4-1324-48cc-8666-b8f91883a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.224003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-5e590fa4-1324-48cc-8666-b8f91883a8cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 200 len: 854 time: 0.0433009 Aug 16 02:29:54.255223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-9bffc778-a9df-464f-8cbc-bb08a4dbc6ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=214939a4-c743-44d4-9c20-d85fa33e3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244298 Aug 16 02:29:54.347530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-2d8cb6a5-e080-4eb9-b81e-084a053f5b22 service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852389 Aug 16 02:29:54.440277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eaddc960-58e8-417f-9084-bf3f6be1f6d4 req-37b48426-fcc6-4133-8082-7fb1d49ba5ee service neutron] 10.222.0.74 "GET /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861332 Aug 16 02:29:54.821657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d5cb115b-587b-45b2-a1f8-7e88a9f05ddd up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:54.943711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:54.948436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:54.948817 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.995411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d247b46-cfc7-4362-a043-0e5dfe682dd9 req-22165020-f512-4f75-8ed8-c2ddb119ce53 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.997167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d247b46-cfc7-4362-a043-0e5dfe682dd9 req-22165020-f512-4f75-8ed8-c2ddb119ce53 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 944 time: 0.0522673 Aug 16 02:29:55.030148 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.038015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d247b46-cfc7-4362-a043-0e5dfe682dd9 req-7e2745e7-75e2-4fff-a3df-243c9fecc1e3 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342307 Aug 16 02:29:55.052696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:55.055031 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ffd925-0226-4009-b05b-0f67f65437c3" -d '{"events": [{"server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "name": "network-vif-plugged", "status": "completed", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:55.068937 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:55.096393 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd2cd1a-f9e2-4e6d-8954-b04209c05565 x-openstack-request-id: req-5dd2cd1a-f9e2-4e6d-8954-b04209c05565 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:55.096728 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "name": "network-vif-plugged", "status": "completed", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:55.096981 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5dd2cd1a-f9e2-4e6d-8954-b04209c05565 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:55.097409 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd', 'code': 200} Aug 16 02:29:55.132326 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.184354 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.159691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924aa4-cf4f-484e-b890-3c94da833ed6 req-defe8f2f-c9c6-4e2a-9612-214844c708d1 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.161209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60924aa4-cf4f-484e-b890-3c94da833ed6 req-defe8f2f-c9c6-4e2a-9612-214844c708d1 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0537796 Aug 16 02:29:56.199125 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60924aa4-cf4f-484e-b890-3c94da833ed6 req-e7e43732-7c1e-41fa-8d4e-c0e3dd497f0e tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313976 Aug 16 02:29:56.311840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde95-2766-47a1-8e46-413f484f4f47 req-b33905b1-8753-45ba-857d-ef49b4f57edc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.313299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-024cde95-2766-47a1-8e46-413f484f4f47 req-b33905b1-8753-45ba-857d-ef49b4f57edc tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0489926 Aug 16 02:29:56.351325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-024cde95-2766-47a1-8e46-413f484f4f47 req-40a22371-6c85-4c74-9ca3-15b55d249821 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Aug 16 02:29:56.465238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3b25f-92e7-40d2-8eeb-30d6babc6684 req-805d2293-c1b5-4f2c-9018-ad7b7f7ca0d1 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.466757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2e3b25f-92e7-40d2-8eeb-30d6babc6684 req-805d2293-c1b5-4f2c-9018-ad7b7f7ca0d1 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0493553 Aug 16 02:29:56.504198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2e3b25f-92e7-40d2-8eeb-30d6babc6684 req-695a05b0-ceac-4df7-a270-ef1216b89a37 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Aug 16 02:29:56.940600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7106c-33a2-479a-bb4e-c56884a88f94 req-74af6280-1a99-45a9-aa71-a22379322492 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.942117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60d7106c-33a2-479a-bb4e-c56884a88f94 req-74af6280-1a99-45a9-aa71-a22379322492 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0524225 Aug 16 02:29:56.979401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60d7106c-33a2-479a-bb4e-c56884a88f94 req-d56989e5-0ca1-42fe-8981-751b077cae8c tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306592 Aug 16 02:29:58.095416 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c082ec2-a5e5-4fce-8dff-8ee20f6a80eb req-8db1c9c8-38b5-4c62-9f7f-d2ccff077b06 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:58.096919 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c082ec2-a5e5-4fce-8dff-8ee20f6a80eb req-8db1c9c8-38b5-4c62-9f7f-d2ccff077b06 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0508635 Aug 16 02:29:58.136031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c082ec2-a5e5-4fce-8dff-8ee20f6a80eb req-9e7ebf4f-82b0-48c2-bdcb-a912da104438 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/security-groups?id=bef402b1-d39a-4666-bb13-f153f8f5c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Aug 16 02:29:58.238697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d04581-86ec-4d5a-906a-ae5cc834e36c req-cb5fa9b3-4d91-4a7c-b031-9de1424354cf tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:58.240234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43d04581-86ec-4d5a-906a-ae5cc834e36c req-cb5fa9b3-4d91-4a7c-b031-9de1424354cf tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.64 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 945 time: 0.0493364 Aug 16 02:29:58.331843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-43d04581-86ec-4d5a-906a-ae5cc834e36c req-e7d845ab-d043-4bc1-a051-28b408ee79d9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Deleting port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:58.332185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43d04581-86ec-4d5a-906a-ae5cc834e36c req-e7d845ab-d043-4bc1-a051-28b408ee79d9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.420049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-43d04581-86ec-4d5a-906a-ae5cc834e36c req-e7d845ab-d043-4bc1-a051-28b408ee79d9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] For port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,segment=NetworkSegment(fe2c1b26-38e3-4ba7-8d1d-d984f951e271),segment_id=fe2c1b26-38e3-4ba7-8d1d-d984f951e271)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:58.420417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43d04581-86ec-4d5a-906a-ae5cc834e36c req-e7d845ab-d043-4bc1-a051-28b408ee79d9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.433743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-43d04581-86ec-4d5a-906a-ae5cc834e36c req-e7d845ab-d043-4bc1-a051-28b408ee79d9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Calling delete_port for d5cb115b-587b-45b2-a1f8-7e88a9f05ddd owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:58.618151 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43d04581-86ec-4d5a-906a-ae5cc834e36c req-e7d845ab-d043-4bc1-a051-28b408ee79d9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.634641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['d5cb115b-587b-45b2-a1f8-7e88a9f05ddd'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:58.648923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d845ab-d043-4bc1-a051-28b408ee79d9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Pushing event deleted for resources: {'Port': ['ID=d5cb115b-587b-45b2-a1f8-7e88a9f05ddd,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:58.696218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d04581-86ec-4d5a-906a-ae5cc834e36c req-e7d845ab-d043-4bc1-a051-28b408ee79d9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] No DVR routers for this DVR port d5cb115b-587b-45b2-a1f8-7e88a9f05ddd on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:58.698902 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-43d04581-86ec-4d5a-906a-ae5cc834e36c req-e7d845ab-d043-4bc1-a051-28b408ee79d9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.700935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43d04581-86ec-4d5a-906a-ae5cc834e36c req-e7d845ab-d043-4bc1-a051-28b408ee79d9 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.64 "DELETE /v2.0/ports/d5cb115b-587b-45b2-a1f8-7e88a9f05ddd HTTP/1.1" status: 204 len: 173 time: 0.4535632 Aug 16 02:29:58.701373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'name': 'network-vif-deleted', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:58.703639 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e32c0b-7988-4434-80f8-b8ec80b503f3" -d '{"events": [{"server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "name": "network-vif-deleted", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:58.739105 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc62a18-29ba-44ee-bc1b-58c2676058b7 x-openstack-request-id: req-7fc62a18-29ba-44ee-bc1b-58c2676058b7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:58.739399 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972e186d-d457-40ca-a0ce-d72b93585ebd", "name": "network-vif-deleted", "tag": "d5cb115b-587b-45b2-a1f8-7e88a9f05ddd", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:58.739647 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7fc62a18-29ba-44ee-bc1b-58c2676058b7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:58.740060 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972e186d-d457-40ca-a0ce-d72b93585ebd', 'name': 'network-vif-deleted', 'tag': 'd5cb115b-587b-45b2-a1f8-7e88a9f05ddd', 'status': 'completed', 'code': 200} Aug 16 02:29:59.242030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dbc8b51-d0d3-4a89-8df9-82933d3410de req-33c0d8ff-2a7c-4aff-90ff-2d85bfa82511 tempest-ServerDiskConfigTestJSON-485356904 tempest-ServerDiskConfigTestJSON-485356904-project] 10.222.0.66 "GET /v2.0/ports?device_id=972e186d-d457-40ca-a0ce-d72b93585ebd HTTP/1.1" status: 200 len: 210 time: 0.0267296 Aug 16 02:29:59.903197 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7e4c-60be-4d33-aa14-9f93eb10d4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.366752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54020) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.411316 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Deleting subnet 90ebf998-9f94-4caf-b9b1-600edb0f1a2d {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:00.414374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.452584 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.498647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.641384 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.666963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ebf998-9f94-4caf-b9b1-600edb0f1a2d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:00.677538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.681936 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/90ebf998-9f94-4caf-b9b1-600edb0f1a2d HTTP/1.1" status: 204 len: 168 time: 0.3133163 Aug 16 02:30:00.684354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.684705 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.685058 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.685392 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.685730 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.686363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.686508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54022) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.687079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.687615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.687955 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.688290 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.688621 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.688956 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63e53a-a64e-4770-aecf-904223ec296b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:00.755117 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.835932 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.846034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214939a4-c743-44d4-9c20-d85fa33e3d87']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.855825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.856120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2c1b26-38e3-4ba7-8d1d-d984f951e271') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.864630 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.877643 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.883308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:30:00.883692 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:30:00.885276 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:30:01.012411 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.018564 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.020420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] 10.222.0.66 "DELETE /v2.0/networks/214939a4-c743-44d4-9c20-d85fa33e3d87 HTTP/1.1" status: 204 len: 168 time: 0.3330319 Aug 16 02:30:01.032153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34813228-bb93-40ae-ab18-20a9f9baa22f admin admin] Pushing event deleted for resources: {'Network': ['ID=214939a4-c743-44d4-9c20-d85fa33e3d87,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:01.355105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54026) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:01.395735 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-873d0d1a-3dd2-4e25-aa6e-d1747479a6ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=315f499e2ea8457db8d4f46b783032b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393708 Aug 16 02:30:01.398094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54028) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:01.445737 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4093-25bf-42d4-a94f-942f7e321eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.467902 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4093-25bf-42d4-a94f-942f7e321eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.589402 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4093-25bf-42d4-a94f-942f7e321eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.592579 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4093-25bf-42d4-a94f-942f7e321eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.593748 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2d2b4093-25bf-42d4-a94f-942f7e321eff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bef402b1-d39a-4666-bb13-f153f8f5c21c HTTP/1.1" status: 204 len: 168 time: 0.1947293 Aug 16 02:30:01.601270 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b4093-25bf-42d4-a94f-942f7e321eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef402b1-d39a-4666-bb13-f153f8f5c21c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:02.619802 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54050) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:02.768014 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-273661279-network', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:02.855926 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Made reservation on behalf of c37fb05c3e8b43f88e0d5ed7b2dc0963 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:02.858951 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.862734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d5cb115b-587b-45b2-a1f8-7e88a9f05ddd no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:02.868613 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.884917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: d5cb115b-587b-45b2-a1f8-7e88a9f05ddd {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:02.886587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device d5cb115b-587b-45b2-a1f8-7e88a9f05ddd not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:02.911914 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d0818b8d-6fea-4896-851b-3c3563648254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.930651 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.962966 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.021269 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.048818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:30:03.055188 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4d52a3-12d3-4e41-999f-7c77d456a12a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:03.061321 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.061672 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Added segment c8b22126-4fff-44f1-b37a-51f7dddf9a8c of type vlan for network b11298a9-2c2a-484e-bc7a-f46cd5182da1 Aug 16 02:30:03.104649 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.177907 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.178818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:03.179419 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.240551 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] Pushing event updated for resources: {'Network': ['ID=b11298a9-2c2a-484e-bc7a-f46cd5182da1,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:03.250545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:30:03.287062 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f96de51b-f5dd-40b2-943d-66f0e54dfc59 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6661513 Aug 16 02:30:03.289906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54058) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:03.295093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] Request body: {'subnet': {'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-273661279-subnet', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:03.381473 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] Made reservation on behalf of c37fb05c3e8b43f88e0d5ed7b2dc0963 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:03.383813 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.966380 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.022631 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf815fb-1106-4a1f-862c-6ff4c52aab58,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:04.031511 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:04.031875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] Network hostable DHCP agents. Network: b11298a9-2c2a-484e-bc7a-f46cd5182da1, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:30:04.109402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:30:04.194555 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.204183 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b11298a9-2c2a-484e-bc7a-f46cd5182da1) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:04.208232 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:04.208828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.212906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf652ef-8f11-4ed8-9e36-fa86e209eb78 None None] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:04.282083 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5b16d059-cb1d-44c2-9647-95ccb1a5faae admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9909935 Aug 16 02:30:04.284649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54060) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:04.289079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:04.359989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:30:04.360944 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.366676 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.367760 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.422177 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.492932 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Allocated IP 172.20.0.2 (b11298a9-2c2a-484e-bc7a-f46cd5182da1/bdf815fb-1106-4a1f-862c-6ff4c52aab58/68ad3e72-f8a1-4260-a74d-d1fa5f4be181) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:04.638153 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.645572 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.653537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Transition to ACTIVE for port object 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:04.668808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Transition to ACTIVE for port object 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:04.726480 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.762387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:04.767679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:04.771333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:04.783519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Pushing event updated for resources: {'Port': ['ID=68ad3e72-f8a1-4260-a74d-d1fa5f4be181,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:04.830649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Attempting to bind port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:04.831018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Attempting to bind port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:04.831376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Attempting to bind port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:04.836215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:04.836590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:04.836984 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.837373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:04.837843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Bound port: 68ad3e72-f8a1-4260-a74d-d1fa5f4be181, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:04.838224 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.900769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.901395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] For port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:04.905216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] For port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=68ad3e72-f8a1-4260-a74d-d1fa5f4be181,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:04.921106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.984161 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.028736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Allocated IP 172.25.8.185 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/2685e437-9e7a-4b50-8f5c-52576c994b6a) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:05.047220 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e679-449f-46a1-94dc-9dceb37dce68 None None] Pushing event updated for resources: {'Port': ['ID=68ad3e72-f8a1-4260-a74d-d1fa5f4be181,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:05.138601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.234358 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.277240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:05.280941 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:05.284692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:05.290282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Pushing event updated for resources: {'Port': ['ID=2685e437-9e7a-4b50-8f5c-52576c994b6a,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:05.395756 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:30:05.636125 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.838531 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.899140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca5d12-f539-4c70-8407-ba8d134ac7dd None None] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:05.938511 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.021663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Router 793e4628-b5a9-453d-9c78-4774199b1ec9 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:30:06.076884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9f1ce5c1-758c-45cf-9798-2acad801ff18 None None] Provisioning for port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:06.145501 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:06.150987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Sync routers for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:06.161103 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:06.161729 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:30:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:06.221865 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.223168 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e33e80e6-91e8-432c-a16a-534c002abcc1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9375155 Aug 16 02:30:06.225984 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54064) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:06.272793 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:06.334182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:06.502938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:05Z', 'revision_number': 3, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:06.530841 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Checking router: 793e4628-b5a9-453d-9c78-4774199b1ec9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:06.531190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Updating router 793e4628-b5a9-453d-9c78-4774199b1ec9 port 2685e437-9e7a-4b50-8f5c-52576c994b6a binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:30:06.532981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:06.537123 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:06.541587 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.586069 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.668150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.729096 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.808082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=68ad3e72-f8a1-4260-a74d-d1fa5f4be181,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:06.834904 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Allocated IP 172.20.0.1 (b11298a9-2c2a-484e-bc7a-f46cd5182da1/bdf815fb-1106-4a1f-862c-6ff4c52aab58/27e68002-4ae4-4a92-bbfb-58eda3258dfc) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:06.876912 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.946161 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.958878 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Transition to ACTIVE for port object 27e68002-4ae4-4a92-bbfb-58eda3258dfc will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:07.056882 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.077519 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.094433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:07.099330 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:07.100019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Transition to ACTIVE for port object 2685e437-9e7a-4b50-8f5c-52576c994b6a will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:07.102850 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:07.107046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=68ad3e72-f8a1-4260-a74d-d1fa5f4be181,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:07.134217 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Pushing event updated for resources: {'Port': ['ID=27e68002-4ae4-4a92-bbfb-58eda3258dfc,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:07.152937 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.184780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.240802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e390ecc-16ea-4581-8c4d-767e938b2a23 None None] Pushing event updated for resources: {'Port': ['ID=2685e437-9e7a-4b50-8f5c-52576c994b6a,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:07.243356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Attempting to bind port 2685e437-9e7a-4b50-8f5c-52576c994b6a on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:07.243839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Attempting to bind port 2685e437-9e7a-4b50-8f5c-52576c994b6a by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:07.244305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Attempting to bind port 2685e437-9e7a-4b50-8f5c-52576c994b6a on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:07.250654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:07.251172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:07.251680 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.252185 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:07.252763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Bound port: 2685e437-9e7a-4b50-8f5c-52576c994b6a, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:07.253263 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.306038 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] For port 2685e437-9e7a-4b50-8f5c-52576c994b6a, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:07.309002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] For port 2685e437-9e7a-4b50-8f5c-52576c994b6a, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2685e437-9e7a-4b50-8f5c-52576c994b6a,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:07.352140 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.400907 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.433311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3c37bafa-e8d4-4272-a502-29992ae09bee None None] Provisioning for port 27e68002-4ae4-4a92-bbfb-58eda3258dfc completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:07.444920 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3c37bafa-e8d4-4272-a502-29992ae09bee None None] Provisioning complete for port 27e68002-4ae4-4a92-bbfb-58eda3258dfc triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:07.451127 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3c37bafa-e8d4-4272-a502-29992ae09bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.496816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:07.497349 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:30:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:07.501084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e390ecc-16ea-4581-8c4d-767e938b2a23 None None] Pushing event updated for resources: {'Port': ['ID=2685e437-9e7a-4b50-8f5c-52576c994b6a,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:07.521560 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.535869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3c37bafa-e8d4-4272-a502-29992ae09bee None None] Port 27e68002-4ae4-4a92-bbfb-58eda3258dfc cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:07.572060 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.610704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:07.643119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Pushing event updated for resources: {'Port': ['ID=27e68002-4ae4-4a92-bbfb-58eda3258dfc,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:07.647982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.739028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:07.740459 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:07.815510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:06Z', 'revision_number': 1, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:07.846268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a0d201-c2b3-4db5-9a30-3df85fe59043 None None] The sync data for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 is: [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:06Z', 'revision_number': 1, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:07.868113 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Router 793e4628-b5a9-453d-9c78-4774199b1ec9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:30:07.960964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4597b957-6539-45d6-80a7-9d71207ef321 None None] Provisioning complete for port 27e68002-4ae4-4a92-bbfb-58eda3258dfc triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:07.961338 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4597b957-6539-45d6-80a7-9d71207ef321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.992236 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:07.996613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4597b957-6539-45d6-80a7-9d71207ef321 None None] Port 27e68002-4ae4-4a92-bbfb-58eda3258dfc cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:08.002514 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-dfda9eb9-6547-49f4-bdcb-324f3d7370f5 admin admin] 10.222.0.66 "PUT /v2.0/routers/793e4628-b5a9-453d-9c78-4774199b1ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7701356 Aug 16 02:30:08.306500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:08.360768 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:08.361474 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.582364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54076) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:08.587226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6326bc9b-e951-4782-b753-93117685758d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849781423', 'description': 'tempest-description--1578625853'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:08.686706 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6326bc9b-e951-4782-b753-93117685758d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.777378 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6326bc9b-e951-4782-b753-93117685758d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.855837 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6326bc9b-e951-4782-b753-93117685758d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.887175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326bc9b-e951-4782-b753-93117685758d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1463ce95-d28e-4787-b586-73223595928b,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:08.941733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6326bc9b-e951-4782-b753-93117685758d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.945751 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6326bc9b-e951-4782-b753-93117685758d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3595908 Aug 16 02:30:08.945942 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54078) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:08.950199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a1b61c50-b6ab-412b-be40-dbe2fedbdbe2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'security_group_rule': {'security_group_id': '1463ce95-d28e-4787-b586-73223595928b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:09.038886 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1b61c50-b6ab-412b-be40-dbe2fedbdbe2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.103877 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1b61c50-b6ab-412b-be40-dbe2fedbdbe2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.187495 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1b61c50-b6ab-412b-be40-dbe2fedbdbe2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.208132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b61c50-b6ab-412b-be40-dbe2fedbdbe2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386c457b-e990-47d4-b212-48bfcba1f289,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:09.284686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a1b61c50-b6ab-412b-be40-dbe2fedbdbe2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.286020 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a1b61c50-b6ab-412b-be40-dbe2fedbdbe2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392222 Aug 16 02:30:09.288622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54080) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:09.295447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c11be3be-d00c-49e4-aed1-64ab2f16753b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'security_group_rule': {'security_group_id': '1463ce95-d28e-4787-b586-73223595928b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:09.404732 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c11be3be-d00c-49e4-aed1-64ab2f16753b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.476311 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c11be3be-d00c-49e4-aed1-64ab2f16753b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.547609 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c11be3be-d00c-49e4-aed1-64ab2f16753b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.568326 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11be3be-d00c-49e4-aed1-64ab2f16753b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046082df-0a50-4b05-837d-5640113f678d,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:09.640848 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c11be3be-d00c-49e4-aed1-64ab2f16753b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.642139 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c11be3be-d00c-49e4-aed1-64ab2f16753b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3524847 Aug 16 02:30:09.645088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 54082) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:09.649900 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:09.733043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.764605 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Sync routers for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:09.778242 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:09.778984 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:30:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:09.853286 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.897573 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:09.984735 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Allocated IP 172.25.8.57 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/1a1607ce-a30f-4c11-b35b-f449f827df88) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:10.091514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.106116 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 2, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:10.137799 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Checking router: 793e4628-b5a9-453d-9c78-4774199b1ec9 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:10.140373 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Updating router 793e4628-b5a9-453d-9c78-4774199b1ec9 port 27e68002-4ae4-4a92-bbfb-58eda3258dfc binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:30:10.206935 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.249571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:10.252639 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:10.260654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:10.265352 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event updated for resources: {'Port': ['ID=1a1607ce-a30f-4c11-b35b-f449f827df88,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:10.266646 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.331833 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2685e437-9e7a-4b50-8f5c-52576c994b6a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:10.355074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.429106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 2685e437-9e7a-4b50-8f5c-52576c994b6a completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:10.433096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 2685e437-9e7a-4b50-8f5c-52576c994b6a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:10.433530 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.435134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.528938 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.534888 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.546667 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Transition to ACTIVE for port object 27e68002-4ae4-4a92-bbfb-58eda3258dfc will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:10.549848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 2685e437-9e7a-4b50-8f5c-52576c994b6a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2685e437-9e7a-4b50-8f5c-52576c994b6a,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:10.597796 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.600612 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.609962 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.651163 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Pushing event updated for resources: {'Port': ['ID=27e68002-4ae4-4a92-bbfb-58eda3258dfc,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:10.656262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.661874 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.662033 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.662776 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.662776 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.668419 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.668419 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.668419 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.668801 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=2685e437-9e7a-4b50-8f5c-52576c994b6a,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:10.668906 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.668906 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.668906 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.668906 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.668906 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:10.718801 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Attempting to bind port 27e68002-4ae4-4a92-bbfb-58eda3258dfc on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:10.719175 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Attempting to bind port 27e68002-4ae4-4a92-bbfb-58eda3258dfc by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:10.719528 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Attempting to bind port 27e68002-4ae4-4a92-bbfb-58eda3258dfc on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:10.724961 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:10.725331 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:10.725725 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.726140 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:10.726600 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Bound port: 27e68002-4ae4-4a92-bbfb-58eda3258dfc, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:10.726973 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.749639 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event updated for resources: {'Port': ['ID=1a1607ce-a30f-4c11-b35b-f449f827df88,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:10.763845 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.792833 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] For port 27e68002-4ae4-4a92-bbfb-58eda3258dfc, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:10.797112 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] For port 27e68002-4ae4-4a92-bbfb-58eda3258dfc, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=27e68002-4ae4-4a92-bbfb-58eda3258dfc,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:10.844801 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.846276 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-599c55de-782a-40e4-a9e8-09e4a5eacdf5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2002459 Aug 16 02:30:10.881217 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.948584 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:10.948584 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:30:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:10.985351 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9c27d-91b4-4730-8fbc-5ee0a615503e None None] Pushing event updated for resources: {'Port': ['ID=27e68002-4ae4-4a92-bbfb-58eda3258dfc,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:11.005730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-46b1fbf1-99c1-4f90-978f-47c09828b363 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--849781423&fields=id&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 267 time: 0.0399427 Aug 16 02:30:11.062326 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:11.127609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-f4ed5c4a-c119-4884-a79a-09625f8237b4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:11.129075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-f4ed5c4a-c119-4884-a79a-09625f8237b4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 811 time: 0.1157396 Aug 16 02:30:11.144345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-21b9b779-73ac-4634-9ef6-5e0e058135d2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/quotas/c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 375 time: 0.0092919 Aug 16 02:30:11.198876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-c6f5bd3f-225b-4364-98bf-43b6f0c03bcc tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489833 Aug 16 02:30:11.267529 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:11.293850 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d679d5f-931b-4b50-905e-f4442b45d462 None None] The sync data for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 is: [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:11.302320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-142ee127-5dd6-4bff-b716-aaf4d54d2b1a service neutron] 10.222.0.66 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917909 Aug 16 02:30:11.397873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-40c164d4-a293-4d0f-b489-63eb960fa855 service neutron] 10.222.0.66 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881474 Aug 16 02:30:11.686824 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-05d398ed-3773-4431-92de-0c14c58e3ce6 req-7692f40e-13af-4a1d-8885-0edda1a19f7f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 210 time: 0.0281978 Aug 16 02:30:12.307186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2685e437-9e7a-4b50-8f5c-52576c994b6a up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:12.355592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 2685e437-9e7a-4b50-8f5c-52576c994b6a triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:12.355969 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:12.437101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 27e68002-4ae4-4a92-bbfb-58eda3258dfc up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:12.558434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 27e68002-4ae4-4a92-bbfb-58eda3258dfc completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:12.563394 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 27e68002-4ae4-4a92-bbfb-58eda3258dfc triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:12.568527 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:12.640738 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:12.675676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 27e68002-4ae4-4a92-bbfb-58eda3258dfc, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=27e68002-4ae4-4a92-bbfb-58eda3258dfc,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:12.787804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d939858f-0b90-4208-8113-7f0f7a14fe79 req-6e4b4fb9-4865-4766-a0c8-da3f0902d4d1 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 210 time: 0.0320196 Aug 16 02:30:12.809751 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:12.847620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=27e68002-4ae4-4a92-bbfb-58eda3258dfc,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:13.628094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-42ca5f47-c3f7-4e91-ac09-19796fb4ec89 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:13.629560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-42ca5f47-c3f7-4e91-ac09-19796fb4ec89 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 811 time: 0.1022487 Aug 16 02:30:13.672928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-572a2028-ff84-450c-980d-8ff29fd02e25 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 379 time: 0.0337617 Aug 16 02:30:13.682675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'port': {'device_id': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'admin_state_up': True, 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'security_groups': ['1463ce95-d28e-4787-b586-73223595928b']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:13.884634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f6f4c29-7a5c-4692-a49b-aca6a5bfd210 req-079e8004-2958-42e0-b5be-a39340f05795 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 210 time: 0.0274570 Aug 16 02:30:13.885686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Made reservation on behalf of c37fb05c3e8b43f88e0d5ed7b2dc0963 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:13.889433 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.020983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Allocated IP 172.20.0.4 (b11298a9-2c2a-484e-bc7a-f46cd5182da1/bdf815fb-1106-4a1f-862c-6ff4c52aab58/80fc0778-29a5-4a6c-b7f1-d1ff473502ad) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:14.151290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.165377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Transition to ACTIVE for port object 80fc0778-29a5-4a6c-b7f1-d1ff473502ad will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:14.269439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.286667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 27e68002-4ae4-4a92-bbfb-58eda3258dfc up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:14.315245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:14.320353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:14.324155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:14.338348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 27e68002-4ae4-4a92-bbfb-58eda3258dfc triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:14.338984 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.354674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event updated for resources: {'Port': ['ID=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:14.368879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.369234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.369600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.369953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.370292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.370627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.370961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.371295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.371627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.371955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.372281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.372604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:14.394585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:14.395272 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.487286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-4ec54431-4f2c-4509-9d49-a43ae70bb98e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8081398 Aug 16 02:30:14.502059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Request body: {'port': {'device_id': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:14.557266 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.686814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-30364380-53a7-4482-922f-fdf57968b770 None None] Provisioning for port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:14.691447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-30364380-53a7-4482-922f-fdf57968b770 None None] Provisioning complete for port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:14.691821 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-30364380-53a7-4482-922f-fdf57968b770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.729397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-30364380-53a7-4482-922f-fdf57968b770 None None] Port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:14.822754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fc0778-29a5-4a6c-b7f1-d1ff473502ad {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:30:14.830669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.842166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Transition to ACTIVE for port object 80fc0778-29a5-4a6c-b7f1-d1ff473502ad will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:14.903244 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.951929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Pushing event updated for resources: {'Port': ['ID=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:15.062702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6423de-f4e7-49e0-bdc6-dcf9307a2433 req-a5458b91-45d8-48da-bfe3-b7598613be05 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.064301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d6423de-f4e7-49e0-bdc6-dcf9307a2433 req-a5458b91-45d8-48da-bfe3-b7598613be05 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 943 time: 0.1089809 Aug 16 02:30:15.069353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Attempting to bind port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:15.069713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Attempting to bind port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:15.070067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Attempting to bind port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:15.081966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:30:15.082299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Attempting to bind port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:15.097282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:15.097621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:15.098040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:15.098474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Bound port: 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:15.098835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.123954 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d6423de-f4e7-49e0-bdc6-dcf9307a2433 req-2556a476-b8dc-410f-b541-f5710b80b612 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515356 Aug 16 02:30:15.175708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:15.178708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:15.263391 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.297983 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.298602 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.300049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] 10.222.0.64 "PUT /v2.0/ports/80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 200 len: 1092 time: 0.8024178 Aug 16 02:30:15.300469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:15.302731 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48636a68-b57f-497a-affe-e0a0a69a6ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:15.333576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf05d4-5e44-472d-8feb-78b9df00f055 service neutron] Pushing event updated for resources: {'Port': ['ID=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:15.345456 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa1c6b7-c7d9-4187-afc0-fa10d6535c28 x-openstack-request-id: req-3fa1c6b7-c7d9-4187-afc0-fa10d6535c28 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:15.345809 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:15.348826 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3fa1c6b7-c7d9-4187-afc0-fa10d6535c28 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:15.348826 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'status': 'completed', 'code': 200} Aug 16 02:30:15.411758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48636a68-b57f-497a-affe-e0a0a69a6ed6 req-db845842-8e8a-4b06-aa01-21d36833870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.413452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48636a68-b57f-497a-affe-e0a0a69a6ed6 req-db845842-8e8a-4b06-aa01-21d36833870a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 1095 time: 0.0447764 Aug 16 02:30:15.520319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48636a68-b57f-497a-affe-e0a0a69a6ed6 req-2ee2985d-f58c-4a52-99c1-653fd9ee1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.521844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48636a68-b57f-497a-affe-e0a0a69a6ed6 req-2ee2985d-f58c-4a52-99c1-653fd9ee1043 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996363 Aug 16 02:30:15.619422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48636a68-b57f-497a-affe-e0a0a69a6ed6 req-803f773a-1869-43df-b0f2-d2699471837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.620819 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48636a68-b57f-497a-affe-e0a0a69a6ed6 req-803f773a-1869-43df-b0f2-d2699471837e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900826 Aug 16 02:30:15.697643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-3f8969c3-fa3b-4a74-8ea3-300614a840f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.699153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-3f8969c3-fa3b-4a74-8ea3-300614a840f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 1095 time: 0.0401707 Aug 16 02:30:15.740887 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-ba368a2f-3d56-4f11-bc20-91d4e3414bda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 200 len: 217 time: 0.0331368 Aug 16 02:30:15.792039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-ffeabd7a-7d04-410a-bd1c-a09ea3193081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.793486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-ffeabd7a-7d04-410a-bd1c-a09ea3193081 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0454867 Aug 16 02:30:15.843485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-a0b1cd6b-0f8c-4b84-848e-f379bb857118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.844948 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-a0b1cd6b-0f8c-4b84-848e-f379bb857118 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429561 Aug 16 02:30:15.934900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-be2c4bd5-5fbe-4600-abcc-4ec3cfc5650b service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809224 Aug 16 02:30:16.027846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e74609e-9eda-4401-8c78-c2cc01aa331a req-2069d0a1-9ca9-4747-9fda-eff853427586 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845664 Aug 16 02:30:16.240772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b10126-d8af-4b31-b57c-538f458908eb req-73c5b59a-8cba-49c5-97e1-ca79f7b3e2ad tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:16.242311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98b10126-d8af-4b31-b57c-538f458908eb req-73c5b59a-8cba-49c5-97e1-ca79f7b3e2ad tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 943 time: 0.0490706 Aug 16 02:30:16.278985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98b10126-d8af-4b31-b57c-538f458908eb req-9568e2e2-855f-4848-9808-41aac1988b9d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307586 Aug 16 02:30:16.961434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 80fc0778-29a5-4a6c-b7f1-d1ff473502ad details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:30:17.054158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:17.065763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'port_id': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'mac_address': 'fa:16:3e:38:d4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:30:17.103341 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:17.121432 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fc0778-29a5-4a6c-b7f1-d1ff473502ad {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:30:17.141969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:17.192742 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:17.240219 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:17.247284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.247627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.247963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.248297 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.248626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.248951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.249274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.249595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.249948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.250272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.250625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.251748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:17.394356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['80fc0778-29a5-4a6c-b7f1-d1ff473502ad'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:17.394922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d098b-578c-46f8-914c-4407d951ae24 req-f2d59ab6-24f0-4d81-bad0-bc48c7d9a784 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:17.396421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-135d098b-578c-46f8-914c-4407d951ae24 req-f2d59ab6-24f0-4d81-bad0-bc48c7d9a784 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 944 time: 0.0494437 Aug 16 02:30:17.435548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-135d098b-578c-46f8-914c-4407d951ae24 req-3ba3e90c-5e9d-4b88-ab8a-b32ad5f9878d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Aug 16 02:30:18.555058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644568d2-a07e-45f3-abe2-78acba70a660 req-73775a1b-ed11-4493-a2a4-8978d7a3193a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:18.556431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-644568d2-a07e-45f3-abe2-78acba70a660 req-73775a1b-ed11-4493-a2a4-8978d7a3193a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 944 time: 0.0534978 Aug 16 02:30:18.593406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-644568d2-a07e-45f3-abe2-78acba70a660 req-a85b6719-0481-4439-841c-bb35b86e09a6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Aug 16 02:30:18.985121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 80fc0778-29a5-4a6c-b7f1-d1ff473502ad up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:19.097405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:19.101235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:19.101631 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:19.176252 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:19.198191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:19.200444 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d70e194-8005-4357-999a-bd0e7b20a532" -d '{"events": [{"server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "name": "network-vif-plugged", "status": "completed", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:19.213918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:19.236703 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901f8275-9112-4ab0-a499-bb054144c655 x-openstack-request-id: req-901f8275-9112-4ab0-a499-bb054144c655 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:19.236993 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "name": "network-vif-plugged", "status": "completed", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:19.237247 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-901f8275-9112-4ab0-a499-bb054144c655 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:19.237639 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'code': 200} Aug 16 02:30:19.257225 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:19.308436 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:19.333765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75835423-41f5-49e3-a51b-b0a012678964 req-da30be20-290c-4665-af70-a05a9cb1e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:19.335290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75835423-41f5-49e3-a51b-b0a012678964 req-da30be20-290c-4665-af70-a05a9cb1e677 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 1097 time: 0.0406020 Aug 16 02:30:19.370357 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75835423-41f5-49e3-a51b-b0a012678964 req-4ef989ed-8860-451f-9c1b-b042c6735473 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270662 Aug 16 02:30:19.708972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8031399-7801-44ec-bfbf-2d1a332cdc8c req-b7433122-74fc-4d10-a435-21e713a7ea80 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:19.710619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e8031399-7801-44ec-bfbf-2d1a332cdc8c req-b7433122-74fc-4d10-a435-21e713a7ea80 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0481851 Aug 16 02:30:19.747249 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e8031399-7801-44ec-bfbf-2d1a332cdc8c req-f4a749e2-6e2b-4a5a-a265-aa5a5d6a6c2e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307913 Aug 16 02:30:20.863527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8957-4082-4336-b05d-3d98f27c1cee req-03b3b58c-3743-4372-81f8-59965dba840a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:20.865004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83da8957-4082-4336-b05d-3d98f27c1cee req-03b3b58c-3743-4372-81f8-59965dba840a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0522976 Aug 16 02:30:20.902901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83da8957-4082-4336-b05d-3d98f27c1cee req-d8329d58-b2ee-4800-a5bf-7b74766ab81d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319943 Aug 16 02:30:21.012695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac9221-6285-4fe4-b1e8-0cd206dbe89f req-ee3ed202-53bd-47b1-ab57-bebc9151647e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:21.014186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97ac9221-6285-4fe4-b1e8-0cd206dbe89f req-ee3ed202-53bd-47b1-ab57-bebc9151647e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0498872 Aug 16 02:30:21.022748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54140) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:21.027182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2af6e32a-8814-4f2e-b434-a82701ef7655 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'floatingip': {'port_id': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:21.066156 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af6e32a-8814-4f2e-b434-a82701ef7655 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.284211 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.773271 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.resource_extend [None req-2af6e32a-8814-4f2e-b434-a82701ef7655 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:30:21.821727 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af6e32a-8814-4f2e-b434-a82701ef7655 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.857194 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af6e32a-8814-4f2e-b434-a82701ef7655 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.954821 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-2af6e32a-8814-4f2e-b434-a82701ef7655 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0 associated. External IP: 172.25.8.57, port: 80fc0778-29a5-4a6c-b7f1-d1ff473502ad. Aug 16 02:30:22.160158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af6e32a-8814-4f2e-b434-a82701ef7655 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Router 793e4628-b5a9-453d-9c78-4774199b1ec9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:30:22.183370 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.270864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af6e32a-8814-4f2e-b434-a82701ef7655 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:22.275421 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2af6e32a-8814-4f2e-b434-a82701ef7655 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.280500 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b9cd3-9a54-4cfd-ab2a-841a51fe8223 None None] Sync routers for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:22.289621 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b9cd3-9a54-4cfd-ab2a-841a51fe8223 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:22.290273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1a2b9cd3-9a54-4cfd-ab2a-841a51fe8223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:30:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:22.302605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2af6e32a-8814-4f2e-b434-a82701ef7655 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "PUT /v2.0/floatingips/636b62bf-3b41-4332-9b32-aa0a91438eb0 HTTP/1.1" status: 200 len: 990 time: 1.2787955 Aug 16 02:30:22.303299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:22.305655 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5aba9f-485f-4854-b0df-d250030e92b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:22.394187 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb0e060-8f1c-45b5-bb6f-90bb205f0eb6 x-openstack-request-id: req-fdb0e060-8f1c-45b5-bb6f-90bb205f0eb6 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:22.394479 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:22.394733 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fdb0e060-8f1c-45b5-bb6f-90bb205f0eb6 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:22.395139 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'status': 'completed', 'code': 200} Aug 16 02:30:22.397211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-1a2b9cd3-9a54-4cfd-ab2a-841a51fe8223 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:22.463026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aba9f-485f-4854-b0df-d250030e92b6 req-56e299e1-6645-42fd-8470-8f961367fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:22.464560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d5aba9f-485f-4854-b0df-d250030e92b6 req-56e299e1-6645-42fd-8470-8f961367fc06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 1097 time: 0.0407741 Aug 16 02:30:22.562066 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aba9f-485f-4854-b0df-d250030e92b6 req-0d985392-d397-435a-9132-635caf3702e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:22.564273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d5aba9f-485f-4854-b0df-d250030e92b6 req-0d985392-d397-435a-9132-635caf3702e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0925872 Aug 16 02:30:22.619892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1a2b9cd3-9a54-4cfd-ab2a-841a51fe8223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:38:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:30:21Z', 'revision_number': 1, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:22.630752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d5aba9f-485f-4854-b0df-d250030e92b6 req-95ce4a7f-2873-43c4-82be-cd924c5ed1dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 200 len: 998 time: 0.0590804 Aug 16 02:30:22.650586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b9cd3-9a54-4cfd-ab2a-841a51fe8223 None None] Checking router: 793e4628-b5a9-453d-9c78-4774199b1ec9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:22.658902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b9cd3-9a54-4cfd-ab2a-841a51fe8223 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:22.659512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1a2b9cd3-9a54-4cfd-ab2a-841a51fe8223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:30:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:22.685871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aba9f-485f-4854-b0df-d250030e92b6 req-51f6c660-49a7-4638-b1ec-2a6fd2ab4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:22.687273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d5aba9f-485f-4854-b0df-d250030e92b6 req-51f6c660-49a7-4638-b1ec-2a6fd2ab4853 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0492496 Aug 16 02:30:22.738619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aba9f-485f-4854-b0df-d250030e92b6 req-8d222ff7-6b17-4b21-96c7-230e764d7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:22.740166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d5aba9f-485f-4854-b0df-d250030e92b6 req-8d222ff7-6b17-4b21-96c7-230e764d7f9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447717 Aug 16 02:30:22.768635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-1a2b9cd3-9a54-4cfd-ab2a-841a51fe8223 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:22.833980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d5aba9f-485f-4854-b0df-d250030e92b6 req-bd0a26d0-7968-4353-9ffc-529a273419b1 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857825 Aug 16 02:30:22.930827 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d5aba9f-485f-4854-b0df-d250030e92b6 req-d6d304d3-b6b5-4a3e-bf28-6b778f2d334e service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888522 Aug 16 02:30:23.145363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1a2b9cd3-9a54-4cfd-ab2a-841a51fe8223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:38:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:30:21Z', 'revision_number': 1, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:23.171136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b9cd3-9a54-4cfd-ab2a-841a51fe8223 None None] The sync data for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 is: [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:38:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:30:21Z', 'revision_number': 1, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:23.364414 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44a3e0-2255-4a63-b0c0-4e80e0fb6401 None None] New status for floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:30:27.224351 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-1379c730-a607-46bb-9b61-73f5fac666da req-fa300fd8-1a64-4ed1-a4dd-4108fe2b6117 tempest-TestServerAdvancedOps-400616139 tempest-TestServerAdvancedOps-400616139-project] (95515) timed out ('10.222.0.64', 49897) {{(pid=95515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:30:29.902714 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d332c3fc-d214-4f71-9799-7c58a0b19006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.912282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a70b-a2de-42c6-b60c-d9f675d12053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.940986 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.171436 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.908334 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.823529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-c604a7b0-6ad9-4544-821f-ca44b7b3e1d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485425 Aug 16 02:30:40.915748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-d5ba7e1c-9042-40d6-9221-a3c11d582cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:40.917227 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-d5ba7e1c-9042-40d6-9221-a3c11d582cad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 1097 time: 0.0409901 Aug 16 02:30:41.023830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-890ea8c0-2b6c-4505-a8df-143bcd8050e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:41.025304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-890ea8c0-2b6c-4505-a8df-143bcd8050e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0891776 Aug 16 02:30:41.092522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-587aafd6-8907-40a4-8395-97653fed133a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 200 len: 1000 time: 0.0575461 Aug 16 02:30:41.147854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-607c19c1-125b-42ef-85c7-ed14670641dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:41.149338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-607c19c1-125b-42ef-85c7-ed14670641dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0481896 Aug 16 02:30:41.202204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-b1a871df-80ce-4962-bad1-d0af178883eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:41.203720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-b1a871df-80ce-4962-bad1-d0af178883eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450544 Aug 16 02:30:41.292780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-df202d61-8f1a-4603-b3b5-dd7437f7665d service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806789 Aug 16 02:30:41.386746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38f82e76-15a4-471b-bee4-62881aaa62d7 req-5f2cacbf-0f05-4786-b088-1eda0b93fec9 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851228 Aug 16 02:30:42.395587 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:30:51.268623 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:52.192057 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.890531 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-58bc7023-710b-4e56-84b7-401343e5dbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.918181 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.930625 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-49f1d9ca-929e-4b31-a142-aed2d632222a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.182390 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.930992 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.395857 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:21.290584 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.198881 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.928473 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-492eec08-e670-4505-97a1-2e034ee19f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.917607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.951580 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7babe1a6-85a2-4751-9af3-105f035815e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.180261 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.940058 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.800845 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-ecdad411-b8d0-4990-9d58-5ecf75a9ba91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394964 Aug 16 02:31:40.884118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-0cb0d04e-6c47-4db2-a205-dd4ed0b490a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:40.885606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-0cb0d04e-6c47-4db2-a205-dd4ed0b490a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 1097 time: 0.0406668 Aug 16 02:31:40.995872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-451881c1-3c60-4586-be47-66ab5d2c013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:40.997380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-451881c1-3c60-4586-be47-66ab5d2c013f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0911598 Aug 16 02:31:41.071391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-73f254a2-9855-4c23-89b0-c3fc2aa4944a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 200 len: 1000 time: 0.0657756 Aug 16 02:31:41.127444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-1e75e95c-cf3b-4f8b-a578-a3dd98331730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:41.128929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-1e75e95c-cf3b-4f8b-a578-a3dd98331730 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0491507 Aug 16 02:31:41.176185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-a3365c33-0761-466f-8573-2007d57e569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:41.177776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-a3365c33-0761-466f-8573-2007d57e569a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401943 Aug 16 02:31:41.189649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-27dfe668-eadb-4246-807d-651684df3334 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:31:41.190679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-27dfe668-eadb-4246-807d-651684df3334 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050297 Aug 16 02:31:41.280428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-280c4538-f54a-4e54-b193-cbd34a48a508 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821285 Aug 16 02:31:41.374278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d1f6f8f5-75d8-48f3-bbee-a14634e5060e req-4359c707-4002-4f2f-b884-d90cc88c3b93 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851550 Aug 16 02:31:48.330272 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-d221a81c-9dc5-45ab-8122-756a6b0577dd req-76ec80c2-3346-43a3-8f39-8d428d06039f service neutron] (95515) timed out ('10.222.0.66', 45630) {{(pid=95515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:31:51.282585 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.236754 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.395556 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:59.893889 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef76b-eca5-4fbb-9672-dc869f8187af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.418038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea956ec2-8dbc-44c6-b318-f5f9c7d912b4 req-c35e1c0d-0f44-46a9-8271-cfd1a7838093 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:01.419565 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea956ec2-8dbc-44c6-b318-f5f9c7d912b4 req-c35e1c0d-0f44-46a9-8271-cfd1a7838093 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.2380373 Aug 16 02:32:01.460452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea956ec2-8dbc-44c6-b318-f5f9c7d912b4 req-a8df3ceb-1ddc-4ba0-b1b8-f5c4ea19193d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349369 Aug 16 02:32:01.854900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1ec33-7436-4f49-92a5-56853b082ce5 req-471a1ab4-6291-45c2-b199-e3a8ccdde6f0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:01.856398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fd1ec33-7436-4f49-92a5-56853b082ce5 req-471a1ab4-6291-45c2-b199-e3a8ccdde6f0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0504794 Aug 16 02:32:01.896425 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1fd1ec33-7436-4f49-92a5-56853b082ce5 req-d3b0539e-af17-4520-a83c-1bd94a30fd21 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338428 Aug 16 02:32:01.932988 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-55a52a98-8250-42f7-bdb1-b11f1569373f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447078 Aug 16 02:32:02.907013 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.908825 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-37c34588-f821-4717-9fa0-54662006b40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.036472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665366d7-58ec-472d-8d48-6465f92e8d5f req-736e538f-d30a-4838-a80e-cb5bba2aa2d2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:03.038237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-665366d7-58ec-472d-8d48-6465f92e8d5f req-736e538f-d30a-4838-a80e-cb5bba2aa2d2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0539598 Aug 16 02:32:03.076758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-665366d7-58ec-472d-8d48-6465f92e8d5f req-72e19f3c-42d9-433a-b5b1-6cd28fdca37e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323296 Aug 16 02:32:03.953686 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-e669d9d9-6298-4cf9-9ee2-b3ffea1133dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:03.955212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-e669d9d9-6298-4cf9-9ee2-b3ffea1133dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 1097 time: 0.0407200 Aug 16 02:32:04.046861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-c5feb6d5-5f4c-43b8-9ab4-1e2cd6b14d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:04.048364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-c5feb6d5-5f4c-43b8-9ab4-1e2cd6b14d02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0856972 Aug 16 02:32:04.114636 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-5c83f3cb-4467-4f2c-9055-4d44213c681e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 200 len: 1000 time: 0.0588059 Aug 16 02:32:04.196561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-80ca8ffc-3a54-4cd8-8078-707b0bd91a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:04.198100 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-80ca8ffc-3a54-4cd8-8078-707b0bd91a34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0758057 Aug 16 02:32:04.198427 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.215119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe17fb-35a2-4b52-9fc2-2ba784e75841 req-2966524a-add3-4f27-ba78-fa4635967d13 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:04.216454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ffe17fb-35a2-4b52-9fc2-2ba784e75841 req-2966524a-add3-4f27-ba78-fa4635967d13 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0669539 Aug 16 02:32:04.278560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ffe17fb-35a2-4b52-9fc2-2ba784e75841 req-ac4c094d-3ea3-4fff-9ac7-45bd9298c8eb tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549283 Aug 16 02:32:04.281141 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-52cf3190-f791-4396-bb28-3ab24ebe938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:04.282597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-52cf3190-f791-4396-bb28-3ab24ebe938f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753477 Aug 16 02:32:04.376992 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-5682dffb-b0d5-4dd1-a451-036b95262323 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866566 Aug 16 02:32:04.466746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-532933c5-a8bf-4d2c-87fe-7007f124fe5b service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814500 Aug 16 02:32:05.394628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11578938-9476-4057-861a-f41abeda42e2 req-076606c3-10ac-4132-b985-6b53a1489804 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:05.396103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11578938-9476-4057-861a-f41abeda42e2 req-076606c3-10ac-4132-b985-6b53a1489804 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0485175 Aug 16 02:32:05.434464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11578938-9476-4057-861a-f41abeda42e2 req-813bc7c8-2f96-40e8-8a67-f14de6076fbd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319855 Aug 16 02:32:05.929213 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.555749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983466-31ae-461d-be4e-d4050598ae73 req-1f78942b-f353-4ae6-ac00-f5effbc5f35b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:06.557152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58983466-31ae-461d-be4e-d4050598ae73 req-1f78942b-f353-4ae6-ac00-f5effbc5f35b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0551441 Aug 16 02:32:06.594201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-58983466-31ae-461d-be4e-d4050598ae73 req-aa495977-5f4d-4849-9337-d228a2d61e7f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311246 Aug 16 02:32:07.709616 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c307fc0-f274-49b8-be61-28fb4a210cfc req-61210243-3198-417a-94ff-da384ae71585 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:07.710623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c307fc0-f274-49b8-be61-28fb4a210cfc req-61210243-3198-417a-94ff-da384ae71585 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0477972 Aug 16 02:32:07.748420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c307fc0-f274-49b8-be61-28fb4a210cfc req-5cdf630e-3df5-468c-a085-00eca765fe8e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318551 Aug 16 02:32:08.863767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599adcbd-2017-4c41-833e-3f2301f59f26 req-4596c56d-3644-4877-b708-538c2b5ac073 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.865330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-599adcbd-2017-4c41-833e-3f2301f59f26 req-4596c56d-3644-4877-b708-538c2b5ac073 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0489178 Aug 16 02:32:08.903350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-599adcbd-2017-4c41-833e-3f2301f59f26 req-f74b98cb-ff81-4064-a2a6-690b8fc7e4de tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321214 Aug 16 02:32:10.020668 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737a5ed-4870-43f2-be48-7570b8a5c40d req-d51211c5-edc0-4c7e-9fd6-007b5d555d45 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:10.022736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0737a5ed-4870-43f2-be48-7570b8a5c40d req-d51211c5-edc0-4c7e-9fd6-007b5d555d45 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0530980 Aug 16 02:32:10.059873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0737a5ed-4870-43f2-be48-7570b8a5c40d req-5485717f-f79c-4ed9-9d2a-f37ef14dd488 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312986 Aug 16 02:32:11.180579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1bb42-a839-4c0f-b67d-805b4ecbe150 req-019de8c7-843c-4384-816d-93b77395ac49 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:11.182717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4c1bb42-a839-4c0f-b67d-805b4ecbe150 req-019de8c7-843c-4384-816d-93b77395ac49 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0550091 Aug 16 02:32:11.222224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4c1bb42-a839-4c0f-b67d-805b4ecbe150 req-7ef7ea8b-d169-41a6-81a7-4037d0938b70 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341072 Aug 16 02:32:12.338854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dce23b-0e17-4b08-9af0-edebaaddbc3a req-2f544343-7fc4-492c-9881-7245ff120e37 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:12.340309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30dce23b-0e17-4b08-9af0-edebaaddbc3a req-2f544343-7fc4-492c-9881-7245ff120e37 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0479884 Aug 16 02:32:12.376839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30dce23b-0e17-4b08-9af0-edebaaddbc3a req-b7661e2e-3a0c-4f4a-a4bd-e73e8d380354 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305548 Aug 16 02:32:13.494471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403fdb-d683-4a44-8b5b-d28ad1ec116b req-f9bb20fd-d272-4f77-86db-16a2bb8d94ea tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:13.495942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35403fdb-d683-4a44-8b5b-d28ad1ec116b req-f9bb20fd-d272-4f77-86db-16a2bb8d94ea tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0516939 Aug 16 02:32:13.533960 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-35403fdb-d683-4a44-8b5b-d28ad1ec116b req-2cc9bcba-537a-4bef-aba8-85088ca61974 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322056 Aug 16 02:32:14.652058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ae00e-d4ca-4111-9c8b-6e868494871d req-9bf07783-8397-4399-88cc-02c057f0ff2c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:14.653592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c4ae00e-d4ca-4111-9c8b-6e868494871d req-9bf07783-8397-4399-88cc-02c057f0ff2c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0495200 Aug 16 02:32:14.690974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c4ae00e-d4ca-4111-9c8b-6e868494871d req-82914fab-42b0-421b-804a-0e741fbb0d6f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313380 Aug 16 02:32:15.805582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd714c36-a51c-44df-93a6-288a946e0986 req-c8545fb0-639b-4b5c-a9d8-a55105042d8d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:15.807092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fd714c36-a51c-44df-93a6-288a946e0986 req-c8545fb0-639b-4b5c-a9d8-a55105042d8d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0490298 Aug 16 02:32:15.843355 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fd714c36-a51c-44df-93a6-288a946e0986 req-17f03fbe-39db-49a8-b5b4-376655966581 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303400 Aug 16 02:32:16.690783 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-f9823e94-529d-4b7c-9f50-ec7268425647 service neutron] show failed (client error): The resource could not be found. Aug 16 02:32:16.691769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-f9823e94-529d-4b7c-9f50-ec7268425647 service neutron] 10.222.0.64 "GET /v2.0/ports/80fc0778-29a5-4a6c-b7f1-d1ff473502ad/bindings/n-h2-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0569961 Aug 16 02:32:16.960724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6b4eb-c716-4af7-bff2-78c3cb854351 req-a267a4f3-dc8a-4f20-9ac4-a6e365c5d39e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:16.962205 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27d6b4eb-c716-4af7-bff2-78c3cb854351 req-a267a4f3-dc8a-4f20-9ac4-a6e365c5d39e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0501790 Aug 16 02:32:17.000532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27d6b4eb-c716-4af7-bff2-78c3cb854351 req-01862e1a-fff5-4ff9-9448-66eef5d502c3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324006 Aug 16 02:32:17.181004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-72b616bf-6455-4116-8d6b-1301df51eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:17.182522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-72b616bf-6455-4116-8d6b-1301df51eafa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 1097 time: 0.0891182 Aug 16 02:32:17.194277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:17.263875 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.462034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:17.494203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:17.532619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:17.534798 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5051176e-f23a-4223-8589-cf7476fdfeb2" -d '{"events": [{"server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "name": "network-vif-unplugged", "status": "completed", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:17.539462 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.551775 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Transition to ACTIVE for port object 80fc0778-29a5-4a6c-b7f1-d1ff473502ad will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:17.596875 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.656852 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece980d2-196d-442f-858b-98147e5d4ad1 x-openstack-request-id: req-ece980d2-196d-442f-858b-98147e5d4ad1 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:17.657134 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "name": "network-vif-unplugged", "status": "completed", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:17.657393 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ece980d2-196d-442f-858b-98147e5d4ad1 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:17.657794 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'code': 200} Aug 16 02:32:17.710665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Pushing event updated for resources: {'Port': ['ID=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:17.734884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.735230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.735666 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.735902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.736255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.736568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.736897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.737223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.737550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.737900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.738229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.738555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:17.785469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] No DVR routers for this DVR port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:17.922395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Attempting to bind port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:17.922650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Attempting to bind port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:17.922972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Attempting to bind port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:17.927290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:32:17.927461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Attempting to bind port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:17.932140 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:17.932476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:17.932861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:17.933282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Bound port: 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:17.933633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.998028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:18.001755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:18.049681 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.115426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.116066 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.117510 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] 10.222.0.74 "PUT /v2.0/ports/80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 200 len: 1092 time: 0.9271724 Aug 16 02:32:18.145423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfef339-60ed-4929-9aee-2cd4994eba66 service neutron] Pushing event updated for resources: {'Port': ['ID=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:18.165777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badfdce-26c9-4270-ad3c-e9e2068f5c6d req-46910402-07ae-4a3c-85f5-f82405b84814 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.167388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7badfdce-26c9-4270-ad3c-e9e2068f5c6d req-46910402-07ae-4a3c-85f5-f82405b84814 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 943 time: 0.0917101 Aug 16 02:32:18.228872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7badfdce-26c9-4270-ad3c-e9e2068f5c6d req-4cc34759-a22e-4fae-b6d0-a4e2bae29e63 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439332 Aug 16 02:32:18.230667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-d666fa06-c08a-455e-bae2-445706d497c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.232101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-d666fa06-c08a-455e-bae2-445706d497c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 1095 time: 0.0878494 Aug 16 02:32:18.325080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-b50ed618-4a7b-4699-ae89-7bfa0fb07b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.326651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-b50ed618-4a7b-4699-ae89-7bfa0fb07b48 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0875947 Aug 16 02:32:18.397773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-11bd5bc0-91ae-400c-ab0b-8802b5c9d78f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 200 len: 998 time: 0.0632496 Aug 16 02:32:18.446904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-53a86ebc-bb15-47b8-b593-6ea246801068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.448348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-53a86ebc-bb15-47b8-b593-6ea246801068 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0438783 Aug 16 02:32:18.492406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-9c6298b0-5feb-4b3a-b1fd-1b6a25fee9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.493896 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-9c6298b0-5feb-4b3a-b1fd-1b6a25fee9f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387807 Aug 16 02:32:18.504443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-7924c4ad-cfca-49c3-9dd2-b876386a88c4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:32:18.506126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-7924c4ad-cfca-49c3-9dd2-b876386a88c4 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054591 Aug 16 02:32:18.597560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-ae7845f6-731c-43af-85a2-efdda037983f service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828605 Aug 16 02:32:18.686699 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-68eecdf3-3b1b-4e71-8765-663980c90eeb req-2db46467-c8e0-40f1-9412-c90aed0bc686 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821335 Aug 16 02:32:19.346320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fc9f5-fdbb-4d8c-864c-e920df652012 req-2789b324-4aa7-44ee-911f-a9f905a7350a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:19.347799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db5fc9f5-fdbb-4d8c-864c-e920df652012 req-2789b324-4aa7-44ee-911f-a9f905a7350a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 943 time: 0.0487413 Aug 16 02:32:19.389134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-db5fc9f5-fdbb-4d8c-864c-e920df652012 req-28519f0c-5add-4cca-a897-18c245a11682 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352781 Aug 16 02:32:19.639108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 80fc0778-29a5-4a6c-b7f1-d1ff473502ad no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:19.659376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:19.662426 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8827017-ae2e-43e1-9121-639660502c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:19.677344 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 80fc0778-29a5-4a6c-b7f1-d1ff473502ad not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:19.707852 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a0a0e2-2b7f-4b80-88e8-4888713d2015 x-openstack-request-id: req-80a0a0e2-2b7f-4b80-88e8-4888713d2015 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:19.708638 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:19.708889 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80a0a0e2-2b7f-4b80-88e8-4888713d2015 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:19.709285 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'status': 'completed', 'code': 200} Aug 16 02:32:19.793290 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8827017-ae2e-43e1-9121-639660502c4e req-cd707a66-f14a-4dfb-bde3-cb159a5831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:19.794943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-cd707a66-f14a-4dfb-bde3-cb159a5831bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 1095 time: 0.0672796 Aug 16 02:32:19.797263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8827017-ae2e-43e1-9121-639660502c4e req-6528de7f-c0b4-4ee1-912a-8cba38b2d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:19.798639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-6528de7f-c0b4-4ee1-912a-8cba38b2d5eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 1095 time: 0.0632446 Aug 16 02:32:19.950554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8827017-ae2e-43e1-9121-639660502c4e req-045f522d-4e8c-430e-a697-8676f8b2bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:19.951974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-045f522d-4e8c-430e-a697-8676f8b2bed2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.1495929 Aug 16 02:32:19.954500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8827017-ae2e-43e1-9121-639660502c4e req-c4d14cbc-0675-4bf8-8625-4641eaa4024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:19.955832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-c4d14cbc-0675-4bf8-8625-4641eaa4024d service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.1465890 Aug 16 02:32:20.064514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-e5ef5ddf-b7f2-4f05-af98-6bcd4fe3b7a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 200 len: 998 time: 0.1037960 Aug 16 02:32:20.066293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-c5387681-a38f-4ffd-b4ec-5995c8eec8f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 200 len: 998 time: 0.0993409 Aug 16 02:32:20.151051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8827017-ae2e-43e1-9121-639660502c4e req-141db0f9-8445-423b-bc07-92e09abbde77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:20.152506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-141db0f9-8445-423b-bc07-92e09abbde77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0800521 Aug 16 02:32:20.154111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8827017-ae2e-43e1-9121-639660502c4e req-a74b3db3-d997-4966-bc5a-cc320f9ae60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:20.155397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-a74b3db3-d997-4966-bc5a-cc320f9ae60d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0757692 Aug 16 02:32:20.222605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8827017-ae2e-43e1-9121-639660502c4e req-824d223a-ab95-4f20-baf6-c90e699efd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:20.224024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-824d223a-ab95-4f20-baf6-c90e699efd8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637531 Aug 16 02:32:20.227967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8827017-ae2e-43e1-9121-639660502c4e req-aaa59a74-f7a2-437e-9e3a-72015dd87be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:20.229291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-aaa59a74-f7a2-437e-9e3a-72015dd87be7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616832 Aug 16 02:32:20.379058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-9218b157-8551-497d-9a89-f4d5d81ca1c3 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469779 Aug 16 02:32:20.382048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-ee7ce85b-b1ea-4d32-aa83-ca96a75bad72 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426768 Aug 16 02:32:20.916669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96423b4d-880f-4c92-a9d4-c6b05e679bba req-61e34a3b-1a19-4c4b-b3a8-35c7378196f7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:20.918197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96423b4d-880f-4c92-a9d4-c6b05e679bba req-61e34a3b-1a19-4c4b-b3a8-35c7378196f7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 943 time: 0.1573982 Aug 16 02:32:20.936940 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-e6b19103-9d1f-4de4-9928-b9ef9447b188 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430703 Aug 16 02:32:20.938738 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8827017-ae2e-43e1-9121-639660502c4e req-5acedaaa-9398-46d8-a497-8b93f961f059 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521209 Aug 16 02:32:20.968620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-96423b4d-880f-4c92-a9d4-c6b05e679bba req-27b96d59-237c-4fe9-90c7-2acd0ace4655 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425153 Aug 16 02:32:21.306265 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.085557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974d3fa-c626-4c81-975e-bed87dc7cb0a req-89c45c64-9985-4e19-aed7-53d046cc80a2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.087079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e974d3fa-c626-4c81-975e-bed87dc7cb0a req-89c45c64-9985-4e19-aed7-53d046cc80a2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 943 time: 0.0521226 Aug 16 02:32:22.124412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e974d3fa-c626-4c81-975e-bed87dc7cb0a req-c896877c-34f8-42ae-9784-f35515299380 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315027 Aug 16 02:32:22.226659 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.402826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed3338-4d3d-4c85-831e-ef9f5ebb87f0 req-4900fa39-2393-49bd-ac36-866931003eee tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.404308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fed3338-4d3d-4c85-831e-ef9f5ebb87f0 req-4900fa39-2393-49bd-ac36-866931003eee tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 943 time: 0.0498798 Aug 16 02:32:22.471326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7fed3338-4d3d-4c85-831e-ef9f5ebb87f0 req-fc74f439-518b-4d9e-8991-d409f769fef2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606582 Aug 16 02:32:22.487503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e366a-935b-4964-a355-904fe8e2643a req-de479f29-11b4-41e6-b81a-a1fc36c9814e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.488967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c88e366a-935b-4964-a355-904fe8e2643a req-de479f29-11b4-41e6-b81a-a1fc36c9814e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 943 time: 0.0720997 Aug 16 02:32:22.554717 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-c88e366a-935b-4964-a355-904fe8e2643a req-2fb35558-d8d6-44fb-bdba-ecb97b6509c8 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:32:22.555642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c88e366a-935b-4964-a355-904fe8e2643a req-2fb35558-d8d6-44fb-bdba-ecb97b6509c8 service neutron] 10.222.0.64 "DELETE /v2.0/ports/80fc0778-29a5-4a6c-b7f1-d1ff473502ad/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0579648 Aug 16 02:32:22.641766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e366a-935b-4964-a355-904fe8e2643a req-a22df213-2486-4b4d-90c4-91fc3eb31687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.643235 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c88e366a-935b-4964-a355-904fe8e2643a req-a22df213-2486-4b4d-90c4-91fc3eb31687 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 1095 time: 0.0409453 Aug 16 02:32:22.729435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e366a-935b-4964-a355-904fe8e2643a req-f961480f-2ec4-4b22-b6df-3509575fab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.730894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c88e366a-935b-4964-a355-904fe8e2643a req-f961480f-2ec4-4b22-b6df-3509575fab18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0802877 Aug 16 02:32:22.799480 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c88e366a-935b-4964-a355-904fe8e2643a req-9380efee-2c8d-4b8c-b476-e89ff1923a83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 200 len: 998 time: 0.0605814 Aug 16 02:32:22.848386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e366a-935b-4964-a355-904fe8e2643a req-b42094cf-c871-41ac-bfc4-a4a1fd1d0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.849959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c88e366a-935b-4964-a355-904fe8e2643a req-b42094cf-c871-41ac-bfc4-a4a1fd1d0e38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0427692 Aug 16 02:32:22.896013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e366a-935b-4964-a355-904fe8e2643a req-7acbe88e-0a32-4c9a-a1df-9bde56f77866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.897481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c88e366a-935b-4964-a355-904fe8e2643a req-7acbe88e-0a32-4c9a-a1df-9bde56f77866 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397820 Aug 16 02:32:22.990481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c88e366a-935b-4964-a355-904fe8e2643a req-3106b00d-e5ab-4636-a3f9-15dbfcb57314 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847902 Aug 16 02:32:23.079090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c88e366a-935b-4964-a355-904fe8e2643a req-6951185b-a8c8-4f9f-860d-f3d7643c849d service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806570 Aug 16 02:32:23.438520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 80fc0778-29a5-4a6c-b7f1-d1ff473502ad details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:32:23.534339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:23.546736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'port_id': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'mac_address': 'fa:16:3e:38:d4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:32:23.588552 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.590143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580d81b-8560-4b3e-bf6c-bd252a8b7913 req-d7130978-4fe9-4d9b-a2e5-469a2d33e254 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.591626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f580d81b-8560-4b3e-bf6c-bd252a8b7913 req-d7130978-4fe9-4d9b-a2e5-469a2d33e254 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 943 time: 0.0507586 Aug 16 02:32:23.602603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fc0778-29a5-4a6c-b7f1-d1ff473502ad {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:23.624041 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:23.638871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f580d81b-8560-4b3e-bf6c-bd252a8b7913 req-326d5f92-5e1f-4380-be3d-0758f9ff7ead tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399644 Aug 16 02:32:23.706867 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.756055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:23.763508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.763861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.764208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.764549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.764885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.765265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.765636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.766002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.766331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.766657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.766984 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.767311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:23.962618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['80fc0778-29a5-4a6c-b7f1-d1ff473502ad'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:24.754223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471c5f8-b16a-4342-8a1e-5e5166b877cb req-840785a2-a653-48cf-bea4-fb5519807f73 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:24.755817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6471c5f8-b16a-4342-8a1e-5e5166b877cb req-840785a2-a653-48cf-bea4-fb5519807f73 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 944 time: 0.0501993 Aug 16 02:32:24.793784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6471c5f8-b16a-4342-8a1e-5e5166b877cb req-f84b16c5-2865-4b5a-a4c9-e965041af6a4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319991 Aug 16 02:32:24.907335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48291182-9fc9-4546-9cf4-1fb2b8058cff req-0464ff7b-0cf0-4915-883f-abf46a5b5b2b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:24.908826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48291182-9fc9-4546-9cf4-1fb2b8058cff req-0464ff7b-0cf0-4915-883f-abf46a5b5b2b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 944 time: 0.0491157 Aug 16 02:32:24.946407 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-48291182-9fc9-4546-9cf4-1fb2b8058cff req-1e9df5f0-1365-486e-b3ed-d1244df9ba05 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308733 Aug 16 02:32:25.057224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e67c-61f0-47f3-a22d-52984ca7c047 req-e5f5a427-1091-49c3-b811-075bdbc494d5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.058730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7080e67c-61f0-47f3-a22d-52984ca7c047 req-e5f5a427-1091-49c3-b811-075bdbc494d5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 944 time: 0.0492494 Aug 16 02:32:25.100524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7080e67c-61f0-47f3-a22d-52984ca7c047 req-19825406-5955-4616-be8e-74793adcff8c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359960 Aug 16 02:32:25.453358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 80fc0778-29a5-4a6c-b7f1-d1ff473502ad up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:25.501318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466324bf-d470-45b6-a2e0-4a617066ebe1 req-90c47cf3-3e28-4e75-a42e-7ccc410a87d8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.502865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-466324bf-d470-45b6-a2e0-4a617066ebe1 req-90c47cf3-3e28-4e75-a42e-7ccc410a87d8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 944 time: 0.0498548 Aug 16 02:32:25.541560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-466324bf-d470-45b6-a2e0-4a617066ebe1 req-6531bdfc-e8cf-4d47-bfe0-ffa837d04872 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319033 Aug 16 02:32:25.568949 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:25.572804 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:25.578666 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.650483 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.674590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:25.677315 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c5299a-55f6-4c07-9972-000c8db4c53d" -d '{"events": [{"server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "name": "network-vif-plugged", "status": "completed", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:25.690112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:25.758654 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.793674 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa49a75b-6afa-4768-b8e2-60ab826bf634 x-openstack-request-id: req-fa49a75b-6afa-4768-b8e2-60ab826bf634 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:25.793990 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "name": "network-vif-plugged", "status": "completed", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:25.794239 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa49a75b-6afa-4768-b8e2-60ab826bf634 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:25.794623 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'code': 200} Aug 16 02:32:25.821025 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:26.658411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ec2d7-df52-42d4-be09-4291be49778b req-153d0263-086d-4480-9076-b546844b8137 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.659916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-434ec2d7-df52-42d4-be09-4291be49778b req-153d0263-086d-4480-9076-b546844b8137 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0503335 Aug 16 02:32:26.696961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-434ec2d7-df52-42d4-be09-4291be49778b req-ab9ffe3f-55a8-4922-91e8-fcd7092959af tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305116 Aug 16 02:32:26.798631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-7e5fa951-55a6-4e5c-980b-e61a023ab1c2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.800073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-7e5fa951-55a6-4e5c-980b-e61a023ab1c2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 945 time: 0.0481687 Aug 16 02:32:26.893182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Deleting port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:26.893444 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.980371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] For port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:26.980738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.196469 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.196749 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.197064 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0 disassociated. External IP: 172.25.8.57, port: 80fc0778-29a5-4a6c-b7f1-d1ff473502ad. Aug 16 02:32:27.197403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Calling delete_port for 80fc0778-29a5-4a6c-b7f1-d1ff473502ad owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:27.392373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.421635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event deleted for resources: {'Port': ['ID=80fc0778-29a5-4a6c-b7f1-d1ff473502ad,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:27.541557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Router 793e4628-b5a9-453d-9c78-4774199b1ec9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:27.650625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:27.661504 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dc5fb-e108-40d4-bf84-2e4daed45ec5 None None] Sync routers for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:27.670812 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3dc5fb-e108-40d4-bf84-2e4daed45ec5 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:27.671443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3c3dc5fb-e108-40d4-bf84-2e4daed45ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:32:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:27.689040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] No DVR routers for this DVR port 80fc0778-29a5-4a6c-b7f1-d1ff473502ad on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:27.691683 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.693959 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ddb9091-48b4-4447-97e3-271d08781b95 req-3f11a8d6-5b1f-405e-b515-058a780c692a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "DELETE /v2.0/ports/80fc0778-29a5-4a6c-b7f1-d1ff473502ad HTTP/1.1" status: 204 len: 173 time: 0.8868062 Aug 16 02:32:27.694344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'name': 'network-vif-deleted', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:27.696562 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39ba23b-7166-4aa8-818a-2b2625372f3c" -d '{"events": [{"server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "name": "network-vif-deleted", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:27.734711 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3ec779-712a-40ae-8c3c-cf7215daca10 x-openstack-request-id: req-ef3ec779-712a-40ae-8c3c-cf7215daca10 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:27.734956 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f79f8ab-9557-45bb-9614-1c47d19cff88", "name": "network-vif-deleted", "tag": "80fc0778-29a5-4a6c-b7f1-d1ff473502ad", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:27.735188 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef3ec779-712a-40ae-8c3c-cf7215daca10 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:27.735592 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f79f8ab-9557-45bb-9614-1c47d19cff88', 'name': 'network-vif-deleted', 'tag': '80fc0778-29a5-4a6c-b7f1-d1ff473502ad', 'status': 'completed', 'code': 200} Aug 16 02:32:27.782090 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3c3dc5fb-e108-40d4-bf84-2e4daed45ec5 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:27.816176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23b7fad1-8ba6-4715-a066-d0ce6e3c906b req-a08469f6-c786-4130-8ae7-a5b0233df694 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f79f8ab-9557-45bb-9614-1c47d19cff88 HTTP/1.1" status: 200 len: 210 time: 0.0323524 Aug 16 02:32:27.982142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3c3dc5fb-e108-40d4-bf84-2e4daed45ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:28.013002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dc5fb-e108-40d4-bf84-2e4daed45ec5 None None] Checking router: 793e4628-b5a9-453d-9c78-4774199b1ec9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:28.022337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3dc5fb-e108-40d4-bf84-2e4daed45ec5 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:28.022954 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3c3dc5fb-e108-40d4-bf84-2e4daed45ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:32:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:28.128872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3c3dc5fb-e108-40d4-bf84-2e4daed45ec5 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:28.330215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3c3dc5fb-e108-40d4-bf84-2e4daed45ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:28.357526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dc5fb-e108-40d4-bf84-2e4daed45ec5 None None] The sync data for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 is: [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:28.570091 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e5401-d92b-478e-bb2b-76c98d64bc37 None None] New status for floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:32:29.042225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-a7bd1c8f-ab4f-4256-a0e6-7d61b0af3779 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--849781423&fields=id&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 267 time: 0.0332735 Aug 16 02:32:29.147812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-f44d654f-9808-4da2-b7bb-6839871739c8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:29.149170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-f44d654f-9808-4da2-b7bb-6839871739c8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 811 time: 0.1001887 Aug 16 02:32:29.164151 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-210f6739-b7ed-4713-b953-ecb0126c1ffe tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/quotas/c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 375 time: 0.0091946 Aug 16 02:32:29.215664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-52e38431-ec22-4c71-8476-1236c2917f79 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462277 Aug 16 02:32:29.365138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-d478c5ca-b78b-47eb-9e54-a0536fe9f72f service neutron] 10.222.0.66 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378427 Aug 16 02:32:29.453309 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-91bf364e-9329-4b63-b565-5a53acd08dc9 service neutron] 10.222.0.66 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820429 Aug 16 02:32:29.495995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 80fc0778-29a5-4a6c-b7f1-d1ff473502ad no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:29.515560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 80fc0778-29a5-4a6c-b7f1-d1ff473502ad {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:29.515905 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 80fc0778-29a5-4a6c-b7f1-d1ff473502ad not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:29.691223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-90ff9481-1662-4ee6-9b5e-52f6eb4788bb req-d7cf704b-dbbe-4dd9-876c-bc1c310ce0cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 210 time: 0.0314641 Aug 16 02:32:29.882386 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-15371c53-3516-4ef5-893b-3131682fb3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.786956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-887b8c23-f91c-432e-957d-9fd8948ef335 req-e1940a36-f918-45f2-8076-bb7036ce1965 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 210 time: 0.0262353 Aug 16 02:32:31.409196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-7eec7058-37b3-4c7c-bf47-fcef2cc7b69f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:31.410700 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-7eec7058-37b3-4c7c-bf47-fcef2cc7b69f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 811 time: 0.1160417 Aug 16 02:32:31.453996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-92f30e53-9d61-4364-bdfb-d14442178cd0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 379 time: 0.0336559 Aug 16 02:32:31.464451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'port': {'device_id': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'admin_state_up': True, 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'security_groups': ['1463ce95-d28e-4787-b586-73223595928b']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:31.631789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Made reservation on behalf of c37fb05c3e8b43f88e0d5ed7b2dc0963 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:31.635982 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.765749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Allocated IP 172.20.0.11 (b11298a9-2c2a-484e-bc7a-f46cd5182da1/bdf815fb-1106-4a1f-862c-6ff4c52aab58/c97d77ef-2e8f-4b24-b855-e4d0282dd364) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:31.893513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b289a5e7-d032-4446-9002-d933ff974f72 req-75a305c4-26be-4353-a7d9-9c0a988c7533 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 210 time: 0.0365005 Aug 16 02:32:31.921980 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.939405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Transition to ACTIVE for port object c97d77ef-2e8f-4b24-b855-e4d0282dd364 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:32.049255 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.093292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:32.096482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:32.100331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:32.107241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event updated for resources: {'Port': ['ID=c97d77ef-2e8f-4b24-b855-e4d0282dd364,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:32.155294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:32.155925 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.238517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-c98c9626-ba46-441b-ad80-f5b3d49b3158 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7782893 Aug 16 02:32:32.251797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Request body: {'port': {'device_id': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:32.309606 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.335529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-763a6745-ef51-40b6-8988-946a23f7b018 None None] Provisioning for port c97d77ef-2e8f-4b24-b855-e4d0282dd364 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:32.339647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-763a6745-ef51-40b6-8988-946a23f7b018 None None] Provisioning complete for port c97d77ef-2e8f-4b24-b855-e4d0282dd364 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:32.340117 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-763a6745-ef51-40b6-8988-946a23f7b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.373889 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-763a6745-ef51-40b6-8988-946a23f7b018 None None] Port c97d77ef-2e8f-4b24-b855-e4d0282dd364 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:32:32.567839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97d77ef-2e8f-4b24-b855-e4d0282dd364 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:32.575117 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.587153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Transition to ACTIVE for port object c97d77ef-2e8f-4b24-b855-e4d0282dd364 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:32.643114 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.713734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Pushing event updated for resources: {'Port': ['ID=c97d77ef-2e8f-4b24-b855-e4d0282dd364,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:32.771943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Attempting to bind port c97d77ef-2e8f-4b24-b855-e4d0282dd364 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:32.772284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Attempting to bind port c97d77ef-2e8f-4b24-b855-e4d0282dd364 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:32.773181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Attempting to bind port c97d77ef-2e8f-4b24-b855-e4d0282dd364 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:32.778169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Port c97d77ef-2e8f-4b24-b855-e4d0282dd364 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:32:32.778382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Attempting to bind port c97d77ef-2e8f-4b24-b855-e4d0282dd364 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:32.783614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:32.783961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:32.784355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:32.784796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Bound port: c97d77ef-2e8f-4b24-b855-e4d0282dd364, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:32.785165 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.853502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:32.856499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:32.896394 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.923344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0a28dbc8-d4fa-4916-85e9-1c65bc01b287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.924048 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.958307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:32.958933 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.961546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] 10.222.0.64 "PUT /v2.0/ports/c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 1093 time: 0.7141545 Aug 16 02:32:32.964925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:32.968097 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:33.028576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e305e71-3c3d-46eb-b583-9cfd9615e689 service neutron] Pushing event updated for resources: {'Port': ['ID=c97d77ef-2e8f-4b24-b855-e4d0282dd364,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:33.048209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa06b4-5a7c-4fb1-94ee-6bab186ff39e req-f923556f-0924-438e-9a3f-d7869e155c8c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:33.049848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8bfa06b4-5a7c-4fb1-94ee-6bab186ff39e req-f923556f-0924-438e-9a3f-d7869e155c8c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 944 time: 0.0873084 Aug 16 02:32:33.114082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8bfa06b4-5a7c-4fb1-94ee-6bab186ff39e req-f121f2e6-88fb-40f5-ad6c-82295d5e6bb6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535548 Aug 16 02:32:33.120382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-a8a6fae2-a084-4e4b-81f9-13215e40db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:33.122033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-a8a6fae2-a084-4e4b-81f9-13215e40db8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 1096 time: 0.0711579 Aug 16 02:32:33.166617 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b441b607-b74e-447d-8bfc-90641b3047b3 x-openstack-request-id: req-b441b607-b74e-447d-8bfc-90641b3047b3 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:33.166909 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:33.167163 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b441b607-b74e-447d-8bfc-90641b3047b3 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:33.167562 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'status': 'completed', 'code': 200} Aug 16 02:32:33.169384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-3fdf07cc-99b7-4e66-8812-fbb72e022673 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 217 time: 0.0388885 Aug 16 02:32:33.224940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-34932658-4676-4949-90bd-9300fa563185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:33.226432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-34932658-4676-4949-90bd-9300fa563185 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0493314 Aug 16 02:32:33.274894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-a39cbe0b-7480-4c76-a9b9-84398a8bd484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:33.276371 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-a39cbe0b-7480-4c76-a9b9-84398a8bd484 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407753 Aug 16 02:32:33.372936 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-93202fbb-3583-4d12-b405-6296e304cc7e service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862384 Aug 16 02:32:33.396751 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:32:33.477688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01e7d3b3-8d05-441c-b1ae-9e258be1aefe req-041d788e-c7bd-43ac-ac29-34ba899c83d8 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963686 Aug 16 02:32:33.630887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0 req-5e5efe49-96b1-4d23-9f85-03d4a43d9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:33.632370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0 req-5e5efe49-96b1-4d23-9f85-03d4a43d9f62 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 1096 time: 0.0413544 Aug 16 02:32:33.723556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0 req-1c694721-0a77-42aa-9a2f-8a67288ed8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:33.725014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0 req-1c694721-0a77-42aa-9a2f-8a67288ed8da service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0850546 Aug 16 02:32:33.767916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0 req-eeb68114-3d47-4da1-bc19-e3f4cfaee9b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 217 time: 0.0351279 Aug 16 02:32:33.816890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0 req-2d7d5e7a-5d36-422a-8046-e18ab23343e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:33.818350 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0 req-2d7d5e7a-5d36-422a-8046-e18ab23343e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0428948 Aug 16 02:32:33.867452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0 req-74c22921-85a2-4c21-81c7-2264447a9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:33.868920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0 req-74c22921-85a2-4c21-81c7-2264447a9e4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432186 Aug 16 02:32:33.959267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0 req-81aa64be-6bfd-43bb-9189-7839d3bcd265 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789192 Aug 16 02:32:34.050431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7ea5a7a-8776-476f-9cb6-0787a04ce9b0 req-1314740c-12f2-4dd6-871c-8f6ffa17e602 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857677 Aug 16 02:32:34.236294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6edd5-235c-4cee-b0b8-28b428fc6707 req-ffb012bb-ceab-4ed7-8468-c8f1e8e8312a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:34.237721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26a6edd5-235c-4cee-b0b8-28b428fc6707 req-ffb012bb-ceab-4ed7-8468-c8f1e8e8312a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 944 time: 0.0496511 Aug 16 02:32:34.248957 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.276351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26a6edd5-235c-4cee-b0b8-28b428fc6707 req-e87f1e57-4f2b-4f22-a4a4-cda232d9dfc8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323017 Aug 16 02:32:35.393163 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7fc0d-3b2d-4dd3-8491-532f9a6a46c3 req-032c4ed8-098d-41f2-bf2d-79e824621535 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:35.394664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97e7fc0d-3b2d-4dd3-8491-532f9a6a46c3 req-032c4ed8-098d-41f2-bf2d-79e824621535 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 944 time: 0.0483325 Aug 16 02:32:35.433149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97e7fc0d-3b2d-4dd3-8491-532f9a6a46c3 req-1ab43b7f-3afc-4587-aa8c-f193741855b4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320554 Aug 16 02:32:35.928811 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.546618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee3777-da17-494d-a9bf-fc75df1e9ee4 req-aacb0d7f-5e0a-4650-be0c-ca6cac30fb41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:36.548065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fee3777-da17-494d-a9bf-fc75df1e9ee4 req-aacb0d7f-5e0a-4650-be0c-ca6cac30fb41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 944 time: 0.0473833 Aug 16 02:32:36.588256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fee3777-da17-494d-a9bf-fc75df1e9ee4 req-7dd69bd0-a60d-43f8-be79-ef1ddd49a08d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334597 Aug 16 02:32:37.688094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c97d77ef-2e8f-4b24-b855-e4d0282dd364 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:32:37.702901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88df04-1d68-4eb2-b965-c79fc3b98592 req-fea38849-411f-4586-9d09-751f5a2cbc16 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:37.704395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb88df04-1d68-4eb2-b965-c79fc3b98592 req-fea38849-411f-4586-9d09-751f5a2cbc16 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 944 time: 0.0486958 Aug 16 02:32:37.744776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb88df04-1d68-4eb2-b965-c79fc3b98592 req-d71b76a2-2574-4d74-9616-e914d25b287b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338693 Aug 16 02:32:37.783169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:37.797858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'port_id': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'mac_address': 'fa:16:3e:47:ad:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:32:37.834746 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.847186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97d77ef-2e8f-4b24-b855-e4d0282dd364 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:37.865401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:37.940053 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.987709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=c97d77ef-2e8f-4b24-b855-e4d0282dd364,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:38.199132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['c97d77ef-2e8f-4b24-b855-e4d0282dd364'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:38.859536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88c9cc-9f1a-4577-ae1f-fa660b2f6610 req-2b49162f-1975-4f55-aa21-16a1cba4b576 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:38.861043 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f88c9cc-9f1a-4577-ae1f-fa660b2f6610 req-2b49162f-1975-4f55-aa21-16a1cba4b576 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 945 time: 0.0488362 Aug 16 02:32:38.898749 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9f88c9cc-9f1a-4577-ae1f-fa660b2f6610 req-7f127606-9ef4-4830-b3ab-59e44987150f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316558 Aug 16 02:32:39.704381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c97d77ef-2e8f-4b24-b855-e4d0282dd364 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:39.808929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port c97d77ef-2e8f-4b24-b855-e4d0282dd364 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:39.813445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port c97d77ef-2e8f-4b24-b855-e4d0282dd364 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:39.815275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.893996 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.916401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:39.918641 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb06975e-743a-4c41-a2bc-d310fcf487ce" -d '{"events": [{"server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "name": "network-vif-plugged", "status": "completed", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:39.931180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:39.997910 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.011870 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8939b46-8770-43cd-b981-0321c046bd13 req-6342bc18-4b95-49bd-ad72-6e2145c83026 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:40.013646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8939b46-8770-43cd-b981-0321c046bd13 req-6342bc18-4b95-49bd-ad72-6e2145c83026 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 945 time: 0.0485616 Aug 16 02:32:40.045983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=c97d77ef-2e8f-4b24-b855-e4d0282dd364,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:40.056766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8939b46-8770-43cd-b981-0321c046bd13 req-1433a7ec-c176-470a-8a2a-519841076f6f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369275 Aug 16 02:32:40.098825 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd9134a-3015-461c-b69c-d7353ca09177 x-openstack-request-id: req-cfd9134a-3015-461c-b69c-d7353ca09177 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:40.099147 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "name": "network-vif-plugged", "status": "completed", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:40.099381 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cfd9134a-3015-461c-b69c-d7353ca09177 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:40.099780 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'code': 200} Aug 16 02:32:40.193740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f10152-f6e3-4be3-a1d2-8205f59e4c65 req-ab08c30c-af71-480a-9077-ad8815eed100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:40.195926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63f10152-f6e3-4be3-a1d2-8205f59e4c65 req-ab08c30c-af71-480a-9077-ad8815eed100 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 1098 time: 0.0406854 Aug 16 02:32:40.230726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-63f10152-f6e3-4be3-a1d2-8205f59e4c65 req-a6304324-bf7d-4fb3-abed-eca9b86b2c49 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275998 Aug 16 02:32:41.172674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6b9d0-990d-42c7-b3e4-e11f70543561 req-9f378a45-3b98-4a99-a5ff-b577ddbe524f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:41.174230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6d6b9d0-990d-42c7-b3e4-e11f70543561 req-9f378a45-3b98-4a99-a5ff-b577ddbe524f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0487649 Aug 16 02:32:41.212611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6d6b9d0-990d-42c7-b3e4-e11f70543561 req-18eeb68a-c4bd-421e-a1ad-ff87d49aad5d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314293 Aug 16 02:32:42.327763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944425e-a3c6-4f91-9048-e2690c4f196f req-6cb3dc1e-a9a5-42a6-af24-43b6485c2ac4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:42.329250 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e944425e-a3c6-4f91-9048-e2690c4f196f req-6cb3dc1e-a9a5-42a6-af24-43b6485c2ac4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0486150 Aug 16 02:32:42.370647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e944425e-a3c6-4f91-9048-e2690c4f196f req-ba49a601-3fce-4d0c-9678-980910f0caf6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347168 Aug 16 02:32:42.481679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c60e5-97ba-4c2c-86aa-5968e4d84237 req-07a0d682-d225-4957-a393-2681c0232236 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:42.483287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eb2c60e5-97ba-4c2c-86aa-5968e4d84237 req-07a0d682-d225-4957-a393-2681c0232236 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0493658 Aug 16 02:32:42.491947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54534) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:42.496428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-750ad1e7-89b4-442d-88b4-c9ab33969c41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'floatingip': {'port_id': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:42.535747 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-750ad1e7-89b4-442d-88b4-c9ab33969c41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.955629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-750ad1e7-89b4-442d-88b4-c9ab33969c41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.014587 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-750ad1e7-89b4-442d-88b4-c9ab33969c41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.458128 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-750ad1e7-89b4-442d-88b4-c9ab33969c41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0 associated. External IP: 172.25.8.57, port: c97d77ef-2e8f-4b24-b855-e4d0282dd364. Aug 16 02:32:43.660865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750ad1e7-89b4-442d-88b4-c9ab33969c41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Router 793e4628-b5a9-453d-9c78-4774199b1ec9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:43.767941 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750ad1e7-89b4-442d-88b4-c9ab33969c41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:43.773577 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-750ad1e7-89b4-442d-88b4-c9ab33969c41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.778052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc68461a-75f5-42b3-8496-5ed6ec67ed87 None None] Sync routers for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:43.791959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc68461a-75f5-42b3-8496-5ed6ec67ed87 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:43.793006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fc68461a-75f5-42b3-8496-5ed6ec67ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:32:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:43.802101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-750ad1e7-89b4-442d-88b4-c9ab33969c41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "PUT /v2.0/floatingips/636b62bf-3b41-4332-9b32-aa0a91438eb0 HTTP/1.1" status: 200 len: 991 time: 1.3090749 Aug 16 02:32:43.802854 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:43.805188 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:43.889902 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1c89a4-dd7a-4eb7-bbfa-3038b9ce328e x-openstack-request-id: req-cd1c89a4-dd7a-4eb7-bbfa-3038b9ce328e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:43.890217 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:43.890470 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd1c89a4-dd7a-4eb7-bbfa-3038b9ce328e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:43.890880 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'status': 'completed', 'code': 200} Aug 16 02:32:43.900064 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-fc68461a-75f5-42b3-8496-5ed6ec67ed87 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:43.952486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f req-e4ac116f-a604-44b2-97ff-90ebda631e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:43.954082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f req-e4ac116f-a604-44b2-97ff-90ebda631e56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 1098 time: 0.0411994 Aug 16 02:32:44.046688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f req-d773e43f-159e-4efe-af4a-39168a446f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:44.048127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f req-d773e43f-159e-4efe-af4a-39168a446f50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0869403 Aug 16 02:32:44.115603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f req-217ef332-7673-4408-8e67-f34d3af38632 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 999 time: 0.0594912 Aug 16 02:32:44.123869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fc68461a-75f5-42b3-8496-5ed6ec67ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:47:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:32:42Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:44.155065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc68461a-75f5-42b3-8496-5ed6ec67ed87 None None] Checking router: 793e4628-b5a9-453d-9c78-4774199b1ec9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:44.164624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc68461a-75f5-42b3-8496-5ed6ec67ed87 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:44.165283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fc68461a-75f5-42b3-8496-5ed6ec67ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:32:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:44.173908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f req-2e0bafb7-3bd8-4269-b0c9-42eb91532445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:44.175471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f req-2e0bafb7-3bd8-4269-b0c9-42eb91532445 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0517724 Aug 16 02:32:44.225805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f req-c2f73e0e-baa5-4158-a3ae-5097038a27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:44.227347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f req-c2f73e0e-baa5-4158-a3ae-5097038a27f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441976 Aug 16 02:32:44.270710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-fc68461a-75f5-42b3-8496-5ed6ec67ed87 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:44.318569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f req-fbae1900-164c-4f9a-9cc0-6661a035fe03 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823109 Aug 16 02:32:44.415236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ee23baa-72d0-4ae4-bd2b-b6bec5b4d84f req-6f9e9435-1a7a-4443-baf9-4c1fa27d275c service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892200 Aug 16 02:32:44.492823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-fc68461a-75f5-42b3-8496-5ed6ec67ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:47:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:32:42Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:44.522552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc68461a-75f5-42b3-8496-5ed6ec67ed87 None None] The sync data for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 is: [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:47:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:32:42Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:44.713595 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd64056-28db-4cfc-9600-929faad65b18 None None] New status for floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:32:51.289303 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.220114 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.882089 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-974e5575-d7fe-44a1-b2f4-f8e683242052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.883056 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.900571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ec520ade-c95d-4e2c-9bd3-285f3a466b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.180188 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.934089 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.396213 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:33:21.293740 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.236140 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.881693 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cabba930-8d2a-41bc-9946-1a312269e08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:32.917032 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0f6df772-7f73-46a1-aa68-012c0b57a46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:32.927269 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.201889 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.933937 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.847436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-93f832eb-0f60-4483-9d64-8fcfb570c36a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869014 Aug 16 02:33:42.930516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-f4f8c38a-72d4-43c3-8e88-abc62aedece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:42.932010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-f4f8c38a-72d4-43c3-8e88-abc62aedece3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 1098 time: 0.0406749 Aug 16 02:33:43.036135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-4627d941-c67a-4e13-916f-055df92dea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:43.037487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-4627d941-c67a-4e13-916f-055df92dea63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0866423 Aug 16 02:33:43.103307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-8b8dabf3-1c8a-4fb4-9539-80f70193ec8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 1001 time: 0.0577514 Aug 16 02:33:43.153618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-ae707052-ac83-4589-b6fb-19e4a806e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:43.155078 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-ae707052-ac83-4589-b6fb-19e4a806e2e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0439410 Aug 16 02:33:43.204575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-d805011b-4342-4928-bbbf-5458bd19db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:43.206361 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-d805011b-4342-4928-bbbf-5458bd19db44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433176 Aug 16 02:33:43.296283 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-24f4d8d5-c455-49c9-80b8-074c1e481b7c service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811417 Aug 16 02:33:43.390913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2ff12be-10fc-42e2-9aed-477bdd36a540 req-1215cc87-019e-4b6b-9732-15eb1f90ab6e service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870755 Aug 16 02:33:47.395880 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:33:51.304754 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.258764 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.898607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-02e95726-524a-4c33-aa5b-c27a76e63e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.944350 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.955727 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8028c23c-708a-4c7f-8bc0-9f183b3fceba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.189711 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:05.943499 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.840035 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e7fc-ab56-4358-a6b4-aef4c68e1b86 req-12f67245-f87f-4a80-8e09-ad4b4e961e08 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:20.841544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df34e7fc-ab56-4358-a6b4-aef4c68e1b86 req-12f67245-f87f-4a80-8e09-ad4b4e961e08 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0499341 Aug 16 02:34:20.878860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df34e7fc-ab56-4358-a6b4-aef4c68e1b86 req-2c353d01-a4b0-4480-8ad0-52afd8a59d74 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312710 Aug 16 02:34:21.475913 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:21.993912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286c9b2-23a6-4994-96ce-99b2a45ec9a2 req-bc4ec642-8144-4eb0-a4cc-f54bf8d0fe7a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:21.995434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8286c9b2-23a6-4994-96ce-99b2a45ec9a2 req-bc4ec642-8144-4eb0-a4cc-f54bf8d0fe7a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0493107 Aug 16 02:34:22.033830 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8286c9b2-23a6-4994-96ce-99b2a45ec9a2 req-d3350c3d-0594-4cba-8eec-5b4896e16942 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323248 Aug 16 02:34:22.298347 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.147269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5423f0d-e4fe-4460-a97f-94fa174490ac req-9fce7a98-3ed0-4d04-934b-52c89c01e4e8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:23.148732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5423f0d-e4fe-4460-a97f-94fa174490ac req-9fce7a98-3ed0-4d04-934b-52c89c01e4e8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0485823 Aug 16 02:34:23.189751 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5423f0d-e4fe-4460-a97f-94fa174490ac req-ba04f346-f1a8-41cd-8e64-2a190bff02a6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351193 Aug 16 02:34:24.302465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f85e8-134a-47d5-bc98-e79d971f0262 req-b8ead7cd-cf24-4bf9-ac43-6501812dde2e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:24.303926 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e54f85e8-134a-47d5-bc98-e79d971f0262 req-b8ead7cd-cf24-4bf9-ac43-6501812dde2e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0477808 Aug 16 02:34:24.340695 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e54f85e8-134a-47d5-bc98-e79d971f0262 req-b234c010-f9c0-423a-8792-590b191dbf51 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309205 Aug 16 02:34:24.397095 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:34:25.456348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5751122-dde0-4846-95d5-8066788393b0 req-3ee01a12-15af-4009-8c40-9a2788782b0c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:25.457840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5751122-dde0-4846-95d5-8066788393b0 req-3ee01a12-15af-4009-8c40-9a2788782b0c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0496714 Aug 16 02:34:25.494844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a5751122-dde0-4846-95d5-8066788393b0 req-4e4cf076-5c61-4a22-9e7f-c822d2b58166 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308568 Aug 16 02:34:26.608346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86347b-9f2f-4b4d-a566-e2b1821c11d1 req-dbc28b50-2d4c-4c11-aa62-3443abd05be3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:26.609882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd86347b-9f2f-4b4d-a566-e2b1821c11d1 req-dbc28b50-2d4c-4c11-aa62-3443abd05be3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0487838 Aug 16 02:34:26.651397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd86347b-9f2f-4b4d-a566-e2b1821c11d1 req-81ad6b37-7a7e-4802-b9ff-62f49178d521 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354362 Aug 16 02:34:27.768732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd93b4-9571-48b5-a419-a5655437ab82 req-1c8e576f-4ddd-4644-9cf3-c05c4f216193 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:27.770275 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cbd93b4-9571-48b5-a419-a5655437ab82 req-1c8e576f-4ddd-4644-9cf3-c05c4f216193 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0533292 Aug 16 02:34:27.809279 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2cbd93b4-9571-48b5-a419-a5655437ab82 req-6efc1e70-d960-41b4-94a0-8a4f814ec7df tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331032 Aug 16 02:34:28.924650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383c9f7-34be-40fc-8e94-73edd682cf74 req-f475dcde-ee8c-4733-8176-608d71adb09c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:28.926167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b383c9f7-34be-40fc-8e94-73edd682cf74 req-f475dcde-ee8c-4733-8176-608d71adb09c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0495827 Aug 16 02:34:28.963523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b383c9f7-34be-40fc-8e94-73edd682cf74 req-adcadcba-9f36-4368-abf1-3b8c26c38b0f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315006 Aug 16 02:34:29.886585 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5dfefe10-9cf5-476d-9ec6-189ea0afaed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:30.076020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bca4b1-5f46-4d19-b168-ac4474f53aa5 req-3937f235-7242-498a-a62a-ad9c8eb34a8c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.077488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4bca4b1-5f46-4d19-b168-ac4474f53aa5 req-3937f235-7242-498a-a62a-ad9c8eb34a8c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0476010 Aug 16 02:34:30.119068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4bca4b1-5f46-4d19-b168-ac4474f53aa5 req-9b90c2eb-83fa-41f1-8054-b777b8f66d94 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349746 Aug 16 02:34:31.233868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9ed33-ce75-4d0c-9b83-f6a999dd22d7 req-32b5ff83-bf20-47bd-8fe2-fb4eae3e50d5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:31.235494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fc9ed33-ce75-4d0c-9b83-f6a999dd22d7 req-32b5ff83-bf20-47bd-8fe2-fb4eae3e50d5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0496840 Aug 16 02:34:31.273942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fc9ed33-ce75-4d0c-9b83-f6a999dd22d7 req-cff5559c-b26f-4995-beb3-9b7cccafd755 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322020 Aug 16 02:34:32.388553 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227080e-435f-49ef-ab8b-41421b45aa79 req-e80691a7-5ff8-4972-b936-ac8200efb128 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.390562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c227080e-435f-49ef-ab8b-41421b45aa79 req-e80691a7-5ff8-4972-b936-ac8200efb128 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0498509 Aug 16 02:34:32.428578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c227080e-435f-49ef-ab8b-41421b45aa79 req-73bf1af3-1a1e-419a-aac4-b98469fbdbe6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321207 Aug 16 02:34:32.816508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3d96-56ef-4a79-b35d-4c124e8b2083 req-af416690-4465-4879-92a5-f53ac43a6e68 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.818040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cbf3d96-56ef-4a79-b35d-4c124e8b2083 req-af416690-4465-4879-92a5-f53ac43a6e68 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0487418 Aug 16 02:34:32.867743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cbf3d96-56ef-4a79-b35d-4c124e8b2083 req-0679cc2f-3a36-48c0-bf9f-584029c3bd9b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360847 Aug 16 02:34:32.923389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54776) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:32.943775 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:32.945352 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b261577e-5924-4a5f-a8fc-4c1099b12d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.014380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-be07d2dd-c3f4-4ffc-a98c-0d55e2758937 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898657 Aug 16 02:34:33.984265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225f618-a3e1-43d5-a5f7-e01858f41d84 req-c178a677-aaf8-4b47-9047-a5f8f32b58c7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.985765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f225f618-a3e1-43d5-a5f7-e01858f41d84 req-c178a677-aaf8-4b47-9047-a5f8f32b58c7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0491445 Aug 16 02:34:34.026477 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f225f618-a3e1-43d5-a5f7-e01858f41d84 req-12ed0d9f-848e-45e6-9ecf-b38f0e54263d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345836 Aug 16 02:34:34.195461 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:34.944336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-eda93043-94fd-4ed5-bf31-5df283c9d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.945802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-eda93043-94fd-4ed5-bf31-5df283c9d92c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 1098 time: 0.0401936 Aug 16 02:34:35.040558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-3b63ba04-d2eb-49f2-8bbf-9a73886fb48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.042086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-3b63ba04-d2eb-49f2-8bbf-9a73886fb48f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0882528 Aug 16 02:34:35.139681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-e7ead058-b2d4-41a5-af57-ac9cba2a2721 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 1001 time: 0.0889478 Aug 16 02:34:35.185808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791db852-9a92-43ab-beb7-392f4e92f8bb req-a58447bc-e66f-43bf-9316-1549a9c35838 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.188000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-791db852-9a92-43ab-beb7-392f4e92f8bb req-a58447bc-e66f-43bf-9316-1549a9c35838 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0904801 Aug 16 02:34:35.216104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-c11953e4-005b-4fa8-b10a-2c4c6dff070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.216104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-c11953e4-005b-4fa8-b10a-2c4c6dff070b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0683527 Aug 16 02:34:35.258789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-791db852-9a92-43ab-beb7-392f4e92f8bb req-31097ebc-1a33-442d-9ac9-f78c108cde3c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609279 Aug 16 02:34:35.272644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-14e795bf-2306-4ad4-99a3-0b19b11f76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.274162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-14e795bf-2306-4ad4-99a3-0b19b11f76b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507772 Aug 16 02:34:35.368183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-e13ddfed-3c80-4e7e-af3d-8f340da72933 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854108 Aug 16 02:34:35.459400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-858c90f5-b129-4248-93a4-03867270512f service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821481 Aug 16 02:34:35.972066 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.374889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a9bd8-6f37-4c5d-a25d-fc87b73676aa req-193bb10b-00c6-4cdf-b654-413989da4951 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.376454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-153a9bd8-6f37-4c5d-a25d-fc87b73676aa req-193bb10b-00c6-4cdf-b654-413989da4951 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0506384 Aug 16 02:34:36.414805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-153a9bd8-6f37-4c5d-a25d-fc87b73676aa req-845ddb53-dbc0-41ac-b6fc-7a46170b1e41 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324178 Aug 16 02:34:37.540383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e50d7b-9d83-4abf-ba94-cc7444820362 req-91bd511b-fbca-424e-b6b2-1380fae77d60 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:37.541910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86e50d7b-9d83-4abf-ba94-cc7444820362 req-91bd511b-fbca-424e-b6b2-1380fae77d60 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0590646 Aug 16 02:34:37.618121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86e50d7b-9d83-4abf-ba94-cc7444820362 req-1ee843dd-2507-4f60-951f-b179b7c27a64 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696170 Aug 16 02:34:37.626828 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-8ef07072-4e3a-4215-a36e-dc5bd8da5fa7 service neutron] show failed (client error): The resource could not be found. Aug 16 02:34:37.627811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-8ef07072-4e3a-4215-a36e-dc5bd8da5fa7 service neutron] 10.222.0.64 "GET /v2.0/ports/c97d77ef-2e8f-4b24-b855-e4d0282dd364/bindings/n-h2-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0734901 Aug 16 02:34:38.119524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-4b480bea-5488-432f-8647-d8f4706dc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.121021 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-4b480bea-5488-432f-8647-d8f4706dc4ac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 1098 time: 0.0402207 Aug 16 02:34:38.133126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:38.192016 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.392195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:38.425011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:38.464211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:38.466476 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52de688e-d920-4c10-80ed-ca4623960a4a" -d '{"events": [{"server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "name": "network-vif-unplugged", "status": "completed", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:38.471001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.483203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Transition to ACTIVE for port object c97d77ef-2e8f-4b24-b855-e4d0282dd364 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:38.518233 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c27139-3948-4ab1-9be1-dbf37ba96149 x-openstack-request-id: req-89c27139-3948-4ab1-9be1-dbf37ba96149 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:38.518521 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "name": "network-vif-unplugged", "status": "completed", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:38.518767 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-89c27139-3948-4ab1-9be1-dbf37ba96149 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:38.519163 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'code': 200} Aug 16 02:34:38.533058 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.616094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Pushing event updated for resources: {'Port': ['ID=c97d77ef-2e8f-4b24-b855-e4d0282dd364,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:38.630394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.630655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.630996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.631329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.631659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.631985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.632309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.632637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.632956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.633275 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.633592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.633961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:38.665809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] No DVR routers for this DVR port c97d77ef-2e8f-4b24-b855-e4d0282dd364 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:38.801193 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40d75b-550c-49e5-96c2-3fe29dcd1959 req-9934e6d6-fe6d-462e-9f1c-cf3987497fcd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.802727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff40d75b-550c-49e5-96c2-3fe29dcd1959 req-9934e6d6-fe6d-462e-9f1c-cf3987497fcd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 944 time: 0.1022367 Aug 16 02:34:38.871821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff40d75b-550c-49e5-96c2-3fe29dcd1959 req-52bc4d04-b407-408c-ae12-888aa24a5d2a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621369 Aug 16 02:34:38.874028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Attempting to bind port c97d77ef-2e8f-4b24-b855-e4d0282dd364 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:38.874365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Attempting to bind port c97d77ef-2e8f-4b24-b855-e4d0282dd364 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:38.874692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Attempting to bind port c97d77ef-2e8f-4b24-b855-e4d0282dd364 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:38.879652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Port c97d77ef-2e8f-4b24-b855-e4d0282dd364 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:38.879973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Attempting to bind port c97d77ef-2e8f-4b24-b855-e4d0282dd364 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:38.884926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:38.885265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:38.885643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:38.886105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Bound port: c97d77ef-2e8f-4b24-b855-e4d0282dd364, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:38.886463 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.947883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:38.951033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:39.018658 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:39.053732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.054413 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:39.055892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] 10.222.0.74 "PUT /v2.0/ports/c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 1093 time: 0.9267817 Aug 16 02:34:39.078190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff1d94-7fb1-47ac-a245-9b939637b13b service neutron] Pushing event updated for resources: {'Port': ['ID=c97d77ef-2e8f-4b24-b855-e4d0282dd364,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:39.122561 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-0efe08aa-9d88-43a2-a4fb-074d8cb75f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.124110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-0efe08aa-9d88-43a2-a4fb-074d8cb75f04 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 1096 time: 0.0423317 Aug 16 02:34:39.221969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-4220e049-8620-4c27-b223-800f40bca420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.223541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-4220e049-8620-4c27-b223-800f40bca420 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0925879 Aug 16 02:34:39.287839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-f38b3922-4047-4004-9e44-193e48359883 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 999 time: 0.0574431 Aug 16 02:34:39.339256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-6e3ff032-ff07-4503-903a-4a27fd6a44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.340667 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-6e3ff032-ff07-4503-903a-4a27fd6a44d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0466616 Aug 16 02:34:39.386072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-0f9ded80-031e-445f-8154-36b1353e6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.387558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-0f9ded80-031e-445f-8154-36b1353e6d3e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397608 Aug 16 02:34:39.475041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-78c845d2-861a-4a15-b0f4-4042117c4621 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800931 Aug 16 02:34:39.567317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e317a949-6063-45ac-ab38-de1121a76ca4 req-96d38129-2cd3-4af2-b8f4-9a443410f82f service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856504 Aug 16 02:34:39.988421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b94ad4-8cba-41ad-bf65-2f675f461c56 req-0ac08222-1099-4fa8-97db-df0ef50268f7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.990014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27b94ad4-8cba-41ad-bf65-2f675f461c56 req-0ac08222-1099-4fa8-97db-df0ef50268f7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 944 time: 0.0500135 Aug 16 02:34:40.027333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27b94ad4-8cba-41ad-bf65-2f675f461c56 req-7c0d98ef-83e9-41bd-91f9-feb31362eab0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314939 Aug 16 02:34:40.324583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c97d77ef-2e8f-4b24-b855-e4d0282dd364 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:40.361208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device c97d77ef-2e8f-4b24-b855-e4d0282dd364 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:40.520695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:40.523059 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:40.569027 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6142fed-7ce6-4bd3-8c75-3abf136fada8 x-openstack-request-id: req-c6142fed-7ce6-4bd3-8c75-3abf136fada8 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:40.569311 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:40.569619 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6142fed-7ce6-4bd3-8c75-3abf136fada8 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:40.570054 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'status': 'completed', 'code': 200} Aug 16 02:34:40.657999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-a27ab676-8992-4c76-843e-a3e7aea1f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:40.659392 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-a27ab676-8992-4c76-843e-a3e7aea1f6ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 1096 time: 0.0713384 Aug 16 02:34:40.661730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-57cf4227-5162-44d7-bde0-e7f994a88696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:40.663099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-57cf4227-5162-44d7-bde0-e7f994a88696 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 1096 time: 0.0660217 Aug 16 02:34:40.812797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-72056288-bd4a-455e-8cc6-bcdbc83b1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:40.814898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-72056288-bd4a-455e-8cc6-bcdbc83b1a95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.1483288 Aug 16 02:34:40.817408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-32b8eaba-cd43-445f-add5-5455d26a0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:40.818746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-32b8eaba-cd43-445f-add5-5455d26a0917 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.1439185 Aug 16 02:34:40.924023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-59a135cb-549a-4070-8550-bbe2274858f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 999 time: 0.1011426 Aug 16 02:34:40.927394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-dce6e254-9739-4772-8af2-c6287e73de28 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 999 time: 0.0993848 Aug 16 02:34:41.005726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-4bd3d708-01ba-49c3-883b-fcb46d0d2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.007200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-4bd3d708-01ba-49c3-883b-fcb46d0d2058 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0758107 Aug 16 02:34:41.008875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-2f891942-9452-4515-b8fb-0ee32d904567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.010190 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-2f891942-9452-4515-b8fb-0ee32d904567 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0704069 Aug 16 02:34:41.086643 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-f2955b61-9ea9-41b7-8788-e37613b11c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.088130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-f2955b61-9ea9-41b7-8788-e37613b11c99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737841 Aug 16 02:34:41.090562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-23cb9e2c-5fd1-494f-93d9-e7b104c67590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.091888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-23cb9e2c-5fd1-494f-93d9-e7b104c67590 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665505 Aug 16 02:34:41.621372 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507ff9e-9743-4769-a661-87659707d275 req-e51058a3-6f88-4f19-afad-ed56bf1eb4fd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.622863 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4507ff9e-9743-4769-a661-87659707d275 req-e51058a3-6f88-4f19-afad-ed56bf1eb4fd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 944 time: 0.5190997 Aug 16 02:34:41.635814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-eca3fe7b-3e92-4216-912f-64e058110404 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392470 Aug 16 02:34:41.673134 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-97baeaab-2b88-458a-bdd7-19febd89754a service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663838 Aug 16 02:34:41.766140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4507ff9e-9743-4769-a661-87659707d275 req-7df25ad6-d1d5-4b1c-adf1-9480efa3fb97 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358321 Aug 16 02:34:41.815317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-0db869b4-2c5a-4eee-858a-b0bc91e4b638 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692135 Aug 16 02:34:41.833391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09fa6dbf-bff4-4938-9cbd-8b217bdc1b30 req-9f17a412-6ba3-453d-9cc0-97f0d6436bbe service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357660 Aug 16 02:34:42.882489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2f8b9-b3ce-4b3f-a36d-c4d260cc4ab3 req-2e0a9e27-be3e-4582-b02f-6c15a8c71519 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:42.884035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ccb2f8b9-b3ce-4b3f-a36d-c4d260cc4ab3 req-2e0a9e27-be3e-4582-b02f-6c15a8c71519 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 944 time: 0.0496368 Aug 16 02:34:42.924673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ccb2f8b9-b3ce-4b3f-a36d-c4d260cc4ab3 req-527404d2-cdfb-4ec9-8adb-ae2cd42f41a5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344498 Aug 16 02:34:43.265004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630bfd5-2b24-4507-aa7e-710561036f3b req-fe2a92ce-576b-41ed-855c-9b1154c556b4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.266617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d630bfd5-2b24-4507-aa7e-710561036f3b req-fe2a92ce-576b-41ed-855c-9b1154c556b4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 944 time: 0.0555308 Aug 16 02:34:43.333436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d630bfd5-2b24-4507-aa7e-710561036f3b req-361d2d9d-5f64-4e0d-ac4c-055bc040beed tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565746 Aug 16 02:34:43.340646 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-9af9c23e-7aac-4458-b837-eb26c4d9c4a4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.342075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-9af9c23e-7aac-4458-b837-eb26c4d9c4a4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&binding%3Ahost_id=n-h2-768509-23 HTTP/1.1" status: 200 len: 944 time: 0.0734773 Aug 16 02:34:43.401982 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-03327bce-5e43-4d1d-b834-937c0d9b6280 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:34:43.402978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-03327bce-5e43-4d1d-b834-937c0d9b6280 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c97d77ef-2e8f-4b24-b855-e4d0282dd364/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0532274 Aug 16 02:34:43.490850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-912264bf-6e61-4164-8f06-6ee7efbe3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.492321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-912264bf-6e61-4164-8f06-6ee7efbe3383 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 1096 time: 0.0448337 Aug 16 02:34:43.582335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-338e8c6b-78a4-4f64-944b-4e69cee40257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.583809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-338e8c6b-78a4-4f64-944b-4e69cee40257 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0837197 Aug 16 02:34:43.654282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-76d3aa97-79ef-4dc5-a05a-a5ae5d040955 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 999 time: 0.0628922 Aug 16 02:34:43.703922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-b04a2d0c-8299-42e4-9f25-fd235ca59e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.705380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-b04a2d0c-8299-42e4-9f25-fd235ca59e71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0433390 Aug 16 02:34:43.754498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-e8513d9a-c8c2-4e76-8e2c-038c68b391d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.755956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-e8513d9a-c8c2-4e76-8e2c-038c68b391d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399554 Aug 16 02:34:43.855245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-63b0b53a-6ac2-44e7-ba80-07613e7054e0 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906284 Aug 16 02:34:43.946143 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3bdbc912-511c-4b75-8707-216f3043fc38 req-917c64d4-4048-440d-948b-4127f74227d3 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822341 Aug 16 02:34:44.136176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c97d77ef-2e8f-4b24-b855-e4d0282dd364 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:44.234919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:44.246322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'port_id': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'mac_address': 'fa:16:3e:47:ad:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:44.283883 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:44.295983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97d77ef-2e8f-4b24-b855-e4d0282dd364 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:44.315531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:44.383543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:44.442838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=c97d77ef-2e8f-4b24-b855-e4d0282dd364,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:44.450168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.450523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.450879 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.451214 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.451549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.451885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.452215 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.452545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.452871 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.453197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.454064 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.454390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:44.458206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360b9bc-1711-4a71-9563-ff48f34fe138 req-20b8a0d6-7f77-4808-877b-55a7c4ec8358 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:44.460006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e360b9bc-1711-4a71-9563-ff48f34fe138 req-20b8a0d6-7f77-4808-877b-55a7c4ec8358 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 945 time: 0.0561640 Aug 16 02:34:44.498298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e360b9bc-1711-4a71-9563-ff48f34fe138 req-c2a41e0c-33e7-4ae2-b273-dd36703655fd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324364 Aug 16 02:34:44.587170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['c97d77ef-2e8f-4b24-b855-e4d0282dd364'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:45.619383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b77d9-4940-41c3-9053-755769461c40 req-68e00a54-28d0-4392-a12a-9259fae063a2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:45.620868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c0b77d9-4940-41c3-9053-755769461c40 req-68e00a54-28d0-4392-a12a-9259fae063a2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 945 time: 0.0549262 Aug 16 02:34:45.658544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c0b77d9-4940-41c3-9053-755769461c40 req-889e60cd-cc09-4ece-bc15-5cb87949030b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315909 Aug 16 02:34:45.769660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364fc2a-77e9-4c70-aea4-979b23e9a809 req-c39901d0-dc84-42b8-99e8-a19ad843cded tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:45.771165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f364fc2a-77e9-4c70-aea4-979b23e9a809 req-c39901d0-dc84-42b8-99e8-a19ad843cded tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 945 time: 0.0491269 Aug 16 02:34:45.808907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f364fc2a-77e9-4c70-aea4-979b23e9a809 req-cb867a87-b699-476e-bdbf-3cc7c0b93933 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319195 Aug 16 02:34:46.142470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad6284-f5e5-44ad-a3a5-b2f2c24b62f4 req-96ad4b06-87b8-4465-b533-f875144bc357 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.143963 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3cad6284-f5e5-44ad-a3a5-b2f2c24b62f4 req-96ad4b06-87b8-4465-b533-f875144bc357 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 945 time: 0.0498931 Aug 16 02:34:46.147265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c97d77ef-2e8f-4b24-b855-e4d0282dd364 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:46.183398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3cad6284-f5e5-44ad-a3a5-b2f2c24b62f4 req-f6041567-9dce-4c19-bac6-f4bec458fbe5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 Aug 16 02:34:46.235535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port c97d77ef-2e8f-4b24-b855-e4d0282dd364 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:46.239582 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port c97d77ef-2e8f-4b24-b855-e4d0282dd364 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:46.239972 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.256496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d41a4-d84d-4b60-8d40-307d47465121 req-f221fa2a-7271-4faf-868c-ea2ddc4dc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.258290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a36d41a4-d84d-4b60-8d40-307d47465121 req-f221fa2a-7271-4faf-868c-ea2ddc4dc50e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 1097 time: 0.0461788 Aug 16 02:34:46.320681 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.343294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:46.345498 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd487de-4e22-4709-8320-512a4c6a7062" -d '{"events": [{"server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "name": "network-vif-plugged", "status": "completed", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:46.347974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d41a4-d84d-4b60-8d40-307d47465121 req-a373b6e9-baff-4617-8f9c-41c4ad438099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.349485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a36d41a4-d84d-4b60-8d40-307d47465121 req-a373b6e9-baff-4617-8f9c-41c4ad438099 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0846374 Aug 16 02:34:46.359181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:46.382686 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9208d13b-9514-47b4-9132-8ed401e0473e x-openstack-request-id: req-9208d13b-9514-47b4-9132-8ed401e0473e {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:46.382983 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "name": "network-vif-plugged", "status": "completed", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:46.383238 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9208d13b-9514-47b4-9132-8ed401e0473e {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:46.383677 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'code': 200} Aug 16 02:34:46.412397 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.421349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a36d41a4-d84d-4b60-8d40-307d47465121 req-2199b4d7-f81f-46e2-b6bf-a8e8f569a9fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 200 len: 1000 time: 0.0649636 Aug 16 02:34:46.463182 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=c97d77ef-2e8f-4b24-b855-e4d0282dd364,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:46.472730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d41a4-d84d-4b60-8d40-307d47465121 req-c8465b86-6d0d-4acb-9892-543c5e859d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.474251 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a36d41a4-d84d-4b60-8d40-307d47465121 req-c8465b86-6d0d-4acb-9892-543c5e859d55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0457759 Aug 16 02:34:46.520859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d41a4-d84d-4b60-8d40-307d47465121 req-c2ec5434-87ab-49d4-8018-b7ca6c0e8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.522624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a36d41a4-d84d-4b60-8d40-307d47465121 req-c2ec5434-87ab-49d4-8018-b7ca6c0e8937 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412159 Aug 16 02:34:46.615832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a36d41a4-d84d-4b60-8d40-307d47465121 req-91eefec8-d7fa-460b-9aef-6924bde6c3d0 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864377 Aug 16 02:34:46.727117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a36d41a4-d84d-4b60-8d40-307d47465121 req-6f2c6795-1942-4313-a923-ca6ad7098ac3 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048532 Aug 16 02:34:47.301987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215df8-1a94-460a-9b5e-5fea49d5bd67 req-a56ffd9c-4f5f-43af-93da-b26fbcf4f79b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:47.303494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d215df8-1a94-460a-9b5e-5fea49d5bd67 req-a56ffd9c-4f5f-43af-93da-b26fbcf4f79b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0501454 Aug 16 02:34:47.341922 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d215df8-1a94-460a-9b5e-5fea49d5bd67 req-0096127b-e776-4de1-8459-6f38a92cd858 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323391 Aug 16 02:34:48.462118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79cb19-8e81-46b2-aa7d-8572891b1862 req-3b6b4303-b265-4b06-89db-d9f34d57ada6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.463622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c79cb19-8e81-46b2-aa7d-8572891b1862 req-3b6b4303-b265-4b06-89db-d9f34d57ada6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0546379 Aug 16 02:34:48.501605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1c79cb19-8e81-46b2-aa7d-8572891b1862 req-de70563f-859f-42cf-8905-4bafc92af45a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314350 Aug 16 02:34:48.897961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb052f-09dd-404b-934a-d1b7c1c178fd req-a85d1df7-2c76-46f3-9fe1-9f102105dbad tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.899455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ceb052f-09dd-404b-934a-d1b7c1c178fd req-a85d1df7-2c76-46f3-9fe1-9f102105dbad tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0486567 Aug 16 02:34:48.936543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ceb052f-09dd-404b-934a-d1b7c1c178fd req-578da1d7-8d5c-4967-9917-ed97be64fef8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312910 Aug 16 02:34:50.049492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f06f-11cc-46c5-836c-77c01ea4eae0 req-4ce903a2-8ac9-4133-8ed7-647a2b1adf25 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.050993 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9353f06f-11cc-46c5-836c-77c01ea4eae0 req-4ce903a2-8ac9-4133-8ed7-647a2b1adf25 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0482836 Aug 16 02:34:50.088513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9353f06f-11cc-46c5-836c-77c01ea4eae0 req-a27701ea-5c22-43a4-8f92-5ebe14a84900 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317278 Aug 16 02:34:50.162497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4253414-3a58-40a5-802d-683b4750b22c req-2b82166e-244e-4898-a5f7-b58bde9002be tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.163956 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4253414-3a58-40a5-802d-683b4750b22c req-2b82166e-244e-4898-a5f7-b58bde9002be tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 946 time: 0.0525298 Aug 16 02:34:50.251397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Deleting port c97d77ef-2e8f-4b24-b855-e4d0282dd364 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:50.251661 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.342703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] For port c97d77ef-2e8f-4b24-b855-e4d0282dd364, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=c97d77ef-2e8f-4b24-b855-e4d0282dd364,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:50.343078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.510268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.510552 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.510871 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0 disassociated. External IP: 172.25.8.57, port: c97d77ef-2e8f-4b24-b855-e4d0282dd364. Aug 16 02:34:50.511212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Calling delete_port for c97d77ef-2e8f-4b24-b855-e4d0282dd364 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:50.714485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.743383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event deleted for resources: {'Port': ['ID=c97d77ef-2e8f-4b24-b855-e4d0282dd364,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:50.859574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Router 793e4628-b5a9-453d-9c78-4774199b1ec9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:34:50.972042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:34:50.981316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d91989-9598-4dff-9012-357f9ed91763 None None] Sync routers for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:34:50.990991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d91989-9598-4dff-9012-357f9ed91763 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:34:50.991602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-11d91989-9598-4dff-9012-357f9ed91763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:34:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:51.013186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] No DVR routers for this DVR port c97d77ef-2e8f-4b24-b855-e4d0282dd364 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:51.017554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.020487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4253414-3a58-40a5-802d-683b4750b22c req-16eccd5e-6747-4d4b-9e35-83fed8a97f6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "DELETE /v2.0/ports/c97d77ef-2e8f-4b24-b855-e4d0282dd364 HTTP/1.1" status: 204 len: 173 time: 0.8508775 Aug 16 02:34:51.020945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'name': 'network-vif-deleted', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:51.023228 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4098d107-9374-4321-b5b3-50f522510821" -d '{"events": [{"server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "name": "network-vif-deleted", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:51.057471 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1616b693-e69d-4e7b-b626-9b278dca490b x-openstack-request-id: req-1616b693-e69d-4e7b-b626-9b278dca490b {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:51.058120 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfc43cf-6042-422e-ac6e-3bc7b88fbea7", "name": "network-vif-deleted", "tag": "c97d77ef-2e8f-4b24-b855-e4d0282dd364", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:51.058120 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1616b693-e69d-4e7b-b626-9b278dca490b {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:51.058415 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfc43cf-6042-422e-ac6e-3bc7b88fbea7', 'name': 'network-vif-deleted', 'tag': 'c97d77ef-2e8f-4b24-b855-e4d0282dd364', 'status': 'completed', 'code': 200} Aug 16 02:34:51.101734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-11d91989-9598-4dff-9012-357f9ed91763 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:34:51.191165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7913d220-eaab-4515-99ca-6423396b3768 req-c94d3ffa-6429-4549-a55f-b6f7ecd9b8e6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfc43cf-6042-422e-ac6e-3bc7b88fbea7 HTTP/1.1" status: 200 len: 210 time: 0.0282638 Aug 16 02:34:51.318065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-11d91989-9598-4dff-9012-357f9ed91763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:51.345236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d91989-9598-4dff-9012-357f9ed91763 None None] Checking router: 793e4628-b5a9-453d-9c78-4774199b1ec9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:34:51.347361 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.354483 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d91989-9598-4dff-9012-357f9ed91763 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:34:51.355088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-11d91989-9598-4dff-9012-357f9ed91763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:34:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:51.461452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-11d91989-9598-4dff-9012-357f9ed91763 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:34:51.660419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-11d91989-9598-4dff-9012-357f9ed91763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:51.687662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d91989-9598-4dff-9012-357f9ed91763 None None] The sync data for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 is: [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:34:51.914561 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0efc55-b59a-4d95-9092-ec5e5a8c4d29 None None] New status for floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:34:52.246577 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.456341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-3c585fa3-1721-494c-8326-07a4a3fd22ed tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--849781423&fields=id&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 267 time: 0.0328789 Aug 16 02:34:52.564309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-c9b30d17-a051-45ea-95d8-0f5bbde7ab4d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:52.565785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-c9b30d17-a051-45ea-95d8-0f5bbde7ab4d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 811 time: 0.1027095 Aug 16 02:34:52.581438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-2b98bcc9-2c6e-48e9-91d8-7b84e05ceb1e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/quotas/c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 375 time: 0.0098577 Aug 16 02:34:52.634327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-ee956dca-e543-4607-b400-0ee4929b84b3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474563 Aug 16 02:34:52.650001 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-fb31a131-7f15-4b56-b4f6-f08f3887a7b2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:34:52.650980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-fb31a131-7f15-4b56-b4f6-f08f3887a7b2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051701 Aug 16 02:34:52.746755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-f96e68ef-0144-4933-82b9-6761c78e6137 service neutron] 10.222.0.66 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899808 Aug 16 02:34:52.835804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-b8fc30d9-7749-40b3-bf9d-a484a830aeb0 service neutron] 10.222.0.66 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822911 Aug 16 02:34:53.096413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-22593249-7dfe-480a-948e-b29b6b7e9578 req-c2162fdb-bcfd-4c6a-af78-81f38a0c4c36 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 210 time: 0.0287225 Aug 16 02:34:54.178204 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae27a179-9fed-4fb9-9cf7-6e4f104b8132 req-a262d91d-e523-444d-90cc-e8d9fc29eab8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 210 time: 0.0304935 Aug 16 02:34:54.256975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c97d77ef-2e8f-4b24-b855-e4d0282dd364 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:54.282789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: c97d77ef-2e8f-4b24-b855-e4d0282dd364 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:54.283139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device c97d77ef-2e8f-4b24-b855-e4d0282dd364 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:55.254132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a17e6551-d73c-44c7-87d3-27675adb2907 req-4e76069b-adc0-485d-8e70-c7648fab933b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 210 time: 0.0262084 Aug 16 02:34:56.346831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21d9f219-ff32-414e-9c79-feb543ffde09 req-cf857087-a488-47c9-8531-a1ba0ae83e65 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 210 time: 0.0271659 Aug 16 02:34:57.442315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-365f5755-adec-4cc9-8894-adb3ce4c9d18 req-33fde6b9-d76a-4adf-8fea-3ac05e22ba53 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 210 time: 0.0291908 Aug 16 02:34:58.007719 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-5ca54b15-c17d-482b-968c-e80084be36f2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:58.009229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-5ca54b15-c17d-482b-968c-e80084be36f2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 811 time: 0.1150284 Aug 16 02:34:58.052101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-c45d4587-d7ae-4549-94df-110d7bab8c52 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 379 time: 0.0343356 Aug 16 02:34:58.061132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'port': {'device_id': '5e0f43a5-2650-496b-b80b-7fd009626026', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'admin_state_up': True, 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'security_groups': ['1463ce95-d28e-4787-b586-73223595928b']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:58.223261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Made reservation on behalf of c37fb05c3e8b43f88e0d5ed7b2dc0963 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:58.226802 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.354996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Allocated IP 172.20.0.14 (b11298a9-2c2a-484e-bc7a-f46cd5182da1/bdf815fb-1106-4a1f-862c-6ff4c52aab58/613c6846-d4d5-4317-b669-c56fbcc452e7) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:58.495156 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.507716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Transition to ACTIVE for port object 613c6846-d4d5-4317-b669-c56fbcc452e7 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:58.541033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c8ca7d2-6da0-4698-8fc7-75e4557dffd6 req-bcbf2211-b002-4bb0-9556-407ded81b119 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 210 time: 0.0287058 Aug 16 02:34:58.629035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.673575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:58.676653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:58.680348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:58.704064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:58.732014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:58.732628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.835708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a3aab1fa-5678-4cae-8f9c-dbf785373edf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7780545 Aug 16 02:34:58.848463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Request body: {'port': {'device_id': '5e0f43a5-2650-496b-b80b-7fd009626026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:58.903967 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.914471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-eba5e945-3c56-477e-b6b5-7fbe3fadba21 None None] Provisioning for port 613c6846-d4d5-4317-b669-c56fbcc452e7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:58.918439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-eba5e945-3c56-477e-b6b5-7fbe3fadba21 None None] Provisioning complete for port 613c6846-d4d5-4317-b669-c56fbcc452e7 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:58.925437 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eba5e945-3c56-477e-b6b5-7fbe3fadba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.956332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-eba5e945-3c56-477e-b6b5-7fbe3fadba21 None None] Port 613c6846-d4d5-4317-b669-c56fbcc452e7 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:59.161170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613c6846-d4d5-4317-b669-c56fbcc452e7 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:59.168512 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.180305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Transition to ACTIVE for port object 613c6846-d4d5-4317-b669-c56fbcc452e7 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:59.234546 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.286947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:59.356662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:59.357006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:59.357334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:59.362821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Port 613c6846-d4d5-4317-b669-c56fbcc452e7 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:59.363143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:59.368024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:59.368356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:59.368742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:59.369168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Bound port: 613c6846-d4d5-4317-b669-c56fbcc452e7, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:59.369525 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.435456 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:59.438497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:59.497352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.529492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:59.530142 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.532446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] 10.222.0.74 "PUT /v2.0/ports/613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1093 time: 0.6888559 Aug 16 02:34:59.532886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:59.535111 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6133ef00-eacb-4aa0-8a32-f3dba927a196" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:59.563893 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4a92d-e8c9-42a0-bc95-cfb7de812722 service neutron] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:59.580035 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a3e059-7f84-49a6-a5fd-ae44a515026e x-openstack-request-id: req-b0a3e059-7f84-49a6-a5fd-ae44a515026e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:59.580035 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:59.580035 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0a3e059-7f84-49a6-a5fd-ae44a515026e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:59.580035 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'status': 'completed', 'code': 200} Aug 16 02:34:59.664509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133ef00-eacb-4aa0-8a32-f3dba927a196 req-93f012de-d9b6-4879-a7c2-d2ed058a0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:59.666130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6133ef00-eacb-4aa0-8a32-f3dba927a196 req-93f012de-d9b6-4879-a7c2-d2ed058a0548 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1096 time: 0.0712845 Aug 16 02:34:59.735488 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b0ddf-8049-4850-95d1-f860c2607b17 req-51b52079-da41-419b-ba2c-53d63dd75501 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:59.737053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-657b0ddf-8049-4850-95d1-f860c2607b17 req-51b52079-da41-419b-ba2c-53d63dd75501 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 944 time: 0.1079373 Aug 16 02:34:59.807866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-657b0ddf-8049-4850-95d1-f860c2607b17 req-84a365fa-204c-4113-8fe3-aff397d0bbc7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623393 Aug 16 02:34:59.810571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133ef00-eacb-4aa0-8a32-f3dba927a196 req-611d57ba-af68-4765-97da-e3ed9e7f81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:59.812677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6133ef00-eacb-4aa0-8a32-f3dba927a196 req-611d57ba-af68-4765-97da-e3ed9e7f81c1 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1381385 Aug 16 02:34:59.857567 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2f920c34-bdcf-4a02-ba83-0a82d0b6d23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.905181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133ef00-eacb-4aa0-8a32-f3dba927a196 req-02086d21-d346-4728-9084-b81b54805422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:59.906851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6133ef00-eacb-4aa0-8a32-f3dba927a196 req-02086d21-d346-4728-9084-b81b54805422 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882037 Aug 16 02:34:59.983569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-301bbc1f-16f0-4a6c-b00f-5daaaafb368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:59.985847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-301bbc1f-16f0-4a6c-b00f-5daaaafb368c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1096 time: 0.0411580 Aug 16 02:35:00.032812 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-3a7f9bc4-7556-4b58-87c6-38f26def19b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 217 time: 0.0397627 Aug 16 02:35:00.082369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-b161b241-c223-4a43-9d56-817d3b57e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:00.083834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-b161b241-c223-4a43-9d56-817d3b57e34f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0435581 Aug 16 02:35:00.128484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a935886b-19e4-4f7c-ba9b-251030fd862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:00.130029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-a935886b-19e4-4f7c-ba9b-251030fd862a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397859 Aug 16 02:35:00.220610 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-2140dd5e-dff2-4eee-bab5-1602190a5357 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831997 Aug 16 02:35:00.309150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-802cc290-7daa-4d99-91a4-350ec98e7120 req-43a632f8-78af-4b77-b8a9-bf04c54d6335 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807440 Aug 16 02:35:00.923422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc118406-5c3c-4250-9448-bc36177701bc req-4352ca56-b9a2-4d50-879c-14f49f74efdb tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:00.924902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc118406-5c3c-4250-9448-bc36177701bc req-4352ca56-b9a2-4d50-879c-14f49f74efdb tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 944 time: 0.0497739 Aug 16 02:35:00.966169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bc118406-5c3c-4250-9448-bc36177701bc req-5050485e-f6cc-4328-81b1-bece37fd3dd6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353239 Aug 16 02:35:01.396886 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:35:02.079383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86ee5c-ca40-4c58-a1d5-96fbc355b968 req-bee0ac94-537e-4808-a2f0-63e8e91e7144 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.080869 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e86ee5c-ca40-4c58-a1d5-96fbc355b968 req-bee0ac94-537e-4808-a2f0-63e8e91e7144 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 944 time: 0.0480881 Aug 16 02:35:02.118748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e86ee5c-ca40-4c58-a1d5-96fbc355b968 req-ad4216b2-0d38-4726-9ffa-14954ee31f76 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319915 Aug 16 02:35:02.897333 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.925785 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e2fc83c-528a-4ec2-a6fc-e53b2576b168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.231276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ecd58-14ba-4696-8516-8c5ad8356451 req-1292ebb2-8cb2-49ab-a37b-14d1f317025c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:03.232630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d49ecd58-14ba-4696-8516-8c5ad8356451 req-1292ebb2-8cb2-49ab-a37b-14d1f317025c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 944 time: 0.0471449 Aug 16 02:35:03.270036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d49ecd58-14ba-4696-8516-8c5ad8356451 req-327a3d4e-3c7c-4ace-b366-49faf0865bca tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309329 Aug 16 02:35:04.205931 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.335076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:35:04.383623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20367a1-471e-4360-9a95-d52b81960fe8 req-9b91c607-7c67-47fc-9207-c3fca1b10e76 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:04.384994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e20367a1-471e-4360-9a95-d52b81960fe8 req-9b91c607-7c67-47fc-9207-c3fca1b10e76 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 944 time: 0.0486257 Aug 16 02:35:04.427287 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e20367a1-471e-4360-9a95-d52b81960fe8 req-242dca41-d7d2-4c98-94eb-7608b4cb96cb tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351810 Aug 16 02:35:04.430528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:04.443114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'port_id': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'mac_address': 'fa:16:3e:a6:d8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:35:04.480005 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.492361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613c6846-d4d5-4317-b669-c56fbcc452e7 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:04.511384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:04.577171 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.627710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:04.763694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['613c6846-d4d5-4317-b669-c56fbcc452e7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:05.541655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b2419-fd26-4631-a320-44d009bc05e3 req-eeab391e-361a-491b-a914-38c5de3ab9bb tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:05.543157 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-077b2419-fd26-4631-a320-44d009bc05e3 req-eeab391e-361a-491b-a914-38c5de3ab9bb tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 945 time: 0.0488827 Aug 16 02:35:05.580694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-077b2419-fd26-4631-a320-44d009bc05e3 req-d0a34a6e-1aad-45ba-8da4-97259e72c699 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315933 Aug 16 02:35:05.948335 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.350135 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:06.451714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 613c6846-d4d5-4317-b669-c56fbcc452e7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:06.456102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 613c6846-d4d5-4317-b669-c56fbcc452e7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:06.456577 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.532131 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.554237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:06.556446 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeff38c8-1cb7-4cc1-821f-506b694114bf" -d '{"events": [{"server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "name": "network-vif-plugged", "status": "completed", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:06.568861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:06.592655 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28e2efc-c8b0-478f-a0cd-2808822dfd34 x-openstack-request-id: req-b28e2efc-c8b0-478f-a0cd-2808822dfd34 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:06.592971 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "name": "network-vif-plugged", "status": "completed", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:06.593780 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b28e2efc-c8b0-478f-a0cd-2808822dfd34 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:06.594194 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'code': 200} Aug 16 02:35:06.623295 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.674796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:06.727435 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19242e-a7d9-4123-a6cc-cf038fc997d6 req-c135f8a6-d32b-4979-a216-da03230a94ed tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:06.728929 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef19242e-a7d9-4123-a6cc-cf038fc997d6 req-c135f8a6-d32b-4979-a216-da03230a94ed tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0680022 Aug 16 02:35:06.731418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9e1e8-1b80-4dd0-8006-8831ef419116 req-31946bb5-3af9-4fb2-a2e7-dd12f2bcd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:06.732788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21e9e1e8-1b80-4dd0-8006-8831ef419116 req-31946bb5-3af9-4fb2-a2e7-dd12f2bcd51f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1098 time: 0.0805323 Aug 16 02:35:06.791451 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef19242e-a7d9-4123-a6cc-cf038fc997d6 req-d1a8e581-812f-4e50-a01a-afd107d12a0e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555758 Aug 16 02:35:06.793087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21e9e1e8-1b80-4dd0-8006-8831ef419116 req-edcc0f5a-a325-4977-9d08-d9e1bea64b56 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514998 Aug 16 02:35:07.957352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abe9f8-3042-4ece-bed4-38e473e3e068 req-2d5c5469-288d-48da-909b-aa83c8f4e066 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:07.960560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85abe9f8-3042-4ece-bed4-38e473e3e068 req-2d5c5469-288d-48da-909b-aa83c8f4e066 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0528691 Aug 16 02:35:08.002923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85abe9f8-3042-4ece-bed4-38e473e3e068 req-caa24f83-72e8-4dec-8931-794957dd43d0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317590 Aug 16 02:35:08.116728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eac9ef-1ebb-4fa0-a430-6060bcc54e8a req-b1ab72de-4b42-4348-b4cc-100c91d5bc4e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:08.118199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98eac9ef-1ebb-4fa0-a430-6060bcc54e8a req-b1ab72de-4b42-4348-b4cc-100c91d5bc4e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0534778 Aug 16 02:35:08.127591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 54934) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:08.132081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-914b8f90-51d9-4f81-a639-a888ee326342 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'floatingip': {'port_id': '613c6846-d4d5-4317-b669-c56fbcc452e7'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:08.174637 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-914b8f90-51d9-4f81-a639-a888ee326342 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:08.949340 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-914b8f90-51d9-4f81-a639-a888ee326342 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.034142 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-914b8f90-51d9-4f81-a639-a888ee326342 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.133646 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-914b8f90-51d9-4f81-a639-a888ee326342 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0 associated. External IP: 172.25.8.57, port: 613c6846-d4d5-4317-b669-c56fbcc452e7. Aug 16 02:35:09.336016 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914b8f90-51d9-4f81-a639-a888ee326342 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Router 793e4628-b5a9-453d-9c78-4774199b1ec9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:09.442927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914b8f90-51d9-4f81-a639-a888ee326342 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:09.447864 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-914b8f90-51d9-4f81-a639-a888ee326342 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.452360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417068b0-343d-4d70-9a41-389521e7fcd0 None None] Sync routers for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:09.462485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417068b0-343d-4d70-9a41-389521e7fcd0 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:09.463102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-417068b0-343d-4d70-9a41-389521e7fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:35:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:09.475647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-914b8f90-51d9-4f81-a639-a888ee326342 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "PUT /v2.0/floatingips/636b62bf-3b41-4332-9b32-aa0a91438eb0 HTTP/1.1" status: 200 len: 991 time: 1.3469765 Aug 16 02:35:09.476239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:09.478529 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a76e808-4cb2-416c-a2e7-e227059e7d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:09.564445 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b183fd7-1328-4e21-a61f-a98bc18187b7 x-openstack-request-id: req-9b183fd7-1328-4e21-a61f-a98bc18187b7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:09.564725 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:09.564973 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b183fd7-1328-4e21-a61f-a98bc18187b7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:09.565495 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'status': 'completed', 'code': 200} Aug 16 02:35:09.569124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-417068b0-343d-4d70-9a41-389521e7fcd0 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:09.629555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76e808-4cb2-416c-a2e7-e227059e7d1c req-573e0952-b3c7-43ec-88e3-1c6135ff99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.631021 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a76e808-4cb2-416c-a2e7-e227059e7d1c req-573e0952-b3c7-43ec-88e3-1c6135ff99b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1098 time: 0.0449924 Aug 16 02:35:09.720321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76e808-4cb2-416c-a2e7-e227059e7d1c req-30852ad1-750f-43f7-be11-ca164cd3d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.721808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a76e808-4cb2-416c-a2e7-e227059e7d1c req-30852ad1-750f-43f7-be11-ca164cd3d644 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0843303 Aug 16 02:35:09.789900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-417068b0-343d-4d70-9a41-389521e7fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:a6:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0f43a5-2650-496b-b80b-7fd009626026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:35:08Z', 'revision_number': 9, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:09.791481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a76e808-4cb2-416c-a2e7-e227059e7d1c req-d0bce95e-ee84-4d0f-9265-d831ee377c1c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 999 time: 0.0628409 Aug 16 02:35:09.816143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417068b0-343d-4d70-9a41-389521e7fcd0 None None] Checking router: 793e4628-b5a9-453d-9c78-4774199b1ec9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:09.824405 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417068b0-343d-4d70-9a41-389521e7fcd0 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:09.825017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-417068b0-343d-4d70-9a41-389521e7fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:35:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:09.840758 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76e808-4cb2-416c-a2e7-e227059e7d1c req-f39c0782-4b8a-4ac7-ab93-f98aab9762c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.842256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a76e808-4cb2-416c-a2e7-e227059e7d1c req-f39c0782-4b8a-4ac7-ab93-f98aab9762c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0446212 Aug 16 02:35:09.888147 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76e808-4cb2-416c-a2e7-e227059e7d1c req-d72c481f-54d2-4693-a3ab-52eab7400922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.889546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a76e808-4cb2-416c-a2e7-e227059e7d1c req-d72c481f-54d2-4693-a3ab-52eab7400922 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405762 Aug 16 02:35:09.930365 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-417068b0-343d-4d70-9a41-389521e7fcd0 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:09.982456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a76e808-4cb2-416c-a2e7-e227059e7d1c req-73d410b8-394b-46c4-8210-c41cd117346d service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854025 Aug 16 02:35:10.072343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a76e808-4cb2-416c-a2e7-e227059e7d1c req-3f26832d-1aee-488a-9709-63cd8b9805be service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835123 Aug 16 02:35:10.158325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-417068b0-343d-4d70-9a41-389521e7fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:a6:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0f43a5-2650-496b-b80b-7fd009626026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:35:08Z', 'revision_number': 9, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:10.184556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417068b0-343d-4d70-9a41-389521e7fcd0 None None] The sync data for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 is: [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:a6:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0f43a5-2650-496b-b80b-7fd009626026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:35:08Z', 'revision_number': 9, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:10.367942 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8545e61-5191-4cfc-b81c-b47f07890539 None None] New status for floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:35:21.331312 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.285655 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.885468 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2c41b546-ba96-4ce3-8ccb-d511c5b169bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.925555 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.936919 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8f2a29f0-ed94-4ced-acf1-f3a90ed49e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.195247 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.942507 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.419643 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:35:51.324838 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.302440 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.298947 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-3d6f9978-a743-4cfe-b786-d97727b3e282 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403931 Aug 16 02:35:55.381664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-a8cb9235-c1ca-422f-8cec-1a3a86cfcb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.383114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-a8cb9235-c1ca-422f-8cec-1a3a86cfcb31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1098 time: 0.0443277 Aug 16 02:35:55.485832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-1fca2f18-3aad-447b-a718-8f26976e50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.487328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-1fca2f18-3aad-447b-a718-8f26976e50ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0838265 Aug 16 02:35:55.555627 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-c2e54289-588d-4ef4-a84f-dc044496bee3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1002 time: 0.0614851 Aug 16 02:35:55.605547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-7cc39602-119f-44d1-a591-304594c30ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.607093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-7cc39602-119f-44d1-a591-304594c30ac7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0436754 Aug 16 02:35:55.653665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-e8698a30-57f3-4264-9e0e-d44ce988a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.655106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-e8698a30-57f3-4264-9e0e-d44ce988a954 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404987 Aug 16 02:35:55.747103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-583b4c86-9223-4e8b-a8c4-69b64934dc03 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850987 Aug 16 02:35:55.836199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3eadf863-acf4-4e3b-a76c-e0382d668102 req-354e9e27-089c-49d4-ab8e-2894091fa2e6 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813355 Aug 16 02:35:59.867681 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4bea5ff3-04e4-4fd9-8e05-bb0dd8b3e8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.897146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.930543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf18b-b770-4c7e-bdb6-9e0ae237ef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.210336 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.953069 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.395289 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:36:21.312753 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.289775 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.856178 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d308c7de-45b0-41d4-87e3-b5bbd746ffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.883969 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.912409 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e8da8a1c-62ac-4b3c-a0b1-af648320efda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.215551 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.975241 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.468161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071851ad-ef99-4b6a-87f1-5331b108faab req-e0347da9-c690-4294-bb39-b8b8933503e8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:46.469620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-071851ad-ef99-4b6a-87f1-5331b108faab req-e0347da9-c690-4294-bb39-b8b8933503e8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0494630 Aug 16 02:36:46.533675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-071851ad-ef99-4b6a-87f1-5331b108faab req-1f7f3651-855e-433a-8676-7c58e6cb735a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580177 Aug 16 02:36:46.548519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-3194fe57-8a8a-4ef7-8048-f81af39982b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0553045 Aug 16 02:36:47.652986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13463de0-b657-4f3c-995c-6bd5f4914eda req-797c70e1-5ebb-45d2-aec7-dda45953636e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:47.654600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13463de0-b657-4f3c-995c-6bd5f4914eda req-797c70e1-5ebb-45d2-aec7-dda45953636e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0515261 Aug 16 02:36:47.692870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-13463de0-b657-4f3c-995c-6bd5f4914eda req-387a874f-80ad-40ad-8a69-cde961ac64e3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Aug 16 02:36:48.392615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-525c6d5a-66ad-4900-83c7-6ec2f3ec7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:48.394219 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-525c6d5a-66ad-4900-83c7-6ec2f3ec7f38 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1098 time: 0.0416257 Aug 16 02:36:48.487382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-86164754-8606-4633-90d7-7a7488ff4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:48.488872 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-86164754-8606-4633-90d7-7a7488ff4c7c service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0882876 Aug 16 02:36:48.555045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-6a5ceb81-0049-4175-ad53-7fc2e57c8c52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1002 time: 0.0582166 Aug 16 02:36:48.604373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-50bbbf7f-ae39-401d-9afb-2c93c7d9f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:48.605778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-50bbbf7f-ae39-401d-9afb-2c93c7d9f3db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0429940 Aug 16 02:36:48.654337 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-9da0dd66-e76c-49f4-96bb-4eaab85a84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:48.655737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-9da0dd66-e76c-49f4-96bb-4eaab85a84c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430741 Aug 16 02:36:48.745067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-5580767a-a99f-417a-a05f-605daa5c038e service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818477 Aug 16 02:36:48.871945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d3942-679c-4c08-a736-07d03a2aabb4 req-f41f26d1-7f42-4421-9353-9107556fb8ba tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:48.873411 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b9d3942-679c-4c08-a736-07d03a2aabb4 req-f41f26d1-7f42-4421-9353-9107556fb8ba tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.1038573 Aug 16 02:36:48.876921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-cb2bd8e1-f7d6-47fd-a9a1-e7e9bd1a3739 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248252 Aug 16 02:36:48.922335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b9d3942-679c-4c08-a736-07d03a2aabb4 req-669e603a-cce5-47d0-86f1-48fe1fe8b1eb tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358400 Aug 16 02:36:50.029920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbedec-9d1f-4a2b-b487-0502dff5af48 req-2d5ad843-eaab-4297-a3d7-62debd7eaf7e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:50.031384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6fbedec-9d1f-4a2b-b487-0502dff5af48 req-2d5ad843-eaab-4297-a3d7-62debd7eaf7e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0483599 Aug 16 02:36:50.071572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6fbedec-9d1f-4a2b-b487-0502dff5af48 req-7ae915bc-cb1e-4326-af59-dcefe8c3f5ae tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343802 Aug 16 02:36:51.190741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560661c-775c-422e-acf6-9fe10cfeaa31 req-becd0878-5282-4030-8689-d1eb549b71af tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:51.192232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b560661c-775c-422e-acf6-9fe10cfeaa31 req-becd0878-5282-4030-8689-d1eb549b71af tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0529499 Aug 16 02:36:51.229707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b560661c-775c-422e-acf6-9fe10cfeaa31 req-ee4c6a26-4db8-4b08-9721-a37d1af592c8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314164 Aug 16 02:36:51.340895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.266971 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.346625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9a9b7-192c-4344-b0e0-3729205c5417 req-3ba589a8-e92f-4cc1-a32f-9ff963378dd4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:52.348088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46c9a9b7-192c-4344-b0e0-3729205c5417 req-3ba589a8-e92f-4cc1-a32f-9ff963378dd4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0498316 Aug 16 02:36:52.385728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46c9a9b7-192c-4344-b0e0-3729205c5417 req-f485948b-06a2-43d3-9708-4914b3395cbf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309124 Aug 16 02:36:52.395472 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:36:53.498210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ab251-bc93-47d7-8bfe-94e56d31b299 req-76e402b5-c27f-4998-8349-d1fe2f5dd5e1 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:53.499691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-260ab251-bc93-47d7-8bfe-94e56d31b299 req-76e402b5-c27f-4998-8349-d1fe2f5dd5e1 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0475323 Aug 16 02:36:53.540831 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-260ab251-bc93-47d7-8bfe-94e56d31b299 req-51c73822-6077-40fe-89b9-94a171585f71 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353243 Aug 16 02:36:54.655143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625261c1-39b3-4436-bada-a760acbdb93e req-e2a0990f-245d-4237-a6be-5a60fcb9063c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:54.656601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-625261c1-39b3-4436-bada-a760acbdb93e req-e2a0990f-245d-4237-a6be-5a60fcb9063c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0478861 Aug 16 02:36:54.693597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-625261c1-39b3-4436-bada-a760acbdb93e req-f662244d-6538-419b-85e6-9695256db8b4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310028 Aug 16 02:36:55.810889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc593794-e727-42d0-8165-1da2b3bc9418 req-4de8a050-5b39-450c-bece-c6bc4815cf8f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:55.812397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc593794-e727-42d0-8165-1da2b3bc9418 req-4de8a050-5b39-450c-bece-c6bc4815cf8f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0539219 Aug 16 02:36:55.850236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc593794-e727-42d0-8165-1da2b3bc9418 req-6bf4fb4d-9746-48a0-9f2d-852cfcae304e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318820 Aug 16 02:36:56.964661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8074a9-9712-45b0-80af-afea7fd2362c req-87144511-767c-4f64-bcff-d36b32353b2d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:56.966194 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce8074a9-9712-45b0-80af-afea7fd2362c req-87144511-767c-4f64-bcff-d36b32353b2d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0484893 Aug 16 02:36:57.006957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce8074a9-9712-45b0-80af-afea7fd2362c req-9e073e58-3937-4a89-8a18-8163c5850909 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349698 Aug 16 02:36:57.342223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1736e-8a52-4096-a5ff-97a2734f375e req-2b751b27-00b9-426f-9497-70fc51837826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:57.343729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0c1736e-8a52-4096-a5ff-97a2734f375e req-2b751b27-00b9-426f-9497-70fc51837826 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1098 time: 0.0410006 Aug 16 02:36:57.443417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1736e-8a52-4096-a5ff-97a2734f375e req-3662193f-3360-453d-b4a9-258885b53bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:57.444893 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0c1736e-8a52-4096-a5ff-97a2734f375e req-3662193f-3360-453d-b4a9-258885b53bdf service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0825307 Aug 16 02:36:57.513842 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0c1736e-8a52-4096-a5ff-97a2734f375e req-d9135bb2-9846-4e13-b5b8-a2c9207f128e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1002 time: 0.0607615 Aug 16 02:36:57.561381 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1736e-8a52-4096-a5ff-97a2734f375e req-b382deb9-f916-490d-a3ff-29cdb810ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:57.562814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0c1736e-8a52-4096-a5ff-97a2734f375e req-b382deb9-f916-490d-a3ff-29cdb810ee9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0422316 Aug 16 02:36:57.607014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1736e-8a52-4096-a5ff-97a2734f375e req-ea716868-b933-4147-a7a2-d003aa2b15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:57.608388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0c1736e-8a52-4096-a5ff-97a2734f375e req-ea716868-b933-4147-a7a2-d003aa2b15b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384614 Aug 16 02:36:57.699888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0c1736e-8a52-4096-a5ff-97a2734f375e req-ba977cc7-7506-4831-a65c-b83c0dcd433b service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842180 Aug 16 02:36:57.787932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0c1736e-8a52-4096-a5ff-97a2734f375e req-3d695035-ada8-495a-94be-73d26b2235e3 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813866 Aug 16 02:36:58.123386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35247-3459-4cb2-8a81-047e70d1c311 req-de8889bd-6524-4365-8d6d-6942f3a172fe tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:58.124876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4e35247-3459-4cb2-8a81-047e70d1c311 req-de8889bd-6524-4365-8d6d-6942f3a172fe tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0503635 Aug 16 02:36:58.167366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d4e35247-3459-4cb2-8a81-047e70d1c311 req-fad4d36b-8a2a-4371-83e5-499b94937e4d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363443 Aug 16 02:36:59.281502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68bd7f-ddf7-451f-b935-49c6be6de659 req-56c35d47-05dd-4964-a7cd-1c0533b138e3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:59.283002 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df68bd7f-ddf7-451f-b935-49c6be6de659 req-56c35d47-05dd-4964-a7cd-1c0533b138e3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0483439 Aug 16 02:36:59.320265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-df68bd7f-ddf7-451f-b935-49c6be6de659 req-40002b1b-9a4e-4edc-9aa7-e60fbac8f530 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314023 Aug 16 02:36:59.906640 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2ebb6daf-c0d6-4f4d-9a93-ea1367a8f813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.434786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3e00-f7fb-4c3f-9b48-c291a8e397cb req-86922503-3836-4f04-a664-3ee38006c32f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:00.436282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e01b3e00-f7fb-4c3f-9b48-c291a8e397cb req-86922503-3836-4f04-a664-3ee38006c32f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0491159 Aug 16 02:37:00.474056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e01b3e00-f7fb-4c3f-9b48-c291a8e397cb req-cf882229-9e39-4b6b-b7fa-9d50818a9688 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Aug 16 02:37:00.993238 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-5cc66021-0e68-43c9-bfa2-b32cb1eba29d service neutron] show failed (client error): The resource could not be found. Aug 16 02:37:00.994271 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-5cc66021-0e68-43c9-bfa2-b32cb1eba29d service neutron] 10.222.0.74 "GET /v2.0/ports/613c6846-d4d5-4317-b669-c56fbcc452e7/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0529237 Aug 16 02:37:01.511822 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-cfd27329-f0d1-450a-a5d0-8e9410df5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:01.513710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-cfd27329-f0d1-450a-a5d0-8e9410df5464 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 1098 time: 0.0442977 Aug 16 02:37:01.525963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:01.583320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.734430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab073286-1a83-45ce-b4b0-5aec6eb576fc req-7979e981-3fde-42be-85db-e397f8592e8b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:01.735829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab073286-1a83-45ce-b4b0-5aec6eb576fc req-7979e981-3fde-42be-85db-e397f8592e8b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.1906366 Aug 16 02:37:01.821902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab073286-1a83-45ce-b4b0-5aec6eb576fc req-76efa03f-00c5-4168-b030-edc5f318a9fc tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799832 Aug 16 02:37:01.851627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:01.882984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:01.921594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:01.923866 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8f1892-66bf-4702-b153-44ea66a51275" -d '{"events": [{"server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "name": "network-vif-unplugged", "status": "completed", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:01.927852 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.940871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Transition to ACTIVE for port object 613c6846-d4d5-4317-b669-c56fbcc452e7 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:01.971322 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e82b34-d9c7-45b0-9472-b83317a61812 x-openstack-request-id: req-d5e82b34-d9c7-45b0-9472-b83317a61812 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:01.975022 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "name": "network-vif-unplugged", "status": "completed", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:01.975022 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d5e82b34-d9c7-45b0-9472-b83317a61812 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:01.975022 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'code': 200} Aug 16 02:37:01.992123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.075237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:02.086890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.087243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.087583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.087922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.088254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.088575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.088897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.089225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.089551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.089944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.090285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.090605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:02.124494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] No DVR routers for this DVR port 613c6846-d4d5-4317-b669-c56fbcc452e7 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:02.259191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:02.259446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:02.259777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:02.264984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Port 613c6846-d4d5-4317-b669-c56fbcc452e7 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:02.265306 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:02.270207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:02.270542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:02.271039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:02.271336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Bound port: 613c6846-d4d5-4317-b669-c56fbcc452e7, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:02.271694 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.339461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:02.342603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:02.421307 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.458723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:02.463592 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.463592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] 10.222.0.64 "PUT /v2.0/ports/613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1093 time: 0.9391594 Aug 16 02:37:02.498709 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fab571-125d-49ed-ae5f-7749e3df0d31 service neutron] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:02.532552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-16d25c77-861c-4cfb-93b1-e4cc2027f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:02.534132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-16d25c77-861c-4cfb-93b1-e4cc2027f03e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1096 time: 0.0477941 Aug 16 02:37:02.629577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-f632a42b-ef51-4308-bf56-652881da04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:02.631095 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-f632a42b-ef51-4308-bf56-652881da04d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0895574 Aug 16 02:37:02.707776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-6916b61a-ffce-4d09-bb6f-8e4c6a9bacec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1000 time: 0.0674198 Aug 16 02:37:02.757696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-34098b88-ac68-431c-a283-65f949357982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:02.759129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-34098b88-ac68-431c-a283-65f949357982 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0437825 Aug 16 02:37:02.804483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-8b1b20ca-6756-47f3-96cf-0415aee888cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:02.805915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-8b1b20ca-6756-47f3-96cf-0415aee888cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389011 Aug 16 02:37:02.900823 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.923692 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9b2e8599-af33-4efe-b95e-73d31f56d3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.936176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-ee94370b-541d-46f6-b498-1c553f832a4f service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217017 Aug 16 02:37:03.001279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c94f2-f3db-4cf0-b029-43a7388435b4 req-29c876da-0bcb-4626-a859-ef4cfb6affd8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:03.002818 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-650c94f2-f3db-4cf0-b029-43a7388435b4 req-29c876da-0bcb-4626-a859-ef4cfb6affd8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 944 time: 0.0999441 Aug 16 02:37:03.412261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-650c94f2-f3db-4cf0-b029-43a7388435b4 req-08f85426-82b6-40a4-bdb1-7b654c776792 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4015293 Aug 16 02:37:03.417835 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-cd4db59e-acc1-4ec8-9e65-fb6af958dac8 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735560 Aug 16 02:37:03.973754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:03.976053 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:04.024107 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731ad9d4-02a4-4e2f-ba11-a5dae1511c21 x-openstack-request-id: req-731ad9d4-02a4-4e2f-ba11-a5dae1511c21 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:04.024399 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:04.024676 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-731ad9d4-02a4-4e2f-ba11-a5dae1511c21 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:04.025103 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'status': 'completed', 'code': 200} Aug 16 02:37:04.108637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-6dc4db3f-63ad-41f1-a11f-103406f78b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.110144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-6dc4db3f-63ad-41f1-a11f-103406f78b0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1096 time: 0.0644009 Aug 16 02:37:04.115837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-69d69e25-4062-491d-a45f-a2783c6461ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.117210 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-69d69e25-4062-491d-a45f-a2783c6461ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1096 time: 0.0624759 Aug 16 02:37:04.203769 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.267795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-0cc158f9-dfbd-41f3-8e16-e4f8cbd0c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.269186 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-0cc158f9-dfbd-41f3-8e16-e4f8cbd0c14b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.1504674 Aug 16 02:37:04.271704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-58f244c6-73c3-47f4-a759-79f65b01ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.273023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-58f244c6-73c3-47f4-a759-79f65b01ced4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.1456356 Aug 16 02:37:04.381328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-06651d6f-1308-4715-b94e-d26f2fe96a04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1000 time: 0.1046743 Aug 16 02:37:04.384939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-edb8f147-2e4e-4d3f-8f1d-af58c011887d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1000 time: 0.1024871 Aug 16 02:37:04.470138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-b20cd058-6c91-4474-be57-aa967cf14989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.471621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-b20cd058-6c91-4474-be57-aa967cf14989 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0820360 Aug 16 02:37:04.472979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-e2a6801b-0bc2-4aba-b40a-4835d7dc9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.474329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-e2a6801b-0bc2-4aba-b40a-4835d7dc9674 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0777311 Aug 16 02:37:04.583670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-a058040b-35f9-4d76-b3a7-76a4274a33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.585182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-a058040b-35f9-4d76-b3a7-76a4274a33bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033392 Aug 16 02:37:04.587555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-ac69ecdf-40bb-4082-b095-c708890fb79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.588911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-ac69ecdf-40bb-4082-b095-c708890fb79c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087132 Aug 16 02:37:04.596687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef4183-bf6e-4ed4-80b9-e84068814624 req-f4f12ff3-2fb6-4d55-a28a-841a5a45c79b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.598130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92ef4183-bf6e-4ed4-80b9-e84068814624 req-f4f12ff3-2fb6-4d55-a28a-841a5a45c79b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 944 time: 0.1083782 Aug 16 02:37:04.751013 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92ef4183-bf6e-4ed4-80b9-e84068814624 req-1f02cce3-1540-4948-b626-873fd2e7da84 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367929 Aug 16 02:37:04.779092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-d667bcfa-60e1-43e4-83b4-99d586a7a4a9 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790059 Aug 16 02:37:04.782501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-51846a22-6205-4bbb-932e-1e0eb2dd2b36 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835122 Aug 16 02:37:04.786942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:04.822666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:04.940884 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-6a2663d0-6580-42be-9e82-01c59f0208ce service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542943 Aug 16 02:37:04.942726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f5f3b57d-026a-4399-ab90-b1ef36c02e6d req-1e527de2-1f25-4ace-b950-28cc6cd5443b service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491852 Aug 16 02:37:05.876309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d52eed-e6de-4f0e-8fc9-db48c2f8580a req-a4e1397f-ab9e-404b-94c2-987f10cde640 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:05.877803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61d52eed-e6de-4f0e-8fc9-db48c2f8580a req-a4e1397f-ab9e-404b-94c2-987f10cde640 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 944 time: 0.0548029 Aug 16 02:37:05.916572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61d52eed-e6de-4f0e-8fc9-db48c2f8580a req-b1429ce0-5731-45d7-9def-761408495ab3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328317 Aug 16 02:37:05.952291 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:06.504027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace39bfb-5659-42c2-835d-7fed51578910 req-41178070-5bf5-4094-8da5-f363f3bd413e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:06.505538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ace39bfb-5659-42c2-835d-7fed51578910 req-41178070-5bf5-4094-8da5-f363f3bd413e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 944 time: 0.0805707 Aug 16 02:37:06.519397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-36a6041d-1ad4-467d-b499-60e93cd357e3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:06.523692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-36a6041d-1ad4-467d-b499-60e93cd357e3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 944 time: 0.0662858 Aug 16 02:37:06.587499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ace39bfb-5659-42c2-835d-7fed51578910 req-4839084f-f91a-4d35-93c7-594f614f6229 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657208 Aug 16 02:37:06.609064 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-e90cfa1b-390c-42b8-b704-9c2cabfc3fa0 service neutron] 10.222.0.64 "GET /v2.0/ports/613c6846-d4d5-4317-b669-c56fbcc452e7/bindings/n-h1-768509-23 HTTP/1.1" status: 200 len: 383 time: 0.0735490 Aug 16 02:37:06.672804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-9b6d3e66-0180-40e3-b55d-d7c6a13c273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:06.674232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-9b6d3e66-0180-40e3-b55d-d7c6a13c273f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1096 time: 0.0414298 Aug 16 02:37:06.762844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-2ae38eab-ab82-4a48-9332-4671d0bbf894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:06.764639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-2ae38eab-ab82-4a48-9332-4671d0bbf894 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0831127 Aug 16 02:37:06.835950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-8c12580f-8754-4b4f-832d-89617d6c3ab3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1000 time: 0.0619128 Aug 16 02:37:06.885024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-6a57608c-baaf-462a-b222-17b71584c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:06.886462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-6a57608c-baaf-462a-b222-17b71584c1fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0431857 Aug 16 02:37:06.931821 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-678b9792-a6dc-4f8f-a089-0821c857eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:06.933216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-678b9792-a6dc-4f8f-a089-0821c857eadd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388455 Aug 16 02:37:07.025455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-4409fb47-a44f-4144-85ec-2cbffdde7bc0 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844541 Aug 16 02:37:07.060533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:07.116534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-f419fd16-d29a-497d-8ff6-ac839214a35a service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832663 Aug 16 02:37:07.154085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:07.165473 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'port_id': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'mac_address': 'fa:16:3e:a6:d8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:07.205349 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:07.218088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613c6846-d4d5-4317-b669-c56fbcc452e7 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:07.237636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:07.317575 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:07.364548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:07.371842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.372195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.372541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.372880 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.373217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.373551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.373911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.374243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.374570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.374896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.375242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.375546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.591599 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['613c6846-d4d5-4317-b669-c56fbcc452e7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:07.703949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d89ed-42d8-404a-a96a-1450c27b3b61 req-2d3e287d-37b0-44c6-8491-c2155352bfae tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:07.705449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b27d89ed-42d8-404a-a96a-1450c27b3b61 req-2d3e287d-37b0-44c6-8491-c2155352bfae tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 945 time: 0.0496302 Aug 16 02:37:07.748803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b27d89ed-42d8-404a-a96a-1450c27b3b61 req-65040d9e-7ff8-46bf-9544-a9155c806f5b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374236 Aug 16 02:37:08.862542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50920f23-8f63-4dd7-87f8-e3792f6eb7ca req-abc10c1f-74e0-4f12-b067-b7946d4ffa9b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:08.864023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50920f23-8f63-4dd7-87f8-e3792f6eb7ca req-abc10c1f-74e0-4f12-b067-b7946d4ffa9b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 945 time: 0.0484521 Aug 16 02:37:08.902004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-50920f23-8f63-4dd7-87f8-e3792f6eb7ca req-56bc6a75-f77a-4fba-be35-fb6d36f9d199 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320232 Aug 16 02:37:09.088646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:09.215132 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 613c6846-d4d5-4317-b669-c56fbcc452e7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:09.219290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 613c6846-d4d5-4317-b669-c56fbcc452e7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:09.219666 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.296916 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.318905 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:09.321150 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee986e59-2c19-4c0c-9b69-df5afc827ea7" -d '{"events": [{"server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "name": "network-vif-plugged", "status": "completed", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:09.333746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:09.370653 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f000c54-641d-4c95-a600-c7cdc1838e92 x-openstack-request-id: req-9f000c54-641d-4c95-a600-c7cdc1838e92 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:09.370950 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "name": "network-vif-plugged", "status": "completed", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:09.371207 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f000c54-641d-4c95-a600-c7cdc1838e92 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:09.371612 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'code': 200} Aug 16 02:37:09.409239 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.459613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:09.593641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-4dc25539-16ee-46da-a4e0-ffb99b6df763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:09.595085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-4dc25539-16ee-46da-a4e0-ffb99b6df763 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 1098 time: 0.0404346 Aug 16 02:37:09.607339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:09.661286 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.863029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:09.896519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:09.935295 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:09.937570 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b208d9-31c7-4f1d-9e10-38eb8d382796" -d '{"events": [{"server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "name": "network-vif-unplugged", "status": "completed", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:09.941711 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.954692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Transition to ACTIVE for port object 613c6846-d4d5-4317-b669-c56fbcc452e7 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:10.019753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fede0-675c-45eb-8f56-6d068342c8e8 req-e9279db6-a1dd-4b92-973b-f2cf15d2e743 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:10.021245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-654fede0-675c-45eb-8f56-6d068342c8e8 req-e9279db6-a1dd-4b92-973b-f2cf15d2e743 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0486712 Aug 16 02:37:10.022405 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.138166 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-654fede0-675c-45eb-8f56-6d068342c8e8 req-05f1c3b0-3b93-47a9-b4b7-56df63fee1c0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068056 Aug 16 02:37:10.139044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=10']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:10.176468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] No DVR routers for this DVR port 613c6846-d4d5-4317-b669-c56fbcc452e7 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:10.216050 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b548f906-bb61-4db7-8893-032daf1ddc1c x-openstack-request-id: req-b548f906-bb61-4db7-8893-032daf1ddc1c {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:10.216334 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "name": "network-vif-unplugged", "status": "completed", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:10.216586 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b548f906-bb61-4db7-8893-032daf1ddc1c {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:10.216987 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'code': 200} Aug 16 02:37:10.316187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:10.316523 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:10.316868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:10.321000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Port 613c6846-d4d5-4317-b669-c56fbcc452e7 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:10.321320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Attempting to bind port 613c6846-d4d5-4317-b669-c56fbcc452e7 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:10.326881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:10.327161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:10.327544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:10.327966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Bound port: 613c6846-d4d5-4317-b669-c56fbcc452e7, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:10.328316 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.393898 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:10.405104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:10.484615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.518046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:10.518901 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.520312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] 10.222.0.74 "PUT /v2.0/ports/613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1094 time: 0.9176195 Aug 16 02:37:10.577607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347af8f6-5d74-456d-8b0e-a5d302303608 service neutron] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=11']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:10.600928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-d525978e-9379-4e4a-8159-46e71ac8630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:10.602812 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-d525978e-9379-4e4a-8159-46e71ac8630d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1097 time: 0.0598106 Aug 16 02:37:10.703964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-b3f0fc9d-b462-46c7-8e77-2d2f9fc24eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:10.705465 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-b3f0fc9d-b462-46c7-8e77-2d2f9fc24eb1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0951431 Aug 16 02:37:10.770450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-c5fc7a0e-8a90-4672-9c0b-4e59d3b469b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1000 time: 0.0580523 Aug 16 02:37:10.818783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-f8717b92-17e7-4023-9f6a-c611f5ecc84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:10.820185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-f8717b92-17e7-4023-9f6a-c611f5ecc84b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0432680 Aug 16 02:37:10.870785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-d4e474fa-fec9-461f-ab8f-cb4db51009e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:10.872910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-d4e474fa-fec9-461f-ab8f-cb4db51009e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442307 Aug 16 02:37:10.959679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-4fa4c8b5-e279-4325-a793-8547848dacd4 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799291 Aug 16 02:37:11.053379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d913a48-93d3-49e6-a564-2e92dd205c79 req-d5615c7b-a6bf-4971-9281-bcf84990b188 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862639 Aug 16 02:37:11.100609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:11.139033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:11.264299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93897622-1dec-4bec-ad67-944de824d219 req-b30fa025-9d81-426b-b44e-c895a23238b6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:11.265698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93897622-1dec-4bec-ad67-944de824d219 req-b30fa025-9d81-426b-b44e-c895a23238b6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 945 time: 0.0505607 Aug 16 02:37:11.302631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93897622-1dec-4bec-ad67-944de824d219 req-1f679160-53a5-46d4-a867-51935806aaa7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310843 Aug 16 02:37:12.218491 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:12.220815 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e77c12f-27e7-466e-97e3-f629e5e6203c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:12.267976 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6b1e51-ce9b-405c-9189-f2484aad33cc x-openstack-request-id: req-0d6b1e51-ce9b-405c-9189-f2484aad33cc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:12.268269 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:12.268519 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d6b1e51-ce9b-405c-9189-f2484aad33cc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:12.268913 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'status': 'completed', 'code': 200} Aug 16 02:37:12.358487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-b5d246fc-e091-4e5d-be66-92131570fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:12.360008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-b5d246fc-e091-4e5d-be66-92131570fbed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1097 time: 0.0731158 Aug 16 02:37:12.364660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-7849cf04-49ae-4a77-a1a8-5bb2b20e5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:12.366114 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-7849cf04-49ae-4a77-a1a8-5bb2b20e5b3e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 1097 time: 0.0706723 Aug 16 02:37:12.549178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46b81d-d7a5-4abd-8dfe-4dfa653c0628 req-02568814-7b58-4ea4-9135-e9d48b707f83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:12.550622 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d46b81d-d7a5-4abd-8dfe-4dfa653c0628 req-02568814-7b58-4ea4-9135-e9d48b707f83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 945 time: 0.1715517 Aug 16 02:37:12.582667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-7f1a1425-2e83-47b5-a026-0cbce64b581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:12.584113 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-7f1a1425-2e83-47b5-a026-0cbce64b581b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.2140110 Aug 16 02:37:12.635303 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-fa1c0baa-01e3-4be5-952c-29c70e1367b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:12.636937 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-fa1c0baa-01e3-4be5-952c-29c70e1367b7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.2567031 Aug 16 02:37:12.697471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d46b81d-d7a5-4abd-8dfe-4dfa653c0628 req-dce9760f-6e61-49ee-b7dc-46bdf64ddaa8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350300 Aug 16 02:37:12.719009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-22d5ae9f-39e4-448f-baaf-1f52b8abb775 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1000 time: 0.1222012 Aug 16 02:37:12.739821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-5c1e2eb1-4422-40a6-b58d-3527efc82929 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 200 len: 1000 time: 0.0875635 Aug 16 02:37:12.810873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-654950ef-0979-48dc-bd17-4e88ca93375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:12.812249 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-654950ef-0979-48dc-bd17-4e88ca93375e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0871103 Aug 16 02:37:12.817288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-1e46d11b-9289-47a5-b676-a00b36ed2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:12.818657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-1e46d11b-9289-47a5-b676-a00b36ed2fb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0613627 Aug 16 02:37:12.884457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-b79e99aa-8262-4f93-be2c-643812e637d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:12.886034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-b79e99aa-8262-4f93-be2c-643812e637d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658598 Aug 16 02:37:12.890829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-5b37bbfe-4bd6-49c9-8c9a-4fe1b09b729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:12.892201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-5b37bbfe-4bd6-49c9-8c9a-4fe1b09b729b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641503 Aug 16 02:37:13.049233 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-838de2c1-40b7-4725-a811-15daf7686577 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548769 Aug 16 02:37:13.051103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-7585245d-e6c8-4e66-8728-5019d7a31e62 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498270 Aug 16 02:37:13.209754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-196d4139-07cc-4c08-ac52-a89c87615562 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513758 Aug 16 02:37:13.211638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4e77c12f-27e7-466e-97e3-f629e5e6203c req-e9233100-98b2-47ad-9ef4-cebbb04a5947 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462770 Aug 16 02:37:13.813237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3951387-d872-4a5b-9ac0-1fcf7cfba3a9 req-4e2c7bcb-8ae2-419e-a9d2-fdf3f44bf739 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:13.814748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3951387-d872-4a5b-9ac0-1fcf7cfba3a9 req-4e2c7bcb-8ae2-419e-a9d2-fdf3f44bf739 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 945 time: 0.0497246 Aug 16 02:37:13.851824 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3951387-d872-4a5b-9ac0-1fcf7cfba3a9 req-e1f5113c-406d-46e4-acec-a4065e2a27ee tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311859 Aug 16 02:37:13.964392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ff2e9-c973-41e9-918e-8f73c0fea85c req-e8bda00f-c71d-4e74-ab88-5f14aa5472fc tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:13.965933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-111ff2e9-c973-41e9-918e-8f73c0fea85c req-e8bda00f-c71d-4e74-ab88-5f14aa5472fc tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 945 time: 0.0479796 Aug 16 02:37:14.002301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-111ff2e9-c973-41e9-918e-8f73c0fea85c req-ab31d055-e21c-4811-9eac-83bd91255889 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304034 Aug 16 02:37:14.126143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106920e6-3926-4776-91a8-5cfa7f2adf59 req-c6b24cd7-9a75-4c4c-b48f-f7ac2894c887 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:14.127645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-106920e6-3926-4776-91a8-5cfa7f2adf59 req-c6b24cd7-9a75-4c4c-b48f-f7ac2894c887 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 945 time: 0.0528891 Aug 16 02:37:14.165481 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-106920e6-3926-4776-91a8-5cfa7f2adf59 req-0c1f2740-e430-4e9c-a170-8ad84ab65f85 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319965 Aug 16 02:37:14.583108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25755326-2e3e-4218-bda9-60d5c2b24b2e req-9c61343e-5c0e-4e39-8420-ae1104be4a74 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:14.584575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25755326-2e3e-4218-bda9-60d5c2b24b2e req-9c61343e-5c0e-4e39-8420-ae1104be4a74 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 945 time: 0.0492995 Aug 16 02:37:14.622139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25755326-2e3e-4218-bda9-60d5c2b24b2e req-7386c148-ac16-43d8-a0f7-f5f4fd243799 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314679 Aug 16 02:37:14.826248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:14.921069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:14.934791 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'port_id': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'mac_address': 'fa:16:3e:a6:d8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:14.973024 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.985469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613c6846-d4d5-4317-b669-c56fbcc452e7 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:15.004595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:15.055036 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:15.119334 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=12']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:15.318932 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['613c6846-d4d5-4317-b669-c56fbcc452e7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:15.743829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bdbfb-3b4a-4d6b-b353-3eac59a28e6c req-0c8f6c1a-dd08-4342-b993-bb687d473beb tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:15.745204 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e84bdbfb-3b4a-4d6b-b353-3eac59a28e6c req-0c8f6c1a-dd08-4342-b993-bb687d473beb tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0493534 Aug 16 02:37:15.783453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e84bdbfb-3b4a-4d6b-b353-3eac59a28e6c req-61883b28-4fc4-43e5-b59e-ce9723252ca1 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322196 Aug 16 02:37:15.843662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-c0c8c9f0-4a9e-4d68-8445-135fb6db48ca tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:15.845126 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-c0c8c9f0-4a9e-4d68-8445-135fb6db48ca tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 946 time: 0.0524745 Aug 16 02:37:15.934346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Deleting port 613c6846-d4d5-4317-b669-c56fbcc452e7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:15.934685 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.024000 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] For port 613c6846-d4d5-4317-b669-c56fbcc452e7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=613c6846-d4d5-4317-b669-c56fbcc452e7,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:16.024270 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.188417 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.188781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.189089 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0 disassociated. External IP: 172.25.8.57, port: 613c6846-d4d5-4317-b669-c56fbcc452e7. Aug 16 02:37:16.189420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Calling delete_port for 613c6846-d4d5-4317-b669-c56fbcc452e7 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:16.369030 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.396175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event deleted for resources: {'Port': ['ID=613c6846-d4d5-4317-b669-c56fbcc452e7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:16.846367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:16.851148 n-d-768509-23 neutron-server[95517]: INFO neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No ports have port_id starting with 613c6846-d4d5-4317-b669-c56fbcc452e7 Aug 16 02:37:16.852295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 requested by agent hyperv_n-h2-768509-23 not found in database {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 16 02:37:16.889153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c89943d-aae1-4aa5-b84d-48721bedfd1f req-75106a6a-408a-4b38-a557-06365efd7ebf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e0f43a5-2650-496b-b80b-7fd009626026 HTTP/1.1" status: 200 len: 210 time: 0.0302312 Aug 16 02:37:16.899069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Router 793e4628-b5a9-453d-9c78-4774199b1ec9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:17.005985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:17.016820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9510b646-f310-4d59-aa6c-946450a40f99 None None] Sync routers for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:17.025811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510b646-f310-4d59-aa6c-946450a40f99 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:17.026527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9510b646-f310-4d59-aa6c-946450a40f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:37:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:17.044636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] No DVR routers for this DVR port 613c6846-d4d5-4317-b669-c56fbcc452e7 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:17.047458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.049577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-144837e4-d1bb-4eb4-a889-116cef5f9b9b req-393a6ff6-6703-4f1d-9c51-b99a518c6bfd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "DELETE /v2.0/ports/613c6846-d4d5-4317-b669-c56fbcc452e7 HTTP/1.1" status: 204 len: 173 time: 1.1978524 Aug 16 02:37:17.050054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'name': 'network-vif-deleted', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:17.052371 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f3cd60-f735-4de4-83c3-adbe42b968f8" -d '{"events": [{"server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "name": "network-vif-deleted", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:17.089035 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfefea8-9dbe-49b3-8270-54842f2a337f x-openstack-request-id: req-1dfefea8-9dbe-49b3-8270-54842f2a337f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:17.089331 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0f43a5-2650-496b-b80b-7fd009626026", "name": "network-vif-deleted", "tag": "613c6846-d4d5-4317-b669-c56fbcc452e7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:17.089585 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1dfefea8-9dbe-49b3-8270-54842f2a337f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:17.090020 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0f43a5-2650-496b-b80b-7fd009626026', 'name': 'network-vif-deleted', 'tag': '613c6846-d4d5-4317-b669-c56fbcc452e7', 'status': 'completed', 'code': 200} Aug 16 02:37:17.135231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9510b646-f310-4d59-aa6c-946450a40f99 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:17.332268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9510b646-f310-4d59-aa6c-946450a40f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:17.362377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9510b646-f310-4d59-aa6c-946450a40f99 None None] Checking router: 793e4628-b5a9-453d-9c78-4774199b1ec9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:17.370832 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510b646-f310-4d59-aa6c-946450a40f99 None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:17.371441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9510b646-f310-4d59-aa6c-946450a40f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:37:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:17.475357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9510b646-f310-4d59-aa6c-946450a40f99 None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:17.672413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9510b646-f310-4d59-aa6c-946450a40f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:17.699655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9510b646-f310-4d59-aa6c-946450a40f99 None None] The sync data for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 is: [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:17.923360 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d6aaa-ff54-48ed-9dbf-0255b3ef1b27 None None] New status for floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:37:18.161487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-ba10ecd0-34fd-47aa-893c-c61d4983b7c8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--849781423&fields=id&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 267 time: 0.0322359 Aug 16 02:37:18.275775 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-f3b95cca-8e0e-4931-864e-f8f4a5c15916 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:18.277183 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-f3b95cca-8e0e-4931-864e-f8f4a5c15916 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 811 time: 0.1089802 Aug 16 02:37:18.291813 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-ed68c374-acfa-4005-8bbd-490aac3cf30b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/quotas/c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 375 time: 0.0089011 Aug 16 02:37:18.344789 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-56907b67-9e15-45aa-a2f5-517152923c08 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471289 Aug 16 02:37:18.443406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-ec7dd980-4ab8-44ba-9ea2-119770b7e780 service neutron] 10.222.0.66 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870786 Aug 16 02:37:18.532912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-b0845015-4994-4b23-b5ce-de8a1afd658c service neutron] 10.222.0.66 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833724 Aug 16 02:37:18.783624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-157f77fa-2783-4506-badb-4eaba990b676 req-cc6913b3-a799-4cee-b670-19b91e0716a1 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 210 time: 0.0275850 Aug 16 02:37:19.883014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-84b8da5f-c551-4dea-89e0-faba87ae3e1e req-6acc36c5-4a20-47c9-a016-6556f43deeba tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 210 time: 0.0315020 Aug 16 02:37:20.320560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-bb554ab9-0bf4-4706-925b-ebf9298b52be tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:20.322277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-bb554ab9-0bf4-4706-925b-ebf9298b52be tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 811 time: 0.1024466 Aug 16 02:37:20.365387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-7a371285-a5a5-48af-8aa5-7054e56e5952 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 379 time: 0.0338881 Aug 16 02:37:20.374360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'port': {'device_id': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'admin_state_up': True, 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'security_groups': ['1463ce95-d28e-4787-b586-73223595928b']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:20.569077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Made reservation on behalf of c37fb05c3e8b43f88e0d5ed7b2dc0963 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:20.572679 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.697089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Allocated IP 172.20.0.4 (b11298a9-2c2a-484e-bc7a-f46cd5182da1/bdf815fb-1106-4a1f-862c-6ff4c52aab58/a4b76666-f7bb-4ec3-be3f-2256c001edb1) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:20.834232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.847418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Transition to ACTIVE for port object a4b76666-f7bb-4ec3-be3f-2256c001edb1 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:20.877105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:20.901293 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 613c6846-d4d5-4317-b669-c56fbcc452e7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:20.901638 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 613c6846-d4d5-4317-b669-c56fbcc452e7 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:20.929863 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.006557 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:21.012578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:21.015008 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:21.018106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:21.067552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06799e-e3fe-45df-bd26-f46af9db2375 req-156f3b62-705e-4b92-bfa3-1d7d50e219bf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:21.069104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d06799e-e3fe-45df-bd26-f46af9db2375 req-156f3b62-705e-4b92-bfa3-1d7d50e219bf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 931 time: 0.1098435 Aug 16 02:37:21.084780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:21.085320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.126967 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4d06799e-e3fe-45df-bd26-f46af9db2375 req-46ebcd11-8b7c-4f26-8156-85904db2e552 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492933 Aug 16 02:37:21.187541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0faa06c2-fb4b-425a-9eef-8bab867fe5cf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8163507 Aug 16 02:37:21.243573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Request body: {'port': {'device_id': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:21.297924 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.346619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5e89698d-6a39-4eaa-8735-47a502ef38af None None] Provisioning for port a4b76666-f7bb-4ec3-be3f-2256c001edb1 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:21.351114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5e89698d-6a39-4eaa-8735-47a502ef38af None None] Provisioning complete for port a4b76666-f7bb-4ec3-be3f-2256c001edb1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:21.355564 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5e89698d-6a39-4eaa-8735-47a502ef38af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.376553 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.386269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5e89698d-6a39-4eaa-8735-47a502ef38af None None] Port a4b76666-f7bb-4ec3-be3f-2256c001edb1 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:21.560672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b76666-f7bb-4ec3-be3f-2256c001edb1 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:21.571892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.585746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Transition to ACTIVE for port object a4b76666-f7bb-4ec3-be3f-2256c001edb1 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:21.677487 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.746761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:21.800048 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:21.800382 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:21.800707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:21.805280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:21.805605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:21.810591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:21.810841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:21.811222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:21.811765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Bound port: a4b76666-f7bb-4ec3-be3f-2256c001edb1, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:21.812129 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.877754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:21.880837 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:21.941120 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.977159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:21.977760 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.980189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] 10.222.0.74 "PUT /v2.0/ports/a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 1092 time: 0.7849615 Aug 16 02:37:21.980636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:21.982913 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:22.009919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36da6d-e97f-4e03-be46-34a7db4e6f16 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:22.099171 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44664a1-5ea7-4278-9b69-3c930cf57849 x-openstack-request-id: req-a44664a1-5ea7-4278-9b69-3c930cf57849 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:22.103268 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:22.103268 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a44664a1-5ea7-4278-9b69-3c930cf57849 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:22.103268 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'status': 'completed', 'code': 200} Aug 16 02:37:22.113799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-499235a0-e9f6-4c52-be1b-30b8b00fa8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.115548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-499235a0-e9f6-4c52-be1b-30b8b00fa8ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1095 time: 0.0495546 Aug 16 02:37:22.164593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-d220e781-5b66-448c-a3a6-0aa5bde0d07f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 217 time: 0.0401170 Aug 16 02:37:22.242784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-98e1a145-8cd9-4315-952a-38e4e9967307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.244584 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-98e1a145-8cd9-4315-952a-38e4e9967307 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0724030 Aug 16 02:37:22.297051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc5b45-3703-4c2c-9018-d37787309a63 req-886b1268-9b67-40ac-a12b-d1498c73359e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.298533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21cc5b45-3703-4c2c-9018-d37787309a63 req-886b1268-9b67-40ac-a12b-d1498c73359e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0858564 Aug 16 02:37:22.306378 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.326726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-e391c8ee-e579-40a2-8f2c-61dfa6a507ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.328878 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-e391c8ee-e579-40a2-8f2c-61dfa6a507ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762529 Aug 16 02:37:22.362703 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21cc5b45-3703-4c2c-9018-d37787309a63 req-0d108e70-f92c-4b52-8176-038439c6fb2b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562479 Aug 16 02:37:22.431447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-4f0b95cd-2227-4d38-bb4c-56ccc428e0fe service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920088 Aug 16 02:37:22.540136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c6bec295-68b5-4bdd-9117-bdcd48a74978 req-f43cc1ab-dd6e-40df-98a0-870afcc5c334 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011684 Aug 16 02:37:22.709283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c req-01ca4aec-b4bf-4d7f-b4b5-17f4f1c2566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.710777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c req-01ca4aec-b4bf-4d7f-b4b5-17f4f1c2566f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1095 time: 0.0427725 Aug 16 02:37:22.803625 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c req-c0a00092-e13a-4ac5-bd0c-bbd5c33a5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.804989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c req-c0a00092-e13a-4ac5-bd0c-bbd5c33a5e81 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0862429 Aug 16 02:37:22.847009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c req-08667aea-2b08-499d-9954-b658cb358d50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 217 time: 0.0337379 Aug 16 02:37:22.895835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c req-ea3566a3-8d45-4ff4-a72b-e09f1881f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.897220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c req-ea3566a3-8d45-4ff4-a72b-e09f1881f2d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0427470 Aug 16 02:37:22.942942 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c req-80f48a94-0a3d-4b2b-8842-c139c1ea2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.944384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c req-80f48a94-0a3d-4b2b-8842-c139c1ea2673 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393913 Aug 16 02:37:23.038239 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c req-9f623929-4393-4cda-b35a-4e29faf038d5 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854504 Aug 16 02:37:23.128499 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14e47ae2-3da6-457a-a4b6-48d1788f0b2c req-4814a9c3-c3ce-4766-8aff-4569ef674eb5 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822008 Aug 16 02:37:23.482660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2f94-5b87-4f6b-9a5d-40544c49ede2 req-76edc9ad-965e-4202-9ab3-1d5d9acbd8c6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:23.484389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-940f2f94-5b87-4f6b-9a5d-40544c49ede2 req-76edc9ad-965e-4202-9ab3-1d5d9acbd8c6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0548341 Aug 16 02:37:23.528713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-940f2f94-5b87-4f6b-9a5d-40544c49ede2 req-301f7084-d708-45cc-8cca-7e4d6caebeb6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383601 Aug 16 02:37:24.643312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359d2bd-8d91-4d71-aef0-5904926bddff req-0aa8be64-3110-4f22-add8-52b204bc35e4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:24.644801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e359d2bd-8d91-4d71-aef0-5904926bddff req-0aa8be64-3110-4f22-add8-52b204bc35e4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0491385 Aug 16 02:37:24.682378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e359d2bd-8d91-4d71-aef0-5904926bddff req-8d2d1867-0954-49ea-acd0-6049a31e35ed tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316556 Aug 16 02:37:24.896890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a4b76666-f7bb-4ec3-be3f-2256c001edb1 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:24.988977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:25.003217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'port_id': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'mac_address': 'fa:16:3e:53:15:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:25.039952 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.052237 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b76666-f7bb-4ec3-be3f-2256c001edb1 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:25.071210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:25.145835 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.192583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:25.330116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['a4b76666-f7bb-4ec3-be3f-2256c001edb1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:25.794914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12356e8-a388-4401-abc7-4b23427b99f4 req-1422d630-93a1-4f40-8db8-3386d793a7b5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:25.797101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c12356e8-a388-4401-abc7-4b23427b99f4 req-1422d630-93a1-4f40-8db8-3386d793a7b5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0493267 Aug 16 02:37:25.834996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c12356e8-a388-4401-abc7-4b23427b99f4 req-673eb67a-74ec-4747-a82b-6281c4cf4a6d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318685 Aug 16 02:37:26.907650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a4b76666-f7bb-4ec3-be3f-2256c001edb1 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:26.966155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e37f7-f547-49d9-b73c-9741d8a441c2 req-c46f3072-e450-430b-9b3a-58315b77c962 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:26.967638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-655e37f7-f547-49d9-b73c-9741d8a441c2 req-c46f3072-e450-430b-9b3a-58315b77c962 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0576918 Aug 16 02:37:27.006067 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-655e37f7-f547-49d9-b73c-9741d8a441c2 req-e4334954-8ff7-4a13-a567-44edfa9bfdbd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320334 Aug 16 02:37:27.032094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port a4b76666-f7bb-4ec3-be3f-2256c001edb1 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:27.036059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port a4b76666-f7bb-4ec3-be3f-2256c001edb1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:27.036436 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.114401 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.136442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:27.140686 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f470e14ad9913a94d9b0d2072315dd6ec93685dbae317ecc3f09bbc7b836e02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb0ce80-0624-4862-b604-ab2ea563ff8b" -d '{"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-plugged", "status": "completed", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:27.151673 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:27.203635 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.232234 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7993f859-84f8-4fdc-9326-357c0eb94568 x-openstack-request-id: req-7993f859-84f8-4fdc-9326-357c0eb94568 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:27.232529 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-plugged", "status": "completed", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:27.232785 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7993f859-84f8-4fdc-9326-357c0eb94568 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:27.233178 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'code': 200} Aug 16 02:37:27.254273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:27.327653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a06d4-8dd4-4462-be69-d8238fa21516 req-dda439b5-9ab6-4b64-acb7-7cbeeaefcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:27.329147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-828a06d4-8dd4-4462-be69-d8238fa21516 req-dda439b5-9ab6-4b64-acb7-7cbeeaefcd50 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1097 time: 0.0406811 Aug 16 02:37:27.363973 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-828a06d4-8dd4-4462-be69-d8238fa21516 req-74d38021-7539-4c35-a20d-f8dccdd41232 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282288 Aug 16 02:37:28.128251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eaeb0f-4924-4baf-8cf2-59d68226527b req-e839dd7b-4990-4553-94e1-8d476890a5f6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:28.130719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55eaeb0f-4924-4baf-8cf2-59d68226527b req-e839dd7b-4990-4553-94e1-8d476890a5f6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0558171 Aug 16 02:37:28.175189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-55eaeb0f-4924-4baf-8cf2-59d68226527b req-60f19ec0-6680-4085-b83f-b48f1b7be186 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372951 Aug 16 02:37:29.295283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c69f7-6a45-4268-a3cb-84f0558d637a req-f7c07439-b4af-4c9b-a09b-c83be069ae4a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.297086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-543c69f7-6a45-4268-a3cb-84f0558d637a req-f7c07439-b4af-4c9b-a09b-c83be069ae4a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0541718 Aug 16 02:37:29.334192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-543c69f7-6a45-4268-a3cb-84f0558d637a req-8a9af9d8-75f0-45df-8f44-cb438925f636 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311325 Aug 16 02:37:29.394596 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:37:29.442832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cd217-f002-4029-b514-5c1f0e7a772d req-3f085024-6f21-4b28-97e6-38c523b4dd79 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.444310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3e4cd217-f002-4029-b514-5c1f0e7a772d req-3f085024-6f21-4b28-97e6-38c523b4dd79 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0483980 Aug 16 02:37:29.453344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55312) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.457915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8f968066-86f1-4d9c-b97e-2d2ca95a59d6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Request body: {'floatingip': {'port_id': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:29.496166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f968066-86f1-4d9c-b97e-2d2ca95a59d6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.871799 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-97d93115-2d79-4a08-9ac0-21d3f62efc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.919188 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f968066-86f1-4d9c-b97e-2d2ca95a59d6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.956713 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f968066-86f1-4d9c-b97e-2d2ca95a59d6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:30.055954 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-8f968066-86f1-4d9c-b97e-2d2ca95a59d6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0 associated. External IP: 172.25.8.57, port: a4b76666-f7bb-4ec3-be3f-2256c001edb1. Aug 16 02:37:30.258474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f968066-86f1-4d9c-b97e-2d2ca95a59d6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Router 793e4628-b5a9-453d-9c78-4774199b1ec9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:30.364279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f968066-86f1-4d9c-b97e-2d2ca95a59d6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:30.369055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8f968066-86f1-4d9c-b97e-2d2ca95a59d6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:30.373707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a31ef9-32a7-4010-bb97-bef44807412c None None] Sync routers for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:30.383467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a31ef9-32a7-4010-bb97-bef44807412c None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:30.384070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-68a31ef9-32a7-4010-bb97-bef44807412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:37:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:30.395682 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8f968066-86f1-4d9c-b97e-2d2ca95a59d6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "PUT /v2.0/floatingips/636b62bf-3b41-4332-9b32-aa0a91438eb0 HTTP/1.1" status: 200 len: 991 time: 0.9412143 Aug 16 02:37:30.396277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:30.398526 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a89564e34855bc4a753592e18da008b9cb620843853c4ef3c28d4a5155c0721a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309a6d7c-56dd-4d14-a421-b93f6841b21d" -d '{"events": [{"name": "network-changed", "server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:30.486987 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d2cd30-6ca0-4536-85ce-e4f17e4dfd52 x-openstack-request-id: req-29d2cd30-6ca0-4536-85ce-e4f17e4dfd52 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:30.487279 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:30.487531 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29d2cd30-6ca0-4536-85ce-e4f17e4dfd52 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:30.487942 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'status': 'completed', 'code': 200} Aug 16 02:37:30.497263 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-68a31ef9-32a7-4010-bb97-bef44807412c None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:30.553714 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6d7c-56dd-4d14-a421-b93f6841b21d req-b667c0af-9b59-40f4-aa56-53a25a407cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.555197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-309a6d7c-56dd-4d14-a421-b93f6841b21d req-b667c0af-9b59-40f4-aa56-53a25a407cde service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1097 time: 0.0453453 Aug 16 02:37:30.655218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6d7c-56dd-4d14-a421-b93f6841b21d req-2f59cead-7e45-4183-99f2-093375a11811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.656748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-309a6d7c-56dd-4d14-a421-b93f6841b21d req-2f59cead-7e45-4183-99f2-093375a11811 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0940974 Aug 16 02:37:30.724761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-309a6d7c-56dd-4d14-a421-b93f6841b21d req-84566975-5222-47d8-8c2f-9cd5dd3b4f5e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 999 time: 0.0603204 Aug 16 02:37:30.773956 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6d7c-56dd-4d14-a421-b93f6841b21d req-3481663a-7879-4ed5-813b-5ca169ab3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.775428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-309a6d7c-56dd-4d14-a421-b93f6841b21d req-3481663a-7879-4ed5-813b-5ca169ab3967 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0437417 Aug 16 02:37:30.824823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6d7c-56dd-4d14-a421-b93f6841b21d req-d8e8c679-9a73-4525-bbe3-31bbddf5c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.826353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-309a6d7c-56dd-4d14-a421-b93f6841b21d req-d8e8c679-9a73-4525-bbe3-31bbddf5c80e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438848 Aug 16 02:37:30.880259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-68a31ef9-32a7-4010-bb97-bef44807412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:53:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:37:29Z', 'revision_number': 13, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:30.906672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a31ef9-32a7-4010-bb97-bef44807412c None None] Checking router: 793e4628-b5a9-453d-9c78-4774199b1ec9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:30.914898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a31ef9-32a7-4010-bb97-bef44807412c None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:30.915054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-309a6d7c-56dd-4d14-a421-b93f6841b21d req-9793af3e-b858-434a-b7e2-0db69b2b8ddf service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814283 Aug 16 02:37:30.915522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-68a31ef9-32a7-4010-bb97-bef44807412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:37:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:31.008864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-309a6d7c-56dd-4d14-a421-b93f6841b21d req-f47688e4-54fb-4361-8770-ee43b81b8bb2 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859141 Aug 16 02:37:31.020600 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-68a31ef9-32a7-4010-bb97-bef44807412c None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:31.241264 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-68a31ef9-32a7-4010-bb97-bef44807412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:53:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:37:29Z', 'revision_number': 13, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:31.272329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a31ef9-32a7-4010-bb97-bef44807412c None None] The sync data for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 is: [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '636b62bf-3b41-4332-9b32-aa0a91438eb0', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'port_id': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'mac_address': 'fa:16:3e:53:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:30:10Z', 'updated_at': '2021-08-16T02:37:29Z', 'revision_number': 13, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:31.455320 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb7ef6-2bad-4d96-88da-3258a16203d1 None None] New status for floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:37:32.894206 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.922702 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-34964c19-e5f0-4993-8eda-6667656d5043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.208249 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.957486 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.345505 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.294238 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:59.309484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-782b8a80-6762-424c-9775-239f25f6fe24 req-3cc4186b-1f75-4a2d-837d-fb85dbcfa025 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393991 Aug 16 02:37:59.392819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b8a80-6762-424c-9775-239f25f6fe24 req-c753472a-9953-46f9-9580-92cc83593bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:59.394364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-782b8a80-6762-424c-9775-239f25f6fe24 req-c753472a-9953-46f9-9580-92cc83593bdf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1097 time: 0.0406852 Aug 16 02:37:59.500650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b8a80-6762-424c-9775-239f25f6fe24 req-5b1edc8b-754f-45ce-a871-c65fe968d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:59.502140 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-782b8a80-6762-424c-9775-239f25f6fe24 req-5b1edc8b-754f-45ce-a871-c65fe968d709 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0878296 Aug 16 02:37:59.566568 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-782b8a80-6762-424c-9775-239f25f6fe24 req-c50bd960-8bdc-4345-8fda-cab9b43af4f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 1001 time: 0.0573285 Aug 16 02:37:59.614901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b8a80-6762-424c-9775-239f25f6fe24 req-4df77fb0-9f0e-4f0c-9865-9b6d4ce52195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:59.616372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-782b8a80-6762-424c-9775-239f25f6fe24 req-4df77fb0-9f0e-4f0c-9865-9b6d4ce52195 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0422974 Aug 16 02:37:59.666856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b8a80-6762-424c-9775-239f25f6fe24 req-57260d3e-d8c8-4c23-ad98-867377c41cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:59.668324 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-782b8a80-6762-424c-9775-239f25f6fe24 req-57260d3e-d8c8-4c23-ad98-867377c41cd5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431705 Aug 16 02:37:59.755868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-782b8a80-6762-424c-9775-239f25f6fe24 req-7ce2c77b-d4a8-4754-80e0-4c6a44fc38a5 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791461 Aug 16 02:37:59.850870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-782b8a80-6762-424c-9775-239f25f6fe24 req-bf7c1272-a69c-479e-a7a6-77c4067d05e7 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871966 Aug 16 02:37:59.888714 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5f3625e5-17e7-405d-acdf-69dcb8e84b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.871357 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.888350 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4408e279-4e4a-4850-a54b-ed2cc4534ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:04.208384 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:05.962465 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.394956 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:38:21.334069 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:22.316376 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.910681 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c017ea1f-8bf4-41a4-a629-e6f032937bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.882000 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.910353 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9d48a46a-55c0-4f18-8ef9-426233ff6aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.207846 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.967700 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.393833 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:38:51.345192 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.298883 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.870613 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-17d40e0b-523c-4def-9e18-edd50d40ef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.381335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-bc4bb6cf-bc44-472b-9afa-ceb4dd6817fc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788493 Aug 16 02:39:00.462567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-7adc6388-f671-43d9-a5f3-d9e30bbb5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:00.464052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-7adc6388-f671-43d9-a5f3-d9e30bbb5675 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1097 time: 0.0407732 Aug 16 02:39:00.574414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-3b4f3130-0953-42aa-a6b1-1282a1f45c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:00.575892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-3b4f3130-0953-42aa-a6b1-1282a1f45c6a service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0877297 Aug 16 02:39:00.640000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-7621ed76-b489-47a3-89fe-4e63938464e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 1001 time: 0.0571194 Aug 16 02:39:00.687086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-3de74cfd-fbd1-4c07-a232-1c90bdd3e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:00.689127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-3de74cfd-fbd1-4c07-a232-1c90bdd3e195 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0427699 Aug 16 02:39:01.090525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-1c193c3e-226a-4424-bdc4-b80171501bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:01.092031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-1c193c3e-226a-4424-bdc4-b80171501bfd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3957334 Aug 16 02:39:01.180961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-687e4057-b3ce-4d03-b594-7f8e16999e84 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809147 Aug 16 02:39:01.273519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dff57c9d-3f8d-42b9-8aaa-a67c0a11e29f req-a670139a-a65f-472b-9b49-3885e74b2ebd service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838974 Aug 16 02:39:02.888995 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.915367 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-059c1bcf-48dc-4d2e-8480-50d8f00dc335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:04.207174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.967282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:08.170926 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796e7c5-e2df-4cde-827f-ac4e8ac7d883 req-f5456ec8-898f-4d3c-ab34-ab0d5d4210a0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:08.172968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b796e7c5-e2df-4cde-827f-ac4e8ac7d883 req-f5456ec8-898f-4d3c-ab34-ab0d5d4210a0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0937655 Aug 16 02:39:08.210497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b796e7c5-e2df-4cde-827f-ac4e8ac7d883 req-c8d48e9e-8a14-40e0-b991-3ce4d5df5c5e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315723 Aug 16 02:39:19.949235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce556d82-8e69-4bbc-b481-2092fc86a946 req-ccc0c8d5-36fc-4c9e-ae12-eaec44649637 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:19.950790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce556d82-8e69-4bbc-b481-2092fc86a946 req-ccc0c8d5-36fc-4c9e-ae12-eaec44649637 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0491099 Aug 16 02:39:19.988939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce556d82-8e69-4bbc-b481-2092fc86a946 req-590ac5f2-0bae-4886-94aa-e170caa8bf9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320392 Aug 16 02:39:20.118993 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-f4c5424b-86de-47c6-84ab-15549a9c3be5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909491 Aug 16 02:39:20.394371 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:21.121781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ccd4-14f5-4a9a-9def-fe82ca89ae1a req-1460703b-75c8-4c94-85c6-1dd1ff75de06 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:21.123293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5274ccd4-14f5-4a9a-9def-fe82ca89ae1a req-1460703b-75c8-4c94-85c6-1dd1ff75de06 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0535991 Aug 16 02:39:21.161745 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5274ccd4-14f5-4a9a-9def-fe82ca89ae1a req-38cff00f-8980-4dc7-945a-0931bf1dd150 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317047 Aug 16 02:39:21.365742 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:22.277328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3d1b-c5a0-4f63-a1b2-f643742d8f90 req-d6e16714-5737-466b-a7f2-26e152a1cbd8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:22.278823 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-935b3d1b-c5a0-4f63-a1b2-f643742d8f90 req-d6e16714-5737-466b-a7f2-26e152a1cbd8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0484419 Aug 16 02:39:22.316927 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-935b3d1b-c5a0-4f63-a1b2-f643742d8f90 req-80698bd3-1eb6-477e-8976-ce64af5133c8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320179 Aug 16 02:39:22.320554 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:23.433687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673211b-dd0b-4c39-ad75-2f8dae761c54 req-e28afb10-9fb7-4c1d-85e1-aa1d0288f0cd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:23.435198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e673211b-dd0b-4c39-ad75-2f8dae761c54 req-e28afb10-9fb7-4c1d-85e1-aa1d0288f0cd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0502207 Aug 16 02:39:23.473386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e673211b-dd0b-4c39-ad75-2f8dae761c54 req-0160da31-2af0-4c4c-a978-6e27944bfb17 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316916 Aug 16 02:39:24.598477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a5ff9-a7a3-46cc-807d-8d1fd05a2a8d req-bd295d4d-6c92-480f-a4b9-0d026568641b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:24.599958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-269a5ff9-a7a3-46cc-807d-8d1fd05a2a8d req-bd295d4d-6c92-480f-a4b9-0d026568641b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0526268 Aug 16 02:39:24.637773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-269a5ff9-a7a3-46cc-807d-8d1fd05a2a8d req-ee60202a-3b1f-4c20-82ad-4aa508cf368f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319982 Aug 16 02:39:25.755951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafa492-25db-4afb-a017-cff1515e2ecf req-36435637-31ef-4f01-9616-088a4c084259 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:25.757417 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfafa492-25db-4afb-a017-cff1515e2ecf req-36435637-31ef-4f01-9616-088a4c084259 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0482323 Aug 16 02:39:25.795013 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfafa492-25db-4afb-a017-cff1515e2ecf req-b576cb04-8b9f-4401-a12e-015d89cecb05 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316057 Aug 16 02:39:26.148908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46f98-cf18-493a-9027-effa03e938c4 req-ef5342a6-9851-4720-886b-0041b040b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:26.150429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-ef5342a6-9851-4720-886b-0041b040b481 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1097 time: 0.0414546 Aug 16 02:39:26.242527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46f98-cf18-493a-9027-effa03e938c4 req-7f0f7579-6f73-43eb-a559-8d144f0f4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:26.243996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-7f0f7579-6f73-43eb-a559-8d144f0f4807 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0865743 Aug 16 02:39:26.309187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-beeaf379-afff-4257-a07c-4a33f154160b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 1001 time: 0.0566745 Aug 16 02:39:26.360864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46f98-cf18-493a-9027-effa03e938c4 req-43b207da-41b8-408a-8a71-b2cab71ac055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:26.362338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-43b207da-41b8-408a-8a71-b2cab71ac055 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0459938 Aug 16 02:39:26.408512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46f98-cf18-493a-9027-effa03e938c4 req-5c102dda-94ad-4022-9002-910f1c97b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:26.409918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-5c102dda-94ad-4022-9002-910f1c97b696 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403216 Aug 16 02:39:26.499674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-b0bc8ee9-fce2-4073-9120-0ffa2721cd51 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826032 Aug 16 02:39:26.595737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-efeb8802-0323-4d1d-8c7c-7608b96edeca service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884120 Aug 16 02:39:26.913833 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c880aee-6515-4cc0-a205-d1bfd3057d88 req-fadbe1df-c3e2-4bf8-890f-c6176237a77b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:26.915693 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c880aee-6515-4cc0-a205-d1bfd3057d88 req-fadbe1df-c3e2-4bf8-890f-c6176237a77b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0505419 Aug 16 02:39:26.952364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c880aee-6515-4cc0-a205-d1bfd3057d88 req-c3f63a9d-f60d-4d0a-8f3b-9f7ecb9685d1 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306766 Aug 16 02:39:28.071781 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef680c-e089-4788-aef4-f423796ce9ab req-6f030f31-4942-491a-816c-d3c41ea618d6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:28.073260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85ef680c-e089-4788-aef4-f423796ce9ab req-6f030f31-4942-491a-816c-d3c41ea618d6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0483780 Aug 16 02:39:28.112353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85ef680c-e089-4788-aef4-f423796ce9ab req-032908e4-da01-4963-9481-0c59bb41c78b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330563 Aug 16 02:39:29.231269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6b6d3-80ff-498d-bc2a-f361bcab9a92 req-058d8df3-9181-4ee4-bfd3-2d091422a10e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:29.232774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4dd6b6d3-80ff-498d-bc2a-f361bcab9a92 req-058d8df3-9181-4ee4-bfd3-2d091422a10e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0528796 Aug 16 02:39:29.270727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4dd6b6d3-80ff-498d-bc2a-f361bcab9a92 req-c32112c1-953e-4bc4-b7e6-60adc4c92521 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315526 Aug 16 02:39:29.875460 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ea8397f3-3a0d-4ab2-afe1-9aa84b38727c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:30.384396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae525eb-c6fc-4674-bcb7-606d7f8a04ff req-808d2220-ad49-46ae-84ee-98ed451ca940 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:30.385871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ae525eb-c6fc-4674-bcb7-606d7f8a04ff req-808d2220-ad49-46ae-84ee-98ed451ca940 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0477595 Aug 16 02:39:30.423644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ae525eb-c6fc-4674-bcb7-606d7f8a04ff req-ac6cfb8b-6554-47e6-9844-38b2c7cc4c00 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307374 Aug 16 02:39:31.539288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46151b3c-17ba-4bd7-bba2-903a90a1bf4a req-7600f887-0e2f-414a-814a-a3d783a49d7a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:31.540916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46151b3c-17ba-4bd7-bba2-903a90a1bf4a req-7600f887-0e2f-414a-814a-a3d783a49d7a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0497994 Aug 16 02:39:31.577606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46151b3c-17ba-4bd7-bba2-903a90a1bf4a req-3e880584-fd8c-40c4-8116-81c87aaa582a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307565 Aug 16 02:39:32.698182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd94ab9-4a76-463a-aff6-185c7e3aee8a req-99bfde28-0bed-453e-a5cb-f78d8f156ffc tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:32.699608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dd94ab9-4a76-463a-aff6-185c7e3aee8a req-99bfde28-0bed-453e-a5cb-f78d8f156ffc tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0537455 Aug 16 02:39:32.737900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9dd94ab9-4a76-463a-aff6-185c7e3aee8a req-a5b37a8e-c101-40a5-b6c0-44ca0f9e3f26 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320609 Aug 16 02:39:32.875092 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:32.932288 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cea19cbd-f207-413a-972e-240aaf542255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:33.853030 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a66b4-22f8-47a6-8f00-879cc00479cf req-be2e6cce-8d5b-4729-a551-368e9156c514 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:33.854534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d79a66b4-22f8-47a6-8f00-879cc00479cf req-be2e6cce-8d5b-4729-a551-368e9156c514 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0491197 Aug 16 02:39:33.891977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d79a66b4-22f8-47a6-8f00-879cc00479cf req-693b3dd9-547b-4aa3-89fd-5e5205dadccd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309389 Aug 16 02:39:34.206983 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:35.011136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed994f2-2d73-4fbc-8924-72f3de544738 req-2f0d4f63-ca01-4267-897e-30440923bbba tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:35.012645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ed994f2-2d73-4fbc-8924-72f3de544738 req-2f0d4f63-ca01-4267-897e-30440923bbba tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0518074 Aug 16 02:39:35.052388 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ed994f2-2d73-4fbc-8924-72f3de544738 req-79a0f7f1-9539-4c46-b66b-d99474815fe3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327363 Aug 16 02:39:35.961006 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.171997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f6953-3628-43c1-8a59-d1a7508d4157 req-b8bb592c-dba0-4dfb-a0de-c8e9e2ae49e3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:36.173526 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c48f6953-3628-43c1-8a59-d1a7508d4157 req-b8bb592c-dba0-4dfb-a0de-c8e9e2ae49e3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0536103 Aug 16 02:39:36.211453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c48f6953-3628-43c1-8a59-d1a7508d4157 req-ed92a5c7-1e00-4908-b475-a791eb2a1086 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319307 Aug 16 02:39:37.328206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc77973-7456-4446-a009-fa7bd4af0a5f req-a46b9b03-46cb-4783-8ce0-1b214e79aac2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:37.330241 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efc77973-7456-4446-a009-fa7bd4af0a5f req-a46b9b03-46cb-4783-8ce0-1b214e79aac2 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0492148 Aug 16 02:39:37.367520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-efc77973-7456-4446-a009-fa7bd4af0a5f req-6b79fa19-79f4-4411-9482-8d803070c7bf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314369 Aug 16 02:39:38.483990 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9996-f4c7-4455-ae76-a92e38dc5965 req-e6441bab-b6f9-4cba-8879-fe6fc7e343c0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:38.486232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f6f9996-f4c7-4455-ae76-a92e38dc5965 req-e6441bab-b6f9-4cba-8879-fe6fc7e343c0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0495744 Aug 16 02:39:38.523776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f6f9996-f4c7-4455-ae76-a92e38dc5965 req-5a986adf-b968-4cd4-a2f6-d4c0633e7ca0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Aug 16 02:39:39.648017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bc617-616b-455f-b9c7-7c69c175954e req-a4412b60-b6f4-425b-8343-a8e33687576a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:39.649547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f8bc617-616b-455f-b9c7-7c69c175954e req-a4412b60-b6f4-425b-8343-a8e33687576a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0546439 Aug 16 02:39:39.688659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1f8bc617-616b-455f-b9c7-7c69c175954e req-0bd91cb0-b6e6-4078-b707-ba8d03686822 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323865 Aug 16 02:39:40.696207 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2ef7fc1d-5458-48a1-afc2-85a5b575db1f service neutron] show failed (client error): The resource could not be found. Aug 16 02:39:40.697103 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2ef7fc1d-5458-48a1-afc2-85a5b575db1f service neutron] 10.222.0.74 "GET /v2.0/ports/a4b76666-f7bb-4ec3-be3f-2256c001edb1/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0571878 Aug 16 02:39:40.804527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ef4c5-4bfc-4051-a61b-9df1947a8fbe req-e87eb85e-9fbd-4a7c-a5ee-be5dbe72413d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:40.806098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-167ef4c5-4bfc-4051-a61b-9df1947a8fbe req-e87eb85e-9fbd-4a7c-a5ee-be5dbe72413d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0504358 Aug 16 02:39:40.844490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-167ef4c5-4bfc-4051-a61b-9df1947a8fbe req-11888ce7-0372-41b9-8337-38514695d255 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323505 Aug 16 02:39:41.239294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46f98-cf18-493a-9027-effa03e938c4 req-051fb37e-ee88-4b39-859a-78c6591c855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:41.240792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-051fb37e-ee88-4b39-859a-78c6591c855d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 1097 time: 0.0832863 Aug 16 02:39:41.253780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:41.305837 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:41.507430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:41.540089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:41.583028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:41.588114 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:41.600203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Transition to ACTIVE for port object a4b76666-f7bb-4ec3-be3f-2256c001edb1 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:41.623110 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9419a6-60ea-46a2-84dc-b1739861fef2" -d '{"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:41.668496 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:41.741880 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d69506c-60ba-4ec6-bc0f-7a6423e3d76d x-openstack-request-id: req-6d69506c-60ba-4ec6-bc0f-7a6423e3d76d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:41.742557 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:41.742557 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d69506c-60ba-4ec6-bc0f-7a6423e3d76d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:41.742803 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'code': 200} Aug 16 02:39:41.757375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:41.772292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.772642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.772987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.773329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.773664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.774034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.774365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.774699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.775058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.775390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.775716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.776039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:41.805107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] No DVR routers for this DVR port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:39:41.977434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:39:41.977653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:39:41.978014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:41.986133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:39:41.986474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:41.995197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:39:41.995538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:41.995924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:39:41.996348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Bound port: a4b76666-f7bb-4ec3-be3f-2256c001edb1, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:39:41.996711 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:42.005860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adfd03-24ee-43b8-9d90-ab28f87b5c67 req-41a80efa-164a-422a-9618-ded61b666d9e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:42.007365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3adfd03-24ee-43b8-9d90-ab28f87b5c67 req-41a80efa-164a-422a-9618-ded61b666d9e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0890009 Aug 16 02:39:42.077583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3adfd03-24ee-43b8-9d90-ab28f87b5c67 req-cf6d4fdc-8b59-474b-bbfd-ae0fa3daf996 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626183 Aug 16 02:39:42.097732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:42.105779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:39:42.206921 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:42.241792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:42.242443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:42.243866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] 10.222.0.64 "PUT /v2.0/ports/a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 1092 time: 0.9947312 Aug 16 02:39:42.267181 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bfc89-3b90-4351-881c-a501c8de6158 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:42.315805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2a316b3b-4956-4eb7-bba9-e673624675c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:42.317376 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-2a316b3b-4956-4eb7-bba9-e673624675c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1095 time: 0.0472832 Aug 16 02:39:42.411859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46f98-cf18-493a-9027-effa03e938c4 req-5ac93e85-f3f9-41e6-80ee-56d73435c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:42.413747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-5ac93e85-f3f9-41e6-80ee-56d73435c9c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0884316 Aug 16 02:39:42.485587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-8b501568-68c7-4db4-b152-f8580375e36a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 999 time: 0.0643666 Aug 16 02:39:42.535937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46f98-cf18-493a-9027-effa03e938c4 req-d5f035de-23f3-41f6-94d1-a966123a56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:42.537366 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-d5f035de-23f3-41f6-94d1-a966123a56e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0443375 Aug 16 02:39:42.583439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46f98-cf18-493a-9027-effa03e938c4 req-9143673d-29f9-49c6-ab41-8187defe5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:42.584914 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-9143673d-29f9-49c6-ab41-8187defe5d45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401089 Aug 16 02:39:42.678812 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-bea6e7e6-fb4a-4a70-ba96-afb903b06f27 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858510 Aug 16 02:39:42.769301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73e46f98-cf18-493a-9027-effa03e938c4 req-cb2479d3-893d-4830-b232-b9c831ba6e76 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826044 Aug 16 02:39:43.209361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e6a0f-6e8d-49f3-bb83-78372d5e1df3 req-493003cb-542f-4938-9a38-6df8b1badca7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:43.210874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d2e6a0f-6e8d-49f3-bb83-78372d5e1df3 req-493003cb-542f-4938-9a38-6df8b1badca7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0519133 Aug 16 02:39:43.252976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d2e6a0f-6e8d-49f3-bb83-78372d5e1df3 req-084eb711-d9f9-4a9b-bc9c-dd12a3b2fcfe tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355501 Aug 16 02:39:43.346559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a4b76666-f7bb-4ec3-be3f-2256c001edb1 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:39:43.383538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a4b76666-f7bb-4ec3-be3f-2256c001edb1 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:39:43.743746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:43.746135 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac" -d '{"events": [{"name": "network-changed", "server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:43.794627 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3396ce03-ea31-47aa-ba1f-b1f811ac49ee x-openstack-request-id: req-3396ce03-ea31-47aa-ba1f-b1f811ac49ee {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:43.795211 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:43.795211 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3396ce03-ea31-47aa-ba1f-b1f811ac49ee {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:43.795535 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'status': 'completed', 'code': 200} Aug 16 02:39:43.885593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-4001784a-261f-43e1-b1fe-3d5feb14c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:43.887030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-4001784a-261f-43e1-b1fe-3d5feb14c8db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1095 time: 0.0652618 Aug 16 02:39:43.889701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-25fb73f4-f3ae-4d7f-8272-d2eb8337509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:43.891663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-25fb73f4-f3ae-4d7f-8272-d2eb8337509a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1095 time: 0.0772882 Aug 16 02:39:44.045838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-043061dd-372c-453e-bc62-0746e3ef3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:44.047886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-043061dd-372c-453e-bc62-0746e3ef3f8a service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.1524589 Aug 16 02:39:44.049141 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-967dbddb-88d7-4841-9ff8-842749b1d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:44.050478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-967dbddb-88d7-4841-9ff8-842749b1d4b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.1486869 Aug 16 02:39:44.163478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-2f31e31b-84f4-4368-af4b-af1b719f1f10 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 999 time: 0.1085665 Aug 16 02:39:44.165264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-ccc1b7b4-4655-4a35-ad95-2d19efb9863e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 999 time: 0.1049316 Aug 16 02:39:44.255982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-e93453a4-33a8-4b9c-ba9d-3d6eee3df6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:44.257447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-e93453a4-33a8-4b9c-ba9d-3d6eee3df6ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0859604 Aug 16 02:39:44.258831 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-6a3c3a20-9339-43ad-9252-54b068eea8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:44.260152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-6a3c3a20-9339-43ad-9252-54b068eea8c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0801568 Aug 16 02:39:44.349440 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-cc17d5e0-bcd0-4c9b-a097-f8e720de44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:44.350913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-cc17d5e0-bcd0-4c9b-a097-f8e720de44ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778549 Aug 16 02:39:44.353754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-299488eb-19a4-4b71-8c86-045c20e3cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:44.355154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-299488eb-19a4-4b71-8c86-045c20e3cea8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897346 Aug 16 02:39:44.493872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e594a-1aba-49e5-932a-e21cca72fc3c req-03086d43-3cab-4e62-9483-7df64d7c241b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:44.495282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc5e594a-1aba-49e5-932a-e21cca72fc3c req-03086d43-3cab-4e62-9483-7df64d7c241b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.1655681 Aug 16 02:39:44.570558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-3bc2c000-9086-4035-a6e8-8ad507831d26 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001698 Aug 16 02:39:44.572299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-eb9097e6-c2da-4058-b801-fe72103cea4b service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030795 Aug 16 02:39:44.580513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc5e594a-1aba-49e5-932a-e21cca72fc3c req-62dbe54f-1744-4453-8481-33d2e5c2917e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681877 Aug 16 02:39:44.737857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-5fa70706-52fc-4bef-b8bf-a942b4053ccd service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562507 Aug 16 02:39:44.739501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a4d20421-00c2-4d98-b5c4-cbc59dd75eac req-58fae1c6-45ef-4ad6-b7c3-a0da5f6fbead service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571281 Aug 16 02:39:45.697060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606e609-b39b-4424-a0e0-eb8c096f896e req-ed815f4d-6c0c-432c-adfa-3357f95ccf1c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:45.698534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3606e609-b39b-4424-a0e0-eb8c096f896e req-ed815f4d-6c0c-432c-adfa-3357f95ccf1c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0493755 Aug 16 02:39:45.738106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3606e609-b39b-4424-a0e0-eb8c096f896e req-596857ff-39b8-4e4c-8667-95e7e90b7079 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328424 Aug 16 02:39:46.856426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455b3cb-5ee7-467a-ae81-654448abe198 req-a2d4da5d-2bc5-49e7-8f31-508adff95140 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:46.857950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e455b3cb-5ee7-467a-ae81-654448abe198 req-a2d4da5d-2bc5-49e7-8f31-508adff95140 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0490739 Aug 16 02:39:46.895851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e455b3cb-5ee7-467a-ae81-654448abe198 req-b64a3f15-50b4-44ee-948f-58ad98de39c1 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 Aug 16 02:39:48.010473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a44ed-cad3-4cc4-8efe-016b7fa33546 req-351bf627-894d-463e-92e9-4dd2301926b4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:48.011921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f4a44ed-cad3-4cc4-8efe-016b7fa33546 req-351bf627-894d-463e-92e9-4dd2301926b4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0477283 Aug 16 02:39:48.051846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f4a44ed-cad3-4cc4-8efe-016b7fa33546 req-9f25a7a7-e3a0-4b8e-b92e-86cd9c9018a9 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338166 Aug 16 02:39:48.831611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4dc30-59d8-421d-ac3e-42aba0492dd9 req-6a183565-f0cd-4ce8-bd10-08f3c48c00db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:48.833083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18d4dc30-59d8-421d-ac3e-42aba0492dd9 req-6a183565-f0cd-4ce8-bd10-08f3c48c00db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1095 time: 0.0400829 Aug 16 02:39:48.935005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4dc30-59d8-421d-ac3e-42aba0492dd9 req-de99c49c-13af-4c9f-ae5a-b6c0b89d5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:48.936455 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18d4dc30-59d8-421d-ac3e-42aba0492dd9 req-de99c49c-13af-4c9f-ae5a-b6c0b89d5a7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0823848 Aug 16 02:39:49.014656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18d4dc30-59d8-421d-ac3e-42aba0492dd9 req-b563a6bb-f9ee-4c02-8dd1-300816719700 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 999 time: 0.0620091 Aug 16 02:39:49.059136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4dc30-59d8-421d-ac3e-42aba0492dd9 req-666cd6ca-74e7-4537-a2f8-b5551c1df0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.060569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18d4dc30-59d8-421d-ac3e-42aba0492dd9 req-666cd6ca-74e7-4537-a2f8-b5551c1df0f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0447075 Aug 16 02:39:49.107180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4dc30-59d8-421d-ac3e-42aba0492dd9 req-edea8d94-19c6-4298-9e5f-819b2e835933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.108742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18d4dc30-59d8-421d-ac3e-42aba0492dd9 req-edea8d94-19c6-4298-9e5f-819b2e835933 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404451 Aug 16 02:39:49.232245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59863428-8adf-45da-9b18-7469f30d7f40 req-2cab1b9a-013e-4f09-b47a-b04036fbdf93 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.233715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59863428-8adf-45da-9b18-7469f30d7f40 req-2cab1b9a-013e-4f09-b47a-b04036fbdf93 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.1078265 Aug 16 02:39:49.265572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18d4dc30-59d8-421d-ac3e-42aba0492dd9 req-0bb0cc55-51b8-48f0-a8e7-2f173cba2d58 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476221 Aug 16 02:39:49.301060 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59863428-8adf-45da-9b18-7469f30d7f40 req-45093c21-e00b-4b2b-a89b-ce7646803aba tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608706 Aug 16 02:39:49.370904 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18d4dc30-59d8-421d-ac3e-42aba0492dd9 req-a74a4383-a4fc-437f-a89e-14d2fe0d091a service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939269 Aug 16 02:39:50.419608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0792b3-78d6-4eaf-82ec-138e1cd668a3 req-b557c9e7-b1ca-468c-9f37-80d1306e6c5c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:50.421541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f0792b3-78d6-4eaf-82ec-138e1cd668a3 req-b557c9e7-b1ca-468c-9f37-80d1306e6c5c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0513189 Aug 16 02:39:50.461322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f0792b3-78d6-4eaf-82ec-138e1cd668a3 req-c1f77e70-3e16-495b-b14f-3749a1305de5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327010 Aug 16 02:39:51.400664 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:51.577843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4c954-6bbc-4ed3-8f8c-071924710716 req-ea174013-e314-4167-a6dd-ca9eaf7fd2f7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:51.579542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1d4c954-6bbc-4ed3-8f8c-071924710716 req-ea174013-e314-4167-a6dd-ca9eaf7fd2f7 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0485265 Aug 16 02:39:51.616826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f1d4c954-6bbc-4ed3-8f8c-071924710716 req-4c13389c-dbf6-4c51-a929-8b386c1a3c48 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314195 Aug 16 02:39:52.326464 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.737490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83915697-2f89-4a0a-8b6b-48c12f755224 req-59990dcb-9812-47a6-b1c2-ce2fab6e51a6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:52.738994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83915697-2f89-4a0a-8b6b-48c12f755224 req-59990dcb-9812-47a6-b1c2-ce2fab6e51a6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0529647 Aug 16 02:39:52.776670 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83915697-2f89-4a0a-8b6b-48c12f755224 req-674abaa9-f312-489f-a9cb-d8a182547be6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317266 Aug 16 02:39:53.894830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbace1d-5598-422a-b8b6-eaff12eab42a req-df948085-578f-4d77-83ae-119205091696 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.896282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dbace1d-5598-422a-b8b6-eaff12eab42a req-df948085-578f-4d77-83ae-119205091696 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0486772 Aug 16 02:39:53.933386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5dbace1d-5598-422a-b8b6-eaff12eab42a req-7e0285cc-3704-480e-8d19-007311108c68 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313003 Aug 16 02:39:55.049684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308e8b-3267-4167-9ca3-c83e3336e792 req-0f414e17-d4c3-4f71-84a1-eaba76def957 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.051210 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad308e8b-3267-4167-9ca3-c83e3336e792 req-0f414e17-d4c3-4f71-84a1-eaba76def957 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0494447 Aug 16 02:39:55.087884 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad308e8b-3267-4167-9ca3-c83e3336e792 req-26f0a2b3-217a-4c21-a9a6-a62d7aee1faf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306509 Aug 16 02:39:55.687239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a26b5-5081-49f1-b453-58603303cce4 req-d6ace2a6-06d9-4b1b-8f67-3e938cec4523 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.689155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-755a26b5-5081-49f1-b453-58603303cce4 req-d6ace2a6-06d9-4b1b-8f67-3e938cec4523 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 943 time: 0.0836470 Aug 16 02:39:55.702847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-57d0257e-f1ed-435b-8fc3-de1e50c5f322 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.705587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-57d0257e-f1ed-435b-8fc3-de1e50c5f322 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.64 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 943 time: 0.0690951 Aug 16 02:39:55.768083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-755a26b5-5081-49f1-b453-58603303cce4 req-9a950e76-ca8a-43da-8868-15d33109998a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727603 Aug 16 02:39:55.789482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a5946a2c-4307-4b2f-ba7f-192b9ca8900d service neutron] 10.222.0.64 "GET /v2.0/ports/a4b76666-f7bb-4ec3-be3f-2256c001edb1/bindings/n-h1-768509-23 HTTP/1.1" status: 200 len: 383 time: 0.0721469 Aug 16 02:39:55.791146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device a4b76666-f7bb-4ec3-be3f-2256c001edb1 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:39:55.856617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-1e6e3682-fb50-46b4-9525-00686c4e942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.858155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-1e6e3682-fb50-46b4-9525-00686c4e942f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1095 time: 0.0454876 Aug 16 02:39:55.885342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:55.897753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'port_id': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'mac_address': 'fa:16:3e:53:15:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:39:55.933583 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:55.947040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-f1fd46a1-5f6a-43c3-8220-6341e2237626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.948436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-f1fd46a1-5f6a-43c3-8220-6341e2237626 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.0824049 Aug 16 02:39:55.950077 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b76666-f7bb-4ec3-be3f-2256c001edb1 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:39:55.969899 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:56.018666 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-6a3bf687-6144-45a0-bcf2-00c44df6c59d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 999 time: 0.0626330 Aug 16 02:39:56.035284 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:56.069071 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-39417c51-8dce-4569-84c7-5461b0917903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.070582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-39417c51-8dce-4569-84c7-5461b0917903 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0444531 Aug 16 02:39:56.083715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:56.091054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.091399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.091737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.092072 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.092404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.092730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.093055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.093380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.093702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.094051 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.094400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.094820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:56.117498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-5a5a51de-4566-4893-ba70-a2875ead2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.119070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-5a5a51de-4566-4893-ba70-a2875ead2cb0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408041 Aug 16 02:39:56.214300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-dfbd33de-3fd3-4b95-932c-d0dcb16feb8f service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866165 Aug 16 02:39:56.288615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['a4b76666-f7bb-4ec3-be3f-2256c001edb1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:56.305107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-bc071e30-bcd2-4e1e-a944-3e4875ac9cd2 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837131 Aug 16 02:39:56.888065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76617-675b-4ef8-801d-71a0de378aa1 req-69b20c1c-87dc-4893-8285-e969536577a5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.889799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15e76617-675b-4ef8-801d-71a0de378aa1 req-69b20c1c-87dc-4893-8285-e969536577a5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0490630 Aug 16 02:39:56.926450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15e76617-675b-4ef8-801d-71a0de378aa1 req-ee94fcfe-d334-448d-8769-965954b24dc5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307453 Aug 16 02:39:57.394674 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:57.808133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device a4b76666-f7bb-4ec3-be3f-2256c001edb1 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:57.920843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port a4b76666-f7bb-4ec3-be3f-2256c001edb1 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:57.925269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port a4b76666-f7bb-4ec3-be3f-2256c001edb1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:57.925644 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.003195 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.026376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:58.042366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:58.049213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3d72-f29b-466e-bb48-63586c34f17b req-00f1e559-2b2a-4c0d-8cb9-b8eb2b79a723 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.050767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fbfd3d72-f29b-466e-bb48-63586c34f17b req-00f1e559-2b2a-4c0d-8cb9-b8eb2b79a723 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0536635 Aug 16 02:39:58.067120 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58abe6a1-c97b-4ff8-9f4c-46b3fa80b751" -d '{"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-plugged", "status": "completed", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:58.093289 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fbfd3d72-f29b-466e-bb48-63586c34f17b req-0663b5dd-6d38-49ef-adaa-055bbfd2adcd tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364826 Aug 16 02:39:58.109985 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.168650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:58.201671 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32d2d5b-aae8-4d2b-ac5a-e7997af8be2f x-openstack-request-id: req-a32d2d5b-aae8-4d2b-ac5a-e7997af8be2f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:58.201992 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-plugged", "status": "completed", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:58.202249 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a32d2d5b-aae8-4d2b-ac5a-e7997af8be2f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:58.202647 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'code': 200} Aug 16 02:39:59.215117 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282ef0d-f5e4-4305-bf20-cb2c29625436 req-2f79aebc-c0e4-4058-9949-a55fa9074299 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:59.216484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2282ef0d-f5e4-4305-bf20-cb2c29625436 req-2f79aebc-c0e4-4058-9949-a55fa9074299 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0512898 Aug 16 02:39:59.255055 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2282ef0d-f5e4-4305-bf20-cb2c29625436 req-629bb005-ea31-4d0d-bd31-bb340f27af5c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319757 Aug 16 02:39:59.823183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device a4b76666-f7bb-4ec3-be3f-2256c001edb1 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:39:59.897450 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:59.899093 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f811-5435-4ee4-8307-efb089ba3c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:59.930959 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:00.001193 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:00.052902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=10']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:00.203612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:00.206146 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd463c-9920-45cb-8b22-6bd93b515089" -d '{"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:00.253156 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108eb102-0ee9-4e66-97a0-c58d0e834fcc x-openstack-request-id: req-108eb102-0ee9-4e66-97a0-c58d0e834fcc {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:00.253453 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:00.253708 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-108eb102-0ee9-4e66-97a0-c58d0e834fcc {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:00.254129 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'code': 200} Aug 16 02:40:00.374056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dab57-ab1f-474a-850e-310436036bd7 req-25d9cf25-772c-4690-9ec7-3ceef7ef110b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:00.375604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b61dab57-ab1f-474a-850e-310436036bd7 req-25d9cf25-772c-4690-9ec7-3ceef7ef110b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0492730 Aug 16 02:40:00.414572 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b61dab57-ab1f-474a-850e-310436036bd7 req-c99565bc-2aef-466a-ace0-28dc03c23cca tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322325 Aug 16 02:40:00.950195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-b51fa4e8-96a8-45da-90f6-396e2c9d61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:00.951711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-b51fa4e8-96a8-45da-90f6-396e2c9d61c1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a&tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963 HTTP/1.1" status: 200 len: 1096 time: 0.0450985 Aug 16 02:40:00.962818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:01.012876 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.211409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:01.244219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:01.286007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b76666-f7bb-4ec3-be3f-2256c001edb1 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:01.293355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.305417 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Transition to ACTIVE for port object a4b76666-f7bb-4ec3-be3f-2256c001edb1 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:01.428264 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.523697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=11']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:01.922784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] No DVR routers for this DVR port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:01.963843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e546c-9450-4d11-ad2e-04a407556e4e req-a15b7419-50e9-4caf-9c3e-7144868c5422 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:01.965325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f11e546c-9450-4d11-ad2e-04a407556e4e req-a15b7419-50e9-4caf-9c3e-7144868c5422 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.4633954 Aug 16 02:40:02.046648 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f11e546c-9450-4d11-ad2e-04a407556e4e req-5eea4fc6-c53a-413f-a421-27ab599f18f3 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725906 Aug 16 02:40:02.088603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:40:02.088934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:40:02.089250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:02.093550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:40:02.093902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Attempting to bind port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on network b11298a9-2c2a-484e-bc7a-f46cd5182da1 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:02.099390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:40:02.099726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Checking segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:02.100118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Bound using segment: {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:40:02.110375 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Bound port: a4b76666-f7bb-4ec3-be3f-2256c001edb1, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:40:02.110375 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.162783 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:02.165776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:40:02.235818 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.273353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.274002 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.275438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] 10.222.0.74 "PUT /v2.0/ports/a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 1093 time: 1.3165336 Aug 16 02:40:02.275894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:02.278094 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82" -d '{"events": [{"name": "network-changed", "server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:02.314641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d52761-d404-4557-a13d-45a783c44e9c service neutron] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=12']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:02.344885 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295d4205-5501-467c-ae0a-9e6b0dcdfa4f x-openstack-request-id: req-295d4205-5501-467c-ae0a-9e6b0dcdfa4f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:02.345111 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:02.345425 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-295d4205-5501-467c-ae0a-9e6b0dcdfa4f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:02.345981 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'status': 'completed', 'code': 200} Aug 16 02:40:02.358654 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-e82a5a18-d940-43de-8897-d0b1dd5fe0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.360329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-e82a5a18-d940-43de-8897-d0b1dd5fe0ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1096 time: 0.0602903 Aug 16 02:40:02.474614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-ab65bc27-103c-42fc-9542-5d8535095eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.476165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-ab65bc27-103c-42fc-9542-5d8535095eb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1096 time: 0.1079698 Aug 16 02:40:02.508834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-40e43c06-be81-4b52-9d1c-6c3baf6f4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.510298 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-40e43c06-be81-4b52-9d1c-6c3baf6f4fd7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.1434147 Aug 16 02:40:02.614370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-4c4e54c3-049b-41c1-a7d2-998e6c641262 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 999 time: 0.0789511 Aug 16 02:40:02.638842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-26c99c4a-66f7-46bb-91d2-6deb3ee38214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.640603 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-26c99c4a-66f7-46bb-91d2-6deb3ee38214 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.1563675 Aug 16 02:40:02.723398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-52ec05f6-3206-4e70-96e1-6c3e93d7d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.724879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-52ec05f6-3206-4e70-96e1-6c3e93d7d57c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0995107 Aug 16 02:40:02.740482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-2fa0cc86-692a-40ac-a2c2-0183a0a065c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 999 time: 0.0816910 Aug 16 02:40:02.809451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-413b4020-c01e-4d5b-9c9e-2e0ee2fa5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.810909 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-413b4020-c01e-4d5b-9c9e-2e0ee2fa5591 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791562 Aug 16 02:40:02.812746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-64636792-7f61-4ea3-bafb-143f90ea0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.814708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-64636792-7f61-4ea3-bafb-143f90ea0a24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0566592 Aug 16 02:40:02.876315 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.893027 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-45008d67-4951-4e32-8988-708757482fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.921510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-a0d9bd25-b9cd-4f11-8ad5-0f59566b3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.922999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-a0d9bd25-b9cd-4f11-8ad5-0f59566b3e73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953357 Aug 16 02:40:02.956342 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-d8a1ed9c-fc3d-4729-9daf-d5d4f3e35bee service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371834 Aug 16 02:40:03.098338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-13d6cd71-6259-48d6-b2e5-8c23426be1c4 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627274 Aug 16 02:40:03.119238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e181a2b-35a9-4a05-8fef-cf47a75a0200 req-3aa7d1ab-90f7-41bd-afd3-88094cf6e698 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342227 Aug 16 02:40:03.263702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a556bbe-09a2-4d46-bf1d-ccd1457761b7 req-89e6cd9b-ed88-476b-a5f6-a3af580ad638 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:03.266536 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a556bbe-09a2-4d46-bf1d-ccd1457761b7 req-89e6cd9b-ed88-476b-a5f6-a3af580ad638 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.1335840 Aug 16 02:40:03.284227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-67548cf8-237e-4a11-8c0c-a52d6d344897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:03.285778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-67548cf8-237e-4a11-8c0c-a52d6d344897 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 1096 time: 0.1179984 Aug 16 02:40:03.309518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-f57545ee-d167-471b-bdae-8b1e471da754 service neutron] 10.222.0.64 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038760 Aug 16 02:40:03.370154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a556bbe-09a2-4d46-bf1d-ccd1457761b7 req-0551e2aa-a831-4186-9853-65991c745d49 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944722 Aug 16 02:40:03.409412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-e911a523-e06f-4cab-b81a-964e5109cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:03.410960 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-e911a523-e06f-4cab-b81a-964e5109cdbc service neutron] 10.222.0.74 "GET /v2.0/networks?id=b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 200 len: 912 time: 0.1163485 Aug 16 02:40:03.483226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-e451da2e-8982-4e4f-974c-427825e0253c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 200 len: 999 time: 0.0653183 Aug 16 02:40:03.532551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-e9f6e649-916a-48c1-ba21-14560d976bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:03.534165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-e9f6e649-916a-48c1-ba21-14560d976bc0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 200 len: 850 time: 0.0445223 Aug 16 02:40:03.581113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-762718f2-8bdb-4576-b79d-3d7408633a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:03.582656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-762718f2-8bdb-4576-b79d-3d7408633a9c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b11298a9-2c2a-484e-bc7a-f46cd5182da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405989 Aug 16 02:40:03.678034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-b11d6b52-833a-4f35-8ac6-60720657a60f service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883904 Aug 16 02:40:03.769086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-174e370f-5e4f-46b1-b21e-f48b6f7d7b82 req-06bdb058-ac51-4d35-b511-a150f5f65ea1 service neutron] 10.222.0.74 "GET /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836473 Aug 16 02:40:04.235532 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.491892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42ff86-933f-4a61-b573-8cd82fcf1437 req-b52f1b0e-80a5-447d-9bf6-7515a1d92ce5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:04.493308 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b42ff86-933f-4a61-b573-8cd82fcf1437 req-b52f1b0e-80a5-447d-9bf6-7515a1d92ce5 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0499883 Aug 16 02:40:04.532828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b42ff86-933f-4a61-b573-8cd82fcf1437 req-d304f445-01d6-4ad8-bd69-b0889dbfef69 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333037 Aug 16 02:40:05.657521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676506a-8017-4358-b691-39749c3db899 req-d0ec467e-7516-4cc6-bce5-75dba185a122 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:05.659044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9676506a-8017-4358-b691-39749c3db899 req-d0ec467e-7516-4cc6-bce5-75dba185a122 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0552483 Aug 16 02:40:05.704490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9676506a-8017-4358-b691-39749c3db899 req-26b5b4d6-beef-4601-884e-ea4844031420 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333652 Aug 16 02:40:05.995301 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.818691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae40b2b-105b-4259-8556-9739c7e237df req-7669d10d-a07f-4c8d-8d0e-62744e14b84a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:06.820306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ae40b2b-105b-4259-8556-9739c7e237df req-7669d10d-a07f-4c8d-8d0e-62744e14b84a tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0523305 Aug 16 02:40:06.860449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ae40b2b-105b-4259-8556-9739c7e237df req-07a7e1b0-7ffb-492f-8fd8-ff40fdb8e22b tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339298 Aug 16 02:40:08.028765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814974eb-ff56-43a7-a188-5d30a81a565b req-d0ad1522-a4a4-4621-a372-f32598dc614f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.030277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-814974eb-ff56-43a7-a188-5d30a81a565b req-d0ad1522-a4a4-4621-a372-f32598dc614f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0498223 Aug 16 02:40:08.068347 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-814974eb-ff56-43a7-a188-5d30a81a565b req-8e0f8e28-3c0a-453a-ac42-18153fdd54e0 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319047 Aug 16 02:40:09.193398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ff825-b6be-4611-84be-d8c057f3cb11 req-97c31d77-5510-4ba2-bbd8-69a563595ad4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:09.194897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a8ff825-b6be-4611-84be-d8c057f3cb11 req-97c31d77-5510-4ba2-bbd8-69a563595ad4 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0596361 Aug 16 02:40:09.232007 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a8ff825-b6be-4611-84be-d8c057f3cb11 req-a8d9cef0-b3d8-4ed2-be47-065fdb560241 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312059 Aug 16 02:40:10.345516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6cea4-a7fe-4fac-9974-01452d3b3b13 req-8b257e46-9aea-4e57-b957-bcb6a9dc5b01 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:10.347010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7e6cea4-a7fe-4fac-9974-01452d3b3b13 req-8b257e46-9aea-4e57-b957-bcb6a9dc5b01 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0479972 Aug 16 02:40:10.384605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7e6cea4-a7fe-4fac-9974-01452d3b3b13 req-35cb3d33-d4ee-4b73-a238-b45c3eda3b05 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317154 Aug 16 02:40:11.499134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502ce2a-a7ea-4898-a5ef-7095a1ee6f72 req-22f1d4ae-bc30-45ae-aba0-158a8237bca8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:11.501153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b502ce2a-a7ea-4898-a5ef-7095a1ee6f72 req-22f1d4ae-bc30-45ae-aba0-158a8237bca8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0482476 Aug 16 02:40:11.539127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b502ce2a-a7ea-4898-a5ef-7095a1ee6f72 req-88ee1251-7c78-473f-a205-97d78cb5dd64 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318544 Aug 16 02:40:12.661064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c4701-b3e6-4f4c-be28-825729a45ebd req-ea292293-b9e5-4f63-a929-2760e9f01626 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:12.662687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-537c4701-b3e6-4f4c-be28-825729a45ebd req-ea292293-b9e5-4f63-a929-2760e9f01626 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0568364 Aug 16 02:40:12.700001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-537c4701-b3e6-4f4c-be28-825729a45ebd req-edad2508-eba6-4e8b-81e0-a76ec022fa2d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312510 Aug 16 02:40:13.815653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b3deb-1e32-4ec6-8c0a-867c356b79b9 req-f2de811b-2192-4551-b3b2-887a66d02a12 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:13.817124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf8b3deb-1e32-4ec6-8c0a-867c356b79b9 req-f2de811b-2192-4551-b3b2-887a66d02a12 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0484779 Aug 16 02:40:13.853909 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf8b3deb-1e32-4ec6-8c0a-867c356b79b9 req-78d0824e-17a1-46f3-8173-042a4c0574c6 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308454 Aug 16 02:40:14.979771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04226481-980d-4920-b8f9-91f348261c2e req-1a0eea0e-2c3f-40c6-9b64-fc7bd325d345 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:14.981268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04226481-980d-4920-b8f9-91f348261c2e req-1a0eea0e-2c3f-40c6-9b64-fc7bd325d345 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0500784 Aug 16 02:40:15.020649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-04226481-980d-4920-b8f9-91f348261c2e req-2aac1369-77fe-46df-9766-9bb87a1d352e tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325220 Aug 16 02:40:15.139233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac8bb5-df54-43d9-85fa-d4c4b1662d46 req-466d756a-dcc0-4f66-b8bd-11e064a17805 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:15.140966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8bac8bb5-df54-43d9-85fa-d4c4b1662d46 req-466d756a-dcc0-4f66-b8bd-11e064a17805 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0533442 Aug 16 02:40:15.180055 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8bac8bb5-df54-43d9-85fa-d4c4b1662d46 req-a5de2b25-0610-451b-8cc7-214601a41c4c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329244 Aug 16 02:40:15.293162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ad09-02fe-4fa8-be0b-7ebdd6e6b594 req-fb076638-d6be-4a77-a9c6-9fb963d53c3d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:15.294674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8a8ad09-02fe-4fa8-be0b-7ebdd6e6b594 req-fb076638-d6be-4a77-a9c6-9fb963d53c3d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 944 time: 0.0484595 Aug 16 02:40:15.332420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8a8ad09-02fe-4fa8-be0b-7ebdd6e6b594 req-4ab65939-f216-430f-b189-0838f5f37f7d tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311306 Aug 16 02:40:15.469917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a4b76666-f7bb-4ec3-be3f-2256c001edb1 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:40:15.563420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:15.574550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'port_id': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'mac_address': 'fa:16:3e:53:15:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:40:15.616810 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.629136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b76666-f7bb-4ec3-be3f-2256c001edb1 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:15.653675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:15.704234 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.744818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dd41a-40c8-4bbc-85ca-bf3b22cceb22 req-2da2d599-ca4b-463b-a8b9-81183f406d5f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:15.746363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba6dd41a-40c8-4bbc-85ca-bf3b22cceb22 req-2da2d599-ca4b-463b-a8b9-81183f406d5f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0496490 Aug 16 02:40:15.752494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=13']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:15.786393 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba6dd41a-40c8-4bbc-85ca-bf3b22cceb22 req-7b4f38ff-948f-45fe-ae77-bad2c40109ce tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338488 Aug 16 02:40:15.951482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['a4b76666-f7bb-4ec3-be3f-2256c001edb1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:16.905100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89937-83d7-4bbf-993e-087d2045d952 req-e91478ca-87b1-4607-a01b-86bfcf378c5c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:16.906715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2fa89937-83d7-4bbf-993e-087d2045d952 req-e91478ca-87b1-4607-a01b-86bfcf378c5c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0530388 Aug 16 02:40:16.943768 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2fa89937-83d7-4bbf-993e-087d2045d952 req-76f29cb8-e61e-4d7e-af58-772f7b4c95bf tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups?id=1463ce95-d28e-4787-b586-73223595928b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310671 Aug 16 02:40:17.311958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-7852148e-c757-499c-9a02-925522361b1c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.314106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-7852148e-c757-499c-9a02-925522361b1c tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 945 time: 0.0630703 Aug 16 02:40:17.425129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Deleting port a4b76666-f7bb-4ec3-be3f-2256c001edb1 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:17.425473 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.485683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a4b76666-f7bb-4ec3-be3f-2256c001edb1 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:17.524949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:17.525320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.622158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port a4b76666-f7bb-4ec3-be3f-2256c001edb1 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:17.626837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port a4b76666-f7bb-4ec3-be3f-2256c001edb1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:17.627213 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.715979 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.736785 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.737267 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.737579 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0 disassociated. External IP: 172.25.8.57, port: a4b76666-f7bb-4ec3-be3f-2256c001edb1. Aug 16 02:40:17.738122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Calling delete_port for a4b76666-f7bb-4ec3-be3f-2256c001edb1 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:17.745302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:17.747852 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c4c7ca-bdc6-4064-9b2d-c75c8032cafb" -d '{"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-plugged", "status": "completed", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:17.763933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port a4b76666-f7bb-4ec3-be3f-2256c001edb1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=a4b76666-f7bb-4ec3-be3f-2256c001edb1,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:17.800393 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de311a1-d59f-4156-98ab-a18c3685b7e5 x-openstack-request-id: req-9de311a1-d59f-4156-98ab-a18c3685b7e5 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:17.800688 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-plugged", "status": "completed", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:17.800941 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9de311a1-d59f-4156-98ab-a18c3685b7e5 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:17.801334 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'code': 200} Aug 16 02:40:17.845935 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.904340 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=14']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:17.965206 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.996907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event deleted for resources: {'Port': ['ID=a4b76666-f7bb-4ec3-be3f-2256c001edb1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:18.072501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-483ca7e1-c94c-4032-bcaa-470ecc1d8dd5 req-37108d44-a217-44c4-aee3-935e8d3ad7f8 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 210 time: 0.0325012 Aug 16 02:40:18.138077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Router 793e4628-b5a9-453d-9c78-4774199b1ec9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:18.248827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:18.259537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f90db4d-f4f1-47d2-b303-5b166ddd43dd None None] Sync routers for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:18.269033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f90db4d-f4f1-47d2-b303-5b166ddd43dd None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:18.269615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4f90db4d-f4f1-47d2-b303-5b166ddd43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:18.291744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] No DVR routers for this DVR port a4b76666-f7bb-4ec3-be3f-2256c001edb1 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:18.294419 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:18.296401 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b4da09f6-47bf-4bc8-a39f-bfef536686c4 req-ac6fccc0-6375-4d26-8c45-f70b66f34c9f tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.74 "DELETE /v2.0/ports/a4b76666-f7bb-4ec3-be3f-2256c001edb1 HTTP/1.1" status: 204 len: 173 time: 0.9762380 Aug 16 02:40:18.296836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-deleted', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:18.299723 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b5a9ea-9a11-4b7b-b1d0-37f6a80454ce" -d '{"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-deleted", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:18.334307 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca2b13e-e645-4a52-9e61-13c0465e96a8 x-openstack-request-id: req-5ca2b13e-e645-4a52-9e61-13c0465e96a8 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:18.334599 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de939aa8-4f13-4dbf-bf3d-31606a85ca4a", "name": "network-vif-deleted", "tag": "a4b76666-f7bb-4ec3-be3f-2256c001edb1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:18.334853 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ca2b13e-e645-4a52-9e61-13c0465e96a8 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:18.335298 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de939aa8-4f13-4dbf-bf3d-31606a85ca4a', 'name': 'network-vif-deleted', 'tag': 'a4b76666-f7bb-4ec3-be3f-2256c001edb1', 'status': 'completed', 'code': 200} Aug 16 02:40:18.378139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-4f90db4d-f4f1-47d2-b303-5b166ddd43dd None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:18.577583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4f90db4d-f4f1-47d2-b303-5b166ddd43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:18.606794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f90db4d-f4f1-47d2-b303-5b166ddd43dd None None] Checking router: 793e4628-b5a9-453d-9c78-4774199b1ec9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:18.615590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f90db4d-f4f1-47d2-b303-5b166ddd43dd None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:18.616196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4f90db4d-f4f1-47d2-b303-5b166ddd43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:18.723711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-4f90db4d-f4f1-47d2-b303-5b166ddd43dd None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:19.079170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4f90db4d-f4f1-47d2-b303-5b166ddd43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:19.106151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f90db4d-f4f1-47d2-b303-5b166ddd43dd None None] The sync data for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 is: [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:07Z', 'revision_number': 4, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '27e68002-4ae4-4a92-bbfb-58eda3258dfc', 'name': '', 'network_id': 'b11298a9-2c2a-484e-bc7a-f46cd5182da1', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'mac_address': 'fa:16:3e:23:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:06Z', 'updated_at': '2021-08-16T02:30:12Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'subnets': [{'id': 'bdf815fb-1106-4a1f-862c-6ff4c52aab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:19.180441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0719806a-0194-4329-a302-9fdb99b78db7 req-67bb6862-f831-43b6-806d-1350308f66ec tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 210 time: 0.0282583 Aug 16 02:40:19.359217 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4b5d7-4b6a-464c-8f25-c1abb4fe3c9f None None] New status for floating IP 636b62bf-3b41-4332-9b32-aa0a91438eb0: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:40:20.276464 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23fa4f3a-4993-4283-b1f8-e416e6171d98 req-ae8290e8-ee82-49bd-aa81-5f07cbfcd6ed tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 210 time: 0.0270410 Aug 16 02:40:21.372265 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.374117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5345615-eb13-4623-b132-182d8c044dc1 req-f8b5e7c2-994f-4fd3-83c0-b4a10bc02bad tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/ports?device_id=de939aa8-4f13-4dbf-bf3d-31606a85ca4a HTTP/1.1" status: 200 len: 210 time: 0.0301385 Aug 16 02:40:21.486463 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a4b76666-f7bb-4ec3-be3f-2256c001edb1 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:21.510198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: a4b76666-f7bb-4ec3-be3f-2256c001edb1 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:21.510542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device a4b76666-f7bb-4ec3-be3f-2256c001edb1 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:22.365749 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:26.350649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55814) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:26.404885 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2e52e0b-0815-40ac-83d8-3569b2e2b092 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:26.427524 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2e52e0b-0815-40ac-83d8-3569b2e2b092 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:26.543250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2e52e0b-0815-40ac-83d8-3569b2e2b092 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:26.545766 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c2e52e0b-0815-40ac-83d8-3569b2e2b092 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:26.546960 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c2e52e0b-0815-40ac-83d8-3569b2e2b092 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "DELETE /v2.0/security-groups/1463ce95-d28e-4787-b586-73223595928b HTTP/1.1" status: 204 len: 168 time: 0.1952758 Aug 16 02:40:26.549649 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55816) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:26.556022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e52e0b-0815-40ac-83d8-3569b2e2b092 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1463ce95-d28e-4787-b586-73223595928b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:26.564710 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-1b9a274e-94c0-4ee1-81f3-bd3a8c42d129 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] show failed (client error): The resource could not be found. Aug 16 02:40:26.568638 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55820) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:26.568805 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1b9a274e-94c0-4ee1-81f3-bd3a8c42d129 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "GET /v2.0/security-groups/1463ce95-d28e-4787-b586-73223595928b HTTP/1.1" status: 404 len: 347 time: 0.0181062 Aug 16 02:40:26.703813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-7a41ef25-7066-447f-854a-b6ee3de73b83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Deleting port 1a1607ce-a30f-4c11-b35b-f449f827df88 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:26.704151 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a41ef25-7066-447f-854a-b6ee3de73b83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:26.777303 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a41ef25-7066-447f-854a-b6ee3de73b83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:26.777629 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a41ef25-7066-447f-854a-b6ee3de73b83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:26.788915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-7a41ef25-7066-447f-854a-b6ee3de73b83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Calling delete_port for 1a1607ce-a30f-4c11-b35b-f449f827df88 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:26.982968 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a41ef25-7066-447f-854a-b6ee3de73b83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.013366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41ef25-7066-447f-854a-b6ee3de73b83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Pushing event deleted for resources: {'Port': ['ID=1a1607ce-a30f-4c11-b35b-f449f827df88,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:27.081196 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a41ef25-7066-447f-854a-b6ee3de73b83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.084128 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7a41ef25-7066-447f-854a-b6ee3de73b83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.085285 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7a41ef25-7066-447f-854a-b6ee3de73b83 tempest-ServerActionsTestJSON-1184700819 tempest-ServerActionsTestJSON-1184700819-project] 10.222.0.66 "DELETE /v2.0/floatingips/636b62bf-3b41-4332-9b32-aa0a91438eb0 HTTP/1.1" status: 204 len: 168 time: 0.5155716 Aug 16 02:40:27.088269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55824) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:27.593503 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.834235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] Deleting port 27e68002-4ae4-4a92-bbfb-58eda3258dfc {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:27.834578 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.910724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] For port 27e68002-4ae4-4a92-bbfb-58eda3258dfc, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=27e68002-4ae4-4a92-bbfb-58eda3258dfc,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:27.911008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.927278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] Calling delete_port for 27e68002-4ae4-4a92-bbfb-58eda3258dfc owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:28.177631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:28.204405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] Pushing event deleted for resources: {'Port': ['ID=27e68002-4ae4-4a92-bbfb-58eda3258dfc,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:28.372133 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:28.927123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] Router 793e4628-b5a9-453d-9c78-4774199b1ec9 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:29.031495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:29.036491 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-72e92786-e227-4e90-a276-0ec98eb6bd8d admin admin] 10.222.0.66 "PUT /v2.0/routers/793e4628-b5a9-453d-9c78-4774199b1ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472861 Aug 16 02:40:29.039093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55832) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:29.041671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae944c-25da-449f-b8af-09382056f46b None None] Sync routers for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:29.050814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae944c-25da-449f-b8af-09382056f46b None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:29.051426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f5ae944c-25da-449f-b8af-09382056f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:29.142249 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.154388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-f5ae944c-25da-449f-b8af-09382056f46b None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:29.246250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.331113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f5ae944c-25da-449f-b8af-09382056f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:40:28Z', 'revision_number': 5, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port': {'id': '2685e437-9e7a-4b50-8f5c-52576c994b6a', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:29.357006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae944c-25da-449f-b8af-09382056f46b None None] Checking router: 793e4628-b5a9-453d-9c78-4774199b1ec9 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:29.366324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae944c-25da-449f-b8af-09382056f46b None None] Routers {'793e4628-b5a9-453d-9c78-4774199b1ec9'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:29.366945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f5ae944c-25da-449f-b8af-09382056f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:40:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['793e4628-b5a9-453d-9c78-4774199b1ec9'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:29.376095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Deleting port 2685e437-9e7a-4b50-8f5c-52576c994b6a {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:29.376504 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.455642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-f5ae944c-25da-449f-b8af-09382056f46b None None] Set router 793e4628-b5a9-453d-9c78-4774199b1ec9 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:29.457733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] For port 2685e437-9e7a-4b50-8f5c-52576c994b6a, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=2685e437-9e7a-4b50-8f5c-52576c994b6a,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:29.458138 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.481873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Calling delete_port for 2685e437-9e7a-4b50-8f5c-52576c994b6a owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:29.513136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-f5ae944c-25da-449f-b8af-09382056f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:40:29Z', 'revision_number': 6, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:29.539524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae944c-25da-449f-b8af-09382056f46b None None] The sync data for ids ['793e4628-b5a9-453d-9c78-4774199b1ec9'] in n-d-768509-23 is: [{'id': '793e4628-b5a9-453d-9c78-4774199b1ec9', 'name': 'tempest-ServerActionsTestJSON-273661279-router', 'tenant_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:04Z', 'updated_at': '2021-08-16T02:40:29Z', 'revision_number': 6, 'project_id': 'c37fb05c3e8b43f88e0d5ed7b2dc0963', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:29.714856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.745479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Pushing event deleted for resources: {'Port': ['ID=2685e437-9e7a-4b50-8f5c-52576c994b6a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:29.806491 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.863117 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7c65-6cda-47b3-b104-09a593167174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.898939 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.901102 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.033426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.034059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 793e4628-b5a9-453d-9c78-4774199b1ec9 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:40:30.038575 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.039731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0fac20ea-ee24-4681-8c1c-6962d9707950 admin admin] 10.222.0.66 "DELETE /v2.0/routers/793e4628-b5a9-453d-9c78-4774199b1ec9 HTTP/1.1" status: 204 len: 168 time: 0.9997139 Aug 16 02:40:30.042152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55836) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:30.093897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f18ee09-fd98-4d4f-867c-ed26662a9dab admin admin] Deleting subnet bdf815fb-1106-4a1f-862c-6ff4c52aab58 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:40:30.097518 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f18ee09-fd98-4d4f-867c-ed26662a9dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.133532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f18ee09-fd98-4d4f-867c-ed26662a9dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.215176 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f18ee09-fd98-4d4f-867c-ed26662a9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.338019 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f18ee09-fd98-4d4f-867c-ed26662a9dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.365123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18ee09-fd98-4d4f-867c-ed26662a9dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf815fb-1106-4a1f-862c-6ff4c52aab58,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:30.368751 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f18ee09-fd98-4d4f-867c-ed26662a9dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.371034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9f18ee09-fd98-4d4f-867c-ed26662a9dab admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bdf815fb-1106-4a1f-862c-6ff4c52aab58 HTTP/1.1" status: 204 len: 168 time: 0.3276033 Aug 16 02:40:30.375923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55838) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:30.376513 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee62bd6-c093-4fd4-820f-a585b0d4d1ba None None] Network b11298a9-2c2a-484e-bc7a-f46cd5182da1 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:40:30.445000 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.509662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Deleting port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:30.510080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.579059 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb0e65-7a75-46be-aab1-f8b2abd26ce3 None None] DHCP port deletion for b11298a9-2c2a-484e-bc7a-f46cd5182da1 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:40:30.580841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] For port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=68ad3e72-f8a1-4260-a74d-d1fa5f4be181,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:30.581320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.598253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Calling delete_port for 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:30.629992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb0e65-7a75-46be-aab1-f8b2abd26ce3 None None] Deleting port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:30.630644 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0e65-7a75-46be-aab1-f8b2abd26ce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.670967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2685e437-9e7a-4b50-8f5c-52576c994b6a no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:30.696720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 2685e437-9e7a-4b50-8f5c-52576c994b6a {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:30.697065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 2685e437-9e7a-4b50-8f5c-52576c994b6a not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:30.698598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:30.739288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9ccb0e65-7a75-46be-aab1-f8b2abd26ce3 None None] For port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=68ad3e72-f8a1-4260-a74d-d1fa5f4be181,segment=NetworkSegment(c8b22126-4fff-44f1-b37a-51f7dddf9a8c),segment_id=c8b22126-4fff-44f1-b37a-51f7dddf9a8c)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:30.739684 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0e65-7a75-46be-aab1-f8b2abd26ce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.743266 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.754895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb0e65-7a75-46be-aab1-f8b2abd26ce3 None None] Calling delete_port for 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:30.767208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No active binding found for port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 {{(pid=95517) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:40:30.767630 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:30.768046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 27e68002-4ae4-4a92-bbfb-58eda3258dfc no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:30.773712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=68ad3e72-f8a1-4260-a74d-d1fa5f4be181,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:30.777556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] No DVR routers for this DVR port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:30.817921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 27e68002-4ae4-4a92-bbfb-58eda3258dfc {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:30.818269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 27e68002-4ae4-4a92-bbfb-58eda3258dfc not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:30.848863 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.856519 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0e65-7a75-46be-aab1-f8b2abd26ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.858845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11298a9-2c2a-484e-bc7a-f46cd5182da1']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:30.869270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:30.869568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b22126-4fff-44f1-b37a-51f7dddf9a8c') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:30.878948 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.882747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb0e65-7a75-46be-aab1-f8b2abd26ce3 None None] Pushing event deleted for resources: {'Port': ['ID=68ad3e72-f8a1-4260-a74d-d1fa5f4be181,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:30.884605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb0e65-7a75-46be-aab1-f8b2abd26ce3 None None] No DVR routers for this DVR port 68ad3e72-f8a1-4260-a74d-d1fa5f4be181 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:30.896159 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.902272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:40:30.902657 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:40:30.904268 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:40:31.011562 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.018086 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.019969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] 10.222.0.66 "DELETE /v2.0/networks/b11298a9-2c2a-484e-bc7a-f46cd5182da1 HTTP/1.1" status: 204 len: 168 time: 0.6456354 Aug 16 02:40:31.030642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ce50a-0db8-4200-8b4a-45576ce3fb6f admin admin] Pushing event deleted for resources: {'Network': ['ID=b11298a9-2c2a-484e-bc7a-f46cd5182da1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:31.353511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55844) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:31.395222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b182a24a-d870-4825-92af-d9fb196a5d41 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c37fb05c3e8b43f88e0d5ed7b2dc0963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402188 Aug 16 02:40:31.397612 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 55846) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:31.450819 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9f1689-2b3c-4002-a43d-f9e8c68b944c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.471302 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9f1689-2b3c-4002-a43d-f9e8c68b944c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.593474 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9f1689-2b3c-4002-a43d-f9e8c68b944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.595883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9c9f1689-2b3c-4002-a43d-f9e8c68b944c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.597087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9c9f1689-2b3c-4002-a43d-f9e8c68b944c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a4d52a3-12d3-4e41-999f-7c77d456a12a HTTP/1.1" status: 204 len: 168 time: 0.1985276 Aug 16 02:40:31.605111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f1689-2b3c-4002-a43d-f9e8c68b944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4d52a3-12d3-4e41-999f-7c77d456a12a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:32.667165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55868) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:32.762689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-56394686-network', 'tenant_id': '8f9919588f414f2fb4f756f62167c9d1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:32.856105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Made reservation on behalf of 8f9919588f414f2fb4f756f62167c9d1 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:40:32.858524 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:32.867677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:32.959172 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:32.959761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.010406 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7cfefbcc-c556-499c-b42c-2eb7653aaa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.038885 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.064450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:40:33.072891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7629ce06-5fc7-4e36-9e2a-026d46a7d031,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:33.081742 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.082109 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Added segment 6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b of type vlan for network 9ccded6c-a1be-4f61-8486-e4cabd08c720 Aug 16 02:40:33.084325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.084728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.085066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.085396 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.085719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.086066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.086395 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.086712 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.087027 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.087346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.087687 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.087972 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:33.131148 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.217295 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.218818 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:33.219437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.286934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] Pushing event updated for resources: {'Network': ['ID=9ccded6c-a1be-4f61-8486-e4cabd08c720,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:33.297420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 9ccded6c-a1be-4f61-8486-e4cabd08c720 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:40:33.332621 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0ca6d1e9-3fa6-4498-adb1-4e76bbdb708e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6643233 Aug 16 02:40:33.335398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 55876) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:33.340244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] Request body: {'subnet': {'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-56394686-subnet', 'tenant_id': '8f9919588f414f2fb4f756f62167c9d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:33.445798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] Made reservation on behalf of 8f9919588f414f2fb4f756f62167c9d1 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:40:33.448247 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.674637 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.729081 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abecfe95-4d25-4808-9e78-2395f46c3856,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:33.737615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] Checking segment: {'id': '6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:33.738015 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] Network hostable DHCP agents. Network: 9ccded6c-a1be-4f61-8486-e4cabd08c720, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:40:33.817504 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] Network 9ccded6c-a1be-4f61-8486-e4cabd08c720 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:40:33.868452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 9ccded6c-a1be-4f61-8486-e4cabd08c720) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:33.872655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:33.873247 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.877743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c97f65f-ffc7-41df-a3f3-da78c3a8e0de None None] Network 9ccded6c-a1be-4f61-8486-e4cabd08c720 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:40:33.936884 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4dac7128-f207-4ee8-b43d-df2418b84c19 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6003380 Aug 16 02:40:34.001047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6627430-77db-449e-b59d-1f997f1a9462 None None] Network 9ccded6c-a1be-4f61-8486-e4cabd08c720 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:40:34.257764 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.360513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-66f211f3-522a-4698-bfcb-f074ec6a9829 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:34.362054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-66f211f3-522a-4698-bfcb-f074ec6a9829 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/networks?id=9ccded6c-a1be-4f61-8486-e4cabd08c720 HTTP/1.1" status: 200 len: 812 time: 0.1000483 Aug 16 02:40:34.377372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-2de56cd1-2b22-411e-96cc-681da0f84b10 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/quotas/8f9919588f414f2fb4f756f62167c9d1 HTTP/1.1" status: 200 len: 375 time: 0.0096343 Aug 16 02:40:34.393486 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:40:34.409091 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0b5646ab-5190-4d81-b544-c0254faf081b tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f9919588f414f2fb4f756f62167c9d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265419 Aug 16 02:40:34.596986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-615568e8-c1d6-44e7-b785-8f63b2b04a12 service neutron] 10.222.0.66 "GET /v2.0/networks/9ccded6c-a1be-4f61-8486-e4cabd08c720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278548 Aug 16 02:40:34.686127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-d5e3ffca-03ef-4220-bd1d-81ef9c26b5b3 service neutron] 10.222.0.66 "GET /v2.0/networks/9ccded6c-a1be-4f61-8486-e4cabd08c720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827644 Aug 16 02:40:34.932063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3c9aebf3-ca16-4e4f-ac20-53bc836fb76e req-2fcea3f7-24fd-49d4-978d-e26952bc74c2 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 210 time: 0.0333667 Aug 16 02:40:36.004723 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:36.024755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9b027e16-3668-4100-9f55-9580bc03406f req-29f42b6d-937d-42f7-b1e7-2f279fdd034e tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 210 time: 0.0273564 Aug 16 02:40:37.156554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1581c9f0-a5ff-4833-83c2-a555eaddc777 req-2d4155a0-f82b-4652-808a-c7859c3e5c4d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 210 time: 0.0594485 Aug 16 02:40:37.210970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-a11abc9a-595c-489f-bbca-81e46234ca43 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:37.212427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-a11abc9a-595c-489f-bbca-81e46234ca43 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.64 "GET /v2.0/networks?id=9ccded6c-a1be-4f61-8486-e4cabd08c720 HTTP/1.1" status: 200 len: 812 time: 0.1243613 Aug 16 02:40:37.225704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Request body: {'port': {'device_id': 'fe75c35a-672b-4581-9be9-3bde0ee5257f', 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720', 'admin_state_up': True, 'tenant_id': '8f9919588f414f2fb4f756f62167c9d1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:37.444708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Made reservation on behalf of 8f9919588f414f2fb4f756f62167c9d1 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:40:37.448400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:37.579984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Allocated IP 172.20.0.11 (9ccded6c-a1be-4f61-8486-e4cabd08c720/abecfe95-4d25-4808-9e78-2395f46c3856/33e548ad-9a14-4d0d-9363-3dc92087826f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:37.719891 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:37.835145 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:37.879951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Network 9ccded6c-a1be-4f61-8486-e4cabd08c720 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:37.884919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:37.888588 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:37.916378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Pushing event updated for resources: {'Port': ['ID=33e548ad-9a14-4d0d-9363-3dc92087826f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:37.941600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:37.942233 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:38.018473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-0567cd7b-f737-4364-9a8a-2e85d5617d59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7964191 Aug 16 02:40:38.032836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Request body: {'port': {'device_id': 'fe75c35a-672b-4581-9be9-3bde0ee5257f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:38.084464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:38.326247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c1e12-41d8-4460-914c-941fbcd8aa51 req-56f4721d-dacd-4d18-88e3-5bea96d2cbcb tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:38.328288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-086c1e12-41d8-4460-914c-941fbcd8aa51 req-56f4721d-dacd-4d18-88e3-5bea96d2cbcb tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 932 time: 0.0814784 Aug 16 02:40:38.387586 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-086c1e12-41d8-4460-914c-941fbcd8aa51 req-988e8cea-04aa-4886-8efd-c151d10b4c6a tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498736 Aug 16 02:40:38.418324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e548ad-9a14-4d0d-9363-3dc92087826f {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:38.425853 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:38.438075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Transition to ACTIVE for port object 33e548ad-9a14-4d0d-9363-3dc92087826f will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:38.531325 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:38.587149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Pushing event updated for resources: {'Port': ['ID=33e548ad-9a14-4d0d-9363-3dc92087826f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:38.650234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Attempting to bind port 33e548ad-9a14-4d0d-9363-3dc92087826f on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:40:38.650571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Attempting to bind port 33e548ad-9a14-4d0d-9363-3dc92087826f by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:40:38.650902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Attempting to bind port 33e548ad-9a14-4d0d-9363-3dc92087826f on network 9ccded6c-a1be-4f61-8486-e4cabd08c720 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:38.655139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Port 33e548ad-9a14-4d0d-9363-3dc92087826f on network 9ccded6c-a1be-4f61-8486-e4cabd08c720 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:40:38.655482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Attempting to bind port 33e548ad-9a14-4d0d-9363-3dc92087826f on network 9ccded6c-a1be-4f61-8486-e4cabd08c720 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:38.660349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:40:38.660689 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Checking segment: {'id': '6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:38.661077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Bound using segment: {'id': '6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:40:38.661512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Bound port: 33e548ad-9a14-4d0d-9363-3dc92087826f, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:40:38.661889 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:38.722897 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] For port 33e548ad-9a14-4d0d-9363-3dc92087826f, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:38.725843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] For port 33e548ad-9a14-4d0d-9363-3dc92087826f, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=33e548ad-9a14-4d0d-9363-3dc92087826f,segment=NetworkSegment(6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b),segment_id=6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:40:38.794752 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:38.833026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:38.833645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:38.835087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] 10.222.0.64 "PUT /v2.0/ports/33e548ad-9a14-4d0d-9363-3dc92087826f HTTP/1.1" status: 200 len: 1093 time: 0.8070407 Aug 16 02:40:38.835522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe75c35a-672b-4581-9be9-3bde0ee5257f', 'tag': '33e548ad-9a14-4d0d-9363-3dc92087826f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:38.837836 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7fd1fb-37b3-4b11-bcd3-a20ec9f698d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe75c35a-672b-4581-9be9-3bde0ee5257f", "tag": "33e548ad-9a14-4d0d-9363-3dc92087826f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:38.864183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f56c30-bf95-4562-bf07-f42d73727a7c service neutron] Pushing event updated for resources: {'Port': ['ID=33e548ad-9a14-4d0d-9363-3dc92087826f,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:38.875303 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217aca2b-3750-4f98-b707-6b4811b7efb6 x-openstack-request-id: req-217aca2b-3750-4f98-b707-6b4811b7efb6 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:38.875591 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe75c35a-672b-4581-9be9-3bde0ee5257f", "tag": "33e548ad-9a14-4d0d-9363-3dc92087826f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:38.875839 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-217aca2b-3750-4f98-b707-6b4811b7efb6 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:38.876236 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe75c35a-672b-4581-9be9-3bde0ee5257f', 'tag': '33e548ad-9a14-4d0d-9363-3dc92087826f', 'status': 'completed', 'code': 200} Aug 16 02:40:38.942150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fd1fb-37b3-4b11-bcd3-a20ec9f698d8 req-10bc8f1d-204a-4bd8-8d95-e0178292878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:38.943729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a7fd1fb-37b3-4b11-bcd3-a20ec9f698d8 req-10bc8f1d-204a-4bd8-8d95-e0178292878c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f9919588f414f2fb4f756f62167c9d1&device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 1096 time: 0.0423150 Aug 16 02:40:39.042585 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fd1fb-37b3-4b11-bcd3-a20ec9f698d8 req-c78330a2-a056-483f-893d-5e6d65a4ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:39.044076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a7fd1fb-37b3-4b11-bcd3-a20ec9f698d8 req-c78330a2-a056-483f-893d-5e6d65a4ab9e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8f9919588f414f2fb4f756f62167c9d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0924551 Aug 16 02:40:39.139325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fd1fb-37b3-4b11-bcd3-a20ec9f698d8 req-864c38b0-09c5-4a85-b54a-4b2a343f0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:39.141021 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a7fd1fb-37b3-4b11-bcd3-a20ec9f698d8 req-864c38b0-09c5-4a85-b54a-4b2a343f0868 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898404 Aug 16 02:40:39.222423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08c0acc9-708c-488c-8c9b-289e71b644b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:39.223897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-08c0acc9-708c-488c-8c9b-289e71b644b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f9919588f414f2fb4f756f62167c9d1&device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 1096 time: 0.0407114 Aug 16 02:40:39.271090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-2096c889-347d-4227-b7ef-8d3255b88a41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e548ad-9a14-4d0d-9363-3dc92087826f HTTP/1.1" status: 200 len: 217 time: 0.0372460 Aug 16 02:40:39.322427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-62150a45-a5c7-4bb8-b4ea-420682096c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:39.323852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-62150a45-a5c7-4bb8-b4ea-420682096c32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abecfe95-4d25-4808-9e78-2395f46c3856 HTTP/1.1" status: 200 len: 852 time: 0.0419357 Aug 16 02:40:39.357619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-feb51cbf-74cc-4188-b3b6-49457ec814f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ccded6c-a1be-4f61-8486-e4cabd08c720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255194 Aug 16 02:40:39.454729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-d94b9157-4efd-4804-bb0c-f441eb92b3fe service neutron] 10.222.0.64 "GET /v2.0/networks/9ccded6c-a1be-4f61-8486-e4cabd08c720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882201 Aug 16 02:40:39.566411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56337f9-fc91-45ca-a0f1-c07a03564039 req-675f04a9-65ca-418c-8e0c-69ddacf8d26a tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:39.567902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e56337f9-fc91-45ca-a0f1-c07a03564039 req-675f04a9-65ca-418c-8e0c-69ddacf8d26a tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 944 time: 0.1065600 Aug 16 02:40:39.610000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d8610a82-41a1-4f4b-a696-eb3aed08be53 req-73cd6ef5-7502-4cc6-a606-18d393a97a70 service neutron] 10.222.0.64 "GET /v2.0/networks/9ccded6c-a1be-4f61-8486-e4cabd08c720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402447 Aug 16 02:40:39.624048 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e56337f9-fc91-45ca-a0f1-c07a03564039 req-ab17f6ac-7a39-4228-b5c2-e1bd41dfa9f2 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498891 Aug 16 02:40:40.738359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdecdba-2374-4a51-84cc-8aef3e43b38a req-daaad577-196e-48d3-933c-f947d5b1448f tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:40.739769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cdecdba-2374-4a51-84cc-8aef3e43b38a req-daaad577-196e-48d3-933c-f947d5b1448f tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 944 time: 0.0483575 Aug 16 02:40:40.775977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1cdecdba-2374-4a51-84cc-8aef3e43b38a req-ba0f24fe-f069-4501-b06f-87d2b4b1ec2d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303864 Aug 16 02:40:41.888683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803d708-ebb8-46dd-9ca4-1f8b813d9fd7 req-3ee8a2ff-fe9c-4993-acd3-16b91477fbcf tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:41.890548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4803d708-ebb8-46dd-9ca4-1f8b813d9fd7 req-3ee8a2ff-fe9c-4993-acd3-16b91477fbcf tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 944 time: 0.0489025 Aug 16 02:40:41.927250 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4803d708-ebb8-46dd-9ca4-1f8b813d9fd7 req-93d7eea8-1e71-44d1-b4e9-e913c501a7fe tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307775 Aug 16 02:40:42.087915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 33e548ad-9a14-4d0d-9363-3dc92087826f details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:40:42.184651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 33e548ad-9a14-4d0d-9363-3dc92087826f, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=33e548ad-9a14-4d0d-9363-3dc92087826f,segment=NetworkSegment(6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b),segment_id=6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:42.195648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '33e548ad-9a14-4d0d-9363-3dc92087826f', 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720', 'port_id': '33e548ad-9a14-4d0d-9363-3dc92087826f', 'mac_address': 'fa:16:3e:20:95:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abecfe95-4d25-4808-9e78-2395f46c3856', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:40:42.231642 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:42.244519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e548ad-9a14-4d0d-9363-3dc92087826f {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:42.263342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 33e548ad-9a14-4d0d-9363-3dc92087826f, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=33e548ad-9a14-4d0d-9363-3dc92087826f,segment=NetworkSegment(6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b),segment_id=6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:42.354035 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:42.400422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=33e548ad-9a14-4d0d-9363-3dc92087826f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:42.559137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['33e548ad-9a14-4d0d-9363-3dc92087826f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:43.045537 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3292a4d-4c36-4a0a-867c-acc9c0ff8171 req-49af563a-1759-43ea-9be0-4133579c4b92 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:43.047290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3292a4d-4c36-4a0a-867c-acc9c0ff8171 req-49af563a-1759-43ea-9be0-4133579c4b92 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 945 time: 0.0536754 Aug 16 02:40:43.084517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3292a4d-4c36-4a0a-867c-acc9c0ff8171 req-8e5ee0c3-c15b-476f-a072-9353e4bde360 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Aug 16 02:40:44.104784 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 33e548ad-9a14-4d0d-9363-3dc92087826f up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:44.198916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06266436-9fd1-4074-8234-be2e76b1f784 req-b6f577e6-1733-4efa-9fa8-c6c04e88ba0e tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:44.200406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-06266436-9fd1-4074-8234-be2e76b1f784 req-b6f577e6-1733-4efa-9fa8-c6c04e88ba0e tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 945 time: 0.0484676 Aug 16 02:40:44.239102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-06266436-9fd1-4074-8234-be2e76b1f784 req-853b7f81-2d83-4253-b77b-aa2b96e8e2f9 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Aug 16 02:40:44.255811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 33e548ad-9a14-4d0d-9363-3dc92087826f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:44.259788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 33e548ad-9a14-4d0d-9363-3dc92087826f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:44.260158 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:44.337918 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:44.358860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe75c35a-672b-4581-9be9-3bde0ee5257f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e548ad-9a14-4d0d-9363-3dc92087826f'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:44.361092 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215419d7-1786-472a-9889-7b5a18b4ce85" -d '{"events": [{"server_uuid": "fe75c35a-672b-4581-9be9-3bde0ee5257f", "name": "network-vif-plugged", "status": "completed", "tag": "33e548ad-9a14-4d0d-9363-3dc92087826f"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:44.374258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 33e548ad-9a14-4d0d-9363-3dc92087826f, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=33e548ad-9a14-4d0d-9363-3dc92087826f,segment=NetworkSegment(6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b),segment_id=6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:44.396984 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fb483d-afa2-4001-b674-7cf8d50f7bc8 x-openstack-request-id: req-16fb483d-afa2-4001-b674-7cf8d50f7bc8 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:44.397278 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe75c35a-672b-4581-9be9-3bde0ee5257f", "name": "network-vif-plugged", "status": "completed", "tag": "33e548ad-9a14-4d0d-9363-3dc92087826f", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:44.397536 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16fb483d-afa2-4001-b674-7cf8d50f7bc8 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:44.397964 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe75c35a-672b-4581-9be9-3bde0ee5257f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e548ad-9a14-4d0d-9363-3dc92087826f', 'code': 200} Aug 16 02:40:44.457105 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:44.495011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823351ab-f24b-4156-a56c-a1c288e805f1 req-a3bf128b-7730-4122-b54b-ec6900dd1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:44.496542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-823351ab-f24b-4156-a56c-a1c288e805f1 req-a3bf128b-7730-4122-b54b-ec6900dd1014 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 1098 time: 0.0401585 Aug 16 02:40:44.504490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=33e548ad-9a14-4d0d-9363-3dc92087826f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:44.532744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-823351ab-f24b-4156-a56c-a1c288e805f1 req-b4368609-5d29-45d8-a188-61749eec78e2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287671 Aug 16 02:40:45.363503 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8d0e9-0f08-4e54-9370-66ff6da4a69b req-38743591-2ddb-48ba-a4d4-25418ef5726b tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:45.365004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71a8d0e9-0f08-4e54-9370-66ff6da4a69b req-38743591-2ddb-48ba-a4d4-25418ef5726b tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 946 time: 0.0570807 Aug 16 02:40:45.403517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-71a8d0e9-0f08-4e54-9370-66ff6da4a69b req-ae2d9b81-78f2-4122-a02e-b64d294172ea tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Aug 16 02:40:46.518559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f04ae6-65b2-4a66-be44-d0067a9e934a req-e5c1a553-93da-47e0-8562-3b9ecc4a1078 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:46.520018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65f04ae6-65b2-4a66-be44-d0067a9e934a req-e5c1a553-93da-47e0-8562-3b9ecc4a1078 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 946 time: 0.0477426 Aug 16 02:40:46.559509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-65f04ae6-65b2-4a66-be44-d0067a9e934a req-3365dc2e-223b-407c-a9cf-9e26ea722fda tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336123 Aug 16 02:40:46.801991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-47c66506-869e-4506-be6d-1b5df24ad706 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:46.803527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-47c66506-869e-4506-be6d-1b5df24ad706 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/networks?id=9ccded6c-a1be-4f61-8486-e4cabd08c720 HTTP/1.1" status: 200 len: 812 time: 0.1083331 Aug 16 02:40:46.818649 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-bb058905-5dff-4b54-8e34-4bdcfe8d3058 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/quotas/8f9919588f414f2fb4f756f62167c9d1 HTTP/1.1" status: 200 len: 375 time: 0.0094180 Aug 16 02:40:46.866130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-02495dc4-7ab8-4894-a147-4601770232f4 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f9919588f414f2fb4f756f62167c9d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423138 Aug 16 02:40:46.957861 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-83a5a5b7-2241-40f0-b739-a1b7873dd68c service neutron] 10.222.0.66 "GET /v2.0/networks/9ccded6c-a1be-4f61-8486-e4cabd08c720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847008 Aug 16 02:40:47.045763 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-0593106a-f913-458d-b8fb-90eb4317f7e1 service neutron] 10.222.0.66 "GET /v2.0/networks/9ccded6c-a1be-4f61-8486-e4cabd08c720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819254 Aug 16 02:40:47.338050 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-95e14c25-e1d2-4f4d-a162-83394a605f67 req-4fe03f7c-620d-460f-8460-63a853be691c tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 210 time: 0.0273151 Aug 16 02:40:48.430644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e428415-58f7-4197-9f8d-d7e5f9dffbe9 req-d5d69064-669f-4c5c-82c9-bb03087f7c4f tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 210 time: 0.0268781 Aug 16 02:40:49.477219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-adf2383d-15ef-405e-aa1e-a8a2f6cecef1 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:49.479174 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-adf2383d-15ef-405e-aa1e-a8a2f6cecef1 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.74 "GET /v2.0/networks?id=9ccded6c-a1be-4f61-8486-e4cabd08c720 HTTP/1.1" status: 200 len: 812 time: 0.1068063 Aug 16 02:40:49.493115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Request body: {'port': {'device_id': '3bec9c54-8014-4e92-8a4f-9705a43ac2c5', 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720', 'admin_state_up': True, 'tenant_id': '8f9919588f414f2fb4f756f62167c9d1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:49.568748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0d5b3e3-aa1e-49e2-8216-c2fd0797f400 req-c8956301-c0a0-426f-ae72-9ab6e46ceb41 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 210 time: 0.0603971 Aug 16 02:40:49.718469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Made reservation on behalf of 8f9919588f414f2fb4f756f62167c9d1 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:40:49.722107 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:49.847679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Allocated IP 172.20.0.3 (9ccded6c-a1be-4f61-8486-e4cabd08c720/abecfe95-4d25-4808-9e78-2395f46c3856/6715be52-d008-4c01-9e56-a44af17054c7) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:49.992537 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:50.095785 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:50.108002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['33e548ad-9a14-4d0d-9363-3dc92087826f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:50.140092 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Network 9ccded6c-a1be-4f61-8486-e4cabd08c720 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:50.143233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:50.147662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:50.174227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Pushing event updated for resources: {'Port': ['ID=6715be52-d008-4c01-9e56-a44af17054c7,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:50.187432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.187777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.188118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.188448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.188774 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.189100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.189421 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.189741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.190739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.191056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.191378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.191700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:50.213204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:50.213907 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:50.286624 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-b8fe9356-265c-465e-b866-c056d72b3053 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7975922 Aug 16 02:40:50.298869 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Request body: {'port': {'device_id': '3bec9c54-8014-4e92-8a4f-9705a43ac2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:50.350781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:50.932051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9d52ad2-ad51-4c93-8798-16f274aae11d req-56b6210f-dec7-4eb5-909f-b20daff50693 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1218729 Aug 16 02:40:50.945154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcfac4-bd58-4957-b69e-7f567766d3a2 req-9d474bf0-c07b-417f-a9db-0111f47d24e4 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:50.946655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0cbcfac4-bd58-4957-b69e-7f567766d3a2 req-9d474bf0-c07b-417f-a9db-0111f47d24e4 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 931 time: 0.1377523 Aug 16 02:40:51.038427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0cbcfac4-bd58-4957-b69e-7f567766d3a2 req-f8662082-6200-4d66-8d90-cf7b138ebc3e tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855675 Aug 16 02:40:51.077129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d52ad2-ad51-4c93-8798-16f274aae11d req-3a1c942a-29d5-456c-8163-f3634a954c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:51.078631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9d52ad2-ad51-4c93-8798-16f274aae11d req-3a1c942a-29d5-456c-8163-f3634a954c5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f9919588f414f2fb4f756f62167c9d1&device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 1098 time: 0.0998828 Aug 16 02:40:51.091249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6715be52-d008-4c01-9e56-a44af17054c7 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:51.098969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.151232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Transition to ACTIVE for port object 6715be52-d008-4c01-9e56-a44af17054c7 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:51.189572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d52ad2-ad51-4c93-8798-16f274aae11d req-a5452b2b-c09d-43c3-9a1f-03fffcaf609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:51.191915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9d52ad2-ad51-4c93-8798-16f274aae11d req-a5452b2b-c09d-43c3-9a1f-03fffcaf609d service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ccded6c-a1be-4f61-8486-e4cabd08c720 HTTP/1.1" status: 200 len: 913 time: 0.0906525 Aug 16 02:40:51.233714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9d52ad2-ad51-4c93-8798-16f274aae11d req-587dff08-7eb7-4b95-bb28-85cc232dd1ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e548ad-9a14-4d0d-9363-3dc92087826f HTTP/1.1" status: 200 len: 217 time: 0.0343180 Aug 16 02:40:51.234334 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.327410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Pushing event updated for resources: {'Port': ['ID=6715be52-d008-4c01-9e56-a44af17054c7,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:51.343651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d52ad2-ad51-4c93-8798-16f274aae11d req-a5a68e3d-5667-4fd9-a56b-941b03026286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:51.346167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9d52ad2-ad51-4c93-8798-16f274aae11d req-a5a68e3d-5667-4fd9-a56b-941b03026286 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abecfe95-4d25-4808-9e78-2395f46c3856 HTTP/1.1" status: 200 len: 852 time: 0.1031349 Aug 16 02:40:51.365802 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.405970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9d52ad2-ad51-4c93-8798-16f274aae11d req-a82a99db-b7a6-4e7c-8d6f-970af2bd7b09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ccded6c-a1be-4f61-8486-e4cabd08c720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407186 Aug 16 02:40:51.467874 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Attempting to bind port 6715be52-d008-4c01-9e56-a44af17054c7 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:40:51.468128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Attempting to bind port 6715be52-d008-4c01-9e56-a44af17054c7 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:40:51.468458 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Attempting to bind port 6715be52-d008-4c01-9e56-a44af17054c7 on network 9ccded6c-a1be-4f61-8486-e4cabd08c720 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:51.476786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Port 6715be52-d008-4c01-9e56-a44af17054c7 on network 9ccded6c-a1be-4f61-8486-e4cabd08c720 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:40:51.477109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Attempting to bind port 6715be52-d008-4c01-9e56-a44af17054c7 on network 9ccded6c-a1be-4f61-8486-e4cabd08c720 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:51.484225 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:40:51.484572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Checking segment: {'id': '6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:51.484960 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Bound using segment: {'id': '6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:40:51.485383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Bound port: 6715be52-d008-4c01-9e56-a44af17054c7, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:40:51.485739 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.552678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9d52ad2-ad51-4c93-8798-16f274aae11d req-6182d86d-681f-4c31-8faf-57030de49e0d service neutron] 10.222.0.64 "GET /v2.0/networks/9ccded6c-a1be-4f61-8486-e4cabd08c720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387477 Aug 16 02:40:51.617222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] For port 6715be52-d008-4c01-9e56-a44af17054c7, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:51.635321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] For port 6715be52-d008-4c01-9e56-a44af17054c7, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6715be52-d008-4c01-9e56-a44af17054c7,segment=NetworkSegment(6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b),segment_id=6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:40:51.664330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9d52ad2-ad51-4c93-8798-16f274aae11d req-6ea70c84-6a0b-4a89-aaae-72263ad11df5 service neutron] 10.222.0.64 "GET /v2.0/networks/9ccded6c-a1be-4f61-8486-e4cabd08c720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041434 Aug 16 02:40:51.703439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.738195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:51.738856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.740256 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-3d137c84-9b82-419a-a508-a562073b172c service neutron] 10.222.0.74 "PUT /v2.0/ports/6715be52-d008-4c01-9e56-a44af17054c7 HTTP/1.1" status: 200 len: 1092 time: 1.4454920 Aug 16 02:40:51.740698 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bec9c54-8014-4e92-8a4f-9705a43ac2c5', 'tag': '6715be52-d008-4c01-9e56-a44af17054c7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:51.742970 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b848e08-a2bb-4eca-88f6-2e6b62edfc60" -d '{"events": [{"name": "network-changed", "server_uuid": "3bec9c54-8014-4e92-8a4f-9705a43ac2c5", "tag": "6715be52-d008-4c01-9e56-a44af17054c7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:51.767111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d137c84-9b82-419a-a508-a562073b172c service neutron] Pushing event updated for resources: {'Port': ['ID=6715be52-d008-4c01-9e56-a44af17054c7,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:51.781444 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08114cc3-cb91-4b24-b001-70d39a5d86e3 x-openstack-request-id: req-08114cc3-cb91-4b24-b001-70d39a5d86e3 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:51.781730 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bec9c54-8014-4e92-8a4f-9705a43ac2c5", "tag": "6715be52-d008-4c01-9e56-a44af17054c7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:51.782011 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08114cc3-cb91-4b24-b001-70d39a5d86e3 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:51.782413 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bec9c54-8014-4e92-8a4f-9705a43ac2c5', 'tag': '6715be52-d008-4c01-9e56-a44af17054c7', 'status': 'completed', 'code': 200} Aug 16 02:40:51.845269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848e08-a2bb-4eca-88f6-2e6b62edfc60 req-b7fc516b-c518-45e0-88e3-fa23e3bfe6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:51.847446 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b848e08-a2bb-4eca-88f6-2e6b62edfc60 req-b7fc516b-c518-45e0-88e3-fa23e3bfe6c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f9919588f414f2fb4f756f62167c9d1&device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 1095 time: 0.0460615 Aug 16 02:40:51.943163 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848e08-a2bb-4eca-88f6-2e6b62edfc60 req-95a123c1-7729-41c8-9655-c9276eb71fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:51.944631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b848e08-a2bb-4eca-88f6-2e6b62edfc60 req-95a123c1-7729-41c8-9655-c9276eb71fd0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=8f9919588f414f2fb4f756f62167c9d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0899558 Aug 16 02:40:52.041177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848e08-a2bb-4eca-88f6-2e6b62edfc60 req-5500e022-90c1-4bf9-b744-55300d4beda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:52.042580 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b848e08-a2bb-4eca-88f6-2e6b62edfc60 req-5500e022-90c1-4bf9-b744-55300d4beda4 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911798 Aug 16 02:40:52.144572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-6b83584c-c0af-4786-9a3c-65cdeead3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:52.146086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-6b83584c-c0af-4786-9a3c-65cdeead3b2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f9919588f414f2fb4f756f62167c9d1&device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 1095 time: 0.0671415 Aug 16 02:40:52.170953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37fb9c-df89-4fc7-b114-8da95a21bfd0 req-2c020457-2ceb-4be9-8d73-a6ab8479bf2a tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:52.172375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f37fb9c-df89-4fc7-b114-8da95a21bfd0 req-2c020457-2ceb-4be9-8d73-a6ab8479bf2a tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 943 time: 0.0649662 Aug 16 02:40:52.204074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-0e57619a-fe0e-45c7-bcf6-84a0be5f066b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6715be52-d008-4c01-9e56-a44af17054c7 HTTP/1.1" status: 200 len: 217 time: 0.0496771 Aug 16 02:40:52.266307 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f37fb9c-df89-4fc7-b114-8da95a21bfd0 req-b49198e1-7c60-4a7a-86da-d2405f6a069c tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644896 Aug 16 02:40:52.274641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-13f4afb2-1c06-42a3-8dfc-ccd2fdc6589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:52.276102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-13f4afb2-1c06-42a3-8dfc-ccd2fdc6589b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abecfe95-4d25-4808-9e78-2395f46c3856 HTTP/1.1" status: 200 len: 852 time: 0.0654368 Aug 16 02:40:52.314884 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-70935e53-c97c-4ab3-b823-ab2c23a78a27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9ccded6c-a1be-4f61-8486-e4cabd08c720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253539 Aug 16 02:40:52.371609 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:52.402451 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-86cf92c0-e8b8-449a-818d-98a5ebbcb8cd service neutron] 10.222.0.74 "GET /v2.0/networks/9ccded6c-a1be-4f61-8486-e4cabd08c720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855458 Aug 16 02:40:52.491687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba1ba647-bda3-4913-a26d-699b67c1945c req-839a21d9-bf44-4fce-843c-a64062367d34 service neutron] 10.222.0.74 "GET /v2.0/networks/9ccded6c-a1be-4f61-8486-e4cabd08c720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826766 Aug 16 02:40:53.382183 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299da129-de31-408f-910b-459f49f88e23 req-d92640d7-d0d8-4886-880b-428dbe5f6f53 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:53.383641 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-299da129-de31-408f-910b-459f49f88e23 req-d92640d7-d0d8-4886-880b-428dbe5f6f53 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 943 time: 0.0493259 Aug 16 02:40:53.421996 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-299da129-de31-408f-910b-459f49f88e23 req-a511424f-e280-4428-b1a1-c6734acb4bd0 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323272 Aug 16 02:40:54.542263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdfa8c-8b0d-4f96-a42c-53252493f3e9 req-cb4c56e2-b55d-4f50-b87f-4289a18186d3 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:54.543748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5acdfa8c-8b0d-4f96-a42c-53252493f3e9 req-cb4c56e2-b55d-4f50-b87f-4289a18186d3 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 943 time: 0.0544205 Aug 16 02:40:54.581135 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5acdfa8c-8b0d-4f96-a42c-53252493f3e9 req-2b68abcf-dfb9-4e59-8f47-279454d6e945 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309370 Aug 16 02:40:55.619279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6715be52-d008-4c01-9e56-a44af17054c7 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:40:55.702206 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69598d66-7d7a-44b1-b090-139afbb3184f req-1989a389-f99d-4d5e-a9a2-698c3336c560 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:55.703623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69598d66-7d7a-44b1-b090-139afbb3184f req-1989a389-f99d-4d5e-a9a2-698c3336c560 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 943 time: 0.0505855 Aug 16 02:40:55.723869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6715be52-d008-4c01-9e56-a44af17054c7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6715be52-d008-4c01-9e56-a44af17054c7,segment=NetworkSegment(6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b),segment_id=6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:55.736493 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '6715be52-d008-4c01-9e56-a44af17054c7', 'network_id': '9ccded6c-a1be-4f61-8486-e4cabd08c720', 'port_id': '6715be52-d008-4c01-9e56-a44af17054c7', 'mac_address': 'fa:16:3e:c4:db:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abecfe95-4d25-4808-9e78-2395f46c3856', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:40:55.744107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69598d66-7d7a-44b1-b090-139afbb3184f req-87fdc2a7-9441-4e75-8dcb-6c0b43f52ce2 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328431 Aug 16 02:40:55.774283 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:55.787437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6715be52-d008-4c01-9e56-a44af17054c7 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:55.806420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6715be52-d008-4c01-9e56-a44af17054c7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6715be52-d008-4c01-9e56-a44af17054c7,segment=NetworkSegment(6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b),segment_id=6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:55.902948 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:55.952192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=6715be52-d008-4c01-9e56-a44af17054c7,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:56.094392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['6715be52-d008-4c01-9e56-a44af17054c7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:56.859754 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e99ea-c5d2-4e11-b347-dc1d50aa4ae4 req-b5eefc21-f1e8-4798-a0a5-d067dde89e3d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:56.861247 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d3e99ea-c5d2-4e11-b347-dc1d50aa4ae4 req-b5eefc21-f1e8-4798-a0a5-d067dde89e3d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 944 time: 0.0490243 Aug 16 02:40:56.898576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5d3e99ea-c5d2-4e11-b347-dc1d50aa4ae4 req-83299794-8fa9-444d-9c4e-e09ae3f7cdff tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313170 Aug 16 02:40:57.642101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6715be52-d008-4c01-9e56-a44af17054c7 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:57.754651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 6715be52-d008-4c01-9e56-a44af17054c7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:57.758376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 6715be52-d008-4c01-9e56-a44af17054c7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:57.758750 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:57.841659 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:57.865541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bec9c54-8014-4e92-8a4f-9705a43ac2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6715be52-d008-4c01-9e56-a44af17054c7'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:57.867774 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e76a3f3-99c0-4078-bea2-c241e07eca7d" -d '{"events": [{"server_uuid": "3bec9c54-8014-4e92-8a4f-9705a43ac2c5", "name": "network-vif-plugged", "status": "completed", "tag": "6715be52-d008-4c01-9e56-a44af17054c7"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:57.880419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 6715be52-d008-4c01-9e56-a44af17054c7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6715be52-d008-4c01-9e56-a44af17054c7,segment=NetworkSegment(6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b),segment_id=6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:57.904100 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfda36fe-9c57-4e72-8bb0-ed958b0fb0e8 x-openstack-request-id: req-cfda36fe-9c57-4e72-8bb0-ed958b0fb0e8 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:57.904383 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bec9c54-8014-4e92-8a4f-9705a43ac2c5", "name": "network-vif-plugged", "status": "completed", "tag": "6715be52-d008-4c01-9e56-a44af17054c7", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:57.904632 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cfda36fe-9c57-4e72-8bb0-ed958b0fb0e8 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:57.905047 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bec9c54-8014-4e92-8a4f-9705a43ac2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6715be52-d008-4c01-9e56-a44af17054c7', 'code': 200} Aug 16 02:40:57.954047 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:58.002929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=6715be52-d008-4c01-9e56-a44af17054c7,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:58.010315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.010603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.010956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.011295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.011633 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.011968 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.012302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.012636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.012967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.013291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.013620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.013978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:58.041043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b9b43-ebea-4db7-844a-0fc278f1bfa0 req-c8edf9a0-aba4-4e8b-9115-1c0aae3a09e2 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:58.042561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-851b9b43-ebea-4db7-844a-0fc278f1bfa0 req-c8edf9a0-aba4-4e8b-9115-1c0aae3a09e2 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 945 time: 0.0735097 Aug 16 02:40:58.044309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73d4ce-ca41-47d8-bdc8-c8b1104d6c6d req-69cd05f5-cc2e-4541-9290-228908339c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:58.045629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a73d4ce-ca41-47d8-bdc8-c8b1104d6c6d req-69cd05f5-cc2e-4541-9290-228908339c0a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 1097 time: 0.0844085 Aug 16 02:40:58.101838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-851b9b43-ebea-4db7-844a-0fc278f1bfa0 req-fe6b8890-ab28-4b70-8c52-f501bc161c59 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Aug 16 02:40:58.106617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a73d4ce-ca41-47d8-bdc8-c8b1104d6c6d req-dbf6294a-5f75-4f9d-a81a-810049a92144 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484643 Aug 16 02:40:59.219940 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad95ce-1c93-44ca-9682-f47614c89aa7 req-5bbc7bb3-498f-4a6a-aa32-8ab013c9f7f1 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:59.237475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ad95ce-1c93-44ca-9682-f47614c89aa7 req-5bbc7bb3-498f-4a6a-aa32-8ab013c9f7f1 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 945 time: 0.0525999 Aug 16 02:40:59.260027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49ad95ce-1c93-44ca-9682-f47614c89aa7 req-bd21d48e-8ff1-4cb3-b042-25778314ecb5 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325034 Aug 16 02:40:59.807366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaa067-83c0-4f0a-9d38-00a9b41717d2 req-3aef3c18-023a-49c2-b836-ad2673fb067a tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:59.808876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43eaa067-83c0-4f0a-9d38-00a9b41717d2 req-3aef3c18-023a-49c2-b836-ad2673fb067a tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 945 time: 0.0502367 Aug 16 02:40:59.848532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43eaa067-83c0-4f0a-9d38-00a9b41717d2 req-f8834567-b639-4381-93e1-55e9cc8d61ab tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336163 Aug 16 02:40:59.897048 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-229577fe-0df0-4290-9684-bb783dc96b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:00.964358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5283d-8878-4a6e-a231-a7e3790e29cf req-e737e417-f8d2-4957-a8aa-f16387b97020 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:00.965852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43e5283d-8878-4a6e-a231-a7e3790e29cf req-e737e417-f8d2-4957-a8aa-f16387b97020 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 945 time: 0.0478723 Aug 16 02:41:01.003619 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43e5283d-8878-4a6e-a231-a7e3790e29cf req-502aed5c-eb44-4d33-947f-5febece4e3c8 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Aug 16 02:41:01.060590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946c84a-a44f-491d-bca5-478f960f14f6 req-dd702a8a-bb68-45f5-bd8d-92fa6ba0b2e4 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:01.062054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f946c84a-a44f-491d-bca5-478f960f14f6 req-dd702a8a-bb68-45f5-bd8d-92fa6ba0b2e4 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 945 time: 0.0513990 Aug 16 02:41:01.168286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-f946c84a-a44f-491d-bca5-478f960f14f6 req-cc92ceb9-4b36-4229-a344-d7f907eb531d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Deleting port 6715be52-d008-4c01-9e56-a44af17054c7 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:01.168286 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f946c84a-a44f-491d-bca5-478f960f14f6 req-cc92ceb9-4b36-4229-a344-d7f907eb531d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.255314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-f946c84a-a44f-491d-bca5-478f960f14f6 req-cc92ceb9-4b36-4229-a344-d7f907eb531d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] For port 6715be52-d008-4c01-9e56-a44af17054c7, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=6715be52-d008-4c01-9e56-a44af17054c7,segment=NetworkSegment(6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b),segment_id=6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:01.255671 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f946c84a-a44f-491d-bca5-478f960f14f6 req-cc92ceb9-4b36-4229-a344-d7f907eb531d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.268914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-f946c84a-a44f-491d-bca5-478f960f14f6 req-cc92ceb9-4b36-4229-a344-d7f907eb531d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Calling delete_port for 6715be52-d008-4c01-9e56-a44af17054c7 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:01.461681 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f946c84a-a44f-491d-bca5-478f960f14f6 req-cc92ceb9-4b36-4229-a344-d7f907eb531d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.477781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['6715be52-d008-4c01-9e56-a44af17054c7'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:41:01.480027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['33e548ad-9a14-4d0d-9363-3dc92087826f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:41:01.497152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92ceb9-4b36-4229-a344-d7f907eb531d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Pushing event deleted for resources: {'Port': ['ID=6715be52-d008-4c01-9e56-a44af17054c7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:01.539203 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-f946c84a-a44f-491d-bca5-478f960f14f6 req-cc92ceb9-4b36-4229-a344-d7f907eb531d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] No DVR routers for this DVR port 6715be52-d008-4c01-9e56-a44af17054c7 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:01.541900 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f946c84a-a44f-491d-bca5-478f960f14f6 req-cc92ceb9-4b36-4229-a344-d7f907eb531d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.543935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f946c84a-a44f-491d-bca5-478f960f14f6 req-cc92ceb9-4b36-4229-a344-d7f907eb531d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.74 "DELETE /v2.0/ports/6715be52-d008-4c01-9e56-a44af17054c7 HTTP/1.1" status: 204 len: 173 time: 0.4758067 Aug 16 02:41:01.544395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bec9c54-8014-4e92-8a4f-9705a43ac2c5', 'name': 'network-vif-deleted', 'tag': '6715be52-d008-4c01-9e56-a44af17054c7'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:01.546730 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7f2556-3684-48ed-adf3-35e249e91d98" -d '{"events": [{"server_uuid": "3bec9c54-8014-4e92-8a4f-9705a43ac2c5", "name": "network-vif-deleted", "tag": "6715be52-d008-4c01-9e56-a44af17054c7"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:01.585852 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3980c9-dfee-4f7a-a780-bfdf726ad1dc x-openstack-request-id: req-9f3980c9-dfee-4f7a-a780-bfdf726ad1dc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:01.586160 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bec9c54-8014-4e92-8a4f-9705a43ac2c5", "name": "network-vif-deleted", "tag": "6715be52-d008-4c01-9e56-a44af17054c7", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:01.586414 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f3980c9-dfee-4f7a-a780-bfdf726ad1dc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:01.586821 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bec9c54-8014-4e92-8a4f-9705a43ac2c5', 'name': 'network-vif-deleted', 'tag': '6715be52-d008-4c01-9e56-a44af17054c7', 'status': 'completed', 'code': 200} Aug 16 02:41:02.111207 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78d7cae6-961e-4816-aee2-3467fe844db0 req-1291134d-58a4-4de3-801d-fbc9f086af74 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 210 time: 0.0267742 Aug 16 02:41:02.291855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ef65742-41e4-4ed8-b6f8-bf2f50e4222e req-035de0f1-044b-40d2-afff-0fc637cdbf31 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259666 Aug 16 02:41:02.358487 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ef65742-41e4-4ed8-b6f8-bf2f50e4222e req-0fce9fb1-187b-42cd-99d6-54a75c3516af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f9919588f414f2fb4f756f62167c9d1&device_id=3bec9c54-8014-4e92-8a4f-9705a43ac2c5 HTTP/1.1" status: 200 len: 210 time: 0.0251110 Aug 16 02:41:02.474155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef65742-41e4-4ed8-b6f8-bf2f50e4222e req-9a6cc4c0-38e8-4c05-806e-515679e37e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:02.476143 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ef65742-41e4-4ed8-b6f8-bf2f50e4222e req-9a6cc4c0-38e8-4c05-806e-515679e37e96 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=8f9919588f414f2fb4f756f62167c9d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0992823 Aug 16 02:41:02.578907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef65742-41e4-4ed8-b6f8-bf2f50e4222e req-2a344fef-eab9-4ba7-bf49-14f2bd963a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:02.580447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6ef65742-41e4-4ed8-b6f8-bf2f50e4222e req-2a344fef-eab9-4ba7-bf49-14f2bd963a34 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971889 Aug 16 02:41:02.935799 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:02.975374 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3fc8bec-99d9-4e6c-bd77-dcf2d5e00553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:03.263805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060003d7-d61b-4a09-bb00-215180d7d066 req-f353f023-d85c-4fdb-8d5c-5f2a16e98669 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:03.265557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-060003d7-d61b-4a09-bb00-215180d7d066 req-f353f023-d85c-4fdb-8d5c-5f2a16e98669 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 946 time: 0.0497184 Aug 16 02:41:03.303387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-060003d7-d61b-4a09-bb00-215180d7d066 req-7d4061ea-f731-4695-b0a0-33d0aba9a8f5 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Aug 16 02:41:03.431805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1196dd-7c7c-4b09-836c-a724e8e4c41c req-820c8382-0e3f-4223-adc1-54e509ab1a08 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:03.433295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab1196dd-7c7c-4b09-836c-a724e8e4c41c req-820c8382-0e3f-4223-adc1-54e509ab1a08 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 946 time: 0.0492520 Aug 16 02:41:03.470514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab1196dd-7c7c-4b09-836c-a724e8e4c41c req-c9f9689c-0e91-45af-abed-d9caf3708a7f tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Aug 16 02:41:03.588679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbc742-8a4a-4c57-8442-5a42cd3d2c1d req-1380fc3a-994b-4557-8b7b-6947e875babb tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:03.590144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39fbc742-8a4a-4c57-8442-5a42cd3d2c1d req-1380fc3a-994b-4557-8b7b-6947e875babb tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 946 time: 0.0475268 Aug 16 02:41:03.630706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39fbc742-8a4a-4c57-8442-5a42cd3d2c1d req-8fd05ec8-3dfd-4745-bfa3-7c83f72db390 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347154 Aug 16 02:41:03.795474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9370ff-fc55-40f7-92f6-4e87fd5e3a97 req-57bd026e-afb6-46e6-91ce-991df2926ab3 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:03.796844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b9370ff-fc55-40f7-92f6-4e87fd5e3a97 req-57bd026e-afb6-46e6-91ce-991df2926ab3 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 946 time: 0.0505450 Aug 16 02:41:03.834441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2b9370ff-fc55-40f7-92f6-4e87fd5e3a97 req-a2c8a2d1-cf99-4022-9ce0-30aca16e5bbb tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314748 Aug 16 02:41:03.950046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff845f-f657-4c30-8daa-f8c010a8b602 req-57bd2c16-8e17-44a5-b56b-2a978cca2d03 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:03.951501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7ff845f-f657-4c30-8daa-f8c010a8b602 req-57bd2c16-8e17-44a5-b56b-2a978cca2d03 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 946 time: 0.0482945 Aug 16 02:41:03.989226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7ff845f-f657-4c30-8daa-f8c010a8b602 req-2e79fd19-9eaf-463d-988c-3c71addb0bc2 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Aug 16 02:41:04.113482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8f249-b96b-4787-bb67-47288cde1dc7 req-902cc3c6-e0e6-419a-99fc-ec5a28286c9c tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:04.114994 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09d8f249-b96b-4787-bb67-47288cde1dc7 req-902cc3c6-e0e6-419a-99fc-ec5a28286c9c tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 946 time: 0.0492947 Aug 16 02:41:04.158015 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09d8f249-b96b-4787-bb67-47288cde1dc7 req-65099100-9bc6-4e2d-b294-d7d8b37ad8fe tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369897 Aug 16 02:41:04.256846 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:04.676102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808eed1-7726-428d-a827-d913c5932ccc req-e74bb82c-f7ff-4542-bf2f-4c09366b72e0 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:04.677541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f808eed1-7726-428d-a827-d913c5932ccc req-e74bb82c-f7ff-4542-bf2f-4c09366b72e0 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 946 time: 0.0494409 Aug 16 02:41:04.714152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f808eed1-7726-428d-a827-d913c5932ccc req-99ba13d5-c089-47db-8018-3a28602ecce1 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Aug 16 02:41:05.697193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6715be52-d008-4c01-9e56-a44af17054c7 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:05.717128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 6715be52-d008-4c01-9e56-a44af17054c7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:05.717509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 6715be52-d008-4c01-9e56-a44af17054c7 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:05.834841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c25c-3ca7-4a97-a50f-282baa932607 req-56cf289d-2956-42c0-a898-ed316d231c67 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:05.836329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7171c25c-3ca7-4a97-a50f-282baa932607 req-56cf289d-2956-42c0-a898-ed316d231c67 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 946 time: 0.0516469 Aug 16 02:41:05.873218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7171c25c-3ca7-4a97-a50f-282baa932607 req-99e011e3-c9b4-4143-b696-48e797be96dd tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/security-groups?id=7629ce06-5fc7-4e36-9e2a-026d46a7d031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Aug 16 02:41:05.971286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.168478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241a5af-f1c3-451b-87ba-0fe9e63fcc3d req-521715b4-47bb-4daf-acac-933c20ae8dc7 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:06.169936 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4241a5af-f1c3-451b-87ba-0fe9e63fcc3d req-521715b4-47bb-4daf-acac-933c20ae8dc7 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 946 time: 0.0485768 Aug 16 02:41:06.259977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4241a5af-f1c3-451b-87ba-0fe9e63fcc3d req-c9277b28-3f96-43cd-8fe7-2e2eaabce85d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Deleting port 33e548ad-9a14-4d0d-9363-3dc92087826f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:06.260231 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4241a5af-f1c3-451b-87ba-0fe9e63fcc3d req-c9277b28-3f96-43cd-8fe7-2e2eaabce85d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.344082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4241a5af-f1c3-451b-87ba-0fe9e63fcc3d req-c9277b28-3f96-43cd-8fe7-2e2eaabce85d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] For port 33e548ad-9a14-4d0d-9363-3dc92087826f, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=33e548ad-9a14-4d0d-9363-3dc92087826f,segment=NetworkSegment(6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b),segment_id=6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:06.344435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4241a5af-f1c3-451b-87ba-0fe9e63fcc3d req-c9277b28-3f96-43cd-8fe7-2e2eaabce85d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.357134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4241a5af-f1c3-451b-87ba-0fe9e63fcc3d req-c9277b28-3f96-43cd-8fe7-2e2eaabce85d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Calling delete_port for 33e548ad-9a14-4d0d-9363-3dc92087826f owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:06.536813 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4241a5af-f1c3-451b-87ba-0fe9e63fcc3d req-c9277b28-3f96-43cd-8fe7-2e2eaabce85d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.565259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9277b28-3f96-43cd-8fe7-2e2eaabce85d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Pushing event deleted for resources: {'Port': ['ID=33e548ad-9a14-4d0d-9363-3dc92087826f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:06.609042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4241a5af-f1c3-451b-87ba-0fe9e63fcc3d req-c9277b28-3f96-43cd-8fe7-2e2eaabce85d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] No DVR routers for this DVR port 33e548ad-9a14-4d0d-9363-3dc92087826f on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:06.611919 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4241a5af-f1c3-451b-87ba-0fe9e63fcc3d req-c9277b28-3f96-43cd-8fe7-2e2eaabce85d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.613920 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4241a5af-f1c3-451b-87ba-0fe9e63fcc3d req-c9277b28-3f96-43cd-8fe7-2e2eaabce85d tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.64 "DELETE /v2.0/ports/33e548ad-9a14-4d0d-9363-3dc92087826f HTTP/1.1" status: 204 len: 173 time: 0.4367757 Aug 16 02:41:06.614363 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe75c35a-672b-4581-9be9-3bde0ee5257f', 'name': 'network-vif-deleted', 'tag': '33e548ad-9a14-4d0d-9363-3dc92087826f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:06.616614 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ab3b44-15d9-43ec-a974-389c9fa8a58a" -d '{"events": [{"server_uuid": "fe75c35a-672b-4581-9be9-3bde0ee5257f", "name": "network-vif-deleted", "tag": "33e548ad-9a14-4d0d-9363-3dc92087826f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:06.651614 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ea9f65-cf97-479a-b1c5-33184374cac5 x-openstack-request-id: req-14ea9f65-cf97-479a-b1c5-33184374cac5 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:06.651984 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe75c35a-672b-4581-9be9-3bde0ee5257f", "name": "network-vif-deleted", "tag": "33e548ad-9a14-4d0d-9363-3dc92087826f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:06.652239 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-14ea9f65-cf97-479a-b1c5-33184374cac5 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:06.652643 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe75c35a-672b-4581-9be9-3bde0ee5257f', 'name': 'network-vif-deleted', 'tag': '33e548ad-9a14-4d0d-9363-3dc92087826f', 'status': 'completed', 'code': 200} Aug 16 02:41:06.979647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0da852a1-84e0-4d58-b41c-7f97a4f4ce9f req-12408613-7bbe-478e-bef5-8b59a5d7f644 tempest-ServersNegativeTestJSON-1951824912 tempest-ServersNegativeTestJSON-1951824912-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe75c35a-672b-4581-9be9-3bde0ee5257f HTTP/1.1" status: 200 len: 210 time: 0.0272171 Aug 16 02:41:08.036135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56062) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:08.078732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-507be36e-3e9e-403b-8b92-c04b45c9ebbe admin admin] Deleting subnet abecfe95-4d25-4808-9e78-2395f46c3856 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:08.082289 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-507be36e-3e9e-403b-8b92-c04b45c9ebbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.116381 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-507be36e-3e9e-403b-8b92-c04b45c9ebbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.158345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-507be36e-3e9e-403b-8b92-c04b45c9ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.276154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 33e548ad-9a14-4d0d-9363-3dc92087826f no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:08.295440 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 33e548ad-9a14-4d0d-9363-3dc92087826f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:08.295777 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 33e548ad-9a14-4d0d-9363-3dc92087826f not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:08.308331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-507be36e-3e9e-403b-8b92-c04b45c9ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.335906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507be36e-3e9e-403b-8b92-c04b45c9ebbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abecfe95-4d25-4808-9e78-2395f46c3856,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:08.337866 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-507be36e-3e9e-403b-8b92-c04b45c9ebbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.339712 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-507be36e-3e9e-403b-8b92-c04b45c9ebbe admin admin] 10.222.0.66 "DELETE /v2.0/subnets/abecfe95-4d25-4808-9e78-2395f46c3856 HTTP/1.1" status: 204 len: 168 time: 0.3025837 Aug 16 02:41:08.342439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56064) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:08.409291 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.490658 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.500207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccded6c-a1be-4f61-8486-e4cabd08c720']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:08.510702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:08.511003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6e3b8f-aed3-43b3-8eb3-bd271c8e375b') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:08.520445 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.533563 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.539369 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:08.539761 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:08.541378 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:08.673879 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.679076 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.681000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9ccded6c-a1be-4f61-8486-e4cabd08c720 HTTP/1.1" status: 204 len: 168 time: 0.3375685 Aug 16 02:41:08.698670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b58ae7-ee61-4de7-ac1b-4e8e5d0e8c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ccded6c-a1be-4f61-8486-e4cabd08c720,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:09.000621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56068) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:09.041475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1d31919b-eec3-4c91-81e0-cfa57707bbf2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f9919588f414f2fb4f756f62167c9d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396893 Aug 16 02:41:09.043957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56070) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:09.090251 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6e3beda8-ac92-4c15-ba08-03e96baec279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.111627 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6e3beda8-ac92-4c15-ba08-03e96baec279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.297228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6e3beda8-ac92-4c15-ba08-03e96baec279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.300424 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6e3beda8-ac92-4c15-ba08-03e96baec279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.301720 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6e3beda8-ac92-4c15-ba08-03e96baec279 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7629ce06-5fc7-4e36-9e2a-026d46a7d031 HTTP/1.1" status: 204 len: 168 time: 0.2568598 Aug 16 02:41:09.309770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3beda8-ac92-4c15-ba08-03e96baec279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7629ce06-5fc7-4e36-9e2a-026d46a7d031,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:10.308916 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56092) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:10.401024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-718095371'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:10.477596 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Made reservation on behalf of 21203bc6b3e049b49c067d96da0e407b for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:10.481098 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.490161 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.580630 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.683785 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.709671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:10.719323 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c822ae-53b5-4e2b-88d9-f6d8106db679,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:10.725441 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.725837 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Added segment cc533fad-61ca-404f-9442-ec5908d93e10 of type vlan for network 7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8 Aug 16 02:41:10.765641 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.849483 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.855004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:10.855582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.919138 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event updated for resources: {'Network': ['ID=7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:10.929315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:10.977523 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6399a2db-119d-4b08-b0f5-182f8e64bf86 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6674020 Aug 16 02:41:11.392756 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:41:14.367118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56096) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:14.372244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Request body: {'subnet': {'network_id': '7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:14.546788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Made reservation on behalf of 21203bc6b3e049b49c067d96da0e407b for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:14.550989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.798210 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.857177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event updated for resources: {'Subnet': ['ID=7f232fb9-72bd-4edd-b32d-78877866e1fa,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:14.866649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Checking segment: {'id': 'cc533fad-61ca-404f-9442-ec5908d93e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:14.867011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Network hostable DHCP agents. Network: 7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:14.959973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Network 7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:15.079309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:15.083865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:15.084447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.088596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29274eef-c1af-46d5-972d-87adccaaa97d None None] Network 7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:15.166432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b770e4d5-8597-42aa-81bc-64cb4f47e091 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7981751 Aug 16 02:41:15.169927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56098) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:15.175038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-735956138'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:15.229861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8', 'network_id': '7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8', 'tenant_id': '21203bc6b3e049b49c067d96da0e407b', 'fixed_ips': [{'subnet_id': '7f232fb9-72bd-4edd-b32d-78877866e1fa'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:15.230719 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.279678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Made reservation on behalf of 21203bc6b3e049b49c067d96da0e407b for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:15.283337 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.307449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:15.316539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.317069 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Added segment 31390548-9ad6-4795-ac14-afbf579af4f6 of type vlan for network 3c439441-fd1e-4558-b05f-1e04c6e77c4e Aug 16 02:41:15.357077 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.368741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Allocated IP 2001:db8:0:ffff::2 (7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8/7f232fb9-72bd-4edd-b32d-78877866e1fa/9f94da67-cf0f-4678-9a06-0709392bfc02) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:15.449698 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.455294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:15.455877 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.509626 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.518341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Transition to ACTIVE for port object 9f94da67-cf0f-4678-9a06-0709392bfc02 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:15.524080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event updated for resources: {'Network': ['ID=3c439441-fd1e-4558-b05f-1e04c6e77c4e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:15.534577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 3c439441-fd1e-4558-b05f-1e04c6e77c4e details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:15.536693 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Transition to ACTIVE for port object 9f94da67-cf0f-4678-9a06-0709392bfc02 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:15.567173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d4622dbc-5011-42bb-b1b0-1147b0cf57f0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3961332 Aug 16 02:41:15.570076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56100) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:15.575217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Request body: {'subnet': {'network_id': '3c439441-fd1e-4558-b05f-1e04c6e77c4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:15.627305 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.667991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Network 7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:15.670884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:15.674418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:15.681970 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Pushing event updated for resources: {'Port': ['ID=9f94da67-cf0f-4678-9a06-0709392bfc02,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:15.734377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Attempting to bind port 9f94da67-cf0f-4678-9a06-0709392bfc02 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:15.734748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Attempting to bind port 9f94da67-cf0f-4678-9a06-0709392bfc02 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'cc533fad-61ca-404f-9442-ec5908d93e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:15.735112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Attempting to bind port 9f94da67-cf0f-4678-9a06-0709392bfc02 on network 7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:15.740508 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:15.740884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Checking segment: {'id': 'cc533fad-61ca-404f-9442-ec5908d93e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:15.741282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.741679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Bound using segment: {'id': 'cc533fad-61ca-404f-9442-ec5908d93e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:15.742173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Bound port: 9f94da67-cf0f-4678-9a06-0709392bfc02, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc533fad-61ca-404f-9442-ec5908d93e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:15.742558 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.763667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Made reservation on behalf of 21203bc6b3e049b49c067d96da0e407b for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:15.767652 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.804921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] For port 9f94da67-cf0f-4678-9a06-0709392bfc02, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:15.808157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] For port 9f94da67-cf0f-4678-9a06-0709392bfc02, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9f94da67-cf0f-4678-9a06-0709392bfc02,segment=NetworkSegment(cc533fad-61ca-404f-9442-ec5908d93e10),segment_id=cc533fad-61ca-404f-9442-ec5908d93e10)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:15.892191 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.951011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b04af-41c6-4650-894d-91ae4be4257c None None] Pushing event updated for resources: {'Port': ['ID=9f94da67-cf0f-4678-9a06-0709392bfc02,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:16.022687 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.089809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event updated for resources: {'Subnet': ['ID=01a2c015-7df0-4969-8a55-6e9986f88e09,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:16.107695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Checking segment: {'id': '31390548-9ad6-4795-ac14-afbf579af4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3c439441-fd1e-4558-b05f-1e04c6e77c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:16.107695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Network hostable DHCP agents. Network: 3c439441-fd1e-4558-b05f-1e04c6e77c4e, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:16.188215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Network 3c439441-fd1e-4558-b05f-1e04c6e77c4e is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:16.256672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 3c439441-fd1e-4558-b05f-1e04c6e77c4e) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:16.260919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:16.261521 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.265847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb67c749-528c-414e-92c1-cbffa00cda8a None None] Network 3c439441-fd1e-4558-b05f-1e04c6e77c4e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:16.353162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5030833f-efa3-41e7-8c94-33335658ccb9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7795584 Aug 16 02:41:16.353648 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56102) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:16.411503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-3c439441-fd1e-4558-b05f-1e04c6e77c4e', 'network_id': '3c439441-fd1e-4558-b05f-1e04c6e77c4e', 'tenant_id': '21203bc6b3e049b49c067d96da0e407b', 'fixed_ips': [{'subnet_id': '01a2c015-7df0-4969-8a55-6e9986f88e09'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:16.419145 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.453059 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.542505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.559870 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Allocated IP 2001:db8::2 (3c439441-fd1e-4558-b05f-1e04c6e77c4e/01a2c015-7df0-4969-8a55-6e9986f88e09/04a53ff2-8b34-4351-9ba9-5f37b4accc79) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:16.703129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9f94da67-cf0f-4678-9a06-0709392bfc02 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:16.752931 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.764416 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Transition to ACTIVE for port object 04a53ff2-8b34-4351-9ba9-5f37b4accc79 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:16.785065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Transition to ACTIVE for port object 04a53ff2-8b34-4351-9ba9-5f37b4accc79 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:16.831179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d189888-9b71-4132-8c54-da7bf06ea10b None None] Network 7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:16.867894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 9f94da67-cf0f-4678-9a06-0709392bfc02 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:16.877282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.939845 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Network 3c439441-fd1e-4558-b05f-1e04c6e77c4e is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:16.946870 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.950130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:16.955464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Pushing event updated for resources: {'Port': ['ID=04a53ff2-8b34-4351-9ba9-5f37b4accc79,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:16.961579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:16.975756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Subnet': ['ID=01a2c015-7df0-4969-8a55-6e9986f88e09,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:17.038165 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.039317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f530f894-63e1-4eef-83d1-be8d371e0c73 None None] Provisioning for port 9f94da67-cf0f-4678-9a06-0709392bfc02 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:17.048240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c439441-fd1e-4558-b05f-1e04c6e77c4e']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:17.051341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f530f894-63e1-4eef-83d1-be8d371e0c73 None None] Provisioning complete for port 9f94da67-cf0f-4678-9a06-0709392bfc02 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:17.051824 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f530f894-63e1-4eef-83d1-be8d371e0c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.063658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31390548-9ad6-4795-ac14-afbf579af4f6') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:17.063975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31390548-9ad6-4795-ac14-afbf579af4f6') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:17.073848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.082654 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Attempting to bind port 04a53ff2-8b34-4351-9ba9-5f37b4accc79 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:17.083028 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Attempting to bind port 04a53ff2-8b34-4351-9ba9-5f37b4accc79 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '31390548-9ad6-4795-ac14-afbf579af4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3c439441-fd1e-4558-b05f-1e04c6e77c4e'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:17.083392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Attempting to bind port 04a53ff2-8b34-4351-9ba9-5f37b4accc79 on network 3c439441-fd1e-4558-b05f-1e04c6e77c4e {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:17.087162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.093043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:17.099106 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:17.107646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:17.108017 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Checking segment: {'id': '31390548-9ad6-4795-ac14-afbf579af4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3c439441-fd1e-4558-b05f-1e04c6e77c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:17.108421 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.108821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Bound using segment: {'id': '31390548-9ad6-4795-ac14-afbf579af4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3c439441-fd1e-4558-b05f-1e04c6e77c4e'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:17.109307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Bound port: 04a53ff2-8b34-4351-9ba9-5f37b4accc79, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31390548-9ad6-4795-ac14-afbf579af4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3c439441-fd1e-4558-b05f-1e04c6e77c4e'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:17.109691 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.211992 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:41:17.211992 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:41:17.211992 n-d-768509-23 neutron-server[95516]: [parameters: {'id': '3c439441-fd1e-4558-b05f-1e04c6e77c4e'}] Aug 16 02:41:17.211992 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:41:17.212430 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:41:17.221459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] For port 04a53ff2-8b34-4351-9ba9-5f37b4accc79, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:17.226311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] For port 04a53ff2-8b34-4351-9ba9-5f37b4accc79, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=04a53ff2-8b34-4351-9ba9-5f37b4accc79,segment=NetworkSegment(31390548-9ad6-4795-ac14-afbf579af4f6),segment_id=31390548-9ad6-4795-ac14-afbf579af4f6)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:17.227681 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f530f894-63e1-4eef-83d1-be8d371e0c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.262174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-f530f894-63e1-4eef-83d1-be8d371e0c73 None None] For port 9f94da67-cf0f-4678-9a06-0709392bfc02, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9f94da67-cf0f-4678-9a06-0709392bfc02,segment=NetworkSegment(cc533fad-61ca-404f-9442-ec5908d93e10),segment_id=cc533fad-61ca-404f-9442-ec5908d93e10)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:17.341542 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.381492 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f530f894-63e1-4eef-83d1-be8d371e0c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.430101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2430840-9422-464d-9f80-697fcf3dfabc None None] Pushing event updated for resources: {'Port': ['ID=04a53ff2-8b34-4351-9ba9-5f37b4accc79,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:17.455197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70291199-2355-4d3b-9883-77aada651d6b None None] Network 3c439441-fd1e-4558-b05f-1e04c6e77c4e requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:17.545714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530f894-63e1-4eef-83d1-be8d371e0c73 None None] Pushing event updated for resources: {'Port': ['ID=9f94da67-cf0f-4678-9a06-0709392bfc02,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:17.552297 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d576f70e-cac3-418f-aeef-452648076cd5 None None] Provisioning complete for port 9f94da67-cf0f-4678-9a06-0709392bfc02 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:17.552673 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d576f70e-cac3-418f-aeef-452648076cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.663844 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff988627-440b-4d61-b7ef-55d081de9573 None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:41:17.714162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.738649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff988627-440b-4d61-b7ef-55d081de9573 None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:41:17.766888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Deleting port 04a53ff2-8b34-4351-9ba9-5f37b4accc79 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:17.767250 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.834068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] For port 04a53ff2-8b34-4351-9ba9-5f37b4accc79, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=04a53ff2-8b34-4351-9ba9-5f37b4accc79,segment=NetworkSegment(31390548-9ad6-4795-ac14-afbf579af4f6),segment_id=31390548-9ad6-4795-ac14-afbf579af4f6)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:17.834457 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.849551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Calling delete_port for 04a53ff2-8b34-4351-9ba9-5f37b4accc79 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:17.993563 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.019996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Port': ['ID=04a53ff2-8b34-4351-9ba9-5f37b4accc79,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:18.024851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No DVR routers for this DVR port 04a53ff2-8b34-4351-9ba9-5f37b4accc79 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:18.104952 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.117072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c439441-fd1e-4558-b05f-1e04c6e77c4e']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:18.131249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31390548-9ad6-4795-ac14-afbf579af4f6') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:18.131618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31390548-9ad6-4795-ac14-afbf579af4f6') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:18.140618 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.154877 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.160801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:18.161190 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:18.164150 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:18.308443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.317040 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.319245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/networks/3c439441-fd1e-4558-b05f-1e04c6e77c4e HTTP/1.1" status: 204 len: 168 time: 1.9644282 Aug 16 02:41:18.329971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56104) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:18.331419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60badbf4-4c6d-45dd-844c-764a907f58a0 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Network': ['ID=3c439441-fd1e-4558-b05f-1e04c6e77c4e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:18.336685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1039745355'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:18.446076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Made reservation on behalf of 21203bc6b3e049b49c067d96da0e407b for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:18.449462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.474958 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:18.484567 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.484920 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Added segment 4ccb012d-7219-4412-9c6e-d1a1db094fa9 of type vlan for network 95863bba-b517-49e1-909b-a11aa0001c40 Aug 16 02:41:18.649318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9f94da67-cf0f-4678-9a06-0709392bfc02 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:18.703113 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9f94da67-cf0f-4678-9a06-0709392bfc02 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:18.703385 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.855660 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.970677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.976962 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:18.977553 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.042023 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event updated for resources: {'Network': ['ID=95863bba-b517-49e1-909b-a11aa0001c40,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:19.052611 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 95863bba-b517-49e1-909b-a11aa0001c40 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:19.097667 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-111c9b4e-d53a-492b-8ef2-51c650622c2d tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7659690 Aug 16 02:41:19.100553 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56106) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:19.105882 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Request body: {'subnet': {'network_id': '95863bba-b517-49e1-909b-a11aa0001c40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:19.262565 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Made reservation on behalf of 21203bc6b3e049b49c067d96da0e407b for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:19.266286 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.322497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Performing IP validity checks on allocation pools {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:41:19.323028 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.ipam_backend_mixin [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:41:19.508091 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.566555 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event updated for resources: {'Subnet': ['ID=b21fa11f-f58f-4907-905d-99586b0c8087,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:19.578124 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Checking segment: {'id': '4ccb012d-7219-4412-9c6e-d1a1db094fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '95863bba-b517-49e1-909b-a11aa0001c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:19.578497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Network hostable DHCP agents. Network: 95863bba-b517-49e1-909b-a11aa0001c40, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:19.690534 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Network 95863bba-b517-49e1-909b-a11aa0001c40 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:19.764998 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 95863bba-b517-49e1-909b-a11aa0001c40) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:19.769704 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:19.770354 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.775063 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b17122e-bf46-4fa2-a097-828452218fca None None] Network 95863bba-b517-49e1-909b-a11aa0001c40 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:19.857749 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b910ee7c-ecb5-4c3c-887d-bdd1f13e278f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7555456 Aug 16 02:41:19.860676 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56108) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:19.925661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-95863bba-b517-49e1-909b-a11aa0001c40', 'network_id': '95863bba-b517-49e1-909b-a11aa0001c40', 'tenant_id': '21203bc6b3e049b49c067d96da0e407b', 'fixed_ips': [{'subnet_id': 'b21fa11f-f58f-4907-905d-99586b0c8087'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:19.926740 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.966347 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.018744 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.061494 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Allocated IP 2001:db8::3 (95863bba-b517-49e1-909b-a11aa0001c40/b21fa11f-f58f-4907-905d-99586b0c8087/f889f77f-79a1-4e26-9249-62727990c498) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:20.201280 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.209054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Transition to ACTIVE for port object f889f77f-79a1-4e26-9249-62727990c498 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:20.223824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Transition to ACTIVE for port object f889f77f-79a1-4e26-9249-62727990c498 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:20.319794 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.358843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Network 95863bba-b517-49e1-909b-a11aa0001c40 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:20.361645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:20.366146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:20.372964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Pushing event updated for resources: {'Port': ['ID=f889f77f-79a1-4e26-9249-62727990c498,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.422452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Attempting to bind port f889f77f-79a1-4e26-9249-62727990c498 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:20.426655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Attempting to bind port f889f77f-79a1-4e26-9249-62727990c498 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '4ccb012d-7219-4412-9c6e-d1a1db094fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '95863bba-b517-49e1-909b-a11aa0001c40'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:20.426787 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.426901 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Attempting to bind port f889f77f-79a1-4e26-9249-62727990c498 on network 95863bba-b517-49e1-909b-a11aa0001c40 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:20.428779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:20.429148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Checking segment: {'id': '4ccb012d-7219-4412-9c6e-d1a1db094fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '95863bba-b517-49e1-909b-a11aa0001c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:20.429546 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.429968 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Bound using segment: {'id': '4ccb012d-7219-4412-9c6e-d1a1db094fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '95863bba-b517-49e1-909b-a11aa0001c40'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:20.430437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Bound port: f889f77f-79a1-4e26-9249-62727990c498, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ccb012d-7219-4412-9c6e-d1a1db094fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '95863bba-b517-49e1-909b-a11aa0001c40'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:20.430816 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.453457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Subnet': ['ID=b21fa11f-f58f-4907-905d-99586b0c8087,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.520901 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.532143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95863bba-b517-49e1-909b-a11aa0001c40']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:20.544922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ccb012d-7219-4412-9c6e-d1a1db094fa9') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:20.545223 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ccb012d-7219-4412-9c6e-d1a1db094fa9') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:20.555380 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.570080 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.576499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:20.576926 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:20.580237 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:20.653388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] For port f889f77f-79a1-4e26-9249-62727990c498, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:20.656339 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] For port f889f77f-79a1-4e26-9249-62727990c498, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f889f77f-79a1-4e26-9249-62727990c498,segment=NetworkSegment(4ccb012d-7219-4412-9c6e-d1a1db094fa9),segment_id=4ccb012d-7219-4412-9c6e-d1a1db094fa9)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:20.673896 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.db.api [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:41:20.673896 n-d-768509-23 neutron-server[95515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:41:20.673896 n-d-768509-23 neutron-server[95515]: [parameters: {'id': '95863bba-b517-49e1-909b-a11aa0001c40'}] Aug 16 02:41:20.673896 n-d-768509-23 neutron-server[95515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:41:20.674293 n-d-768509-23 neutron-server[95515]: DEBUG oslo_db.api [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:41:20.742497 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.821392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a07144-6ea9-4a61-84a5-5d1f87545aee None None] Pushing event updated for resources: {'Port': ['ID=f889f77f-79a1-4e26-9249-62727990c498,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.830819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b69942-fae0-45cd-8587-f190153a2fb7 None None] Network 95863bba-b517-49e1-909b-a11aa0001c40 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:20.950176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e20573c-bd18-48f5-8692-0ff6bf871b64 None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:41:21.012352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20573c-bd18-48f5-8692-0ff6bf871b64 None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:41:21.176496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.233315 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Deleting port f889f77f-79a1-4e26-9249-62727990c498 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:21.233655 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.294858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] For port f889f77f-79a1-4e26-9249-62727990c498, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f889f77f-79a1-4e26-9249-62727990c498,segment=NetworkSegment(4ccb012d-7219-4412-9c6e-d1a1db094fa9),segment_id=4ccb012d-7219-4412-9c6e-d1a1db094fa9)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:21.295149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.308191 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Calling delete_port for f889f77f-79a1-4e26-9249-62727990c498 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:21.393621 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.529353 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.555815 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Port': ['ID=f889f77f-79a1-4e26-9249-62727990c498,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:21.560772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No DVR routers for this DVR port f889f77f-79a1-4e26-9249-62727990c498 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:21.641088 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.651375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95863bba-b517-49e1-909b-a11aa0001c40']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:21.662231 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ccb012d-7219-4412-9c6e-d1a1db094fa9') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:21.662528 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ccb012d-7219-4412-9c6e-d1a1db094fa9') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:21.671355 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.689193 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.695279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:21.695665 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:21.698585 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:21.814529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.821959 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.823559 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/networks/95863bba-b517-49e1-909b-a11aa0001c40 HTTP/1.1" status: 204 len: 168 time: 1.9619179 Aug 16 02:41:21.827327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56110) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:21.833432 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1551083075'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:21.836170 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3efa0-8c6a-4d4b-9c61-5c27486fdc17 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Network': ['ID=95863bba-b517-49e1-909b-a11aa0001c40,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:21.924802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Made reservation on behalf of 21203bc6b3e049b49c067d96da0e407b for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:21.928364 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.951733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:21.960715 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.961056 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Added segment e4d2ff68-553d-46df-9ad6-6a2a0d775776 of type vlan for network 72e419a1-7123-4ba0-833d-8fb613f58280 Aug 16 02:41:21.998508 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.090814 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.096155 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:22.096736 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.337083 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.511637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event updated for resources: {'Network': ['ID=72e419a1-7123-4ba0-833d-8fb613f58280,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:22.522780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 72e419a1-7123-4ba0-833d-8fb613f58280 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:22.560372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0d8969ef-8bed-47f3-9fc5-22f88f6db21f tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7319961 Aug 16 02:41:22.563305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56112) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:22.568892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Request body: {'subnet': {'network_id': '72e419a1-7123-4ba0-833d-8fb613f58280', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:22.708364 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Made reservation on behalf of 21203bc6b3e049b49c067d96da0e407b for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:22.711801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.931328 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.990563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event updated for resources: {'Subnet': ['ID=2fc69ade-ae14-4371-8a42-ce12aa32d2fe,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:22.997264 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Checking segment: {'id': 'e4d2ff68-553d-46df-9ad6-6a2a0d775776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '72e419a1-7123-4ba0-833d-8fb613f58280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:22.997620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Network hostable DHCP agents. Network: 72e419a1-7123-4ba0-833d-8fb613f58280, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:23.073393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Network 72e419a1-7123-4ba0-833d-8fb613f58280 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:23.134617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 72e419a1-7123-4ba0-833d-8fb613f58280) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:23.138639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:23.139227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.143671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7306ba-e8b0-48c3-9187-3e5aac74ef26 None None] Network 72e419a1-7123-4ba0-833d-8fb613f58280 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:23.217369 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e93f7ba7-a492-475f-9a19-aa573364b8c1 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6529367 Aug 16 02:41:23.222541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56114) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:23.228026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1284748484'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:23.298366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-72e419a1-7123-4ba0-833d-8fb613f58280', 'network_id': '72e419a1-7123-4ba0-833d-8fb613f58280', 'tenant_id': '21203bc6b3e049b49c067d96da0e407b', 'fixed_ips': [{'subnet_id': '2fc69ade-ae14-4371-8a42-ce12aa32d2fe'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:23.299476 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.313676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Made reservation on behalf of 21203bc6b3e049b49c067d96da0e407b for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:23.317907 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.345235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:23.355660 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.358096 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Added segment 0d98aa65-8315-439e-9b32-b82670a3799d of type vlan for network 9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6 Aug 16 02:41:23.397572 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.442488 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Allocated IP 2001:db8::2 (72e419a1-7123-4ba0-833d-8fb613f58280/2fc69ade-ae14-4371-8a42-ce12aa32d2fe/0b304a64-a894-4fd1-83d5-065ea27b23bb) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:23.502403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.508090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:23.508780 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.574329 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event updated for resources: {'Network': ['ID=9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:23.588137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:23.604060 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.640626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3e1d81b8-c09a-4f26-b4ee-71902e02b53b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4164238 Aug 16 02:41:23.643313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56116) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:23.647736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Transition to ACTIVE for port object 0b304a64-a894-4fd1-83d5-065ea27b23bb will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:23.649021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Request body: {'subnet': {'network_id': '9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:23.680225 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Transition to ACTIVE for port object 0b304a64-a894-4fd1-83d5-065ea27b23bb will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:23.748228 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.783909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Network 72e419a1-7123-4ba0-833d-8fb613f58280 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:23.789388 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:23.791780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:23.803903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Pushing event updated for resources: {'Port': ['ID=0b304a64-a894-4fd1-83d5-065ea27b23bb,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:23.827925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Made reservation on behalf of 21203bc6b3e049b49c067d96da0e407b for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:23.831911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.852496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Attempting to bind port 0b304a64-a894-4fd1-83d5-065ea27b23bb on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:23.852877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Attempting to bind port 0b304a64-a894-4fd1-83d5-065ea27b23bb by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'e4d2ff68-553d-46df-9ad6-6a2a0d775776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '72e419a1-7123-4ba0-833d-8fb613f58280'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:23.853248 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Attempting to bind port 0b304a64-a894-4fd1-83d5-065ea27b23bb on network 72e419a1-7123-4ba0-833d-8fb613f58280 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:23.858354 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:23.858735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Checking segment: {'id': 'e4d2ff68-553d-46df-9ad6-6a2a0d775776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '72e419a1-7123-4ba0-833d-8fb613f58280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:23.859141 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.859537 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Bound using segment: {'id': 'e4d2ff68-553d-46df-9ad6-6a2a0d775776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '72e419a1-7123-4ba0-833d-8fb613f58280'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:23.860007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Bound port: 0b304a64-a894-4fd1-83d5-065ea27b23bb, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d2ff68-553d-46df-9ad6-6a2a0d775776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '72e419a1-7123-4ba0-833d-8fb613f58280'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:23.860394 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.928489 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] For port 0b304a64-a894-4fd1-83d5-065ea27b23bb, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:23.931511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] For port 0b304a64-a894-4fd1-83d5-065ea27b23bb, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0b304a64-a894-4fd1-83d5-065ea27b23bb,segment=NetworkSegment(e4d2ff68-553d-46df-9ad6-6a2a0d775776),segment_id=e4d2ff68-553d-46df-9ad6-6a2a0d775776)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:24.000128 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.063078 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ab9aa-2b4b-4fe1-8364-0b3b08e4e8de None None] Pushing event updated for resources: {'Port': ['ID=0b304a64-a894-4fd1-83d5-065ea27b23bb,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:24.090032 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.152133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event updated for resources: {'Subnet': ['ID=24514972-ea67-4bb5-a75e-c9def7a3a639,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:24.162040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Checking segment: {'id': '0d98aa65-8315-439e-9b32-b82670a3799d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:24.162040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Network hostable DHCP agents. Network: 9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:24.243540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Network 9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:24.323484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:24.327896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:24.328496 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.333142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9975f0a-1d71-419d-9a6b-2be96b0d4991 None None] Network 9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:24.400197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-127e7b2e-bce3-4daf-91b5-1e3b98859c61 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7551687 Aug 16 02:41:24.402629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56118) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:24.480557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6', 'network_id': '9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6', 'tenant_id': '21203bc6b3e049b49c067d96da0e407b', 'fixed_ips': [{'subnet_id': '24514972-ea67-4bb5-a75e-c9def7a3a639'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:24.481418 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.506081 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.558244 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.622102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Allocated IP 2001:db8::2 (9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6/24514972-ea67-4bb5-a75e-c9def7a3a639/72374845-e2c0-405f-8352-2bee587a9179) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:24.688323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b304a64-a894-4fd1-83d5-065ea27b23bb up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:24.814020 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.823285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Transition to ACTIVE for port object 72374845-e2c0-405f-8352-2bee587a9179 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:24.839493 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Transition to ACTIVE for port object 72374845-e2c0-405f-8352-2bee587a9179 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:24.850528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 0b304a64-a894-4fd1-83d5-065ea27b23bb completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:24.914372 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.946196 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aa46a6-e2f5-4a37-8806-8bbf516f0d4f None None] Network 72e419a1-7123-4ba0-833d-8fb613f58280 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:24.982656 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.998689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Network 9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:25.010542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Subnet': ['ID=24514972-ea67-4bb5-a75e-c9def7a3a639,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:25.010714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:25.017137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:25.023327 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Pushing event updated for resources: {'Port': ['ID=72374845-e2c0-405f-8352-2bee587a9179,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:25.077977 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.089017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:25.098895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cca12a30-9e64-43de-9708-3428166ba049 None None] Provisioning for port 0b304a64-a894-4fd1-83d5-065ea27b23bb completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:25.099881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d98aa65-8315-439e-9b32-b82670a3799d') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:25.100414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d98aa65-8315-439e-9b32-b82670a3799d') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:25.105527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Attempting to bind port 72374845-e2c0-405f-8352-2bee587a9179 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:25.105933 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Attempting to bind port 72374845-e2c0-405f-8352-2bee587a9179 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '0d98aa65-8315-439e-9b32-b82670a3799d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:25.106296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Attempting to bind port 72374845-e2c0-405f-8352-2bee587a9179 on network 9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:25.109551 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.123840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.129750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-cca12a30-9e64-43de-9708-3428166ba049 None None] Provisioning complete for port 0b304a64-a894-4fd1-83d5-065ea27b23bb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:25.134593 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cca12a30-9e64-43de-9708-3428166ba049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:25.134728 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:25.137324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:25.137324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Checking segment: {'id': '0d98aa65-8315-439e-9b32-b82670a3799d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:25.137324 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.137324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Bound using segment: {'id': '0d98aa65-8315-439e-9b32-b82670a3799d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:25.137324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Bound port: 72374845-e2c0-405f-8352-2bee587a9179, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d98aa65-8315-439e-9b32-b82670a3799d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:25.137324 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.245475 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.db.api [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:41:25.245475 n-d-768509-23 neutron-server[95516]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:41:25.245475 n-d-768509-23 neutron-server[95516]: [parameters: {'id': '9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6'}] Aug 16 02:41:25.245475 n-d-768509-23 neutron-server[95516]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:41:25.246009 n-d-768509-23 neutron-server[95516]: DEBUG oslo_db.api [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:41:25.267253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] For port 72374845-e2c0-405f-8352-2bee587a9179, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:25.270947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] For port 72374845-e2c0-405f-8352-2bee587a9179, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=72374845-e2c0-405f-8352-2bee587a9179,segment=NetworkSegment(0d98aa65-8315-439e-9b32-b82670a3799d),segment_id=0d98aa65-8315-439e-9b32-b82670a3799d)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:25.308321 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cca12a30-9e64-43de-9708-3428166ba049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.341848 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-cca12a30-9e64-43de-9708-3428166ba049 None None] For port 0b304a64-a894-4fd1-83d5-065ea27b23bb, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0b304a64-a894-4fd1-83d5-065ea27b23bb,segment=NetworkSegment(e4d2ff68-553d-46df-9ad6-6a2a0d775776),segment_id=e4d2ff68-553d-46df-9ad6-6a2a0d775776)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:25.343863 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.421141 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cca12a30-9e64-43de-9708-3428166ba049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.428724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c7fa7-f2ce-40fe-8f07-b46fcead5a33 None None] Pushing event updated for resources: {'Port': ['ID=72374845-e2c0-405f-8352-2bee587a9179,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:25.457669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b7d573-3790-4f75-ba8e-81a9e2744da4 None None] Network 9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:25.537618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca12a30-9e64-43de-9708-3428166ba049 None None] Pushing event updated for resources: {'Port': ['ID=0b304a64-a894-4fd1-83d5-065ea27b23bb,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:25.586598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-41d63c5a-3d65-4fb3-b0c0-8635033a5eeb None None] Provisioning complete for port 0b304a64-a894-4fd1-83d5-065ea27b23bb triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:25.586973 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-41d63c5a-3d65-4fb3-b0c0-8635033a5eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.638732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79e986-4f96-4c9b-8da1-ed5cc8013a62 None None] get_active_networks_info from n-d-768509-23 {{(pid=95517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:41:25.742358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc79e986-4f96-4c9b-8da1-ed5cc8013a62 None None] Resources bound (agent type, host, resource id): {{(pid=95517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:41:25.747320 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.806149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Deleting port 72374845-e2c0-405f-8352-2bee587a9179 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:25.806434 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.868571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] For port 72374845-e2c0-405f-8352-2bee587a9179, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=72374845-e2c0-405f-8352-2bee587a9179,segment=NetworkSegment(0d98aa65-8315-439e-9b32-b82670a3799d),segment_id=0d98aa65-8315-439e-9b32-b82670a3799d)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:25.868938 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.882124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Calling delete_port for 72374845-e2c0-405f-8352-2bee587a9179 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:26.020536 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.046395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Port': ['ID=72374845-e2c0-405f-8352-2bee587a9179,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:26.048314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No DVR routers for this DVR port 72374845-e2c0-405f-8352-2bee587a9179 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:26.125303 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.135830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:26.146548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d98aa65-8315-439e-9b32-b82670a3799d') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:26.146850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d98aa65-8315-439e-9b32-b82670a3799d') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:26.155526 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.173225 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.180760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:26.181152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:26.184119 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:26.302130 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.309285 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.310704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/networks/9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6 HTTP/1.1" status: 204 len: 168 time: 1.9071536 Aug 16 02:41:26.313886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56120) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:26.322057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f9442-9e19-444f-8f9d-5e182e80f2de tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Network': ['ID=9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:26.342503 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de72b00-6844-47d9-be08-c4ee9b2e2295 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] GET failed (client error): The resource could not be found. Aug 16 02:41:26.343878 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6de72b00-6844-47d9-be08-c4ee9b2e2295 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "GET /v2.0/subnets/24514972-ea67-4bb5-a75e-c9def7a3a639 HTTP/1.1" status: 404 len: 337 time: 0.0289156 Aug 16 02:41:26.346726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56122) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:26.365746 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-420b5869-78d3-4a36-b861-a4285d26818b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] DELETE failed (client error): The resource could not be found. Aug 16 02:41:26.366308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420b5869-78d3-4a36-b861-a4285d26818b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:41:26.367930 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-420b5869-78d3-4a36-b861-a4285d26818b tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/networks/9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6 HTTP/1.1" status: 404 len: 339 time: 0.0194314 Aug 16 02:41:26.371492 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56124) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:26.401292 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5d1743-796e-4ad4-b158-6d74c72d19dc tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] DELETE failed (client error): The resource could not be found. Aug 16 02:41:26.401672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5d1743-796e-4ad4-b158-6d74c72d19dc tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:41:26.403335 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9e5d1743-796e-4ad4-b158-6d74c72d19dc tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/subnets/24514972-ea67-4bb5-a75e-c9def7a3a639 HTTP/1.1" status: 404 len: 337 time: 0.0309827 Aug 16 02:41:26.405699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56126) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:26.423696 n-d-768509-23 neutron-server[95515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42eed28-0ab3-476e-b700-6016f11c176e tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] DELETE failed (client error): The resource could not be found. Aug 16 02:41:26.424234 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42eed28-0ab3-476e-b700-6016f11c176e tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:41:26.426483 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b42eed28-0ab3-476e-b700-6016f11c176e tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/networks/9339ffd6-b3ec-40fa-8f91-fed0bb49a5d6 HTTP/1.1" status: 404 len: 339 time: 0.0198758 Aug 16 02:41:26.429066 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56128) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:26.478853 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e911bf0e-3dd8-4829-a515-4fdff2aebbcc tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Deleting subnet 2fc69ade-ae14-4371-8a42-ce12aa32d2fe {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:26.481935 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e911bf0e-3dd8-4829-a515-4fdff2aebbcc tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.521188 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e911bf0e-3dd8-4829-a515-4fdff2aebbcc tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.610803 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e911bf0e-3dd8-4829-a515-4fdff2aebbcc tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.650833 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b304a64-a894-4fd1-83d5-065ea27b23bb up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:26.697960 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0b304a64-a894-4fd1-83d5-065ea27b23bb triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:26.698257 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.735501 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e911bf0e-3dd8-4829-a515-4fdff2aebbcc tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.764636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911bf0e-3dd8-4829-a515-4fdff2aebbcc tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc69ade-ae14-4371-8a42-ce12aa32d2fe,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:26.766967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e911bf0e-3dd8-4829-a515-4fdff2aebbcc tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.771285 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e911bf0e-3dd8-4829-a515-4fdff2aebbcc tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/subnets/2fc69ade-ae14-4371-8a42-ce12aa32d2fe HTTP/1.1" status: 204 len: 168 time: 0.3388786 Aug 16 02:41:26.771870 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56130) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:26.775421 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33656cc9-5b4e-45f9-b028-f88e9a58dc8a None None] Network 72e419a1-7123-4ba0-833d-8fb613f58280 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:26.853210 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.906399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Deleting port 0b304a64-a894-4fd1-83d5-065ea27b23bb {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:26.906748 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.945492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d24a922-c2db-47ba-b4ca-5383f076105d None None] DHCP port deletion for 72e419a1-7123-4ba0-833d-8fb613f58280 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:41:26.969988 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] For port 0b304a64-a894-4fd1-83d5-065ea27b23bb, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0b304a64-a894-4fd1-83d5-065ea27b23bb,segment=NetworkSegment(e4d2ff68-553d-46df-9ad6-6a2a0d775776),segment_id=e4d2ff68-553d-46df-9ad6-6a2a0d775776)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:26.970290 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.983617 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Calling delete_port for 0b304a64-a894-4fd1-83d5-065ea27b23bb owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:26.991565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0d24a922-c2db-47ba-b4ca-5383f076105d None None] Deleting port 0b304a64-a894-4fd1-83d5-065ea27b23bb {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:26.991953 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0d24a922-c2db-47ba-b4ca-5383f076105d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.055381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0d24a922-c2db-47ba-b4ca-5383f076105d None None] For port 0b304a64-a894-4fd1-83d5-065ea27b23bb, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0b304a64-a894-4fd1-83d5-065ea27b23bb,segment=NetworkSegment(e4d2ff68-553d-46df-9ad6-6a2a0d775776),segment_id=e4d2ff68-553d-46df-9ad6-6a2a0d775776)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:27.055781 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0d24a922-c2db-47ba-b4ca-5383f076105d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.068526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0d24a922-c2db-47ba-b4ca-5383f076105d None None] Calling delete_port for 0b304a64-a894-4fd1-83d5-065ea27b23bb owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:27.134770 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.141660 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0d24a922-c2db-47ba-b4ca-5383f076105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.161449 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Port': ['ID=0b304a64-a894-4fd1-83d5-065ea27b23bb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:27.166472 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No DVR routers for this DVR port 0b304a64-a894-4fd1-83d5-065ea27b23bb on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:27.167763 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24a922-c2db-47ba-b4ca-5383f076105d None None] Pushing event deleted for resources: {'Port': ['ID=0b304a64-a894-4fd1-83d5-065ea27b23bb,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:27.169789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d24a922-c2db-47ba-b4ca-5383f076105d None None] No DVR routers for this DVR port 0b304a64-a894-4fd1-83d5-065ea27b23bb on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:27.249329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.259513 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e419a1-7123-4ba0-833d-8fb613f58280']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:27.270564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d2ff68-553d-46df-9ad6-6a2a0d775776') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:27.270856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d2ff68-553d-46df-9ad6-6a2a0d775776') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:27.279510 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.293082 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.298806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:27.300374 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:27.302365 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:27.416184 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.424051 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.425926 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/networks/72e419a1-7123-4ba0-833d-8fb613f58280 HTTP/1.1" status: 204 len: 168 time: 0.6533389 Aug 16 02:41:27.428813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56132) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:27.437871 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e220f-a6c0-4cff-bc1f-5fc805e2aa2c tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Network': ['ID=72e419a1-7123-4ba0-833d-8fb613f58280,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:27.456280 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e336c4-d652-4b64-a821-9c77bf763142 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] DELETE failed (client error): The resource could not be found. Aug 16 02:41:27.456817 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e336c4-d652-4b64-a821-9c77bf763142 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:41:27.458573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f4e336c4-d652-4b64-a821-9c77bf763142 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/subnets/b21fa11f-f58f-4907-905d-99586b0c8087 HTTP/1.1" status: 404 len: 337 time: 0.0287399 Aug 16 02:41:27.461091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56134) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:27.478581 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda6ba6f-b582-452e-8462-c82f8bd91ac9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] DELETE failed (client error): The resource could not be found. Aug 16 02:41:27.479099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda6ba6f-b582-452e-8462-c82f8bd91ac9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:41:27.480713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fda6ba6f-b582-452e-8462-c82f8bd91ac9 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/networks/95863bba-b517-49e1-909b-a11aa0001c40 HTTP/1.1" status: 404 len: 339 time: 0.0187135 Aug 16 02:41:27.482879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56136) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:27.508259 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e301a4-7e4d-4a30-82e3-e26dc3791a76 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] DELETE failed (client error): The resource could not be found. Aug 16 02:41:27.508629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e301a4-7e4d-4a30-82e3-e26dc3791a76 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:41:27.510272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-55e301a4-7e4d-4a30-82e3-e26dc3791a76 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/subnets/01a2c015-7df0-4969-8a55-6e9986f88e09 HTTP/1.1" status: 404 len: 337 time: 0.0265470 Aug 16 02:41:27.512392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56138) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:27.534500 n-d-768509-23 neutron-server[95516]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe9a310-f55e-4714-82e4-549d4e021f74 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] DELETE failed (client error): The resource could not be found. Aug 16 02:41:27.535095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe9a310-f55e-4714-82e4-549d4e021f74 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95516) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:41:27.536710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0fe9a310-f55e-4714-82e4-549d4e021f74 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/networks/3c439441-fd1e-4558-b05f-1e04c6e77c4e HTTP/1.1" status: 404 len: 339 time: 0.0234604 Aug 16 02:41:27.538972 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56140) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:27.588333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fe51e2-cd5d-4d17-956d-7459201a32bb tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Deleting subnet 7f232fb9-72bd-4edd-b32d-78877866e1fa {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:27.591299 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94fe51e2-cd5d-4d17-956d-7459201a32bb tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.630862 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94fe51e2-cd5d-4d17-956d-7459201a32bb tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.724545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94fe51e2-cd5d-4d17-956d-7459201a32bb tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.839949 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94fe51e2-cd5d-4d17-956d-7459201a32bb tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.868253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe51e2-cd5d-4d17-956d-7459201a32bb tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Subnet': ['ID=7f232fb9-72bd-4edd-b32d-78877866e1fa,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:27.871892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-94fe51e2-cd5d-4d17-956d-7459201a32bb tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.875958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-94fe51e2-cd5d-4d17-956d-7459201a32bb tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/subnets/7f232fb9-72bd-4edd-b32d-78877866e1fa HTTP/1.1" status: 204 len: 168 time: 0.3360689 Aug 16 02:41:27.876683 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56142) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:27.877528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6ec798-9f5c-4f45-9fe1-ec595b2926c5 None None] Network 7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:27.963685 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.017417 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Deleting port 9f94da67-cf0f-4678-9a06-0709392bfc02 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:28.017760 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.058490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0514f368-faaf-4f3a-b4ac-0ac6ce1039a5 None None] DHCP port deletion for 7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:41:28.080612 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] For port 9f94da67-cf0f-4678-9a06-0709392bfc02, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9f94da67-cf0f-4678-9a06-0709392bfc02,segment=NetworkSegment(cc533fad-61ca-404f-9442-ec5908d93e10),segment_id=cc533fad-61ca-404f-9442-ec5908d93e10)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:28.080979 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.095976 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Calling delete_port for 9f94da67-cf0f-4678-9a06-0709392bfc02 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:28.106419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0514f368-faaf-4f3a-b4ac-0ac6ce1039a5 None None] Deleting port 9f94da67-cf0f-4678-9a06-0709392bfc02 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:28.106803 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0514f368-faaf-4f3a-b4ac-0ac6ce1039a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.177675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-0514f368-faaf-4f3a-b4ac-0ac6ce1039a5 None None] For port 9f94da67-cf0f-4678-9a06-0709392bfc02, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9f94da67-cf0f-4678-9a06-0709392bfc02,segment=NetworkSegment(cc533fad-61ca-404f-9442-ec5908d93e10),segment_id=cc533fad-61ca-404f-9442-ec5908d93e10)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:28.178163 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0514f368-faaf-4f3a-b4ac-0ac6ce1039a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.193885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0514f368-faaf-4f3a-b4ac-0ac6ce1039a5 None None] Calling delete_port for 9f94da67-cf0f-4678-9a06-0709392bfc02 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:28.243414 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.272240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] No DVR routers for this DVR port 9f94da67-cf0f-4678-9a06-0709392bfc02 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:28.275579 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0514f368-faaf-4f3a-b4ac-0ac6ce1039a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.278305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Port': ['ID=9f94da67-cf0f-4678-9a06-0709392bfc02,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:28.306143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514f368-faaf-4f3a-b4ac-0ac6ce1039a5 None None] Pushing event deleted for resources: {'Port': ['ID=9f94da67-cf0f-4678-9a06-0709392bfc02,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:28.309734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514f368-faaf-4f3a-b4ac-0ac6ce1039a5 None None] No DVR routers for this DVR port 9f94da67-cf0f-4678-9a06-0709392bfc02 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:28.359790 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.369522 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:28.379885 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc533fad-61ca-404f-9442-ec5908d93e10') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:28.380183 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc533fad-61ca-404f-9442-ec5908d93e10') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:28.388913 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.403270 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.409193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:28.410302 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:28.413299 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:28.524924 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.532291 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.533427 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] 10.222.0.66 "DELETE /v2.0/networks/7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8 HTTP/1.1" status: 204 len: 168 time: 0.6557226 Aug 16 02:41:28.545636 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57760492-ed6f-49cd-8251-e946e522b171 tempest-NetworksIpV6Test-17437484 tempest-NetworksIpV6Test-17437484-project] Pushing event deleted for resources: {'Network': ['ID=7e13e3a6-96d6-4b18-8c5a-7fb8bedc94d8,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:28.644573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b304a64-a894-4fd1-83d5-065ea27b23bb no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:28.664542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 0b304a64-a894-4fd1-83d5-065ea27b23bb {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:28.664888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b304a64-a894-4fd1-83d5-065ea27b23bb not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:28.665300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9f94da67-cf0f-4678-9a06-0709392bfc02 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:28.683490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 9f94da67-cf0f-4678-9a06-0709392bfc02 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:28.685640 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9f94da67-cf0f-4678-9a06-0709392bfc02 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:28.936773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56148) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:29.063862 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1111223b-75e4-4bdf-b214-1705fa978eac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=21203bc6b3e049b49c067d96da0e407b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259227 Aug 16 02:41:29.067120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56152) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:29.118306 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79b4a949-22b5-4e4c-8800-bab883698070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:29.139222 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79b4a949-22b5-4e4c-8800-bab883698070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:29.239425 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79b4a949-22b5-4e4c-8800-bab883698070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:29.241930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-79b4a949-22b5-4e4c-8800-bab883698070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:29.243095 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-79b4a949-22b5-4e4c-8800-bab883698070 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21c822ae-53b5-4e2b-88d9-f6d8106db679 HTTP/1.1" status: 204 len: 168 time: 0.1751242 Aug 16 02:41:29.250845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4a949-22b5-4e4c-8800-bab883698070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c822ae-53b5-4e2b-88d9-f6d8106db679,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:29.894785 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23a4aaf7-b3db-426e-8403-f523f2d1004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.126922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56174) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:30.219226 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-29cb6981-0c6f-495f-82e3-4d0b240f5543 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-412475018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:30.296606 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-29cb6981-0c6f-495f-82e3-4d0b240f5543 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.297535 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-29cb6981-0c6f-495f-82e3-4d0b240f5543 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.346433 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-29cb6981-0c6f-495f-82e3-4d0b240f5543 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.422703 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-29cb6981-0c6f-495f-82e3-4d0b240f5543 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.546352 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-29cb6981-0c6f-495f-82e3-4d0b240f5543 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.547628 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-29cb6981-0c6f-495f-82e3-4d0b240f5543 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4196393 Aug 16 02:41:30.550301 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56178) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:30.555161 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-671396907'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:30.639736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Made reservation on behalf of c83ec24ab8484da38e9ce521fcb8b5bb for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:30.644993 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.656464 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.744460 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.833325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.856620 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:30.870267 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c35120e-6e14-452e-a051-70ab368846d3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:30.875121 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.875469 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Added segment eaab893d-bad4-4d9c-9eda-2b923138e387 of type vlan for network 1ffe1516-e379-43ad-9d60-f77f0e09c643 Aug 16 02:41:30.916376 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.999076 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.005277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:31.005886 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.074915 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Pushing event updated for resources: {'Network': ['ID=1ffe1516-e379-43ad-9d60-f77f0e09c643,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:31.086386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 1ffe1516-e379-43ad-9d60-f77f0e09c643 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:31.222448 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bd4af650-816a-47b5-b665-57d40627140a tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6708798 Aug 16 02:41:31.225192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56180) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:31.230242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Request body: {'subnet': {'network_id': '1ffe1516-e379-43ad-9d60-f77f0e09c643', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:31.376308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Made reservation on behalf of c83ec24ab8484da38e9ce521fcb8b5bb for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:31.380434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.628260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.680908 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Pushing event updated for resources: {'Subnet': ['ID=9467bd9c-8dc1-421a-bb50-27cecdd761ce,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:31.696962 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Checking segment: {'id': 'eaab893d-bad4-4d9c-9eda-2b923138e387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1ffe1516-e379-43ad-9d60-f77f0e09c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:31.697316 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Network hostable DHCP agents. Network: 1ffe1516-e379-43ad-9d60-f77f0e09c643, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:31.802864 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Network 1ffe1516-e379-43ad-9d60-f77f0e09c643 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:31.867544 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 1ffe1516-e379-43ad-9d60-f77f0e09c643) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:31.872190 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:31.873461 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.876596 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a5f33-ed86-40a2-9a1a-ea54a689ba5c None None] Network 1ffe1516-e379-43ad-9d60-f77f0e09c643 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:31.964543 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c8006df0-a137-453f-a286-de3e61091f45 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7379985 Aug 16 02:41:31.967348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56182) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:31.972416 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1533810292'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:32.024460 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-1ffe1516-e379-43ad-9d60-f77f0e09c643', 'network_id': '1ffe1516-e379-43ad-9d60-f77f0e09c643', 'tenant_id': 'c83ec24ab8484da38e9ce521fcb8b5bb', 'fixed_ips': [{'subnet_id': '9467bd9c-8dc1-421a-bb50-27cecdd761ce'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:32.025315 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.062073 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Made reservation on behalf of c83ec24ab8484da38e9ce521fcb8b5bb for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:32.065692 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.093702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:32.102786 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.103124 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Added segment 47db8d84-fd46-446d-8b9e-92a241bee65f of type vlan for network dc51b9e0-081a-4620-a34a-870aff4038ae Aug 16 02:41:32.144200 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.162510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Allocated IP 172.20.0.2 (1ffe1516-e379-43ad-9d60-f77f0e09c643/9467bd9c-8dc1-421a-bb50-27cecdd761ce/12dcb42f-c49d-445b-8a31-6fb2c32bd574) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:32.266658 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.272342 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:32.272972 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.340564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Pushing event updated for resources: {'Network': ['ID=dc51b9e0-081a-4620-a34a-870aff4038ae,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:32.388945 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-44869b75-556d-4005-9b60-b37d1dcc1aea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4204764 Aug 16 02:41:32.391979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56184) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:32.397363 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Request body: {'subnet': {'network_id': 'dc51b9e0-081a-4620-a34a-870aff4038ae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:32.421067 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network dc51b9e0-081a-4620-a34a-870aff4038ae details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:32.505591 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.524240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Transition to ACTIVE for port object 12dcb42f-c49d-445b-8a31-6fb2c32bd574 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:32.535902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Transition to ACTIVE for port object 12dcb42f-c49d-445b-8a31-6fb2c32bd574 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:32.576132 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Made reservation on behalf of c83ec24ab8484da38e9ce521fcb8b5bb for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:32.579689 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.605617 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.645403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Network 1ffe1516-e379-43ad-9d60-f77f0e09c643 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:32.650198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:32.653687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:32.662362 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Pushing event updated for resources: {'Port': ['ID=12dcb42f-c49d-445b-8a31-6fb2c32bd574,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:32.712019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Attempting to bind port 12dcb42f-c49d-445b-8a31-6fb2c32bd574 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:32.712397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Attempting to bind port 12dcb42f-c49d-445b-8a31-6fb2c32bd574 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'eaab893d-bad4-4d9c-9eda-2b923138e387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1ffe1516-e379-43ad-9d60-f77f0e09c643'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:32.712765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Attempting to bind port 12dcb42f-c49d-445b-8a31-6fb2c32bd574 on network 1ffe1516-e379-43ad-9d60-f77f0e09c643 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:32.717928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:32.718318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Checking segment: {'id': 'eaab893d-bad4-4d9c-9eda-2b923138e387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1ffe1516-e379-43ad-9d60-f77f0e09c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:32.718725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.719127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Bound using segment: {'id': 'eaab893d-bad4-4d9c-9eda-2b923138e387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1ffe1516-e379-43ad-9d60-f77f0e09c643'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:32.719597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Bound port: 12dcb42f-c49d-445b-8a31-6fb2c32bd574, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaab893d-bad4-4d9c-9eda-2b923138e387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1ffe1516-e379-43ad-9d60-f77f0e09c643'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:32.719982 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.781991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] For port 12dcb42f-c49d-445b-8a31-6fb2c32bd574, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:32.784834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] For port 12dcb42f-c49d-445b-8a31-6fb2c32bd574, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=12dcb42f-c49d-445b-8a31-6fb2c32bd574,segment=NetworkSegment(eaab893d-bad4-4d9c-9eda-2b923138e387),segment_id=eaab893d-bad4-4d9c-9eda-2b923138e387)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:32.856894 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.883952 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.918589 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.922447 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Pushing event updated for resources: {'Subnet': ['ID=da164c94-dd08-456c-82e8-97fb65c2f6b9,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:32.930350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Checking segment: {'id': '47db8d84-fd46-446d-8b9e-92a241bee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc51b9e0-081a-4620-a34a-870aff4038ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:32.931200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Network hostable DHCP agents. Network: dc51b9e0-081a-4620-a34a-870aff4038ae, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:32.949755 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5654fcf9-e272-4a83-9ab7-3d6352229212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.953858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683048b-0996-42d7-9f74-eceaf05775cc None None] Pushing event updated for resources: {'Port': ['ID=12dcb42f-c49d-445b-8a31-6fb2c32bd574,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:33.016895 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Network dc51b9e0-081a-4620-a34a-870aff4038ae is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:33.112182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, dc51b9e0-081a-4620-a34a-870aff4038ae) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:33.117383 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:33.118036 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.123458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef2729-c755-4331-a5d1-ead8e5ae9a7d None None] Network dc51b9e0-081a-4620-a34a-870aff4038ae requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:33.203932 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cf98b6bd-c3e9-4ad9-95cd-94ec54173f6c tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8108373 Aug 16 02:41:33.206734 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56186) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:33.211562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-31821b83-bcd6-4628-885e-1beec7b7f629 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dc51b9e0-081a-4620-a34a-870aff4038ae'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:33.290234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-dc51b9e0-081a-4620-a34a-870aff4038ae', 'network_id': 'dc51b9e0-081a-4620-a34a-870aff4038ae', 'tenant_id': 'c83ec24ab8484da38e9ce521fcb8b5bb', 'fixed_ips': [{'subnet_id': 'da164c94-dd08-456c-82e8-97fb65c2f6b9'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:33.291031 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.429151 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-31821b83-bcd6-4628-885e-1beec7b7f629 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.430197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Allocated IP 172.21.0.2 (dc51b9e0-081a-4620-a34a-870aff4038ae/da164c94-dd08-456c-82e8-97fb65c2f6b9/5cf0dd18-e502-49d1-9dee-83e894ea95b7) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:33.575410 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.585677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Transition to ACTIVE for port object 5cf0dd18-e502-49d1-9dee-83e894ea95b7 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:33.602917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Transition to ACTIVE for port object 5cf0dd18-e502-49d1-9dee-83e894ea95b7 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:33.627950 n-d-768509-23 neutron-server[95515]: INFO neutron.api.v2.resource [None req-31821b83-bcd6-4628-885e-1beec7b7f629 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:41:33.629203 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-31821b83-bcd6-4628-885e-1beec7b7f629 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "PUT /v2.0/routers/ef31690f-01d4-46d0-b011-0146d4ce0b8d HTTP/1.1" status: 400 len: 364 time: 0.4212873 Aug 16 02:41:33.634937 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56188) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:33.690214 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Deleting subnet da164c94-dd08-456c-82e8-97fb65c2f6b9 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:33.701902 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.703063 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.740036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Network dc51b9e0-081a-4620-a34a-870aff4038ae is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:33.743030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:33.748902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:33.753463 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.778803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Pushing event updated for resources: {'Port': ['ID=5cf0dd18-e502-49d1-9dee-83e894ea95b7,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:33.815699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Attempting to bind port 5cf0dd18-e502-49d1-9dee-83e894ea95b7 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:33.816081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Attempting to bind port 5cf0dd18-e502-49d1-9dee-83e894ea95b7 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '47db8d84-fd46-446d-8b9e-92a241bee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc51b9e0-081a-4620-a34a-870aff4038ae'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:33.817131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Attempting to bind port 5cf0dd18-e502-49d1-9dee-83e894ea95b7 on network dc51b9e0-081a-4620-a34a-870aff4038ae {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:33.822851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:33.823233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Checking segment: {'id': '47db8d84-fd46-446d-8b9e-92a241bee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc51b9e0-081a-4620-a34a-870aff4038ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:33.823642 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.824049 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Bound using segment: {'id': '47db8d84-fd46-446d-8b9e-92a241bee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc51b9e0-081a-4620-a34a-870aff4038ae'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:33.824523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Bound port: 5cf0dd18-e502-49d1-9dee-83e894ea95b7, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db8d84-fd46-446d-8b9e-92a241bee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dc51b9e0-081a-4620-a34a-870aff4038ae'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:33.824911 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.845493 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.883885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65d637-e02d-4084-80ac-fd50ecf2a312 None None] Network 1ffe1516-e379-43ad-9d60-f77f0e09c643 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:33.980920 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.002847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] For port 5cf0dd18-e502-49d1-9dee-83e894ea95b7, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:34.013063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Pushing event deleted for resources: {'Subnet': ['ID=da164c94-dd08-456c-82e8-97fb65c2f6b9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:34.021868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.024645 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "DELETE /v2.0/subnets/da164c94-dd08-456c-82e8-97fb65c2f6b9 HTTP/1.1" status: 204 len: 168 time: 0.3878324 Aug 16 02:41:34.026225 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56190) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:34.028545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] For port 5cf0dd18-e502-49d1-9dee-83e894ea95b7, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5cf0dd18-e502-49d1-9dee-83e894ea95b7,segment=NetworkSegment(47db8d84-fd46-446d-8b9e-92a241bee65f),segment_id=47db8d84-fd46-446d-8b9e-92a241bee65f)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:34.034584 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.035466 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.035810 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.036251 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.036609 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.036914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.037242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.037615 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.037922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.038252 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.038582 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.038912 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc28309-b40f-4ef1-b4e0-4fae6de8ab7e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:34.111088 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.114168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-7760f420-8794-4922-840c-38e5f8b0a55b None None] Provisioning for port 12dcb42f-c49d-445b-8a31-6fb2c32bd574 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:34.143073 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.168639 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Deleting port 5cf0dd18-e502-49d1-9dee-83e894ea95b7 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:34.169395 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.221273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7107e-9ff3-433e-b912-81b34229206d None None] Pushing event updated for resources: {'Port': ['ID=5cf0dd18-e502-49d1-9dee-83e894ea95b7,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:34.245593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] For port 5cf0dd18-e502-49d1-9dee-83e894ea95b7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5cf0dd18-e502-49d1-9dee-83e894ea95b7,segment=NetworkSegment(47db8d84-fd46-446d-8b9e-92a241bee65f),segment_id=47db8d84-fd46-446d-8b9e-92a241bee65f)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:34.245999 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.261399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Calling delete_port for 5cf0dd18-e502-49d1-9dee-83e894ea95b7 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:34.279067 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.449359 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.477277 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Pushing event deleted for resources: {'Port': ['ID=5cf0dd18-e502-49d1-9dee-83e894ea95b7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:34.481074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] No DVR routers for this DVR port 5cf0dd18-e502-49d1-9dee-83e894ea95b7 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:34.562479 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.572191 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc51b9e0-081a-4620-a34a-870aff4038ae']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:34.582199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47db8d84-fd46-446d-8b9e-92a241bee65f') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:34.582493 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47db8d84-fd46-446d-8b9e-92a241bee65f') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:34.591076 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.605164 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.611020 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:34.611407 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:34.615576 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:34.681047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 12dcb42f-c49d-445b-8a31-6fb2c32bd574 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:34.736594 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.742019 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.743973 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "DELETE /v2.0/networks/dc51b9e0-081a-4620-a34a-870aff4038ae HTTP/1.1" status: 204 len: 168 time: 0.7167766 Aug 16 02:41:34.746494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56192) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:34.758795 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd2bb1-127a-447c-ab94-8cbac83857ea tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Pushing event deleted for resources: {'Network': ['ID=dc51b9e0-081a-4620-a34a-870aff4038ae,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:34.791814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 12dcb42f-c49d-445b-8a31-6fb2c32bd574 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:34.796536 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 12dcb42f-c49d-445b-8a31-6fb2c32bd574 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:34.796906 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.799675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-debe78f9-c48c-49c1-8eab-f777c3b16299 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Deleting subnet 9467bd9c-8dc1-421a-bb50-27cecdd761ce {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:34.803907 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-debe78f9-c48c-49c1-8eab-f777c3b16299 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.848797 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-debe78f9-c48c-49c1-8eab-f777c3b16299 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.889252 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.926093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 12dcb42f-c49d-445b-8a31-6fb2c32bd574, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=12dcb42f-c49d-445b-8a31-6fb2c32bd574,segment=NetworkSegment(eaab893d-bad4-4d9c-9eda-2b923138e387),segment_id=eaab893d-bad4-4d9c-9eda-2b923138e387)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:35.033729 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.036579 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-debe78f9-c48c-49c1-8eab-f777c3b16299 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.098655 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=12dcb42f-c49d-445b-8a31-6fb2c32bd574,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:35.155577 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4475869d-734d-4ef2-aa1a-82e5ace42213 None None] Could not find standard attr ID for object 5cf0dd18-e502-49d1-9dee-83e894ea95b7. {{(pid=95517) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:41:35.169412 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-debe78f9-c48c-49c1-8eab-f777c3b16299 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.182958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e580ff3-1bd5-4a1d-9328-92fa2b5788c1 None None] DHCP port deletion for dc51b9e0-081a-4620-a34a-870aff4038ae request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:41:35.198062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe78f9-c48c-49c1-8eab-f777c3b16299 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Pushing event deleted for resources: {'Subnet': ['ID=9467bd9c-8dc1-421a-bb50-27cecdd761ce,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:35.199465 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df2bb05-02c1-4db7-bad5-bfc3e68da732 None None] Network dc51b9e0-081a-4620-a34a-870aff4038ae requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:35.202343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-debe78f9-c48c-49c1-8eab-f777c3b16299 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.206406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-debe78f9-c48c-49c1-8eab-f777c3b16299 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "DELETE /v2.0/subnets/9467bd9c-8dc1-421a-bb50-27cecdd761ce HTTP/1.1" status: 204 len: 168 time: 0.4567366 Aug 16 02:41:35.206935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56194) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:35.214325 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e89e656-7c75-444b-993d-dabc113e4eb7 None None] Network 1ffe1516-e379-43ad-9d60-f77f0e09c643 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:35.217781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df2bb05-02c1-4db7-bad5-bfc3e68da732 None None] Network dc51b9e0-081a-4620-a34a-870aff4038ae could not be found, it might have been deleted concurrently. {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:41:35.286529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.340778 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Deleting port 12dcb42f-c49d-445b-8a31-6fb2c32bd574 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:35.341122 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.397328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f85f36-7149-45e4-b1d7-482658608221 None None] DHCP port deletion for 1ffe1516-e379-43ad-9d60-f77f0e09c643 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:41:35.448768 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-38f85f36-7149-45e4-b1d7-482658608221 None None] Deleting port 12dcb42f-c49d-445b-8a31-6fb2c32bd574 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:35.459612 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-38f85f36-7149-45e4-b1d7-482658608221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.518544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-38f85f36-7149-45e4-b1d7-482658608221 None None] For port 12dcb42f-c49d-445b-8a31-6fb2c32bd574, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=12dcb42f-c49d-445b-8a31-6fb2c32bd574,segment=NetworkSegment(eaab893d-bad4-4d9c-9eda-2b923138e387),segment_id=eaab893d-bad4-4d9c-9eda-2b923138e387)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:35.518945 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-38f85f36-7149-45e4-b1d7-482658608221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.533071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-38f85f36-7149-45e4-b1d7-482658608221 None None] Calling delete_port for 12dcb42f-c49d-445b-8a31-6fb2c32bd574 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:35.707967 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-38f85f36-7149-45e4-b1d7-482658608221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.719523 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] For port 12dcb42f-c49d-445b-8a31-6fb2c32bd574, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=12dcb42f-c49d-445b-8a31-6fb2c32bd574,segment=NetworkSegment(eaab893d-bad4-4d9c-9eda-2b923138e387),segment_id=eaab893d-bad4-4d9c-9eda-2b923138e387)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:35.720055 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.733286 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Calling delete_port for 12dcb42f-c49d-445b-8a31-6fb2c32bd574 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:35.737259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f85f36-7149-45e4-b1d7-482658608221 None None] Pushing event deleted for resources: {'Port': ['ID=12dcb42f-c49d-445b-8a31-6fb2c32bd574,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:35.742634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f85f36-7149-45e4-b1d7-482658608221 None None] No DVR routers for this DVR port 12dcb42f-c49d-445b-8a31-6fb2c32bd574 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:35.813179 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.841290 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Pushing event deleted for resources: {'Port': ['ID=12dcb42f-c49d-445b-8a31-6fb2c32bd574,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:35.845621 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] No DVR routers for this DVR port 12dcb42f-c49d-445b-8a31-6fb2c32bd574 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:35.923058 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.932877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffe1516-e379-43ad-9d60-f77f0e09c643']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:35.943602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaab893d-bad4-4d9c-9eda-2b923138e387') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:35.943889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaab893d-bad4-4d9c-9eda-2b923138e387') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:35.952380 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.967011 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.972789 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:35.973165 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: self.session.flush() Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:35.976107 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:35.993429 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.108067 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.116098 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.116807 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "DELETE /v2.0/networks/1ffe1516-e379-43ad-9d60-f77f0e09c643 HTTP/1.1" status: 204 len: 168 time: 0.9083292 Aug 16 02:41:36.119566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56196) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:36.134162 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730031c2-63e9-46dd-be46-defca41c6ae0 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Pushing event deleted for resources: {'Network': ['ID=1ffe1516-e379-43ad-9d60-f77f0e09c643,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:36.147543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f159778e-68db-4809-98ee-7ea46c28759e tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef31690f-01d4-46d0-b011-0146d4ce0b8d HTTP/1.1" status: 200 len: 205 time: 0.0268323 Aug 16 02:41:36.149921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56198) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:36.224265 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f480c056-5d8d-41af-9cae-50b4269af784 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.378546 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f480c056-5d8d-41af-9cae-50b4269af784 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.381185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f480c056-5d8d-41af-9cae-50b4269af784 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.489108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f480c056-5d8d-41af-9cae-50b4269af784 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.489595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f480c056-5d8d-41af-9cae-50b4269af784 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Fanout notify agent at l3_agent the message router_deleted on router ef31690f-01d4-46d0-b011-0146d4ce0b8d {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:41:36.496365 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f480c056-5d8d-41af-9cae-50b4269af784 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.497450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f480c056-5d8d-41af-9cae-50b4269af784 tempest-RoutersNegativeTest-990520047 tempest-RoutersNegativeTest-990520047-project] 10.222.0.66 "DELETE /v2.0/routers/ef31690f-01d4-46d0-b011-0146d4ce0b8d HTTP/1.1" status: 204 len: 168 time: 0.3466413 Aug 16 02:41:36.648909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5cf0dd18-e502-49d1-9dee-83e894ea95b7 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:36.668477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 5cf0dd18-e502-49d1-9dee-83e894ea95b7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:36.668824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5cf0dd18-e502-49d1-9dee-83e894ea95b7 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:36.669225 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 12dcb42f-c49d-445b-8a31-6fb2c32bd574 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:36.687762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 12dcb42f-c49d-445b-8a31-6fb2c32bd574 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:36.688108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 12dcb42f-c49d-445b-8a31-6fb2c32bd574 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:36.950246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56204) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:37.078986 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ab8d1164-4951-4095-9e91-5eabb80c5e23 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c83ec24ab8484da38e9ce521fcb8b5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275787 Aug 16 02:41:37.081394 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56208) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:37.130406 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bc72f9b-e839-42e2-a55f-6bf6930b7641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.151301 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bc72f9b-e839-42e2-a55f-6bf6930b7641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.255314 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bc72f9b-e839-42e2-a55f-6bf6930b7641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.257958 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5bc72f9b-e839-42e2-a55f-6bf6930b7641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.259114 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5bc72f9b-e839-42e2-a55f-6bf6930b7641 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c35120e-6e14-452e-a051-70ab368846d3 HTTP/1.1" status: 204 len: 168 time: 0.1761405 Aug 16 02:41:37.267044 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc72f9b-e839-42e2-a55f-6bf6930b7641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c35120e-6e14-452e-a051-70ab368846d3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:38.200054 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56230) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:38.293614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1511065547-network', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:38.391669 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Made reservation on behalf of b730e63b5f954663b10a7d2cad001c24 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:38.394005 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.406648 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.491615 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.587350 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.613896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:38.620120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:38.626078 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.626452 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Added segment def55ef3-e88f-49f9-a49d-e4305b2e9177 of type vlan for network 1159890b-8173-471c-952d-7aeca6767e87 Aug 16 02:41:38.666167 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.752945 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.754622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:38.755245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.813259 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] Pushing event updated for resources: {'Network': ['ID=1159890b-8173-471c-952d-7aeca6767e87,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:38.824045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 1159890b-8173-471c-952d-7aeca6767e87 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:38.892145 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9a75f6ad-e388-4c81-ad83-bfd4a7eebb67 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6908977 Aug 16 02:41:38.894797 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56236) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:38.899707 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] Request body: {'subnet': {'network_id': '1159890b-8173-471c-952d-7aeca6767e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1511065547-subnet', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'ip_version': 4}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:38.987455 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] Made reservation on behalf of b730e63b5f954663b10a7d2cad001c24 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:38.990370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.220440 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.283762 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234f1acc-216a-47de-8285-428aac917fe9,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:39.288087 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] Checking segment: {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:39.288450 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] Network hostable DHCP agents. Network: 1159890b-8173-471c-952d-7aeca6767e87, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:39.381773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] Network 1159890b-8173-471c-952d-7aeca6767e87 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:39.477302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 1159890b-8173-471c-952d-7aeca6767e87) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:39.481571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:39.482200 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.486914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0e401-1475-49ab-917f-72da2597ada1 None None] Network 1159890b-8173-471c-952d-7aeca6767e87 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:39.605504 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4f32dccb-8c56-4bc7-b10d-903604dcfcc9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7096047 Aug 16 02:41:39.608139 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56238) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:39.613625 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1511065547-router', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:39.622550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-1159890b-8173-471c-952d-7aeca6767e87', 'network_id': '1159890b-8173-471c-952d-7aeca6767e87', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'fixed_ips': [{'subnet_id': '234f1acc-216a-47de-8285-428aac917fe9'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:39.623406 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.724936 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.726073 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.760726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Allocated IP 172.20.0.2 (1159890b-8173-471c-952d-7aeca6767e87/234f1acc-216a-47de-8285-428aac917fe9/8b039012-8bce-4006-9032-7f521870ff04) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:39.777479 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.902061 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.910819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Transition to ACTIVE for port object 8b039012-8bce-4006-9032-7f521870ff04 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:39.924808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Transition to ACTIVE for port object 8b039012-8bce-4006-9032-7f521870ff04 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:39.966136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.987198 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.028308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Network 1159890b-8173-471c-952d-7aeca6767e87 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:40.031177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:40.035308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:40.040692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Pushing event updated for resources: {'Port': ['ID=8b039012-8bce-4006-9032-7f521870ff04,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:40.095391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Attempting to bind port 8b039012-8bce-4006-9032-7f521870ff04 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:40.095776 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Attempting to bind port 8b039012-8bce-4006-9032-7f521870ff04 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:40.096136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Attempting to bind port 8b039012-8bce-4006-9032-7f521870ff04 on network 1159890b-8173-471c-952d-7aeca6767e87 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:40.101889 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:40.102279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Checking segment: {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:40.102682 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.103082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Bound using segment: {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:40.103553 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Bound port: 8b039012-8bce-4006-9032-7f521870ff04, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:40.103943 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.166070 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] For port 8b039012-8bce-4006-9032-7f521870ff04, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:40.168976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] For port 8b039012-8bce-4006-9032-7f521870ff04, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8b039012-8bce-4006-9032-7f521870ff04,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:40.230923 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.249475 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.249799 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.312390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ffb7c-50d7-4bf2-aa93-d6b609c7df85 None None] Pushing event updated for resources: {'Port': ['ID=8b039012-8bce-4006-9032-7f521870ff04,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:40.360750 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Allocated IP 172.25.8.197 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/755762b3-1554-49cb-986b-179fc3bd07aa) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:40.484260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.609324 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.661673 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:40.664648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:40.667225 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:40.676559 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Pushing event updated for resources: {'Port': ['ID=755762b3-1554-49cb-986b-179fc3bd07aa,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:40.688076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8b039012-8bce-4006-9032-7f521870ff04 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:40.822154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8b039012-8bce-4006-9032-7f521870ff04 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:41.039771 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.149912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bbbed3-4fd4-49fd-b660-efc6b2c9b27c None None] Network 1159890b-8173-471c-952d-7aeca6767e87 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:41.246101 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.270047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c9eb768e-444f-44cc-ba61-9910496e4f8d None None] Provisioning for port 8b039012-8bce-4006-9032-7f521870ff04 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:41.277840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c9eb768e-444f-44cc-ba61-9910496e4f8d None None] Provisioning complete for port 8b039012-8bce-4006-9032-7f521870ff04 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:41.278210 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c9eb768e-444f-44cc-ba61-9910496e4f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.381523 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c9eb768e-444f-44cc-ba61-9910496e4f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.415645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c9eb768e-444f-44cc-ba61-9910496e4f8d None None] For port 8b039012-8bce-4006-9032-7f521870ff04, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8b039012-8bce-4006-9032-7f521870ff04,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:41.462007 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Router 1fa655f0-7013-418a-97df-a6da7c377a27 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:41:41.502331 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c9eb768e-444f-44cc-ba61-9910496e4f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.551338 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb768e-444f-44cc-ba61-9910496e4f8d None None] Pushing event updated for resources: {'Port': ['ID=8b039012-8bce-4006-9032-7f521870ff04,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:41.573805 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:41.583709 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Sync routers for ids ['1fa655f0-7013-418a-97df-a6da7c377a27'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:41.593643 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Routers {'1fa655f0-7013-418a-97df-a6da7c377a27'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:41.594286 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['1fa655f0-7013-418a-97df-a6da7c377a27'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:41.622032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ba60287c-5198-4abc-a256-177acda70a78 None None] Provisioning complete for port 8b039012-8bce-4006-9032-7f521870ff04 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:41.622471 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ba60287c-5198-4abc-a256-177acda70a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.639132 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.643744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56242) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:41.650556 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-67f889fe-9095-4dce-bac8-1fd1bcdb488b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0345438 Aug 16 02:41:41.705077 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Set router 1fa655f0-7013-418a-97df-a6da7c377a27 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:41.881598 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'name': 'tempest-TestEncryptedCinderVolumes-1511065547-router', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:39Z', 'updated_at': '2021-08-16T02:41:40Z', 'revision_number': 3, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'gw_port': {'id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:40Z', 'updated_at': '2021-08-16T02:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:41.910963 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Checking router: 1fa655f0-7013-418a-97df-a6da7c377a27 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:41.911303 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Updating router 1fa655f0-7013-418a-97df-a6da7c377a27 port 755762b3-1554-49cb-986b-179fc3bd07aa binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:41:41.936742 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.067681 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.184691 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.194568 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Transition to ACTIVE for port object 755762b3-1554-49cb-986b-179fc3bd07aa will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:42.226933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Allocated IP 172.20.0.1 (1159890b-8173-471c-952d-7aeca6767e87/234f1acc-216a-47de-8285-428aac917fe9/5d0e9dee-1521-44cb-a68a-96ae7610ac2b) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:42.256141 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.310369 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Pushing event updated for resources: {'Port': ['ID=755762b3-1554-49cb-986b-179fc3bd07aa,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:42.312484 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Attempting to bind port 755762b3-1554-49cb-986b-179fc3bd07aa on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:42.312851 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Attempting to bind port 755762b3-1554-49cb-986b-179fc3bd07aa by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:42.313211 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Attempting to bind port 755762b3-1554-49cb-986b-179fc3bd07aa on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:42.321686 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:42.322089 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:42.322490 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.322883 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:42.323341 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Bound port: 755762b3-1554-49cb-986b-179fc3bd07aa, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:42.323717 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.327177 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.327529 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.327893 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.328228 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.328557 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.328735 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.328886 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.329208 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.329534 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.329875 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.330201 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.330526 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.330843 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:42.341878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Transition to ACTIVE for port object 5d0e9dee-1521-44cb-a68a-96ae7610ac2b will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:42.384975 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] For port 755762b3-1554-49cb-986b-179fc3bd07aa, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:42.387990 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] For port 755762b3-1554-49cb-986b-179fc3bd07aa, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=755762b3-1554-49cb-986b-179fc3bd07aa,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:42.462341 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.479376 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.508900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Network 1159890b-8173-471c-952d-7aeca6767e87 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:42.515170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Pushing event updated for resources: {'Port': ['ID=5d0e9dee-1521-44cb-a68a-96ae7610ac2b,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:42.517640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:42.520250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:42.526240 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Routers {'1fa655f0-7013-418a-97df-a6da7c377a27'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:42.526873 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['1fa655f0-7013-418a-97df-a6da7c377a27'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:42.559993 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.575936 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996a80f-9e47-4f33-a6ef-ca31fe87717e None None] Pushing event updated for resources: {'Port': ['ID=755762b3-1554-49cb-986b-179fc3bd07aa,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:42.659434 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] Set router 1fa655f0-7013-418a-97df-a6da7c377a27 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:42.694677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8b039012-8bce-4006-9032-7f521870ff04 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:42.749211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8b039012-8bce-4006-9032-7f521870ff04 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:42.749582 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.764438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.858128 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'name': 'tempest-TestEncryptedCinderVolumes-1511065547-router', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:39Z', 'updated_at': '2021-08-16T02:41:40Z', 'revision_number': 3, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'gw_port': {'id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:40Z', 'updated_at': '2021-08-16T02:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:42.887998 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0935d7-2342-4007-9e0c-9011f9dc559a None None] The sync data for ids ['1fa655f0-7013-418a-97df-a6da7c377a27'] in n-d-768509-23 is: [{'id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'name': 'tempest-TestEncryptedCinderVolumes-1511065547-router', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:39Z', 'updated_at': '2021-08-16T02:41:40Z', 'revision_number': 3, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'gw_port': {'id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:40Z', 'updated_at': '2021-08-16T02:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:42.907585 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5f1d375c-a4cd-4992-b89e-9d2bffeda16a None None] Provisioning for port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:42.912099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5f1d375c-a4cd-4992-b89e-9d2bffeda16a None None] Provisioning complete for port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:42.912669 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5f1d375c-a4cd-4992-b89e-9d2bffeda16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.933681 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.949302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d375c-a4cd-4992-b89e-9d2bffeda16a None None] Port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:43.016628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.098672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Pushing event updated for resources: {'Port': ['ID=5d0e9dee-1521-44cb-a68a-96ae7610ac2b,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:43.106081 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.209039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Network 1159890b-8173-471c-952d-7aeca6767e87 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:43.210492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:43.335326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Router 1fa655f0-7013-418a-97df-a6da7c377a27 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:41:43.453659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:43.459817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-159f8664-0523-4d3e-a1ec-03be157e7d0e admin admin] 10.222.0.66 "PUT /v2.0/routers/1fa655f0-7013-418a-97df-a6da7c377a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8138013 Aug 16 02:41:43.476692 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9cfb32bd-baba-485f-833d-c5d6b66ce9f7 None None] Provisioning complete for port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:43.477068 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9cfb32bd-baba-485f-833d-c5d6b66ce9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.513611 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb32bd-baba-485f-833d-c5d6b66ce9f7 None None] Port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:44.169262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56262) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:44.175120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1471295903-network', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:44.255197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Made reservation on behalf of 10c5ac06a83542e18d4f144f27fbffac for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:44.257653 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.267047 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.356169 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.421936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Sync routers for ids ['1fa655f0-7013-418a-97df-a6da7c377a27'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:44.421936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Routers {'1fa655f0-7013-418a-97df-a6da7c377a27'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:44.421936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['1fa655f0-7013-418a-97df-a6da7c377a27'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:44.422506 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.448980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:44.458617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd96e99d-27e8-44b4-ae6c-87118c6e3f2a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:44.464657 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.465050 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Added segment 319887eb-95ba-49d4-be22-fade8ef3ef92 of type vlan for network 33e8a3a9-6534-4fb0-bc01-64e410af8432 Aug 16 02:41:44.504998 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.524661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Set router 1fa655f0-7013-418a-97df-a6da7c377a27 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:44.604929 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.605966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:44.606575 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.673715 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] Pushing event updated for resources: {'Network': ['ID=33e8a3a9-6534-4fb0-bc01-64e410af8432,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:44.703048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 33e8a3a9-6534-4fb0-bc01-64e410af8432 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:44.704929 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 755762b3-1554-49cb-986b-179fc3bd07aa up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:44.731543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b9beaf3d-d1cf-4751-8917-83e605d52227 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5608463 Aug 16 02:41:44.734265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56264) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:44.739901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] Request body: {'subnet': {'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1471295903-subnet', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:44.817118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] Made reservation on behalf of 10c5ac06a83542e18d4f144f27fbffac for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:44.819614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.828676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'name': 'tempest-TestEncryptedCinderVolumes-1511065547-router', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:39Z', 'updated_at': '2021-08-16T02:41:42Z', 'revision_number': 4, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'gw_port': {'id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:40Z', 'updated_at': '2021-08-16T02:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '5d0e9dee-1521-44cb-a68a-96ae7610ac2b', 'name': '', 'network_id': '1159890b-8173-471c-952d-7aeca6767e87', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'mac_address': 'fa:16:3e:21:37:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '234f1acc-216a-47de-8285-428aac917fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:42Z', 'updated_at': '2021-08-16T02:41:42Z', 'revision_number': 2, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'subnets': [{'id': '234f1acc-216a-47de-8285-428aac917fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:44.857918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Checking router: 1fa655f0-7013-418a-97df-a6da7c377a27 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:44.858189 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Updating router 1fa655f0-7013-418a-97df-a6da7c377a27 port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:41:44.884040 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.916755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 755762b3-1554-49cb-986b-179fc3bd07aa completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:44.927018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 755762b3-1554-49cb-986b-179fc3bd07aa triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:44.927391 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.068810 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.129336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d12948f-7977-4002-8481-aa0adc6b5342,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:45.139325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] Checking segment: {'id': '319887eb-95ba-49d4-be22-fade8ef3ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:45.139692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] Network hostable DHCP agents. Network: 33e8a3a9-6534-4fb0-bc01-64e410af8432, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:45.227286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] Network 33e8a3a9-6534-4fb0-bc01-64e410af8432 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:45.277593 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.295890 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 33e8a3a9-6534-4fb0-bc01-64e410af8432) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:45.300050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:45.302933 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.311528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862894c-b453-4a15-a6ae-3263afe415eb None None] Network 33e8a3a9-6534-4fb0-bc01-64e410af8432 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:45.324170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 755762b3-1554-49cb-986b-179fc3bd07aa, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=755762b3-1554-49cb-986b-179fc3bd07aa,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:45.386877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a5f32b79-8d7d-40e3-b663-e75457c976fb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6511538 Aug 16 02:41:45.389163 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.389297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56266) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:45.395005 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1471295903-router', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:45.467700 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.468800 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.481485 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.519735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=755762b3-1554-49cb-986b-179fc3bd07aa,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:45.521063 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.522645 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Transition to ACTIVE for port object 5d0e9dee-1521-44cb-a68a-96ae7610ac2b will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:45.566822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-33e8a3a9-6534-4fb0-bc01-64e410af8432', 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'fixed_ips': [{'subnet_id': '0d12948f-7977-4002-8481-aa0adc6b5342'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:45.567729 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.633749 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.711642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5b69b-1f99-46c8-95b1-bb773d946d23 None None] Pushing event updated for resources: {'Port': ['ID=5d0e9dee-1521-44cb-a68a-96ae7610ac2b,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:45.720119 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.797086 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Allocated IP 172.20.0.2 (33e8a3a9-6534-4fb0-bc01-64e410af8432/0d12948f-7977-4002-8481-aa0adc6b5342/512cbe5c-2f89-4eaf-bd74-5d348503957f) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:45.803404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Attempting to bind port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:45.806661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Attempting to bind port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:45.806661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Attempting to bind port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b on network 1159890b-8173-471c-952d-7aeca6767e87 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:45.814709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:45.815101 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Checking segment: {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:45.815501 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.815934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Bound using segment: {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:45.816427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Bound port: 5d0e9dee-1521-44cb-a68a-96ae7610ac2b, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:45.816815 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.952985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] For port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:45.959118 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] For port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5d0e9dee-1521-44cb-a68a-96ae7610ac2b,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:45.991409 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.014662 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.021490 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.024482 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.062065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Transition to ACTIVE for port object 512cbe5c-2f89-4eaf-bd74-5d348503957f will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:46.098357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Transition to ACTIVE for port object 512cbe5c-2f89-4eaf-bd74-5d348503957f will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:46.107682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5b69b-1f99-46c8-95b1-bb773d946d23 None None] Pushing event updated for resources: {'Port': ['ID=5d0e9dee-1521-44cb-a68a-96ae7610ac2b,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:46.111146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Routers {'1fa655f0-7013-418a-97df-a6da7c377a27'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:46.111769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['1fa655f0-7013-418a-97df-a6da7c377a27'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:46.128899 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Allocated IP 172.25.8.139 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/0b400539-1652-49cd-a41f-d1c9fd7cbb95) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:46.197727 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.243268 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.254180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Network 33e8a3a9-6534-4fb0-bc01-64e410af8432 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:46.264364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:46.268291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Pushing event updated for resources: {'Port': ['ID=512cbe5c-2f89-4eaf-bd74-5d348503957f,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:46.271795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] Set router 1fa655f0-7013-418a-97df-a6da7c377a27 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:46.274148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:46.348578 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.385452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:46.392089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:46.397334 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:46.420922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Pushing event updated for resources: {'Port': ['ID=0b400539-1652-49cd-a41f-d1c9fd7cbb95,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:46.434976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Attempting to bind port 512cbe5c-2f89-4eaf-bd74-5d348503957f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:46.435354 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Attempting to bind port 512cbe5c-2f89-4eaf-bd74-5d348503957f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '319887eb-95ba-49d4-be22-fade8ef3ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:46.435721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Attempting to bind port 512cbe5c-2f89-4eaf-bd74-5d348503957f on network 33e8a3a9-6534-4fb0-bc01-64e410af8432 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:46.448899 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:46.449330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Checking segment: {'id': '319887eb-95ba-49d4-be22-fade8ef3ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:46.449739 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.450161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Bound using segment: {'id': '319887eb-95ba-49d4-be22-fade8ef3ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:46.450629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Bound port: 512cbe5c-2f89-4eaf-bd74-5d348503957f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319887eb-95ba-49d4-be22-fade8ef3ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:46.451008 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.561924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] For port 512cbe5c-2f89-4eaf-bd74-5d348503957f, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:46.565366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] For port 512cbe5c-2f89-4eaf-bd74-5d348503957f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=512cbe5c-2f89-4eaf-bd74-5d348503957f,segment=NetworkSegment(319887eb-95ba-49d4-be22-fade8ef3ef92),segment_id=319887eb-95ba-49d4-be22-fade8ef3ef92)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:46.588796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'name': 'tempest-TestEncryptedCinderVolumes-1511065547-router', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:39Z', 'updated_at': '2021-08-16T02:41:42Z', 'revision_number': 4, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'gw_port': {'id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:40Z', 'updated_at': '2021-08-16T02:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '5d0e9dee-1521-44cb-a68a-96ae7610ac2b', 'name': '', 'network_id': '1159890b-8173-471c-952d-7aeca6767e87', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'mac_address': 'fa:16:3e:21:37:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '234f1acc-216a-47de-8285-428aac917fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:42Z', 'updated_at': '2021-08-16T02:41:45Z', 'revision_number': 4, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'subnets': [{'id': '234f1acc-216a-47de-8285-428aac917fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:46.618728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e031f-5b11-4048-9433-443167575bd6 None None] The sync data for ids ['1fa655f0-7013-418a-97df-a6da7c377a27'] in n-d-768509-23 is: [{'id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'name': 'tempest-TestEncryptedCinderVolumes-1511065547-router', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:39Z', 'updated_at': '2021-08-16T02:41:42Z', 'revision_number': 4, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'gw_port': {'id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:40Z', 'updated_at': '2021-08-16T02:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '5d0e9dee-1521-44cb-a68a-96ae7610ac2b', 'name': '', 'network_id': '1159890b-8173-471c-952d-7aeca6767e87', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'mac_address': 'fa:16:3e:21:37:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '234f1acc-216a-47de-8285-428aac917fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:42Z', 'updated_at': '2021-08-16T02:41:45Z', 'revision_number': 4, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'subnets': [{'id': '234f1acc-216a-47de-8285-428aac917fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:46.670520 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.701651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 755762b3-1554-49cb-986b-179fc3bd07aa up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:46.765385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fe68c-2c5d-479d-870e-2328858212e5 None None] Pushing event updated for resources: {'Port': ['ID=512cbe5c-2f89-4eaf-bd74-5d348503957f,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:46.780084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 755762b3-1554-49cb-986b-179fc3bd07aa triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:46.780478 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.812038 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:47.064453 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:47.307729 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Router 5bde180a-c734-42f7-96ff-e9a71e5faedf is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:41:47.712386 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a124e7b3-8107-43cc-88da-de3eef35c9ae None None] Network 33e8a3a9-6534-4fb0-bc01-64e410af8432 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:47.752723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:47.769617 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Sync routers for ids ['5bde180a-c734-42f7-96ff-e9a71e5faedf'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:47.777976 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Routers {'5bde180a-c734-42f7-96ff-e9a71e5faedf'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:47.778629 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5bde180a-c734-42f7-96ff-e9a71e5faedf'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:47.866535 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-da212eb1-3e00-4f3c-9e8f-e6f99add20de None None] Provisioning for port 512cbe5c-2f89-4eaf-bd74-5d348503957f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:47.877942 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:47.877942 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9b3bf766-9a1b-4cfb-8ff0-61f993d2ae74 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4769266 Aug 16 02:41:47.878365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56270) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:47.893084 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Set router 5bde180a-c734-42f7-96ff-e9a71e5faedf gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:48.173097 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'name': 'tempest-TestEncryptedCinderVolumes-1471295903-router', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:45Z', 'updated_at': '2021-08-16T02:41:46Z', 'revision_number': 3, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'gw_port': {'id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:46Z', 'updated_at': '2021-08-16T02:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:48.199360 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Checking router: 5bde180a-c734-42f7-96ff-e9a71e5faedf for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:48.199705 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Updating router 5bde180a-c734-42f7-96ff-e9a71e5faedf port 0b400539-1652-49cd-a41f-d1c9fd7cbb95 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:41:48.227233 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.314404 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.395126 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:41:48.494450 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.505380 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Transition to ACTIVE for port object 0b400539-1652-49cd-a41f-d1c9fd7cbb95 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:48.587717 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.632081 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6881cca-5e87-40d8-a3e4-e84843f108bf None None] Pushing event updated for resources: {'Port': ['ID=0b400539-1652-49cd-a41f-d1c9fd7cbb95,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:48.651619 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Attempting to bind port 0b400539-1652-49cd-a41f-d1c9fd7cbb95 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:48.652039 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Attempting to bind port 0b400539-1652-49cd-a41f-d1c9fd7cbb95 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:48.652455 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Attempting to bind port 0b400539-1652-49cd-a41f-d1c9fd7cbb95 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:48.659024 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:48.659420 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:48.660736 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.660736 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:48.660736 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Bound port: 0b400539-1652-49cd-a41f-d1c9fd7cbb95, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:48.661103 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.728005 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] For port 0b400539-1652-49cd-a41f-d1c9fd7cbb95, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:48.731529 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] For port 0b400539-1652-49cd-a41f-d1c9fd7cbb95, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0b400539-1652-49cd-a41f-d1c9fd7cbb95,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:48.752707 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5d0e9dee-1521-44cb-a68a-96ae7610ac2b up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:48.805602 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.848858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Allocated IP 172.20.0.1 (33e8a3a9-6534-4fb0-bc01-64e410af8432/0d12948f-7977-4002-8481-aa0adc6b5342/57c65b95-bd8c-4a54-92d2-9bee93a54340) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:48.853770 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Routers {'5bde180a-c734-42f7-96ff-e9a71e5faedf'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:48.854409 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5bde180a-c734-42f7-96ff-e9a71e5faedf'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:48.879223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:48.883452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:48.883830 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.899985 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6881cca-5e87-40d8-a3e4-e84843f108bf None None] Pushing event updated for resources: {'Port': ['ID=0b400539-1652-49cd-a41f-d1c9fd7cbb95,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:48.960801 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.964909 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.974727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Transition to ACTIVE for port object 57c65b95-bd8c-4a54-92d2-9bee93a54340 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:48.979427 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] Set router 5bde180a-c734-42f7-96ff-e9a71e5faedf gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:48.998454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5d0e9dee-1521-44cb-a68a-96ae7610ac2b,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:49.094449 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.095261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 512cbe5c-2f89-4eaf-bd74-5d348503957f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:49.125275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.158401 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'name': 'tempest-TestEncryptedCinderVolumes-1471295903-router', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:45Z', 'updated_at': '2021-08-16T02:41:46Z', 'revision_number': 3, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'gw_port': {'id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:46Z', 'updated_at': '2021-08-16T02:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:49.164796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Network 33e8a3a9-6534-4fb0-bc01-64e410af8432 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:49.171344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:49.175871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:49.176061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=5d0e9dee-1521-44cb-a68a-96ae7610ac2b,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:49.182419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Pushing event updated for resources: {'Port': ['ID=57c65b95-bd8c-4a54-92d2-9bee93a54340,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:49.197752 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec14f3-4d4b-48ef-91dd-27d066e4cf9b None None] The sync data for ids ['5bde180a-c734-42f7-96ff-e9a71e5faedf'] in n-d-768509-23 is: [{'id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'name': 'tempest-TestEncryptedCinderVolumes-1471295903-router', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:45Z', 'updated_at': '2021-08-16T02:41:46Z', 'revision_number': 3, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'gw_port': {'id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:46Z', 'updated_at': '2021-08-16T02:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:49.226312 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.280569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 512cbe5c-2f89-4eaf-bd74-5d348503957f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:49.288319 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 512cbe5c-2f89-4eaf-bd74-5d348503957f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:49.288819 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.377156 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.415807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 512cbe5c-2f89-4eaf-bd74-5d348503957f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=512cbe5c-2f89-4eaf-bd74-5d348503957f,segment=NetworkSegment(319887eb-95ba-49d4-be22-fade8ef3ef92),segment_id=319887eb-95ba-49d4-be22-fade8ef3ef92)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:49.464091 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.483136 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.539316 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c3aa9323-5177-41b3-a181-5c34511b4e65 None None] Provisioning for port 57c65b95-bd8c-4a54-92d2-9bee93a54340 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:49.545291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=512cbe5c-2f89-4eaf-bd74-5d348503957f,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:49.548802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c3aa9323-5177-41b3-a181-5c34511b4e65 None None] Provisioning complete for port 57c65b95-bd8c-4a54-92d2-9bee93a54340 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:49.549276 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c3aa9323-5177-41b3-a181-5c34511b4e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.586209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa9323-5177-41b3-a181-5c34511b4e65 None None] Port 57c65b95-bd8c-4a54-92d2-9bee93a54340 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:49.640411 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.696394 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.768238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Pushing event updated for resources: {'Port': ['ID=57c65b95-bd8c-4a54-92d2-9bee93a54340,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:49.770990 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.868543 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Network 33e8a3a9-6534-4fb0-bc01-64e410af8432 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:49.870015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:49.992148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Router 5bde180a-c734-42f7-96ff-e9a71e5faedf has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:41:50.109413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-35994508-fe8b-4e19-8fdb-bcf1a0844351 None None] Provisioning complete for port 57c65b95-bd8c-4a54-92d2-9bee93a54340 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:50.110049 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-35994508-fe8b-4e19-8fdb-bcf1a0844351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:50.110951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:50.120505 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d2c53cdf-aead-45dd-964f-0692e682a2bf admin admin] 10.222.0.66 "PUT /v2.0/routers/5bde180a-c734-42f7-96ff-e9a71e5faedf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454731 Aug 16 02:41:50.145322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-35994508-fe8b-4e19-8fdb-bcf1a0844351 None None] Port 57c65b95-bd8c-4a54-92d2-9bee93a54340 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:50.738965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b400539-1652-49cd-a41f-d1c9fd7cbb95 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:50.775364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Sync routers for ids ['5bde180a-c734-42f7-96ff-e9a71e5faedf'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:50.794718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Routers {'5bde180a-c734-42f7-96ff-e9a71e5faedf'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:50.795485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5bde180a-c734-42f7-96ff-e9a71e5faedf'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:50.905850 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 0b400539-1652-49cd-a41f-d1c9fd7cbb95 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:50.908748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Set router 5bde180a-c734-42f7-96ff-e9a71e5faedf gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:50.952383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-73b073ff-102d-4219-9892-9958bce188f1 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:50.954057 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-73b073ff-102d-4219-9892-9958bce188f1 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/networks?id=1159890b-8173-471c-952d-7aeca6767e87 HTTP/1.1" status: 200 len: 817 time: 0.1093214 Aug 16 02:41:50.970674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-80121056-cd3a-4772-89de-5c97b1f6b219 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/quotas/b730e63b5f954663b10a7d2cad001c24 HTTP/1.1" status: 200 len: 375 time: 0.0100505 Aug 16 02:41:51.027776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-af54fb9c-68cd-4df5-b94d-eaaf604e5027 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b730e63b5f954663b10a7d2cad001c24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501294 Aug 16 02:41:51.099273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0b400539-1652-49cd-a41f-d1c9fd7cbb95 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:51.099665 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.128714 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-138daf2c-b1a9-48be-86a0-e51f1f296d96 service neutron] 10.222.0.66 "GET /v2.0/networks/1159890b-8173-471c-952d-7aeca6767e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879593 Aug 16 02:41:51.225891 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-bf1054aa-d6d4-4cfa-be14-d518dbe6cce0 service neutron] 10.222.0.66 "GET /v2.0/networks/1159890b-8173-471c-952d-7aeca6767e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906701 Aug 16 02:41:51.280331 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.322914 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 0b400539-1652-49cd-a41f-d1c9fd7cbb95, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0b400539-1652-49cd-a41f-d1c9fd7cbb95,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:51.346188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'name': 'tempest-TestEncryptedCinderVolumes-1471295903-router', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:45Z', 'updated_at': '2021-08-16T02:41:49Z', 'revision_number': 4, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'gw_port': {'id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:46Z', 'updated_at': '2021-08-16T02:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '57c65b95-bd8c-4a54-92d2-9bee93a54340', 'name': '', 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'mac_address': 'fa:16:3e:5a:05:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0d12948f-7977-4002-8481-aa0adc6b5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:48Z', 'updated_at': '2021-08-16T02:41:49Z', 'revision_number': 2, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'subnets': [{'id': '0d12948f-7977-4002-8481-aa0adc6b5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:51.380015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Checking router: 5bde180a-c734-42f7-96ff-e9a71e5faedf for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:51.380374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Updating router 5bde180a-c734-42f7-96ff-e9a71e5faedf port 57c65b95-bd8c-4a54-92d2-9bee93a54340 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:41:51.402666 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.403472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5d0e9dee-1521-44cb-a68a-96ae7610ac2b up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:51.454518 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.480180 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.482545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54d10aee-4c0f-42f7-821f-3d008bfd5589 req-f9eabcf3-6720-4e45-a907-029b3a9795d6 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 210 time: 0.0353591 Aug 16 02:41:51.522403 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=0b400539-1652-49cd-a41f-d1c9fd7cbb95,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:51.599198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:51.599579 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.760227 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 512cbe5c-2f89-4eaf-bd74-5d348503957f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:51.871720 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 512cbe5c-2f89-4eaf-bd74-5d348503957f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:51.872143 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.875323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.908606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Transition to ACTIVE for port object 57c65b95-bd8c-4a54-92d2-9bee93a54340 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:51.970113 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.024821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f7dd7-c5d7-43ea-974b-cc53493151e0 None None] Pushing event updated for resources: {'Port': ['ID=57c65b95-bd8c-4a54-92d2-9bee93a54340,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:52.071830 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Attempting to bind port 57c65b95-bd8c-4a54-92d2-9bee93a54340 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:52.072205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Attempting to bind port 57c65b95-bd8c-4a54-92d2-9bee93a54340 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '319887eb-95ba-49d4-be22-fade8ef3ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:52.072579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Attempting to bind port 57c65b95-bd8c-4a54-92d2-9bee93a54340 on network 33e8a3a9-6534-4fb0-bc01-64e410af8432 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:52.077925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:52.078302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Checking segment: {'id': '319887eb-95ba-49d4-be22-fade8ef3ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:52.079943 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.080556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Bound using segment: {'id': '319887eb-95ba-49d4-be22-fade8ef3ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:52.080814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Bound port: 57c65b95-bd8c-4a54-92d2-9bee93a54340, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319887eb-95ba-49d4-be22-fade8ef3ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:52.081850 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.163007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] For port 57c65b95-bd8c-4a54-92d2-9bee93a54340, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:52.166854 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] For port 57c65b95-bd8c-4a54-92d2-9bee93a54340, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=57c65b95-bd8c-4a54-92d2-9bee93a54340,segment=NetworkSegment(319887eb-95ba-49d4-be22-fade8ef3ef92),segment_id=319887eb-95ba-49d4-be22-fade8ef3ef92)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:52.336334 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.394658 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Routers {'5bde180a-c734-42f7-96ff-e9a71e5faedf'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:52.395313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:41:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5bde180a-c734-42f7-96ff-e9a71e5faedf'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:52.398694 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.434195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f7dd7-c5d7-43ea-974b-cc53493151e0 None None] Pushing event updated for resources: {'Port': ['ID=57c65b95-bd8c-4a54-92d2-9bee93a54340,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:52.516187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] Set router 5bde180a-c734-42f7-96ff-e9a71e5faedf gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:52.546359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d37533e0-c99b-4225-8abf-87b28ebc1493 req-18dab90e-7bfc-4ceb-a837-32cd5ae949d8 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 210 time: 0.0299711 Aug 16 02:41:52.669811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b400539-1652-49cd-a41f-d1c9fd7cbb95 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:52.758404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0b400539-1652-49cd-a41f-d1c9fd7cbb95 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:52.758780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.800941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'name': 'tempest-TestEncryptedCinderVolumes-1471295903-router', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:45Z', 'updated_at': '2021-08-16T02:41:49Z', 'revision_number': 4, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'gw_port': {'id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:46Z', 'updated_at': '2021-08-16T02:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '57c65b95-bd8c-4a54-92d2-9bee93a54340', 'name': '', 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'mac_address': 'fa:16:3e:5a:05:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0d12948f-7977-4002-8481-aa0adc6b5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:48Z', 'updated_at': '2021-08-16T02:41:52Z', 'revision_number': 4, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'subnets': [{'id': '0d12948f-7977-4002-8481-aa0adc6b5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:52.829656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5230b3-c7ef-43ec-8227-276e773c413b None None] The sync data for ids ['5bde180a-c734-42f7-96ff-e9a71e5faedf'] in n-d-768509-23 is: [{'id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'name': 'tempest-TestEncryptedCinderVolumes-1471295903-router', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:45Z', 'updated_at': '2021-08-16T02:41:49Z', 'revision_number': 4, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'gw_port': {'id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:46Z', 'updated_at': '2021-08-16T02:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '57c65b95-bd8c-4a54-92d2-9bee93a54340', 'name': '', 'network_id': '33e8a3a9-6534-4fb0-bc01-64e410af8432', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'mac_address': 'fa:16:3e:5a:05:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0d12948f-7977-4002-8481-aa0adc6b5342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:48Z', 'updated_at': '2021-08-16T02:41:52Z', 'revision_number': 4, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'subnets': [{'id': '0d12948f-7977-4002-8481-aa0adc6b5342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:53.648094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b379096e-474f-458a-8a63-2516599430bb req-585d1b0a-0f9a-4855-ad38-6901ad659abe tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 210 time: 0.0285597 Aug 16 02:41:53.879840 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-5aca1d5b-b770-4a4d-b2e6-d2a5093953ec tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.881314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-5aca1d5b-b770-4a4d-b2e6-d2a5093953ec tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.74 "GET /v2.0/networks?id=1159890b-8173-471c-952d-7aeca6767e87 HTTP/1.1" status: 200 len: 817 time: 0.1140482 Aug 16 02:41:53.895430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Request body: {'port': {'device_id': '1b8d1c35-671a-4c41-9fd8-21b7418d1f54', 'network_id': '1159890b-8173-471c-952d-7aeca6767e87', 'admin_state_up': True, 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:54.111287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Made reservation on behalf of b730e63b5f954663b10a7d2cad001c24 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:54.115666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.246195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Allocated IP 172.20.0.11 (1159890b-8173-471c-952d-7aeca6767e87/234f1acc-216a-47de-8285-428aac917fe9/53b80b5d-29c0-4984-ae3d-eec493e2d5ef) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:54.394165 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.407305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Transition to ACTIVE for port object 53b80b5d-29c0-4984-ae3d-eec493e2d5ef will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:54.496260 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.541482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Network 1159890b-8173-471c-952d-7aeca6767e87 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:54.544556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:54.546906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:54.574903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Pushing event updated for resources: {'Port': ['ID=53b80b5d-29c0-4984-ae3d-eec493e2d5ef,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:54.590598 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.590946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.591289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.591620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.591952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.592281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.592609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.592934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.593263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.593587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.593935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.594257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:54.615839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:54.616501 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.708523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 57c65b95-bd8c-4a54-92d2-9bee93a54340 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:54.719685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-704ef7d6-fb09-46c3-86b6-e8de0cf42f36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8283525 Aug 16 02:41:54.733872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Request body: {'port': {'device_id': '1b8d1c35-671a-4c41-9fd8-21b7418d1f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:54.826652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9da29-1bef-40d5-b8f7-7a8fa334bf14 req-b48beac6-2215-4d60-b42e-a6ace6b6cfa1 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:54.828179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ded9da29-1bef-40d5-b8f7-7a8fa334bf14 req-b48beac6-2215-4d60-b42e-a6ace6b6cfa1 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 932 time: 0.1074507 Aug 16 02:41:54.830704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.833204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 57c65b95-bd8c-4a54-92d2-9bee93a54340 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:54.837312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 57c65b95-bd8c-4a54-92d2-9bee93a54340 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:54.837689 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.863233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5025b436-7ab9-4b33-8cfe-8fd8d1d7f87d None None] Provisioning for port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:54.873420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5025b436-7ab9-4b33-8cfe-8fd8d1d7f87d None None] Provisioning complete for port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:54.873797 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5025b436-7ab9-4b33-8cfe-8fd8d1d7f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.903343 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ded9da29-1bef-40d5-b8f7-7a8fa334bf14 req-aa8caec6-b74c-41ce-a4d0-bd77db0027c8 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639687 Aug 16 02:41:54.919981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5025b436-7ab9-4b33-8cfe-8fd8d1d7f87d None None] Port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:54.952667 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.984796 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 57c65b95-bd8c-4a54-92d2-9bee93a54340, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=57c65b95-bd8c-4a54-92d2-9bee93a54340,segment=NetworkSegment(319887eb-95ba-49d4-be22-fade8ef3ef92),segment_id=319887eb-95ba-49d4-be22-fade8ef3ef92)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:55.033392 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.082176 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=57c65b95-bd8c-4a54-92d2-9bee93a54340,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:55.138247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b80b5d-29c0-4984-ae3d-eec493e2d5ef {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:41:55.146575 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.158184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Transition to ACTIVE for port object 53b80b5d-29c0-4984-ae3d-eec493e2d5ef will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:55.250108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.302767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Pushing event updated for resources: {'Port': ['ID=53b80b5d-29c0-4984-ae3d-eec493e2d5ef,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:55.372905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Attempting to bind port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:55.373993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Attempting to bind port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:55.373993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Attempting to bind port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef on network 1159890b-8173-471c-952d-7aeca6767e87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:55.378291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef on network 1159890b-8173-471c-952d-7aeca6767e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:41:55.378617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Attempting to bind port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef on network 1159890b-8173-471c-952d-7aeca6767e87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:55.383724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:55.384069 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Checking segment: {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:55.384459 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Bound using segment: {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:55.384896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Bound port: 53b80b5d-29c0-4984-ae3d-eec493e2d5ef, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:55.385286 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.460920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] For port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:55.464852 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] For port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=53b80b5d-29c0-4984-ae3d-eec493e2d5ef,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:55.542465 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.580370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.580370 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.580370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] 10.222.0.74 "PUT /v2.0/ports/53b80b5d-29c0-4984-ae3d-eec493e2d5ef HTTP/1.1" status: 200 len: 1093 time: 0.8471625 Aug 16 02:41:55.580370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8d1c35-671a-4c41-9fd8-21b7418d1f54', 'tag': '53b80b5d-29c0-4984-ae3d-eec493e2d5ef'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:55.581505 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e28b3c-0a9a-499a-baa6-be63fbb5bded" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8d1c35-671a-4c41-9fd8-21b7418d1f54", "tag": "53b80b5d-29c0-4984-ae3d-eec493e2d5ef"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:55.611015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89596eaf-a1b2-4af9-b554-a8366f88e514 service neutron] Pushing event updated for resources: {'Port': ['ID=53b80b5d-29c0-4984-ae3d-eec493e2d5ef,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:55.623641 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0139c0-be7c-4721-bb18-a2c17aa624ea x-openstack-request-id: req-fd0139c0-be7c-4721-bb18-a2c17aa624ea {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:55.624015 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8d1c35-671a-4c41-9fd8-21b7418d1f54", "tag": "53b80b5d-29c0-4984-ae3d-eec493e2d5ef", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:55.624364 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd0139c0-be7c-4721-bb18-a2c17aa624ea {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:55.624859 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8d1c35-671a-4c41-9fd8-21b7418d1f54', 'tag': '53b80b5d-29c0-4984-ae3d-eec493e2d5ef', 'status': 'completed', 'code': 200} Aug 16 02:41:55.691202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e28b3c-0a9a-499a-baa6-be63fbb5bded req-5f1e538b-23d7-468b-8251-7c386810ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.693362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30e28b3c-0a9a-499a-baa6-be63fbb5bded req-5f1e538b-23d7-468b-8251-7c386810ecf1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b730e63b5f954663b10a7d2cad001c24&device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 1096 time: 0.0433717 Aug 16 02:41:55.804701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e28b3c-0a9a-499a-baa6-be63fbb5bded req-d3cd462b-03d7-4522-bd3b-dfa122913798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.806234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30e28b3c-0a9a-499a-baa6-be63fbb5bded req-d3cd462b-03d7-4522-bd3b-dfa122913798 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=b730e63b5f954663b10a7d2cad001c24&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1044800 Aug 16 02:41:55.908131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e28b3c-0a9a-499a-baa6-be63fbb5bded req-fe233a7f-eee4-488c-8551-e31bcb7d38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.909620 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30e28b3c-0a9a-499a-baa6-be63fbb5bded req-fe233a7f-eee4-488c-8551-e31bcb7d38b0 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958755 Aug 16 02:41:55.992795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-41b81b38-39be-4152-8fd5-efb66d5f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.994244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-41b81b38-39be-4152-8fd5-efb66d5f54b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b730e63b5f954663b10a7d2cad001c24&device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 1096 time: 0.0498352 Aug 16 02:41:56.052816 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-f0c83feb-1bb5-43bb-8b71-b0e7f2fa0c29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53b80b5d-29c0-4984-ae3d-eec493e2d5ef HTTP/1.1" status: 200 len: 217 time: 0.0380883 Aug 16 02:41:56.075979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda81cc9-1f50-494b-8c4e-ce8e7331249b req-b958a70b-835b-464b-ab21-690706dfc133 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:56.077402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eda81cc9-1f50-494b-8c4e-ce8e7331249b req-b958a70b-835b-464b-ab21-690706dfc133 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 944 time: 0.0949099 Aug 16 02:41:56.141964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-64c65325-1401-412b-9c80-646db3c7dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:56.143444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-64c65325-1401-412b-9c80-646db3c7dff5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=234f1acc-216a-47de-8285-428aac917fe9 HTTP/1.1" status: 200 len: 856 time: 0.0829575 Aug 16 02:41:56.150717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eda81cc9-1f50-494b-8c4e-ce8e7331249b req-8e3ef3b0-9a00-488c-acd2-68b194ce6efc tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554249 Aug 16 02:41:56.202365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-41f90d77-cf02-4403-99cc-9ed370524265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:56.203875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-41f90d77-cf02-4403-99cc-9ed370524265 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1159890b-8173-471c-952d-7aeca6767e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451996 Aug 16 02:41:56.293040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-50cf6889-8f40-4de6-9087-10252bcb5f2d service neutron] 10.222.0.74 "GET /v2.0/networks/1159890b-8173-471c-952d-7aeca6767e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816252 Aug 16 02:41:56.391877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f16b5b0c-2ca6-4253-ae42-b3d5d3907adc req-9ab61fde-64e3-4a6c-97b1-92d252b4910f service neutron] 10.222.0.74 "GET /v2.0/networks/1159890b-8173-471c-952d-7aeca6767e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858600 Aug 16 02:41:56.666327 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 57c65b95-bd8c-4a54-92d2-9bee93a54340 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:56.715724 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 57c65b95-bd8c-4a54-92d2-9bee93a54340 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:56.716098 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.279685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320ca8-dc92-495e-9214-b8574b00e4b4 req-81251235-521b-4e45-9954-0262828cfc35 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:57.281178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed320ca8-dc92-495e-9214-b8574b00e4b4 req-81251235-521b-4e45-9954-0262828cfc35 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 944 time: 0.0497894 Aug 16 02:41:57.320165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ed320ca8-dc92-495e-9214-b8574b00e4b4 req-457e6d8e-2c56-44b9-b70f-534f77d45d8f tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Aug 16 02:41:58.435192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff626c52-28c7-46e9-9e63-d21a19a5bf80 req-50a95278-6404-44ed-9a1b-3378af52f45d tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:58.436672 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff626c52-28c7-46e9-9e63-d21a19a5bf80 req-50a95278-6404-44ed-9a1b-3378af52f45d tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 944 time: 0.0496976 Aug 16 02:41:58.475270 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff626c52-28c7-46e9-9e63-d21a19a5bf80 req-0c1beb6a-b334-4f94-afe5-6fbef4cdfe1a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Aug 16 02:41:59.591131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01517096-ebd1-424e-95fc-98ed3777ac23 req-45f7e061-b87a-4e8f-abae-4d79f6fbb445 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:59.592579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01517096-ebd1-424e-95fc-98ed3777ac23 req-45f7e061-b87a-4e8f-abae-4d79f6fbb445 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 944 time: 0.0517421 Aug 16 02:41:59.628852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01517096-ebd1-424e-95fc-98ed3777ac23 req-46ec26ab-7758-4d5a-afc9-355f32a7048e tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296972 Aug 16 02:41:59.901737 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f52c5155-6b77-4647-8215-8887f324477d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.960805 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 53b80b5d-29c0-4984-ae3d-eec493e2d5ef details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:42:00.056076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=53b80b5d-29c0-4984-ae3d-eec493e2d5ef,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:00.067704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '53b80b5d-29c0-4984-ae3d-eec493e2d5ef', 'network_id': '1159890b-8173-471c-952d-7aeca6767e87', 'port_id': '53b80b5d-29c0-4984-ae3d-eec493e2d5ef', 'mac_address': 'fa:16:3e:6c:d5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234f1acc-216a-47de-8285-428aac917fe9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:42:00.103847 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.116227 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b80b5d-29c0-4984-ae3d-eec493e2d5ef {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:00.135912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=53b80b5d-29c0-4984-ae3d-eec493e2d5ef,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:00.221696 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.274663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=53b80b5d-29c0-4984-ae3d-eec493e2d5ef,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:00.281889 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.282234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.282572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.282903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.283231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.283555 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.283876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.284200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.284521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.284835 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.285159 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.285472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:00.421083 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['53b80b5d-29c0-4984-ae3d-eec493e2d5ef'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:42:00.747265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95cac0-38bc-4c5f-9ecc-f2a2631fa972 req-acb1c9f9-ddc8-45ed-8c98-ce63a773bb81 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:00.748706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca95cac0-38bc-4c5f-9ecc-f2a2631fa972 req-acb1c9f9-ddc8-45ed-8c98-ce63a773bb81 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 945 time: 0.0531666 Aug 16 02:42:00.786187 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca95cac0-38bc-4c5f-9ecc-f2a2631fa972 req-c623514e-504b-4c09-94e6-fc0e36968cfa tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310023 Aug 16 02:42:01.901111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481ccfb-16fd-47d5-9ad0-333462c586c7 req-76ec2d5c-0329-4ee2-80b5-de29f49e1b3b tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:01.902612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2481ccfb-16fd-47d5-9ad0-333462c586c7 req-76ec2d5c-0329-4ee2-80b5-de29f49e1b3b tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 945 time: 0.0496373 Aug 16 02:42:01.939545 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2481ccfb-16fd-47d5-9ad0-333462c586c7 req-67667ca9-8f50-479b-8294-fd8de853252b tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310607 Aug 16 02:42:01.976198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 53b80b5d-29c0-4984-ae3d-eec493e2d5ef up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:02.090137 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:02.093790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:02.094722 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.175408 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.198896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8d1c35-671a-4c41-9fd8-21b7418d1f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b80b5d-29c0-4984-ae3d-eec493e2d5ef'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:02.201200 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0d540b-021c-4947-baa8-d4827c4e530b" -d '{"events": [{"server_uuid": "1b8d1c35-671a-4c41-9fd8-21b7418d1f54", "name": "network-vif-plugged", "status": "completed", "tag": "53b80b5d-29c0-4984-ae3d-eec493e2d5ef"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:02.215308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=53b80b5d-29c0-4984-ae3d-eec493e2d5ef,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:02.247452 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4bb8c8-427c-4aad-9c4f-fc4f5b457c92 x-openstack-request-id: req-db4bb8c8-427c-4aad-9c4f-fc4f5b457c92 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:02.247746 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8d1c35-671a-4c41-9fd8-21b7418d1f54", "name": "network-vif-plugged", "status": "completed", "tag": "53b80b5d-29c0-4984-ae3d-eec493e2d5ef", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:02.249933 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-db4bb8c8-427c-4aad-9c4f-fc4f5b457c92 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:02.249933 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8d1c35-671a-4c41-9fd8-21b7418d1f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b80b5d-29c0-4984-ae3d-eec493e2d5ef', 'code': 200} Aug 16 02:42:02.261927 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.314194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=53b80b5d-29c0-4984-ae3d-eec493e2d5ef,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:02.355412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c75ab9-48b5-4452-aa92-f1dc6dfc1a06 req-54d11c86-1f74-4bb6-8d61-693de07960ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:02.356847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45c75ab9-48b5-4452-aa92-f1dc6dfc1a06 req-54d11c86-1f74-4bb6-8d61-693de07960ab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 1098 time: 0.0516317 Aug 16 02:42:02.393012 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45c75ab9-48b5-4452-aa92-f1dc6dfc1a06 req-2cadd4a1-62e3-44a6-a3e6-1f8c99fe9576 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282652 Aug 16 02:42:02.894189 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.928137 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-645cc7ef-15f9-467b-9318-d77f2cf49fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.057915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854ef61-da67-4253-97a7-f9530606bd01 req-621b690e-fc69-418f-9732-94d4e2349470 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:03.059390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d854ef61-da67-4253-97a7-f9530606bd01 req-621b690e-fc69-418f-9732-94d4e2349470 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 946 time: 0.0496974 Aug 16 02:42:03.098627 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d854ef61-da67-4253-97a7-f9530606bd01 req-43f82333-bc86-43c1-a220-ec6bf4b70572 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325830 Aug 16 02:42:04.219733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bb07-a3af-40ea-a103-341c80f659dd req-c1a876d3-25d0-4bd0-8912-c9e687f72f2e tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:04.221115 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8507bb07-a3af-40ea-a103-341c80f659dd req-c1a876d3-25d0-4bd0-8912-c9e687f72f2e tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 946 time: 0.0512798 Aug 16 02:42:04.256680 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.259098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8507bb07-a3af-40ea-a103-341c80f659dd req-a391e136-959e-480f-a7d4-8d9ae9ebc6b2 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318441 Aug 16 02:42:04.374213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf09ad5-0fe9-4970-a1d6-c9facc0e3c16 req-53fd8086-89c6-41ca-a601-6aa895680e0f tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:04.375664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bf09ad5-0fe9-4970-a1d6-c9facc0e3c16 req-53fd8086-89c6-41ca-a601-6aa895680e0f tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 946 time: 0.0509291 Aug 16 02:42:04.413044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1bf09ad5-0fe9-4970-a1d6-c9facc0e3c16 req-5fccb30c-0d9c-4bb4-b627-41cab406ca3e tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307574 Aug 16 02:42:05.987090 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:21.416090 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:22.367945 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:25.395408 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:42:27.609576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18815b0-375b-4b26-9d54-ead8a2566677 req-cc91bf06-ff95-43ce-88cd-0f1d1204187f tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:27.611084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a18815b0-375b-4b26-9d54-ead8a2566677 req-cc91bf06-ff95-43ce-88cd-0f1d1204187f tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 946 time: 0.0489378 Aug 16 02:42:27.650082 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a18815b0-375b-4b26-9d54-ead8a2566677 req-28d8a428-9533-4b20-b560-74bdbf4a2872 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325739 Aug 16 02:42:28.764037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d4eab-392c-44f4-b320-265dc0a4f449 req-7e239580-6e00-4701-b220-61510d55801d tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:28.765785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f9d4eab-392c-44f4-b320-265dc0a4f449 req-7e239580-6e00-4701-b220-61510d55801d tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 946 time: 0.0490532 Aug 16 02:42:28.805659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7f9d4eab-392c-44f4-b320-265dc0a4f449 req-d8e6836a-2a7a-4f5b-862b-b77ce35126db tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339589 Aug 16 02:42:29.118752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f494d8-bbdd-4bfe-94fe-24effd36d129 req-aba8883b-6e0b-4ef3-9aba-2ca6ebc1ae8e tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:29.120225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6f494d8-bbdd-4bfe-94fe-24effd36d129 req-aba8883b-6e0b-4ef3-9aba-2ca6ebc1ae8e tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 946 time: 0.0562587 Aug 16 02:42:29.209292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-f6f494d8-bbdd-4bfe-94fe-24effd36d129 req-fb047be9-9812-4382-9995-fe5b83b5eb90 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Deleting port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:29.209638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f6f494d8-bbdd-4bfe-94fe-24effd36d129 req-fb047be9-9812-4382-9995-fe5b83b5eb90 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.299650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-f6f494d8-bbdd-4bfe-94fe-24effd36d129 req-fb047be9-9812-4382-9995-fe5b83b5eb90 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] For port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=53b80b5d-29c0-4984-ae3d-eec493e2d5ef,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:29.300012 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f6f494d8-bbdd-4bfe-94fe-24effd36d129 req-fb047be9-9812-4382-9995-fe5b83b5eb90 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.313074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-f6f494d8-bbdd-4bfe-94fe-24effd36d129 req-fb047be9-9812-4382-9995-fe5b83b5eb90 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Calling delete_port for 53b80b5d-29c0-4984-ae3d-eec493e2d5ef owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:29.501412 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f6f494d8-bbdd-4bfe-94fe-24effd36d129 req-fb047be9-9812-4382-9995-fe5b83b5eb90 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.514988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['53b80b5d-29c0-4984-ae3d-eec493e2d5ef'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:42:29.535105 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb047be9-9812-4382-9995-fe5b83b5eb90 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Pushing event deleted for resources: {'Port': ['ID=53b80b5d-29c0-4984-ae3d-eec493e2d5ef,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:29.575881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f494d8-bbdd-4bfe-94fe-24effd36d129 req-fb047be9-9812-4382-9995-fe5b83b5eb90 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] No DVR routers for this DVR port 53b80b5d-29c0-4984-ae3d-eec493e2d5ef on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:29.578509 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-f6f494d8-bbdd-4bfe-94fe-24effd36d129 req-fb047be9-9812-4382-9995-fe5b83b5eb90 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.580500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6f494d8-bbdd-4bfe-94fe-24effd36d129 req-fb047be9-9812-4382-9995-fe5b83b5eb90 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.74 "DELETE /v2.0/ports/53b80b5d-29c0-4984-ae3d-eec493e2d5ef HTTP/1.1" status: 204 len: 173 time: 0.4543986 Aug 16 02:42:29.580931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8d1c35-671a-4c41-9fd8-21b7418d1f54', 'name': 'network-vif-deleted', 'tag': '53b80b5d-29c0-4984-ae3d-eec493e2d5ef'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:29.583190 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513e6880-d9f2-48c1-8785-ae34268b8273" -d '{"events": [{"server_uuid": "1b8d1c35-671a-4c41-9fd8-21b7418d1f54", "name": "network-vif-deleted", "tag": "53b80b5d-29c0-4984-ae3d-eec493e2d5ef"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:29.618828 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b555da-2eac-4cda-97bf-1d86cd39f935 x-openstack-request-id: req-46b555da-2eac-4cda-97bf-1d86cd39f935 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:29.619120 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8d1c35-671a-4c41-9fd8-21b7418d1f54", "name": "network-vif-deleted", "tag": "53b80b5d-29c0-4984-ae3d-eec493e2d5ef", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:29.619371 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46b555da-2eac-4cda-97bf-1d86cd39f935 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:29.619779 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8d1c35-671a-4c41-9fd8-21b7418d1f54', 'name': 'network-vif-deleted', 'tag': '53b80b5d-29c0-4984-ae3d-eec493e2d5ef', 'status': 'completed', 'code': 200} Aug 16 02:42:29.884783 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0c467d27-e421-47dd-b835-723ab2e93a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.917240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b08db6bc-1e66-44c8-b74d-6c83bfe3b6f0 req-a02b4a0c-6554-41c1-b37a-c83a4b27af86 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b8d1c35-671a-4c41-9fd8-21b7418d1f54 HTTP/1.1" status: 200 len: 210 time: 0.0288601 Aug 16 02:42:31.689487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-b604bf1b-e2a9-4d04-a22e-e0654dcfd79c tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:31.690915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-b604bf1b-e2a9-4d04-a22e-e0654dcfd79c tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/networks?id=1159890b-8173-471c-952d-7aeca6767e87 HTTP/1.1" status: 200 len: 817 time: 0.1035721 Aug 16 02:42:31.706344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-401d3014-e358-496c-8ff8-f8817c9af843 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/quotas/b730e63b5f954663b10a7d2cad001c24 HTTP/1.1" status: 200 len: 375 time: 0.0089889 Aug 16 02:42:31.756826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-846fbdb6-260e-4921-a271-a5c607dea381 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b730e63b5f954663b10a7d2cad001c24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451961 Aug 16 02:42:31.851105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-798ab901-92a3-498f-a7ff-7288538b4537 service neutron] 10.222.0.66 "GET /v2.0/networks/1159890b-8173-471c-952d-7aeca6767e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817893 Aug 16 02:42:31.941866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-784805b2-a004-45bc-873b-0e7867acbb75 service neutron] 10.222.0.66 "GET /v2.0/networks/1159890b-8173-471c-952d-7aeca6767e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Aug 16 02:42:32.166793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72b66090-3aa0-4401-b297-ad4d2eaaab6d req-7ffc30fc-b5e1-46ac-871d-0dcd6da12656 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 210 time: 0.0282249 Aug 16 02:42:32.917935 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:32.944248 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-731039fa-e19a-414d-b294-da2d156d8fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.259232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5adc0a21-1bbe-4bed-9757-8374a50d1687 req-2e3cb6a0-722d-4017-b28a-25b58743862a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 210 time: 0.0269434 Aug 16 02:42:34.041107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-28590670-224d-41dd-a605-6f54a37c10bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:34.042584 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-28590670-224d-41dd-a605-6f54a37c10bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.74 "GET /v2.0/networks?id=1159890b-8173-471c-952d-7aeca6767e87 HTTP/1.1" status: 200 len: 817 time: 0.1049843 Aug 16 02:42:34.056403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Request body: {'port': {'device_id': '80083ba2-80d8-4124-af0e-0dbde64da83d', 'network_id': '1159890b-8173-471c-952d-7aeca6767e87', 'admin_state_up': True, 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:34.162965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 53b80b5d-29c0-4984-ae3d-eec493e2d5ef no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:34.186280 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 53b80b5d-29c0-4984-ae3d-eec493e2d5ef {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:34.186615 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 53b80b5d-29c0-4984-ae3d-eec493e2d5ef not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:34.253589 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.253811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Made reservation on behalf of b730e63b5f954663b10a7d2cad001c24 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:34.257174 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.386098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ef7395c-8fd2-4165-b227-8936bc0e3783 req-316072fa-69f8-4706-9b98-20943d259075 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 210 time: 0.0576901 Aug 16 02:42:34.412058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Allocated IP 172.20.0.4 (1159890b-8173-471c-952d-7aeca6767e87/234f1acc-216a-47de-8285-428aac917fe9/3eb47ff3-e9ab-43a2-968c-7db763b8d70f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:34.558134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.571542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Transition to ACTIVE for port object 3eb47ff3-e9ab-43a2-968c-7db763b8d70f will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:34.661282 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.705336 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Network 1159890b-8173-471c-952d-7aeca6767e87 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:34.708427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:34.712131 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:34.718586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Pushing event updated for resources: {'Port': ['ID=3eb47ff3-e9ab-43a2-968c-7db763b8d70f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:34.766324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:34.766957 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.862514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-e2e67546-356d-4e30-be57-9772a0a1d47a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8106298 Aug 16 02:42:34.873297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-6ad17473-2ef4-4d19-ac5c-0f191fad6881 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:42:34.874296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-6ad17473-2ef4-4d19-ac5c-0f191fad6881 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052459 Aug 16 02:42:34.885904 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Request body: {'port': {'device_id': '80083ba2-80d8-4124-af0e-0dbde64da83d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:34.942116 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.952084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2b8f9802-928d-4383-8648-f817bf6f891a None None] Provisioning for port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:34.955897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2b8f9802-928d-4383-8648-f817bf6f891a None None] Provisioning complete for port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:34.956275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9802-928d-4383-8648-f817bf6f891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.990477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f9802-928d-4383-8648-f817bf6f891a None None] Port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:42:35.204152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb47ff3-e9ab-43a2-968c-7db763b8d70f {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:35.211566 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.222936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Transition to ACTIVE for port object 3eb47ff3-e9ab-43a2-968c-7db763b8d70f will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:35.298939 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.348772 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Pushing event updated for resources: {'Port': ['ID=3eb47ff3-e9ab-43a2-968c-7db763b8d70f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:35.423584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Attempting to bind port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:35.424344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Attempting to bind port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:35.424344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Attempting to bind port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f on network 1159890b-8173-471c-952d-7aeca6767e87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:35.430731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f on network 1159890b-8173-471c-952d-7aeca6767e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:42:35.431286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Attempting to bind port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f on network 1159890b-8173-471c-952d-7aeca6767e87 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:35.436800 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:35.437277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Checking segment: {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:35.437764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Bound using segment: {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:35.438322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Bound port: 3eb47ff3-e9ab-43a2-968c-7db763b8d70f, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def55ef3-e88f-49f9-a49d-e4305b2e9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1159890b-8173-471c-952d-7aeca6767e87'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:35.438782 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.540133 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] For port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:35.543966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] For port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=3eb47ff3-e9ab-43a2-968c-7db763b8d70f,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:35.554515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9eb77e-fec0-474a-b10a-1af13f414bab req-b0107076-9f1e-4f2b-9870-a6b0d7d0fc43 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.557889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb9eb77e-fec0-474a-b10a-1af13f414bab req-b0107076-9f1e-4f2b-9870-a6b0d7d0fc43 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 943 time: 0.0764251 Aug 16 02:42:35.597198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb9eb77e-fec0-474a-b10a-1af13f414bab req-533aef40-00b1-4d4b-9562-b62e7ae7fa16 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350544 Aug 16 02:42:35.625845 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.654706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.655310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.656685 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] 10.222.0.74 "PUT /v2.0/ports/3eb47ff3-e9ab-43a2-968c-7db763b8d70f HTTP/1.1" status: 200 len: 1092 time: 0.7747192 Aug 16 02:42:35.657125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80083ba2-80d8-4124-af0e-0dbde64da83d', 'tag': '3eb47ff3-e9ab-43a2-968c-7db763b8d70f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:35.659386 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce20cc7a-a395-4fc8-8e0c-b0d75e699165" -d '{"events": [{"name": "network-changed", "server_uuid": "80083ba2-80d8-4124-af0e-0dbde64da83d", "tag": "3eb47ff3-e9ab-43a2-968c-7db763b8d70f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:35.686917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59518a-281f-4d43-a27d-e7ca1e42403a service neutron] Pushing event updated for resources: {'Port': ['ID=3eb47ff3-e9ab-43a2-968c-7db763b8d70f,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:35.698068 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f54382e-a48b-489e-9598-c1d6c0f21af2 x-openstack-request-id: req-3f54382e-a48b-489e-9598-c1d6c0f21af2 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:35.698363 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80083ba2-80d8-4124-af0e-0dbde64da83d", "tag": "3eb47ff3-e9ab-43a2-968c-7db763b8d70f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:35.698632 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f54382e-a48b-489e-9598-c1d6c0f21af2 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:35.699034 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80083ba2-80d8-4124-af0e-0dbde64da83d', 'tag': '3eb47ff3-e9ab-43a2-968c-7db763b8d70f', 'status': 'completed', 'code': 200} Aug 16 02:42:35.763250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20cc7a-a395-4fc8-8e0c-b0d75e699165 req-7310275f-c115-49bc-bd4c-dd40b9164f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.764986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce20cc7a-a395-4fc8-8e0c-b0d75e699165 req-7310275f-c115-49bc-bd4c-dd40b9164f1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b730e63b5f954663b10a7d2cad001c24&device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 1095 time: 0.0458291 Aug 16 02:42:35.874703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20cc7a-a395-4fc8-8e0c-b0d75e699165 req-f79f03c7-58bb-487e-9aa9-d73aa36661e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.876189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce20cc7a-a395-4fc8-8e0c-b0d75e699165 req-f79f03c7-58bb-487e-9aa9-d73aa36661e7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=b730e63b5f954663b10a7d2cad001c24&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1022937 Aug 16 02:42:35.970768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20cc7a-a395-4fc8-8e0c-b0d75e699165 req-20e41e27-9cde-468b-80e4-cfd38bbb11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.972178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ce20cc7a-a395-4fc8-8e0c-b0d75e699165 req-20e41e27-9cde-468b-80e4-cfd38bbb11b6 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885422 Aug 16 02:42:36.009715 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:36.048322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-0b1b69be-68b0-4f52-bb5f-4da511ead406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:36.049803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-0b1b69be-68b0-4f52-bb5f-4da511ead406 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b730e63b5f954663b10a7d2cad001c24&device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 1095 time: 0.0409567 Aug 16 02:42:36.102453 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-40e40279-6e79-488a-948d-34ce86d937aa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3eb47ff3-e9ab-43a2-968c-7db763b8d70f HTTP/1.1" status: 200 len: 217 time: 0.0451822 Aug 16 02:42:36.152577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-15c5cd68-9b0f-468a-9503-00b40412717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:36.154014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-15c5cd68-9b0f-468a-9503-00b40412717a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=234f1acc-216a-47de-8285-428aac917fe9 HTTP/1.1" status: 200 len: 856 time: 0.0441346 Aug 16 02:42:36.199525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-ffb17a21-238d-441b-82c8-08e4bbcdd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:36.200997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-ffb17a21-238d-441b-82c8-08e4bbcdd7da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1159890b-8173-471c-952d-7aeca6767e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399380 Aug 16 02:42:36.290923 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-294d7d38-dd1b-444c-b8e6-9bfa5a5299e4 service neutron] 10.222.0.74 "GET /v2.0/networks/1159890b-8173-471c-952d-7aeca6767e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829699 Aug 16 02:42:36.378980 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9791e8ef-b994-4776-909b-5652a90e8a71 req-81864c27-6eb4-4b9e-b91b-acdfa04fb778 service neutron] 10.222.0.74 "GET /v2.0/networks/1159890b-8173-471c-952d-7aeca6767e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806992 Aug 16 02:42:36.715404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933f3ce-f8d3-453f-acd8-38736ef95f36 req-3d439d4b-1790-49c6-aa17-87fcb785e83c tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:36.716889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e933f3ce-f8d3-453f-acd8-38736ef95f36 req-3d439d4b-1790-49c6-aa17-87fcb785e83c tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 943 time: 0.0498562 Aug 16 02:42:36.758176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e933f3ce-f8d3-453f-acd8-38736ef95f36 req-166787a9-4a8a-4f3f-8779-ca513db2ff94 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347302 Aug 16 02:42:37.873230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a660995-39aa-43fa-9209-61ac216a5997 req-048bfcf9-ac03-4890-9994-1c897d1ee765 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:37.874731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a660995-39aa-43fa-9209-61ac216a5997 req-048bfcf9-ac03-4890-9994-1c897d1ee765 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 943 time: 0.0495226 Aug 16 02:42:37.912744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8a660995-39aa-43fa-9209-61ac216a5997 req-82e547be-957e-48c2-ab9f-33a6a51c84a7 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Aug 16 02:42:38.178213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 3eb47ff3-e9ab-43a2-968c-7db763b8d70f details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:42:38.424302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=3eb47ff3-e9ab-43a2-968c-7db763b8d70f,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:38.437418 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '3eb47ff3-e9ab-43a2-968c-7db763b8d70f', 'network_id': '1159890b-8173-471c-952d-7aeca6767e87', 'port_id': '3eb47ff3-e9ab-43a2-968c-7db763b8d70f', 'mac_address': 'fa:16:3e:c9:59:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234f1acc-216a-47de-8285-428aac917fe9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:42:38.473533 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:38.489290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb47ff3-e9ab-43a2-968c-7db763b8d70f {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:38.509322 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=3eb47ff3-e9ab-43a2-968c-7db763b8d70f,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:38.563666 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:38.610378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=3eb47ff3-e9ab-43a2-968c-7db763b8d70f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:38.778524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['3eb47ff3-e9ab-43a2-968c-7db763b8d70f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:42:39.025917 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e6297-e3a9-4646-8f13-1ee4fa07f05e req-62a864f8-eb46-4401-9d6c-5a223c50daf8 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.027395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-407e6297-e3a9-4646-8f13-1ee4fa07f05e req-62a864f8-eb46-4401-9d6c-5a223c50daf8 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 944 time: 0.0486264 Aug 16 02:42:39.067107 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-407e6297-e3a9-4646-8f13-1ee4fa07f05e req-f22e8fd5-cf94-4413-b1d6-4748435d17c9 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338116 Aug 16 02:42:40.181923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16098cf3-be7c-4447-a9df-aaf857a5f411 req-98d79ef6-d794-4c50-9e15-7ae46a211668 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:40.183394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16098cf3-be7c-4447-a9df-aaf857a5f411 req-98d79ef6-d794-4c50-9e15-7ae46a211668 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 944 time: 0.0479786 Aug 16 02:42:40.193954 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 3eb47ff3-e9ab-43a2-968c-7db763b8d70f up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:40.224888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-16098cf3-be7c-4447-a9df-aaf857a5f411 req-8b62643e-36a8-42c4-8fb9-1e72b986a447 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354202 Aug 16 02:42:40.315593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:40.319337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:40.319713 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.394330 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.416225 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80083ba2-80d8-4124-af0e-0dbde64da83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb47ff3-e9ab-43a2-968c-7db763b8d70f'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:40.418500 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6c8a98-8ef4-47c4-b893-6c52736644ed" -d '{"events": [{"server_uuid": "80083ba2-80d8-4124-af0e-0dbde64da83d", "name": "network-vif-plugged", "status": "completed", "tag": "3eb47ff3-e9ab-43a2-968c-7db763b8d70f"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:40.432205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=3eb47ff3-e9ab-43a2-968c-7db763b8d70f,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:40.458379 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabf18c4-5205-4f9f-a2bb-6f0974ff7954 x-openstack-request-id: req-cabf18c4-5205-4f9f-a2bb-6f0974ff7954 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:40.458673 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80083ba2-80d8-4124-af0e-0dbde64da83d", "name": "network-vif-plugged", "status": "completed", "tag": "3eb47ff3-e9ab-43a2-968c-7db763b8d70f", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:40.458926 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cabf18c4-5205-4f9f-a2bb-6f0974ff7954 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:40.459352 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80083ba2-80d8-4124-af0e-0dbde64da83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb47ff3-e9ab-43a2-968c-7db763b8d70f', 'code': 200} Aug 16 02:42:40.498867 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.551203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=3eb47ff3-e9ab-43a2-968c-7db763b8d70f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:40.551923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f607725-1912-482f-ba59-cec2438c7ef6 req-e1a8d135-eb98-46d0-8a16-d3711eb2466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:40.554119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f607725-1912-482f-ba59-cec2438c7ef6 req-e1a8d135-eb98-46d0-8a16-d3711eb2466a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 1097 time: 0.0403996 Aug 16 02:42:40.589203 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f607725-1912-482f-ba59-cec2438c7ef6 req-961fbf4b-00e6-41b1-af8c-58cdeefdb3c5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284157 Aug 16 02:42:41.342410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcf00f-2e9d-47c9-9bbe-0feafccf91d9 req-cf181f21-9317-48eb-963c-dcb282bdc8ad tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:41.343888 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecdcf00f-2e9d-47c9-9bbe-0feafccf91d9 req-cf181f21-9317-48eb-963c-dcb282bdc8ad tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 945 time: 0.0504777 Aug 16 02:42:41.382546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecdcf00f-2e9d-47c9-9bbe-0feafccf91d9 req-b79c0e74-ccb0-46b4-bbce-4f27cf20afba tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325046 Aug 16 02:42:42.496413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea887fa8-7584-4856-8e64-07c2f7c4f7fa req-83b40ada-6c22-4092-8782-e519b6e5ee36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:42.497912 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea887fa8-7584-4856-8e64-07c2f7c4f7fa req-83b40ada-6c22-4092-8782-e519b6e5ee36 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 945 time: 0.0480409 Aug 16 02:42:42.540119 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea887fa8-7584-4856-8e64-07c2f7c4f7fa req-da11b6ee-b333-498b-8b89-59043926d998 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362487 Aug 16 02:42:42.652158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a029bb-240f-4bba-84eb-a0c886292149 req-17115483-6321-493e-b512-1429da864c3a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:42.653656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32a029bb-240f-4bba-84eb-a0c886292149 req-17115483-6321-493e-b512-1429da864c3a tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 945 time: 0.0492537 Aug 16 02:42:42.691802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32a029bb-240f-4bba-84eb-a0c886292149 req-bd870aad-4292-4dcb-9c56-82277e5ea1b2 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Aug 16 02:42:51.426832 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.390072 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.910088 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-939599b0-8732-40fa-8e7f-44def1091965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.394898 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:43:02.906603 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.938668 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-56156180-6de4-47a9-99b8-78fc38917700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.293852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-c38b20f8-ee4c-43fc-8d95-46dcbea576b0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421407 Aug 16 02:43:03.377186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-c666d9d7-a592-427c-9f6e-2e4d21f6368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:03.378677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-c666d9d7-a592-427c-9f6e-2e4d21f6368f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b730e63b5f954663b10a7d2cad001c24&device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 1097 time: 0.0401149 Aug 16 02:43:03.484900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-797339a7-f9b5-4da9-8e6a-1d1b870c2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:03.486360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-797339a7-f9b5-4da9-8e6a-1d1b870c2bd3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1159890b-8173-471c-952d-7aeca6767e87 HTTP/1.1" status: 200 len: 918 time: 0.0883336 Aug 16 02:43:03.531462 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-13067aa0-9c19-4c37-bdcc-237a40caf688 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3eb47ff3-e9ab-43a2-968c-7db763b8d70f HTTP/1.1" status: 200 len: 217 time: 0.0339828 Aug 16 02:43:03.583443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-ca7f1261-e128-48f6-bf92-beeb822fe010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:03.584859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-ca7f1261-e128-48f6-bf92-beeb822fe010 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=234f1acc-216a-47de-8285-428aac917fe9 HTTP/1.1" status: 200 len: 856 time: 0.0465598 Aug 16 02:43:03.631608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-68ba1fbf-d3b8-4bd2-b362-e799d1e4260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:03.636254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-68ba1fbf-d3b8-4bd2-b362-e799d1e4260b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1159890b-8173-471c-952d-7aeca6767e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417490 Aug 16 02:43:03.721921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-1d34d423-65df-49fc-bd43-f64a87e75630 service neutron] 10.222.0.74 "GET /v2.0/networks/1159890b-8173-471c-952d-7aeca6767e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808549 Aug 16 02:43:03.815261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6e3c0ad-6ed5-4b7c-b728-9d67f58dbef1 req-ad8d93c5-c67d-4681-ae4e-5d5364ccc46f service neutron] 10.222.0.74 "GET /v2.0/networks/1159890b-8173-471c-952d-7aeca6767e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861549 Aug 16 02:43:04.246718 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:04.900281 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034c77-8e6a-445e-8b7f-c48c50be06e6 req-2b5cec72-296a-489e-8147-dde16e2e97b8 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:04.901710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3034c77-8e6a-445e-8b7f-c48c50be06e6 req-2b5cec72-296a-489e-8147-dde16e2e97b8 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 945 time: 0.0494921 Aug 16 02:43:04.942337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3034c77-8e6a-445e-8b7f-c48c50be06e6 req-b7e772b0-a711-4091-8de6-de7ff9678fdb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331402 Aug 16 02:43:05.990111 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.056588 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674d6d3-147b-4b0f-b21c-4783f8098f16 req-c21c9226-3e95-43da-9f8e-30a0946077ad tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:06.058083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d674d6d3-147b-4b0f-b21c-4783f8098f16 req-c21c9226-3e95-43da-9f8e-30a0946077ad tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 945 time: 0.0489798 Aug 16 02:43:06.100037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d674d6d3-147b-4b0f-b21c-4783f8098f16 req-db0e2471-046b-47ef-a168-7876515949cc tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351896 Aug 16 02:43:06.385982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446cd51-52e0-45f1-8289-d8acf176e0a8 req-5e49a329-1f54-45ff-bf26-c0b4c2a296e9 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:06.388261 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4446cd51-52e0-45f1-8289-d8acf176e0a8 req-5e49a329-1f54-45ff-bf26-c0b4c2a296e9 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.74 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 945 time: 0.0481162 Aug 16 02:43:06.476114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4446cd51-52e0-45f1-8289-d8acf176e0a8 req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Deleting port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:06.476458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4446cd51-52e0-45f1-8289-d8acf176e0a8 req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.923885 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-4446cd51-52e0-45f1-8289-d8acf176e0a8 req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] For port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=3eb47ff3-e9ab-43a2-968c-7db763b8d70f,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:06.924159 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4446cd51-52e0-45f1-8289-d8acf176e0a8 req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.939076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-4446cd51-52e0-45f1-8289-d8acf176e0a8 req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Calling delete_port for 3eb47ff3-e9ab-43a2-968c-7db763b8d70f owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:07.177845 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4446cd51-52e0-45f1-8289-d8acf176e0a8 req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.189384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['3eb47ff3-e9ab-43a2-968c-7db763b8d70f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:43:07.202985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-59771b91-dd58-447e-8a41-a0045a1e70a3 req-ff7ff728-d6e0-4582-8fe4-9e7d90f921a6 tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.66 "GET /v2.0/ports?device_id=80083ba2-80d8-4124-af0e-0dbde64da83d HTTP/1.1" status: 200 len: 210 time: 0.0361960 Aug 16 02:43:07.223268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Pushing event deleted for resources: {'Port': ['ID=3eb47ff3-e9ab-43a2-968c-7db763b8d70f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:07.249285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.249641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.250026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.250367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.250700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.251032 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.251361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.251690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.252022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.252361 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.252674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.252998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:07.273028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-4446cd51-52e0-45f1-8289-d8acf176e0a8 req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] No DVR routers for this DVR port 3eb47ff3-e9ab-43a2-968c-7db763b8d70f on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:07.275548 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-4446cd51-52e0-45f1-8289-d8acf176e0a8 req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.278154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4446cd51-52e0-45f1-8289-d8acf176e0a8 req-eb14904d-042b-46df-bdf8-68562d9818bb tempest-TestEncryptedCinderVolumes-2013964569 tempest-TestEncryptedCinderVolumes-2013964569-project] 10.222.0.74 "DELETE /v2.0/ports/3eb47ff3-e9ab-43a2-968c-7db763b8d70f HTTP/1.1" status: 204 len: 173 time: 0.8830647 Aug 16 02:43:07.278609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80083ba2-80d8-4124-af0e-0dbde64da83d', 'name': 'network-vif-deleted', 'tag': '3eb47ff3-e9ab-43a2-968c-7db763b8d70f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:07.280837 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30e48b1-1f9f-4cae-b679-a2080c5ac9ee" -d '{"events": [{"server_uuid": "80083ba2-80d8-4124-af0e-0dbde64da83d", "name": "network-vif-deleted", "tag": "3eb47ff3-e9ab-43a2-968c-7db763b8d70f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:07.315160 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a026c845-f724-4a45-ba27-411c16925bcd x-openstack-request-id: req-a026c845-f724-4a45-ba27-411c16925bcd {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:07.315453 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80083ba2-80d8-4124-af0e-0dbde64da83d", "name": "network-vif-deleted", "tag": "3eb47ff3-e9ab-43a2-968c-7db763b8d70f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:07.315709 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a026c845-f724-4a45-ba27-411c16925bcd {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:07.316106 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80083ba2-80d8-4124-af0e-0dbde64da83d', 'name': 'network-vif-deleted', 'tag': '3eb47ff3-e9ab-43a2-968c-7db763b8d70f', 'status': 'completed', 'code': 200} Aug 16 02:43:08.363928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56604) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.705755 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.948246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] Deleting port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:08.948498 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:09.023731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] For port 5d0e9dee-1521-44cb-a68a-96ae7610ac2b, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5d0e9dee-1521-44cb-a68a-96ae7610ac2b,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:09.024079 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:09.040102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] Calling delete_port for 5d0e9dee-1521-44cb-a68a-96ae7610ac2b owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:09.304129 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:09.330424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0e9dee-1521-44cb-a68a-96ae7610ac2b,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:09.494154 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:09.704341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] Router 1fa655f0-7013-418a-97df-a6da7c377a27 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:09.809083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:09.814266 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1d4523bf-9ab2-4c87-addd-365e35c167f5 admin admin] 10.222.0.66 "PUT /v2.0/routers/1fa655f0-7013-418a-97df-a6da7c377a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4491158 Aug 16 02:43:09.817595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56606) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.818195 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677119d-9d49-48fa-a2f4-c1b6cdff2e20 None None] Sync routers for ids ['1fa655f0-7013-418a-97df-a6da7c377a27'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:09.828042 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677119d-9d49-48fa-a2f4-c1b6cdff2e20 None None] Routers {'1fa655f0-7013-418a-97df-a6da7c377a27'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:09.828651 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b677119d-9d49-48fa-a2f4-c1b6cdff2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['1fa655f0-7013-418a-97df-a6da7c377a27'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:09.922415 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:09.930918 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b677119d-9d49-48fa-a2f4-c1b6cdff2e20 None None] Set router 1fa655f0-7013-418a-97df-a6da7c377a27 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:10.025522 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.102712 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b677119d-9d49-48fa-a2f4-c1b6cdff2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'name': 'tempest-TestEncryptedCinderVolumes-1511065547-router', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:39Z', 'updated_at': '2021-08-16T02:43:09Z', 'revision_number': 5, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'gw_port': {'id': '755762b3-1554-49cb-986b-179fc3bd07aa', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:40Z', 'updated_at': '2021-08-16T02:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:10.128673 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677119d-9d49-48fa-a2f4-c1b6cdff2e20 None None] Checking router: 1fa655f0-7013-418a-97df-a6da7c377a27 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:10.133476 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Deleting port 755762b3-1554-49cb-986b-179fc3bd07aa {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:10.133838 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.136967 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677119d-9d49-48fa-a2f4-c1b6cdff2e20 None None] Routers {'1fa655f0-7013-418a-97df-a6da7c377a27'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:10.137579 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b677119d-9d49-48fa-a2f4-c1b6cdff2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['1fa655f0-7013-418a-97df-a6da7c377a27'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:10.222324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] For port 755762b3-1554-49cb-986b-179fc3bd07aa, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=755762b3-1554-49cb-986b-179fc3bd07aa,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:10.222686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.225740 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-b677119d-9d49-48fa-a2f4-c1b6cdff2e20 None None] Set router 1fa655f0-7013-418a-97df-a6da7c377a27 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:10.239410 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Calling delete_port for 755762b3-1554-49cb-986b-179fc3bd07aa owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:10.278948 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-b677119d-9d49-48fa-a2f4-c1b6cdff2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'name': 'tempest-TestEncryptedCinderVolumes-1511065547-router', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:39Z', 'updated_at': '2021-08-16T02:43:10Z', 'revision_number': 6, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:10.304146 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677119d-9d49-48fa-a2f4-c1b6cdff2e20 None None] The sync data for ids ['1fa655f0-7013-418a-97df-a6da7c377a27'] in n-d-768509-23 is: [{'id': '1fa655f0-7013-418a-97df-a6da7c377a27', 'name': 'tempest-TestEncryptedCinderVolumes-1511065547-router', 'tenant_id': 'b730e63b5f954663b10a7d2cad001c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:39Z', 'updated_at': '2021-08-16T02:43:10Z', 'revision_number': 6, 'project_id': 'b730e63b5f954663b10a7d2cad001c24', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:10.364620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 3eb47ff3-e9ab-43a2-968c-7db763b8d70f no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:10.386614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 3eb47ff3-e9ab-43a2-968c-7db763b8d70f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:10.387572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 3eb47ff3-e9ab-43a2-968c-7db763b8d70f not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:10.449000 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.479808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Pushing event deleted for resources: {'Port': ['ID=755762b3-1554-49cb-986b-179fc3bd07aa,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:10.539740 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.630100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.632379 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.746821 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.750550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa655f0-7013-418a-97df-a6da7c377a27 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:43:10.751813 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.752995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f58b422a-2f99-4029-9414-a4719670f682 admin admin] 10.222.0.66 "DELETE /v2.0/routers/1fa655f0-7013-418a-97df-a6da7c377a27 HTTP/1.1" status: 204 len: 168 time: 0.9342983 Aug 16 02:43:10.755498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56608) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.799921 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be47603-ca28-4253-a526-344bdf1f0400 admin admin] Deleting subnet 234f1acc-216a-47de-8285-428aac917fe9 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:10.802870 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4be47603-ca28-4253-a526-344bdf1f0400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.837200 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4be47603-ca28-4253-a526-344bdf1f0400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.916767 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4be47603-ca28-4253-a526-344bdf1f0400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.038516 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4be47603-ca28-4253-a526-344bdf1f0400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.052486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5d0e9dee-1521-44cb-a68a-96ae7610ac2b no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:11.067835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be47603-ca28-4253-a526-344bdf1f0400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234f1acc-216a-47de-8285-428aac917fe9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:11.074464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4be47603-ca28-4253-a526-344bdf1f0400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.075337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 5d0e9dee-1521-44cb-a68a-96ae7610ac2b {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:11.075749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5d0e9dee-1521-44cb-a68a-96ae7610ac2b not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:11.078778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4be47603-ca28-4253-a526-344bdf1f0400 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/234f1acc-216a-47de-8285-428aac917fe9 HTTP/1.1" status: 204 len: 168 time: 0.3200974 Aug 16 02:43:11.079140 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56610) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:11.084612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b9ff5e-88e8-4a87-bdba-dec2ad48fa9c None None] Network 1159890b-8173-471c-952d-7aeca6767e87 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:11.154488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.214495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Deleting port 8b039012-8bce-4006-9032-7f521870ff04 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:11.214889 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.275888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] DHCP port deletion for 1159890b-8173-471c-952d-7aeca6767e87 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:43:11.289392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] For port 8b039012-8bce-4006-9032-7f521870ff04, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8b039012-8bce-4006-9032-7f521870ff04,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:11.289769 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.304160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Calling delete_port for 8b039012-8bce-4006-9032-7f521870ff04 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:11.327546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Deleting port 8b039012-8bce-4006-9032-7f521870ff04 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:11.327925 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.391354 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] For port 8b039012-8bce-4006-9032-7f521870ff04, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8b039012-8bce-4006-9032-7f521870ff04,segment=NetworkSegment(def55ef3-e88f-49f9-a49d-e4305b2e9177),segment_id=def55ef3-e88f-49f9-a49d-e4305b2e9177)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:11.397251 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.404570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Calling delete_port for 8b039012-8bce-4006-9032-7f521870ff04 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:11.472087 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.484443 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.504814 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] No DVR routers for this DVR port 8b039012-8bce-4006-9032-7f521870ff04 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:11.508935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b039012-8bce-4006-9032-7f521870ff04,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:11.513928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Pushing event deleted for resources: {'Port': ['ID=8b039012-8bce-4006-9032-7f521870ff04,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:11.515816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] No DVR routers for this DVR port 8b039012-8bce-4006-9032-7f521870ff04 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:11.525567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.525567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.525858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.526195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.526572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.526909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.527236 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.528129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.528448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.528774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.529091 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.529414 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efc5b20-4e09-410f-8e14-81af957d774d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:11.584035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.594464 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1159890b-8173-471c-952d-7aeca6767e87']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:11.604559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def55ef3-e88f-49f9-a49d-e4305b2e9177') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:11.604858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def55ef3-e88f-49f9-a49d-e4305b2e9177') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:11.614129 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.627403 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.633054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:11.633451 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:11.635081 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:11.740345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.745806 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.751643 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1159890b-8173-471c-952d-7aeca6767e87 HTTP/1.1" status: 204 len: 168 time: 0.6678479 Aug 16 02:43:11.752051 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56612) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:11.758786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa2e30-15bc-40b4-81ab-719dc71429e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1159890b-8173-471c-952d-7aeca6767e87,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:12.094260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.347460 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Deleting port 57c65b95-bd8c-4a54-92d2-9bee93a54340 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:12.347767 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.430178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] For port 57c65b95-bd8c-4a54-92d2-9bee93a54340, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=57c65b95-bd8c-4a54-92d2-9bee93a54340,segment=NetworkSegment(319887eb-95ba-49d4-be22-fade8ef3ef92),segment_id=319887eb-95ba-49d4-be22-fade8ef3ef92)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:12.430546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.444045 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Calling delete_port for 57c65b95-bd8c-4a54-92d2-9bee93a54340 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:12.708714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8b039012-8bce-4006-9032-7f521870ff04 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:12.728641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 8b039012-8bce-4006-9032-7f521870ff04 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:12.728989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8b039012-8bce-4006-9032-7f521870ff04 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:12.729401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 755762b3-1554-49cb-986b-179fc3bd07aa no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:12.747213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.748509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 755762b3-1554-49cb-986b-179fc3bd07aa {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:12.748943 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 755762b3-1554-49cb-986b-179fc3bd07aa not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:12.780979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c65b95-bd8c-4a54-92d2-9bee93a54340,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:12.804690 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.805037 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.809247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.809247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.809247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.809247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.809247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.809247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.809247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.809247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.809247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.809247 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:12.954874 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.171752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Router 5bde180a-c734-42f7-96ff-e9a71e5faedf has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:13.278175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:13.283123 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5c18a5e5-b989-49a6-b6db-2f3bfbf80ab8 admin admin] 10.222.0.66 "PUT /v2.0/routers/5bde180a-c734-42f7-96ff-e9a71e5faedf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5308144 Aug 16 02:43:13.285656 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56618) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:13.288198 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dca1ac-f215-4dbc-82c8-de16f24a6c6b None None] Sync routers for ids ['5bde180a-c734-42f7-96ff-e9a71e5faedf'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:13.297521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dca1ac-f215-4dbc-82c8-de16f24a6c6b None None] Routers {'5bde180a-c734-42f7-96ff-e9a71e5faedf'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:13.298170 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-32dca1ac-f215-4dbc-82c8-de16f24a6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5bde180a-c734-42f7-96ff-e9a71e5faedf'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:13.389513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.400218 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-32dca1ac-f215-4dbc-82c8-de16f24a6c6b None None] Set router 5bde180a-c734-42f7-96ff-e9a71e5faedf gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:13.495007 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.576171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-32dca1ac-f215-4dbc-82c8-de16f24a6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'name': 'tempest-TestEncryptedCinderVolumes-1471295903-router', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:45Z', 'updated_at': '2021-08-16T02:43:12Z', 'revision_number': 5, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'gw_port': {'id': '0b400539-1652-49cd-a41f-d1c9fd7cbb95', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:46Z', 'updated_at': '2021-08-16T02:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:13.605224 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dca1ac-f215-4dbc-82c8-de16f24a6c6b None None] Checking router: 5bde180a-c734-42f7-96ff-e9a71e5faedf for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:13.613934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dca1ac-f215-4dbc-82c8-de16f24a6c6b None None] Routers {'5bde180a-c734-42f7-96ff-e9a71e5faedf'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:13.614552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-32dca1ac-f215-4dbc-82c8-de16f24a6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['5bde180a-c734-42f7-96ff-e9a71e5faedf'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:13.632250 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Deleting port 0b400539-1652-49cd-a41f-d1c9fd7cbb95 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:13.632633 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.699859 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-32dca1ac-f215-4dbc-82c8-de16f24a6c6b None None] Set router 5bde180a-c734-42f7-96ff-e9a71e5faedf gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:13.711622 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] For port 0b400539-1652-49cd-a41f-d1c9fd7cbb95, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0b400539-1652-49cd-a41f-d1c9fd7cbb95,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:13.711991 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.728429 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Calling delete_port for 0b400539-1652-49cd-a41f-d1c9fd7cbb95 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:13.750683 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-32dca1ac-f215-4dbc-82c8-de16f24a6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'name': 'tempest-TestEncryptedCinderVolumes-1471295903-router', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:45Z', 'updated_at': '2021-08-16T02:43:13Z', 'revision_number': 6, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:13.780069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dca1ac-f215-4dbc-82c8-de16f24a6c6b None None] The sync data for ids ['5bde180a-c734-42f7-96ff-e9a71e5faedf'] in n-d-768509-23 is: [{'id': '5bde180a-c734-42f7-96ff-e9a71e5faedf', 'name': 'tempest-TestEncryptedCinderVolumes-1471295903-router', 'tenant_id': '10c5ac06a83542e18d4f144f27fbffac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:45Z', 'updated_at': '2021-08-16T02:43:13Z', 'revision_number': 6, 'project_id': '10c5ac06a83542e18d4f144f27fbffac', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:13.949795 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.978371 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=0b400539-1652-49cd-a41f-d1c9fd7cbb95,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:14.038936 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.130180 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.132450 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.241489 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.242120 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bde180a-c734-42f7-96ff-e9a71e5faedf {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:43:14.253549 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.253549 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9a05c373-4b0a-40f2-b842-22bf2c397eaf admin admin] 10.222.0.66 "DELETE /v2.0/routers/5bde180a-c734-42f7-96ff-e9a71e5faedf HTTP/1.1" status: 204 len: 168 time: 0.9621744 Aug 16 02:43:14.253549 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56620) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:14.296780 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-256d23d9-40a1-47d1-b1fc-45af6aa2f070 admin admin] Deleting subnet 0d12948f-7977-4002-8481-aa0adc6b5342 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:14.299693 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-256d23d9-40a1-47d1-b1fc-45af6aa2f070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.333315 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-256d23d9-40a1-47d1-b1fc-45af6aa2f070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.417262 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-256d23d9-40a1-47d1-b1fc-45af6aa2f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.550563 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-256d23d9-40a1-47d1-b1fc-45af6aa2f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.577122 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d23d9-40a1-47d1-b1fc-45af6aa2f070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d12948f-7977-4002-8481-aa0adc6b5342,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:14.580733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-256d23d9-40a1-47d1-b1fc-45af6aa2f070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.582634 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-256d23d9-40a1-47d1-b1fc-45af6aa2f070 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0d12948f-7977-4002-8481-aa0adc6b5342 HTTP/1.1" status: 204 len: 168 time: 0.3305402 Aug 16 02:43:14.585255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56622) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:14.586895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a59a3e-20fb-48e3-b841-d60d2599647b None None] Network 33e8a3a9-6534-4fb0-bc01-64e410af8432 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:14.654188 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.711568 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b400539-1652-49cd-a41f-d1c9fd7cbb95 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:14.726243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Deleting port 512cbe5c-2f89-4eaf-bd74-5d348503957f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:14.726588 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.738012 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 0b400539-1652-49cd-a41f-d1c9fd7cbb95 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:14.738355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0b400539-1652-49cd-a41f-d1c9fd7cbb95 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:14.738768 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 57c65b95-bd8c-4a54-92d2-9bee93a54340 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:14.760255 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 57c65b95-bd8c-4a54-92d2-9bee93a54340 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:14.760926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 57c65b95-bd8c-4a54-92d2-9bee93a54340 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:14.799311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] For port 512cbe5c-2f89-4eaf-bd74-5d348503957f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=512cbe5c-2f89-4eaf-bd74-5d348503957f,segment=NetworkSegment(319887eb-95ba-49d4-be22-fade8ef3ef92),segment_id=319887eb-95ba-49d4-be22-fade8ef3ef92)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:14.799696 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.814050 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc269d0-5815-441f-9d39-af82ed8aea1d None None] DHCP port deletion for 33e8a3a9-6534-4fb0-bc01-64e410af8432 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:43:14.815595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Calling delete_port for 512cbe5c-2f89-4eaf-bd74-5d348503957f owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:14.866035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6cc269d0-5815-441f-9d39-af82ed8aea1d None None] Deleting port 512cbe5c-2f89-4eaf-bd74-5d348503957f {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:14.866503 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6cc269d0-5815-441f-9d39-af82ed8aea1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.930296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6cc269d0-5815-441f-9d39-af82ed8aea1d None None] For port 512cbe5c-2f89-4eaf-bd74-5d348503957f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=512cbe5c-2f89-4eaf-bd74-5d348503957f,segment=NetworkSegment(319887eb-95ba-49d4-be22-fade8ef3ef92),segment_id=319887eb-95ba-49d4-be22-fade8ef3ef92)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:14.930700 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6cc269d0-5815-441f-9d39-af82ed8aea1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.943525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6cc269d0-5815-441f-9d39-af82ed8aea1d None None] Calling delete_port for 512cbe5c-2f89-4eaf-bd74-5d348503957f owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:14.949680 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.975197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Pushing event deleted for resources: {'Port': ['ID=512cbe5c-2f89-4eaf-bd74-5d348503957f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:14.980801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] No DVR routers for this DVR port 512cbe5c-2f89-4eaf-bd74-5d348503957f on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:15.019434 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6cc269d0-5815-441f-9d39-af82ed8aea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.046364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc269d0-5815-441f-9d39-af82ed8aea1d None None] Pushing event deleted for resources: {'Port': ['ID=512cbe5c-2f89-4eaf-bd74-5d348503957f,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:15.048142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc269d0-5815-441f-9d39-af82ed8aea1d None None] No DVR routers for this DVR port 512cbe5c-2f89-4eaf-bd74-5d348503957f on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:15.051474 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.063083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e8a3a9-6534-4fb0-bc01-64e410af8432']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:15.073788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319887eb-95ba-49d4-be22-fade8ef3ef92') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:15.074207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319887eb-95ba-49d4-be22-fade8ef3ef92') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:15.082971 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.101128 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.107753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:15.108143 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:15.109740 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:15.297891 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.303366 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.305293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] 10.222.0.66 "DELETE /v2.0/networks/33e8a3a9-6534-4fb0-bc01-64e410af8432 HTTP/1.1" status: 204 len: 168 time: 0.7190132 Aug 16 02:43:15.317239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbd65b-042f-4d3c-b9a7-4ab0536fed5f admin admin] Pushing event deleted for resources: {'Network': ['ID=33e8a3a9-6534-4fb0-bc01-64e410af8432,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:15.678024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56626) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:15.717834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-df5be76c-fb0b-4b01-89d3-7d5d8e943e51 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b730e63b5f954663b10a7d2cad001c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386384 Aug 16 02:43:15.720132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56628) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:15.767839 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d2c660c-203b-49c7-9360-2cb65b0838a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.788763 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d2c660c-203b-49c7-9360-2cb65b0838a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.892041 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d2c660c-203b-49c7-9360-2cb65b0838a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.894619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3d2c660c-203b-49c7-9360-2cb65b0838a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.895786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3d2c660c-203b-49c7-9360-2cb65b0838a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f HTTP/1.1" status: 204 len: 168 time: 0.1747656 Aug 16 02:43:15.903875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c660c-203b-49c7-9360-2cb65b0838a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1d072c-7c5e-4c5a-9d65-0abdf1e22f7f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:16.517130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56634) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:16.556173 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8bbd73aa-abbf-47a6-ae7c-e57329dae178 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10c5ac06a83542e18d4f144f27fbffac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377765 Aug 16 02:43:16.559145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56636) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:16.606396 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb565705-7222-466c-818c-a47262986d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.628079 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb565705-7222-466c-818c-a47262986d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.701734 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 512cbe5c-2f89-4eaf-bd74-5d348503957f no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:16.728074 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 512cbe5c-2f89-4eaf-bd74-5d348503957f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:16.728420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 512cbe5c-2f89-4eaf-bd74-5d348503957f not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:16.734892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb565705-7222-466c-818c-a47262986d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.740621 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eb565705-7222-466c-818c-a47262986d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.740621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eb565705-7222-466c-818c-a47262986d4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd96e99d-27e8-44b4-ae6c-87118c6e3f2a HTTP/1.1" status: 204 len: 168 time: 0.1785927 Aug 16 02:43:16.747190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb565705-7222-466c-818c-a47262986d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd96e99d-27e8-44b4-ae6c-87118c6e3f2a,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:17.726860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56658) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:17.834212 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1373290762-network', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:17.921042 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Made reservation on behalf of e9637bde09044a8eba2092a880bfc2f4 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:17.923408 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:17.931910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.023756 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.103747 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.130826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:18.136950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f388265a-8084-4eca-942b-742e09ae361c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:18.143156 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.143495 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Added segment a11b261c-7f07-40b0-af1a-201ae8970041 of type vlan for network 2f72ca8c-0dc7-4325-872b-fcd404a76132 Aug 16 02:43:18.183292 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.292295 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.293619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.294240 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.352350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] Pushing event updated for resources: {'Network': ['ID=2f72ca8c-0dc7-4325-872b-fcd404a76132,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:18.362756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 2f72ca8c-0dc7-4325-872b-fcd404a76132 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:18.410179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ddb842d6-6e4b-4f05-b7af-419746aa0dae admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6821671 Aug 16 02:43:18.412970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56662) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:18.419107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] Request body: {'subnet': {'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1373290762-subnet', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:18.494331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] Made reservation on behalf of e9637bde09044a8eba2092a880bfc2f4 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:18.496738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.734702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.795577 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67739e92-a110-4851-a67b-548d28be7662,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:18.804258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] Checking segment: {'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:18.804652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] Network hostable DHCP agents. Network: 2f72ca8c-0dc7-4325-872b-fcd404a76132, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:18.894041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] Network 2f72ca8c-0dc7-4325-872b-fcd404a76132 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:18.957245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 2f72ca8c-0dc7-4325-872b-fcd404a76132) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:18.961146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.961737 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.966761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b55c6-c452-468d-a52c-67346ed64a62 None None] Network 2f72ca8c-0dc7-4325-872b-fcd404a76132 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:19.021094 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-977abcf5-f725-4151-abb6-122c9044b635 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6069868 Aug 16 02:43:19.023829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56664) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:19.028888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:19.094989 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.096044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.110119 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-2f72ca8c-0dc7-4325-872b-fcd404a76132', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'fixed_ips': [{'subnet_id': '67739e92-a110-4851-a67b-548d28be7662'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:43:19.110984 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.149454 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.245303 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Allocated IP 172.20.0.2 (2f72ca8c-0dc7-4325-872b-fcd404a76132/67739e92-a110-4851-a67b-548d28be7662/c6904410-20c2-4341-bc78-02342d5d1d6e) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:19.356836 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.385790 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.394556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Transition to ACTIVE for port object c6904410-20c2-4341-bc78-02342d5d1d6e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:19.408883 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Transition to ACTIVE for port object c6904410-20c2-4341-bc78-02342d5d1d6e will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:19.483854 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.527039 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Network 2f72ca8c-0dc7-4325-872b-fcd404a76132 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:19.530783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:19.534443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:19.541265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Pushing event updated for resources: {'Port': ['ID=c6904410-20c2-4341-bc78-02342d5d1d6e,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:19.592127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Attempting to bind port c6904410-20c2-4341-bc78-02342d5d1d6e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:19.592501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Attempting to bind port c6904410-20c2-4341-bc78-02342d5d1d6e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:19.592865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Attempting to bind port c6904410-20c2-4341-bc78-02342d5d1d6e on network 2f72ca8c-0dc7-4325-872b-fcd404a76132 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:19.597690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:19.598099 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Checking segment: {'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:19.598503 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.598904 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Bound using segment: {'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:19.599378 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Bound port: c6904410-20c2-4341-bc78-02342d5d1d6e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:19.599763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.602314 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.625143 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.662380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] For port c6904410-20c2-4341-bc78-02342d5d1d6e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:19.665788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] For port c6904410-20c2-4341-bc78-02342d5d1d6e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c6904410-20c2-4341-bc78-02342d5d1d6e,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:19.726061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Allocated IP 172.25.8.108 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/488c2131-a560-4204-af6e-cd0387fb4516) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:19.741046 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.805329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b5dd6-c6ea-4c3c-af75-cd4e86584efe None None] Pushing event updated for resources: {'Port': ['ID=c6904410-20c2-4341-bc78-02342d5d1d6e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:19.834254 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.946781 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.993145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:19.997127 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:20.001582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:20.004871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Pushing event updated for resources: {'Port': ['ID=488c2131-a560-4204-af6e-cd0387fb4516,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:20.326162 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.653380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1287a6dd-978d-4566-850e-941a6008876a None None] Network 2f72ca8c-0dc7-4325-872b-fcd404a76132 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:20.770118 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c6904410-20c2-4341-bc78-02342d5d1d6e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:20.905304 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.997065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-09e10c66-9ad9-41d7-b0c8-64d0d0f23f07 None None] Provisioning for port c6904410-20c2-4341-bc78-02342d5d1d6e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:21.098281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port c6904410-20c2-4341-bc78-02342d5d1d6e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:21.102528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c6904410-20c2-4341-bc78-02342d5d1d6e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:21.102899 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.127371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Router 44f4d393-bd6f-40a6-88fb-f40fca589691 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:43:21.183522 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.220479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port c6904410-20c2-4341-bc78-02342d5d1d6e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c6904410-20c2-4341-bc78-02342d5d1d6e,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:21.227974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d6fa2870-7c1b-4ba0-b140-96cad92952db None None] Provisioning complete for port c6904410-20c2-4341-bc78-02342d5d1d6e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:21.228346 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2870-7c1b-4ba0-b140-96cad92952db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.245326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:21.258764 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Sync routers for ids ['44f4d393-bd6f-40a6-88fb-f40fca589691'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:21.268962 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Routers {'44f4d393-bd6f-40a6-88fb-f40fca589691'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:21.269576 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['44f4d393-bd6f-40a6-88fb-f40fca589691'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:21.305801 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.323641 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.327661 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-089dea8f-6e5d-4e30-8e1c-61a819abbf90 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3003166 Aug 16 02:43:21.328436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56666) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:21.337288 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2870-7c1b-4ba0-b140-96cad92952db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.391255 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=c6904410-20c2-4341-bc78-02342d5d1d6e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:21.433180 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.db.api [None req-d6fa2870-7c1b-4ba0-b140-96cad92952db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:43:21.433634 n-d-768509-23 neutron-server[95517]: DEBUG oslo_db.api [None req-d6fa2870-7c1b-4ba0-b140-96cad92952db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:43:21.452266 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.478540 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Set router 44f4d393-bd6f-40a6-88fb-f40fca589691 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:21.654896 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:20Z', 'revision_number': 3, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:21.680130 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Checking router: 44f4d393-bd6f-40a6-88fb-f40fca589691 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:21.680388 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Updating router 44f4d393-bd6f-40a6-88fb-f40fca589691 port 488c2131-a560-4204-af6e-cd0387fb4516 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:43:21.704894 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.754354 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.911400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Allocated IP 172.20.0.1 (2f72ca8c-0dc7-4325-872b-fcd404a76132/67739e92-a110-4851-a67b-548d28be7662/ea66ef4d-7e48-41d9-8edf-2952c0bc26e4) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:21.966860 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.978407 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Transition to ACTIVE for port object 488c2131-a560-4204-af6e-cd0387fb4516 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:22.033062 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.050674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Transition to ACTIVE for port object ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:22.060296 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.134894 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Attempting to bind port 488c2131-a560-4204-af6e-cd0387fb4516 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:22.135263 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Attempting to bind port 488c2131-a560-4204-af6e-cd0387fb4516 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:22.135627 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Attempting to bind port 488c2131-a560-4204-af6e-cd0387fb4516 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:22.139767 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Pushing event updated for resources: {'Port': ['ID=488c2131-a560-4204-af6e-cd0387fb4516,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:22.150466 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:22.150836 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:22.151243 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.151639 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:22.152222 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Bound port: 488c2131-a560-4204-af6e-cd0387fb4516, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:22.152754 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.155201 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.156133 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.156133 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.156355 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.156516 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.160993 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.160993 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.160993 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.160993 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.160993 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.160993 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.160993 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:22.195070 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.217172 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] For port 488c2131-a560-4204-af6e-cd0387fb4516, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:22.220264 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] For port 488c2131-a560-4204-af6e-cd0387fb4516, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=488c2131-a560-4204-af6e-cd0387fb4516,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:22.258040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Network 2f72ca8c-0dc7-4325-872b-fcd404a76132 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:22.261377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:22.267286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:22.270487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Pushing event updated for resources: {'Port': ['ID=ea66ef4d-7e48-41d9-8edf-2952c0bc26e4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:22.296480 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.337910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.379300 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0f175-46f3-4aa9-b606-7fecd2d2f2e5 None None] Pushing event updated for resources: {'Port': ['ID=488c2131-a560-4204-af6e-cd0387fb4516,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:22.382162 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Routers {'44f4d393-bd6f-40a6-88fb-f40fca589691'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:22.382771 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['44f4d393-bd6f-40a6-88fb-f40fca589691'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:22.395609 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.505234 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] Set router 44f4d393-bd6f-40a6-88fb-f40fca589691 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:22.571150 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.672203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e8c03547-b7dd-48a0-8850-1674a1ae129d None None] Provisioning for port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:22.677168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e8c03547-b7dd-48a0-8850-1674a1ae129d None None] Provisioning complete for port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:22.679240 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e8c03547-b7dd-48a0-8850-1674a1ae129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.725389 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:20Z', 'revision_number': 3, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:22.743653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c6904410-20c2-4341-bc78-02342d5d1d6e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:22.756400 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c59aa91-f75a-4717-9a6f-81d39ea83634 None None] The sync data for ids ['44f4d393-bd6f-40a6-88fb-f40fca589691'] in n-d-768509-23 is: [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:20Z', 'revision_number': 3, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:22.770783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-e8c03547-b7dd-48a0-8850-1674a1ae129d None None] Port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:22.797095 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.808552 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port c6904410-20c2-4341-bc78-02342d5d1d6e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:22.808804 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.900965 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.987243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Pushing event updated for resources: {'Port': ['ID=ea66ef4d-7e48-41d9-8edf-2952c0bc26e4,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:22.995183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.094426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Network 2f72ca8c-0dc7-4325-872b-fcd404a76132 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:23.095933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:23.226705 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Router 44f4d393-bd6f-40a6-88fb-f40fca589691 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:23.343774 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:23.348933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7f48cc88-3c1e-4d03-af97-e6529e0bf6eb admin admin] 10.222.0.66 "PUT /v2.0/routers/44f4d393-bd6f-40a6-88fb-f40fca589691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0194736 Aug 16 02:43:23.394911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ab2f9f58-7549-4ad4-a600-0cd5097d95a6 None None] Provisioning complete for port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:23.395282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9f58-7549-4ad4-a600-0cd5097d95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.432739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f9f58-7549-4ad4-a600-0cd5097d95a6 None None] Port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:24.020385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56682) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:24.025546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-119145934-network', 'tenant_id': '11a4113da6d04e7bab5406061feb81be'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:24.132126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Made reservation on behalf of 11a4113da6d04e7bab5406061feb81be for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:24.134615 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.144224 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.234493 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.269559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Sync routers for ids ['44f4d393-bd6f-40a6-88fb-f40fca589691'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:24.280229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Routers {'44f4d393-bd6f-40a6-88fb-f40fca589691'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:24.280935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['44f4d393-bd6f-40a6-88fb-f40fca589691'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:24.341366 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.366739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:24.375744 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef21da82-a700-4dce-861e-3af2bd373317,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:24.382840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.383724 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Added segment 20fded6c-2ae5-491a-a5ed-9369afdd78ac of type vlan for network d9685150-9051-4ae0-a43d-c762ed5f2643 Aug 16 02:43:24.391706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Set router 44f4d393-bd6f-40a6-88fb-f40fca589691 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:24.425154 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.529034 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.529978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:24.531105 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.592829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] Pushing event updated for resources: {'Network': ['ID=d9685150-9051-4ae0-a43d-c762ed5f2643,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:24.595563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 4, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'ea66ef4d-7e48-41d9-8edf-2952c0bc26e4', 'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'mac_address': 'fa:16:3e:c1:b6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '67739e92-a110-4851-a67b-548d28be7662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:21Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 2, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'subnets': [{'id': '67739e92-a110-4851-a67b-548d28be7662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:24.629586 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network d9685150-9051-4ae0-a43d-c762ed5f2643 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:24.633201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Checking router: 44f4d393-bd6f-40a6-88fb-f40fca589691 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:24.633735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Updating router 44f4d393-bd6f-40a6-88fb-f40fca589691 port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:43:24.696466 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-48fb7a48-4d50-49f4-99be-3df59bb59b3d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6749320 Aug 16 02:43:24.699584 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.699888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56684) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:24.705072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] Request body: {'subnet': {'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-119145934-subnet', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:24.747988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 488c2131-a560-4204-af6e-cd0387fb4516 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:24.825770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] Made reservation on behalf of 11a4113da6d04e7bab5406061feb81be for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:24.828183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.964397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 488c2131-a560-4204-af6e-cd0387fb4516 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:24.975809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 488c2131-a560-4204-af6e-cd0387fb4516 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:24.976176 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.044195 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.056884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Transition to ACTIVE for port object ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:25.069550 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.098748 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.118143 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 488c2131-a560-4204-af6e-cd0387fb4516, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=488c2131-a560-4204-af6e-cd0387fb4516,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:25.125628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.134552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] Checking segment: {'id': '20fded6c-2ae5-491a-a5ed-9369afdd78ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:25.134936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] Network hostable DHCP agents. Network: d9685150-9051-4ae0-a43d-c762ed5f2643, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:25.192088 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.196549 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.247557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5e6f4-9790-4c9f-b467-4f1f71f24e46 None None] Pushing event updated for resources: {'Port': ['ID=ea66ef4d-7e48-41d9-8edf-2952c0bc26e4,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.249974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] Network d9685150-9051-4ae0-a43d-c762ed5f2643 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:25.324971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Attempting to bind port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:25.325348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Attempting to bind port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:25.325716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Attempting to bind port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 on network 2f72ca8c-0dc7-4325-872b-fcd404a76132 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:25.332552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, d9685150-9051-4ae0-a43d-c762ed5f2643) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:25.337570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:25.338567 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.341477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:25.341896 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Checking segment: {'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:25.342314 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.342717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Bound using segment: {'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:25.343188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Bound port: ea66ef4d-7e48-41d9-8edf-2952c0bc26e4, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:25.343582 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.348033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e305e62-55f9-4387-b8b3-eca427de6af8 None None] Network d9685150-9051-4ae0-a43d-c762ed5f2643 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:25.357410 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=488c2131-a560-4204-af6e-cd0387fb4516,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.436197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-77bd1400-efb3-43be-8141-06d6c48b592a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7351217 Aug 16 02:43:25.438636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56686) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:25.443034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-119145934-router', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:25.484315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] For port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:25.521485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] For port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=ea66ef4d-7e48-41d9-8edf-2952c0bc26e4,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:25.532597 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.533686 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.569235 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-d9685150-9051-4ae0-a43d-c762ed5f2643', 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'fixed_ips': [{'subnet_id': '25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:43:25.569235 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.582263 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.591720 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.708155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Routers {'44f4d393-bd6f-40a6-88fb-f40fca589691'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:25.708845 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['44f4d393-bd6f-40a6-88fb-f40fca589691'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:25.713662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5e6f4-9790-4c9f-b467-4f1f71f24e46 None None] Pushing event updated for resources: {'Port': ['ID=ea66ef4d-7e48-41d9-8edf-2952c0bc26e4,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.809983 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.847062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Allocated IP 172.20.0.2 (d9685150-9051-4ae0-a43d-c762ed5f2643/25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0/9e91f917-bae9-4d84-aca7-4f68e324b6c3) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:25.868171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] Set router 44f4d393-bd6f-40a6-88fb-f40fca589691 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:26.083976 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.103883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.213995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Allocated IP 172.25.8.105 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/bcb48cd7-c1ef-4a85-bdb5-509b46582f74) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:26.316348 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.317560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.327674 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Transition to ACTIVE for port object 9e91f917-bae9-4d84-aca7-4f68e324b6c3 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:26.349379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Transition to ACTIVE for port object 9e91f917-bae9-4d84-aca7-4f68e324b6c3 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:26.363071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 4, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'ea66ef4d-7e48-41d9-8edf-2952c0bc26e4', 'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'mac_address': 'fa:16:3e:c1:b6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '67739e92-a110-4851-a67b-548d28be7662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:21Z', 'updated_at': '2021-08-16T02:43:25Z', 'revision_number': 4, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'subnets': [{'id': '67739e92-a110-4851-a67b-548d28be7662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:26.391991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c184a7-59cc-49ff-b0d4-7c8fa8432f96 None None] The sync data for ids ['44f4d393-bd6f-40a6-88fb-f40fca589691'] in n-d-768509-23 is: [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 4, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'ea66ef4d-7e48-41d9-8edf-2952c0bc26e4', 'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'mac_address': 'fa:16:3e:c1:b6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '67739e92-a110-4851-a67b-548d28be7662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:21Z', 'updated_at': '2021-08-16T02:43:25Z', 'revision_number': 4, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'subnets': [{'id': '67739e92-a110-4851-a67b-548d28be7662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:26.404189 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.431984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.459495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:26.471026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Network d9685150-9051-4ae0-a43d-c762ed5f2643 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:26.472493 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:26.474934 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:26.482060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:26.485436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:26.488517 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Pushing event updated for resources: {'Port': ['ID=9e91f917-bae9-4d84-aca7-4f68e324b6c3,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:26.532796 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb48cd7-c1ef-4a85-bdb5-509b46582f74,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:26.545238 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Attempting to bind port 9e91f917-bae9-4d84-aca7-4f68e324b6c3 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:26.545614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Attempting to bind port 9e91f917-bae9-4d84-aca7-4f68e324b6c3 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '20fded6c-2ae5-491a-a5ed-9369afdd78ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:26.546007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Attempting to bind port 9e91f917-bae9-4d84-aca7-4f68e324b6c3 on network d9685150-9051-4ae0-a43d-c762ed5f2643 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:26.551222 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:26.551667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Checking segment: {'id': '20fded6c-2ae5-491a-a5ed-9369afdd78ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:26.552140 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.552604 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Bound using segment: {'id': '20fded6c-2ae5-491a-a5ed-9369afdd78ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:26.553150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Bound port: 9e91f917-bae9-4d84-aca7-4f68e324b6c3, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fded6c-2ae5-491a-a5ed-9369afdd78ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:26.553624 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.625055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] For port 9e91f917-bae9-4d84-aca7-4f68e324b6c3, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:26.628722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] For port 9e91f917-bae9-4d84-aca7-4f68e324b6c3, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9e91f917-bae9-4d84-aca7-4f68e324b6c3,segment=NetworkSegment(20fded6c-2ae5-491a-a5ed-9369afdd78ac),segment_id=20fded6c-2ae5-491a-a5ed-9369afdd78ac)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:26.723529 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.795527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2be7d2-df80-4053-8654-07594d948182 None None] Pushing event updated for resources: {'Port': ['ID=9e91f917-bae9-4d84-aca7-4f68e324b6c3,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:26.827359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:26.861756 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.975295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:26.975295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:26.975295 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.091435 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.126704 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.141603 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=ea66ef4d-7e48-41d9-8edf-2952c0bc26e4,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:27.229887 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.231255 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 488c2131-a560-4204-af6e-cd0387fb4516 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:27.314668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=ea66ef4d-7e48-41d9-8edf-2952c0bc26e4,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:27.326885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 488c2131-a560-4204-af6e-cd0387fb4516 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:27.327644 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.706220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Router 6f2ca515-0027-41a8-a13f-f97b1670cd1b is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:43:27.821591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:27.832025 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Sync routers for ids ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:27.836438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9e86ad-0af3-4452-b293-88704c5e61f0 None None] Network d9685150-9051-4ae0-a43d-c762ed5f2643 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:27.841464 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Routers {'6f2ca515-0027-41a8-a13f-f97b1670cd1b'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:27.842122 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:27.900780 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.902131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-353bc00b-6299-4fbe-b375-77c1cf12f577 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4625344 Aug 16 02:43:27.905301 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56688) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:27.951755 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Set router 6f2ca515-0027-41a8-a13f-f97b1670cd1b gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:27.971023 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bb6ddd49-4c98-487b-95ba-dfa714bd6e8b None None] Provisioning for port 9e91f917-bae9-4d84-aca7-4f68e324b6c3 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:28.194544 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'name': 'tempest-TestMinimumBasicScenario-119145934-router', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:25Z', 'updated_at': '2021-08-16T02:43:26Z', 'revision_number': 3, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'gw_port': {'id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:28.224630 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Checking router: 6f2ca515-0027-41a8-a13f-f97b1670cd1b for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:28.224978 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Updating router 6f2ca515-0027-41a8-a13f-f97b1670cd1b port bcb48cd7-c1ef-4a85-bdb5-509b46582f74 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:43:28.254468 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.345241 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.508003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Allocated IP 172.20.0.1 (d9685150-9051-4ae0-a43d-c762ed5f2643/25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0/19283ffb-6b6c-40fa-b23a-c9f2e4585fb9) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:28.659134 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.670143 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Transition to ACTIVE for port object bcb48cd7-c1ef-4a85-bdb5-509b46582f74 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:28.751514 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.809765 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6c26c-144b-4df1-a068-419c18d4b954 None None] Pushing event updated for resources: {'Port': ['ID=bcb48cd7-c1ef-4a85-bdb5-509b46582f74,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:28.814270 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Attempting to bind port bcb48cd7-c1ef-4a85-bdb5-509b46582f74 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:28.814628 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Attempting to bind port bcb48cd7-c1ef-4a85-bdb5-509b46582f74 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:28.814983 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Attempting to bind port bcb48cd7-c1ef-4a85-bdb5-509b46582f74 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:28.820232 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:28.820556 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:28.820971 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.821312 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:28.821792 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Bound port: bcb48cd7-c1ef-4a85-bdb5-509b46582f74, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:28.822189 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.824709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:28.875487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:28.876146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.881464 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] For port bcb48cd7-c1ef-4a85-bdb5-509b46582f74, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:28.885067 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] For port bcb48cd7-c1ef-4a85-bdb5-509b46582f74, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bcb48cd7-c1ef-4a85-bdb5-509b46582f74,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:28.936094 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.948400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Transition to ACTIVE for port object 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:28.956732 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9e91f917-bae9-4d84-aca7-4f68e324b6c3 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:28.963578 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.018609 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Routers {'6f2ca515-0027-41a8-a13f-f97b1670cd1b'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:29.019212 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:29.049003 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.055832 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6c26c-144b-4df1-a068-419c18d4b954 None None] Pushing event updated for resources: {'Port': ['ID=bcb48cd7-c1ef-4a85-bdb5-509b46582f74,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:29.074783 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 9e91f917-bae9-4d84-aca7-4f68e324b6c3 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:29.079330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9e91f917-bae9-4d84-aca7-4f68e324b6c3 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:29.081259 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.094692 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Network d9685150-9051-4ae0-a43d-c762ed5f2643 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:29.098607 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=19283ffb-6b6c-40fa-b23a-c9f2e4585fb9,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:29.101098 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:29.103424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:29.135010 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] Set router 6f2ca515-0027-41a8-a13f-f97b1670cd1b gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:29.144780 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.177803 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.218279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 9e91f917-bae9-4d84-aca7-4f68e324b6c3, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9e91f917-bae9-4d84-aca7-4f68e324b6c3,segment=NetworkSegment(20fded6c-2ae5-491a-a5ed-9369afdd78ac),segment_id=20fded6c-2ae5-491a-a5ed-9369afdd78ac)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:29.281042 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.330790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=9e91f917-bae9-4d84-aca7-4f68e324b6c3,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:29.338533 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'name': 'tempest-TestMinimumBasicScenario-119145934-router', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:25Z', 'updated_at': '2021-08-16T02:43:26Z', 'revision_number': 3, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'gw_port': {'id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:29.360523 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.370160 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165a162-bde8-4c64-a43c-9a3267fc36da None None] The sync data for ids ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'] in n-d-768509-23 is: [{'id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'name': 'tempest-TestMinimumBasicScenario-119145934-router', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:25Z', 'updated_at': '2021-08-16T02:43:26Z', 'revision_number': 3, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'gw_port': {'id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:29.419287 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a1dd926c-35f9-48b4-af65-8f1e313b6ca9 None None] Provisioning for port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:29.423900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a1dd926c-35f9-48b4-af65-8f1e313b6ca9 None None] Provisioning complete for port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:29.424275 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a1dd926c-35f9-48b4-af65-8f1e313b6ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.463813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd926c-35f9-48b4-af65-8f1e313b6ca9 None None] Port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:29.537021 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.623973 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.704620 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.704620 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=19283ffb-6b6c-40fa-b23a-c9f2e4585fb9,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:29.797306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Network d9685150-9051-4ae0-a43d-c762ed5f2643 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:29.798810 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:29.909686 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40f0bc25-ad58-42f2-8ed9-7473ac9c872f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.931431 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Router 6f2ca515-0027-41a8-a13f-f97b1670cd1b has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:30.050960 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:30.056020 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1bea3dc6-8705-45fb-9530-b23a91b96eb3 admin admin] 10.222.0.66 "PUT /v2.0/routers/6f2ca515-0027-41a8-a13f-f97b1670cd1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1490662 Aug 16 02:43:30.087015 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bcbcc6e9-c8de-4434-8053-ca55dee68820 None None] Provisioning complete for port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:30.087467 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bcbcc6e9-c8de-4434-8053-ca55dee68820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.123902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bcbcc6e9-c8de-4434-8053-ca55dee68820 None None] Port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:30.804315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bcb48cd7-c1ef-4a85-bdb5-509b46582f74 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:30.918898 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Sync routers for ids ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:30.927948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Routers {'6f2ca515-0027-41a8-a13f-f97b1670cd1b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:30.928556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:30.967026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port bcb48cd7-c1ef-4a85-bdb5-509b46582f74 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:30.977032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port bcb48cd7-c1ef-4a85-bdb5-509b46582f74 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:30.977405 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.069396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Set router 6f2ca515-0027-41a8-a13f-f97b1670cd1b gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:31.166551 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.226780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port bcb48cd7-c1ef-4a85-bdb5-509b46582f74, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bcb48cd7-c1ef-4a85-bdb5-509b46582f74,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:31.335231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'name': 'tempest-TestMinimumBasicScenario-119145934-router', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:25Z', 'updated_at': '2021-08-16T02:43:29Z', 'revision_number': 4, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'gw_port': {'id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '19283ffb-6b6c-40fa-b23a-c9f2e4585fb9', 'name': '', 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'mac_address': 'fa:16:3e:3b:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:29Z', 'revision_number': 2, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'subnets': [{'id': '25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:31.338875 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.339912 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9e91f917-bae9-4d84-aca7-4f68e324b6c3 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:31.374463 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Checking router: 6f2ca515-0027-41a8-a13f-f97b1670cd1b for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:31.374928 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Updating router 6f2ca515-0027-41a8-a13f-f97b1670cd1b port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:43:31.465856 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.493614 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=bcb48cd7-c1ef-4a85-bdb5-509b46582f74,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:31.539253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9e91f917-bae9-4d84-aca7-4f68e324b6c3 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:31.539629 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.836731 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.848507 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Transition to ACTIVE for port object 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:31.938466 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.001265 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3614c-293d-464a-8b7e-e4dcb8716a38 None None] Pushing event updated for resources: {'Port': ['ID=19283ffb-6b6c-40fa-b23a-c9f2e4585fb9,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:32.067871 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Attempting to bind port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:32.068256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Attempting to bind port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '20fded6c-2ae5-491a-a5ed-9369afdd78ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:32.068639 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Attempting to bind port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 on network d9685150-9051-4ae0-a43d-c762ed5f2643 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:32.075477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:32.075873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Checking segment: {'id': '20fded6c-2ae5-491a-a5ed-9369afdd78ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:32.076286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.076690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Bound using segment: {'id': '20fded6c-2ae5-491a-a5ed-9369afdd78ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:32.077315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Bound port: 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fded6c-2ae5-491a-a5ed-9369afdd78ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:32.077711 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.157115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] For port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:32.161780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] For port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=19283ffb-6b6c-40fa-b23a-c9f2e4585fb9,segment=NetworkSegment(20fded6c-2ae5-491a-a5ed-9369afdd78ac),segment_id=20fded6c-2ae5-491a-a5ed-9369afdd78ac)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:32.222978 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.294147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Routers {'6f2ca515-0027-41a8-a13f-f97b1670cd1b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:32.294625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:43:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:32.333778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3614c-293d-464a-8b7e-e4dcb8716a38 None None] Pushing event updated for resources: {'Port': ['ID=19283ffb-6b6c-40fa-b23a-c9f2e4585fb9,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:32.442470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] Set router 6f2ca515-0027-41a8-a13f-f97b1670cd1b gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:32.683532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'name': 'tempest-TestMinimumBasicScenario-119145934-router', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:25Z', 'updated_at': '2021-08-16T02:43:29Z', 'revision_number': 4, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'gw_port': {'id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '19283ffb-6b6c-40fa-b23a-c9f2e4585fb9', 'name': '', 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'mac_address': 'fa:16:3e:3b:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'subnets': [{'id': '25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:32.714625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a3252-f382-4a0e-b98c-a8cc33c229af None None] The sync data for ids ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'] in n-d-768509-23 is: [{'id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'name': 'tempest-TestMinimumBasicScenario-119145934-router', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:25Z', 'updated_at': '2021-08-16T02:43:29Z', 'revision_number': 4, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'gw_port': {'id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '19283ffb-6b6c-40fa-b23a-c9f2e4585fb9', 'name': '', 'network_id': 'd9685150-9051-4ae0-a43d-c762ed5f2643', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'mac_address': 'fa:16:3e:3b:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'subnets': [{'id': '25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:32.772207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bcb48cd7-c1ef-4a85-bdb5-509b46582f74 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:32.880624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port bcb48cd7-c1ef-4a85-bdb5-509b46582f74 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:32.881128 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.976162 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.997722 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ccc58720-1d4b-46e8-a9f3-2b7f8bf4eba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.408702 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.762268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:34.874761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:34.879020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:34.879502 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.971580 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.010157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=19283ffb-6b6c-40fa-b23a-c9f2e4585fb9,segment=NetworkSegment(20fded6c-2ae5-491a-a5ed-9369afdd78ac),segment_id=20fded6c-2ae5-491a-a5ed-9369afdd78ac)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:35.086989 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.150136 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=19283ffb-6b6c-40fa-b23a-c9f2e4585fb9,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:36.025810 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.736434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:36.798272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:36.798651 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.394842 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:43:41.991514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c2d04e00-2537-45c8-a229-b576517788fc tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:41.993112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c2d04e00-2537-45c8-a229-b576517788fc tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/networks?id=2f72ca8c-0dc7-4325-872b-fcd404a76132 HTTP/1.1" status: 200 len: 815 time: 0.1008036 Aug 16 02:43:42.008497 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-ca6a66ff-e7ee-4d77-964f-84ac91323187 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/quotas/e9637bde09044a8eba2092a880bfc2f4 HTTP/1.1" status: 200 len: 375 time: 0.0091212 Aug 16 02:43:42.059294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c6101ff8-1d14-4700-b865-c1618e208b6a tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9637bde09044a8eba2092a880bfc2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445042 Aug 16 02:43:42.158102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-716716e2-ff04-471c-a042-3efde862d02b service neutron] 10.222.0.66 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873516 Aug 16 02:43:42.249524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-f61f7c6b-7855-44e7-872f-d176050140bb service neutron] 10.222.0.66 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853977 Aug 16 02:43:42.499650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-52139b94-c3b3-46bc-b3ff-c1e2063f57f4 req-23c1051a-ea32-4dca-8cca-05f46631930e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 210 time: 0.0331316 Aug 16 02:43:43.575978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d951ee2-0035-4fbd-b6be-5412fdadecd3 req-7de60ffa-0a87-4248-b335-680bdc344484 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 210 time: 0.0274525 Aug 16 02:43:44.669362 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f79951a5-9017-481f-8f4a-9bea4386d8c0 req-78a82da1-f3b8-4b70-8514-734392e17ce1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 210 time: 0.0267417 Aug 16 02:43:44.901608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-7695b70f-7298-46ec-99e1-9fbe52e5cfda tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.903260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-7695b70f-7298-46ec-99e1-9fbe52e5cfda tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.74 "GET /v2.0/networks?id=2f72ca8c-0dc7-4325-872b-fcd404a76132 HTTP/1.1" status: 200 len: 815 time: 0.0999396 Aug 16 02:43:44.918560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Request body: {'port': {'device_id': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'admin_state_up': True, 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:45.120534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Made reservation on behalf of e9637bde09044a8eba2092a880bfc2f4 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:45.124338 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.257054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Allocated IP 172.20.0.8 (2f72ca8c-0dc7-4325-872b-fcd404a76132/67739e92-a110-4851-a67b-548d28be7662/dd30ef79-6584-4fed-af8a-0d0a672eab26) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:45.405339 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.419351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Transition to ACTIVE for port object dd30ef79-6584-4fed-af8a-0d0a672eab26 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:45.521761 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.579292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Network 2f72ca8c-0dc7-4325-872b-fcd404a76132 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:45.582916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:45.587590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:45.595434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'Port': ['ID=dd30ef79-6584-4fed-af8a-0d0a672eab26,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:45.664603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:45.666180 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.744883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-c39bd2d4-305a-47be-b294-f411208caa3c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8306489 Aug 16 02:43:45.835684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e68e8-a1cd-4804-a3af-90bf0073f2e8 req-901547e7-46a9-43ab-85d8-89285d9c12f4 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:45.842084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b63e68e8-a1cd-4804-a3af-90bf0073f2e8 req-901547e7-46a9-43ab-85d8-89285d9c12f4 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 931 time: 0.0856469 Aug 16 02:43:45.893136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b63e68e8-a1cd-4804-a3af-90bf0073f2e8 req-e62d3d28-ac48-45d2-8bd7-12c301d009af tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Aug 16 02:43:45.985742 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3d21be70-f40e-4e5c-8e65-cf35bc97fe8d None None] Provisioning for port dd30ef79-6584-4fed-af8a-0d0a672eab26 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:45.989986 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3d21be70-f40e-4e5c-8e65-cf35bc97fe8d None None] Provisioning complete for port dd30ef79-6584-4fed-af8a-0d0a672eab26 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:45.990365 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3d21be70-f40e-4e5c-8e65-cf35bc97fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.025427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3d21be70-f40e-4e5c-8e65-cf35bc97fe8d None None] Port dd30ef79-6584-4fed-af8a-0d0a672eab26 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:47.016594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0ba91-2adf-486b-ba8a-4a0631c39a17 req-260ec1c5-c71e-4750-ad1b-b7ead25eb6f1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:47.018252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6a0ba91-2adf-486b-ba8a-4a0631c39a17 req-260ec1c5-c71e-4750-ad1b-b7ead25eb6f1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 931 time: 0.0528119 Aug 16 02:43:47.068687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a6a0ba91-2adf-486b-ba8a-4a0631c39a17 req-b1dd3c80-0ccb-4750-a9a5-4c78ca9584d4 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394006 Aug 16 02:43:48.190331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df441a1-5360-4fca-8133-f51c8b38154d req-b3299a60-c5c6-4828-bfb2-2da0bc4662b6 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:48.192055 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2df441a1-5360-4fca-8133-f51c8b38154d req-b3299a60-c5c6-4828-bfb2-2da0bc4662b6 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 931 time: 0.0528030 Aug 16 02:43:48.238494 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2df441a1-5360-4fca-8133-f51c8b38154d req-67b4892b-d5f9-4f1b-bede-1bec38c6269a tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333970 Aug 16 02:43:49.357805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73971b05-d6cd-4b8e-aa62-0f20dbb608c6 req-90984c91-aff7-4917-9713-b0c14a799ef9 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:49.359760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73971b05-d6cd-4b8e-aa62-0f20dbb608c6 req-90984c91-aff7-4917-9713-b0c14a799ef9 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 931 time: 0.0512471 Aug 16 02:43:49.400001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-73971b05-d6cd-4b8e-aa62-0f20dbb608c6 req-acdb0962-9f77-43b4-bb44-11f6243e255b tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341332 Aug 16 02:43:50.529586 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62c97c-993a-465a-a7a2-655c40cc8277 req-a7738449-c4cd-4621-8e3b-cb9a7dcc94a7 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:50.532575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b62c97c-993a-465a-a7a2-655c40cc8277 req-a7738449-c4cd-4621-8e3b-cb9a7dcc94a7 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 931 time: 0.0526226 Aug 16 02:43:50.576008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b62c97c-993a-465a-a7a2-655c40cc8277 req-f7f61b5a-f226-4b61-97c7-12b6ecab41a9 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374658 Aug 16 02:43:51.554721 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.698238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bcf86-ecc5-4701-8491-c3635a2bb71d req-5cd7bc25-0f1a-4494-8c23-bf200fe95b6f tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:51.700874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-241bcf86-ecc5-4701-8491-c3635a2bb71d req-5cd7bc25-0f1a-4494-8c23-bf200fe95b6f tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 931 time: 0.0525329 Aug 16 02:43:51.741278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-241bcf86-ecc5-4701-8491-c3635a2bb71d req-d369ee60-2ac4-459f-b3e9-516565987b0f tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342364 Aug 16 02:43:52.394542 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.878455 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc113380-8366-4874-976e-8943e27c8e3a req-3437934a-2062-4e21-bb70-350f550a903d tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:52.879978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc113380-8366-4874-976e-8943e27c8e3a req-3437934a-2062-4e21-bb70-350f550a903d tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 931 time: 0.0552909 Aug 16 02:43:52.934820 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fc113380-8366-4874-976e-8943e27c8e3a req-1cde54d7-2afd-44d5-8457-8bd3524f146c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486917 Aug 16 02:43:54.052086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48bab1-b57e-484c-929e-e25164ee804a req-708a6dc2-7365-4720-b2e1-673a49d1ae4e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:54.053665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f48bab1-b57e-484c-929e-e25164ee804a req-708a6dc2-7365-4720-b2e1-673a49d1ae4e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 931 time: 0.0506616 Aug 16 02:43:54.099215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f48bab1-b57e-484c-929e-e25164ee804a req-c9e4840b-d39b-4a1c-89c3-1477dbe3026f tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374882 Aug 16 02:43:55.219498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33039484-c3ed-4e63-b4e0-14c33c68c6b9 req-cc0b93a2-ce11-442f-b15f-753df2f46963 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:55.221027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33039484-c3ed-4e63-b4e0-14c33c68c6b9 req-cc0b93a2-ce11-442f-b15f-753df2f46963 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 931 time: 0.0525520 Aug 16 02:43:55.259867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-33039484-c3ed-4e63-b4e0-14c33c68c6b9 req-9f20f8cb-dc4f-4c68-bdbc-122f37550410 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Aug 16 02:43:55.763370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Request body: {'port': {'device_id': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:55.816488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.077227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd30ef79-6584-4fed-af8a-0d0a672eab26 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:56.084730 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.095895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Transition to ACTIVE for port object dd30ef79-6584-4fed-af8a-0d0a672eab26 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:56.182659 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.230679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Pushing event updated for resources: {'Port': ['ID=dd30ef79-6584-4fed-af8a-0d0a672eab26,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:56.307097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Attempting to bind port dd30ef79-6584-4fed-af8a-0d0a672eab26 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:56.307436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Attempting to bind port dd30ef79-6584-4fed-af8a-0d0a672eab26 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:56.307771 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Attempting to bind port dd30ef79-6584-4fed-af8a-0d0a672eab26 on network 2f72ca8c-0dc7-4325-872b-fcd404a76132 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:56.313103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Port dd30ef79-6584-4fed-af8a-0d0a672eab26 on network 2f72ca8c-0dc7-4325-872b-fcd404a76132 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:43:56.313566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Attempting to bind port dd30ef79-6584-4fed-af8a-0d0a672eab26 on network 2f72ca8c-0dc7-4325-872b-fcd404a76132 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:56.318741 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:56.319093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Checking segment: {'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:56.319525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Bound using segment: {'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:56.319963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Bound port: dd30ef79-6584-4fed-af8a-0d0a672eab26, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11b261c-7f07-40b0-af1a-201ae8970041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:56.320331 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.423266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f604d-b302-4972-86bb-882f21d59cec req-b5c9d3cf-5010-496f-82bf-6bd902948ed7 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:56.439467 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d3f604d-b302-4972-86bb-882f21d59cec req-b5c9d3cf-5010-496f-82bf-6bd902948ed7 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 943 time: 0.0920858 Aug 16 02:43:56.439467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] For port dd30ef79-6584-4fed-af8a-0d0a672eab26, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:56.439467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] For port dd30ef79-6584-4fed-af8a-0d0a672eab26, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:56.467346 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d3f604d-b302-4972-86bb-882f21d59cec req-0d8050ea-443b-4894-9d6e-b74998b5a088 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329912 Aug 16 02:43:56.508949 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.541742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:56.542459 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.543747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] 10.222.0.74 "PUT /v2.0/ports/dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 200 len: 1092 time: 0.7849305 Aug 16 02:43:56.544192 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:56.546528 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5900a696-6488-4804-9471-090d479ab2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:56.572957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d9f56-17a3-4e93-8ab4-ffe5d622b369 service neutron] Pushing event updated for resources: {'Port': ['ID=dd30ef79-6584-4fed-af8a-0d0a672eab26,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:56.591990 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc2d572-3092-4e0f-a55f-47a3e9d8c71f x-openstack-request-id: req-6cc2d572-3092-4e0f-a55f-47a3e9d8c71f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:56.592283 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:56.592529 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6cc2d572-3092-4e0f-a55f-47a3e9d8c71f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:56.592928 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'status': 'completed', 'code': 200} Aug 16 02:43:56.660866 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900a696-6488-4804-9471-090d479ab2b2 req-7124468f-157e-4024-8f8e-8171c3e359ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:56.662663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5900a696-6488-4804-9471-090d479ab2b2 req-7124468f-157e-4024-8f8e-8171c3e359ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9637bde09044a8eba2092a880bfc2f4&device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 1095 time: 0.0505402 Aug 16 02:43:56.764620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900a696-6488-4804-9471-090d479ab2b2 req-1f1835f3-52e9-472a-bbc5-2fb30a06c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:56.766886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5900a696-6488-4804-9471-090d479ab2b2 req-1f1835f3-52e9-472a-bbc5-2fb30a06c7a1 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e9637bde09044a8eba2092a880bfc2f4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0963135 Aug 16 02:43:56.864209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900a696-6488-4804-9471-090d479ab2b2 req-b781c741-597d-4a28-b96e-e4c937592c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:56.865635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5900a696-6488-4804-9471-090d479ab2b2 req-b781c741-597d-4a28-b96e-e4c937592c14 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925491 Aug 16 02:43:56.939943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-31b69304-b2a0-4098-b88a-553a910ee969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:56.941432 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-31b69304-b2a0-4098-b88a-553a910ee969 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9637bde09044a8eba2092a880bfc2f4&device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 1095 time: 0.0409627 Aug 16 02:43:56.982682 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-a2499727-3ec2-45fd-844c-935950bd9fdb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 200 len: 217 time: 0.0336125 Aug 16 02:43:57.034936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-09edabc0-d872-4c20-8a5a-045d92aeee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:57.036356 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-09edabc0-d872-4c20-8a5a-045d92aeee48 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67739e92-a110-4851-a67b-548d28be7662 HTTP/1.1" status: 200 len: 854 time: 0.0469539 Aug 16 02:43:57.081656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-7c9b2df0-2820-4247-9908-ef9080339132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:57.083146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-7c9b2df0-2820-4247-9908-ef9080339132 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2f72ca8c-0dc7-4325-872b-fcd404a76132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401413 Aug 16 02:43:57.173679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-7c54f124-e777-48c2-acd3-bc7a3e7066bd service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832229 Aug 16 02:43:57.266952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c389cd5a-8ffa-437b-aa62-d4ebc4f98982 req-8795b60d-03eb-42e8-a029-ae69f9cf4b97 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868077 Aug 16 02:43:57.584559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb737-d1ce-42cb-830c-edeadceca85a req-ceab424f-2c20-45c3-b8ce-93d61d01802f tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:57.586110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-115fb737-d1ce-42cb-830c-edeadceca85a req-ceab424f-2c20-45c3-b8ce-93d61d01802f tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 943 time: 0.0506892 Aug 16 02:43:57.623907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-115fb737-d1ce-42cb-830c-edeadceca85a req-816fba80-3785-4c6f-9a2e-a90f36ad2cf1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Aug 16 02:43:58.740886 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d481ce-29b8-4436-8e75-b60eaa346033 req-90bf2196-7d80-46a4-816e-d4ccb864ca7b tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:58.742374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03d481ce-29b8-4436-8e75-b60eaa346033 req-90bf2196-7d80-46a4-816e-d4ccb864ca7b tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 943 time: 0.0488307 Aug 16 02:43:58.785192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03d481ce-29b8-4436-8e75-b60eaa346033 req-c35096f2-3e06-49a6-8118-e8e1e2c08284 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368364 Aug 16 02:43:59.892061 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4ea0c14d-5ec7-4037-910c-b0bd310d6a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.900801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b74bc-221c-4fd6-9972-5df28c7cf508 req-495a058c-fdf8-4e63-9586-a7eaa5565a8c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:59.902335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a9b74bc-221c-4fd6-9972-5df28c7cf508 req-495a058c-fdf8-4e63-9586-a7eaa5565a8c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 943 time: 0.0501387 Aug 16 02:43:59.940933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1a9b74bc-221c-4fd6-9972-5df28c7cf508 req-2f9fadd7-6c9e-449a-bccc-2927a234492c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316556 Aug 16 02:44:00.550323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device dd30ef79-6584-4fed-af8a-0d0a672eab26 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:44:00.641636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port dd30ef79-6584-4fed-af8a-0d0a672eab26, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:00.652477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'port_id': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'mac_address': 'fa:16:3e:1b:6e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67739e92-a110-4851-a67b-548d28be7662', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:44:00.688780 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.704481 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd30ef79-6584-4fed-af8a-0d0a672eab26 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:44:00.723311 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port dd30ef79-6584-4fed-af8a-0d0a672eab26, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:00.794378 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.841330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=dd30ef79-6584-4fed-af8a-0d0a672eab26,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:00.996333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['dd30ef79-6584-4fed-af8a-0d0a672eab26'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:44:01.054202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4a817-f9fa-4f2d-ab12-c1f3ce82f556 req-59fa6c4a-915c-4f8d-96b8-ca09978b61ee tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:01.055824 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b4a817-f9fa-4f2d-ab12-c1f3ce82f556 req-59fa6c4a-915c-4f8d-96b8-ca09978b61ee tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 944 time: 0.0492165 Aug 16 02:44:01.095128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a8b4a817-f9fa-4f2d-ab12-c1f3ce82f556 req-1b853594-f420-41c4-a550-a3cd53752210 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Aug 16 02:44:02.209278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae57e3-fed0-4ef5-b167-21402f948f78 req-e05b190a-e2c3-45d7-963e-1e220e00c48b tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:02.210769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0eae57e3-fed0-4ef5-b167-21402f948f78 req-e05b190a-e2c3-45d7-963e-1e220e00c48b tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 944 time: 0.0493574 Aug 16 02:44:02.254254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0eae57e3-fed0-4ef5-b167-21402f948f78 req-00230054-6833-4471-92ff-3e06ed29ff90 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374813 Aug 16 02:44:02.566044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device dd30ef79-6584-4fed-af8a-0d0a672eab26 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:02.696941 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port dd30ef79-6584-4fed-af8a-0d0a672eab26 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:02.701417 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port dd30ef79-6584-4fed-af8a-0d0a672eab26 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:02.701794 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.783479 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.806829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:02.808996 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b84eb9-2135-4828-bae1-573745ee7362" -d '{"events": [{"server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "name": "network-vif-plugged", "status": "completed", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:02.823171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port dd30ef79-6584-4fed-af8a-0d0a672eab26, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:02.852008 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e30322-631b-4d17-9700-395b4738a4f9 x-openstack-request-id: req-10e30322-631b-4d17-9700-395b4738a4f9 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:02.852297 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "name": "network-vif-plugged", "status": "completed", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:02.852565 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10e30322-631b-4d17-9700-395b4738a4f9 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:02.853003 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'code': 200} Aug 16 02:44:02.892242 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.059981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c28dc-8eef-415c-90af-7e759d2aa670 req-a53146c3-a3dc-4184-89ea-51153ee3c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:03.061682 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-979c28dc-8eef-415c-90af-7e759d2aa670 req-a53146c3-a3dc-4184-89ea-51153ee3c780 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 1097 time: 0.1596832 Aug 16 02:44:03.079366 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.080750 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfb7b-2fe7-4ccb-ad07-6970f2de28bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.100772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-979c28dc-8eef-415c-90af-7e759d2aa670 req-8d0c0fd4-48d7-43f8-8ee5-6bac90cb5390 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Aug 16 02:44:03.105374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=dd30ef79-6584-4fed-af8a-0d0a672eab26,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:03.369512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8016b-631a-41e6-8702-f4bb477a554f req-c2c8c9c3-fb15-4e7d-ba66-bf992e4053c2 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:03.371052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94b8016b-631a-41e6-8702-f4bb477a554f req-c2c8c9c3-fb15-4e7d-ba66-bf992e4053c2 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 945 time: 0.0490119 Aug 16 02:44:03.409785 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94b8016b-631a-41e6-8702-f4bb477a554f req-8e8423d3-6933-4f20-ad26-11475a9eb14c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Aug 16 02:44:04.259091 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:04.523762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3517b-0624-47e0-b0ad-28d3aa375802 req-86fc57da-407c-47f7-ab6b-ed4112f387f4 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:04.525155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6e3517b-0624-47e0-b0ad-28d3aa375802 req-86fc57da-407c-47f7-ab6b-ed4112f387f4 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 945 time: 0.0482862 Aug 16 02:44:04.570825 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d6e3517b-0624-47e0-b0ad-28d3aa375802 req-5b06c85d-c850-4048-9391-72bdca4f9a48 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 Aug 16 02:44:04.684847 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf5070-f87c-4f16-9365-1b8a9c7cd1d1 req-fcec8c34-3448-48a8-8c96-5d445aff6b96 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:04.686364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fabf5070-f87c-4f16-9365-1b8a9c7cd1d1 req-fcec8c34-3448-48a8-8c96-5d445aff6b96 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 945 time: 0.0496223 Aug 16 02:44:04.724402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fabf5070-f87c-4f16-9365-1b8a9c7cd1d1 req-b72cf4df-ae9d-4c7d-b984-9859853edbc6 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Aug 16 02:44:04.906611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974accd-605e-4665-a943-aea72bcba18b req-74c79c06-d093-4bb0-96d2-edf56b209e17 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:04.908101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d974accd-605e-4665-a943-aea72bcba18b req-74c79c06-d093-4bb0-96d2-edf56b209e17 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 945 time: 0.0493009 Aug 16 02:44:04.946201 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d974accd-605e-4665-a943-aea72bcba18b req-1379f03d-5112-4eb5-b75c-613e1de19fdf tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Aug 16 02:44:05.284582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-5fdb2ff4-86ad-4dfa-9c44-51907382753e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398068 Aug 16 02:44:05.369467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-2a208812-dc31-4c7a-8fd5-16472d8a77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:05.371009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-2a208812-dc31-4c7a-8fd5-16472d8a77cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9637bde09044a8eba2092a880bfc2f4&device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 1097 time: 0.0442584 Aug 16 02:44:05.475067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-eceefd3a-45dc-4279-aa1e-a70a752de03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:05.480493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-eceefd3a-45dc-4279-aa1e-a70a752de03e service neutron] 10.222.0.74 "GET /v2.0/networks?id=2f72ca8c-0dc7-4325-872b-fcd404a76132 HTTP/1.1" status: 200 len: 916 time: 0.0871642 Aug 16 02:44:05.523917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-cc885695-dfe6-4d75-a062-5f560cd29152 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 200 len: 217 time: 0.0392122 Aug 16 02:44:05.573152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-62769191-dc22-43da-a528-9c642e6cb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:05.574625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-62769191-dc22-43da-a528-9c642e6cb0c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67739e92-a110-4851-a67b-548d28be7662 HTTP/1.1" status: 200 len: 854 time: 0.0437577 Aug 16 02:44:05.621591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-99674e9a-ec72-4a7e-8f48-21a5a86d564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:05.623189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-99674e9a-ec72-4a7e-8f48-21a5a86d564b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2f72ca8c-0dc7-4325-872b-fcd404a76132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407026 Aug 16 02:44:05.720686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-cc7b3c46-a9ba-495b-9a0f-2976fa536a75 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901988 Aug 16 02:44:05.810591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c2f85ac-1189-4fcb-ae87-a8ce355a7a3f req-12cb1d95-b996-4417-8ae1-07d8cecb4600 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832927 Aug 16 02:44:06.042930 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:16.395212 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:44:19.698604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3d060-104a-4a77-8742-a61f10a1a980 req-003b3a72-a5ea-4518-bc72-8776afaab8ef tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:19.700485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94b3d060-104a-4a77-8742-a61f10a1a980 req-003b3a72-a5ea-4518-bc72-8776afaab8ef tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 945 time: 0.0503607 Aug 16 02:44:19.739145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-94b3d060-104a-4a77-8742-a61f10a1a980 req-bf00c437-3222-4662-af1b-a0666c914431 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Aug 16 02:44:19.761833 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56902) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:19.849579 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6974b2ce-53c4-4309-b091-c4a81dffea3d tempest-TestMinimumBasicScenario-1302302845 tempest-TestMinimumBasicScenario-1302302845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:19.851239 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6974b2ce-53c4-4309-b091-c4a81dffea3d tempest-TestMinimumBasicScenario-1302302845 tempest-TestMinimumBasicScenario-1302302845-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 1092 time: 0.0883951 Aug 16 02:44:19.854202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56906) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:19.858631 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:19.942457 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.042024 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.142699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Allocated IP 172.25.8.217 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/44556f32-2160-43cf-8e8f-d9c199312042) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:20.247683 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.336942 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.379079 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:20.382056 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:20.385887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:20.391720 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'Port': ['ID=44556f32-2160-43cf-8e8f-d9c199312042,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:20.423682 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.424175 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.424520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.424859 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.425197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.425533 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.425888 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.426219 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.426550 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.426875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.427199 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.427522 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:20.773628 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.896892 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.057894 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.111293 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.183979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'Port': ['ID=44556f32-2160-43cf-8e8f-d9c199312042,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:21.194695 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.297866 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Floating IP 7fe75dbf-86b7-4c0d-bfb4-f1c746ed7423 associated. External IP: 172.25.8.217, port: dd30ef79-6584-4fed-af8a-0d0a672eab26. Aug 16 02:44:21.434139 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.509614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Router 44f4d393-bd6f-40a6-88fb-f40fca589691 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:44:21.616196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:44:21.625858 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d1d533-3efd-4fc3-ae18-79c31978b44d None None] Sync routers for ids ['44f4d393-bd6f-40a6-88fb-f40fca589691'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:44:21.634627 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d1d533-3efd-4fc3-ae18-79c31978b44d None None] Routers {'44f4d393-bd6f-40a6-88fb-f40fca589691'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:21.635230 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75d1d533-3efd-4fc3-ae18-79c31978b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:44:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['44f4d393-bd6f-40a6-88fb-f40fca589691'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:21.702652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.733752 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ffc86742-ff48-4a5f-850b-d1a4d830ab2c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8785009 Aug 16 02:44:21.734374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:21.737857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 56908) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:21.742332 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-75d1d533-3efd-4fc3-ae18-79c31978b44d None None] Set router 44f4d393-bd6f-40a6-88fb-f40fca589691 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:44:21.743517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77317783', 'description': 'tempest-secgroup-smoke-77317783 description', 'project_id': 'e9637bde09044a8eba2092a880bfc2f4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:21.775571 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0551dae6c7fc61468848fa01418dd064d6c56ca945c16c5049742447b6f00904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63629eb-781d-4b29-895c-89337f2b5a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:21.846595 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.874069 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad12d46f-7cb5-400c-aa4b-2858755c478a x-openstack-request-id: req-ad12d46f-7cb5-400c-aa4b-2858755c478a {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:21.874369 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:21.874635 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad12d46f-7cb5-400c-aa4b-2858755c478a {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:21.875037 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'status': 'completed', 'code': 200} Aug 16 02:44:21.957639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63629eb-781d-4b29-895c-89337f2b5a6d req-49372ba9-91fe-4416-b91a-479a0a228d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:21.959189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c63629eb-781d-4b29-895c-89337f2b5a6d req-49372ba9-91fe-4416-b91a-479a0a228d46 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9637bde09044a8eba2092a880bfc2f4&device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 1097 time: 0.0620124 Aug 16 02:44:21.972800 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75d1d533-3efd-4fc3-ae18-79c31978b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 4, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '7fe75dbf-86b7-4c0d-bfb4-f1c746ed7423', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'port_id': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'mac_address': 'fa:16:3e:1b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:44:20Z', 'updated_at': '2021-08-16T02:44:20Z', 'revision_number': 0, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea66ef4d-7e48-41d9-8edf-2952c0bc26e4', 'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'mac_address': 'fa:16:3e:c1:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '67739e92-a110-4851-a67b-548d28be7662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:21Z', 'updated_at': '2021-08-16T02:43:27Z', 'revision_number': 5, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'subnets': [{'id': '67739e92-a110-4851-a67b-548d28be7662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:21.984351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.002049 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d1d533-3efd-4fc3-ae18-79c31978b44d None None] Checking router: 44f4d393-bd6f-40a6-88fb-f40fca589691 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:44:22.010456 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d1d533-3efd-4fc3-ae18-79c31978b44d None None] Routers {'44f4d393-bd6f-40a6-88fb-f40fca589691'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:22.011062 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75d1d533-3efd-4fc3-ae18-79c31978b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:44:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['44f4d393-bd6f-40a6-88fb-f40fca589691'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:22.035116 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.094234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0e27e4-0829-4ef6-b60d-28a2be29324d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:22.104959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.105299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.105632 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.105995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.106326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.106655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.106969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.107287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.107605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.107923 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.108240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.108555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:22.112194 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63629eb-781d-4b29-895c-89337f2b5a6d req-c70a18ef-74b5-4fa2-8678-a75df0d5d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.113808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c63629eb-781d-4b29-895c-89337f2b5a6d req-c70a18ef-74b5-4fa2-8678-a75df0d5d0e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2f72ca8c-0dc7-4325-872b-fcd404a76132 HTTP/1.1" status: 200 len: 916 time: 0.1468253 Aug 16 02:44:22.132814 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-75d1d533-3efd-4fc3-ae18-79c31978b44d None None] Set router 44f4d393-bd6f-40a6-88fb-f40fca589691 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:44:22.161080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.162365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-324c13a5-2c99-43e4-a00b-3956261080a0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4231007 Aug 16 02:44:22.168176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56916) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:22.175317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-51b1e94f-a321-4021-8b3a-d86d60266c54 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Request body: {'security_group_rule': {'security_group_id': '0c0e27e4-0829-4ef6-b60d-28a2be29324d', 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:22.192839 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c63629eb-781d-4b29-895c-89337f2b5a6d req-ab6f9bac-e7bd-472d-b56c-eceed83cd70d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 200 len: 999 time: 0.0710399 Aug 16 02:44:22.263467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63629eb-781d-4b29-895c-89337f2b5a6d req-dbda671d-f031-4b7c-86b2-76257156db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.266406 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c63629eb-781d-4b29-895c-89337f2b5a6d req-dbda671d-f031-4b7c-86b2-76257156db78 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67739e92-a110-4851-a67b-548d28be7662 HTTP/1.1" status: 200 len: 854 time: 0.0650387 Aug 16 02:44:22.325430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63629eb-781d-4b29-895c-89337f2b5a6d req-c7d6c5f3-6aed-40c8-84bd-cf1f3a7031b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.327159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c63629eb-781d-4b29-895c-89337f2b5a6d req-c7d6c5f3-6aed-40c8-84bd-cf1f3a7031b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2f72ca8c-0dc7-4325-872b-fcd404a76132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541446 Aug 16 02:44:22.456038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c63629eb-781d-4b29-895c-89337f2b5a6d req-85f29d5f-e87f-431d-a3c1-1ee8dcd54479 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212039 Aug 16 02:44:22.458678 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-75d1d533-3efd-4fc3-ae18-79c31978b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 4, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '7fe75dbf-86b7-4c0d-bfb4-f1c746ed7423', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'port_id': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'mac_address': 'fa:16:3e:1b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:44:20Z', 'updated_at': '2021-08-16T02:44:20Z', 'revision_number': 0, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea66ef4d-7e48-41d9-8edf-2952c0bc26e4', 'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'mac_address': 'fa:16:3e:c1:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '67739e92-a110-4851-a67b-548d28be7662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:21Z', 'updated_at': '2021-08-16T02:43:27Z', 'revision_number': 5, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'subnets': [{'id': '67739e92-a110-4851-a67b-548d28be7662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:22.498408 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d1d533-3efd-4fc3-ae18-79c31978b44d None None] The sync data for ids ['44f4d393-bd6f-40a6-88fb-f40fca589691'] in n-d-768509-23 is: [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 4, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '7fe75dbf-86b7-4c0d-bfb4-f1c746ed7423', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'port_id': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'mac_address': 'fa:16:3e:1b:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:44:20Z', 'updated_at': '2021-08-16T02:44:20Z', 'revision_number': 0, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea66ef4d-7e48-41d9-8edf-2952c0bc26e4', 'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'mac_address': 'fa:16:3e:c1:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '67739e92-a110-4851-a67b-548d28be7662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:21Z', 'updated_at': '2021-08-16T02:43:27Z', 'revision_number': 5, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'subnets': [{'id': '67739e92-a110-4851-a67b-548d28be7662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:44:22.578876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c63629eb-781d-4b29-895c-89337f2b5a6d req-2d8e4c06-8a86-4af6-a249-330aa71dacc4 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155844 Aug 16 02:44:22.644823 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51b1e94f-a321-4021-8b3a-d86d60266c54 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.705344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.733400 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51b1e94f-a321-4021-8b3a-d86d60266c54 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.753502 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d47a28-646a-412b-a257-ce4e945dfd78 None None] New status for floating IP 7fe75dbf-86b7-4c0d-bfb4-f1c746ed7423: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:44:22.805530 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51b1e94f-a321-4021-8b3a-d86d60266c54 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.825531 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1e94f-a321-4021-8b3a-d86d60266c54 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d76e9b-6433-47fa-a7cd-c473f7a6728e,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:22.916022 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-51b1e94f-a321-4021-8b3a-d86d60266c54 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.917665 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-51b1e94f-a321-4021-8b3a-d86d60266c54 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7487624 Aug 16 02:44:22.920842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56918) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:22.926803 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-57077e22-306b-40f3-918b-14e4e620bef1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Request body: {'security_group_rule': {'security_group_id': '0c0e27e4-0829-4ef6-b60d-28a2be29324d', 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:23.030547 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57077e22-306b-40f3-918b-14e4e620bef1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.089121 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57077e22-306b-40f3-918b-14e4e620bef1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.171062 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57077e22-306b-40f3-918b-14e4e620bef1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.190910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57077e22-306b-40f3-918b-14e4e620bef1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff775a5b-9b8e-48e2-b1e6-bd4888dfd643,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:23.260015 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-57077e22-306b-40f3-918b-14e4e620bef1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.261323 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-57077e22-306b-40f3-918b-14e4e620bef1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3394873 Aug 16 02:44:23.264046 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56920) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:23.269743 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9d6642ff-8f82-4039-8c89-8d6690d6d9e8 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Request body: {'security_group_rule': {'security_group_id': '0c0e27e4-0829-4ef6-b60d-28a2be29324d', 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:23.362260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d6642ff-8f82-4039-8c89-8d6690d6d9e8 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.425575 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d6642ff-8f82-4039-8c89-8d6690d6d9e8 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.493086 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d6642ff-8f82-4039-8c89-8d6690d6d9e8 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.514266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6642ff-8f82-4039-8c89-8d6690d6d9e8 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c823245c-6d8c-405e-ad9d-7a73a0c69cb8,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:23.597002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9d6642ff-8f82-4039-8c89-8d6690d6d9e8 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.598262 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9d6642ff-8f82-4039-8c89-8d6690d6d9e8 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332751 Aug 16 02:44:23.601062 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56922) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:23.605422 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e4eb3d6d-ff69-476a-9f51-58c8831a0008 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Request body: {'security_group_rule': {'security_group_id': '0c0e27e4-0829-4ef6-b60d-28a2be29324d', 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:23.715955 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4eb3d6d-ff69-476a-9f51-58c8831a0008 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.774494 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4eb3d6d-ff69-476a-9f51-58c8831a0008 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.868428 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4eb3d6d-ff69-476a-9f51-58c8831a0008 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.887702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb3d6d-ff69-476a-9f51-58c8831a0008 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be2289b-2d96-4094-b4dd-a2b89ed69426,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:23.950850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e4eb3d6d-ff69-476a-9f51-58c8831a0008 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.952089 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e4eb3d6d-ff69-476a-9f51-58c8831a0008 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3500910 Aug 16 02:44:23.955101 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56924) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:23.959525 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-718678a4-bd21-4c50-a4e4-bb5fde514373 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Request body: {'security_group_rule': {'security_group_id': '0c0e27e4-0829-4ef6-b60d-28a2be29324d', 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:24.043197 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-718678a4-bd21-4c50-a4e4-bb5fde514373 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Project e9637bde09044a8eba2092a880bfc2f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:44:24.049765 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-718678a4-bd21-4c50-a4e4-bb5fde514373 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.118259 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-718678a4-bd21-4c50-a4e4-bb5fde514373 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.211298 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-718678a4-bd21-4c50-a4e4-bb5fde514373 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.230709 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718678a4-bd21-4c50-a4e4-bb5fde514373 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34cd2f70-d706-42c0-a8b1-e867c92f800f,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:24.296796 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-718678a4-bd21-4c50-a4e4-bb5fde514373 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.298185 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-718678a4-bd21-4c50-a4e4-bb5fde514373 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3419385 Aug 16 02:44:24.300778 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 56926) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:24.305264 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-78ff5221-172e-4cda-a137-c1373450fd11 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Request body: {'security_group_rule': {'security_group_id': '0c0e27e4-0829-4ef6-b60d-28a2be29324d', 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:24.382594 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-78ff5221-172e-4cda-a137-c1373450fd11 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Project e9637bde09044a8eba2092a880bfc2f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:44:24.388108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78ff5221-172e-4cda-a137-c1373450fd11 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.451132 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78ff5221-172e-4cda-a137-c1373450fd11 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.516238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78ff5221-172e-4cda-a137-c1373450fd11 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.537490 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff5221-172e-4cda-a137-c1373450fd11 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c58a1c-2cbf-4fa7-8ad9-a9e4c72d712c,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:24.612986 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78ff5221-172e-4cda-a137-c1373450fd11 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.614343 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-78ff5221-172e-4cda-a137-c1373450fd11 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3126142 Aug 16 02:44:24.703732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-996d4034-03e0-447f-b4a9-8a115c36d745 req-d289be02-f7e9-49f1-915c-990ad2368cb5 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77317783&fields=id&tenant_id=e9637bde09044a8eba2092a880bfc2f4 HTTP/1.1" status: 200 len: 267 time: 0.0409830 Aug 16 02:44:24.756301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d4034-03e0-447f-b4a9-8a115c36d745 req-1e98ffa7-b43b-47b0-9668-a4a45391880f tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:24.757755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-996d4034-03e0-447f-b4a9-8a115c36d745 req-1e98ffa7-b43b-47b0-9668-a4a45391880f tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 945 time: 0.0476639 Aug 16 02:44:24.769726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-996d4034-03e0-447f-b4a9-8a115c36d745 req-8d670152-f5ba-4334-8994-a5f73924d541 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Request body: {'port': {'security_groups': ['f388265a-8084-4eca-942b-742e09ae361c', '0c0e27e4-0829-4ef6-b60d-28a2be29324d']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:24.829235 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-996d4034-03e0-447f-b4a9-8a115c36d745 req-8d670152-f5ba-4334-8994-a5f73924d541 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.012103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-996d4034-03e0-447f-b4a9-8a115c36d745 req-8d670152-f5ba-4334-8994-a5f73924d541 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] For port dd30ef79-6584-4fed-af8a-0d0a672eab26, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:25.040464 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-996d4034-03e0-447f-b4a9-8a115c36d745 req-8d670152-f5ba-4334-8994-a5f73924d541 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.101836 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-996d4034-03e0-447f-b4a9-8a115c36d745 req-8d670152-f5ba-4334-8994-a5f73924d541 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.116427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['dd30ef79-6584-4fed-af8a-0d0a672eab26'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:44:25.148572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d4034-03e0-447f-b4a9-8a115c36d745 req-8d670152-f5ba-4334-8994-a5f73924d541 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:25.149201 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-996d4034-03e0-447f-b4a9-8a115c36d745 req-8d670152-f5ba-4334-8994-a5f73924d541 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.150635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-996d4034-03e0-447f-b4a9-8a115c36d745 req-8d670152-f5ba-4334-8994-a5f73924d541 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "PUT /v2.0/ports/dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 200 len: 981 time: 0.3863735 Aug 16 02:44:25.151086 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:25.153319 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34371679-a9e3-46f3-a05b-adec76b7526d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:25.184760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d670152-f5ba-4334-8994-a5f73924d541 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'Port': ['ID=dd30ef79-6584-4fed-af8a-0d0a672eab26,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:25.210505 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['dd30ef79-6584-4fed-af8a-0d0a672eab26'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:44:25.215552 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069103af-bd5e-4cec-be31-ec37affbacc3 x-openstack-request-id: req-069103af-bd5e-4cec-be31-ec37affbacc3 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:25.216115 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:25.216115 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-069103af-bd5e-4cec-be31-ec37affbacc3 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:25.216488 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'status': 'completed', 'code': 200} Aug 16 02:44:25.320247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34371679-a9e3-46f3-a05b-adec76b7526d req-7d2d013c-6a59-4019-9cf2-6927395376ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:25.321981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34371679-a9e3-46f3-a05b-adec76b7526d req-7d2d013c-6a59-4019-9cf2-6927395376ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9637bde09044a8eba2092a880bfc2f4&device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 1136 time: 0.0834029 Aug 16 02:44:25.349159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884caf0-dda8-4124-b956-83123edad76c req-8bbdff10-65cf-4ee1-bc25-565dfb1f0148 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:25.350779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d884caf0-dda8-4124-b956-83123edad76c req-8bbdff10-65cf-4ee1-bc25-565dfb1f0148 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0748422 Aug 16 02:44:25.446931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d884caf0-dda8-4124-b956-83123edad76c req-3d089602-434d-4dc5-8712-76a89f327e8a tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0860674 Aug 16 02:44:25.462265 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34371679-a9e3-46f3-a05b-adec76b7526d req-be8d0754-81dc-476d-83e5-81e9a5128407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:25.466610 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34371679-a9e3-46f3-a05b-adec76b7526d req-be8d0754-81dc-476d-83e5-81e9a5128407 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2f72ca8c-0dc7-4325-872b-fcd404a76132 HTTP/1.1" status: 200 len: 916 time: 0.1333239 Aug 16 02:44:25.481792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-06f9ef83-7ed2-4ff9-b5c7-a41d2b9018cb None None] Provisioning complete for port dd30ef79-6584-4fed-af8a-0d0a672eab26 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:25.481792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06f9ef83-7ed2-4ff9-b5c7-a41d2b9018cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.534599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34371679-a9e3-46f3-a05b-adec76b7526d req-a8e0d81b-72a6-4636-b923-7e0d7c1439b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 200 len: 1001 time: 0.0624964 Aug 16 02:44:25.587630 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34371679-a9e3-46f3-a05b-adec76b7526d req-371b0f3c-2e4f-4dc8-be69-0754d5da3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:25.589112 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34371679-a9e3-46f3-a05b-adec76b7526d req-371b0f3c-2e4f-4dc8-be69-0754d5da3cda service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67739e92-a110-4851-a67b-548d28be7662 HTTP/1.1" status: 200 len: 854 time: 0.0471296 Aug 16 02:44:25.635034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34371679-a9e3-46f3-a05b-adec76b7526d req-3e9a8bab-bbcb-4b01-b0ec-2a18a0a6c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:25.636538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34371679-a9e3-46f3-a05b-adec76b7526d req-3e9a8bab-bbcb-4b01-b0ec-2a18a0a6c924 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2f72ca8c-0dc7-4325-872b-fcd404a76132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396132 Aug 16 02:44:25.728053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34371679-a9e3-46f3-a05b-adec76b7526d req-bcd8d495-4c22-41eb-8343-b363a46ab80d service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819914 Aug 16 02:44:25.823753 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34371679-a9e3-46f3-a05b-adec76b7526d req-9b3f0858-e2c6-464d-b698-58799b18f159 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870326 Aug 16 02:44:29.904829 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c12ff016-a678-493d-a8a7-6382b1a4d35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.927356 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.940396 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c8ca4900-df56-49ac-a0d3-84371985a093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:34.267378 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.996025 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.896332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b9204-891a-496d-b6e8-dd78fbc346ad req-50a314bd-04d1-4fdc-bb53-e5101fa50179 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:39.897840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f98b9204-891a-496d-b6e8-dd78fbc346ad req-50a314bd-04d1-4fdc-bb53-e5101fa50179 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0499971 Aug 16 02:44:39.959460 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f98b9204-891a-496d-b6e8-dd78fbc346ad req-58751d12-917b-425e-9e99-15bf2abf8602 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535009 Aug 16 02:44:39.963913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ffa3f-a1cc-4a78-ad71-73b19f29fef5 req-72c9831a-f64b-4a92-bc67-6259ac8e15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:39.965354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-446ffa3f-a1cc-4a78-ad71-73b19f29fef5 req-72c9831a-f64b-4a92-bc67-6259ac8e15b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9637bde09044a8eba2092a880bfc2f4&device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 1136 time: 0.0666673 Aug 16 02:44:40.056939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ffa3f-a1cc-4a78-ad71-73b19f29fef5 req-1a3c19f3-8c60-423b-adb5-28e6180a9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:40.058321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-446ffa3f-a1cc-4a78-ad71-73b19f29fef5 req-1a3c19f3-8c60-423b-adb5-28e6180a9c5d service neutron] 10.222.0.74 "GET /v2.0/networks?id=2f72ca8c-0dc7-4325-872b-fcd404a76132 HTTP/1.1" status: 200 len: 916 time: 0.0850956 Aug 16 02:44:40.123918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-446ffa3f-a1cc-4a78-ad71-73b19f29fef5 req-a26c9b30-0767-4a10-a82a-bddade847a57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 200 len: 1001 time: 0.0570674 Aug 16 02:44:40.176039 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ffa3f-a1cc-4a78-ad71-73b19f29fef5 req-8d66a28c-e455-4214-973e-a40bfce4ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:40.177473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-446ffa3f-a1cc-4a78-ad71-73b19f29fef5 req-8d66a28c-e455-4214-973e-a40bfce4ea1c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67739e92-a110-4851-a67b-548d28be7662 HTTP/1.1" status: 200 len: 854 time: 0.0464633 Aug 16 02:44:40.223024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ffa3f-a1cc-4a78-ad71-73b19f29fef5 req-1f2d50a0-19d7-4cc0-ad04-64ec47c60946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:40.224521 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-446ffa3f-a1cc-4a78-ad71-73b19f29fef5 req-1f2d50a0-19d7-4cc0-ad04-64ec47c60946 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2f72ca8c-0dc7-4325-872b-fcd404a76132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397804 Aug 16 02:44:40.312320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-446ffa3f-a1cc-4a78-ad71-73b19f29fef5 req-eddcd3da-f194-464a-84a7-bdc68e4457c1 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785527 Aug 16 02:44:40.402886 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-446ffa3f-a1cc-4a78-ad71-73b19f29fef5 req-c1f2890b-c538-45f1-8179-ad7d6a96d18f service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828872 Aug 16 02:44:41.077307 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86913343-7282-4e74-a1ad-c0585b2d8e25 req-589531c7-007e-40db-8c97-418a6ca8584b tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:41.079675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86913343-7282-4e74-a1ad-c0585b2d8e25 req-589531c7-007e-40db-8c97-418a6ca8584b tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0517931 Aug 16 02:44:41.119902 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86913343-7282-4e74-a1ad-c0585b2d8e25 req-3f64fa7d-a7b6-4e54-939b-2a64997ed002 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329504 Aug 16 02:44:42.239660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e93f5-ea22-4e61-9b53-af87466fd90d req-5585e23f-cd53-442d-bbc4-169c35386c86 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:42.241175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a98e93f5-ea22-4e61-9b53-af87466fd90d req-5585e23f-cd53-442d-bbc4-169c35386c86 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0529737 Aug 16 02:44:42.280470 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a98e93f5-ea22-4e61-9b53-af87466fd90d req-e62a74e4-e6de-487f-b7d3-1102dc13c0eb tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332224 Aug 16 02:44:43.395258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b37f79-c97b-4096-97c0-ea557ea5f085 req-3310efc9-7cc6-44ba-893b-eba8bb15e39d tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:43.396727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b37f79-c97b-4096-97c0-ea557ea5f085 req-3310efc9-7cc6-44ba-893b-eba8bb15e39d tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0491097 Aug 16 02:44:43.437428 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f0b37f79-c97b-4096-97c0-ea557ea5f085 req-f1173357-6b5f-4882-93b8-fbabe6569505 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0345726 Aug 16 02:44:44.550285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edb24a-6191-431c-a168-488407ee95d8 req-2c6be08f-4830-4c98-9e1f-5185f51d65e7 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:44.551732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75edb24a-6191-431c-a168-488407ee95d8 req-2c6be08f-4830-4c98-9e1f-5185f51d65e7 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0477390 Aug 16 02:44:44.590300 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-75edb24a-6191-431c-a168-488407ee95d8 req-3b4a82a9-4ff6-4dbc-a587-33c505ea9820 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0325654 Aug 16 02:44:45.709057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdcbb7-72d4-4ee1-ad97-85e94422260b req-2c1b29bf-25bc-4902-91de-046acdc1481e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:45.710457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37fdcbb7-72d4-4ee1-ad97-85e94422260b req-2c1b29bf-25bc-4902-91de-046acdc1481e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0524549 Aug 16 02:44:45.749716 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37fdcbb7-72d4-4ee1-ad97-85e94422260b req-0f67d3b5-2273-46f5-aad5-de2ce364dccc tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330784 Aug 16 02:44:46.865137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd349152-48cf-44a7-8d46-2ee38402ac28 req-9c2d1852-bf6f-4fac-8360-3328cf58b7ee tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:46.866665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd349152-48cf-44a7-8d46-2ee38402ac28 req-9c2d1852-bf6f-4fac-8360-3328cf58b7ee tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0491288 Aug 16 02:44:46.906735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cd349152-48cf-44a7-8d46-2ee38402ac28 req-e54c2896-7922-4077-b413-8ad3a234160d tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340939 Aug 16 02:44:48.022413 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4781a-d0c9-4db2-bb03-f1e0445e729a req-45d1fd75-1df6-45d6-bc40-5b082da933f7 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:48.023933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37d4781a-d0c9-4db2-bb03-f1e0445e729a req-45d1fd75-1df6-45d6-bc40-5b082da933f7 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0497468 Aug 16 02:44:48.071708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37d4781a-d0c9-4db2-bb03-f1e0445e729a req-dd0e0e03-dca1-429d-a80c-86808228bce6 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0403934 Aug 16 02:44:49.190859 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a603a-3c44-4cb6-82fb-e8bf64852a22 req-df0cfb03-4907-495a-8fb5-15cb9154725e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.192332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-033a603a-3c44-4cb6-82fb-e8bf64852a22 req-df0cfb03-4907-495a-8fb5-15cb9154725e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0523784 Aug 16 02:44:49.231325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-033a603a-3c44-4cb6-82fb-e8bf64852a22 req-5f124af5-2164-4481-b869-a97e4eb64f0b tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329046 Aug 16 02:44:50.345622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a33a5-1d35-4553-8129-cca7f32bd8f4 req-024f3a4b-2c05-49b2-81e1-6c496517980c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:50.347203 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-743a33a5-1d35-4553-8129-cca7f32bd8f4 req-024f3a4b-2c05-49b2-81e1-6c496517980c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0493751 Aug 16 02:44:50.386864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-743a33a5-1d35-4553-8129-cca7f32bd8f4 req-b071dea5-f32e-4724-94f6-93e9ccea72fd tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335996 Aug 16 02:44:51.433388 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.503100 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f729eb8-cc78-4ce1-957b-0e991f98e32e req-27b546a6-2270-40d5-9471-29e50ece5f93 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:51.504591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f729eb8-cc78-4ce1-957b-0e991f98e32e req-27b546a6-2270-40d5-9471-29e50ece5f93 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0506709 Aug 16 02:44:51.544707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5f729eb8-cc78-4ce1-957b-0e991f98e32e req-42adcfbc-e52c-41e1-a3c0-994d9931e86e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340688 Aug 16 02:44:52.418577 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.664470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d772f6-06fc-493a-a300-3c3970750092 req-5ebfb6c0-6372-4888-9b86-a69f92b38370 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:52.665983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18d772f6-06fc-493a-a300-3c3970750092 req-5ebfb6c0-6372-4888-9b86-a69f92b38370 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0526500 Aug 16 02:44:52.705292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-18d772f6-06fc-493a-a300-3c3970750092 req-29d6c162-a0c5-4f2d-a64b-4159f61a676c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0326262 Aug 16 02:44:53.395108 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:44:53.819305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6295-3a44-456b-8ae3-8d01355f3b7b req-3f45844e-8b37-4836-9961-0e80cc23e22e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:53.820764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-579d6295-3a44-456b-8ae3-8d01355f3b7b req-3f45844e-8b37-4836-9961-0e80cc23e22e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0483131 Aug 16 02:44:53.860076 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-579d6295-3a44-456b-8ae3-8d01355f3b7b req-0894bd99-2e71-4ee3-be12-b5d942267f8f tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331361 Aug 16 02:44:54.976966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb6061-d7cc-4afd-97f3-7afb0a59d3b2 req-4bccab95-d49e-4940-807d-407725bcaae5 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:54.978378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9cb6061-d7cc-4afd-97f3-7afb0a59d3b2 req-4bccab95-d49e-4940-807d-407725bcaae5 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0486479 Aug 16 02:44:55.017805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e9cb6061-d7cc-4afd-97f3-7afb0a59d3b2 req-d8ae8336-566d-437b-9450-40e6cd904d23 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0327928 Aug 16 02:44:56.135894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab291205-56a4-4af5-8d15-a31a82c69be7 req-59308763-d18d-4df4-9b24-1a8d610aaa45 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:56.137361 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab291205-56a4-4af5-8d15-a31a82c69be7 req-59308763-d18d-4df4-9b24-1a8d610aaa45 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0522554 Aug 16 02:44:56.526523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ab291205-56a4-4af5-8d15-a31a82c69be7 req-4da9de79-99a1-4931-afb7-f424df62916c tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3825533 Aug 16 02:44:57.643074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4b2b-1f06-4845-b366-910fde63d352 req-fd6dd0c1-7809-4d4f-bfb6-18a76ef3cff0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:57.644573 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-210f4b2b-1f06-4845-b366-910fde63d352 req-fd6dd0c1-7809-4d4f-bfb6-18a76ef3cff0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0489337 Aug 16 02:44:57.683935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-210f4b2b-1f06-4845-b366-910fde63d352 req-a53b2e52-d66c-4784-af8e-9d7231ec90d2 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&id=0c0e27e4-0829-4ef6-b60d-28a2be29324d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331697 Aug 16 02:44:59.881477 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4a8d9dbb-fe14-4adb-860e-ab97c5c84bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.892833 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.910146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eb2d2265-2b5f-4e66-8a3b-8cbd43f59d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:04.281017 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.032548 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.280323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-7f3f1105-dabd-41e1-b0e4-223d8b3aa11c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385187 Aug 16 02:45:06.362584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-0fe216cc-b2fe-403a-bdb4-71481f90b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:06.364145 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-0fe216cc-b2fe-403a-bdb4-71481f90b426 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9637bde09044a8eba2092a880bfc2f4&device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 1136 time: 0.0422077 Aug 16 02:45:06.464170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-6f0b87df-f118-406c-9917-1047766b7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:06.465646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-6f0b87df-f118-406c-9917-1047766b7e9c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2f72ca8c-0dc7-4325-872b-fcd404a76132 HTTP/1.1" status: 200 len: 916 time: 0.0832338 Aug 16 02:45:06.534030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-a5a9a3af-9c21-498d-941e-7b08cc9e8ff5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 200 len: 1001 time: 0.0607681 Aug 16 02:45:06.582360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-092f18f6-b796-4311-b5a5-f4705080956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:06.583778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-092f18f6-b796-4311-b5a5-f4705080956e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67739e92-a110-4851-a67b-548d28be7662 HTTP/1.1" status: 200 len: 854 time: 0.0427437 Aug 16 02:45:06.627732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-3c66d4b1-a841-408d-8322-a472ed52d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:06.629746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-3c66d4b1-a841-408d-8322-a472ed52d281 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2f72ca8c-0dc7-4325-872b-fcd404a76132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390246 Aug 16 02:45:06.725524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-3bffc39a-a9dc-4afe-9723-839e1d9ca085 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860214 Aug 16 02:45:06.815974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d7c67250-1d61-4c0a-9922-6934a44a83a6 req-7b26380b-8a69-4c4a-9666-88bbf1347395 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804894 Aug 16 02:45:21.452441 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:22.366317 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.883521 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-08975580-d610-41b7-a1b0-386d15ff2576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.897845 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-652fe9d6-651d-4bf7-ba3a-d7b3db221bca req-4854f2a1-e8fb-4bf1-ac6d-796a9d5a6c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77317783&fields=id&tenant_id=e9637bde09044a8eba2092a880bfc2f4 HTTP/1.1" status: 200 len: 267 time: 0.0405331 Aug 16 02:45:29.951479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe9d6-651d-4bf7-ba3a-d7b3db221bca req-4d0fe95f-714d-478b-8840-3c70bcc7ddb3 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:29.952938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-652fe9d6-651d-4bf7-ba3a-d7b3db221bca req-4d0fe95f-714d-478b-8840-3c70bcc7ddb3 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 984 time: 0.0493417 Aug 16 02:45:29.964120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-652fe9d6-651d-4bf7-ba3a-d7b3db221bca req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Request body: {'port': {'security_groups': ['f388265a-8084-4eca-942b-742e09ae361c']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:30.030622 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-652fe9d6-651d-4bf7-ba3a-d7b3db221bca req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.200659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-652fe9d6-651d-4bf7-ba3a-d7b3db221bca req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] For port dd30ef79-6584-4fed-af8a-0d0a672eab26, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:30.229024 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-652fe9d6-651d-4bf7-ba3a-d7b3db221bca req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.369409 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-652fe9d6-651d-4bf7-ba3a-d7b3db221bca req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.382211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['dd30ef79-6584-4fed-af8a-0d0a672eab26'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:45:30.394592 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:45:30.395701 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fe9d6-651d-4bf7-ba3a-d7b3db221bca req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:30.396361 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-652fe9d6-651d-4bf7-ba3a-d7b3db221bca req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.397757 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-652fe9d6-651d-4bf7-ba3a-d7b3db221bca req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "PUT /v2.0/ports/dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 200 len: 942 time: 0.4381936 Aug 16 02:45:30.398257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:30.400631 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac9264f-6ac3-4130-852d-f4b1608cbc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:30.406291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57012) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:30.502612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['dd30ef79-6584-4fed-af8a-0d0a672eab26'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:45:30.511796 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06818552-a1db-49d7-82b5-c440f4f11e6a x-openstack-request-id: req-06818552-a1db-49d7-82b5-c440f4f11e6a {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:30.512075 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:30.512323 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06818552-a1db-49d7-82b5-c440f4f11e6a {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:30.512715 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'status': 'completed', 'code': 200} Aug 16 02:45:30.531148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event updated for resources: {'Port': ['ID=dd30ef79-6584-4fed-af8a-0d0a672eab26,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:30.547146 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60d1bbd9-7b0a-4c11-be8a-9d12d6609fa1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.549651 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.550034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.550374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.550735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.551068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.551397 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.551721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.552045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.552367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.553072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.553072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.553288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34750dca-a7c1-44d2-9b16-3227ecfc2c7e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:30.615432 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60d1bbd9-7b0a-4c11-be8a-9d12d6609fa1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.656286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9264f-6ac3-4130-852d-f4b1608cbc5a req-a6e3da42-ad95-47e1-86ef-53fb7b6ea74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:30.657916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dac9264f-6ac3-4130-852d-f4b1608cbc5a req-a6e3da42-ad95-47e1-86ef-53fb7b6ea74d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9637bde09044a8eba2092a880bfc2f4&device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 1097 time: 0.0822098 Aug 16 02:45:30.696106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-05dda03c-6b2c-407d-8699-bfcb20756d41 None None] Provisioning complete for port dd30ef79-6584-4fed-af8a-0d0a672eab26 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:30.699991 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05dda03c-6b2c-407d-8699-bfcb20756d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.756665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9264f-6ac3-4130-852d-f4b1608cbc5a req-b4991c65-a48d-4eeb-8971-969f6384ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:30.758348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dac9264f-6ac3-4130-852d-f4b1608cbc5a req-b4991c65-a48d-4eeb-8971-969f6384ba10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2f72ca8c-0dc7-4325-872b-fcd404a76132 HTTP/1.1" status: 200 len: 916 time: 0.0939953 Aug 16 02:45:30.807970 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60d1bbd9-7b0a-4c11-be8a-9d12d6609fa1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.810547 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60d1bbd9-7b0a-4c11-be8a-9d12d6609fa1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.811693 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-60d1bbd9-7b0a-4c11-be8a-9d12d6609fa1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "DELETE /v2.0/security-groups/0c0e27e4-0829-4ef6-b60d-28a2be29324d HTTP/1.1" status: 204 len: 168 time: 0.4044604 Aug 16 02:45:30.814870 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57018) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:30.829579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1bbd9-7b0a-4c11-be8a-9d12d6609fa1 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0e27e4-0829-4ef6-b60d-28a2be29324d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:30.839549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dac9264f-6ac3-4130-852d-f4b1608cbc5a req-32ae315f-22db-44b8-ae6c-dae6a9e7070c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 200 len: 1001 time: 0.0733705 Aug 16 02:45:30.891596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9264f-6ac3-4130-852d-f4b1608cbc5a req-93969b7b-c8d3-4685-a671-710b3cac1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:30.893116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dac9264f-6ac3-4130-852d-f4b1608cbc5a req-93969b7b-c8d3-4685-a671-710b3cac1e70 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67739e92-a110-4851-a67b-548d28be7662 HTTP/1.1" status: 200 len: 854 time: 0.0453570 Aug 16 02:45:30.949805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9264f-6ac3-4130-852d-f4b1608cbc5a req-fed88fb3-fc82-4fa7-b359-e31d1d0edf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:30.951353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dac9264f-6ac3-4130-852d-f4b1608cbc5a req-fed88fb3-fc82-4fa7-b359-e31d1d0edf5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2f72ca8c-0dc7-4325-872b-fcd404a76132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511739 Aug 16 02:45:30.978391 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Deleting port 44556f32-2160-43cf-8e8f-d9c199312042 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:30.978650 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.040958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dac9264f-6ac3-4130-852d-f4b1608cbc5a req-78c0d18a-8f2b-48aa-800d-48c8dec651c4 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820942 Aug 16 02:45:31.054828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.055150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.067248 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Calling delete_port for 44556f32-2160-43cf-8e8f-d9c199312042 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:31.135534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dac9264f-6ac3-4130-852d-f4b1608cbc5a req-95d4a197-322b-4ad7-946c-139d8ef52664 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879760 Aug 16 02:45:31.275345 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.302723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event deleted for resources: {'Port': ['ID=44556f32-2160-43cf-8e8f-d9c199312042,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:31.327613 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.328004 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.328348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.328685 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.329016 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.329346 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.329672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.330030 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.330354 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.330679 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.330999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.331317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:31.376273 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.376623 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Floating IP 7fe75dbf-86b7-4c0d-bfb4-f1c746ed7423 disassociated (deleted). External IP: 172.25.8.217, port: dd30ef79-6584-4fed-af8a-0d0a672eab26. Aug 16 02:45:31.584003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Router 44f4d393-bd6f-40a6-88fb-f40fca589691 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:45:31.687881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:45:31.693372 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.697879 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c9e31-cdd7-412c-ba32-b8fdf354b571 None None] Sync routers for ids ['44f4d393-bd6f-40a6-88fb-f40fca589691'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:45:31.706632 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c9e31-cdd7-412c-ba32-b8fdf354b571 None None] Routers {'44f4d393-bd6f-40a6-88fb-f40fca589691'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:31.707904 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bc6c9e31-cdd7-412c-ba32-b8fdf354b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:45:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['44f4d393-bd6f-40a6-88fb-f40fca589691'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:31.720382 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5f8950b9-8162-41f5-a2f6-aa40e20d5c56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "DELETE /v2.0/floatingips/7fe75dbf-86b7-4c0d-bfb4-f1c746ed7423 HTTP/1.1" status: 204 len: 168 time: 0.9043274 Aug 16 02:45:31.721114 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:31.724105 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0551dae6c7fc61468848fa01418dd064d6c56ca945c16c5049742447b6f00904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:31.813205 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-bc6c9e31-cdd7-412c-ba32-b8fdf354b571 None None] Set router 44f4d393-bd6f-40a6-88fb-f40fca589691 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:32.013192 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bc6c9e31-cdd7-412c-ba32-b8fdf354b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 4, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'ea66ef4d-7e48-41d9-8edf-2952c0bc26e4', 'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'mac_address': 'fa:16:3e:c1:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '67739e92-a110-4851-a67b-548d28be7662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:21Z', 'updated_at': '2021-08-16T02:43:27Z', 'revision_number': 5, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'subnets': [{'id': '67739e92-a110-4851-a67b-548d28be7662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:32.039646 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c9e31-cdd7-412c-ba32-b8fdf354b571 None None] Checking router: 44f4d393-bd6f-40a6-88fb-f40fca589691 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:45:32.048254 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c9e31-cdd7-412c-ba32-b8fdf354b571 None None] Routers {'44f4d393-bd6f-40a6-88fb-f40fca589691'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:32.048859 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bc6c9e31-cdd7-412c-ba32-b8fdf354b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:45:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['44f4d393-bd6f-40a6-88fb-f40fca589691'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:32.076817 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd83aa2c-f55a-4215-b0a0-0d9d23b9bd51 x-openstack-request-id: req-cd83aa2c-f55a-4215-b0a0-0d9d23b9bd51 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:32.077329 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:32.077415 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd83aa2c-f55a-4215-b0a0-0d9d23b9bd51 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:32.077796 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'status': 'completed', 'code': 200} Aug 16 02:45:32.147168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8 req-1f45996d-fa15-46bd-b7d8-98b2bda7963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:32.149228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8 req-1f45996d-fa15-46bd-b7d8-98b2bda7963c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e9637bde09044a8eba2092a880bfc2f4&device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 1097 time: 0.0496144 Aug 16 02:45:32.156900 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-bc6c9e31-cdd7-412c-ba32-b8fdf354b571 None None] Set router 44f4d393-bd6f-40a6-88fb-f40fca589691 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:32.244038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8 req-8d0213fb-9134-4e26-aa14-05ccd3cbbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:32.245532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8 req-8d0213fb-9134-4e26-aa14-05ccd3cbbdce service neutron] 10.222.0.74 "GET /v2.0/networks?id=2f72ca8c-0dc7-4325-872b-fcd404a76132 HTTP/1.1" status: 200 len: 916 time: 0.0863607 Aug 16 02:45:32.293399 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8 req-d639a36f-1899-4e62-858e-41d76e7fe183 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 200 len: 217 time: 0.0380147 Aug 16 02:45:32.345185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8 req-99257903-b849-4ed5-9ab7-7402b5a1ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:32.346698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8 req-99257903-b849-4ed5-9ab7-7402b5a1ee6f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67739e92-a110-4851-a67b-548d28be7662 HTTP/1.1" status: 200 len: 854 time: 0.0446844 Aug 16 02:45:32.362878 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bc6c9e31-cdd7-412c-ba32-b8fdf354b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 4, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'ea66ef4d-7e48-41d9-8edf-2952c0bc26e4', 'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'mac_address': 'fa:16:3e:c1:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '67739e92-a110-4851-a67b-548d28be7662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:21Z', 'updated_at': '2021-08-16T02:43:27Z', 'revision_number': 5, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'subnets': [{'id': '67739e92-a110-4851-a67b-548d28be7662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:32.390396 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c9e31-cdd7-412c-ba32-b8fdf354b571 None None] The sync data for ids ['44f4d393-bd6f-40a6-88fb-f40fca589691'] in n-d-768509-23 is: [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 4, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'ea66ef4d-7e48-41d9-8edf-2952c0bc26e4', 'name': '', 'network_id': '2f72ca8c-0dc7-4325-872b-fcd404a76132', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'mac_address': 'fa:16:3e:c1:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '67739e92-a110-4851-a67b-548d28be7662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:21Z', 'updated_at': '2021-08-16T02:43:27Z', 'revision_number': 5, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'subnets': [{'id': '67739e92-a110-4851-a67b-548d28be7662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:45:32.392414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8 req-88f3ffdd-8bf5-4cd9-b4fa-412980bd3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:32.393971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8 req-88f3ffdd-8bf5-4cd9-b4fa-412980bd3e27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2f72ca8c-0dc7-4325-872b-fcd404a76132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396733 Aug 16 02:45:32.490899 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8 req-17625e7d-531d-4cd2-9315-b747d5414db7 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892000 Aug 16 02:45:32.591581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc0b5402-8b6d-45e0-b3fc-f05403b805e8 req-23112ebb-a812-4714-92f5-9e4c34a81219 service neutron] 10.222.0.74 "GET /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888519 Aug 16 02:45:32.604251 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610043ea-0e72-4527-aace-569c3edf082c None None] New status for floating IP 7fe75dbf-86b7-4c0d-bfb4-f1c746ed7423: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:45:32.940978 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:32.969429 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0f373685-6da4-4a74-b4d1-47775f31bd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.270080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.009230 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:40.245706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aa0f7-13e4-4d5c-a774-9636d7939930 req-c44a3021-770b-4d8a-a2b2-f9731346b547 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:40.247218 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c7aa0f7-13e4-4d5c-a774-9636d7939930 req-c44a3021-770b-4d8a-a2b2-f9731346b547 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 945 time: 0.0546567 Aug 16 02:45:40.303081 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c7aa0f7-13e4-4d5c-a774-9636d7939930 req-7e0fb9e8-0939-49ac-91d9-d046364acfcc tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496843 Aug 16 02:45:41.416623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b043107-354d-41fa-ab2d-87c4eb0d3f61 req-8e34f1ec-ebc3-4af0-9568-fc2e61c72f56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:41.418167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b043107-354d-41fa-ab2d-87c4eb0d3f61 req-8e34f1ec-ebc3-4af0-9568-fc2e61c72f56 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 945 time: 0.0485771 Aug 16 02:45:41.457319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3b043107-354d-41fa-ab2d-87c4eb0d3f61 req-b25c0c2e-c3c3-473f-8f0b-3213685b4ad0 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/security-groups?id=f388265a-8084-4eca-942b-742e09ae361c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332186 Aug 16 02:45:41.852984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a1e8d-be9d-4f3e-8e35-df305f12d502 req-8e6a7daf-9ee3-4225-9f4f-de762249427e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:41.854440 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-888a1e8d-be9d-4f3e-8e35-df305f12d502 req-8e6a7daf-9ee3-4225-9f4f-de762249427e tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 945 time: 0.0475943 Aug 16 02:45:41.946583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-888a1e8d-be9d-4f3e-8e35-df305f12d502 req-d0bae233-ab30-41ee-96b6-03b1481d6253 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Deleting port dd30ef79-6584-4fed-af8a-0d0a672eab26 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:41.946920 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-888a1e8d-be9d-4f3e-8e35-df305f12d502 req-d0bae233-ab30-41ee-96b6-03b1481d6253 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:42.031748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-888a1e8d-be9d-4f3e-8e35-df305f12d502 req-d0bae233-ab30-41ee-96b6-03b1481d6253 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] For port dd30ef79-6584-4fed-af8a-0d0a672eab26, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=dd30ef79-6584-4fed-af8a-0d0a672eab26,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:42.032105 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-888a1e8d-be9d-4f3e-8e35-df305f12d502 req-d0bae233-ab30-41ee-96b6-03b1481d6253 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:42.044549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-888a1e8d-be9d-4f3e-8e35-df305f12d502 req-d0bae233-ab30-41ee-96b6-03b1481d6253 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Calling delete_port for dd30ef79-6584-4fed-af8a-0d0a672eab26 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:42.266691 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-888a1e8d-be9d-4f3e-8e35-df305f12d502 req-d0bae233-ab30-41ee-96b6-03b1481d6253 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:42.282000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['dd30ef79-6584-4fed-af8a-0d0a672eab26'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:45:42.297254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bae233-ab30-41ee-96b6-03b1481d6253 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Pushing event deleted for resources: {'Port': ['ID=dd30ef79-6584-4fed-af8a-0d0a672eab26,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:42.345301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-888a1e8d-be9d-4f3e-8e35-df305f12d502 req-d0bae233-ab30-41ee-96b6-03b1481d6253 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] No DVR routers for this DVR port dd30ef79-6584-4fed-af8a-0d0a672eab26 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:45:42.348532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-888a1e8d-be9d-4f3e-8e35-df305f12d502 req-d0bae233-ab30-41ee-96b6-03b1481d6253 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:42.350546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-888a1e8d-be9d-4f3e-8e35-df305f12d502 req-d0bae233-ab30-41ee-96b6-03b1481d6253 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.74 "DELETE /v2.0/ports/dd30ef79-6584-4fed-af8a-0d0a672eab26 HTTP/1.1" status: 204 len: 173 time: 0.4888177 Aug 16 02:45:42.350999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'name': 'network-vif-deleted', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:42.353289 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e1627c-5f96-4e3b-8a72-5fa3ecf34d8b" -d '{"events": [{"server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "name": "network-vif-deleted", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:42.390052 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdbb39e-56be-4c94-8f41-b30bd2897dac x-openstack-request-id: req-9cdbb39e-56be-4c94-8f41-b30bd2897dac {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:42.390345 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8aeceab-4b07-4cea-bbdb-b697a00647bc", "name": "network-vif-deleted", "tag": "dd30ef79-6584-4fed-af8a-0d0a672eab26", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:42.390633 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9cdbb39e-56be-4c94-8f41-b30bd2897dac {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:42.391251 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8aeceab-4b07-4cea-bbdb-b697a00647bc', 'name': 'network-vif-deleted', 'tag': 'dd30ef79-6584-4fed-af8a-0d0a672eab26', 'status': 'completed', 'code': 200} Aug 16 02:45:42.558874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5755e5a2-7c98-4eeb-8ac7-20b9da3109bb req-89f92488-4ab9-4834-bdf0-d77b2a7a8af3 tempest-TestMinimumBasicScenario-205148347 tempest-TestMinimumBasicScenario-205148347-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8aeceab-4b07-4cea-bbdb-b697a00647bc HTTP/1.1" status: 200 len: 210 time: 0.0298843 Aug 16 02:45:44.808315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57118) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:44.921838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device dd30ef79-6584-4fed-af8a-0d0a672eab26 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:44.941624 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: dd30ef79-6584-4fed-af8a-0d0a672eab26 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:44.942031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device dd30ef79-6584-4fed-af8a-0d0a672eab26 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:45.154641 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.400113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] Deleting port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:45.400455 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.479748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] For port ea66ef4d-7e48-41d9-8edf-2952c0bc26e4, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=ea66ef4d-7e48-41d9-8edf-2952c0bc26e4,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:45.480118 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.493592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] Calling delete_port for ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:45.769089 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.796634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea66ef4d-7e48-41d9-8edf-2952c0bc26e4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:45.961258 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.174498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] Router 44f4d393-bd6f-40a6-88fb-f40fca589691 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:45:46.278786 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:45:46.284147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-22c9e728-13a7-496b-97d1-10893d932f83 admin admin] 10.222.0.66 "PUT /v2.0/routers/44f4d393-bd6f-40a6-88fb-f40fca589691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4748120 Aug 16 02:45:46.287343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57120) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:46.288267 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378dea3-a313-4d86-a86c-b6e6e3bb3b0b None None] Sync routers for ids ['44f4d393-bd6f-40a6-88fb-f40fca589691'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:45:46.297976 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378dea3-a313-4d86-a86c-b6e6e3bb3b0b None None] Routers {'44f4d393-bd6f-40a6-88fb-f40fca589691'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:46.298589 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7378dea3-a313-4d86-a86c-b6e6e3bb3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['44f4d393-bd6f-40a6-88fb-f40fca589691'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:46.391762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.401577 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7378dea3-a313-4d86-a86c-b6e6e3bb3b0b None None] Set router 44f4d393-bd6f-40a6-88fb-f40fca589691 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:46.494518 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.574825 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7378dea3-a313-4d86-a86c-b6e6e3bb3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '488c2131-a560-4204-af6e-cd0387fb4516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:45:45Z', 'revision_number': 5, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port': {'id': '488c2131-a560-4204-af6e-cd0387fb4516', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:46.603288 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378dea3-a313-4d86-a86c-b6e6e3bb3b0b None None] Checking router: 44f4d393-bd6f-40a6-88fb-f40fca589691 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:45:46.611706 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378dea3-a313-4d86-a86c-b6e6e3bb3b0b None None] Routers {'44f4d393-bd6f-40a6-88fb-f40fca589691'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:46.612340 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7378dea3-a313-4d86-a86c-b6e6e3bb3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['44f4d393-bd6f-40a6-88fb-f40fca589691'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:46.618821 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Deleting port 488c2131-a560-4204-af6e-cd0387fb4516 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:46.619155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.697635 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7378dea3-a313-4d86-a86c-b6e6e3bb3b0b None None] Set router 44f4d393-bd6f-40a6-88fb-f40fca589691 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:46.703716 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] For port 488c2131-a560-4204-af6e-cd0387fb4516, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=488c2131-a560-4204-af6e-cd0387fb4516,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:46.704093 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.716092 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Calling delete_port for 488c2131-a560-4204-af6e-cd0387fb4516 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:46.748338 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7378dea3-a313-4d86-a86c-b6e6e3bb3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:45:46Z', 'revision_number': 6, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:46.872501 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378dea3-a313-4d86-a86c-b6e6e3bb3b0b None None] The sync data for ids ['44f4d393-bd6f-40a6-88fb-f40fca589691'] in n-d-768509-23 is: [{'id': '44f4d393-bd6f-40a6-88fb-f40fca589691', 'name': 'tempest-TestMinimumBasicScenario-1373290762-router', 'tenant_id': 'e9637bde09044a8eba2092a880bfc2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:19Z', 'updated_at': '2021-08-16T02:45:46Z', 'revision_number': 6, 'project_id': 'e9637bde09044a8eba2092a880bfc2f4', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:45:46.960868 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.992306 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Pushing event deleted for resources: {'Port': ['ID=488c2131-a560-4204-af6e-cd0387fb4516,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:47.052828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.447543 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.449605 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.549348 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.549811 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f4d393-bd6f-40a6-88fb-f40fca589691 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:45:47.554612 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.555795 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-61633f37-4b68-494a-b15f-782b0eb24720 admin admin] 10.222.0.66 "DELETE /v2.0/routers/44f4d393-bd6f-40a6-88fb-f40fca589691 HTTP/1.1" status: 204 len: 168 time: 1.2672272 Aug 16 02:45:47.558271 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57122) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:47.606081 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-89513bc7-43f3-4479-99d0-bf849fa43705 admin admin] Deleting subnet 67739e92-a110-4851-a67b-548d28be7662 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:45:47.608994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89513bc7-43f3-4479-99d0-bf849fa43705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.644565 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89513bc7-43f3-4479-99d0-bf849fa43705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.727844 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89513bc7-43f3-4479-99d0-bf849fa43705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.870305 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89513bc7-43f3-4479-99d0-bf849fa43705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.900564 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89513bc7-43f3-4479-99d0-bf849fa43705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67739e92-a110-4851-a67b-548d28be7662,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:47.904179 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-89513bc7-43f3-4479-99d0-bf849fa43705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.906356 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-89513bc7-43f3-4479-99d0-bf849fa43705 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/67739e92-a110-4851-a67b-548d28be7662 HTTP/1.1" status: 204 len: 168 time: 0.3467102 Aug 16 02:45:47.908714 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57124) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:47.914047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e25491-810d-4eea-9eac-cafcea1f0a18 None None] Network 2f72ca8c-0dc7-4325-872b-fcd404a76132 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:45:47.983966 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.038303 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Deleting port c6904410-20c2-4341-bc78-02342d5d1d6e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:48.038649 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.100953 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] For port c6904410-20c2-4341-bc78-02342d5d1d6e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c6904410-20c2-4341-bc78-02342d5d1d6e,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:48.101245 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.115059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Calling delete_port for c6904410-20c2-4341-bc78-02342d5d1d6e owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:48.118543 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] DHCP port deletion for 2f72ca8c-0dc7-4325-872b-fcd404a76132 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:45:48.163560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Deleting port c6904410-20c2-4341-bc78-02342d5d1d6e {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:48.163933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.225643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] For port c6904410-20c2-4341-bc78-02342d5d1d6e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=c6904410-20c2-4341-bc78-02342d5d1d6e,segment=NetworkSegment(a11b261c-7f07-40b0-af1a-201ae8970041),segment_id=a11b261c-7f07-40b0-af1a-201ae8970041)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:48.225962 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.238770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Calling delete_port for c6904410-20c2-4341-bc78-02342d5d1d6e owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:48.311927 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.317932 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.339203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6904410-20c2-4341-bc78-02342d5d1d6e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:48.341040 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] No DVR routers for this DVR port c6904410-20c2-4341-bc78-02342d5d1d6e on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:45:48.345667 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Pushing event deleted for resources: {'Port': ['ID=c6904410-20c2-4341-bc78-02342d5d1d6e,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:48.351897 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] No DVR routers for this DVR port c6904410-20c2-4341-bc78-02342d5d1d6e on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:45:48.360190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.360382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.360722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.361058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.361391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.361721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.362073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.362413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.362736 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.363060 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.363387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.363838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346c9d-77c2-4da1-bd7d-dd9443868b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:48.416098 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.426200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f72ca8c-0dc7-4325-872b-fcd404a76132']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:48.437297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11b261c-7f07-40b0-af1a-201ae8970041') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:48.437584 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11b261c-7f07-40b0-af1a-201ae8970041') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:48.447044 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.460550 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.466343 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:45:48.466702 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:45:48.468337 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:45:48.580303 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.586975 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.588790 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2f72ca8c-0dc7-4325-872b-fcd404a76132 HTTP/1.1" status: 204 len: 168 time: 0.6791244 Aug 16 02:45:48.591792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57126) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:48.598593 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8886297-4aa0-4354-9815-50be971319d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f72ca8c-0dc7-4325-872b-fcd404a76132,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:48.785171 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c6904410-20c2-4341-bc78-02342d5d1d6e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:48.805993 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: c6904410-20c2-4341-bc78-02342d5d1d6e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:48.806330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device c6904410-20c2-4341-bc78-02342d5d1d6e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:48.806733 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:48.824546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:48.824884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device ea66ef4d-7e48-41d9-8edf-2952c0bc26e4 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:48.825284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 488c2131-a560-4204-af6e-cd0387fb4516 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:48.843093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 488c2131-a560-4204-af6e-cd0387fb4516 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:48.843431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 488c2131-a560-4204-af6e-cd0387fb4516 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:48.938420 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:49.534018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] Deleting port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:49.534353 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:49.611116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] For port 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=19283ffb-6b6c-40fa-b23a-c9f2e4585fb9,segment=NetworkSegment(20fded6c-2ae5-491a-a5ed-9369afdd78ac),segment_id=20fded6c-2ae5-491a-a5ed-9369afdd78ac)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:49.611796 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:49.625501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] Calling delete_port for 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:49.894654 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:49.924126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] Pushing event deleted for resources: {'Port': ['ID=19283ffb-6b6c-40fa-b23a-c9f2e4585fb9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:50.088553 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:50.300843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] Router 6f2ca515-0027-41a8-a13f-f97b1670cd1b has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:45:50.403222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:45:50.408243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f4fb8bca-febc-40cd-a484-81fbc6eadc3b admin admin] 10.222.0.66 "PUT /v2.0/routers/6f2ca515-0027-41a8-a13f-f97b1670cd1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8154249 Aug 16 02:45:50.410888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57130) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:50.414455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f11563-1a2a-4e76-92de-36cc6f6674fc None None] Sync routers for ids ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:45:50.424088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f11563-1a2a-4e76-92de-36cc6f6674fc None None] Routers {'6f2ca515-0027-41a8-a13f-f97b1670cd1b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:50.424713 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b2f11563-1a2a-4e76-92de-36cc6f6674fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:50.516353 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:50.528864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-b2f11563-1a2a-4e76-92de-36cc6f6674fc None None] Set router 6f2ca515-0027-41a8-a13f-f97b1670cd1b gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:50.620153 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:50.706704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b2f11563-1a2a-4e76-92de-36cc6f6674fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'name': 'tempest-TestMinimumBasicScenario-119145934-router', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:25Z', 'updated_at': '2021-08-16T02:45:49Z', 'revision_number': 5, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'gw_port': {'id': 'bcb48cd7-c1ef-4a85-bdb5-509b46582f74', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:50.734780 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f11563-1a2a-4e76-92de-36cc6f6674fc None None] Checking router: 6f2ca515-0027-41a8-a13f-f97b1670cd1b for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:45:50.744052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f11563-1a2a-4e76-92de-36cc6f6674fc None None] Routers {'6f2ca515-0027-41a8-a13f-f97b1670cd1b'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:50.744705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b2f11563-1a2a-4e76-92de-36cc6f6674fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:50.750509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Deleting port bcb48cd7-c1ef-4a85-bdb5-509b46582f74 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:50.750856 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:50.831391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-b2f11563-1a2a-4e76-92de-36cc6f6674fc None None] Set router 6f2ca515-0027-41a8-a13f-f97b1670cd1b gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:50.835232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] For port bcb48cd7-c1ef-4a85-bdb5-509b46582f74, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=bcb48cd7-c1ef-4a85-bdb5-509b46582f74,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:50.835600 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:50.848173 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Calling delete_port for bcb48cd7-c1ef-4a85-bdb5-509b46582f74 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:50.887173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-b2f11563-1a2a-4e76-92de-36cc6f6674fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'name': 'tempest-TestMinimumBasicScenario-119145934-router', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:25Z', 'updated_at': '2021-08-16T02:45:50Z', 'revision_number': 6, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:50.913728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f11563-1a2a-4e76-92de-36cc6f6674fc None None] The sync data for ids ['6f2ca515-0027-41a8-a13f-f97b1670cd1b'] in n-d-768509-23 is: [{'id': '6f2ca515-0027-41a8-a13f-f97b1670cd1b', 'name': 'tempest-TestMinimumBasicScenario-119145934-router', 'tenant_id': '11a4113da6d04e7bab5406061feb81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:25Z', 'updated_at': '2021-08-16T02:45:50Z', 'revision_number': 6, 'project_id': '11a4113da6d04e7bab5406061feb81be', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:45:51.086443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.113170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb48cd7-c1ef-4a85-bdb5-509b46582f74,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:51.178693 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.271290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.273601 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.392117 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.392641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f2ca515-0027-41a8-a13f-f97b1670cd1b {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:45:51.397205 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.398495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3a79473e-5bd8-4a85-ba4c-82c86dd0ed58 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6f2ca515-0027-41a8-a13f-f97b1670cd1b HTTP/1.1" status: 204 len: 168 time: 0.9860678 Aug 16 02:45:51.401051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57132) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:51.446922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb948984-2351-42c6-96b2-38fccc431f92 admin admin] Deleting subnet 25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:45:51.449858 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb948984-2351-42c6-96b2-38fccc431f92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.471555 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.482865 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb948984-2351-42c6-96b2-38fccc431f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.566491 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb948984-2351-42c6-96b2-38fccc431f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.698049 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb948984-2351-42c6-96b2-38fccc431f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.724777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb948984-2351-42c6-96b2-38fccc431f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:51.728608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb948984-2351-42c6-96b2-38fccc431f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.730908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cb948984-2351-42c6-96b2-38fccc431f92 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/25a248ce-c86f-40b6-8ec2-a7cdd37fbaa0 HTTP/1.1" status: 204 len: 168 time: 0.3285050 Aug 16 02:45:51.735861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57134) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:51.736154 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c489686-ffac-45d1-9608-f4d7e8c5f862 None None] Network d9685150-9051-4ae0-a43d-c762ed5f2643 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:45:51.806566 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.865209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Deleting port 9e91f917-bae9-4d84-aca7-4f68e324b6c3 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:51.865605 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.930993 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb5882f-7cd3-4cef-9504-3b083ebd93cd None None] DHCP port deletion for d9685150-9051-4ae0-a43d-c762ed5f2643 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:45:51.937635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] For port 9e91f917-bae9-4d84-aca7-4f68e324b6c3, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9e91f917-bae9-4d84-aca7-4f68e324b6c3,segment=NetworkSegment(20fded6c-2ae5-491a-a5ed-9369afdd78ac),segment_id=20fded6c-2ae5-491a-a5ed-9369afdd78ac)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:51.938275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.955319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Calling delete_port for 9e91f917-bae9-4d84-aca7-4f68e324b6c3 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:51.979045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5882f-7cd3-4cef-9504-3b083ebd93cd None None] Deleting port 9e91f917-bae9-4d84-aca7-4f68e324b6c3 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:51.979419 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bbb5882f-7cd3-4cef-9504-3b083ebd93cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.044459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-bbb5882f-7cd3-4cef-9504-3b083ebd93cd None None] For port 9e91f917-bae9-4d84-aca7-4f68e324b6c3, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9e91f917-bae9-4d84-aca7-4f68e324b6c3,segment=NetworkSegment(20fded6c-2ae5-491a-a5ed-9369afdd78ac),segment_id=20fded6c-2ae5-491a-a5ed-9369afdd78ac)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:52.050361 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bbb5882f-7cd3-4cef-9504-3b083ebd93cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.059522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5882f-7cd3-4cef-9504-3b083ebd93cd None None] Calling delete_port for 9e91f917-bae9-4d84-aca7-4f68e324b6c3 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:52.114848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.137536 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bbb5882f-7cd3-4cef-9504-3b083ebd93cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.142006 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9e91f917-bae9-4d84-aca7-4f68e324b6c3,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:52.143861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] No DVR routers for this DVR port 9e91f917-bae9-4d84-aca7-4f68e324b6c3 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:45:52.163281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5882f-7cd3-4cef-9504-3b083ebd93cd None None] Pushing event deleted for resources: {'Port': ['ID=9e91f917-bae9-4d84-aca7-4f68e324b6c3,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:52.169139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5882f-7cd3-4cef-9504-3b083ebd93cd None None] No DVR routers for this DVR port 9e91f917-bae9-4d84-aca7-4f68e324b6c3 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:45:52.219356 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.229884 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9685150-9051-4ae0-a43d-c762ed5f2643']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:52.240619 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fded6c-2ae5-491a-a5ed-9369afdd78ac') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:52.240911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fded6c-2ae5-491a-a5ed-9369afdd78ac') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:52.249478 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.263220 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.269143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:45:52.269525 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:45:52.271989 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:45:52.403450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.408889 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.410835 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] 10.222.0.66 "DELETE /v2.0/networks/d9685150-9051-4ae0-a43d-c762ed5f2643 HTTP/1.1" status: 204 len: 168 time: 0.6769366 Aug 16 02:45:52.422895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3511d5e-397c-4ca6-9be3-d43b187593aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d9685150-9051-4ae0-a43d-c762ed5f2643,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:52.491588 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.714738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57140) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:52.760022 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a28ad76f-1f28-4797-a0f8-f049d06dcaf9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9637bde09044a8eba2092a880bfc2f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440929 Aug 16 02:45:52.762467 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57142) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:52.791341 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bcb48cd7-c1ef-4a85-bdb5-509b46582f74 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:52.811541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: bcb48cd7-c1ef-4a85-bdb5-509b46582f74 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:52.811884 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device bcb48cd7-c1ef-4a85-bdb5-509b46582f74 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:52.812295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9e91f917-bae9-4d84-aca7-4f68e324b6c3 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:52.818340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcebe087-6d8d-43c3-a023-5d549e1ccf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.831474 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 9e91f917-bae9-4d84-aca7-4f68e324b6c3 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:52.831822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9e91f917-bae9-4d84-aca7-4f68e324b6c3 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:52.832373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:52.840201 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcebe087-6d8d-43c3-a023-5d549e1ccf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.854838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:52.855188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 19283ffb-6b6c-40fa-b23a-c9f2e4585fb9 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:52.960348 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcebe087-6d8d-43c3-a023-5d549e1ccf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.962958 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-bcebe087-6d8d-43c3-a023-5d549e1ccf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.964106 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-bcebe087-6d8d-43c3-a023-5d549e1ccf94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f388265a-8084-4eca-942b-742e09ae361c HTTP/1.1" status: 204 len: 168 time: 0.2006769 Aug 16 02:45:52.971960 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebe087-6d8d-43c3-a023-5d549e1ccf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f388265a-8084-4eca-942b-742e09ae361c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:53.595561 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57148) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:53.638504 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e0f26912-c0c6-4c8e-a8b0-b4e15cbbb674 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11a4113da6d04e7bab5406061feb81be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417778 Aug 16 02:45:53.640924 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57150) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:53.688842 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb561562-5c62-4067-a6a0-b80a738d2d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:53.709968 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb561562-5c62-4067-a6a0-b80a738d2d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:53.846295 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb561562-5c62-4067-a6a0-b80a738d2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:53.848951 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cb561562-5c62-4067-a6a0-b80a738d2d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:53.850718 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cb561562-5c62-4067-a6a0-b80a738d2d8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef21da82-a700-4dce-861e-3af2bd373317 HTTP/1.1" status: 204 len: 168 time: 0.2086229 Aug 16 02:45:53.861543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb561562-5c62-4067-a6a0-b80a738d2d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef21da82-a700-4dce-861e-3af2bd373317,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:56.048927 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57190) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:56.056176 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e3cd492a-7e9f-4a83-bd6e-d4769acbc5c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2112321317', 'description': 'tempest-secgroup-smoke-2112321317 description', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:56.134437 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3cd492a-7e9f-4a83-bd6e-d4769acbc5c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.142624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3cd492a-7e9f-4a83-bd6e-d4769acbc5c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.229106 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3cd492a-7e9f-4a83-bd6e-d4769acbc5c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.291575 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3cd492a-7e9f-4a83-bd6e-d4769acbc5c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.329826 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd492a-7e9f-4a83-bd6e-d4769acbc5c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e51f7d-74b8-4618-9e76-6f8bbc3db303,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:56.390644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3cd492a-7e9f-4a83-bd6e-d4769acbc5c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.463413 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3cd492a-7e9f-4a83-bd6e-d4769acbc5c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.492808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd492a-7e9f-4a83-bd6e-d4769acbc5c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c4b241-57d3-4be6-ae3e-4073e8610987,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:56.554783 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e3cd492a-7e9f-4a83-bd6e-d4769acbc5c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.556048 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e3cd492a-7e9f-4a83-bd6e-d4769acbc5c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5060968 Aug 16 02:45:56.558939 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57192) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:56.564205 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-78dde877-f278-4859-8229-c793df1b32a7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'c1c4b241-57d3-4be6-ae3e-4073e8610987', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:56.666108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78dde877-f278-4859-8229-c793df1b32a7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.723097 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78dde877-f278-4859-8229-c793df1b32a7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.783216 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78dde877-f278-4859-8229-c793df1b32a7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.801255 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dde877-f278-4859-8229-c793df1b32a7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddece445-d186-4162-a126-ccb4f3b9c8b8,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:56.883063 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78dde877-f278-4859-8229-c793df1b32a7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.884328 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-78dde877-f278-4859-8229-c793df1b32a7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3244550 Aug 16 02:45:56.887099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57194) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:56.891857 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-44bc6c41-93bb-4088-84ec-dc587e6ce6bc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'c1c4b241-57d3-4be6-ae3e-4073e8610987', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:56.998918 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44bc6c41-93bb-4088-84ec-dc587e6ce6bc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.057298 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44bc6c41-93bb-4088-84ec-dc587e6ce6bc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.132226 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44bc6c41-93bb-4088-84ec-dc587e6ce6bc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.149019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc6c41-93bb-4088-84ec-dc587e6ce6bc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fdd71e-4d37-4bd8-a0ee-edd94b4b2327,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:57.217519 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-44bc6c41-93bb-4088-84ec-dc587e6ce6bc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.218815 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-44bc6c41-93bb-4088-84ec-dc587e6ce6bc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3307769 Aug 16 02:45:57.221759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57196) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:57.226671 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d7a76e40-a7be-4d3e-9a2b-3f8a2ef2e265 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'c1c4b241-57d3-4be6-ae3e-4073e8610987', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:57.313686 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e40-a7be-4d3e-9a2b-3f8a2ef2e265 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.371671 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e40-a7be-4d3e-9a2b-3f8a2ef2e265 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.431506 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e40-a7be-4d3e-9a2b-3f8a2ef2e265 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.452274 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a76e40-a7be-4d3e-9a2b-3f8a2ef2e265 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778750f6-8088-4acf-b9c0-c5996e10752a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:57.502906 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e40-a7be-4d3e-9a2b-3f8a2ef2e265 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.504140 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d7a76e40-a7be-4d3e-9a2b-3f8a2ef2e265 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2813611 Aug 16 02:45:57.507294 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57198) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:57.511812 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-9239eb6a-68ee-4413-a980-16b4c4604b1e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'c1c4b241-57d3-4be6-ae3e-4073e8610987', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:57.593534 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9239eb6a-68ee-4413-a980-16b4c4604b1e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.652878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9239eb6a-68ee-4413-a980-16b4c4604b1e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.723049 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9239eb6a-68ee-4413-a980-16b4c4604b1e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.741499 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239eb6a-68ee-4413-a980-16b4c4604b1e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa450db3-846c-41f0-8c5d-2c9e2da904c5,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:57.803417 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-9239eb6a-68ee-4413-a980-16b4c4604b1e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.804668 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-9239eb6a-68ee-4413-a980-16b4c4604b1e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2964079 Aug 16 02:45:57.807403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57200) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:57.811891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ae237328-50c7-48ed-95cf-971703f41f04 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'c1c4b241-57d3-4be6-ae3e-4073e8610987', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:57.931900 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-ae237328-50c7-48ed-95cf-971703f41f04 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Project 2ffe91c4436d468b9890eabcb72d4e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:45:57.936827 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae237328-50c7-48ed-95cf-971703f41f04 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.999694 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae237328-50c7-48ed-95cf-971703f41f04 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.074558 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae237328-50c7-48ed-95cf-971703f41f04 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.092317 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae237328-50c7-48ed-95cf-971703f41f04 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc7b2ed-7d77-4f5a-a1cf-efa4226ac2ea,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:58.148543 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ae237328-50c7-48ed-95cf-971703f41f04 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.149751 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ae237328-50c7-48ed-95cf-971703f41f04 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3413844 Aug 16 02:45:58.152469 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57202) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:58.156903 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a91a8f53-5a11-4e6e-bbba-3f54a33858ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'c1c4b241-57d3-4be6-ae3e-4073e8610987', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:58.223255 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-a91a8f53-5a11-4e6e-bbba-3f54a33858ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Project 2ffe91c4436d468b9890eabcb72d4e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:45:58.228213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f53-5a11-4e6e-bbba-3f54a33858ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.289118 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f53-5a11-4e6e-bbba-3f54a33858ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.345513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f53-5a11-4e6e-bbba-3f54a33858ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.362910 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a8f53-5a11-4e6e-bbba-3f54a33858ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cca580c-d121-43df-bf80-c6a28ef75b71,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:58.425694 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f53-5a11-4e6e-bbba-3f54a33858ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.430234 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a91a8f53-5a11-4e6e-bbba-3f54a33858ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2735684 Aug 16 02:45:58.430807 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57204) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:58.435742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'network': {'name': 'tempest-network-smoke--501939345', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'port_security_enabled': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:58.540424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:45:58.543914 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.567094 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:45:58.575548 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.575908 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Added segment 08149460-0660-4a3c-9676-ed7b70e33e91 of type vlan for network 17089a76-356f-41b3-9dfe-237b7adf123f Aug 16 02:45:58.614774 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.685740 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.691288 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:58.691875 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.757374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Network': ['ID=17089a76-356f-41b3-9dfe-237b7adf123f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:58.768315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 17089a76-356f-41b3-9dfe-237b7adf123f details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:45:58.804439 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ea1b14dd-183c-42bf-8297-0ae958a688ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3723664 Aug 16 02:45:58.807147 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57206) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:58.811724 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'admin_state_up': True, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:58.892094 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.893158 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.944114 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:59.161423 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:59.456024 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:59.474114 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:59.573193 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.25.8.93 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/dc50253b-c6b4-4c2b-891d-d17e0167d859) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:59.674846 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:59.792185 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:59.834732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:59.837881 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:59.841434 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:59.846838 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=dc50253b-c6b4-4c2b-891d-d17e0167d859,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:59.909212 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fe284db1-2083-44e0-aecf-8e9faa9caa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:00.173286 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:00.369546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:00.571889 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:46:00.678424 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:00.687788 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Sync routers for ids ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:00.697310 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Routers {'8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:00.697953 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:00.748758 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:00.750084 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6e832b07-dcc1-4c87-8cd3-a0e7118d76c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9419305 Aug 16 02:46:00.753214 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57208) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:00.802792 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Set router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:00.874999 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-52d1bc50-c7b4-4537-b3ab-701f1e5e1679 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2ffe91c4436d468b9890eabcb72d4e44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1206219 Aug 16 02:46:00.877699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57212) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:00.964071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a83de83-be21-4a08-a57f-846e91298ab2 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:00.965737 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1a83de83-be21-4a08-a57f-846e91298ab2 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868773 Aug 16 02:46:00.968652 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57214) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:00.980800 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:45:59Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:01.004098 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4daf1007-4f91-4159-bf2e-113e2c0827de tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319166 Aug 16 02:46:01.004305 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57216) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:01.009760 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2100134306', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:01.010985 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Checking router: 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:01.011329 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Updating router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 port dc50253b-c6b4-4c2b-891d-d17e0167d859 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:46:01.036728 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.171799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:46:01.175422 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.284840 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.294394 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Transition to ACTIVE for port object dc50253b-c6b4-4c2b-891d-d17e0167d859 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:01.377620 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.430184 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.430390 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Attempting to bind port dc50253b-c6b4-4c2b-891d-d17e0167d859 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:01.430652 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Attempting to bind port dc50253b-c6b4-4c2b-891d-d17e0167d859 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:01.431015 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Attempting to bind port dc50253b-c6b4-4c2b-891d-d17e0167d859 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:01.433897 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Pushing event updated for resources: {'Port': ['ID=dc50253b-c6b4-4c2b-891d-d17e0167d859,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:01.441788 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:01.442182 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:01.442576 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.442963 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:01.443423 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Bound port: dc50253b-c6b4-4c2b-891d-d17e0167d859, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:01.443796 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.446785 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.447129 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.447467 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.447794 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.448122 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.448445 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.448767 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.449089 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.449410 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.449727 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.450070 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.450386 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:01.485024 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Subnet': ['ID=d8bbf7ae-68af-4cee-a67b-b54127f510a0,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:01.502978 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Checking segment: {'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:01.503339 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network hostable DHCP agents. Network: 17089a76-356f-41b3-9dfe-237b7adf123f, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:46:01.503850 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] For port dc50253b-c6b4-4c2b-891d-d17e0167d859, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:01.506840 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] For port dc50253b-c6b4-4c2b-891d-d17e0167d859, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dc50253b-c6b4-4c2b-891d-d17e0167d859,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:01.583412 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.608711 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 17089a76-356f-41b3-9dfe-237b7adf123f is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:46:01.638352 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Routers {'8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:01.649632 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:45:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:01.671884 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502a8c0-c664-43ba-a594-8278fe057d70 None None] Pushing event updated for resources: {'Port': ['ID=dc50253b-c6b4-4c2b-891d-d17e0167d859,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:01.703400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 17089a76-356f-41b3-9dfe-237b7adf123f) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:01.707590 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:01.708260 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.713190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d80053-a6b8-410e-85ac-416538a5b485 None None] Network 17089a76-356f-41b3-9dfe-237b7adf123f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:46:01.753715 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] Set router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:01.795397 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8daf1e3e-d0a4-42e7-98e3-6fef7465e7f0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7901573 Aug 16 02:46:01.798281 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57218) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:01.865855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-17089a76-356f-41b3-9dfe-237b7adf123f', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ips': [{'subnet_id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:46:01.867511 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.940694 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:45:59Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:01.971109 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725dc22-7ba5-4494-ad2c-a46c7b0140e5 None None] The sync data for ids ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'] in n-d-768509-23 is: [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:45:59Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:02.012767 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Allocated IP 172.20.0.2 (17089a76-356f-41b3-9dfe-237b7adf123f/d8bbf7ae-68af-4cee-a67b-b54127f510a0/210e6350-9a33-4748-9731-2aebe83a4330) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:46:02.169036 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:02.184053 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Transition to ACTIVE for port object 210e6350-9a33-4748-9731-2aebe83a4330 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:02.197244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Transition to ACTIVE for port object 210e6350-9a33-4748-9731-2aebe83a4330 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:02.275004 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:02.293036 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Network 17089a76-356f-41b3-9dfe-237b7adf123f is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:02.305606 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:02.341010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:02.344397 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Pushing event updated for resources: {'Port': ['ID=210e6350-9a33-4748-9731-2aebe83a4330,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:02.347162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:46:02.424792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Attempting to bind port 210e6350-9a33-4748-9731-2aebe83a4330 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:02.424792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Attempting to bind port 210e6350-9a33-4748-9731-2aebe83a4330 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:02.424792 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Attempting to bind port 210e6350-9a33-4748-9731-2aebe83a4330 on network 17089a76-356f-41b3-9dfe-237b7adf123f {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:02.431206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:02.431973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Checking segment: {'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:02.432387 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:02.432788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Bound using segment: {'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:02.433877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Bound port: 210e6350-9a33-4748-9731-2aebe83a4330, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:02.433877 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:02.515706 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] For port 210e6350-9a33-4748-9731-2aebe83a4330, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:02.519395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] For port 210e6350-9a33-4748-9731-2aebe83a4330, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=210e6350-9a33-4748-9731-2aebe83a4330,segment=NetworkSegment(08149460-0660-4a3c-9676-ed7b70e33e91),segment_id=08149460-0660-4a3c-9676-ed7b70e33e91)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:02.589228 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:02.646400 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.20.0.1 (17089a76-356f-41b3-9dfe-237b7adf123f/d8bbf7ae-68af-4cee-a67b-b54127f510a0/220401c7-3f98-420f-aca6-4eac098c7ed5) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:46:02.654411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc270af2-d68d-46b9-8d63-4bd5227d0494 None None] Pushing event updated for resources: {'Port': ['ID=210e6350-9a33-4748-9731-2aebe83a4330,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:02.802846 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:02.852307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Transition to ACTIVE for port object 220401c7-3f98-420f-aca6-4eac098c7ed5 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:02.978505 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.038824 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 17089a76-356f-41b3-9dfe-237b7adf123f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:03.042838 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:03.045489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:46:03.090986 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=220401c7-3f98-420f-aca6-4eac098c7ed5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:03.105909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dc50253b-c6b4-4c2b-891d-d17e0167d859 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:03.106479 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.168437 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.198726 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc0bbc55-d923-4efb-9412-60ac17460d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.251811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port dc50253b-c6b4-4c2b-891d-d17e0167d859 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:03.255774 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port dc50253b-c6b4-4c2b-891d-d17e0167d859 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:03.256146 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.334714 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.343294 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.364470 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port dc50253b-c6b4-4c2b-891d-d17e0167d859, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dc50253b-c6b4-4c2b-891d-d17e0167d859,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:03.438290 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.492358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=dc50253b-c6b4-4c2b-891d-d17e0167d859,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:03.644834 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.694328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd15091-1093-4db7-a084-60fc8635dd02 None None] Network 17089a76-356f-41b3-9dfe-237b7adf123f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:46:03.720453 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.798667 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=220401c7-3f98-420f-aca6-4eac098c7ed5,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:03.801289 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.813847 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3fb61db9-0db7-4be9-9c15-7fc3fe9a54d6 None None] Provisioning for port 210e6350-9a33-4748-9731-2aebe83a4330 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:03.907192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 17089a76-356f-41b3-9dfe-237b7adf123f is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:03.909059 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:04.025702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:04.147374 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:04.154089 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-30d01fe5-7bc9-4911-a76a-cc98fcc76ec3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "PUT /v2.0/routers/8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3535171 Aug 16 02:46:04.211570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Sync routers for ids ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:04.218216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8f88b3e2-6a2d-46fe-9c23-b8bce9276f89 None None] Provisioning for port 220401c7-3f98-420f-aca6-4eac098c7ed5 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:04.227411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8f88b3e2-6a2d-46fe-9c23-b8bce9276f89 None None] Provisioning complete for port 220401c7-3f98-420f-aca6-4eac098c7ed5 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:04.227791 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8f88b3e2-6a2d-46fe-9c23-b8bce9276f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:04.252607 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Routers {'8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:04.253439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:46:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:04.307402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-1d32d912-d95f-488a-8962-3ea0e9e62d79 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112321317&fields=id&tenant_id=2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 267 time: 0.0361412 Aug 16 02:46:04.309618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8f88b3e2-6a2d-46fe-9c23-b8bce9276f89 None None] Port 220401c7-3f98-420f-aca6-4eac098c7ed5 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:46:04.321062 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:04.383748 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Set router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:04.427497 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-e0da658d-11f5-4d27-b4ae-0fd0f8503cc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:04.430436 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-e0da658d-11f5-4d27-b4ae-0fd0f8503cc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/networks?id=17089a76-356f-41b3-9dfe-237b7adf123f HTTP/1.1" status: 200 len: 796 time: 0.1157353 Aug 16 02:46:04.446154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-10632273-e569-4fc0-b02b-3f24e8ba3d69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/quotas/2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 375 time: 0.0105598 Aug 16 02:46:04.501101 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-d3799c96-6723-45aa-a8cd-e8a51d1aa1e1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490911 Aug 16 02:46:04.518168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4fa6b0e4-ac21-4345-b0c3-3bab02cecaad None None] Provisioning complete for port 220401c7-3f98-420f-aca6-4eac098c7ed5 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:04.518540 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b0e4-ac21-4345-b0c3-3bab02cecaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:04.564443 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-4efe5665-c8ff-4207-98af-1c41f4435a19 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:46:04.565458 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-4efe5665-c8ff-4207-98af-1c41f4435a19 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521863 Aug 16 02:46:04.571104 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4fa6b0e4-ac21-4345-b0c3-3bab02cecaad None None] Port 220401c7-3f98-420f-aca6-4eac098c7ed5 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:46:04.631443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '220401c7-3f98-420f-aca6-4eac098c7ed5', 'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:82:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:02Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 2, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:04.658837 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Checking router: 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:04.659195 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Updating router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 port 220401c7-3f98-420f-aca6-4eac098c7ed5 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:46:04.659628 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-f4ae5b2b-c88c-4f1d-8ddd-c51f857db915 service neutron] 10.222.0.66 "GET /v2.0/networks/17089a76-356f-41b3-9dfe-237b7adf123f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866756 Aug 16 02:46:04.689851 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:04.708226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3acad9ad-ab66-4cab-b8db-08b9f78475ea None None] Provisioning complete for port 220401c7-3f98-420f-aca6-4eac098c7ed5 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:04.708597 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3acad9ad-ab66-4cab-b8db-08b9f78475ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:04.748299 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-31bb11d1-314e-4211-96ce-0c181ea2b338 service neutron] 10.222.0.66 "GET /v2.0/networks/17089a76-356f-41b3-9dfe-237b7adf123f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835590 Aug 16 02:46:04.769746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3acad9ad-ab66-4cab-b8db-08b9f78475ea None None] Port 220401c7-3f98-420f-aca6-4eac098c7ed5 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:46:04.898974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 210e6350-9a33-4748-9731-2aebe83a4330 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:05.041719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ea950c7d-2ad8-4b05-a664-19faf9064156 req-164ef110-8b6e-4dc4-ba8c-1e0b475c928f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 210 time: 0.0359361 Aug 16 02:46:05.048458 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.063424 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 210e6350-9a33-4748-9731-2aebe83a4330 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:05.068193 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Transition to ACTIVE for port object 220401c7-3f98-420f-aca6-4eac098c7ed5 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:05.070767 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 210e6350-9a33-4748-9731-2aebe83a4330 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:05.071153 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.136582 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.205719 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.223571 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a3e07-c633-4209-b809-d6e039f418d2 None None] Pushing event updated for resources: {'Port': ['ID=220401c7-3f98-420f-aca6-4eac098c7ed5,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:05.292551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Attempting to bind port 220401c7-3f98-420f-aca6-4eac098c7ed5 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:05.292935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Attempting to bind port 220401c7-3f98-420f-aca6-4eac098c7ed5 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:05.293300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Attempting to bind port 220401c7-3f98-420f-aca6-4eac098c7ed5 on network 17089a76-356f-41b3-9dfe-237b7adf123f {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:05.296285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 210e6350-9a33-4748-9731-2aebe83a4330, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=210e6350-9a33-4748-9731-2aebe83a4330,segment=NetworkSegment(08149460-0660-4a3c-9676-ed7b70e33e91),segment_id=08149460-0660-4a3c-9676-ed7b70e33e91)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:05.300583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:05.300969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Checking segment: {'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:05.301381 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.301779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Bound using segment: {'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:05.302304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Bound port: 220401c7-3f98-420f-aca6-4eac098c7ed5, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:05.302694 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.369790 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] For port 220401c7-3f98-420f-aca6-4eac098c7ed5, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:05.373161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] For port 220401c7-3f98-420f-aca6-4eac098c7ed5, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=220401c7-3f98-420f-aca6-4eac098c7ed5,segment=NetworkSegment(08149460-0660-4a3c-9676-ed7b70e33e91),segment_id=08149460-0660-4a3c-9676-ed7b70e33e91)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:05.383193 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.384007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dc50253b-c6b4-4c2b-891d-d17e0167d859 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:05.455607 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.472921 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=210e6350-9a33-4748-9731-2aebe83a4330,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:05.526909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port dc50253b-c6b4-4c2b-891d-d17e0167d859 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:05.527273 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.563708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Routers {'8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:05.564304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:46:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:05.614822 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a3e07-c633-4209-b809-d6e039f418d2 None None] Pushing event updated for resources: {'Port': ['ID=220401c7-3f98-420f-aca6-4eac098c7ed5,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:05.736140 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] Set router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:05.948808 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '220401c7-3f98-420f-aca6-4eac098c7ed5', 'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:82:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:02Z', 'updated_at': '2021-08-16T02:46:05Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:05.978008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b090a-474f-4359-866c-858a25d60379 None None] The sync data for ids ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'] in n-d-768509-23 is: [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '220401c7-3f98-420f-aca6-4eac098c7ed5', 'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:82:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:02Z', 'updated_at': '2021-08-16T02:46:05Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:06.037571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.130520 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7a961c3b-3e3d-4cfd-8b31-0da6e511fe73 req-1100ba23-0e30-4ef2-8701-547c75523f34 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 210 time: 0.0343001 Aug 16 02:46:06.868555 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 220401c7-3f98-420f-aca6-4eac098c7ed5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:07.011779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 220401c7-3f98-420f-aca6-4eac098c7ed5 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:07.015876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 220401c7-3f98-420f-aca6-4eac098c7ed5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:07.016502 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:07.091156 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:07.123460 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 220401c7-3f98-420f-aca6-4eac098c7ed5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=220401c7-3f98-420f-aca6-4eac098c7ed5,segment=NetworkSegment(08149460-0660-4a3c-9676-ed7b70e33e91),segment_id=08149460-0660-4a3c-9676-ed7b70e33e91)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:07.200266 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:07.201094 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 210e6350-9a33-4748-9731-2aebe83a4330 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:07.225039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45f955ad-f7e0-47e9-99b7-3b1a088f6189 req-2bce4393-dce9-42a1-81e5-dac89abec004 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 210 time: 0.0321763 Aug 16 02:46:07.366120 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0ed9e174-d3d6-4638-9ea6-1a7832a9080b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:07.367986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0ed9e174-d3d6-4638-9ea6-1a7832a9080b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/networks?id=17089a76-356f-41b3-9dfe-237b7adf123f HTTP/1.1" status: 200 len: 796 time: 0.1075780 Aug 16 02:46:07.397471 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:46:07.420328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-87964255-7892-4add-b394-f18c7e46d85d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 380 time: 0.0427639 Aug 16 02:46:07.431674 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'port': {'device_id': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'admin_state_up': True, 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'security_groups': ['c1c4b241-57d3-4be6-ae3e-4073e8610987']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:07.440546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=220401c7-3f98-420f-aca6-4eac098c7ed5,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:07.452278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 210e6350-9a33-4748-9731-2aebe83a4330 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:07.452660 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:07.603218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:46:07.606840 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:07.729465 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.20.0.7 (17089a76-356f-41b3-9dfe-237b7adf123f/d8bbf7ae-68af-4cee-a67b-b54127f510a0/60e3b309-0f3b-4661-b368-c0d2f7fa258f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:46:07.873228 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:07.886850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Transition to ACTIVE for port object 60e3b309-0f3b-4661-b368-c0d2f7fa258f will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:07.983478 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.029348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 17089a76-356f-41b3-9dfe-237b7adf123f is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:08.032436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:08.034851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:46:08.065569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=60e3b309-0f3b-4661-b368-c0d2f7fa258f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:08.095123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.095763 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.172280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-161dd636-9534-4493-ac32-24fba169b45b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7459264 Aug 16 02:46:08.185056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Request body: {'port': {'device_id': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:08.240198 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.322963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9865e0ef-d7de-4119-b07c-4c043d4de848 None None] Provisioning for port 60e3b309-0f3b-4661-b368-c0d2f7fa258f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:08.326876 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9865e0ef-d7de-4119-b07c-4c043d4de848 None None] Provisioning complete for port 60e3b309-0f3b-4661-b368-c0d2f7fa258f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:08.327260 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9865e0ef-d7de-4119-b07c-4c043d4de848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.361361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9865e0ef-d7de-4119-b07c-4c043d4de848 None None] Port 60e3b309-0f3b-4661-b368-c0d2f7fa258f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:46:08.417883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c7f97-3fb6-4b82-be4d-70dc8ebf7229 req-1b63a6f8-1a06-4b6c-a901-19d3f0e34066 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.418852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b2c7f97-3fb6-4b82-be4d-70dc8ebf7229 req-1b63a6f8-1a06-4b6c-a901-19d3f0e34066 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 931 time: 0.1222763 Aug 16 02:46:08.498838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b2c7f97-3fb6-4b82-be4d-70dc8ebf7229 req-f8e4f774-f102-401a-98f8-03799eedb35f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556133 Aug 16 02:46:08.570981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e3b309-0f3b-4661-b368-c0d2f7fa258f {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:08.578235 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.590220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Transition to ACTIVE for port object 60e3b309-0f3b-4661-b368-c0d2f7fa258f will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:08.674426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.725720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Pushing event updated for resources: {'Port': ['ID=60e3b309-0f3b-4661-b368-c0d2f7fa258f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:08.807395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Attempting to bind port 60e3b309-0f3b-4661-b368-c0d2f7fa258f on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:08.807740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Attempting to bind port 60e3b309-0f3b-4661-b368-c0d2f7fa258f by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:08.808075 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Attempting to bind port 60e3b309-0f3b-4661-b368-c0d2f7fa258f on network 17089a76-356f-41b3-9dfe-237b7adf123f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:08.811380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 220401c7-3f98-420f-aca6-4eac098c7ed5 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:08.812872 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Port 60e3b309-0f3b-4661-b368-c0d2f7fa258f on network 17089a76-356f-41b3-9dfe-237b7adf123f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:46:08.813197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Attempting to bind port 60e3b309-0f3b-4661-b368-c0d2f7fa258f on network 17089a76-356f-41b3-9dfe-237b7adf123f {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:08.818254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:08.818600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Checking segment: {'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:08.818991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Bound using segment: {'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:08.819424 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Bound port: 60e3b309-0f3b-4661-b368-c0d2f7fa258f, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08149460-0660-4a3c-9676-ed7b70e33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:08.820330 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.862799 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 220401c7-3f98-420f-aca6-4eac098c7ed5 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:08.862977 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.888909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] For port 60e3b309-0f3b-4661-b368-c0d2f7fa258f, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:08.893950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] For port 60e3b309-0f3b-4661-b368-c0d2f7fa258f, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=60e3b309-0f3b-4661-b368-c0d2f7fa258f,segment=NetworkSegment(08149460-0660-4a3c-9676-ed7b70e33e91),segment_id=08149460-0660-4a3c-9676-ed7b70e33e91)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:08.980875 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:09.013168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.013807 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:09.015197 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] 10.222.0.74 "PUT /v2.0/ports/60e3b309-0f3b-4661-b368-c0d2f7fa258f HTTP/1.1" status: 200 len: 1092 time: 0.8345327 Aug 16 02:46:09.015636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'tag': '60e3b309-0f3b-4661-b368-c0d2f7fa258f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:09.018177 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641943f-3f50-46d4-92fa-c251bc04ef1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f4a490-f3df-4b7a-a23b-909bb24aeba6", "tag": "60e3b309-0f3b-4661-b368-c0d2f7fa258f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:09.053053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843b46e-9d21-4710-9560-4d296a8bfbcf service neutron] Pushing event updated for resources: {'Port': ['ID=60e3b309-0f3b-4661-b368-c0d2f7fa258f,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:09.072745 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e98d45-e2c4-478b-9d11-aa1f1bebdde4 x-openstack-request-id: req-d0e98d45-e2c4-478b-9d11-aa1f1bebdde4 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:09.073284 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f4a490-f3df-4b7a-a23b-909bb24aeba6", "tag": "60e3b309-0f3b-4661-b368-c0d2f7fa258f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:09.073960 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0e98d45-e2c4-478b-9d11-aa1f1bebdde4 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:09.074561 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'tag': '60e3b309-0f3b-4661-b368-c0d2f7fa258f', 'status': 'completed', 'code': 200} Aug 16 02:46:09.136842 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641943f-3f50-46d4-92fa-c251bc04ef1a req-170d64eb-6277-4cd2-9809-4743d6be29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.138413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8641943f-3f50-46d4-92fa-c251bc04ef1a req-170d64eb-6277-4cd2-9809-4743d6be29f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 1095 time: 0.0440223 Aug 16 02:46:09.240081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641943f-3f50-46d4-92fa-c251bc04ef1a req-2887601e-ea6a-41e3-8489-dd9a0f322533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.241873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8641943f-3f50-46d4-92fa-c251bc04ef1a req-2887601e-ea6a-41e3-8489-dd9a0f322533 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0960178 Aug 16 02:46:09.332746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641943f-3f50-46d4-92fa-c251bc04ef1a req-1ce15238-350d-49e6-989c-d6ed871b0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.334260 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8641943f-3f50-46d4-92fa-c251bc04ef1a req-1ce15238-350d-49e6-989c-d6ed871b0483 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855706 Aug 16 02:46:09.412148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-9b4311f1-a286-4aa3-b734-0968ab73a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.414278 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-9b4311f1-a286-4aa3-b734-0968ab73a437 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 1095 time: 0.0449939 Aug 16 02:46:09.454212 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-fe3d1d28-f576-4c27-ae35-e76c0b4d418f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e3b309-0f3b-4661-b368-c0d2f7fa258f HTTP/1.1" status: 200 len: 217 time: 0.0327384 Aug 16 02:46:09.501450 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-5498f786-cc41-46fa-ad5c-fd105da6ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.502903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-5498f786-cc41-46fa-ad5c-fd105da6ddfd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d8bbf7ae-68af-4cee-a67b-b54127f510a0 HTTP/1.1" status: 200 len: 835 time: 0.0425341 Aug 16 02:46:09.552570 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-f47fc938-8dbb-44ad-82f1-6036d726d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.554168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-f47fc938-8dbb-44ad-82f1-6036d726d5ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17089a76-356f-41b3-9dfe-237b7adf123f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442059 Aug 16 02:46:09.667293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fcfb7-5bec-402e-b309-b65a28e8317a req-b2a34d56-03d1-4870-9aec-21e772972ec8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.668767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b7fcfb7-5bec-402e-b309-b65a28e8317a req-b2a34d56-03d1-4870-9aec-21e772972ec8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 943 time: 0.0908148 Aug 16 02:46:09.697213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-0215a662-1d4d-4856-96bf-6e40d264bcb3 service neutron] 10.222.0.74 "GET /v2.0/networks/17089a76-356f-41b3-9dfe-237b7adf123f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361351 Aug 16 02:46:09.731606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b7fcfb7-5bec-402e-b309-b65a28e8317a req-6a7c33b6-7b4d-47b7-a898-6bd7b0b59756 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545073 Aug 16 02:46:09.797448 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e08e6154-6380-4eb3-a7bb-acdfeb895daf req-825e3584-8a13-4eac-927b-5dd2b32e3677 service neutron] 10.222.0.74 "GET /v2.0/networks/17089a76-356f-41b3-9dfe-237b7adf123f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925968 Aug 16 02:46:10.845276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a52930-52f2-45ed-93c5-84fe20f0c485 req-2aac6e72-0e1d-4d3f-8f9c-b1e7e6c1fc9f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:10.846773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a7a52930-52f2-45ed-93c5-84fe20f0c485 req-2aac6e72-0e1d-4d3f-8f9c-b1e7e6c1fc9f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 943 time: 0.0488443 Aug 16 02:46:10.884461 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a7a52930-52f2-45ed-93c5-84fe20f0c485 req-61a5fb2d-7e06-4fbf-b362-a053aa25a0f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 Aug 16 02:46:11.092458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 60e3b309-0f3b-4661-b368-c0d2f7fa258f details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:46:11.189000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 60e3b309-0f3b-4661-b368-c0d2f7fa258f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=60e3b309-0f3b-4661-b368-c0d2f7fa258f,segment=NetworkSegment(08149460-0660-4a3c-9676-ed7b70e33e91),segment_id=08149460-0660-4a3c-9676-ed7b70e33e91)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:11.200117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '60e3b309-0f3b-4661-b368-c0d2f7fa258f', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'port_id': '60e3b309-0f3b-4661-b368-c0d2f7fa258f', 'mac_address': 'fa:16:3e:cc:df:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:46:11.245128 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:11.257529 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e3b309-0f3b-4661-b368-c0d2f7fa258f {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:11.276641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 60e3b309-0f3b-4661-b368-c0d2f7fa258f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=60e3b309-0f3b-4661-b368-c0d2f7fa258f,segment=NetworkSegment(08149460-0660-4a3c-9676-ed7b70e33e91),segment_id=08149460-0660-4a3c-9676-ed7b70e33e91)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:11.356948 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:11.406247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=60e3b309-0f3b-4661-b368-c0d2f7fa258f,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:11.561869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['60e3b309-0f3b-4661-b368-c0d2f7fa258f'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:12.001454 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776863f-78b2-4286-8517-8a5be092ba56 req-8b5c93ed-1ee9-452a-a206-87f62efc4f46 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:12.002942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f776863f-78b2-4286-8517-8a5be092ba56 req-8b5c93ed-1ee9-452a-a206-87f62efc4f46 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 944 time: 0.0519764 Aug 16 02:46:12.040845 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f776863f-78b2-4286-8517-8a5be092ba56 req-f7d3e74d-b4d5-4c63-9589-64e898d6351f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314739 Aug 16 02:46:13.123723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 60e3b309-0f3b-4661-b368-c0d2f7fa258f up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:13.156763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a489f3-bdd5-4782-9975-ca7b72decf59 req-8efcb133-c29b-4153-94d4-728deed8ae75 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:13.158288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3a489f3-bdd5-4782-9975-ca7b72decf59 req-8efcb133-c29b-4153-94d4-728deed8ae75 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 944 time: 0.0498893 Aug 16 02:46:13.195901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c3a489f3-bdd5-4782-9975-ca7b72decf59 req-30192107-4e8d-4b61-b44c-833f1655d0d0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309341 Aug 16 02:46:13.225274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 60e3b309-0f3b-4661-b368-c0d2f7fa258f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:13.236106 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 60e3b309-0f3b-4661-b368-c0d2f7fa258f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:13.236106 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:13.307939 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:13.330065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e3b309-0f3b-4661-b368-c0d2f7fa258f'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:13.332277 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547054d9-4e88-49d8-aaee-4a794e16baa0" -d '{"events": [{"server_uuid": "c2f4a490-f3df-4b7a-a23b-909bb24aeba6", "name": "network-vif-plugged", "status": "completed", "tag": "60e3b309-0f3b-4661-b368-c0d2f7fa258f"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:13.345623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 60e3b309-0f3b-4661-b368-c0d2f7fa258f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=60e3b309-0f3b-4661-b368-c0d2f7fa258f,segment=NetworkSegment(08149460-0660-4a3c-9676-ed7b70e33e91),segment_id=08149460-0660-4a3c-9676-ed7b70e33e91)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:13.408430 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:13.435388 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50644ea1-2fe0-4ee2-8d4a-268cecbd0d82 x-openstack-request-id: req-50644ea1-2fe0-4ee2-8d4a-268cecbd0d82 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:13.435675 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f4a490-f3df-4b7a-a23b-909bb24aeba6", "name": "network-vif-plugged", "status": "completed", "tag": "60e3b309-0f3b-4661-b368-c0d2f7fa258f", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:13.436769 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-50644ea1-2fe0-4ee2-8d4a-268cecbd0d82 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:13.436769 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e3b309-0f3b-4661-b368-c0d2f7fa258f', 'code': 200} Aug 16 02:46:13.463071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=60e3b309-0f3b-4661-b368-c0d2f7fa258f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:13.518158 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903909-c5cf-4f82-b193-9af4ded34550 req-83af1f64-3e9a-457d-835e-6c743d0e42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:13.519640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c903909-c5cf-4f82-b193-9af4ded34550 req-83af1f64-3e9a-457d-835e-6c743d0e42e3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 1097 time: 0.0397847 Aug 16 02:46:13.552587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2c903909-c5cf-4f82-b193-9af4ded34550 req-3573d839-68ec-4ad5-bd60-75f61050abe6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263343 Aug 16 02:46:14.320089 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9de45-e3a5-45f9-9c6f-9b47f62929c6 req-e80f59d6-daef-450c-9c8a-8e46b32d982e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:14.321578 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8c9de45-e3a5-45f9-9c6f-9b47f62929c6 req-e80f59d6-daef-450c-9c8a-8e46b32d982e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 945 time: 0.0530856 Aug 16 02:46:14.359208 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f8c9de45-e3a5-45f9-9c6f-9b47f62929c6 req-087388de-61a9-435e-856f-2f201b8658fe tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315199 Aug 16 02:46:15.474104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f495ad1-3fd4-44c9-a733-249ee875783c req-5503301f-3aa7-4ecd-9b91-c4c96e82a832 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:15.475626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f495ad1-3fd4-44c9-a733-249ee875783c req-5503301f-3aa7-4ecd-9b91-c4c96e82a832 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 945 time: 0.0487220 Aug 16 02:46:15.513180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2f495ad1-3fd4-44c9-a733-249ee875783c req-a5da2a28-023f-49f9-bbfb-917a4378a9ad tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Aug 16 02:46:15.631967 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730f654-7f0d-4ebd-a32e-0f563df6fcfe req-048f0945-060d-4468-8a2a-f18fedff8f1d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:15.633450 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c730f654-7f0d-4ebd-a32e-0f563df6fcfe req-048f0945-060d-4468-8a2a-f18fedff8f1d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 945 time: 0.0488827 Aug 16 02:46:15.670853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c730f654-7f0d-4ebd-a32e-0f563df6fcfe req-6800959e-7b0f-444e-92ef-dc5e421d508b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313787 Aug 16 02:46:15.692054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57278) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:15.734383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900d698-df6f-48b2-8f74-16c7c9766352 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:15.735873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3900d698-df6f-48b2-8f74-16c7c9766352 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 1092 time: 0.0428519 Aug 16 02:46:15.738627 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57280) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:15.743494 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '60e3b309-0f3b-4661-b368-c0d2f7fa258f', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:15.854373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:15.953269 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:16.057626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.25.8.100 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/7cd92337-822c-43fc-b717-3e86b435b233) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:46:16.155461 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:16.263481 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:16.302951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:16.308365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:16.311820 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:46:16.335385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=7cd92337-822c-43fc-b717-3e86b435b233,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:17.006551 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:17.121274 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:17.267241 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:17.322269 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:17.386080 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=7cd92337-822c-43fc-b717-3e86b435b233,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:17.399883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:17.497845 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Floating IP 00789e03-6221-4f00-85a6-e889d2467136 associated. External IP: 172.25.8.100, port: 60e3b309-0f3b-4661-b368-c0d2f7fa258f. Aug 16 02:46:17.702478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:17.809964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:17.820431 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f5fc0-f383-46e1-b216-06ac996125fa None None] Sync routers for ids ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:17.830856 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f5fc0-f383-46e1-b216-06ac996125fa None None] Routers {'8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:17.831474 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2e2f5fc0-f383-46e1-b216-06ac996125fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:46:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:17.891806 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:17.920160 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-607f4af3-3929-472a-ab3f-2bea1eb2f163 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1805060 Aug 16 02:46:17.920861 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'tag': '60e3b309-0f3b-4661-b368-c0d2f7fa258f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:17.923247 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6656844-88db-43cd-a84b-c0f231ad5d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f4a490-f3df-4b7a-a23b-909bb24aeba6", "tag": "60e3b309-0f3b-4661-b368-c0d2f7fa258f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:17.940727 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-2e2f5fc0-f383-46e1-b216-06ac996125fa None None] Set router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:18.016367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367b11-9c03-4b6b-a49a-dc5580a896a9 req-d90076b2-5c24-4d85-9d6a-713d3d5b2ab6 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.017784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a7367b11-9c03-4b6b-a49a-dc5580a896a9 req-d90076b2-5c24-4d85-9d6a-713d3d5b2ab6 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 945 time: 0.0492175 Aug 16 02:46:18.056042 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a7367b11-9c03-4b6b-a49a-dc5580a896a9 req-93b53d19-fd7c-4f04-be11-708aa55c2a39 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314929 Aug 16 02:46:18.079209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57286) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:18.120771 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8a3b59-575a-401c-8e7a-86b7068354ff x-openstack-request-id: req-9a8a3b59-575a-401c-8e7a-86b7068354ff {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:18.121080 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f4a490-f3df-4b7a-a23b-909bb24aeba6", "tag": "60e3b309-0f3b-4661-b368-c0d2f7fa258f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:18.121386 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a8a3b59-575a-401c-8e7a-86b7068354ff {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:18.121707 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'tag': '60e3b309-0f3b-4661-b368-c0d2f7fa258f', 'status': 'completed', 'code': 200} Aug 16 02:46:18.169366 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2e2f5fc0-f383-46e1-b216-06ac996125fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '00789e03-6221-4f00-85a6-e889d2467136', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'port_id': '60e3b309-0f3b-4661-b368-c0d2f7fa258f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'mac_address': 'fa:16:3e:cc:df:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:46:16Z', 'updated_at': '2021-08-16T02:46:16Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '220401c7-3f98-420f-aca6-4eac098c7ed5', 'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:82:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:02Z', 'updated_at': '2021-08-16T02:46:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:18.174289 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b7062801-46db-49df-8e63-5c3c72fab52b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/00789e03-6221-4f00-85a6-e889d2467136 HTTP/1.1" status: 200 len: 991 time: 0.0928843 Aug 16 02:46:18.183419 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6656844-88db-43cd-a84b-c0f231ad5d0a req-291a650e-b3bc-4663-9eef-650673e7d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.184877 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6656844-88db-43cd-a84b-c0f231ad5d0a req-291a650e-b3bc-4663-9eef-650673e7d159 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 1097 time: 0.0564930 Aug 16 02:46:18.195855 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f5fc0-f383-46e1-b216-06ac996125fa None None] Checking router: 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:18.204065 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f5fc0-f383-46e1-b216-06ac996125fa None None] Routers {'8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:18.204669 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2e2f5fc0-f383-46e1-b216-06ac996125fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:46:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:18.283808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6656844-88db-43cd-a84b-c0f231ad5d0a req-9ad1da09-bfd5-4c36-b36b-caecda98ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.285289 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6656844-88db-43cd-a84b-c0f231ad5d0a req-9ad1da09-bfd5-4c36-b36b-caecda98ec2d service neutron] 10.222.0.74 "GET /v2.0/networks?id=17089a76-356f-41b3-9dfe-237b7adf123f HTTP/1.1" status: 200 len: 897 time: 0.0932879 Aug 16 02:46:18.352659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6656844-88db-43cd-a84b-c0f231ad5d0a req-c53ef289-8925-4b1f-bd92-c846a457e93b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e3b309-0f3b-4661-b368-c0d2f7fa258f HTTP/1.1" status: 200 len: 999 time: 0.0605142 Aug 16 02:46:18.403389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6656844-88db-43cd-a84b-c0f231ad5d0a req-7d798927-d9fe-4b30-8e7d-0e8ed78b6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.404870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6656844-88db-43cd-a84b-c0f231ad5d0a req-7d798927-d9fe-4b30-8e7d-0e8ed78b6fc2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d8bbf7ae-68af-4cee-a67b-b54127f510a0 HTTP/1.1" status: 200 len: 835 time: 0.0443025 Aug 16 02:46:18.405291 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-2e2f5fc0-f383-46e1-b216-06ac996125fa None None] Set router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:18.456726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6656844-88db-43cd-a84b-c0f231ad5d0a req-f90783ca-c90a-4fcf-84df-8effca5d65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.458534 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6656844-88db-43cd-a84b-c0f231ad5d0a req-f90783ca-c90a-4fcf-84df-8effca5d65bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17089a76-356f-41b3-9dfe-237b7adf123f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467432 Aug 16 02:46:18.550035 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6656844-88db-43cd-a84b-c0f231ad5d0a req-d437b853-7f37-415c-bed8-538b0e21baa6 service neutron] 10.222.0.74 "GET /v2.0/networks/17089a76-356f-41b3-9dfe-237b7adf123f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838130 Aug 16 02:46:18.630528 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-2e2f5fc0-f383-46e1-b216-06ac996125fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '00789e03-6221-4f00-85a6-e889d2467136', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'port_id': '60e3b309-0f3b-4661-b368-c0d2f7fa258f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'mac_address': 'fa:16:3e:cc:df:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:46:16Z', 'updated_at': '2021-08-16T02:46:16Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '220401c7-3f98-420f-aca6-4eac098c7ed5', 'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:82:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:02Z', 'updated_at': '2021-08-16T02:46:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:18.646288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6656844-88db-43cd-a84b-c0f231ad5d0a req-20f052c6-f714-4037-8f5e-d64e4e1e007e service neutron] 10.222.0.74 "GET /v2.0/networks/17089a76-356f-41b3-9dfe-237b7adf123f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897593 Aug 16 02:46:18.657474 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f5fc0-f383-46e1-b216-06ac996125fa None None] The sync data for ids ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'] in n-d-768509-23 is: [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '00789e03-6221-4f00-85a6-e889d2467136', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'port_id': '60e3b309-0f3b-4661-b368-c0d2f7fa258f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'mac_address': 'fa:16:3e:cc:df:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:46:16Z', 'updated_at': '2021-08-16T02:46:16Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '220401c7-3f98-420f-aca6-4eac098c7ed5', 'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:82:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:02Z', 'updated_at': '2021-08-16T02:46:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:18.846410 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd1d5b-8b61-46b7-9600-748bc60933d7 None None] New status for floating IP 00789e03-6221-4f00-85a6-e889d2467136: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:46:19.176707 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57288) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:19.239128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bbbc0bb3-c687-45ec-8b60-9da3b8fc55bc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/00789e03-6221-4f00-85a6-e889d2467136 HTTP/1.1" status: 200 len: 993 time: 0.0612705 Aug 16 02:46:21.480078 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:22.407831 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:29.902671 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f73be883-dd1f-48a1-aec2-994fe9f5d806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.916540 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.950397 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-038b4281-341e-418a-a3f1-84cf7bd0dce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.279655 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:36.011174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:44.397129 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:46:50.753780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69f708-9557-4918-a6f5-8328f45b1142 req-184db3b6-a0a6-4414-a7e4-a582d218f251 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:50.755319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d69f708-9557-4918-a6f5-8328f45b1142 req-184db3b6-a0a6-4414-a7e4-a582d218f251 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 945 time: 0.0498192 Aug 16 02:46:50.792969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d69f708-9557-4918-a6f5-8328f45b1142 req-12f61bcb-f00f-4c2c-80cb-814d1886d695 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313742 Aug 16 02:46:51.473726 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.918053 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96ced9-34fc-4835-af61-288f41f5f655 req-95a4c7bd-07f8-4b49-aaf7-2fded99d17fe tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:51.919581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc96ced9-34fc-4835-af61-288f41f5f655 req-95a4c7bd-07f8-4b49-aaf7-2fded99d17fe tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 945 time: 0.0560191 Aug 16 02:46:51.957419 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc96ced9-34fc-4835-af61-288f41f5f655 req-45151ebe-fc4d-474f-95e0-6b5cee640ee7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Aug 16 02:46:51.979583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57314) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:52.040832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-59b6f4e1-c37a-4777-bc8d-fcebfdf8a302 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/00789e03-6221-4f00-85a6-e889d2467136 HTTP/1.1" status: 200 len: 993 time: 0.0598748 Aug 16 02:46:52.395976 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:53.411257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688170b-8d10-40b1-894f-91142715c5f8 req-8c5fdf43-4bf2-4bb3-8dc8-b3a47f253938 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:53.412796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a688170b-8d10-40b1-894f-91142715c5f8 req-8c5fdf43-4bf2-4bb3-8dc8-b3a47f253938 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 945 time: 0.0536299 Aug 16 02:46:53.456249 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a688170b-8d10-40b1-894f-91142715c5f8 req-70d6417c-3daf-4c57-a1ca-651ec8223ccb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372741 Aug 16 02:46:54.572260 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac96dd-ec31-41d0-ab66-21fc4f886e03 req-cbe2bd43-b8c1-4a2e-9d38-7f965044c478 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:54.573752 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88ac96dd-ec31-41d0-ab66-21fc4f886e03 req-cbe2bd43-b8c1-4a2e-9d38-7f965044c478 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 945 time: 0.0491168 Aug 16 02:46:54.611873 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-88ac96dd-ec31-41d0-ab66-21fc4f886e03 req-f7c5d742-964c-41f0-97f3-eef5376d59b5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314825 Aug 16 02:46:54.633513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57324) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:54.692871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f8ea8596-a50d-49a4-9397-0e65d0ff5070 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/00789e03-6221-4f00-85a6-e889d2467136 HTTP/1.1" status: 200 len: 993 time: 0.0580623 Aug 16 02:46:54.903530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57330) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:55.056239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 7cd92337-822c-43fc-b717-3e86b435b233 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:55.056461 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.133149 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.133473 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.144878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 7cd92337-822c-43fc-b717-3e86b435b233 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:55.367336 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.393179 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=7cd92337-822c-43fc-b717-3e86b435b233,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:55.427495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.427851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.428200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.428541 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.428878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.429216 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.429554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.429914 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.430249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.430583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.430949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.431516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:55.471174 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.471504 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Floating IP 00789e03-6221-4f00-85a6-e889d2467136 disassociated (deleted). External IP: 172.25.8.100, port: 60e3b309-0f3b-4661-b368-c0d2f7fa258f. Aug 16 02:46:55.678446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:55.786480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:55.791395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.796743 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0970cbe-492a-41b0-8151-9009f7c2bf7f None None] Sync routers for ids ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:55.805511 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0970cbe-492a-41b0-8151-9009f7c2bf7f None None] Routers {'8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:55.806161 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d0970cbe-492a-41b0-8151-9009f7c2bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:46:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:55.819009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a389a36c-0631-4f83-b6b4-0f8562530ca4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/floatingips/00789e03-6221-4f00-85a6-e889d2467136 HTTP/1.1" status: 204 len: 168 time: 0.9143660 Aug 16 02:46:55.819591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'tag': '60e3b309-0f3b-4661-b368-c0d2f7fa258f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:55.821849 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c778153-70c0-4b03-817d-5a14c1d08b26" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f4a490-f3df-4b7a-a23b-909bb24aeba6", "tag": "60e3b309-0f3b-4661-b368-c0d2f7fa258f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:55.915502 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d0970cbe-492a-41b0-8151-9009f7c2bf7f None None] Set router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:56.118823 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d0970cbe-492a-41b0-8151-9009f7c2bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '220401c7-3f98-420f-aca6-4eac098c7ed5', 'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:82:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:02Z', 'updated_at': '2021-08-16T02:46:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:56.145227 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0970cbe-492a-41b0-8151-9009f7c2bf7f None None] Checking router: 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:56.153197 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0970cbe-492a-41b0-8151-9009f7c2bf7f None None] Routers {'8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:56.153778 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d0970cbe-492a-41b0-8151-9009f7c2bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:46:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:56.245245 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308be6e3-74a1-4558-8c87-646f59f9bf73 x-openstack-request-id: req-308be6e3-74a1-4558-8c87-646f59f9bf73 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:56.245618 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f4a490-f3df-4b7a-a23b-909bb24aeba6", "tag": "60e3b309-0f3b-4661-b368-c0d2f7fa258f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:56.246025 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-308be6e3-74a1-4558-8c87-646f59f9bf73 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:56.250456 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'tag': '60e3b309-0f3b-4661-b368-c0d2f7fa258f', 'status': 'completed', 'code': 200} Aug 16 02:46:56.264661 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-d0970cbe-492a-41b0-8151-9009f7c2bf7f None None] Set router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:56.341277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c778153-70c0-4b03-817d-5a14c1d08b26 req-1c616c69-7af8-43ed-bb2e-fb1db2cf34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:56.343447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c778153-70c0-4b03-817d-5a14c1d08b26 req-1c616c69-7af8-43ed-bb2e-fb1db2cf34d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 1097 time: 0.0742078 Aug 16 02:46:56.355916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06077c42-4e54-43e3-bf35-3dbf683c71c6 req-3a4e1d64-6c7a-490f-bd4e-9ea9bfa38336 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:56.357961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-06077c42-4e54-43e3-bf35-3dbf683c71c6 req-3a4e1d64-6c7a-490f-bd4e-9ea9bfa38336 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 945 time: 0.0590019 Aug 16 02:46:56.447322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-06077c42-4e54-43e3-bf35-3dbf683c71c6 req-56390d7c-dc07-4a92-ba41-1b3889fbe03e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814016 Aug 16 02:46:56.462259 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-d0970cbe-492a-41b0-8151-9009f7c2bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '220401c7-3f98-420f-aca6-4eac098c7ed5', 'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:82:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:02Z', 'updated_at': '2021-08-16T02:46:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:56.478326 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c778153-70c0-4b03-817d-5a14c1d08b26 req-24ed812f-a0a9-431d-8533-af086753ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:56.479816 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c778153-70c0-4b03-817d-5a14c1d08b26 req-24ed812f-a0a9-431d-8533-af086753ca40 service neutron] 10.222.0.74 "GET /v2.0/networks?id=17089a76-356f-41b3-9dfe-237b7adf123f HTTP/1.1" status: 200 len: 897 time: 0.1210034 Aug 16 02:46:56.492728 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0970cbe-492a-41b0-8151-9009f7c2bf7f None None] The sync data for ids ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'] in n-d-768509-23 is: [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '220401c7-3f98-420f-aca6-4eac098c7ed5', 'name': '', 'network_id': '17089a76-356f-41b3-9dfe-237b7adf123f', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:82:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:02Z', 'updated_at': '2021-08-16T02:46:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'd8bbf7ae-68af-4cee-a67b-b54127f510a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:56.523257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c778153-70c0-4b03-817d-5a14c1d08b26 req-5436db78-b872-48d0-af51-4356563ece7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e3b309-0f3b-4661-b368-c0d2f7fa258f HTTP/1.1" status: 200 len: 217 time: 0.0356047 Aug 16 02:46:56.574851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c778153-70c0-4b03-817d-5a14c1d08b26 req-4e0c57b0-16f1-4074-b3a2-576e82968b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:56.576410 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c778153-70c0-4b03-817d-5a14c1d08b26 req-4e0c57b0-16f1-4074-b3a2-576e82968b07 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d8bbf7ae-68af-4cee-a67b-b54127f510a0 HTTP/1.1" status: 200 len: 835 time: 0.0456679 Aug 16 02:46:56.624262 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c778153-70c0-4b03-817d-5a14c1d08b26 req-9ea36163-ad03-4096-89e3-a2dc95c9e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:56.625782 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c778153-70c0-4b03-817d-5a14c1d08b26 req-9ea36163-ad03-4096-89e3-a2dc95c9e095 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17089a76-356f-41b3-9dfe-237b7adf123f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415227 Aug 16 02:46:56.703257 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef5926-3e1f-4ab1-a7d6-d0b4d0d864c3 None None] New status for floating IP 00789e03-6221-4f00-85a6-e889d2467136: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:46:56.725966 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c778153-70c0-4b03-817d-5a14c1d08b26 req-523bcde7-3c80-4052-a5a6-e4041d4f76d1 service neutron] 10.222.0.74 "GET /v2.0/networks/17089a76-356f-41b3-9dfe-237b7adf123f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924017 Aug 16 02:46:56.819185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c778153-70c0-4b03-817d-5a14c1d08b26 req-1b66c76a-3dd0-4eab-bd1d-291eb0bcf7b1 service neutron] 10.222.0.74 "GET /v2.0/networks/17089a76-356f-41b3-9dfe-237b7adf123f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Aug 16 02:46:57.572877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9e3bf-c8f3-4198-9e21-2f4343315422 req-b372b31b-8909-4e7e-9cc0-f2567efae66a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:57.574398 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbf9e3bf-c8f3-4198-9e21-2f4343315422 req-b372b31b-8909-4e7e-9cc0-f2567efae66a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 945 time: 0.0554516 Aug 16 02:46:57.612092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bbf9e3bf-c8f3-4198-9e21-2f4343315422 req-70bc4e05-a89e-4c77-aa13-cba9ae3a4784 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1c4b241-57d3-4be6-ae3e-4073e8610987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317461 Aug 16 02:46:57.804835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9713-b7e1-4f94-a6f8-b65890af6163 req-e741559b-689c-49c7-8ea5-c131580043be tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:57.806281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31dd9713-b7e1-4f94-a6f8-b65890af6163 req-e741559b-689c-49c7-8ea5-c131580043be tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 945 time: 0.0485175 Aug 16 02:46:57.905344 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-31dd9713-b7e1-4f94-a6f8-b65890af6163 req-6d28d1d4-32f0-4682-ba70-a78c9de824c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 60e3b309-0f3b-4661-b368-c0d2f7fa258f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:57.905689 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-31dd9713-b7e1-4f94-a6f8-b65890af6163 req-6d28d1d4-32f0-4682-ba70-a78c9de824c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.997843 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-31dd9713-b7e1-4f94-a6f8-b65890af6163 req-6d28d1d4-32f0-4682-ba70-a78c9de824c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port 60e3b309-0f3b-4661-b368-c0d2f7fa258f, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=60e3b309-0f3b-4661-b368-c0d2f7fa258f,segment=NetworkSegment(08149460-0660-4a3c-9676-ed7b70e33e91),segment_id=08149460-0660-4a3c-9676-ed7b70e33e91)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:57.998211 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-31dd9713-b7e1-4f94-a6f8-b65890af6163 req-6d28d1d4-32f0-4682-ba70-a78c9de824c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.011721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-31dd9713-b7e1-4f94-a6f8-b65890af6163 req-6d28d1d4-32f0-4682-ba70-a78c9de824c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 60e3b309-0f3b-4661-b368-c0d2f7fa258f owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:58.217312 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-31dd9713-b7e1-4f94-a6f8-b65890af6163 req-6d28d1d4-32f0-4682-ba70-a78c9de824c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.245500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28d1d4-32f0-4682-ba70-a78c9de824c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=60e3b309-0f3b-4661-b368-c0d2f7fa258f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:58.286245 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dd9713-b7e1-4f94-a6f8-b65890af6163 req-6d28d1d4-32f0-4682-ba70-a78c9de824c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] No DVR routers for this DVR port 60e3b309-0f3b-4661-b368-c0d2f7fa258f on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:58.288730 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-31dd9713-b7e1-4f94-a6f8-b65890af6163 req-6d28d1d4-32f0-4682-ba70-a78c9de824c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.290712 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31dd9713-b7e1-4f94-a6f8-b65890af6163 req-6d28d1d4-32f0-4682-ba70-a78c9de824c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "DELETE /v2.0/ports/60e3b309-0f3b-4661-b368-c0d2f7fa258f HTTP/1.1" status: 204 len: 173 time: 0.4779224 Aug 16 02:46:58.291139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'name': 'network-vif-deleted', 'tag': '60e3b309-0f3b-4661-b368-c0d2f7fa258f'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:58.293333 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb1ad2a-afac-491d-b0bc-a5cb1568b89e" -d '{"events": [{"server_uuid": "c2f4a490-f3df-4b7a-a23b-909bb24aeba6", "name": "network-vif-deleted", "tag": "60e3b309-0f3b-4661-b368-c0d2f7fa258f"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:58.328882 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7425742-b01c-4f56-86bd-eb5865159931 x-openstack-request-id: req-c7425742-b01c-4f56-86bd-eb5865159931 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:58.329182 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f4a490-f3df-4b7a-a23b-909bb24aeba6", "name": "network-vif-deleted", "tag": "60e3b309-0f3b-4661-b368-c0d2f7fa258f", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:58.329437 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7425742-b01c-4f56-86bd-eb5865159931 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:58.329893 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f4a490-f3df-4b7a-a23b-909bb24aeba6', 'name': 'network-vif-deleted', 'tag': '60e3b309-0f3b-4661-b368-c0d2f7fa258f', 'status': 'completed', 'code': 200} Aug 16 02:46:58.726969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-49dace09-9600-4f4e-a93c-c3f5109589a9 req-3b843299-6072-469a-9c5b-8b0a4125f018 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f4a490-f3df-4b7a-a23b-909bb24aeba6 HTTP/1.1" status: 200 len: 210 time: 0.0306346 Aug 16 02:46:59.784824 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57348) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:59.913933 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-88504864-58c0-4012-9cc1-dca8654f3d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:00.149351 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:00.397574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 220401c7-3f98-420f-aca6-4eac098c7ed5 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:00.397944 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:00.487626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port 220401c7-3f98-420f-aca6-4eac098c7ed5, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=220401c7-3f98-420f-aca6-4eac098c7ed5,segment=NetworkSegment(08149460-0660-4a3c-9676-ed7b70e33e91),segment_id=08149460-0660-4a3c-9676-ed7b70e33e91)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:00.487991 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:00.501067 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 220401c7-3f98-420f-aca6-4eac098c7ed5 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:00.771301 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:00.796980 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=220401c7-3f98-420f-aca6-4eac098c7ed5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:00.971310 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.330813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 60e3b309-0f3b-4661-b368-c0d2f7fa258f no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:01.352175 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 60e3b309-0f3b-4661-b368-c0d2f7fa258f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:01.352525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 60e3b309-0f3b-4661-b368-c0d2f7fa258f not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:01.533463 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:01.637948 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:01.644014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3ff5e21e-f440-4683-9530-e0f23b55d051 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "PUT /v2.0/routers/8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8580465 Aug 16 02:47:01.646646 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57350) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:01.648207 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d832f0-512e-4b2e-9f98-ff62c7a53731 None None] Sync routers for ids ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:01.657359 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d832f0-512e-4b2e-9f98-ff62c7a53731 None None] Routers {'8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:01.657998 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-95d832f0-512e-4b2e-9f98-ff62c7a53731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:46:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:01.696838 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-28705b7a-6d5a-44d1-bae4-69fd9bf01cf9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting subnet d8bbf7ae-68af-4cee-a67b-b54127f510a0 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:47:01.699945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28705b7a-6d5a-44d1-bae4-69fd9bf01cf9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.746013 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28705b7a-6d5a-44d1-bae4-69fd9bf01cf9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.761286 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-95d832f0-512e-4b2e-9f98-ff62c7a53731 None None] Set router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:01.829254 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28705b7a-6d5a-44d1-bae4-69fd9bf01cf9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.936926 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-95d832f0-512e-4b2e-9f98-ff62c7a53731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:47:00Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:01.956517 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28705b7a-6d5a-44d1-bae4-69fd9bf01cf9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.961890 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d832f0-512e-4b2e-9f98-ff62c7a53731 None None] Checking router: 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:01.969895 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d832f0-512e-4b2e-9f98-ff62c7a53731 None None] Routers {'8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:01.970489 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-95d832f0-512e-4b2e-9f98-ff62c7a53731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:46:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:01.988530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28705b7a-6d5a-44d1-bae4-69fd9bf01cf9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bbf7ae-68af-4cee-a67b-b54127f510a0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:01.992602 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-28705b7a-6d5a-44d1-bae4-69fd9bf01cf9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.994550 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-28705b7a-6d5a-44d1-bae4-69fd9bf01cf9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/subnets/d8bbf7ae-68af-4cee-a67b-b54127f510a0 HTTP/1.1" status: 204 len: 168 time: 0.3467753 Aug 16 02:47:01.997121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57352) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:02.000245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77179fa-a223-4ecc-b497-1cb705dc2bda None None] Network 17089a76-356f-41b3-9dfe-237b7adf123f requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:02.121290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.177891 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-95d832f0-512e-4b2e-9f98-ff62c7a53731 None None] Set router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:02.191664 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] DHCP port deletion for 17089a76-356f-41b3-9dfe-237b7adf123f request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:47:02.227439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.250422 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Deleting port 210e6350-9a33-4748-9731-2aebe83a4330 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:02.250895 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.322328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] For port 210e6350-9a33-4748-9731-2aebe83a4330, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=210e6350-9a33-4748-9731-2aebe83a4330,segment=NetworkSegment(08149460-0660-4a3c-9676-ed7b70e33e91),segment_id=08149460-0660-4a3c-9676-ed7b70e33e91)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:02.322735 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.336516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Calling delete_port for 210e6350-9a33-4748-9731-2aebe83a4330 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:02.367827 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port dc50253b-c6b4-4c2b-891d-d17e0167d859 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:02.368393 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.379804 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-95d832f0-512e-4b2e-9f98-ff62c7a53731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:47:00Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:02.414431 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d832f0-512e-4b2e-9f98-ff62c7a53731 None None] The sync data for ids ['8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7'] in n-d-768509-23 is: [{'id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840091428', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:58Z', 'updated_at': '2021-08-16T02:47:00Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'dc50253b-c6b4-4c2b-891d-d17e0167d859', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:59Z', 'updated_at': '2021-08-16T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:02.462496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port dc50253b-c6b4-4c2b-891d-d17e0167d859, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dc50253b-c6b4-4c2b-891d-d17e0167d859,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:02.462891 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.479672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for dc50253b-c6b4-4c2b-891d-d17e0167d859 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:02.491638 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.521181 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Pushing event deleted for resources: {'Port': ['ID=210e6350-9a33-4748-9731-2aebe83a4330,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:02.533569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.537685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.537685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.537685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.537685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.537685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.537685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.537685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.537685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.537685 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.539590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.540342 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:02.546609 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269081f-70d8-4f73-9faf-1526afceba33 None None] No DVR routers for this DVR port 210e6350-9a33-4748-9731-2aebe83a4330 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:02.734097 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.761258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=dc50253b-c6b4-4c2b-891d-d17e0167d859,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:02.861116 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.927932 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.938862 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 220401c7-3f98-420f-aca6-4eac098c7ed5 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:02.961206 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-409e0728-f206-480e-aec4-fa1af4d0b21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.965587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 220401c7-3f98-420f-aca6-4eac098c7ed5 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:02.965587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 220401c7-3f98-420f-aca6-4eac098c7ed5 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:02.965587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 210e6350-9a33-4748-9731-2aebe83a4330 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:02.978610 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.980934 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.988482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 210e6350-9a33-4748-9731-2aebe83a4330 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:02.988482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 210e6350-9a33-4748-9731-2aebe83a4330 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:03.102364 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.106706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Fanout notify agent at l3_agent the message router_deleted on router 8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:47:03.111149 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.112286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-05dc4ac1-53b2-4cbe-97ab-52762f541454 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/routers/8916c7ec-c18b-4a7d-9abc-e6de01a7e9d7 HTTP/1.1" status: 204 len: 168 time: 1.1140537 Aug 16 02:47:03.115046 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57354) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:03.200865 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.294318 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.304510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17089a76-356f-41b3-9dfe-237b7adf123f']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:03.314623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08149460-0660-4a3c-9676-ed7b70e33e91') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:03.314924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08149460-0660-4a3c-9676-ed7b70e33e91') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:03.323562 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.336849 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.343103 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:03.343493 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:03.346369 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:03.464783 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.472862 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.474240 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/networks/17089a76-356f-41b3-9dfe-237b7adf123f HTTP/1.1" status: 204 len: 168 time: 0.3582187 Aug 16 02:47:03.477042 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57356) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:03.485622 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8a44d-3cb7-4b53-a6b5-0ba71ecefa12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Network': ['ID=17089a76-356f-41b3-9dfe-237b7adf123f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:03.544904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.572248 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.696410 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.699009 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.700191 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/security-groups/c1c4b241-57d3-4be6-ae3e-4073e8610987 HTTP/1.1" status: 204 len: 168 time: 0.2221541 Aug 16 02:47:03.710839 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c4b241-57d3-4be6-ae3e-4073e8610987,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:03.720093 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:03.720483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:03.720874 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:03.721218 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:03.721557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:03.721921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:03.722265 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:03.722598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:03.722932 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:03.723266 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:03.723598 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:03.723928 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257624c-d3d5-4d5c-9ef8-ad541838a247 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:04.220318 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57364) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:04.224999 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e0e231a2-3ce1-47e1-bc26-3b205e53c046 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755502466', 'description': 'tempest-secgroup-smoke-755502466 description', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:04.290992 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.319530 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0e231a2-3ce1-47e1-bc26-3b205e53c046 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.398604 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0e231a2-3ce1-47e1-bc26-3b205e53c046 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.464725 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0e231a2-3ce1-47e1-bc26-3b205e53c046 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.494279 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e231a2-3ce1-47e1-bc26-3b205e53c046 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a93851-4904-4dca-ac66-e0fbb7ed3cec,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:04.559521 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e0e231a2-3ce1-47e1-bc26-3b205e53c046 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.560799 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e0e231a2-3ce1-47e1-bc26-3b205e53c046 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3394701 Aug 16 02:47:04.563808 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57366) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:04.568282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-6e700f46-3353-4c48-9fdf-2a6833849515 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'e8a93851-4904-4dca-ac66-e0fbb7ed3cec', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:04.652179 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e700f46-3353-4c48-9fdf-2a6833849515 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.707322 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e700f46-3353-4c48-9fdf-2a6833849515 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.767950 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e700f46-3353-4c48-9fdf-2a6833849515 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.785908 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e700f46-3353-4c48-9fdf-2a6833849515 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31db9e6f-0626-4d86-a1ce-049cc051dfae,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:04.786818 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dc50253b-c6b4-4c2b-891d-d17e0167d859 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:04.809634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: dc50253b-c6b4-4c2b-891d-d17e0167d859 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:04.811963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dc50253b-c6b4-4c2b-891d-d17e0167d859 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:04.858869 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6e700f46-3353-4c48-9fdf-2a6833849515 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.860296 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6e700f46-3353-4c48-9fdf-2a6833849515 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2955079 Aug 16 02:47:04.863036 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57368) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:04.867545 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-cf17cace-9c07-4ce5-b040-face4da9f9eb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'e8a93851-4904-4dca-ac66-e0fbb7ed3cec', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:04.943498 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf17cace-9c07-4ce5-b040-face4da9f9eb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.003684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf17cace-9c07-4ce5-b040-face4da9f9eb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.075738 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf17cace-9c07-4ce5-b040-face4da9f9eb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.096366 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17cace-9c07-4ce5-b040-face4da9f9eb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965f230d-26ee-4d0a-91a6-d8e1b669abde,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:05.161982 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cf17cace-9c07-4ce5-b040-face4da9f9eb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.163221 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cf17cace-9c07-4ce5-b040-face4da9f9eb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991750 Aug 16 02:47:05.165756 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57370) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:05.170143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-53e7b7cc-c87d-4ede-b79d-0efb674a1878 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'e8a93851-4904-4dca-ac66-e0fbb7ed3cec', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:05.240977 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53e7b7cc-c87d-4ede-b79d-0efb674a1878 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.299040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53e7b7cc-c87d-4ede-b79d-0efb674a1878 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.378546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53e7b7cc-c87d-4ede-b79d-0efb674a1878 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.396157 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7b7cc-c87d-4ede-b79d-0efb674a1878 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0141cf-7a3f-4913-b592-cecc94947d7d,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:05.470663 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-53e7b7cc-c87d-4ede-b79d-0efb674a1878 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.471911 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-53e7b7cc-c87d-4ede-b79d-0efb674a1878 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052049 Aug 16 02:47:05.474778 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57372) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:05.479328 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d407b0ac-5b38-4621-851b-6984122dbd5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'e8a93851-4904-4dca-ac66-e0fbb7ed3cec', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:05.567520 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d407b0ac-5b38-4621-851b-6984122dbd5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.626586 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d407b0ac-5b38-4621-851b-6984122dbd5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.687454 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d407b0ac-5b38-4621-851b-6984122dbd5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.706749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407b0ac-5b38-4621-851b-6984122dbd5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11dd7ea-cb60-4af3-9868-5c2384f3fd1a,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:05.796110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d407b0ac-5b38-4621-851b-6984122dbd5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.797433 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d407b0ac-5b38-4621-851b-6984122dbd5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216915 Aug 16 02:47:05.800679 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57374) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:05.805117 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-eee4c932-1821-4d94-9446-8b3d4e98255b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'e8a93851-4904-4dca-ac66-e0fbb7ed3cec', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:05.904300 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-eee4c932-1821-4d94-9446-8b3d4e98255b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Project 2ffe91c4436d468b9890eabcb72d4e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:47:05.910013 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eee4c932-1821-4d94-9446-8b3d4e98255b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.974379 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eee4c932-1821-4d94-9446-8b3d4e98255b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.039584 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eee4c932-1821-4d94-9446-8b3d4e98255b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.039792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.059178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4c932-1821-4d94-9446-8b3d4e98255b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bad90e-5af2-4c2e-95af-3aeff9371ee0,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:06.113736 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eee4c932-1821-4d94-9446-8b3d4e98255b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.115055 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eee4c932-1821-4d94-9446-8b3d4e98255b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3134017 Aug 16 02:47:06.117806 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57376) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:06.122280 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-be0e59f4-5a9a-42e3-bbcb-558e37544e06 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': 'e8a93851-4904-4dca-ac66-e0fbb7ed3cec', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:06.184368 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-be0e59f4-5a9a-42e3-bbcb-558e37544e06 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Project 2ffe91c4436d468b9890eabcb72d4e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:47:06.189079 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be0e59f4-5a9a-42e3-bbcb-558e37544e06 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.249311 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be0e59f4-5a9a-42e3-bbcb-558e37544e06 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.309948 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be0e59f4-5a9a-42e3-bbcb-558e37544e06 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.328398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e59f4-5a9a-42e3-bbcb-558e37544e06 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a13b97f-234b-4ab7-b0ac-2b69c3d06124,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:06.390068 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-be0e59f4-5a9a-42e3-bbcb-558e37544e06 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.391276 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-be0e59f4-5a9a-42e3-bbcb-558e37544e06 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2724922 Aug 16 02:47:06.395114 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57378) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:06.399933 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'network': {'name': 'tempest-network-smoke--1050574704', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'port_security_enabled': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:06.490520 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:06.494022 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.517364 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:06.526592 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.526926 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Added segment 66e8859d-7a2d-46f6-b9a2-44ceae4adc55 of type vlan for network 8438c5d5-c939-48f6-bf50-16dfcb612caf Aug 16 02:47:06.569790 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.659137 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.664624 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:06.665212 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.729375 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Network': ['ID=8438c5d5-c939-48f6-bf50-16dfcb612caf,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:06.739972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 8438c5d5-c939-48f6-bf50-16dfcb612caf details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:06.791305 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2fe7cd60-0507-409d-873d-8f31d27e73a0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3951600 Aug 16 02:47:06.793940 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57380) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:06.798440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'admin_state_up': True, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:06.887560 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.888559 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.946684 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:07.440789 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:07.694521 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:07.713460 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:07.819566 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.25.8.96 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/3925c356-1947-4f1b-b50e-69a0e2f61ec2) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:07.920207 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.008123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.047204 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:08.050613 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:08.054164 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:08.059468 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=3925c356-1947-4f1b-b50e-69a0e2f61ec2,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:08.389538 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.585002 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.759380 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 6e6722a3-4c8d-4240-811a-2d6b573374b0 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:47:08.864669 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:08.877608 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Sync routers for ids ['6e6722a3-4c8d-4240-811a-2d6b573374b0'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:08.886127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Routers {'6e6722a3-4c8d-4240-811a-2d6b573374b0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:08.886728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:47:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e6722a3-4c8d-4240-811a-2d6b573374b0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:08.931159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.932483 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-20ec0ef0-e066-41da-8fdc-3d1c0a753a28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1375928 Aug 16 02:47:08.935773 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57382) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:08.966094 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-32b6fd63-4211-48b9-85b5-1c3b4548eb1a tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2ffe91c4436d468b9890eabcb72d4e44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292020 Aug 16 02:47:08.968627 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57384) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:08.994712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Set router 6e6722a3-4c8d-4240-811a-2d6b573374b0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:09.059562 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbea46ff-1419-4abb-bdc9-8751de992011 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:09.061021 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fbea46ff-1419-4abb-bdc9-8751de992011 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914750 Aug 16 02:47:09.063910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57386) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:09.095567 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8af3f001-ff67-4261-80f0-4079674b5079 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276048 Aug 16 02:47:09.095816 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57388) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:09.100547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-569551399', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:09.171468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:08Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:09.197559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Checking router: 6e6722a3-4c8d-4240-811a-2d6b573374b0 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:09.197932 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Updating router 6e6722a3-4c8d-4240-811a-2d6b573374b0 port 3925c356-1947-4f1b-b50e-69a0e2f61ec2 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:47:09.225663 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.249330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:09.253567 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.482595 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.493139 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Transition to ACTIVE for port object 3925c356-1947-4f1b-b50e-69a0e2f61ec2 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:09.496998 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.561548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Subnet': ['ID=e437ba2d-c0ab-47f0-8239-dcc54a90fbca,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:09.568913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Checking segment: {'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:09.569068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network hostable DHCP agents. Network: 8438c5d5-c939-48f6-bf50-16dfcb612caf, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:09.578807 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.631548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Attempting to bind port 3925c356-1947-4f1b-b50e-69a0e2f61ec2 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:09.631918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Attempting to bind port 3925c356-1947-4f1b-b50e-69a0e2f61ec2 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:09.632290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Attempting to bind port 3925c356-1947-4f1b-b50e-69a0e2f61ec2 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:09.635300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660016f-e439-4dff-8414-888839e387b6 None None] Pushing event updated for resources: {'Port': ['ID=3925c356-1947-4f1b-b50e-69a0e2f61ec2,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:09.640459 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:09.645635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:09.645635 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.645635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:09.645635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Bound port: 3925c356-1947-4f1b-b50e-69a0e2f61ec2, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:09.645635 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.664544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 8438c5d5-c939-48f6-bf50-16dfcb612caf is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:09.696066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] For port 3925c356-1947-4f1b-b50e-69a0e2f61ec2, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:09.699088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] For port 3925c356-1947-4f1b-b50e-69a0e2f61ec2, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3925c356-1947-4f1b-b50e-69a0e2f61ec2,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:09.755915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 8438c5d5-c939-48f6-bf50-16dfcb612caf) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:09.760196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:09.760795 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.764606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b3c31-9a5a-4b72-924a-efb76f99b497 None None] Network 8438c5d5-c939-48f6-bf50-16dfcb612caf requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:09.803613 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.854437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8e3f375d-ffaa-45eb-bc74-436fbf31414a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7576392 Aug 16 02:47:09.857113 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57390) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:09.886300 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Routers {'6e6722a3-4c8d-4240-811a-2d6b573374b0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:09.887020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:47:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e6722a3-4c8d-4240-811a-2d6b573374b0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:09.893361 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660016f-e439-4dff-8414-888839e387b6 None None] Pushing event updated for resources: {'Port': ['ID=3925c356-1947-4f1b-b50e-69a0e2f61ec2,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:10.213369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] Set router 6e6722a3-4c8d-4240-811a-2d6b573374b0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:10.240294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-8438c5d5-c939-48f6-bf50-16dfcb612caf', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ips': [{'subnet_id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:10.241133 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.301377 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.487593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Allocated IP 172.20.0.2 (8438c5d5-c939-48f6-bf50-16dfcb612caf/e437ba2d-c0ab-47f0-8239-dcc54a90fbca/8c3a1b4f-0c2a-43ae-9d12-40311901fb44) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:10.559944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:08Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:10.600108 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd2904-6d37-40f7-a280-97dbd56fdb6f None None] The sync data for ids ['6e6722a3-4c8d-4240-811a-2d6b573374b0'] in n-d-768509-23 is: [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:08Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:10.677217 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.685188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Transition to ACTIVE for port object 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:10.699516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Transition to ACTIVE for port object 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:10.754273 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.796261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Network 8438c5d5-c939-48f6-bf50-16dfcb612caf is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:10.799228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:10.802926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:10.812341 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.20.0.1 (8438c5d5-c939-48f6-bf50-16dfcb612caf/e437ba2d-c0ab-47f0-8239-dcc54a90fbca/243497d5-f701-4cc4-a584-653ea84c8c5f) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:10.813359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Pushing event updated for resources: {'Port': ['ID=8c3a1b4f-0c2a-43ae-9d12-40311901fb44,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:10.871749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Attempting to bind port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:10.872116 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Attempting to bind port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:10.872481 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Attempting to bind port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 on network 8438c5d5-c939-48f6-bf50-16dfcb612caf {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:10.877517 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:10.877916 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Checking segment: {'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:10.878327 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.878718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Bound using segment: {'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:10.879187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Bound port: 8c3a1b4f-0c2a-43ae-9d12-40311901fb44, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:10.879572 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.946995 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] For port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:10.950253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] For port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8c3a1b4f-0c2a-43ae-9d12-40311901fb44,segment=NetworkSegment(66e8859d-7a2d-46f6-b9a2-44ceae4adc55),segment_id=66e8859d-7a2d-46f6-b9a2-44ceae4adc55)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:10.967938 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.983728 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Transition to ACTIVE for port object 243497d5-f701-4cc4-a584-653ea84c8c5f will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:11.023145 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.090490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3a165-fdc4-4633-a3cb-18dc8440595f None None] Pushing event updated for resources: {'Port': ['ID=8c3a1b4f-0c2a-43ae-9d12-40311901fb44,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:11.099842 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.141405 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 8438c5d5-c939-48f6-bf50-16dfcb612caf is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:11.146710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:11.151849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:11.191969 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=243497d5-f701-4cc4-a584-653ea84c8c5f,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:11.210959 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.469721 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.751034 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.824333 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.902221 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.904049 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=243497d5-f701-4cc4-a584-653ea84c8c5f,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:11.994919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 8438c5d5-c939-48f6-bf50-16dfcb612caf is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:11.996261 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:12.110504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 6e6722a3-4c8d-4240-811a-2d6b573374b0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:12.224146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:12.229143 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e8fc161f-da3a-411c-89dd-ca35a5292253 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "PUT /v2.0/routers/6e6722a3-4c8d-4240-811a-2d6b573374b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3710666 Aug 16 02:47:12.375286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-71928240-63f6-453a-b5c9-97e9652da1d0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755502466&fields=id&tenant_id=2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 267 time: 0.0346868 Aug 16 02:47:12.406367 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Sync routers for ids ['6e6722a3-4c8d-4240-811a-2d6b573374b0'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:12.421701 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Routers {'6e6722a3-4c8d-4240-811a-2d6b573374b0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:12.422434 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:47:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e6722a3-4c8d-4240-811a-2d6b573374b0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:12.427702 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f49ebaa-46a2-4ca3-bb78-1ed654703ef3 None None] Network 8438c5d5-c939-48f6-bf50-16dfcb612caf requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:12.496007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-a2fc2fe2-bcd8-4e48-9dee-ae128816738c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:12.497681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-a2fc2fe2-bcd8-4e48-9dee-ae128816738c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/networks?id=8438c5d5-c939-48f6-bf50-16dfcb612caf HTTP/1.1" status: 200 len: 797 time: 0.1139128 Aug 16 02:47:12.514951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-be8826d6-d37f-4dd7-8dd2-92684d7344a7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/quotas/2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 375 time: 0.0101142 Aug 16 02:47:12.538789 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Set router 6e6722a3-4c8d-4240-811a-2d6b573374b0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:12.576654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-52d66049-0169-4caf-a748-089c0284814d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521054 Aug 16 02:47:12.578073 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1555658c-d10f-4cb9-bbac-82edcfef5756 None None] Provisioning for port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:12.682726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-0f4f9258-2bcd-4442-9ead-caee728f27a9 service neutron] 10.222.0.66 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921919 Aug 16 02:47:12.746493 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:11Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '243497d5-f701-4cc4-a584-653ea84c8c5f', 'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2b:6b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:10Z', 'updated_at': '2021-08-16T02:47:11Z', 'revision_number': 2, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:12.787457 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Checking router: 6e6722a3-4c8d-4240-811a-2d6b573374b0 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:12.787819 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Updating router 6e6722a3-4c8d-4240-811a-2d6b573374b0 port 243497d5-f701-4cc4-a584-653ea84c8c5f binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:47:12.795746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-cdb9e57a-9d1b-4a3c-9bc0-94783aa4c20e service neutron] 10.222.0.66 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052327 Aug 16 02:47:12.821156 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.924052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-161f0cb1-d123-4411-858e-24fc5299667b None None] Provisioning for port 243497d5-f701-4cc4-a584-653ea84c8c5f completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:12.930152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-161f0cb1-d123-4411-858e-24fc5299667b None None] Provisioning complete for port 243497d5-f701-4cc4-a584-653ea84c8c5f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:12.931862 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-161f0cb1-d123-4411-858e-24fc5299667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.968240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:13.024081 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-161f0cb1-d123-4411-858e-24fc5299667b None None] Port 243497d5-f701-4cc4-a584-653ea84c8c5f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:13.095281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0258e530-13b0-4fbc-b879-8e9c15abc805 req-9696a2d5-b2a4-4d3f-9510-6dde667b5cde tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 210 time: 0.0383375 Aug 16 02:47:13.105572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:13.110295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:13.110889 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.161063 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.163612 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8b7f0ced-c07f-40fa-a510-5e17ea4d13db None None] Provisioning complete for port 243497d5-f701-4cc4-a584-653ea84c8c5f triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:13.164054 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0ced-c07f-40fa-a510-5e17ea4d13db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.171573 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Transition to ACTIVE for port object 243497d5-f701-4cc4-a584-653ea84c8c5f will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:13.213782 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f0ced-c07f-40fa-a510-5e17ea4d13db None None] Port 243497d5-f701-4cc4-a584-653ea84c8c5f cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:13.252413 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.260362 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.305975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8c3a1b4f-0c2a-43ae-9d12-40311901fb44,segment=NetworkSegment(66e8859d-7a2d-46f6-b9a2-44ceae4adc55),segment_id=66e8859d-7a2d-46f6-b9a2-44ceae4adc55)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:13.316695 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Pushing event updated for resources: {'Port': ['ID=243497d5-f701-4cc4-a584-653ea84c8c5f,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:13.343074 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.343419 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.343764 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.344091 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.344427 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.344811 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.345062 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.345383 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.345875 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.346201 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.346506 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.346825 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.377935 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Attempting to bind port 243497d5-f701-4cc4-a584-653ea84c8c5f on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:13.378193 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.378344 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Attempting to bind port 243497d5-f701-4cc4-a584-653ea84c8c5f by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:13.378553 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Attempting to bind port 243497d5-f701-4cc4-a584-653ea84c8c5f on network 8438c5d5-c939-48f6-bf50-16dfcb612caf {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:13.379013 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3925c356-1947-4f1b-b50e-69a0e2f61ec2 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:13.385141 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:13.385141 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Checking segment: {'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:13.385141 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.385555 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Bound using segment: {'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:13.385658 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Bound port: 243497d5-f701-4cc4-a584-653ea84c8c5f, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:13.386075 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.460414 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] For port 243497d5-f701-4cc4-a584-653ea84c8c5f, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:13.463893 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] For port 243497d5-f701-4cc4-a584-653ea84c8c5f, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=243497d5-f701-4cc4-a584-653ea84c8c5f,segment=NetworkSegment(66e8859d-7a2d-46f6-b9a2-44ceae4adc55),segment_id=66e8859d-7a2d-46f6-b9a2-44ceae4adc55)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:13.487903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=8c3a1b4f-0c2a-43ae-9d12-40311901fb44,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:13.555515 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.582538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3925c356-1947-4f1b-b50e-69a0e2f61ec2 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:13.587239 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3925c356-1947-4f1b-b50e-69a0e2f61ec2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:13.587591 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.614447 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Routers {'6e6722a3-4c8d-4240-811a-2d6b573374b0'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:13.615322 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:47:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e6722a3-4c8d-4240-811a-2d6b573374b0'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:13.652855 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb69cb-503d-4d1a-84de-afb769ed1e76 None None] Pushing event updated for resources: {'Port': ['ID=243497d5-f701-4cc4-a584-653ea84c8c5f,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:13.717196 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.729985 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] Set router 6e6722a3-4c8d-4240-811a-2d6b573374b0 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:13.739873 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 3925c356-1947-4f1b-b50e-69a0e2f61ec2, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3925c356-1947-4f1b-b50e-69a0e2f61ec2,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:13.805462 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.857178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=3925c356-1947-4f1b-b50e-69a0e2f61ec2,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:13.938287 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:11Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '243497d5-f701-4cc4-a584-653ea84c8c5f', 'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2b:6b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:10Z', 'updated_at': '2021-08-16T02:47:13Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:13.964000 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8de2be-cf8e-4ce3-a12d-d6a2cad2eefb None None] The sync data for ids ['6e6722a3-4c8d-4240-811a-2d6b573374b0'] in n-d-768509-23 is: [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:11Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '243497d5-f701-4cc4-a584-653ea84c8c5f', 'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2b:6b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:10Z', 'updated_at': '2021-08-16T02:47:13Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:14.201330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd6d4c9b-360f-4de5-9b8f-737188c27e45 req-023711ac-2d4b-4b73-9bf4-179fc7a0c7e5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 210 time: 0.0282516 Aug 16 02:47:14.899738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 243497d5-f701-4cc4-a584-653ea84c8c5f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:14.999177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 243497d5-f701-4cc4-a584-653ea84c8c5f completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:15.003632 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 243497d5-f701-4cc4-a584-653ea84c8c5f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:15.004009 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.083972 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.114546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 243497d5-f701-4cc4-a584-653ea84c8c5f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=243497d5-f701-4cc4-a584-653ea84c8c5f,segment=NetworkSegment(66e8859d-7a2d-46f6-b9a2-44ceae4adc55),segment_id=66e8859d-7a2d-46f6-b9a2-44ceae4adc55)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:15.224821 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.225636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:15.304160 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=243497d5-f701-4cc4-a584-653ea84c8c5f,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:15.320191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:15.320959 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.416187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3925c356-1947-4f1b-b50e-69a0e2f61ec2 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:15.468115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3925c356-1947-4f1b-b50e-69a0e2f61ec2 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:15.468500 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.643281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54a2073c-a66a-40c5-ba9a-d822f72857b2 req-3c871705-5da5-487a-b01a-d200b4e61d93 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 210 time: 0.0353901 Aug 16 02:47:15.686355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-b98de3b9-77fd-4c26-b967-c9847ff2dbdf tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:15.687807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-b98de3b9-77fd-4c26-b967-c9847ff2dbdf tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/networks?id=8438c5d5-c939-48f6-bf50-16dfcb612caf HTTP/1.1" status: 200 len: 797 time: 0.5026233 Aug 16 02:47:15.731334 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-1d166863-fcf5-4a53-8bd0-da579a1a9809 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 379 time: 0.0341027 Aug 16 02:47:15.741231 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'port': {'device_id': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'admin_state_up': True, 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'security_groups': ['e8a93851-4904-4dca-ac66-e0fbb7ed3cec']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:15.919836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:15.923301 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.044550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.20.0.10 (8438c5d5-c939-48f6-bf50-16dfcb612caf/e437ba2d-c0ab-47f0-8239-dcc54a90fbca/ab25bd40-5f49-486c-b0e1-0720c0a39bed) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:16.190924 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.204328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Transition to ACTIVE for port object ab25bd40-5f49-486c-b0e1-0720c0a39bed will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:16.291003 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.329334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 8438c5d5-c939-48f6-bf50-16dfcb612caf is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:16.332390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:16.338002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:16.371565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=ab25bd40-5f49-486c-b0e1-0720c0a39bed,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:16.398542 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:16.399184 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.459826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-3331084f-f5c5-4b73-ad9a-4beb37b67b28 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7221940 Aug 16 02:47:16.474407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Request body: {'port': {'device_id': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:16.528395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.584813 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9be3045e-4d3f-40c7-92d6-f8f033ef9c7d None None] Provisioning for port ab25bd40-5f49-486c-b0e1-0720c0a39bed completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:16.592366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9be3045e-4d3f-40c7-92d6-f8f033ef9c7d None None] Provisioning complete for port ab25bd40-5f49-486c-b0e1-0720c0a39bed triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:16.592751 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9be3045e-4d3f-40c7-92d6-f8f033ef9c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.627988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-9be3045e-4d3f-40c7-92d6-f8f033ef9c7d None None] Port ab25bd40-5f49-486c-b0e1-0720c0a39bed cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:16.788559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7957a-8573-4d93-ac3e-2491ff05e5b7 req-0202c069-ea0d-4cf2-ba1b-292beae4eb02 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:16.790061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aae7957a-8573-4d93-ac3e-2491ff05e5b7 req-0202c069-ea0d-4cf2-ba1b-292beae4eb02 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 932 time: 0.0754135 Aug 16 02:47:16.838511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 243497d5-f701-4cc4-a584-653ea84c8c5f up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:16.853862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab25bd40-5f49-486c-b0e1-0720c0a39bed {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:16.868216 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.877686 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aae7957a-8573-4d93-ac3e-2491ff05e5b7 req-0a779c96-5042-4523-9ab6-fbda3d29f345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772066 Aug 16 02:47:16.885552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Transition to ACTIVE for port object ab25bd40-5f49-486c-b0e1-0720c0a39bed will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:16.886371 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 243497d5-f701-4cc4-a584-653ea84c8c5f triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:16.886826 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.948268 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.003057 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Pushing event updated for resources: {'Port': ['ID=ab25bd40-5f49-486c-b0e1-0720c0a39bed,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:17.075031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Attempting to bind port ab25bd40-5f49-486c-b0e1-0720c0a39bed on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:17.075366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Attempting to bind port ab25bd40-5f49-486c-b0e1-0720c0a39bed by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:17.075690 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Attempting to bind port ab25bd40-5f49-486c-b0e1-0720c0a39bed on network 8438c5d5-c939-48f6-bf50-16dfcb612caf {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:17.080855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Port ab25bd40-5f49-486c-b0e1-0720c0a39bed on network 8438c5d5-c939-48f6-bf50-16dfcb612caf not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:47:17.081180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Attempting to bind port ab25bd40-5f49-486c-b0e1-0720c0a39bed on network 8438c5d5-c939-48f6-bf50-16dfcb612caf {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:17.086189 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:17.086538 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Checking segment: {'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:17.086927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Bound using segment: {'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:17.087359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Bound port: ab25bd40-5f49-486c-b0e1-0720c0a39bed, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e8859d-7a2d-46f6-b9a2-44ceae4adc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:17.087726 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.154865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] For port ab25bd40-5f49-486c-b0e1-0720c0a39bed, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:17.157966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] For port ab25bd40-5f49-486c-b0e1-0720c0a39bed, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ab25bd40-5f49-486c-b0e1-0720c0a39bed,segment=NetworkSegment(66e8859d-7a2d-46f6-b9a2-44ceae4adc55),segment_id=66e8859d-7a2d-46f6-b9a2-44ceae4adc55)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:17.248010 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.286811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:17.287427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.288853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] 10.222.0.74 "PUT /v2.0/ports/ab25bd40-5f49-486c-b0e1-0720c0a39bed HTTP/1.1" status: 200 len: 1093 time: 0.8194296 Aug 16 02:47:17.289308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'tag': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:17.291635 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f20d18-60fb-45c4-8295-98f96bf40eca" -d '{"events": [{"name": "network-changed", "server_uuid": "7108f2b2-cbd9-446e-a9ad-2c20d2698783", "tag": "ab25bd40-5f49-486c-b0e1-0720c0a39bed"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:17.312359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bc0ee-ffdb-46b0-87ce-747db728624c service neutron] Pushing event updated for resources: {'Port': ['ID=ab25bd40-5f49-486c-b0e1-0720c0a39bed,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:17.331741 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca8337b-30d0-43ce-96b2-de672778cba3 x-openstack-request-id: req-9ca8337b-30d0-43ce-96b2-de672778cba3 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:17.332138 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7108f2b2-cbd9-446e-a9ad-2c20d2698783", "tag": "ab25bd40-5f49-486c-b0e1-0720c0a39bed", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:17.332260 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ca8337b-30d0-43ce-96b2-de672778cba3 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:17.332654 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'tag': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed', 'status': 'completed', 'code': 200} Aug 16 02:47:17.395400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f20d18-60fb-45c4-8295-98f96bf40eca req-469dee83-c224-460b-b9f5-53a3934b2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:17.396950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f20d18-60fb-45c4-8295-98f96bf40eca req-469dee83-c224-460b-b9f5-53a3934b2f03 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 1096 time: 0.0455050 Aug 16 02:47:17.502252 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f20d18-60fb-45c4-8295-98f96bf40eca req-6ef7a55a-d797-4385-a2f1-94f9e88177fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:17.503746 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f20d18-60fb-45c4-8295-98f96bf40eca req-6ef7a55a-d797-4385-a2f1-94f9e88177fa service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0983858 Aug 16 02:47:17.604358 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f20d18-60fb-45c4-8295-98f96bf40eca req-9c567ae1-97cb-4b78-b29a-f8c9e64ad992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:17.605901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64f20d18-60fb-45c4-8295-98f96bf40eca req-9c567ae1-97cb-4b78-b29a-f8c9e64ad992 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957873 Aug 16 02:47:17.684818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-d7707ad6-a75e-4273-afc3-ed2e97b3f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:17.686365 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-d7707ad6-a75e-4273-afc3-ed2e97b3f787 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 1096 time: 0.0436773 Aug 16 02:47:17.727303 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-7916dfa3-7779-4ec6-babf-620840798251 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab25bd40-5f49-486c-b0e1-0720c0a39bed HTTP/1.1" status: 200 len: 217 time: 0.0331976 Aug 16 02:47:17.776045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-e3290a2f-cdd1-4021-a1fe-ef74b634c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:17.777475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-e3290a2f-cdd1-4021-a1fe-ef74b634c4bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e437ba2d-c0ab-47f0-8239-dcc54a90fbca HTTP/1.1" status: 200 len: 834 time: 0.0436120 Aug 16 02:47:17.828423 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-8a4fefb6-6afb-4c76-b0b3-027f9ff3425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:17.830321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-8a4fefb6-6afb-4c76-b0b3-027f9ff3425c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8438c5d5-c939-48f6-bf50-16dfcb612caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450416 Aug 16 02:47:17.920804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-75273d68-ba3d-4405-90b5-346856e959b6 service neutron] 10.222.0.74 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836244 Aug 16 02:47:18.056063 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810e797-5cba-4c67-a378-cb8f4d24d3d2 req-a963d333-5969-4b1e-b4e3-c3fbee39dae4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:18.057627 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7810e797-5cba-4c67-a378-cb8f4d24d3d2 req-a963d333-5969-4b1e-b4e3-c3fbee39dae4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 944 time: 0.0772719 Aug 16 02:47:18.061153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-991195fc-6f88-44e8-b96d-0fe00b19b6f2 req-f52eab19-abf3-45a0-b3c5-0851f07fcb16 service neutron] 10.222.0.74 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336102 Aug 16 02:47:18.095232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7810e797-5cba-4c67-a378-cb8f4d24d3d2 req-844cbfbd-ce67-4f76-9b3b-3c74f8d50c81 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Aug 16 02:47:19.209889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52629bd-3677-418a-a6c0-b5970f8ec357 req-1c011379-b54c-4d82-8a6e-37affd4f1077 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:19.211374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a52629bd-3677-418a-a6c0-b5970f8ec357 req-1c011379-b54c-4d82-8a6e-37affd4f1077 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 944 time: 0.0487309 Aug 16 02:47:19.253389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a52629bd-3677-418a-a6c0-b5970f8ec357 req-2930148e-fb9f-4a73-ae42-eaba0793f0f8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360618 Aug 16 02:47:19.377885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ab25bd40-5f49-486c-b0e1-0720c0a39bed details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:47:19.471769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ab25bd40-5f49-486c-b0e1-0720c0a39bed, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ab25bd40-5f49-486c-b0e1-0720c0a39bed,segment=NetworkSegment(66e8859d-7a2d-46f6-b9a2-44ceae4adc55),segment_id=66e8859d-7a2d-46f6-b9a2-44ceae4adc55)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:19.483209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'port_id': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed', 'mac_address': 'fa:16:3e:7c:86:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:47:19.523668 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.536544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab25bd40-5f49-486c-b0e1-0720c0a39bed {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:19.555637 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ab25bd40-5f49-486c-b0e1-0720c0a39bed, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ab25bd40-5f49-486c-b0e1-0720c0a39bed,segment=NetworkSegment(66e8859d-7a2d-46f6-b9a2-44ceae4adc55),segment_id=66e8859d-7a2d-46f6-b9a2-44ceae4adc55)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:19.636100 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.684566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ab25bd40-5f49-486c-b0e1-0720c0a39bed,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:19.836144 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['ab25bd40-5f49-486c-b0e1-0720c0a39bed'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:47:20.367490 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e272-2300-4ee7-9927-5382d05b8739 req-69ff986f-5156-4f9a-a28b-f7c947c52b3a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:20.368979 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8415e272-2300-4ee7-9927-5382d05b8739 req-69ff986f-5156-4f9a-a28b-f7c947c52b3a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 945 time: 0.0491176 Aug 16 02:47:20.407058 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8415e272-2300-4ee7-9927-5382d05b8739 req-5f5c94e7-5e3b-4c51-bf6d-e646958217de tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 Aug 16 02:47:21.378296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ab25bd40-5f49-486c-b0e1-0720c0a39bed up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:21.397351 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:47:21.487987 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.520558 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0a40f-fbd6-41bc-885f-0e0ee152fec1 req-80262085-a374-4ce5-963a-2855b5cff069 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:21.522069 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4e0a40f-fbd6-41bc-885f-0e0ee152fec1 req-80262085-a374-4ce5-963a-2855b5cff069 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 945 time: 0.0494881 Aug 16 02:47:21.522472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port ab25bd40-5f49-486c-b0e1-0720c0a39bed completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:21.526486 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port ab25bd40-5f49-486c-b0e1-0720c0a39bed triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:21.526860 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.560402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f4e0a40f-fbd6-41bc-885f-0e0ee152fec1 req-0f280727-9f36-4a72-a1cb-c66424c02bfd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322156 Aug 16 02:47:21.609896 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.636764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:21.636764 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7191f5f-e57b-4d79-b914-fc9721d3d832" -d '{"events": [{"server_uuid": "7108f2b2-cbd9-446e-a9ad-2c20d2698783", "name": "network-vif-plugged", "status": "completed", "tag": "ab25bd40-5f49-486c-b0e1-0720c0a39bed"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:21.647296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port ab25bd40-5f49-486c-b0e1-0720c0a39bed, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ab25bd40-5f49-486c-b0e1-0720c0a39bed,segment=NetworkSegment(66e8859d-7a2d-46f6-b9a2-44ceae4adc55),segment_id=66e8859d-7a2d-46f6-b9a2-44ceae4adc55)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:21.671439 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2082577b-1918-43bc-9672-443a4693b279 x-openstack-request-id: req-2082577b-1918-43bc-9672-443a4693b279 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:21.671756 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7108f2b2-cbd9-446e-a9ad-2c20d2698783", "name": "network-vif-plugged", "status": "completed", "tag": "ab25bd40-5f49-486c-b0e1-0720c0a39bed", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:21.672013 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2082577b-1918-43bc-9672-443a4693b279 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:21.672416 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed', 'code': 200} Aug 16 02:47:21.727812 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.762539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfc3b1-e711-433a-b359-58201e732e84 req-28b2beb1-6824-4f51-b2be-e10e07606057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:21.764106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45bfc3b1-e711-433a-b359-58201e732e84 req-28b2beb1-6824-4f51-b2be-e10e07606057 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 1098 time: 0.0395961 Aug 16 02:47:21.776540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=ab25bd40-5f49-486c-b0e1-0720c0a39bed,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:21.802871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-45bfc3b1-e711-433a-b359-58201e732e84 req-ff7510ce-533a-45b7-acd4-4a93349e95c5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320902 Aug 16 02:47:22.430634 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.700175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815497bd-0725-4fbf-9ffe-0ab3a25c38a7 req-928e00d5-095d-4054-8f13-b60ba032bb16 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:22.701630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-815497bd-0725-4fbf-9ffe-0ab3a25c38a7 req-928e00d5-095d-4054-8f13-b60ba032bb16 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0594676 Aug 16 02:47:22.748039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-815497bd-0725-4fbf-9ffe-0ab3a25c38a7 req-8c6fc07d-13f4-48c1-827b-290431798b93 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382099 Aug 16 02:47:23.867043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d56cf-ab7d-4b00-a95b-84441195fb22 req-3f28b1ea-c92c-4356-a8dc-1de3ee6a587b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:23.868517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f23d56cf-ab7d-4b00-a95b-84441195fb22 req-3f28b1ea-c92c-4356-a8dc-1de3ee6a587b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0485919 Aug 16 02:47:23.906290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f23d56cf-ab7d-4b00-a95b-84441195fb22 req-22f49c69-826f-4c72-bf88-4a6f2026bb2a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317800 Aug 16 02:47:24.019123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f6d70-4090-4fe6-8472-3365f4f4ff59 req-bdd2d46a-8436-4951-ae70-c0b2c07026af tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:24.020560 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e38f6d70-4090-4fe6-8472-3365f4f4ff59 req-bdd2d46a-8436-4951-ae70-c0b2c07026af tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0490823 Aug 16 02:47:24.061800 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e38f6d70-4090-4fe6-8472-3365f4f4ff59 req-68a0985d-326c-49b4-a55c-1856b935abf9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350907 Aug 16 02:47:24.084240 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57454) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:24.124998 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86caa2b-37ec-4f52-b7c7-f21d7ff96787 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:24.126593 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e86caa2b-37ec-4f52-b7c7-f21d7ff96787 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 1093 time: 0.0413165 Aug 16 02:47:24.129433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57456) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:24.133751 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:24.262430 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.363867 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.465052 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.25.8.236 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/3764eb2b-06c5-4391-868b-fa7af0305e3f) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:24.568186 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.659531 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.700542 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:24.703529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:24.708586 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:24.711736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=3764eb2b-06c5-4391-868b-fa7af0305e3f,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:25.074431 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.203836 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.350934 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.435747 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.507936 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=3764eb2b-06c5-4391-868b-fa7af0305e3f,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:25.518095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.616997 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Floating IP 2b143eb7-97ba-4b2b-a3c9-165673bef11a associated. External IP: 172.25.8.236, port: ab25bd40-5f49-486c-b0e1-0720c0a39bed. Aug 16 02:47:25.827009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 6e6722a3-4c8d-4240-811a-2d6b573374b0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:25.930121 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:25.940598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc881f36-df23-415a-8dc7-d07d5a1c1be1 None None] Sync routers for ids ['6e6722a3-4c8d-4240-811a-2d6b573374b0'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:25.950356 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc881f36-df23-415a-8dc7-d07d5a1c1be1 None None] Routers {'6e6722a3-4c8d-4240-811a-2d6b573374b0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:25.953011 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dc881f36-df23-415a-8dc7-d07d5a1c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:47:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e6722a3-4c8d-4240-811a-2d6b573374b0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:26.013436 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.119816 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-698a9549-ccd9-4ad8-8921-19a6f0904085 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9889774 Aug 16 02:47:26.120230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'tag': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:26.122515 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0551dae6c7fc61468848fa01418dd064d6c56ca945c16c5049742447b6f00904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7108f2b2-cbd9-446e-a9ad-2c20d2698783", "tag": "ab25bd40-5f49-486c-b0e1-0720c0a39bed"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:26.146519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-dc881f36-df23-415a-8dc7-d07d5a1c1be1 None None] Set router 6e6722a3-4c8d-4240-811a-2d6b573374b0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:26.216149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765d129-b632-42e2-a6a7-124f3a554e6d req-5aa02ab4-4f8b-4d8a-b622-972c9f807a04 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:26.217566 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b765d129-b632-42e2-a6a7-124f3a554e6d req-5aa02ab4-4f8b-4d8a-b622-972c9f807a04 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0496576 Aug 16 02:47:26.257648 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b765d129-b632-42e2-a6a7-124f3a554e6d req-a7c0ae19-c41f-4378-94f5-99c5fb7f88ce tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333469 Aug 16 02:47:26.279997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57462) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:26.313087 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97064478-351b-4a36-91c9-01aa7b9cc248 x-openstack-request-id: req-97064478-351b-4a36-91c9-01aa7b9cc248 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:26.313591 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7108f2b2-cbd9-446e-a9ad-2c20d2698783", "tag": "ab25bd40-5f49-486c-b0e1-0720c0a39bed", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:26.313725 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97064478-351b-4a36-91c9-01aa7b9cc248 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:26.314719 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'tag': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed', 'status': 'completed', 'code': 200} Aug 16 02:47:26.374704 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-bf08e991-a451-466c-9b05-4ac445fd5e03 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/2b143eb7-97ba-4b2b-a3c9-165673bef11a HTTP/1.1" status: 200 len: 992 time: 0.0918343 Aug 16 02:47:26.382865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dc881f36-df23-415a-8dc7-d07d5a1c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:11Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2b143eb7-97ba-4b2b-a3c9-165673bef11a', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'port_id': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'mac_address': 'fa:16:3e:7c:86:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:24Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243497d5-f701-4cc4-a584-653ea84c8c5f', 'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2b:6b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:10Z', 'updated_at': '2021-08-16T02:47:15Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:26.388242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f req-00396035-3771-43fe-8dd1-4b6577904433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:26.389711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f req-00396035-3771-43fe-8dd1-4b6577904433 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 1098 time: 0.0505688 Aug 16 02:47:26.409216 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc881f36-df23-415a-8dc7-d07d5a1c1be1 None None] Checking router: 6e6722a3-4c8d-4240-811a-2d6b573374b0 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:26.418191 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc881f36-df23-415a-8dc7-d07d5a1c1be1 None None] Routers {'6e6722a3-4c8d-4240-811a-2d6b573374b0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:26.418798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dc881f36-df23-415a-8dc7-d07d5a1c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:47:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e6722a3-4c8d-4240-811a-2d6b573374b0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:26.479299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f req-cdf47303-51fc-45a6-baf5-76201e0ab66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:26.480696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f req-cdf47303-51fc-45a6-baf5-76201e0ab66a service neutron] 10.222.0.74 "GET /v2.0/networks?id=8438c5d5-c939-48f6-bf50-16dfcb612caf HTTP/1.1" status: 200 len: 898 time: 0.0840461 Aug 16 02:47:26.523868 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-dc881f36-df23-415a-8dc7-d07d5a1c1be1 None None] Set router 6e6722a3-4c8d-4240-811a-2d6b573374b0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:26.550970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f req-f00cb2ce-aaa9-4620-afb7-672d862dc81e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab25bd40-5f49-486c-b0e1-0720c0a39bed HTTP/1.1" status: 200 len: 1000 time: 0.0623999 Aug 16 02:47:26.599975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f req-4e9fa4b5-1ef6-4394-a00b-63129e23193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:26.601454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f req-4e9fa4b5-1ef6-4394-a00b-63129e23193e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e437ba2d-c0ab-47f0-8239-dcc54a90fbca HTTP/1.1" status: 200 len: 834 time: 0.0441492 Aug 16 02:47:26.649487 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f req-b3acdfc6-4bab-4bc2-863d-30db27386901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:26.651077 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f req-b3acdfc6-4bab-4bc2-863d-30db27386901 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8438c5d5-c939-48f6-bf50-16dfcb612caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414791 Aug 16 02:47:26.742407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dc881f36-df23-415a-8dc7-d07d5a1c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:11Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2b143eb7-97ba-4b2b-a3c9-165673bef11a', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'port_id': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'mac_address': 'fa:16:3e:7c:86:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:24Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243497d5-f701-4cc4-a584-653ea84c8c5f', 'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2b:6b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:10Z', 'updated_at': '2021-08-16T02:47:15Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:26.745943 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f req-1c3dd9ca-0442-4198-abf0-df2ba7a31f46 service neutron] 10.222.0.74 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871835 Aug 16 02:47:26.774302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc881f36-df23-415a-8dc7-d07d5a1c1be1 None None] The sync data for ids ['6e6722a3-4c8d-4240-811a-2d6b573374b0'] in n-d-768509-23 is: [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:11Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2b143eb7-97ba-4b2b-a3c9-165673bef11a', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'port_id': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'mac_address': 'fa:16:3e:7c:86:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:24Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243497d5-f701-4cc4-a584-653ea84c8c5f', 'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2b:6b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:10Z', 'updated_at': '2021-08-16T02:47:15Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:26.844047 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c00ed2c2-ba2e-460b-ac06-cdd29e75ab2f req-6e388bb0-3380-47b3-a7a6-de56aff0ff6f service neutron] 10.222.0.74 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910037 Aug 16 02:47:27.356419 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9698e86-6b2a-43de-8f7e-e413ad0b3e6a None None] New status for floating IP 2b143eb7-97ba-4b2b-a3c9-165673bef11a: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:47:27.378335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57464) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:27.443717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-3e0dab42-0795-4d17-8080-3d6057310dbd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/2b143eb7-97ba-4b2b-a3c9-165673bef11a HTTP/1.1" status: 200 len: 992 time: 0.0642254 Aug 16 02:47:28.447263 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57466) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:28.506887 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b1164f44-9f86-450f-81ab-4ad7b6096d08 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/2b143eb7-97ba-4b2b-a3c9-165673bef11a HTTP/1.1" status: 200 len: 994 time: 0.0584550 Aug 16 02:47:29.921358 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c35fdd74-66c0-4c18-ae76-02640f561367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.902387 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.959348 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f4c8abf3-7793-416a-8776-3408d73f42bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.290905 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:36.039341 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:51.516091 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:52.430377 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.025406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee131b9-6a7f-420e-8027-d031f0006af5 req-434392b0-6515-4275-8517-5e5536cc6c72 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:58.027474 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ee131b9-6a7f-420e-8027-d031f0006af5 req-434392b0-6515-4275-8517-5e5536cc6c72 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0523801 Aug 16 02:47:58.098729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2ee131b9-6a7f-420e-8027-d031f0006af5 req-05c5abd1-739b-4d19-a539-53a6b8a42652 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651033 Aug 16 02:47:58.104853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cb398-298f-4606-b974-51adae9e6014 req-0e53ff20-8091-4512-a508-d45ee6ec54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:58.106288 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-626cb398-298f-4606-b974-51adae9e6014 req-0e53ff20-8091-4512-a508-d45ee6ec54e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 1098 time: 0.0557032 Aug 16 02:47:58.200607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cb398-298f-4606-b974-51adae9e6014 req-dbf3ccc5-5c09-4c2b-adf4-48ddb6f65473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:58.202000 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-626cb398-298f-4606-b974-51adae9e6014 req-dbf3ccc5-5c09-4c2b-adf4-48ddb6f65473 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8438c5d5-c939-48f6-bf50-16dfcb612caf HTTP/1.1" status: 200 len: 898 time: 0.0877256 Aug 16 02:47:58.266372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-626cb398-298f-4606-b974-51adae9e6014 req-b1f41862-4821-4772-8293-11d1b0a744a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab25bd40-5f49-486c-b0e1-0720c0a39bed HTTP/1.1" status: 200 len: 1002 time: 0.0570989 Aug 16 02:47:58.318504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cb398-298f-4606-b974-51adae9e6014 req-b337ef77-8844-4b3b-9387-2ee531a3b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:58.319964 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-626cb398-298f-4606-b974-51adae9e6014 req-b337ef77-8844-4b3b-9387-2ee531a3b94c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e437ba2d-c0ab-47f0-8239-dcc54a90fbca HTTP/1.1" status: 200 len: 834 time: 0.0471251 Aug 16 02:47:58.368602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cb398-298f-4606-b974-51adae9e6014 req-9d95df56-5a11-41f0-a7b9-4ceda34b2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:58.370121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-626cb398-298f-4606-b974-51adae9e6014 req-9d95df56-5a11-41f0-a7b9-4ceda34b2185 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8438c5d5-c939-48f6-bf50-16dfcb612caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431859 Aug 16 02:47:58.399770 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:47:58.462687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-626cb398-298f-4606-b974-51adae9e6014 req-1539d34d-a2b8-40f4-b0c6-691e57fced64 service neutron] 10.222.0.74 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848353 Aug 16 02:47:58.556638 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-626cb398-298f-4606-b974-51adae9e6014 req-a23bba1b-7080-4cd1-a872-a796af68f624 service neutron] 10.222.0.74 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858338 Aug 16 02:47:59.214395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93919d0-120c-4566-a51d-255aef69bab9 req-1ddb0746-9d6c-4e68-bbe0-e3326af3a7d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:59.215910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f93919d0-120c-4566-a51d-255aef69bab9 req-1ddb0746-9d6c-4e68-bbe0-e3326af3a7d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0492842 Aug 16 02:47:59.253345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f93919d0-120c-4566-a51d-255aef69bab9 req-2cca2c99-ce18-4e49-841c-2dcc717edf7d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311673 Aug 16 02:47:59.908462 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a392a3a4-ded0-4c24-8f25-23e6fc6d7714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:00.367653 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede154-664c-4be3-97ff-90e0d495d058 req-61081154-e1a8-4da1-bd1a-f31303d331ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:00.369142 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34ede154-664c-4be3-97ff-90e0d495d058 req-61081154-e1a8-4da1-bd1a-f31303d331ff tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0487909 Aug 16 02:48:00.406130 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34ede154-664c-4be3-97ff-90e0d495d058 req-5662256e-e362-43cd-9a15-4044b3a77374 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309815 Aug 16 02:48:01.523603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218c5d2-e9ef-42e8-8746-826604fb91cc req-0b0f412e-6954-4be7-8985-d96c288bb2cd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:01.525085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6218c5d2-e9ef-42e8-8746-826604fb91cc req-0b0f412e-6954-4be7-8985-d96c288bb2cd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0515537 Aug 16 02:48:01.562144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6218c5d2-e9ef-42e8-8746-826604fb91cc req-55866b5b-0372-4ba9-ac16-376ab38dff57 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311589 Aug 16 02:48:02.678508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7339fc-3132-4bd6-af1b-357a9694cb41 req-80affe26-b60d-4fde-9ab6-9ad0f4568255 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:02.680110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7339fc-3132-4bd6-af1b-357a9694cb41 req-80affe26-b60d-4fde-9ab6-9ad0f4568255 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0490613 Aug 16 02:48:02.720673 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa7339fc-3132-4bd6-af1b-357a9694cb41 req-ae8508a1-3729-47b3-82f9-4ebe2c247f31 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342767 Aug 16 02:48:02.944273 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.959528 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-36d30a92-8c9a-4910-9882-accccf5d93c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:03.847027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac046bf-873e-4abb-8af3-81068103c3e0 req-1c17574a-0a83-458e-b2ec-540606ed944d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:03.848524 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ac046bf-873e-4abb-8af3-81068103c3e0 req-1c17574a-0a83-458e-b2ec-540606ed944d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0601449 Aug 16 02:48:03.886569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9ac046bf-873e-4abb-8af3-81068103c3e0 req-ab1aad4f-fc57-4803-ac1e-a3c76d29a180 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320201 Aug 16 02:48:04.263963 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:05.003946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bffa9-81ef-438f-a92a-c09d2ad66bfb req-7acef0f7-89dc-4377-a1c0-f7d48f10037b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:05.005404 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-303bffa9-81ef-438f-a92a-c09d2ad66bfb req-7acef0f7-89dc-4377-a1c0-f7d48f10037b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0523491 Aug 16 02:48:05.042794 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-303bffa9-81ef-438f-a92a-c09d2ad66bfb req-42526a27-7b2f-4e47-b738-35bdda1512f1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314188 Aug 16 02:48:06.051174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:06.157171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98ee3f-e589-42ab-81c9-a17c34db4554 req-b45332cc-d6a6-448b-b127-44d2370e7cea tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:06.159518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae98ee3f-e589-42ab-81c9-a17c34db4554 req-b45332cc-d6a6-448b-b127-44d2370e7cea tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0495970 Aug 16 02:48:06.196320 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae98ee3f-e589-42ab-81c9-a17c34db4554 req-bc37aed9-7878-4f6e-adac-e01297a4220c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309823 Aug 16 02:48:07.309368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a838c-0122-459b-93ce-1bb3719c82cf req-3d9ab14b-e90b-4e57-afa0-53aaf8f5cf5d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:07.310841 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d4a838c-0122-459b-93ce-1bb3719c82cf req-3d9ab14b-e90b-4e57-afa0-53aaf8f5cf5d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0473099 Aug 16 02:48:07.348614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7d4a838c-0122-459b-93ce-1bb3719c82cf req-684e53b6-0798-4fe0-b6e6-4bdbbf41c9e3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312274 Aug 16 02:48:08.474997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4aea1-4464-4f92-90e7-c8455c945fb7 req-7d58545e-3385-470a-934b-110e8f44272c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:08.476479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-abd4aea1-4464-4f92-90e7-c8455c945fb7 req-7d58545e-3385-470a-934b-110e8f44272c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0593688 Aug 16 02:48:08.514674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-abd4aea1-4464-4f92-90e7-c8455c945fb7 req-32113cc9-5789-45be-96b9-4ff0e2a022bd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321624 Aug 16 02:48:09.629502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f67914-6ada-4a38-bf3b-9f23fa760025 req-db9218ec-aee2-44ee-b9a7-b1ce89303f4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.631021 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26f67914-6ada-4a38-bf3b-9f23fa760025 req-db9218ec-aee2-44ee-b9a7-b1ce89303f4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0478060 Aug 16 02:48:09.668341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-26f67914-6ada-4a38-bf3b-9f23fa760025 req-3ed8435b-bc5d-4ab6-8da9-c3a92e71f6c8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313611 Aug 16 02:48:10.781655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960fe0e-eee6-4ecc-8a9f-b4f08979ec4c req-c2b9d1b6-8c6a-4144-ab99-2afa37acef76 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:10.783150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3960fe0e-eee6-4ecc-8a9f-b4f08979ec4c req-c2b9d1b6-8c6a-4144-ab99-2afa37acef76 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0483665 Aug 16 02:48:10.820795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3960fe0e-eee6-4ecc-8a9f-b4f08979ec4c req-4b2932dc-5ea2-47e0-995c-c5da1c443ff9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309517 Aug 16 02:48:11.940804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421b93d-ba9e-400b-89b6-c77d95746782 req-8ca25a66-317b-4b2d-8f6c-4b3e10f71add tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:11.942353 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0421b93d-ba9e-400b-89b6-c77d95746782 req-8ca25a66-317b-4b2d-8f6c-4b3e10f71add tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0532849 Aug 16 02:48:11.980063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0421b93d-ba9e-400b-89b6-c77d95746782 req-662d9f4d-7fbe-4794-9a44-e51f9cffa6cd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317216 Aug 16 02:48:12.312296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2121b5d-27e8-4dc2-91e0-7ffbff1a0d91 req-01e396c2-5bb8-4dc0-beaf-0e964273dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:12.313735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2121b5d-27e8-4dc2-91e0-7ffbff1a0d91 req-01e396c2-5bb8-4dc0-beaf-0e964273dbac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 1098 time: 0.0407524 Aug 16 02:48:12.427618 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2121b5d-27e8-4dc2-91e0-7ffbff1a0d91 req-ce23c6ac-8ba2-4314-9991-0c91ac9d40af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:12.429116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2121b5d-27e8-4dc2-91e0-7ffbff1a0d91 req-ce23c6ac-8ba2-4314-9991-0c91ac9d40af service neutron] 10.222.0.74 "GET /v2.0/networks?id=8438c5d5-c939-48f6-bf50-16dfcb612caf HTTP/1.1" status: 200 len: 898 time: 0.0961766 Aug 16 02:48:12.493772 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2121b5d-27e8-4dc2-91e0-7ffbff1a0d91 req-52348734-255d-4a93-8e40-171beb803fbe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab25bd40-5f49-486c-b0e1-0720c0a39bed HTTP/1.1" status: 200 len: 1002 time: 0.0571048 Aug 16 02:48:12.541912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2121b5d-27e8-4dc2-91e0-7ffbff1a0d91 req-99af648b-81ef-40b2-85ef-0ba4e11fb0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:12.543303 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2121b5d-27e8-4dc2-91e0-7ffbff1a0d91 req-99af648b-81ef-40b2-85ef-0ba4e11fb0d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e437ba2d-c0ab-47f0-8239-dcc54a90fbca HTTP/1.1" status: 200 len: 834 time: 0.0429144 Aug 16 02:48:12.591569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2121b5d-27e8-4dc2-91e0-7ffbff1a0d91 req-3fd7ec8e-a1c6-437e-babe-0522b4a10e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:12.593033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2121b5d-27e8-4dc2-91e0-7ffbff1a0d91 req-3fd7ec8e-a1c6-437e-babe-0522b4a10e14 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8438c5d5-c939-48f6-bf50-16dfcb612caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420582 Aug 16 02:48:12.679990 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2121b5d-27e8-4dc2-91e0-7ffbff1a0d91 req-e8027855-43be-47f4-b07b-e76ef2157939 service neutron] 10.222.0.74 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803010 Aug 16 02:48:12.772068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f2121b5d-27e8-4dc2-91e0-7ffbff1a0d91 req-a27577d0-271b-4509-9a33-9623dc6dfa27 service neutron] 10.222.0.74 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851085 Aug 16 02:48:13.094855 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb3be9-5157-44c2-98ac-2311db1074e7 req-2bf615c2-bcca-4dac-9d2a-055283f7d828 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:13.096349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6cb3be9-5157-44c2-98ac-2311db1074e7 req-2bf615c2-bcca-4dac-9d2a-055283f7d828 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0495982 Aug 16 02:48:13.134443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f6cb3be9-5157-44c2-98ac-2311db1074e7 req-6e7c0356-9e2a-4deb-85b1-585bfadf7650 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318606 Aug 16 02:48:14.250633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df45435-d7a1-4640-a6b0-d23a01091056 req-f5279a62-f624-4bc1-9c5b-66a1874e0952 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:14.252144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5df45435-d7a1-4640-a6b0-d23a01091056 req-f5279a62-f624-4bc1-9c5b-66a1874e0952 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0490010 Aug 16 02:48:14.290542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5df45435-d7a1-4640-a6b0-d23a01091056 req-7cf31844-c53b-4743-875d-63e33dcbb68d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Aug 16 02:48:15.403134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd9437-4c49-40e5-a494-338bd4dfa299 req-d8d35e7d-0c47-4a0f-9586-0ca7ad814971 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:15.404626 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dbcd9437-4c49-40e5-a494-338bd4dfa299 req-d8d35e7d-0c47-4a0f-9586-0ca7ad814971 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0476141 Aug 16 02:48:15.447439 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dbcd9437-4c49-40e5-a494-338bd4dfa299 req-a8a8ef89-94a0-43f0-ad5a-7ea88ef98115 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362003 Aug 16 02:48:15.470144 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57520) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:15.837184 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8ab6830f-45da-40a5-874c-2168d72d4f91 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/2b143eb7-97ba-4b2b-a3c9-165673bef11a HTTP/1.1" status: 200 len: 994 time: 0.3657486 Aug 16 02:48:21.498588 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:22.441518 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.936660 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bb516068-2f63-4293-92bd-df70d4f9d001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.955938 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.957572 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3967fb64-3de7-42dd-8027-365b0024b7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.286691 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.400477 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:48:36.023807 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.469597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57536) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:46.633383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 3764eb2b-06c5-4391-868b-fa7af0305e3f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:46.633729 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.708199 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.708456 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.720433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 3764eb2b-06c5-4391-868b-fa7af0305e3f owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:46.955694 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.982748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=3764eb2b-06c5-4391-868b-fa7af0305e3f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:47.007348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.007694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.008034 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.008383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.008694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.009021 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.009352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.009678 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.010027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.012569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.012569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.012569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.052504 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.052832 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Floating IP 2b143eb7-97ba-4b2b-a3c9-165673bef11a disassociated (deleted). External IP: 172.25.8.236, port: ab25bd40-5f49-486c-b0e1-0720c0a39bed. Aug 16 02:48:47.247895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 6e6722a3-4c8d-4240-811a-2d6b573374b0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:47.352613 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:47.357373 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.361945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc810a5-d21f-4104-b8f7-2b8f591a6f2f None None] Sync routers for ids ['6e6722a3-4c8d-4240-811a-2d6b573374b0'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:47.370913 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc810a5-d21f-4104-b8f7-2b8f591a6f2f None None] Routers {'6e6722a3-4c8d-4240-811a-2d6b573374b0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:47.371531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2dc810a5-d21f-4104-b8f7-2b8f591a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:48:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e6722a3-4c8d-4240-811a-2d6b573374b0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:47.386333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1460267b-9d71-4d0e-a4ef-3d4fede51ea8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/floatingips/2b143eb7-97ba-4b2b-a3c9-165673bef11a HTTP/1.1" status: 204 len: 168 time: 0.9156249 Aug 16 02:48:47.386915 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'tag': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:47.389142 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda547d1-fe0d-409d-b613-0c0a11018f74" -d '{"events": [{"name": "network-changed", "server_uuid": "7108f2b2-cbd9-446e-a9ad-2c20d2698783", "tag": "ab25bd40-5f49-486c-b0e1-0720c0a39bed"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:47.479204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2dc810a5-d21f-4104-b8f7-2b8f591a6f2f None None] Set router 6e6722a3-4c8d-4240-811a-2d6b573374b0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:47.803569 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec4825f-3542-480b-8ebc-62fddcaa22fc x-openstack-request-id: req-9ec4825f-3542-480b-8ebc-62fddcaa22fc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:47.804073 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7108f2b2-cbd9-446e-a9ad-2c20d2698783", "tag": "ab25bd40-5f49-486c-b0e1-0720c0a39bed", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:47.804270 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ec4825f-3542-480b-8ebc-62fddcaa22fc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:47.804626 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'tag': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed', 'status': 'completed', 'code': 200} Aug 16 02:48:47.834723 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2dc810a5-d21f-4104-b8f7-2b8f591a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:11Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '243497d5-f701-4cc4-a584-653ea84c8c5f', 'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2b:6b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:10Z', 'updated_at': '2021-08-16T02:47:15Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:47.861532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc810a5-d21f-4104-b8f7-2b8f591a6f2f None None] Checking router: 6e6722a3-4c8d-4240-811a-2d6b573374b0 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:47.870757 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc810a5-d21f-4104-b8f7-2b8f591a6f2f None None] Routers {'6e6722a3-4c8d-4240-811a-2d6b573374b0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:47.871375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2dc810a5-d21f-4104-b8f7-2b8f591a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:48:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e6722a3-4c8d-4240-811a-2d6b573374b0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:47.906563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda547d1-fe0d-409d-b613-0c0a11018f74 req-3b1bf3a9-1c6b-4ccf-818c-59d89f6c4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:47.908069 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fda547d1-fe0d-409d-b613-0c0a11018f74 req-3b1bf3a9-1c6b-4ccf-818c-59d89f6c4ac8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 1098 time: 0.0764668 Aug 16 02:48:47.921114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60506e56-0feb-40ce-a979-19d6e7dfe599 req-54f5e507-509f-4581-a9db-abdc3e03cace tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:47.922586 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60506e56-0feb-40ce-a979-19d6e7dfe599 req-54f5e507-509f-4581-a9db-abdc3e03cace tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0641997 Aug 16 02:48:47.981323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2dc810a5-d21f-4104-b8f7-2b8f591a6f2f None None] Set router 6e6722a3-4c8d-4240-811a-2d6b573374b0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:48.253592 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2dc810a5-d21f-4104-b8f7-2b8f591a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:11Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '243497d5-f701-4cc4-a584-653ea84c8c5f', 'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2b:6b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:10Z', 'updated_at': '2021-08-16T02:47:15Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:48.287381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc810a5-d21f-4104-b8f7-2b8f591a6f2f None None] The sync data for ids ['6e6722a3-4c8d-4240-811a-2d6b573374b0'] in n-d-768509-23 is: [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:47:11Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '243497d5-f701-4cc4-a584-653ea84c8c5f', 'name': '', 'network_id': '8438c5d5-c939-48f6-bf50-16dfcb612caf', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2b:6b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:10Z', 'updated_at': '2021-08-16T02:47:15Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'e437ba2d-c0ab-47f0-8239-dcc54a90fbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:48.374710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-60506e56-0feb-40ce-a979-19d6e7dfe599 req-234ebc9f-8968-4c20-8142-457453e0337c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4434204 Aug 16 02:48:48.403620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda547d1-fe0d-409d-b613-0c0a11018f74 req-5116e5c9-5527-4ef0-bcbe-6e5c5f6d6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:48.405084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fda547d1-fe0d-409d-b613-0c0a11018f74 req-5116e5c9-5527-4ef0-bcbe-6e5c5f6d6947 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8438c5d5-c939-48f6-bf50-16dfcb612caf HTTP/1.1" status: 200 len: 898 time: 0.4816620 Aug 16 02:48:48.449096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fda547d1-fe0d-409d-b613-0c0a11018f74 req-cdde227f-9b49-46f5-ac51-f03af30d327a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab25bd40-5f49-486c-b0e1-0720c0a39bed HTTP/1.1" status: 200 len: 217 time: 0.0361421 Aug 16 02:48:48.500669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda547d1-fe0d-409d-b613-0c0a11018f74 req-da1666e2-0407-4304-acf7-10ffe86175ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:48.502168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fda547d1-fe0d-409d-b613-0c0a11018f74 req-da1666e2-0407-4304-acf7-10ffe86175ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e437ba2d-c0ab-47f0-8239-dcc54a90fbca HTTP/1.1" status: 200 len: 834 time: 0.0458021 Aug 16 02:48:48.529371 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d38f34-fee2-4ece-aa8a-480083ac07b3 None None] New status for floating IP 2b143eb7-97ba-4b2b-a3c9-165673bef11a: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:48:48.556685 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda547d1-fe0d-409d-b613-0c0a11018f74 req-7b5b2b3e-34d6-4234-aa42-413428cef8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:48.558220 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fda547d1-fe0d-409d-b613-0c0a11018f74 req-7b5b2b3e-34d6-4234-aa42-413428cef8ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8438c5d5-c939-48f6-bf50-16dfcb612caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468624 Aug 16 02:48:48.652506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fda547d1-fe0d-409d-b613-0c0a11018f74 req-de26f752-a7eb-4a68-80d3-09d6a4bbeb7b service neutron] 10.222.0.74 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857615 Aug 16 02:48:48.749080 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fda547d1-fe0d-409d-b613-0c0a11018f74 req-9ed64c08-4fbd-413c-bc75-abfd232bb1cf service neutron] 10.222.0.74 "GET /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875547 Aug 16 02:48:49.319763 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25712284-57e9-4f5f-9a3a-38d7f0769b02 req-eb134199-1a41-41ad-bcae-7ded3033a3c4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.321203 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25712284-57e9-4f5f-9a3a-38d7f0769b02 req-eb134199-1a41-41ad-bcae-7ded3033a3c4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0483639 Aug 16 02:48:49.408696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-25712284-57e9-4f5f-9a3a-38d7f0769b02 req-f20c34f7-5c0b-4b1b-b925-86cff69a13d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port ab25bd40-5f49-486c-b0e1-0720c0a39bed {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:49.409048 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25712284-57e9-4f5f-9a3a-38d7f0769b02 req-f20c34f7-5c0b-4b1b-b925-86cff69a13d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.526170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e809507-dd20-463c-86a6-d703ead9f7cd req-ef764a7b-6aa5-4d34-a48b-27bd00a550fa tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.527644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e809507-dd20-463c-86a6-d703ead9f7cd req-ef764a7b-6aa5-4d34-a48b-27bd00a550fa tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 946 time: 0.0760720 Aug 16 02:48:49.545217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-25712284-57e9-4f5f-9a3a-38d7f0769b02 req-f20c34f7-5c0b-4b1b-b925-86cff69a13d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port ab25bd40-5f49-486c-b0e1-0720c0a39bed, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=ab25bd40-5f49-486c-b0e1-0720c0a39bed,segment=NetworkSegment(66e8859d-7a2d-46f6-b9a2-44ceae4adc55),segment_id=66e8859d-7a2d-46f6-b9a2-44ceae4adc55)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:49.545585 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25712284-57e9-4f5f-9a3a-38d7f0769b02 req-f20c34f7-5c0b-4b1b-b925-86cff69a13d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.571415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-25712284-57e9-4f5f-9a3a-38d7f0769b02 req-f20c34f7-5c0b-4b1b-b925-86cff69a13d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for ab25bd40-5f49-486c-b0e1-0720c0a39bed owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:49.593681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e809507-dd20-463c-86a6-d703ead9f7cd req-5b677fef-6d60-4f89-91aa-7ac86efb0fca tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8a93851-4904-4dca-ac66-e0fbb7ed3cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590127 Aug 16 02:48:49.772447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25712284-57e9-4f5f-9a3a-38d7f0769b02 req-f20c34f7-5c0b-4b1b-b925-86cff69a13d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.798975 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c34f7-5c0b-4b1b-b925-86cff69a13d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=ab25bd40-5f49-486c-b0e1-0720c0a39bed,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:49.845386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-25712284-57e9-4f5f-9a3a-38d7f0769b02 req-f20c34f7-5c0b-4b1b-b925-86cff69a13d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] No DVR routers for this DVR port ab25bd40-5f49-486c-b0e1-0720c0a39bed on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:49.848638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-25712284-57e9-4f5f-9a3a-38d7f0769b02 req-f20c34f7-5c0b-4b1b-b925-86cff69a13d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.850805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-25712284-57e9-4f5f-9a3a-38d7f0769b02 req-f20c34f7-5c0b-4b1b-b925-86cff69a13d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "DELETE /v2.0/ports/ab25bd40-5f49-486c-b0e1-0720c0a39bed HTTP/1.1" status: 204 len: 173 time: 0.5228486 Aug 16 02:48:49.851268 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'name': 'network-vif-deleted', 'tag': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:49.853533 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c594584c-a729-4863-9d96-a67af7d07cfc" -d '{"events": [{"server_uuid": "7108f2b2-cbd9-446e-a9ad-2c20d2698783", "name": "network-vif-deleted", "tag": "ab25bd40-5f49-486c-b0e1-0720c0a39bed"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:49.888686 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f72ec5-3804-4520-9419-22614b06d14e x-openstack-request-id: req-a8f72ec5-3804-4520-9419-22614b06d14e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:49.888686 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7108f2b2-cbd9-446e-a9ad-2c20d2698783", "name": "network-vif-deleted", "tag": "ab25bd40-5f49-486c-b0e1-0720c0a39bed", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:49.888686 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8f72ec5-3804-4520-9419-22614b06d14e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:49.888686 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7108f2b2-cbd9-446e-a9ad-2c20d2698783', 'name': 'network-vif-deleted', 'tag': 'ab25bd40-5f49-486c-b0e1-0720c0a39bed', 'status': 'completed', 'code': 200} Aug 16 02:48:50.703165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-51deb474-403e-4701-b266-d82f13983668 req-51568461-0b2b-4b04-888c-b8e8a4133b40 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=7108f2b2-cbd9-446e-a9ad-2c20d2698783 HTTP/1.1" status: 200 len: 210 time: 0.0285513 Aug 16 02:48:51.515139 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.758478 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57558) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:51.910678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ab25bd40-5f49-486c-b0e1-0720c0a39bed no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:51.930105 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: ab25bd40-5f49-486c-b0e1-0720c0a39bed {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:51.930444 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device ab25bd40-5f49-486c-b0e1-0720c0a39bed not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:52.131677 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.386550 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 243497d5-f701-4cc4-a584-653ea84c8c5f {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:52.386910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.418287 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.476230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port 243497d5-f701-4cc4-a584-653ea84c8c5f, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=243497d5-f701-4cc4-a584-653ea84c8c5f,segment=NetworkSegment(66e8859d-7a2d-46f6-b9a2-44ceae4adc55),segment_id=66e8859d-7a2d-46f6-b9a2-44ceae4adc55)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:52.476605 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.489132 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 243497d5-f701-4cc4-a584-653ea84c8c5f owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:52.726811 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.758805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=243497d5-f701-4cc4-a584-653ea84c8c5f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:52.940380 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.152720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 6e6722a3-4c8d-4240-811a-2d6b573374b0 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:53.257220 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:53.262164 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-faee06f4-d7cf-47f2-8b8a-b137d1ec0e6c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "PUT /v2.0/routers/6e6722a3-4c8d-4240-811a-2d6b573374b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5026295 Aug 16 02:48:53.264794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57562) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:53.268559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa6041-669d-4b14-a5d3-c9ca74050c88 None None] Sync routers for ids ['6e6722a3-4c8d-4240-811a-2d6b573374b0'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:53.278051 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa6041-669d-4b14-a5d3-c9ca74050c88 None None] Routers {'6e6722a3-4c8d-4240-811a-2d6b573374b0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:53.278676 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3efa6041-669d-4b14-a5d3-c9ca74050c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:48:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e6722a3-4c8d-4240-811a-2d6b573374b0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:53.315139 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd8bcd5-197c-45da-a211-daa51920e5f1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting subnet e437ba2d-c0ab-47f0-8239-dcc54a90fbca {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:48:53.318355 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fcd8bcd5-197c-45da-a211-daa51920e5f1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.358224 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fcd8bcd5-197c-45da-a211-daa51920e5f1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.383056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3efa6041-669d-4b14-a5d3-c9ca74050c88 None None] Set router 6e6722a3-4c8d-4240-811a-2d6b573374b0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:53.447786 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fcd8bcd5-197c-45da-a211-daa51920e5f1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.559768 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fcd8bcd5-197c-45da-a211-daa51920e5f1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.564069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3efa6041-669d-4b14-a5d3-c9ca74050c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:53.590150 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fcd8bcd5-197c-45da-a211-daa51920e5f1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.590996 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa6041-669d-4b14-a5d3-c9ca74050c88 None None] Checking router: 6e6722a3-4c8d-4240-811a-2d6b573374b0 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:53.591952 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fcd8bcd5-197c-45da-a211-daa51920e5f1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/subnets/e437ba2d-c0ab-47f0-8239-dcc54a90fbca HTTP/1.1" status: 204 len: 168 time: 0.3262427 Aug 16 02:48:53.592991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8bcd5-197c-45da-a211-daa51920e5f1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Subnet': ['ID=e437ba2d-c0ab-47f0-8239-dcc54a90fbca,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:53.594779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57564) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:53.599426 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3413ef41-f45c-4957-ac6b-3a7cdb646eeb None None] Network 8438c5d5-c939-48f6-bf50-16dfcb612caf requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:53.612593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa6041-669d-4b14-a5d3-c9ca74050c88 None None] Routers {'6e6722a3-4c8d-4240-811a-2d6b573374b0'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:53.613865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3efa6041-669d-4b14-a5d3-c9ca74050c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:48:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['6e6722a3-4c8d-4240-811a-2d6b573374b0'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:53.704560 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.792726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-3efa6041-669d-4b14-a5d3-c9ca74050c88 None None] Set router 6e6722a3-4c8d-4240-811a-2d6b573374b0 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:53.809074 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.924485 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 3925c356-1947-4f1b-b50e-69a0e2f61ec2 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:53.924837 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.929413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23609562-366c-4161-a050-0337e57f2483 None None] DHCP port deletion for 8438c5d5-c939-48f6-bf50-16dfcb612caf request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:48:54.003117 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port 3925c356-1947-4f1b-b50e-69a0e2f61ec2, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3925c356-1947-4f1b-b50e-69a0e2f61ec2,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:54.003480 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.011179 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-3efa6041-669d-4b14-a5d3-c9ca74050c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:54.016896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 3925c356-1947-4f1b-b50e-69a0e2f61ec2 owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:54.043501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-23609562-366c-4161-a050-0337e57f2483 None None] Deleting port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:54.043868 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.045730 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa6041-669d-4b14-a5d3-c9ca74050c88 None None] The sync data for ids ['6e6722a3-4c8d-4240-811a-2d6b573374b0'] in n-d-768509-23 is: [{'id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380231707', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:06Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3925c356-1947-4f1b-b50e-69a0e2f61ec2', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6722a3-4c8d-4240-811a-2d6b573374b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:07Z', 'updated_at': '2021-08-16T02:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:54.108184 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-23609562-366c-4161-a050-0337e57f2483 None None] For port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8c3a1b4f-0c2a-43ae-9d12-40311901fb44,segment=NetworkSegment(66e8859d-7a2d-46f6-b9a2-44ceae4adc55),segment_id=66e8859d-7a2d-46f6-b9a2-44ceae4adc55)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:54.108587 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.121602 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-23609562-366c-4161-a050-0337e57f2483 None None] Calling delete_port for 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:54.264181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.289536 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=3925c356-1947-4f1b-b50e-69a0e2f61ec2,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:54.292670 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.298045 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.298408 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.298775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.299096 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.299436 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.299776 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.300112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.300457 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.300779 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.301110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.301442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.301765 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.318054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23609562-366c-4161-a050-0337e57f2483 None None] Pushing event deleted for resources: {'Port': ['ID=8c3a1b4f-0c2a-43ae-9d12-40311901fb44,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:54.322482 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23609562-366c-4161-a050-0337e57f2483 None None] No DVR routers for this DVR port 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:54.329254 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.331054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.331054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.331054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.331054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.331054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.331469 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.331546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.332781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.333150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.333534 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.333874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23609562-366c-4161-a050-0337e57f2483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.369166 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.464150 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.466363 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.593644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.594169 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Fanout notify agent at l3_agent the message router_deleted on router 6e6722a3-4c8d-4240-811a-2d6b573374b0 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:48:54.601665 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.603662 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-78863b5e-eacf-4b0e-88b5-a8e706cdfb0f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/routers/6e6722a3-4c8d-4240-811a-2d6b573374b0 HTTP/1.1" status: 204 len: 168 time: 1.0062551 Aug 16 02:48:54.605655 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57566) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:54.688643 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.774639 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.784178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8438c5d5-c939-48f6-bf50-16dfcb612caf']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:54.794689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e8859d-7a2d-46f6-b9a2-44ceae4adc55') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:54.794988 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e8859d-7a2d-46f6-b9a2-44ceae4adc55') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:54.803602 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.822110 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.827798 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:48:54.828190 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:48:54.831097 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:48:54.978288 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.985935 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.987074 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/networks/8438c5d5-c939-48f6-bf50-16dfcb612caf HTTP/1.1" status: 204 len: 168 time: 0.3803768 Aug 16 02:48:54.990509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57568) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:54.999497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19149ee0-fad5-4359-8770-bd062b3ef20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Network': ['ID=8438c5d5-c939-48f6-bf50-16dfcb612caf,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:55.064645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7db88e20-0bf1-4a47-93c3-b26b805e6b14 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.086829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 243497d5-f701-4cc4-a584-653ea84c8c5f no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:55.091679 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7db88e20-0bf1-4a47-93c3-b26b805e6b14 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.106242 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 243497d5-f701-4cc4-a584-653ea84c8c5f {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:55.106588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 243497d5-f701-4cc4-a584-653ea84c8c5f not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:55.107002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:55.125492 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:55.128213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c3a1b4f-0c2a-43ae-9d12-40311901fb44 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:55.128213 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3925c356-1947-4f1b-b50e-69a0e2f61ec2 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:55.146027 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3925c356-1947-4f1b-b50e-69a0e2f61ec2 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:55.146381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3925c356-1947-4f1b-b50e-69a0e2f61ec2 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:55.212672 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7db88e20-0bf1-4a47-93c3-b26b805e6b14 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.215388 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7db88e20-0bf1-4a47-93c3-b26b805e6b14 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.220243 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7db88e20-0bf1-4a47-93c3-b26b805e6b14 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/security-groups/e8a93851-4904-4dca-ac66-e0fbb7ed3cec HTTP/1.1" status: 204 len: 168 time: 0.2248068 Aug 16 02:48:55.230562 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db88e20-0bf1-4a47-93c3-b26b805e6b14 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a93851-4904-4dca-ac66-e0fbb7ed3cec,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:55.649313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57574) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:55.654065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b3649c2e-00c4-44a5-ba8b-0de39b2405f5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1783374242', 'description': 'tempest-secgroup-smoke-1783374242 description', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:55.738119 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3649c2e-00c4-44a5-ba8b-0de39b2405f5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.818006 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3649c2e-00c4-44a5-ba8b-0de39b2405f5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.881420 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3649c2e-00c4-44a5-ba8b-0de39b2405f5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.911988 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3649c2e-00c4-44a5-ba8b-0de39b2405f5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679d4b7c-fb82-4868-920c-41d93a2a68c4,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:55.984221 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b3649c2e-00c4-44a5-ba8b-0de39b2405f5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.985759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b3649c2e-00c4-44a5-ba8b-0de39b2405f5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3352356 Aug 16 02:48:55.988895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57576) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:55.993354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-15f3aa92-60e3-4eff-9abb-4d5e2565daeb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '679d4b7c-fb82-4868-920c-41d93a2a68c4', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:56.101540 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-15f3aa92-60e3-4eff-9abb-4d5e2565daeb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.157262 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-15f3aa92-60e3-4eff-9abb-4d5e2565daeb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.206645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-15f3aa92-60e3-4eff-9abb-4d5e2565daeb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.226190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3aa92-60e3-4eff-9abb-4d5e2565daeb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21918a94-3870-4ff8-8da4-4a6ac5547550,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:56.302229 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-15f3aa92-60e3-4eff-9abb-4d5e2565daeb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.303490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-15f3aa92-60e3-4eff-9abb-4d5e2565daeb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3136539 Aug 16 02:48:56.306308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57578) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:56.311182 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-220ef0c5-db0d-46d1-aabd-4438ebbeb700 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '679d4b7c-fb82-4868-920c-41d93a2a68c4', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:56.399282 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-220ef0c5-db0d-46d1-aabd-4438ebbeb700 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.456647 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-220ef0c5-db0d-46d1-aabd-4438ebbeb700 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.519226 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-220ef0c5-db0d-46d1-aabd-4438ebbeb700 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.537911 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ef0c5-db0d-46d1-aabd-4438ebbeb700 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce34bb8-fafb-4aa1-a8ca-9050682e482f,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:56.593675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-220ef0c5-db0d-46d1-aabd-4438ebbeb700 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.594949 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-220ef0c5-db0d-46d1-aabd-4438ebbeb700 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2875745 Aug 16 02:48:56.598044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57580) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:56.604199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2a1b7766-42bf-42d7-8e3c-a834bedfbae3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '679d4b7c-fb82-4868-920c-41d93a2a68c4', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:56.700983 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7766-42bf-42d7-8e3c-a834bedfbae3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.759246 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7766-42bf-42d7-8e3c-a834bedfbae3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.829142 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7766-42bf-42d7-8e3c-a834bedfbae3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.848180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b7766-42bf-42d7-8e3c-a834bedfbae3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef90cbd-cfae-458c-b0ea-70a5e9420fb4,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:56.909423 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7766-42bf-42d7-8e3c-a834bedfbae3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.911217 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2a1b7766-42bf-42d7-8e3c-a834bedfbae3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3117733 Aug 16 02:48:56.913964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57582) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:56.918291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6bd91547-423e-44cd-9641-023d9757528f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '679d4b7c-fb82-4868-920c-41d93a2a68c4', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:57.005805 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6bd91547-423e-44cd-9641-023d9757528f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.067174 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6bd91547-423e-44cd-9641-023d9757528f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.144130 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6bd91547-423e-44cd-9641-023d9757528f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.162587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd91547-423e-44cd-9641-023d9757528f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b9063f-aacc-4ef1-a8da-88c207a28a9a,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:57.235371 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6bd91547-423e-44cd-9641-023d9757528f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.236629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6bd91547-423e-44cd-9641-023d9757528f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216846 Aug 16 02:48:57.239448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57584) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:57.243799 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f883f726-b98e-4174-81eb-77503dd07c6d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '679d4b7c-fb82-4868-920c-41d93a2a68c4', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:57.320919 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-f883f726-b98e-4174-81eb-77503dd07c6d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Project 2ffe91c4436d468b9890eabcb72d4e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:48:57.325789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f883f726-b98e-4174-81eb-77503dd07c6d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.385542 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f883f726-b98e-4174-81eb-77503dd07c6d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.469505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f883f726-b98e-4174-81eb-77503dd07c6d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.487293 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883f726-b98e-4174-81eb-77503dd07c6d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9dfa4e-97d7-4583-bfea-7053763c874f,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:57.559178 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f883f726-b98e-4174-81eb-77503dd07c6d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.560452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f883f726-b98e-4174-81eb-77503dd07c6d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3200514 Aug 16 02:48:57.563143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57586) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:57.567506 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ee947214-a93d-458b-b83f-d39eb8fefbbc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '679d4b7c-fb82-4868-920c-41d93a2a68c4', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:57.656411 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-ee947214-a93d-458b-b83f-d39eb8fefbbc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Project 2ffe91c4436d468b9890eabcb72d4e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:48:57.662069 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ee947214-a93d-458b-b83f-d39eb8fefbbc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.721275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ee947214-a93d-458b-b83f-d39eb8fefbbc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.810523 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ee947214-a93d-458b-b83f-d39eb8fefbbc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.829054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee947214-a93d-458b-b83f-d39eb8fefbbc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c981ae-0ef3-408b-afbc-71cd18f65db1,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:57.944139 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ee947214-a93d-458b-b83f-d39eb8fefbbc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.945390 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ee947214-a93d-458b-b83f-d39eb8fefbbc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3813183 Aug 16 02:48:57.948276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57588) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:57.953160 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'network': {'name': 'tempest-network-smoke--1990762478', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'port_security_enabled': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:58.035527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:58.039062 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.068108 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:58.077044 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.077478 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Added segment cb04e22f-ad44-43b5-aa96-1ad51b70c56e of type vlan for network 913190d5-e273-4916-b9b9-b4bd070d2318 Aug 16 02:48:58.117020 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.212636 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.218199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:58.218850 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.285720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Network': ['ID=913190d5-e273-4916-b9b9-b4bd070d2318,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:58.296247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 913190d5-e273-4916-b9b9-b4bd070d2318 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:58.331804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-de5b0671-615b-4094-afa7-228e4d4b922a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3824008 Aug 16 02:48:58.335407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57590) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:58.339999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'admin_state_up': True, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:58.428304 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.429375 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.484687 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.680702 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.930183 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.949619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.054374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.25.8.152 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/b1654a97-0c3e-4db3-bdee-e3f3406d9922) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:59.151850 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.235658 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.278605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:59.281420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:59.285481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:59.290808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=b1654a97-0c3e-4db3-bdee-e3f3406d9922,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:59.915608 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-76590915-74f1-429e-b431-302df80a23db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.931068 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.131487 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.315582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:49:00.422251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:00.432279 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Sync routers for ids ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:00.442259 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Routers {'d9f3ab1f-2c93-4add-a144-fe6df46f72a8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:00.442869 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:48:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:00.490827 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.492148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c81bd6a1-82e7-4f44-8efe-52e6bb44330a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1557841 Aug 16 02:49:00.495266 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57592) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:00.526826 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cf49e0c1-6ed6-4d43-8d4c-fbd6fd33811f tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2ffe91c4436d468b9890eabcb72d4e44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279808 Aug 16 02:49:00.528857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57594) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:00.543929 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Set router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:00.612114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ee5cc-5f12-4c2f-b9b6-0f4c1594e796 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:00.614274 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4b4ee5cc-5f12-4c2f-b9b6-0f4c1594e796 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863788 Aug 16 02:49:00.617230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57596) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:00.645452 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-39fcb032-c89d-42f1-9cbe-01af98872e5d tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269921 Aug 16 02:49:00.647918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57598) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:00.652723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-313963468', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:00.728658 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:48:59Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:00.755072 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Checking router: d9f3ab1f-2c93-4add-a144-fe6df46f72a8 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:00.757541 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Updating router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 port b1654a97-0c3e-4db3-bdee-e3f3406d9922 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:49:00.779313 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.805033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:49:00.808619 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.030088 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.031727 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.041924 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Transition to ACTIVE for port object b1654a97-0c3e-4db3-bdee-e3f3406d9922 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:01.092519 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.094812 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Subnet': ['ID=75534b5f-faba-4836-a313-5998d03dd5ac,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:01.100962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Checking segment: {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:01.101338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network hostable DHCP agents. Network: 913190d5-e273-4916-b9b9-b4bd070d2318, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:49:01.142725 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Attempting to bind port b1654a97-0c3e-4db3-bdee-e3f3406d9922 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:01.143083 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Attempting to bind port b1654a97-0c3e-4db3-bdee-e3f3406d9922 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:01.143432 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Attempting to bind port b1654a97-0c3e-4db3-bdee-e3f3406d9922 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:01.152539 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Pushing event updated for resources: {'Port': ['ID=b1654a97-0c3e-4db3-bdee-e3f3406d9922,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:01.155353 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:01.156083 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:01.156083 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.156453 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:01.156902 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Bound port: b1654a97-0c3e-4db3-bdee-e3f3406d9922, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:01.157270 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.172224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 913190d5-e273-4916-b9b9-b4bd070d2318 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:49:01.179398 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.179727 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.180058 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.180382 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.180704 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.181025 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.181346 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.181658 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.181997 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.184709 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.184709 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.184709 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:01.216934 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] For port b1654a97-0c3e-4db3-bdee-e3f3406d9922, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:01.219863 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] For port b1654a97-0c3e-4db3-bdee-e3f3406d9922, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b1654a97-0c3e-4db3-bdee-e3f3406d9922,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:01.224900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 913190d5-e273-4916-b9b9-b4bd070d2318) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:01.229005 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:01.229602 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.234419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1519f06b-eaba-438f-96c4-ee9d9453795f None None] Network 913190d5-e273-4916-b9b9-b4bd070d2318 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:49:01.271229 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.296567 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57600) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:01.297142 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6758ae41-8df9-4030-9f0d-f4f35516b3a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6476266 Aug 16 02:49:01.320269 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Routers {'d9f3ab1f-2c93-4add-a144-fe6df46f72a8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:01.320897 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:48:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:01.368530 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fab9cf-0fe8-4e54-a832-5be666baf69e None None] Pushing event updated for resources: {'Port': ['ID=b1654a97-0c3e-4db3-bdee-e3f3406d9922,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:01.389524 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-913190d5-e273-4916-b9b9-b4bd070d2318', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:49:01.390425 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.436301 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] Set router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:01.538168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Allocated IP 172.20.0.2 (913190d5-e273-4916-b9b9-b4bd070d2318/75534b5f-faba-4836-a313-5998d03dd5ac/73f8c1b9-b040-4d81-b659-be070782c39d) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:01.620373 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:48:59Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:01.647027 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2146fb-ded3-461a-bd84-d172f3f400ef None None] The sync data for ids ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'] in n-d-768509-23 is: [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:48:59Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:01.682305 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.692275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Transition to ACTIVE for port object 73f8c1b9-b040-4d81-b659-be070782c39d will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:01.710088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Transition to ACTIVE for port object 73f8c1b9-b040-4d81-b659-be070782c39d will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:01.768357 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.774766 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.815125 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Network 913190d5-e273-4916-b9b9-b4bd070d2318 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:01.820731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:01.824383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:01.833665 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Pushing event updated for resources: {'Port': ['ID=73f8c1b9-b040-4d81-b659-be070782c39d,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:01.911679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Attempting to bind port 73f8c1b9-b040-4d81-b659-be070782c39d on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:01.912058 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Attempting to bind port 73f8c1b9-b040-4d81-b659-be070782c39d by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:01.913035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Attempting to bind port 73f8c1b9-b040-4d81-b659-be070782c39d on network 913190d5-e273-4916-b9b9-b4bd070d2318 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:01.918057 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:01.918438 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Checking segment: {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:01.918846 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.919251 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Bound using segment: {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:01.919726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Bound port: 73f8c1b9-b040-4d81-b659-be070782c39d, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:01.920112 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.991272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] For port 73f8c1b9-b040-4d81-b659-be070782c39d, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:01.994957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] For port 73f8c1b9-b040-4d81-b659-be070782c39d, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=73f8c1b9-b040-4d81-b659-be070782c39d,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:02.082286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.082775 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.20.0.1 (913190d5-e273-4916-b9b9-b4bd070d2318/75534b5f-faba-4836-a313-5998d03dd5ac/25723c7f-a897-4a55-8bc2-9ef451534acd) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:02.150071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c474ec-604e-43b3-8c4d-db18bfec9b21 None None] Pushing event updated for resources: {'Port': ['ID=73f8c1b9-b040-4d81-b659-be070782c39d,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:02.203252 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.218591 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Transition to ACTIVE for port object 25723c7f-a897-4a55-8bc2-9ef451534acd will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:02.317230 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.368507 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 913190d5-e273-4916-b9b9-b4bd070d2318 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:02.376526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:02.379894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:02.411801 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=25723c7f-a897-4a55-8bc2-9ef451534acd,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:02.443581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.674349 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.022181 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.104256 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.127816 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 73f8c1b9-b040-4d81-b659-be070782c39d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:03.200668 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.201489 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-96d099c9-d096-42f1-bd67-1b1a743e9ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.202546 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=25723c7f-a897-4a55-8bc2-9ef451534acd,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:03.258329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.261020 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f18bb-946d-42b1-8e04-5079f6e86d63 None None] Network 913190d5-e273-4916-b9b9-b4bd070d2318 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:49:03.311609 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 913190d5-e273-4916-b9b9-b4bd070d2318 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:03.313350 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:03.316275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 73f8c1b9-b040-4d81-b659-be070782c39d completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:03.327431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b1654a97-0c3e-4db3-bdee-e3f3406d9922 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:03.384069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a3df19f4-3107-4ca4-8363-3760baddacd8 None None] Provisioning for port 73f8c1b9-b040-4d81-b659-be070782c39d completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:03.400906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-a3df19f4-3107-4ca4-8363-3760baddacd8 None None] Provisioning complete for port 73f8c1b9-b040-4d81-b659-be070782c39d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:03.401343 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3df19f4-3107-4ca4-8363-3760baddacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.451095 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:49:03.545278 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port b1654a97-0c3e-4db3-bdee-e3f3406d9922 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:03.556390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b1654a97-0c3e-4db3-bdee-e3f3406d9922 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:03.556775 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.581143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:03.583996 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3df19f4-3107-4ca4-8363-3760baddacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.589090 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f2023e69-6ac5-470e-a35c-43caf8f6a4cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "PUT /v2.0/routers/d9f3ab1f-2c93-4add-a144-fe6df46f72a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2890048 Aug 16 02:49:03.655018 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-a3df19f4-3107-4ca4-8363-3760baddacd8 None None] For port 73f8c1b9-b040-4d81-b659-be070782c39d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=73f8c1b9-b040-4d81-b659-be070782c39d,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:03.708725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.733409 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port b1654a97-0c3e-4db3-bdee-e3f3406d9922, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b1654a97-0c3e-4db3-bdee-e3f3406d9922,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:03.738813 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a3df19f4-3107-4ca4-8363-3760baddacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.766147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-a39ad06e-acb9-4631-b0bc-0219062d7b75 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783374242&fields=id&tenant_id=2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 267 time: 0.0515409 Aug 16 02:49:03.775976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Sync routers for ids ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:03.799701 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Routers {'d9f3ab1f-2c93-4add-a144-fe6df46f72a8'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:03.800374 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:49:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:03.809676 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.854088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df19f4-3107-4ca4-8363-3760baddacd8 None None] Pushing event updated for resources: {'Port': ['ID=73f8c1b9-b040-4d81-b659-be070782c39d,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:03.903422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-1f6b950d-d6c8-4285-b5c6-b953b9c587e3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:03.904986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-1f6b950d-d6c8-4285-b5c6-b953b9c587e3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/networks?id=913190d5-e273-4916-b9b9-b4bd070d2318 HTTP/1.1" status: 200 len: 797 time: 0.1285183 Aug 16 02:49:03.921336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-f24ee6b2-4a11-4d3f-99dd-c52fbfd71259 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/quotas/2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 375 time: 0.0099823 Aug 16 02:49:03.960317 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=b1654a97-0c3e-4db3-bdee-e3f3406d9922,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:03.968452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abf3f33d-47b0-4c79-902c-dbd055ac2ed6 None None] Provisioning for port 25723c7f-a897-4a55-8bc2-9ef451534acd completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:03.973964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abf3f33d-47b0-4c79-902c-dbd055ac2ed6 None None] Provisioning complete for port 25723c7f-a897-4a55-8bc2-9ef451534acd triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:03.974328 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abf3f33d-47b0-4c79-902c-dbd055ac2ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.976888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Set router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:03.990631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-995df940-b825-4598-916b-3e8082dbfd53 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599518 Aug 16 02:49:04.048781 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-abf3f33d-47b0-4c79-902c-dbd055ac2ed6 None None] Port 25723c7f-a897-4a55-8bc2-9ef451534acd cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:04.108147 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-b19dc4ba-3768-4f4f-b1bc-ffa6d5d16f55 service neutron] 10.222.0.66 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047516 Aug 16 02:49:04.132737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-abf3f33d-47b0-4c79-902c-dbd055ac2ed6 None None] Provisioning complete for port 73f8c1b9-b040-4d81-b659-be070782c39d triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:04.133295 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-abf3f33d-47b0-4c79-902c-dbd055ac2ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.207409 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-b555c3f1-e11c-4295-9948-dd8fb68cfce1 service neutron] 10.222.0.66 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942919 Aug 16 02:49:04.292398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:02Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '25723c7f-a897-4a55-8bc2-9ef451534acd', 'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2f:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:01Z', 'updated_at': '2021-08-16T02:49:02Z', 'revision_number': 2, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:04.319314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Checking router: d9f3ab1f-2c93-4add-a144-fe6df46f72a8 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:04.319663 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Updating router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 port 25723c7f-a897-4a55-8bc2-9ef451534acd binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:49:04.321439 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.348263 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.462329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-36bd27e4-ac2e-4c96-ba39-eb8aabdba2b9 req-c47e8570-9cda-48ee-b30b-5af6923bc6c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 210 time: 0.0278187 Aug 16 02:49:04.464729 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1b160b9f-2094-48ba-94a5-776cd5159ef5 None None] Provisioning complete for port 25723c7f-a897-4a55-8bc2-9ef451534acd triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:04.465111 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1b160b9f-2094-48ba-94a5-776cd5159ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.545687 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1b160b9f-2094-48ba-94a5-776cd5159ef5 None None] Port 25723c7f-a897-4a55-8bc2-9ef451534acd cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:04.654526 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.664200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Transition to ACTIVE for port object 25723c7f-a897-4a55-8bc2-9ef451534acd will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:04.738794 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.792627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3289a-2ba8-4afb-b57c-1e83335d258b None None] Pushing event updated for resources: {'Port': ['ID=25723c7f-a897-4a55-8bc2-9ef451534acd,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:04.856250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Attempting to bind port 25723c7f-a897-4a55-8bc2-9ef451534acd on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:04.856678 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Attempting to bind port 25723c7f-a897-4a55-8bc2-9ef451534acd by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:04.857065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Attempting to bind port 25723c7f-a897-4a55-8bc2-9ef451534acd on network 913190d5-e273-4916-b9b9-b4bd070d2318 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:04.862452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:04.863370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Checking segment: {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:04.863768 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.864233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Bound using segment: {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:04.864666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Bound port: 25723c7f-a897-4a55-8bc2-9ef451534acd, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:04.865049 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.905762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 73f8c1b9-b040-4d81-b659-be070782c39d up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:04.972161 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] For port 25723c7f-a897-4a55-8bc2-9ef451534acd, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:04.975675 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] For port 25723c7f-a897-4a55-8bc2-9ef451534acd, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=25723c7f-a897-4a55-8bc2-9ef451534acd,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:04.985900 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 73f8c1b9-b040-4d81-b659-be070782c39d triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:04.986495 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.068645 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.077925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b1654a97-0c3e-4db3-bdee-e3f3406d9922 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:05.169318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3289a-2ba8-4afb-b57c-1e83335d258b None None] Pushing event updated for resources: {'Port': ['ID=25723c7f-a897-4a55-8bc2-9ef451534acd,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:05.172252 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Routers {'d9f3ab1f-2c93-4add-a144-fe6df46f72a8'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:05.172931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:49:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:05.228377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b1654a97-0c3e-4db3-bdee-e3f3406d9922 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:05.228765 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.486779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] Set router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:05.561359 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d0b7fc7-5287-4677-a7ee-7cdf1d1d6755 req-512ec9f5-e88a-4d8d-8d73-b6e464c5af12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 210 time: 0.0266690 Aug 16 02:49:05.715951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:02Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '25723c7f-a897-4a55-8bc2-9ef451534acd', 'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2f:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:01Z', 'updated_at': '2021-08-16T02:49:04Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:05.746962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb16866-dbb0-43bb-a1cf-978e67c68d03 None None] The sync data for ids ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'] in n-d-768509-23 is: [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:02Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '25723c7f-a897-4a55-8bc2-9ef451534acd', 'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2f:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:01Z', 'updated_at': '2021-08-16T02:49:04Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:06.045023 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.461162 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-21de8b79-08f2-4d65-90a2-62e20b2faba4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:06.462742 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-21de8b79-08f2-4d65-90a2-62e20b2faba4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/networks?id=913190d5-e273-4916-b9b9-b4bd070d2318 HTTP/1.1" status: 200 len: 797 time: 0.1239510 Aug 16 02:49:06.508614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-9bce079b-d6ef-421f-b28d-129137d85d55 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 380 time: 0.0366166 Aug 16 02:49:06.518527 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'port': {'device_id': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'admin_state_up': True, 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'security_groups': ['679d4b7c-fb82-4868-920c-41d93a2a68c4']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:06.672456 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bfa0ed8a-726f-4f11-a5c1-9384c46b79c5 req-e870c095-5882-4e4c-ba40-70be496225a8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 210 time: 0.0302274 Aug 16 02:49:06.732727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:49:06.747123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.869760 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.20.0.11 (913190d5-e273-4916-b9b9-b4bd070d2318/75534b5f-faba-4836-a313-5998d03dd5ac/779e1b61-71e9-4630-a4fa-7840d6887ad0) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:06.912006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 25723c7f-a897-4a55-8bc2-9ef451534acd up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:07.009608 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.023175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Transition to ACTIVE for port object 779e1b61-71e9-4630-a4fa-7840d6887ad0 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:07.024274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 25723c7f-a897-4a55-8bc2-9ef451534acd completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:07.028165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 25723c7f-a897-4a55-8bc2-9ef451534acd triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:07.028527 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.098914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.105379 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.142201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 25723c7f-a897-4a55-8bc2-9ef451534acd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=25723c7f-a897-4a55-8bc2-9ef451534acd,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:07.144343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 913190d5-e273-4916-b9b9-b4bd070d2318 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:07.147546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:07.151277 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:07.157439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=779e1b61-71e9-4630-a4fa-7840d6887ad0,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:07.201284 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.211910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:07.213570 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.254881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=25723c7f-a897-4a55-8bc2-9ef451534acd,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:07.303317 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2dc99cde-8f20-48aa-8fe9-c977c76a4a37 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7891204 Aug 16 02:49:07.370102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Request body: {'port': {'device_id': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:07.424719 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.491203 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4ac85473-a560-4c4c-85e8-31b7937a749e None None] Provisioning for port 779e1b61-71e9-4630-a4fa-7840d6887ad0 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:07.495147 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4ac85473-a560-4c4c-85e8-31b7937a749e None None] Provisioning complete for port 779e1b61-71e9-4630-a4fa-7840d6887ad0 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:07.495530 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4ac85473-a560-4c4c-85e8-31b7937a749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.530165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-4ac85473-a560-4c4c-85e8-31b7937a749e None None] Port 779e1b61-71e9-4630-a4fa-7840d6887ad0 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:07.692695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779e1b61-71e9-4630-a4fa-7840d6887ad0 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:07.701127 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.713210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Transition to ACTIVE for port object 779e1b61-71e9-4630-a4fa-7840d6887ad0 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:07.794151 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8b5ed-91b5-48a2-8042-ae30d821fcce req-c8a7b8a7-2676-407e-bd45-11d5ee2352ec tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:07.795651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6db8b5ed-91b5-48a2-8042-ae30d821fcce req-c8a7b8a7-2676-407e-bd45-11d5ee2352ec tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 932 time: 0.0500362 Aug 16 02:49:07.796716 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.872697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Pushing event updated for resources: {'Port': ['ID=779e1b61-71e9-4630-a4fa-7840d6887ad0,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:07.886267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6db8b5ed-91b5-48a2-8042-ae30d821fcce req-86a4157a-2b08-4433-a6d3-ac3f9c0e8bab tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804565 Aug 16 02:49:07.956385 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Attempting to bind port 779e1b61-71e9-4630-a4fa-7840d6887ad0 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:07.956823 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Attempting to bind port 779e1b61-71e9-4630-a4fa-7840d6887ad0 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:07.957269 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Attempting to bind port 779e1b61-71e9-4630-a4fa-7840d6887ad0 on network 913190d5-e273-4916-b9b9-b4bd070d2318 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:07.963072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Port 779e1b61-71e9-4630-a4fa-7840d6887ad0 on network 913190d5-e273-4916-b9b9-b4bd070d2318 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:49:07.963422 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Attempting to bind port 779e1b61-71e9-4630-a4fa-7840d6887ad0 on network 913190d5-e273-4916-b9b9-b4bd070d2318 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:07.968590 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:07.968931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Checking segment: {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:07.969320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Bound using segment: {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:07.969746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Bound port: 779e1b61-71e9-4630-a4fa-7840d6887ad0, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:07.970294 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.035708 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:08.039355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:08.098577 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.133894 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:08.134393 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.135791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] 10.222.0.74 "PUT /v2.0/ports/779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 200 len: 1093 time: 0.8247752 Aug 16 02:49:08.136229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:08.138496 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69483ff-c29d-4d6d-a532-3bd7422d74e9" -d '{"events": [{"name": "network-changed", "server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:08.167794 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec12b25-63c9-4805-ba79-37181646f04a service neutron] Pushing event updated for resources: {'Port': ['ID=779e1b61-71e9-4630-a4fa-7840d6887ad0,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:08.203264 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa03363-b61d-401e-98cb-574e8e6262d6 x-openstack-request-id: req-3fa03363-b61d-401e-98cb-574e8e6262d6 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:08.203557 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:08.203838 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3fa03363-b61d-401e-98cb-574e8e6262d6 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:08.204239 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'status': 'completed', 'code': 200} Aug 16 02:49:08.265877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69483ff-c29d-4d6d-a532-3bd7422d74e9 req-d4aa2578-79d9-4b86-83f7-8aedd4cdd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:08.267408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b69483ff-c29d-4d6d-a532-3bd7422d74e9 req-d4aa2578-79d9-4b86-83f7-8aedd4cdd113 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1096 time: 0.0438845 Aug 16 02:49:08.371200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69483ff-c29d-4d6d-a532-3bd7422d74e9 req-c431ce3b-f73f-4c91-b0bd-6d44dfd253a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:08.372698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b69483ff-c29d-4d6d-a532-3bd7422d74e9 req-c431ce3b-f73f-4c91-b0bd-6d44dfd253a5 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0967400 Aug 16 02:49:08.467085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69483ff-c29d-4d6d-a532-3bd7422d74e9 req-9dc75c76-d90c-4361-904b-5e123412406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:08.468543 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b69483ff-c29d-4d6d-a532-3bd7422d74e9 req-9dc75c76-d90c-4361-904b-5e123412406a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881519 Aug 16 02:49:08.549808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-abc6a717-d4a6-4d9a-a662-d1e235265fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:08.551344 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-abc6a717-d4a6-4d9a-a662-d1e235265fe9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1096 time: 0.0456033 Aug 16 02:49:08.593715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-b1a118ef-968a-4899-a7f6-f6c78ab18023 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 200 len: 217 time: 0.0348055 Aug 16 02:49:08.643769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-0a6d4ad0-a6ff-4e1f-825a-cf67861e2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:08.645750 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-0a6d4ad0-a6ff-4e1f-825a-cf67861e2a95 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75534b5f-faba-4836-a313-5998d03dd5ac HTTP/1.1" status: 200 len: 834 time: 0.0454206 Aug 16 02:49:08.695496 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-abad9320-1509-4584-ba5b-262342e92534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:08.696984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-abad9320-1509-4584-ba5b-262342e92534 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=913190d5-e273-4916-b9b9-b4bd070d2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443738 Aug 16 02:49:08.785514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-59409822-df73-44c8-965f-af92f4095082 service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811377 Aug 16 02:49:08.879387 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86743fd9-5e0c-46c6-96b1-b8f237e00889 req-eb194a93-db68-4601-92a3-726f8725f644 service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870368 Aug 16 02:49:08.896194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 25723c7f-a897-4a55-8bc2-9ef451534acd up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:08.945525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 25723c7f-a897-4a55-8bc2-9ef451534acd triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:08.945786 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:09.058123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90939b-ab0b-4492-b65c-4ef314d26ff1 req-5169b0b1-91ed-4a9e-8d6a-e22d64ad1ef7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:09.059631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b90939b-ab0b-4492-b65c-4ef314d26ff1 req-5169b0b1-91ed-4a9e-8d6a-e22d64ad1ef7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 944 time: 0.1012154 Aug 16 02:49:09.098073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b90939b-ab0b-4492-b65c-4ef314d26ff1 req-598e6cac-3bb4-4a68-a0c7-05f267f4b234 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324154 Aug 16 02:49:09.989228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 779e1b61-71e9-4630-a4fa-7840d6887ad0 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:49:10.080866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:10.092009 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'port_id': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'mac_address': 'fa:16:3e:51:63:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:49:10.132034 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.148174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779e1b61-71e9-4630-a4fa-7840d6887ad0 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:10.167391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:10.217041 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c8ecd-c284-4364-bf4d-179366c91eec req-f6fef2b9-77c5-4204-8da6-e765e9bc1eb0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:10.218755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-905c8ecd-c284-4364-bf4d-179366c91eec req-f6fef2b9-77c5-4204-8da6-e765e9bc1eb0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 944 time: 0.0494051 Aug 16 02:49:10.235816 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.258928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-905c8ecd-c284-4364-bf4d-179366c91eec req-c8047d03-7fdb-41f6-9516-98073ed4ed77 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331190 Aug 16 02:49:10.284376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=779e1b61-71e9-4630-a4fa-7840d6887ad0,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:10.467528 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['779e1b61-71e9-4630-a4fa-7840d6887ad0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:11.377963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb690859-1461-480b-b4b9-b2effffe3c84 req-ceace704-0aee-447f-a725-5f4c317bddcb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:11.379449 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb690859-1461-480b-b4b9-b2effffe3c84 req-ceace704-0aee-447f-a725-5f4c317bddcb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 945 time: 0.0538275 Aug 16 02:49:11.417403 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fb690859-1461-480b-b4b9-b2effffe3c84 req-76655402-79b8-4240-b13f-4a9d36b0e2b9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307207 Aug 16 02:49:12.010358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 779e1b61-71e9-4630-a4fa-7840d6887ad0 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:12.113448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 779e1b61-71e9-4630-a4fa-7840d6887ad0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:12.117400 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 779e1b61-71e9-4630-a4fa-7840d6887ad0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:12.117776 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.195534 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.216958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:12.219209 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10028d9c-414d-4b0d-a1ff-29191dbdf50f" -d '{"events": [{"server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "name": "network-vif-plugged", "status": "completed", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:12.232190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:12.259851 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d90ffd-6660-4cdf-a2f9-24e202b4bf76 x-openstack-request-id: req-87d90ffd-6660-4cdf-a2f9-24e202b4bf76 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:12.260138 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "name": "network-vif-plugged", "status": "completed", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:12.260455 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-87d90ffd-6660-4cdf-a2f9-24e202b4bf76 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:12.260781 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'code': 200} Aug 16 02:49:12.288108 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.337642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=779e1b61-71e9-4630-a4fa-7840d6887ad0,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:12.354597 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9fd78-34df-4779-a730-0db0fbf1acfc req-cd130f22-15f2-4376-86eb-ee11bc71423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:12.356116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30b9fd78-34df-4779-a730-0db0fbf1acfc req-cd130f22-15f2-4376-86eb-ee11bc71423b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1098 time: 0.0424323 Aug 16 02:49:12.390514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30b9fd78-34df-4779-a730-0db0fbf1acfc req-bee88c9d-b881-469b-8e18-3d1d8c578cf1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275536 Aug 16 02:49:12.399655 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:49:12.534572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d390e-c1ae-456a-bf30-48d37be7c9bc req-7aba935e-20e2-4d09-89ea-866706a80378 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:12.535962 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-527d390e-c1ae-456a-bf30-48d37be7c9bc req-7aba935e-20e2-4d09-89ea-866706a80378 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0507898 Aug 16 02:49:12.574646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-527d390e-c1ae-456a-bf30-48d37be7c9bc req-59913f0b-4ee0-40f4-8fe0-c3e63702dca1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319240 Aug 16 02:49:13.273978 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-d1440bb1-bb8f-405a-9d88-8bc2c65e2e9d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434248 Aug 16 02:49:13.355806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-d28ee0f2-b24a-4c1b-9677-f6f5e8bb4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.357370 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-d28ee0f2-b24a-4c1b-9677-f6f5e8bb4ab5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1098 time: 0.0425134 Aug 16 02:49:13.462345 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-321647c1-fbc2-433e-8a55-1bb50b574ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.463879 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-321647c1-fbc2-433e-8a55-1bb50b574ed9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=913190d5-e273-4916-b9b9-b4bd070d2318 HTTP/1.1" status: 200 len: 898 time: 0.0862370 Aug 16 02:49:13.510706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-59765da0-33f7-42e9-b3a9-0f660e49c244 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 200 len: 217 time: 0.0377281 Aug 16 02:49:13.560692 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-5dd760a2-3e52-48d8-8a51-11d42231fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.562049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-5dd760a2-3e52-48d8-8a51-11d42231fa11 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75534b5f-faba-4836-a313-5998d03dd5ac HTTP/1.1" status: 200 len: 834 time: 0.0445199 Aug 16 02:49:13.607017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-7ee8cc73-4a27-43c8-aa20-431d170fe9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.608680 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-7ee8cc73-4a27-43c8-aa20-431d170fe9be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=913190d5-e273-4916-b9b9-b4bd070d2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400515 Aug 16 02:49:13.733900 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e170c-b33e-4341-abcb-c1f615c2b2f8 req-e6f8a463-6d04-4f12-ac42-2f030ead12dc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.735383 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d5e170c-b33e-4341-abcb-c1f615c2b2f8 req-e6f8a463-6d04-4f12-ac42-2f030ead12dc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0742838 Aug 16 02:49:13.741209 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-ca589875-c9e1-40b9-869c-8cc5e686af50 service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248376 Aug 16 02:49:13.820454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0d5e170c-b33e-4341-abcb-c1f615c2b2f8 req-e72398c8-d50e-407a-a7ae-6d115a1cde17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782847 Aug 16 02:49:13.853216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd80203e-efc1-4df7-b364-205a13b4f411 req-3b22d158-b106-42e8-a426-aab53d89497e service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045637 Aug 16 02:49:13.934310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746b71b-7e4a-4884-b163-8401e1690675 req-f2708282-f72f-4202-844a-de43f398146e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.935778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b746b71b-7e4a-4884-b163-8401e1690675 req-f2708282-f72f-4202-844a-de43f398146e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0493388 Aug 16 02:49:13.973854 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b746b71b-7e4a-4884-b163-8401e1690675 req-d5a79a73-0721-4c36-a725-c45504014442 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320127 Aug 16 02:49:13.997234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57656) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:14.035721 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931e2c4-2014-4501-9fe9-156f982fefe5 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:14.037834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1931e2c4-2014-4501-9fe9-156f982fefe5 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1093 time: 0.0395727 Aug 16 02:49:14.041013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57658) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:14.045347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:14.124922 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.228061 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.328352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.25.8.116 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/912526ca-45c9-47d6-a43f-fb1534f07f91) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:14.431984 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.519969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.560044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:14.562978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:14.567346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:14.569981 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=912526ca-45c9-47d6-a43f-fb1534f07f91,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:14.920634 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.047612 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.193700 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.251917 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.678639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=912526ca-45c9-47d6-a43f-fb1534f07f91,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:15.686647 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.785879 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Floating IP 2612b301-161d-4192-b698-ac24d6b06c24 associated. External IP: 172.25.8.116, port: 779e1b61-71e9-4630-a4fa-7840d6887ad0. Aug 16 02:49:15.993392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:49:16.100603 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:16.110284 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe6aec2-9018-4cdc-a634-fbf3d24ae952 None None] Sync routers for ids ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:16.120286 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe6aec2-9018-4cdc-a634-fbf3d24ae952 None None] Routers {'d9f3ab1f-2c93-4add-a144-fe6df46f72a8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:16.120919 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dfe6aec2-9018-4cdc-a634-fbf3d24ae952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:49:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:16.155063 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.182664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7efede56-5e7b-4345-8a11-33725fbb78f7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1406207 Aug 16 02:49:16.183353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:16.185730 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657323bd-2fe3-40df-8e1b-5c7cc265db89" -d '{"events": [{"name": "network-changed", "server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:16.233893 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-dfe6aec2-9018-4cdc-a634-fbf3d24ae952 None None] Set router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:16.280587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08addf4c-ced8-415f-93b0-6af630facf06 req-775f4472-6f1f-43aa-abae-9df094065057 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:16.282030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08addf4c-ced8-415f-93b0-6af630facf06 req-775f4472-6f1f-43aa-abae-9df094065057 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0488946 Aug 16 02:49:16.321586 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08addf4c-ced8-415f-93b0-6af630facf06 req-df7dc5bd-661a-437e-8807-8632d97790c5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328805 Aug 16 02:49:16.346134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57664) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:16.393035 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ae3e7e-9112-4c13-a943-f37c1750c151 x-openstack-request-id: req-e6ae3e7e-9112-4c13-a943-f37c1750c151 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:16.393325 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:16.393582 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e6ae3e7e-9112-4c13-a943-f37c1750c151 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:16.394007 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'status': 'completed', 'code': 200} Aug 16 02:49:16.449828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d5b88030-1e3c-462d-8822-a915d2b68df8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/2612b301-161d-4192-b698-ac24d6b06c24 HTTP/1.1" status: 200 len: 992 time: 0.1031854 Aug 16 02:49:16.455176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657323bd-2fe3-40df-8e1b-5c7cc265db89 req-c47fd0b7-03d7-461e-9722-a9109f79a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:16.456616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-657323bd-2fe3-40df-8e1b-5c7cc265db89 req-c47fd0b7-03d7-461e-9722-a9109f79a658 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1098 time: 0.0592556 Aug 16 02:49:16.468092 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dfe6aec2-9018-4cdc-a634-fbf3d24ae952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:02Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2612b301-161d-4192-b698-ac24d6b06c24', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'port_id': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'mac_address': 'fa:16:3e:51:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:14Z', 'updated_at': '2021-08-16T02:49:14Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25723c7f-a897-4a55-8bc2-9ef451534acd', 'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2f:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:01Z', 'updated_at': '2021-08-16T02:49:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:16.494878 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe6aec2-9018-4cdc-a634-fbf3d24ae952 None None] Checking router: d9f3ab1f-2c93-4add-a144-fe6df46f72a8 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:16.503087 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe6aec2-9018-4cdc-a634-fbf3d24ae952 None None] Routers {'d9f3ab1f-2c93-4add-a144-fe6df46f72a8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:16.503692 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dfe6aec2-9018-4cdc-a634-fbf3d24ae952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:49:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:16.546566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657323bd-2fe3-40df-8e1b-5c7cc265db89 req-5ecbb073-aefe-4c0e-a900-5eea2806facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:16.547958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-657323bd-2fe3-40df-8e1b-5c7cc265db89 req-5ecbb073-aefe-4c0e-a900-5eea2806facf service neutron] 10.222.0.74 "GET /v2.0/networks?id=913190d5-e273-4916-b9b9-b4bd070d2318 HTTP/1.1" status: 200 len: 898 time: 0.0845854 Aug 16 02:49:16.620163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-657323bd-2fe3-40df-8e1b-5c7cc265db89 req-7655f483-08da-4ec5-a9c2-00e30d9b0d38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 200 len: 1000 time: 0.0653310 Aug 16 02:49:16.675977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657323bd-2fe3-40df-8e1b-5c7cc265db89 req-10c04499-e212-443f-9853-34bda4d92b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:16.677571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-657323bd-2fe3-40df-8e1b-5c7cc265db89 req-10c04499-e212-443f-9853-34bda4d92b58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75534b5f-faba-4836-a313-5998d03dd5ac HTTP/1.1" status: 200 len: 834 time: 0.0500009 Aug 16 02:49:16.699251 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-dfe6aec2-9018-4cdc-a634-fbf3d24ae952 None None] Set router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:16.723961 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657323bd-2fe3-40df-8e1b-5c7cc265db89 req-59f9bf5d-978d-4dfc-b5f2-bfa83bc01fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:16.726413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-657323bd-2fe3-40df-8e1b-5c7cc265db89 req-59f9bf5d-978d-4dfc-b5f2-bfa83bc01fcb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=913190d5-e273-4916-b9b9-b4bd070d2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422964 Aug 16 02:49:16.823506 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-657323bd-2fe3-40df-8e1b-5c7cc265db89 req-4cc6fdba-14b8-42cf-b07f-1c75cbbaa61e service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887804 Aug 16 02:49:16.915289 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-657323bd-2fe3-40df-8e1b-5c7cc265db89 req-c85d0b4b-d011-4d5f-a561-00ff78248e1d service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847287 Aug 16 02:49:16.931140 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-dfe6aec2-9018-4cdc-a634-fbf3d24ae952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:02Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2612b301-161d-4192-b698-ac24d6b06c24', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'port_id': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'mac_address': 'fa:16:3e:51:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:14Z', 'updated_at': '2021-08-16T02:49:14Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25723c7f-a897-4a55-8bc2-9ef451534acd', 'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2f:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:01Z', 'updated_at': '2021-08-16T02:49:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:16.960585 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe6aec2-9018-4cdc-a634-fbf3d24ae952 None None] The sync data for ids ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'] in n-d-768509-23 is: [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:02Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '2612b301-161d-4192-b698-ac24d6b06c24', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'port_id': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'mac_address': 'fa:16:3e:51:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:14Z', 'updated_at': '2021-08-16T02:49:14Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25723c7f-a897-4a55-8bc2-9ef451534acd', 'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2f:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:01Z', 'updated_at': '2021-08-16T02:49:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:17.150313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f257b94-91be-4417-a343-993a25821d24 None None] New status for floating IP 2612b301-161d-4192-b698-ac24d6b06c24: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:49:17.453727 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57666) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:17.519129 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-173cc109-9ad5-44fa-b25c-2e05225b0ac8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/2612b301-161d-4192-b698-ac24d6b06c24 HTTP/1.1" status: 200 len: 994 time: 0.0641487 Aug 16 02:49:21.555161 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.469565 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:29.909285 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7f38726d-7b28-47d2-863e-0d3e0caae0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:32.949108 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9c805e35-5723-4a89-972b-de6d69e3261a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:32.981085 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:34.286419 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:36.024002 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:49.030605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfc1d9-3c2f-4228-b2ce-5283e7776f35 req-a6355366-672c-471f-b264-93cbb40dddf5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:49.032016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ddfc1d9-3c2f-4228-b2ce-5283e7776f35 req-a6355366-672c-471f-b264-93cbb40dddf5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0503542 Aug 16 02:49:49.070232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1ddfc1d9-3c2f-4228-b2ce-5283e7776f35 req-41417d51-85fa-4f3a-aca7-0a0a2fb8c38d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Aug 16 02:49:49.229926 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-365bda13-74a6-4c48-8c0d-7f2dfcbd5cd1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779190 Aug 16 02:49:49.401151 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:49:50.192406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62adae4-7f5f-4c84-af5d-cba9069991c8 req-66268b47-6bc5-43cd-af4d-7f935fac2c12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:50.193906 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b62adae4-7f5f-4c84-af5d-cba9069991c8 req-66268b47-6bc5-43cd-af4d-7f935fac2c12 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0533521 Aug 16 02:49:50.232681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b62adae4-7f5f-4c84-af5d-cba9069991c8 req-1096f163-614a-4def-9d8a-3aebf8125507 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Aug 16 02:49:51.189776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727171d-23a7-427f-a561-86247453f096 req-56d3245e-0ee5-4028-9978-d3cbdadccff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:51.191234 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-56d3245e-0ee5-4028-9978-d3cbdadccff9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1098 time: 0.0431962 Aug 16 02:49:51.280878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727171d-23a7-427f-a561-86247453f096 req-024b53b8-434d-4f8b-81f6-ac878a07dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:51.282394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-024b53b8-434d-4f8b-81f6-ac878a07dc90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=913190d5-e273-4916-b9b9-b4bd070d2318 HTTP/1.1" status: 200 len: 898 time: 0.0830436 Aug 16 02:49:51.380311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-86368e49-0d4f-419c-bfc3-c61246cd553a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 200 len: 1002 time: 0.0895834 Aug 16 02:49:51.402549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c279ee-0d34-4b27-95df-4c784633d236 req-8adb5c59-63d2-4869-b63d-6a7cc92b8cf9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:51.403987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39c279ee-0d34-4b27-95df-4c784633d236 req-8adb5c59-63d2-4869-b63d-6a7cc92b8cf9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0735526 Aug 16 02:49:51.464184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727171d-23a7-427f-a561-86247453f096 req-83f257c9-305b-4178-8f52-341864380bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:51.465581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-83f257c9-305b-4178-8f52-341864380bad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75534b5f-faba-4836-a313-5998d03dd5ac HTTP/1.1" status: 200 len: 834 time: 0.0787270 Aug 16 02:49:51.470511 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-39c279ee-0d34-4b27-95df-4c784633d236 req-b40e67f8-f6f3-4714-8c53-1a7375fe9e30 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485530 Aug 16 02:49:51.515098 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:51.517604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727171d-23a7-427f-a561-86247453f096 req-da7ed3ce-e13f-480d-8909-5ea13cd79755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:51.519131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-da7ed3ce-e13f-480d-8909-5ea13cd79755 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=913190d5-e273-4916-b9b9-b4bd070d2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467532 Aug 16 02:49:51.607540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-00494c58-0a12-4163-a7f8-bec3c8cb726b service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814776 Aug 16 02:49:51.700840 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-4c652d02-0e38-4cd0-a045-30e079d99273 service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856164 Aug 16 02:49:52.439361 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:52.590658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06566af4-a407-49a9-8422-54340105cbf9 req-4b4a7cfd-d481-4323-8e54-07486e3f9f5e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:52.592161 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-06566af4-a407-49a9-8422-54340105cbf9 req-4b4a7cfd-d481-4323-8e54-07486e3f9f5e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0497735 Aug 16 02:49:52.629747 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-06566af4-a407-49a9-8422-54340105cbf9 req-042cd823-e6b6-4991-933b-46a02b081a1c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313952 Aug 16 02:49:53.745582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67ac86-4f15-4028-a1ad-5744c702a1c0 req-13f11c5d-6f59-40c7-a6d4-8b036b399a4e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:53.747084 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb67ac86-4f15-4028-a1ad-5744c702a1c0 req-13f11c5d-6f59-40c7-a6d4-8b036b399a4e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0485966 Aug 16 02:49:53.784823 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cb67ac86-4f15-4028-a1ad-5744c702a1c0 req-340bd608-09f8-411f-b37a-0f34781146a2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317860 Aug 16 02:49:54.906516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bc7ae-cee9-4225-827f-01a4e330771a req-9d4cc74d-665b-48a4-a5e0-82aa820e7cdb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:54.908006 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-235bc7ae-cee9-4225-827f-01a4e330771a req-9d4cc74d-665b-48a4-a5e0-82aa820e7cdb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0528698 Aug 16 02:49:54.945117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-235bc7ae-cee9-4225-827f-01a4e330771a req-4bfec95e-f633-4c39-a24c-27c831d4bf04 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312288 Aug 16 02:49:56.059062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88f8f1-db39-45a4-8775-f200c45cead9 req-e074627c-8526-43aa-990c-1c8f134d1864 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:56.060539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e88f8f1-db39-45a4-8775-f200c45cead9 req-e074627c-8526-43aa-990c-1c8f134d1864 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0484972 Aug 16 02:49:56.098162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e88f8f1-db39-45a4-8775-f200c45cead9 req-91f6f42c-646c-4503-b345-d6094fb7b4c0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315592 Aug 16 02:49:57.218354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69362536-015b-4f47-88ed-18e3fc1ce5b0 req-43c81682-5cb3-4e6a-9514-830ec158ea19 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:57.219821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69362536-015b-4f47-88ed-18e3fc1ce5b0 req-43c81682-5cb3-4e6a-9514-830ec158ea19 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0485198 Aug 16 02:49:57.256900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-69362536-015b-4f47-88ed-18e3fc1ce5b0 req-7e90110c-079e-4f0f-8fd3-e216f5f64be8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311847 Aug 16 02:49:58.383818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa2303-a3f7-4d1e-a0cb-c3ec0afeb3f9 req-bbc4071a-86ff-443e-b117-ba32b0d2bc45 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:58.385335 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5aa2303-a3f7-4d1e-a0cb-c3ec0afeb3f9 req-bbc4071a-86ff-443e-b117-ba32b0d2bc45 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0610635 Aug 16 02:49:58.424029 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c5aa2303-a3f7-4d1e-a0cb-c3ec0afeb3f9 req-3d1bd160-2ec2-4ed4-bbe6-fd081ce65beb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326996 Aug 16 02:49:59.539029 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c83ae-d9e8-4a2d-9001-04c6586c7251 req-51e46f13-f6de-45a9-a88b-1e37a46e8f9d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:59.541117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c9c83ae-d9e8-4a2d-9001-04c6586c7251 req-51e46f13-f6de-45a9-a88b-1e37a46e8f9d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0495372 Aug 16 02:49:59.578045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c9c83ae-d9e8-4a2d-9001-04c6586c7251 req-ca1d9ada-03ca-4474-9f93-686be8731002 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309722 Aug 16 02:49:59.942434 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-78abc4f3-1d3a-4f4b-86a8-9bcaaa13b714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:00.692963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3004851-fa50-4ebb-88cf-118050a2ae85 req-78c1f413-5b6b-4117-a2bf-11ed4fbe020e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:00.694394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3004851-fa50-4ebb-88cf-118050a2ae85 req-78c1f413-5b6b-4117-a2bf-11ed4fbe020e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0494215 Aug 16 02:50:00.732228 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3004851-fa50-4ebb-88cf-118050a2ae85 req-45483719-28b7-4f93-b6cb-759a19ed458c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318367 Aug 16 02:50:01.850592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1018fcb-e7d9-43be-a810-d8b33e86e06d req-79c22c23-dd87-4373-9047-0e72422604b8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:01.852561 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1018fcb-e7d9-43be-a810-d8b33e86e06d req-79c22c23-dd87-4373-9047-0e72422604b8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0533578 Aug 16 02:50:01.889792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e1018fcb-e7d9-43be-a810-d8b33e86e06d req-ce650168-c76b-4899-8f78-6502050d828e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Aug 16 02:50:02.983942 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d5e11c84-0945-48e9-a18d-298546b9adf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:03.016408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9c7e1-5013-4600-8580-ed8162978ee1 req-b188d236-ba1c-42dc-83e4-64e836f9aee0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:03.018070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85d9c7e1-5013-4600-8580-ed8162978ee1 req-b188d236-ba1c-42dc-83e4-64e836f9aee0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0584195 Aug 16 02:50:03.021201 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:03.060777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-85d9c7e1-5013-4600-8580-ed8162978ee1 req-047a3095-dbad-4295-947e-721c2cc2b181 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338643 Aug 16 02:50:04.177243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9568e-4275-4229-b6c1-4c8efcbc0030 req-2e9e7fc2-08be-49c0-93cf-8c8498b86076 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:04.178748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d9568e-4275-4229-b6c1-4c8efcbc0030 req-2e9e7fc2-08be-49c0-93cf-8c8498b86076 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0494525 Aug 16 02:50:04.216717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3d9568e-4275-4229-b6c1-4c8efcbc0030 req-03809dd7-98cd-49dd-b61c-b02192f295f8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319605 Aug 16 02:50:04.290480 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:05.335916 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baa1d3-1b19-4dec-9cbd-348f224afcbf req-5787f2fe-ea85-4ff7-8acf-b70c20ec4234 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:05.337908 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28baa1d3-1b19-4dec-9cbd-348f224afcbf req-5787f2fe-ea85-4ff7-8acf-b70c20ec4234 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0522799 Aug 16 02:50:05.374681 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28baa1d3-1b19-4dec-9cbd-348f224afcbf req-fc617f65-db3d-4e04-90cf-15b52adf8f33 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308483 Aug 16 02:50:06.021931 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:06.498124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc87ac-99ca-4011-bb7a-111fc9c98bd2 req-d7f7d24b-1bb6-47cc-9dad-7c0df7c4e741 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:06.499621 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-becc87ac-99ca-4011-bb7a-111fc9c98bd2 req-d7f7d24b-1bb6-47cc-9dad-7c0df7c4e741 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0485969 Aug 16 02:50:06.538014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-becc87ac-99ca-4011-bb7a-111fc9c98bd2 req-f542fbb4-50f4-4ab4-95a3-f8d709990b97 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Aug 16 02:50:07.652878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9d1a-0ac1-4ae1-b349-fd6cae962c9a req-29bc1cdc-f930-4c68-b897-0ae13ec1d25b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:07.654391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef2a9d1a-0ac1-4ae1-b349-fd6cae962c9a req-29bc1cdc-f930-4c68-b897-0ae13ec1d25b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0491185 Aug 16 02:50:07.692039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ef2a9d1a-0ac1-4ae1-b349-fd6cae962c9a req-fbdece26-ee76-4451-80d0-9573266cad58 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Aug 16 02:50:08.723761 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-c727171d-23a7-427f-a561-86247453f096 req-532422e3-0ab6-4120-8e7a-19dce9fe7f5e service neutron] show failed (client error): The resource could not be found. Aug 16 02:50:08.724781 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-532422e3-0ab6-4120-8e7a-19dce9fe7f5e service neutron] 10.222.0.74 "GET /v2.0/ports/779e1b61-71e9-4630-a4fa-7840d6887ad0/bindings/n-h1-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0589712 Aug 16 02:50:08.808311 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599d5af-2cac-4ca3-ad81-7f4ac2e68263 req-1b6950ed-54c4-4212-b9ad-1da490a91a7d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:08.809842 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0599d5af-2cac-4ca3-ad81-7f4ac2e68263 req-1b6950ed-54c4-4212-b9ad-1da490a91a7d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0495827 Aug 16 02:50:08.850630 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0599d5af-2cac-4ca3-ad81-7f4ac2e68263 req-04271a4b-59bf-4f6c-9880-3bf88a112785 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346341 Aug 16 02:50:09.309068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727171d-23a7-427f-a561-86247453f096 req-57a17eda-f42e-4d46-9774-9ce50e006d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:09.310587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-57a17eda-f42e-4d46-9774-9ce50e006d81 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88&tenant_id=2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 1098 time: 0.0830593 Aug 16 02:50:09.323284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:09.377970 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:09.578332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:09.610469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:09.648516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:09.651360 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27a47d5-7bfa-4c4c-a00d-8540bc191d31" -d '{"events": [{"server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "name": "network-vif-unplugged", "status": "completed", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:09.655439 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:09.668141 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Transition to ACTIVE for port object 779e1b61-71e9-4630-a4fa-7840d6887ad0 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:09.698706 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d16ef0-d83a-46b0-aba8-cfe9fa4da99a x-openstack-request-id: req-85d16ef0-d83a-46b0-aba8-cfe9fa4da99a {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:09.699007 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "name": "network-vif-unplugged", "status": "completed", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:09.699262 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-85d16ef0-d83a-46b0-aba8-cfe9fa4da99a {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:09.699664 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'code': 200} Aug 16 02:50:09.725807 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:09.806107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=779e1b61-71e9-4630-a4fa-7840d6887ad0,revision_number=6']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:09.820209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.820560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.820909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.822037 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.822390 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.822737 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.823068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.823398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.823731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.824060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.824391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.824717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:09.863493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] No DVR routers for this DVR port 779e1b61-71e9-4630-a4fa-7840d6887ad0 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:10.013083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d866-ea56-481a-911a-a6e3c1566fa7 req-fc4e1001-f189-47c3-870e-b5ebfeefe3d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:10.014584 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3d0d866-ea56-481a-911a-a6e3c1566fa7 req-fc4e1001-f189-47c3-870e-b5ebfeefe3d2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 944 time: 0.0681949 Aug 16 02:50:10.053841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Attempting to bind port 779e1b61-71e9-4630-a4fa-7840d6887ad0 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:50:10.054177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Attempting to bind port 779e1b61-71e9-4630-a4fa-7840d6887ad0 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:50:10.054505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Attempting to bind port 779e1b61-71e9-4630-a4fa-7840d6887ad0 on network 913190d5-e273-4916-b9b9-b4bd070d2318 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:10.062343 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Port 779e1b61-71e9-4630-a4fa-7840d6887ad0 on network 913190d5-e273-4916-b9b9-b4bd070d2318 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:50:10.062663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Attempting to bind port 779e1b61-71e9-4630-a4fa-7840d6887ad0 on network 913190d5-e273-4916-b9b9-b4bd070d2318 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:10.078907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d3d0d866-ea56-481a-911a-a6e3c1566fa7 req-319c402b-0309-4881-abc7-c95e20babac9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507352 Aug 16 02:50:10.079595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:50:10.079933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Checking segment: {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:10.080327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Bound using segment: {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:50:10.080740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Bound port: 779e1b61-71e9-4630-a4fa-7840d6887ad0, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:50:10.081101 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:10.146298 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:10.149215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:50:10.246408 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:10.279996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:10.280620 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:10.282059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] 10.222.0.64 "PUT /v2.0/ports/779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 200 len: 1093 time: 0.9626369 Aug 16 02:50:10.303750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7424a3-607c-4c10-baa5-5989933f1cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=779e1b61-71e9-4630-a4fa-7840d6887ad0,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:10.348518 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727171d-23a7-427f-a561-86247453f096 req-cb77cc86-ba62-4b89-893d-a6fa9dd07f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:10.350024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-cb77cc86-ba62-4b89-893d-a6fa9dd07f97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1096 time: 0.0418305 Aug 16 02:50:10.453669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727171d-23a7-427f-a561-86247453f096 req-00348812-eb60-4d89-984d-3c90d84e70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:10.456150 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-00348812-eb60-4d89-984d-3c90d84e70b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=913190d5-e273-4916-b9b9-b4bd070d2318 HTTP/1.1" status: 200 len: 898 time: 0.0976636 Aug 16 02:50:10.525144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-2c11a123-43ab-4b08-bf76-959a4080f380 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 200 len: 1000 time: 0.0577383 Aug 16 02:50:10.575982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727171d-23a7-427f-a561-86247453f096 req-1dbceedd-171a-40d4-9226-346f4201e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:10.577427 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-1dbceedd-171a-40d4-9226-346f4201e2eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75534b5f-faba-4836-a313-5998d03dd5ac HTTP/1.1" status: 200 len: 834 time: 0.0457637 Aug 16 02:50:10.624656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727171d-23a7-427f-a561-86247453f096 req-4ad2cabd-67a5-4f97-a0ad-20717fdd0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:10.626184 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-4ad2cabd-67a5-4f97-a0ad-20717fdd0f05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=913190d5-e273-4916-b9b9-b4bd070d2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405324 Aug 16 02:50:10.637765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-4ae8584a-5805-495e-8062-efb4c0fa0916 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:50:10.638776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-4ae8584a-5805-495e-8062-efb4c0fa0916 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050864 Aug 16 02:50:10.726679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-46e8687c-4f47-4cba-9ef0-2abd1e7e5870 service neutron] 10.222.0.64 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802314 Aug 16 02:50:10.822490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c727171d-23a7-427f-a561-86247453f096 req-1314d302-b92f-4904-a5b3-5f13d44508f2 service neutron] 10.222.0.64 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845091 Aug 16 02:50:11.197846 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a2c54-67e5-481e-bf03-d281879d22b5 req-f740ceb6-0e96-4128-bd0e-feec420d9bbb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:11.199360 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d1a2c54-67e5-481e-bf03-d281879d22b5 req-f740ceb6-0e96-4128-bd0e-feec420d9bbb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 944 time: 0.0515800 Aug 16 02:50:11.237303 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d1a2c54-67e5-481e-bf03-d281879d22b5 req-5770e6f1-45ba-4db0-a07a-5e5bd06affd1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Aug 16 02:50:11.701348 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:11.703729 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:11.750250 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08a1b1b-fc8b-41ad-baff-9fec8a9793e1 x-openstack-request-id: req-e08a1b1b-fc8b-41ad-baff-9fec8a9793e1 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:11.750830 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:11.750830 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e08a1b1b-fc8b-41ad-baff-9fec8a9793e1 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:11.751166 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'status': 'completed', 'code': 200} Aug 16 02:50:11.841447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-44daf5be-cb32-451f-a005-aba3772f21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:11.842974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-44daf5be-cb32-451f-a005-aba3772f21ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1096 time: 0.0719390 Aug 16 02:50:11.845342 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-21c6c281-b78a-4ffc-b356-daab7d44f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:11.846725 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-21c6c281-b78a-4ffc-b356-daab7d44f9a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1096 time: 0.0660706 Aug 16 02:50:12.001270 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-c8746604-d73c-4dce-a158-cdaf54dab72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:12.002694 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-c8746604-d73c-4dce-a158-cdaf54dab72c service neutron] 10.222.0.64 "GET /v2.0/networks?id=913190d5-e273-4916-b9b9-b4bd070d2318 HTTP/1.1" status: 200 len: 898 time: 0.1524844 Aug 16 02:50:12.005178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-c46998de-7e29-4b74-ac07-be19c2227330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:12.006538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-c46998de-7e29-4b74-ac07-be19c2227330 service neutron] 10.222.0.74 "GET /v2.0/networks?id=913190d5-e273-4916-b9b9-b4bd070d2318 HTTP/1.1" status: 200 len: 898 time: 0.1481917 Aug 16 02:50:12.116657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-ac325472-8e99-475b-ab49-6ecb4b4030ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 200 len: 1000 time: 0.1046200 Aug 16 02:50:12.119040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-2d08269e-0212-4e8d-b4ed-e45babde63bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 200 len: 1000 time: 0.1016109 Aug 16 02:50:12.203510 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-f19c675c-9be0-49ba-84b8-6daafba815a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:12.204983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-f19c675c-9be0-49ba-84b8-6daafba815a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75534b5f-faba-4836-a313-5998d03dd5ac HTTP/1.1" status: 200 len: 834 time: 0.0807073 Aug 16 02:50:12.206394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-f2fabf10-b58d-401f-b8d0-78f466d914e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:12.207710 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-f2fabf10-b58d-401f-b8d0-78f466d914e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75534b5f-faba-4836-a313-5998d03dd5ac HTTP/1.1" status: 200 len: 834 time: 0.0763192 Aug 16 02:50:12.275253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 779e1b61-71e9-4630-a4fa-7840d6887ad0 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:12.283255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-48c9492b-c6fb-46a3-ad8b-891ebd51cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:12.284683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-48c9492b-c6fb-46a3-ad8b-891ebd51cf64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=913190d5-e273-4916-b9b9-b4bd070d2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721262 Aug 16 02:50:12.287197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-22bb45b1-1a7e-402f-862c-8c1b9634e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:12.288501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-22bb45b1-1a7e-402f-862c-8c1b9634e9d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=913190d5-e273-4916-b9b9-b4bd070d2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682619 Aug 16 02:50:12.314526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 779e1b61-71e9-4630-a4fa-7840d6887ad0 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:12.468819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fadc6-d8d6-4e4a-a517-c7d0e3931121 req-0b5f68f4-0a6f-464b-a785-9aa7898eb13b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:12.470328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c21fadc6-d8d6-4e4a-a517-c7d0e3931121 req-0b5f68f4-0a6f-464b-a785-9aa7898eb13b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 944 time: 0.1442461 Aug 16 02:50:12.485087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-0ed29d96-41a4-49fe-bd45-85ae20173eea service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850841 Aug 16 02:50:12.496152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-ef493c7d-6308-491d-8cce-fac0982625bb service neutron] 10.222.0.64 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033236 Aug 16 02:50:12.587987 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 779e1b61-71e9-4630-a4fa-7840d6887ad0 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:50:12.691817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:12.704202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'port_id': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'mac_address': 'fa:16:3e:51:63:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:50:12.745406 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:12.759109 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779e1b61-71e9-4630-a4fa-7840d6887ad0 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:50:12.781653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:12.846277 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:12.904531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=779e1b61-71e9-4630-a4fa-7840d6887ad0,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:12.912343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.912343 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.918708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.918708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.918708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.918708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.918708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.918708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.918708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.918708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.918708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.918708 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:12.980146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c21fadc6-d8d6-4e4a-a517-c7d0e3931121 req-b9dd7876-0e46-44ec-8aa9-0d1ca69400aa tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5030255 Aug 16 02:50:13.030807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-062d2cd8-b954-46da-87dd-35a7780a766c service neutron] 10.222.0.64 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206473 Aug 16 02:50:13.034318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e44d5f89-be51-4ca7-a4e8-28b1982d3e5c req-9a1e5610-5506-46a9-9f9e-46081e777d4a service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402691 Aug 16 02:50:13.116114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['779e1b61-71e9-4630-a4fa-7840d6887ad0'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:50:14.100522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ecae2-b3fb-477e-aca8-447346054035 req-035e8c05-f50a-4841-9426-6f3e150f4cbb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:14.102030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e06ecae2-b3fb-477e-aca8-447346054035 req-035e8c05-f50a-4841-9426-6f3e150f4cbb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 945 time: 0.0501730 Aug 16 02:50:14.140354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e06ecae2-b3fb-477e-aca8-447346054035 req-e4d76726-9b29-414e-9999-f3fed3e37667 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Aug 16 02:50:14.448789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b1ec-f563-4fdb-8402-0db633b3fbe7 req-87e1e2e7-d4d9-43fe-be89-4dfcec2a4ade tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:14.450322 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27a4b1ec-f563-4fdb-8402-0db633b3fbe7 req-87e1e2e7-d4d9-43fe-be89-4dfcec2a4ade tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 945 time: 0.0493083 Aug 16 02:50:14.518037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-27a4b1ec-f563-4fdb-8402-0db633b3fbe7 req-20b4f1ae-3a82-469c-a1a0-1e96fef66707 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614719 Aug 16 02:50:14.542592 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-2048ee3e-5790-4d67-ad29-d0cd4f8d90db tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:14.544054 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-2048ee3e-5790-4d67-ad29-d0cd4f8d90db tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88&tenant_id=2ffe91c4436d468b9890eabcb72d4e44&binding%3Ahost_id=n-h1-768509-23 HTTP/1.1" status: 200 len: 945 time: 0.0656288 Aug 16 02:50:14.594245 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 779e1b61-71e9-4630-a4fa-7840d6887ad0 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:50:14.636124 n-d-768509-23 neutron-server[95516]: INFO neutron.api.v2.resource [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-b67b4cd3-41fe-49eb-aefd-74653ff3b63b service neutron] delete failed (client error): The resource could not be found. Aug 16 02:50:14.637059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-b67b4cd3-41fe-49eb-aefd-74653ff3b63b service neutron] 10.222.0.74 "DELETE /v2.0/ports/779e1b61-71e9-4630-a4fa-7840d6887ad0/bindings/n-h2-768509-23 HTTP/1.1" status: 404 len: 381 time: 0.0842948 Aug 16 02:50:14.649575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa638d64-cc06-43b6-be8a-6f8b85f7f9a1 req-732442e4-c7c1-4a5d-b917-86b170d19a97 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:14.652803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa638d64-cc06-43b6-be8a-6f8b85f7f9a1 req-732442e4-c7c1-4a5d-b917-86b170d19a97 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 945 time: 0.0641022 Aug 16 02:50:14.700132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa638d64-cc06-43b6-be8a-6f8b85f7f9a1 req-0ba8c81e-6126-4796-aa8d-71e6ee8ee574 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Aug 16 02:50:14.703653 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 779e1b61-71e9-4630-a4fa-7840d6887ad0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:14.707998 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 779e1b61-71e9-4630-a4fa-7840d6887ad0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:14.708368 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:14.732856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-797a49bf-c104-4958-9cfc-d970e2cb2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:14.734368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-797a49bf-c104-4958-9cfc-d970e2cb2a96 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1097 time: 0.0491824 Aug 16 02:50:14.786608 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:14.809540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:14.811810 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66923c4d-2951-45f7-a7c9-7964ba0c7051" -d '{"events": [{"server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "name": "network-vif-plugged", "status": "completed", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:14.825840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:14.826015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-d1c07741-8740-404c-b231-d78f54094b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:14.827394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-d1c07741-8740-404c-b231-d78f54094b67 service neutron] 10.222.0.74 "GET /v2.0/networks?id=913190d5-e273-4916-b9b9-b4bd070d2318 HTTP/1.1" status: 200 len: 898 time: 0.0853963 Aug 16 02:50:14.862087 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6608f3-ca7f-4ff5-b995-d3d54db872ae x-openstack-request-id: req-6f6608f3-ca7f-4ff5-b995-d3d54db872ae {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:14.862571 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "name": "network-vif-plugged", "status": "completed", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:14.862706 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f6608f3-ca7f-4ff5-b995-d3d54db872ae {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:14.863089 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'code': 200} Aug 16 02:50:14.897028 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:14.899296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-9349f778-c91d-4b11-bbe9-e06d9000ee75 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 200 len: 1001 time: 0.0645711 Aug 16 02:50:14.943556 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=779e1b61-71e9-4630-a4fa-7840d6887ad0,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:14.949297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-53ecec2f-8d23-4148-94c1-7044166fdbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:14.950802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-53ecec2f-8d23-4148-94c1-7044166fdbed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75534b5f-faba-4836-a313-5998d03dd5ac HTTP/1.1" status: 200 len: 834 time: 0.0450120 Aug 16 02:50:14.997920 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-ca85fac7-c8a4-4501-aa16-1b7e821e79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:14.999903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-ca85fac7-c8a4-4501-aa16-1b7e821e79f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=913190d5-e273-4916-b9b9-b4bd070d2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407698 Aug 16 02:50:15.093424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-1e82e249-20e4-4c9b-8370-8557255f0429 service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867352 Aug 16 02:50:15.190774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a9d01138-4cf2-4f03-baaa-df6ebe22ccc9 req-0c64a6e9-2f5c-46b5-a51e-137f3f788a6f service neutron] 10.222.0.74 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893893 Aug 16 02:50:15.819279 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a5a0a-2d94-4bca-8daf-55bb37b7adc7 req-4ce6da0e-8706-434a-b92e-d05f6381af86 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:15.820856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-618a5a0a-2d94-4bca-8daf-55bb37b7adc7 req-4ce6da0e-8706-434a-b92e-d05f6381af86 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0502992 Aug 16 02:50:15.863018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-618a5a0a-2d94-4bca-8daf-55bb37b7adc7 req-76a068ca-3626-4806-942c-cc029899cd21 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353055 Aug 16 02:50:16.982807 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e2136-3659-40e7-b638-3dbcdbe88332 req-f6661876-1b60-46d5-9240-9ee50d6bc87f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:16.984293 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a84e2136-3659-40e7-b638-3dbcdbe88332 req-f6661876-1b60-46d5-9240-9ee50d6bc87f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0535517 Aug 16 02:50:17.021799 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a84e2136-3659-40e7-b638-3dbcdbe88332 req-9fbaee3f-37d5-479c-8cf3-a1e748d6f3e8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Aug 16 02:50:17.044505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57776) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:17.106898 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fab206a2-a8ff-4581-83d9-1b7638ca3f15 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/2612b301-161d-4192-b698-ac24d6b06c24 HTTP/1.1" status: 200 len: 994 time: 0.0612810 Aug 16 02:50:21.537428 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:22.491729 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:26.401699 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:50:29.914413 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-58218d14-4363-4431-9ecc-8687c23f0aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:32.947718 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3f26fcef-3339-4942-bd33-be1b6eeb15f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:32.970416 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:34.314510 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:36.028672 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:45.434251 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57788) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:45.588966 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 912526ca-45c9-47d6-a43f-fb1534f07f91 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:45.589305 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:45.665551 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:45.665904 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:45.677461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 912526ca-45c9-47d6-a43f-fb1534f07f91 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:45.880871 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:45.907706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=912526ca-45c9-47d6-a43f-fb1534f07f91,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:45.970161 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:45.970457 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Floating IP 2612b301-161d-4192-b698-ac24d6b06c24 disassociated (deleted). External IP: 172.25.8.116, port: 779e1b61-71e9-4630-a4fa-7840d6887ad0. Aug 16 02:50:46.181094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:50:46.290109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:50:46.295425 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:46.300088 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084e914-226b-4d0e-9b40-771f5dcc3781 None None] Sync routers for ids ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:50:46.309229 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084e914-226b-4d0e-9b40-771f5dcc3781 None None] Routers {'d9f3ab1f-2c93-4add-a144-fe6df46f72a8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:46.309913 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9084e914-226b-4d0e-9b40-771f5dcc3781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:50:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:46.322237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1023eefc-8676-435e-8e93-ac4644f0f447 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/floatingips/2612b301-161d-4192-b698-ac24d6b06c24 HTTP/1.1" status: 204 len: 168 time: 0.8868692 Aug 16 02:50:46.323184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:46.325453 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d632ac0-f859-416b-8d88-ebd6800b0797" -d '{"events": [{"name": "network-changed", "server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:46.415642 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-9084e914-226b-4d0e-9b40-771f5dcc3781 None None] Set router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:46.610439 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9084e914-226b-4d0e-9b40-771f5dcc3781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:02Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '25723c7f-a897-4a55-8bc2-9ef451534acd', 'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2f:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:01Z', 'updated_at': '2021-08-16T02:49:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:46.641502 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084e914-226b-4d0e-9b40-771f5dcc3781 None None] Checking router: d9f3ab1f-2c93-4add-a144-fe6df46f72a8 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:50:46.650229 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084e914-226b-4d0e-9b40-771f5dcc3781 None None] Routers {'d9f3ab1f-2c93-4add-a144-fe6df46f72a8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:46.651465 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9084e914-226b-4d0e-9b40-771f5dcc3781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:50:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:46.724944 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adca696-412f-4d84-be73-30777f1b9075 x-openstack-request-id: req-8adca696-412f-4d84-be73-30777f1b9075 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:46.725475 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:46.725475 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8adca696-412f-4d84-be73-30777f1b9075 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:46.725922 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'status': 'completed', 'code': 200} Aug 16 02:50:46.761455 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-9084e914-226b-4d0e-9b40-771f5dcc3781 None None] Set router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:46.843736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c5455-23e8-4f8b-8d56-b0b3020e8acb req-1b639107-5752-4a78-be9d-76b992993b4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:46.845245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-287c5455-23e8-4f8b-8d56-b0b3020e8acb req-1b639107-5752-4a78-be9d-76b992993b4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0645461 Aug 16 02:50:46.847123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d632ac0-f859-416b-8d88-ebd6800b0797 req-9998c2ca-16ec-498b-b998-eaf19c05a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:46.848488 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d632ac0-f859-416b-8d88-ebd6800b0797 req-9998c2ca-16ec-498b-b998-eaf19c05a3b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 1098 time: 0.0974865 Aug 16 02:50:46.937581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-287c5455-23e8-4f8b-8d56-b0b3020e8acb req-741321cc-d858-442d-9119-5841ec350808 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856009 Aug 16 02:50:46.967230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d632ac0-f859-416b-8d88-ebd6800b0797 req-a6cfd62b-e6d6-4ec7-b185-236fd7cae032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:46.968712 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d632ac0-f859-416b-8d88-ebd6800b0797 req-a6cfd62b-e6d6-4ec7-b185-236fd7cae032 service neutron] 10.222.0.64 "GET /v2.0/networks?id=913190d5-e273-4916-b9b9-b4bd070d2318 HTTP/1.1" status: 200 len: 898 time: 0.1103301 Aug 16 02:50:46.993544 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9084e914-226b-4d0e-9b40-771f5dcc3781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:02Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '25723c7f-a897-4a55-8bc2-9ef451534acd', 'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2f:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:01Z', 'updated_at': '2021-08-16T02:49:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:47.011617 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d632ac0-f859-416b-8d88-ebd6800b0797 req-93d4a4d0-d661-4ad2-85b5-8c3cc1f612d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 200 len: 217 time: 0.0350819 Aug 16 02:50:47.019527 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084e914-226b-4d0e-9b40-771f5dcc3781 None None] The sync data for ids ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'] in n-d-768509-23 is: [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:02Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '25723c7f-a897-4a55-8bc2-9ef451534acd', 'name': '', 'network_id': '913190d5-e273-4916-b9b9-b4bd070d2318', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:2f:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:01Z', 'updated_at': '2021-08-16T02:49:07Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '75534b5f-faba-4836-a313-5998d03dd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:50:47.066672 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d632ac0-f859-416b-8d88-ebd6800b0797 req-40792425-3f96-4817-99fb-79e52f138107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:47.068179 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d632ac0-f859-416b-8d88-ebd6800b0797 req-40792425-3f96-4817-99fb-79e52f138107 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75534b5f-faba-4836-a313-5998d03dd5ac HTTP/1.1" status: 200 len: 834 time: 0.0462329 Aug 16 02:50:47.121805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d632ac0-f859-416b-8d88-ebd6800b0797 req-95283c21-00d9-49b8-b17e-5a18bdd6f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:47.123373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d632ac0-f859-416b-8d88-ebd6800b0797 req-95283c21-00d9-49b8-b17e-5a18bdd6f6cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=913190d5-e273-4916-b9b9-b4bd070d2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419576 Aug 16 02:50:47.225846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d632ac0-f859-416b-8d88-ebd6800b0797 req-0ba02b21-9753-4838-97a9-a55fb94edf36 service neutron] 10.222.0.64 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933683 Aug 16 02:50:47.240711 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40029bef-8a13-4dd0-b039-20ff6cdf443a None None] New status for floating IP 2612b301-161d-4192-b698-ac24d6b06c24: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:50:47.320935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d632ac0-f859-416b-8d88-ebd6800b0797 req-c7fe5e56-6edd-43fe-b6f2-4be81b46eab9 service neutron] 10.222.0.64 "GET /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864556 Aug 16 02:50:48.059650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f849db-35a5-4d06-a587-5d14eccd37cd req-1dac503b-f90b-49d4-a636-c35143a6a89b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:48.061123 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6f849db-35a5-4d06-a587-5d14eccd37cd req-1dac503b-f90b-49d4-a636-c35143a6a89b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0540915 Aug 16 02:50:48.098053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6f849db-35a5-4d06-a587-5d14eccd37cd req-8d6aef87-3b16-4790-9728-c90da8762a83 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=679d4b7c-fb82-4868-920c-41d93a2a68c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309377 Aug 16 02:50:48.175580 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a06c9-889c-45a3-820d-3eddc7b19744 req-0bba7a38-76b9-480d-b22b-eef24cffdd90 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:48.177068 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e6a06c9-889c-45a3-820d-3eddc7b19744 req-0bba7a38-76b9-480d-b22b-eef24cffdd90 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 946 time: 0.0492733 Aug 16 02:50:48.267299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-7e6a06c9-889c-45a3-820d-3eddc7b19744 req-d53036d9-92d7-4770-86ba-cfb244413e2e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 779e1b61-71e9-4630-a4fa-7840d6887ad0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:48.267548 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7e6a06c9-889c-45a3-820d-3eddc7b19744 req-d53036d9-92d7-4770-86ba-cfb244413e2e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:48.359836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7e6a06c9-889c-45a3-820d-3eddc7b19744 req-d53036d9-92d7-4770-86ba-cfb244413e2e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port 779e1b61-71e9-4630-a4fa-7840d6887ad0, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=779e1b61-71e9-4630-a4fa-7840d6887ad0,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:48.360199 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7e6a06c9-889c-45a3-820d-3eddc7b19744 req-d53036d9-92d7-4770-86ba-cfb244413e2e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:48.372694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-7e6a06c9-889c-45a3-820d-3eddc7b19744 req-d53036d9-92d7-4770-86ba-cfb244413e2e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 779e1b61-71e9-4630-a4fa-7840d6887ad0 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:48.571232 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7e6a06c9-889c-45a3-820d-3eddc7b19744 req-d53036d9-92d7-4770-86ba-cfb244413e2e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:48.602330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53036d9-92d7-4770-86ba-cfb244413e2e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=779e1b61-71e9-4630-a4fa-7840d6887ad0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:48.643185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6a06c9-889c-45a3-820d-3eddc7b19744 req-d53036d9-92d7-4770-86ba-cfb244413e2e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] No DVR routers for this DVR port 779e1b61-71e9-4630-a4fa-7840d6887ad0 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:48.645765 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7e6a06c9-889c-45a3-820d-3eddc7b19744 req-d53036d9-92d7-4770-86ba-cfb244413e2e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:48.648033 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e6a06c9-889c-45a3-820d-3eddc7b19744 req-d53036d9-92d7-4770-86ba-cfb244413e2e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.64 "DELETE /v2.0/ports/779e1b61-71e9-4630-a4fa-7840d6887ad0 HTTP/1.1" status: 204 len: 173 time: 0.4629498 Aug 16 02:50:48.726826 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'name': 'network-vif-deleted', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:48.729408 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546b7169-10c0-4362-a350-86db16fe304b" -d '{"events": [{"server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "name": "network-vif-deleted", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:48.766177 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daa473c-09ba-4943-b64f-2ee2a994804f x-openstack-request-id: req-2daa473c-09ba-4943-b64f-2ee2a994804f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:48.766465 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f5c90b-60d1-4c04-a8d2-c229a55acc88", "name": "network-vif-deleted", "tag": "779e1b61-71e9-4630-a4fa-7840d6887ad0", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:48.766713 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2daa473c-09ba-4943-b64f-2ee2a994804f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:48.767110 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f5c90b-60d1-4c04-a8d2-c229a55acc88', 'name': 'network-vif-deleted', 'tag': '779e1b61-71e9-4630-a4fa-7840d6887ad0', 'status': 'completed', 'code': 200} Aug 16 02:50:49.209778 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f824a2a2-4234-4d18-bd14-efa48ec3b268 req-599e8ec5-3b38-4e02-b46b-8d00c875ff6d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f5c90b-60d1-4c04-a8d2-c229a55acc88 HTTP/1.1" status: 200 len: 210 time: 0.0304182 Aug 16 02:50:50.265223 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57806) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:50.616185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:50.866895 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 25723c7f-a897-4a55-8bc2-9ef451534acd {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:50.867153 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:50.956316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port 25723c7f-a897-4a55-8bc2-9ef451534acd, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=25723c7f-a897-4a55-8bc2-9ef451534acd,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:50.956673 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:50.969428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 25723c7f-a897-4a55-8bc2-9ef451534acd owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:51.223065 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:51.247876 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=25723c7f-a897-4a55-8bc2-9ef451534acd,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:51.422330 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:51.531861 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:51.634750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:50:51.736912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:50:51.741977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2b13e4af-0a58-42e2-bf62-d408cf3ce8e9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "PUT /v2.0/routers/d9f3ab1f-2c93-4add-a144-fe6df46f72a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4756854 Aug 16 02:50:51.744703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57808) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:51.747290 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf1f56-220b-480a-83b6-51b04eedf208 None None] Sync routers for ids ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:50:51.756234 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf1f56-220b-480a-83b6-51b04eedf208 None None] Routers {'d9f3ab1f-2c93-4add-a144-fe6df46f72a8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:51.756833 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bfaf1f56-220b-480a-83b6-51b04eedf208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:50:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:51.796822 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32afc68-30ec-4062-a1b5-647adc3c2512 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting subnet 75534b5f-faba-4836-a313-5998d03dd5ac {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:50:51.799878 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e32afc68-30ec-4062-a1b5-647adc3c2512 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:51.838538 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e32afc68-30ec-4062-a1b5-647adc3c2512 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:51.860288 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-bfaf1f56-220b-480a-83b6-51b04eedf208 None None] Set router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:51.925831 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e32afc68-30ec-4062-a1b5-647adc3c2512 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.046402 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e32afc68-30ec-4062-a1b5-647adc3c2512 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.075129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32afc68-30ec-4062-a1b5-647adc3c2512 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Subnet': ['ID=75534b5f-faba-4836-a313-5998d03dd5ac,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:52.079005 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e32afc68-30ec-4062-a1b5-647adc3c2512 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.080895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e32afc68-30ec-4062-a1b5-647adc3c2512 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/subnets/75534b5f-faba-4836-a313-5998d03dd5ac HTTP/1.1" status: 204 len: 168 time: 0.3351736 Aug 16 02:50:52.083540 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57810) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:52.086863 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c9613-c7ef-4c8c-a6ad-cf769b8f54b9 None None] Network 913190d5-e273-4916-b9b9-b4bd070d2318 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:50:52.134605 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bfaf1f56-220b-480a-83b6-51b04eedf208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:50:51Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:52.160855 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf1f56-220b-480a-83b6-51b04eedf208 None None] Checking router: d9f3ab1f-2c93-4add-a144-fe6df46f72a8 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:50:52.170376 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf1f56-220b-480a-83b6-51b04eedf208 None None] Routers {'d9f3ab1f-2c93-4add-a144-fe6df46f72a8'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:52.170542 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bfaf1f56-220b-480a-83b6-51b04eedf208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:50:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:52.194538 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.271327 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23148ed5-6a26-49d3-8c8d-8578b2f26216 None None] DHCP port deletion for 913190d5-e273-4916-b9b9-b4bd070d2318 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:50:52.276881 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-bfaf1f56-220b-480a-83b6-51b04eedf208 None None] Set router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:52.309017 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.318522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-23148ed5-6a26-49d3-8c8d-8578b2f26216 None None] Deleting port 73f8c1b9-b040-4d81-b659-be070782c39d {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:52.318906 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23148ed5-6a26-49d3-8c8d-8578b2f26216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.382110 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-23148ed5-6a26-49d3-8c8d-8578b2f26216 None None] For port 73f8c1b9-b040-4d81-b659-be070782c39d, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=73f8c1b9-b040-4d81-b659-be070782c39d,segment=NetworkSegment(cb04e22f-ad44-43b5-aa96-1ad51b70c56e),segment_id=cb04e22f-ad44-43b5-aa96-1ad51b70c56e)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:52.382110 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23148ed5-6a26-49d3-8c8d-8578b2f26216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.398956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-23148ed5-6a26-49d3-8c8d-8578b2f26216 None None] Calling delete_port for 73f8c1b9-b040-4d81-b659-be070782c39d owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:52.425333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port b1654a97-0c3e-4db3-bdee-e3f3406d9922 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:52.425333 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.459624 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bfaf1f56-220b-480a-83b6-51b04eedf208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:50:51Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:52.490459 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf1f56-220b-480a-83b6-51b04eedf208 None None] The sync data for ids ['d9f3ab1f-2c93-4add-a144-fe6df46f72a8'] in n-d-768509-23 is: [{'id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298686973', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:50:51Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'b1654a97-0c3e-4db3-bdee-e3f3406d9922', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3ab1f-2c93-4add-a144-fe6df46f72a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:50:52.513178 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port b1654a97-0c3e-4db3-bdee-e3f3406d9922, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b1654a97-0c3e-4db3-bdee-e3f3406d9922,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:52.513552 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.513674 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.528746 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for b1654a97-0c3e-4db3-bdee-e3f3406d9922 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:52.577434 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23148ed5-6a26-49d3-8c8d-8578b2f26216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.603065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23148ed5-6a26-49d3-8c8d-8578b2f26216 None None] Pushing event deleted for resources: {'Port': ['ID=73f8c1b9-b040-4d81-b659-be070782c39d,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:52.607357 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23148ed5-6a26-49d3-8c8d-8578b2f26216 None None] No DVR routers for this DVR port 73f8c1b9-b040-4d81-b659-be070782c39d on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:52.777651 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.803406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=b1654a97-0c3e-4db3-bdee-e3f3406d9922,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:52.844273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 779e1b61-71e9-4630-a4fa-7840d6887ad0 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:52.864914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.872288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 779e1b61-71e9-4630-a4fa-7840d6887ad0 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:52.872288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 779e1b61-71e9-4630-a4fa-7840d6887ad0 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:52.969965 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.971946 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.032323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 73f8c1b9-b040-4d81-b659-be070782c39d no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:53.052824 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 73f8c1b9-b040-4d81-b659-be070782c39d {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:53.053172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 73f8c1b9-b040-4d81-b659-be070782c39d not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:53.053593 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 25723c7f-a897-4a55-8bc2-9ef451534acd no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:53.078305 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 25723c7f-a897-4a55-8bc2-9ef451534acd {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:53.078626 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 25723c7f-a897-4a55-8bc2-9ef451534acd not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:53.417077 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.417609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Fanout notify agent at l3_agent the message router_deleted on router d9f3ab1f-2c93-4add-a144-fe6df46f72a8 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:50:53.424637 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.428646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-79c2478c-9b6a-4d18-8a24-6cfbca289562 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/routers/d9f3ab1f-2c93-4add-a144-fe6df46f72a8 HTTP/1.1" status: 204 len: 168 time: 1.3439646 Aug 16 02:50:53.429256 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57812) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:53.514396 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.602020 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.615728 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913190d5-e273-4916-b9b9-b4bd070d2318']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:53.632003 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:53.632297 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb04e22f-ad44-43b5-aa96-1ad51b70c56e') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:53.641560 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.655507 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.661232 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:50:53.661618 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: timer() Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:50:53.664605 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:50:53.806588 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.815652 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.816294 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/networks/913190d5-e273-4916-b9b9-b4bd070d2318 HTTP/1.1" status: 204 len: 168 time: 0.3865650 Aug 16 02:50:53.819090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57816) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:53.828072 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Network': ['ID=913190d5-e273-4916-b9b9-b4bd070d2318,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:53.835384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.835733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.836074 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.836412 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.836757 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.837089 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.837442 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.837781 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.838206 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.838541 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.838868 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.839189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b551e3c-4ba5-48ce-8525-25dcb5bcb29e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:53.877844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f459d44e-bfb5-4677-9228-ab968ba9a42c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.903229 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f459d44e-bfb5-4677-9228-ab968ba9a42c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.023266 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f459d44e-bfb5-4677-9228-ab968ba9a42c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.026688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f459d44e-bfb5-4677-9228-ab968ba9a42c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.027856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f459d44e-bfb5-4677-9228-ab968ba9a42c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/security-groups/679d4b7c-fb82-4868-920c-41d93a2a68c4 HTTP/1.1" status: 204 len: 168 time: 0.2077441 Aug 16 02:50:54.038808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459d44e-bfb5-4677-9228-ab968ba9a42c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679d4b7c-fb82-4868-920c-41d93a2a68c4,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:54.491716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57822) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:54.537370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-ff7f2b28-9375-483a-aa71-396dc55af001 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357795484', 'description': 'tempest-secgroup-smoke-1357795484 description', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:54.604596 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2b28-9375-483a-aa71-396dc55af001 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.686450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2b28-9375-483a-aa71-396dc55af001 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.754035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2b28-9375-483a-aa71-396dc55af001 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.783182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f2b28-9375-483a-aa71-396dc55af001 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b5ede8-3c4d-4be9-9fde-b82045564410,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:54.845506 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2b28-9375-483a-aa71-396dc55af001 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.846834 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ff7f2b28-9375-483a-aa71-396dc55af001 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3540778 Aug 16 02:50:54.849697 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57826) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:54.854501 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2b1b029f-cfea-4a79-8911-6b9bb738d1bd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '30b5ede8-3c4d-4be9-9fde-b82045564410', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:54.907496 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b1654a97-0c3e-4db3-bdee-e3f3406d9922 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:54.927472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: b1654a97-0c3e-4db3-bdee-e3f3406d9922 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:54.927819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b1654a97-0c3e-4db3-bdee-e3f3406d9922 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:54.941776 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b1b029f-cfea-4a79-8911-6b9bb738d1bd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.995871 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b1b029f-cfea-4a79-8911-6b9bb738d1bd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.062563 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b1b029f-cfea-4a79-8911-6b9bb738d1bd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.079367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b029f-cfea-4a79-8911-6b9bb738d1bd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2ff107-cfc7-4eff-b381-784f777538be,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:55.136869 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b1b029f-cfea-4a79-8911-6b9bb738d1bd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.138093 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2b1b029f-cfea-4a79-8911-6b9bb738d1bd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2872424 Aug 16 02:50:55.140853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57828) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:55.145211 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-cca74654-71fb-4d15-94ab-fe07f13855c3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '30b5ede8-3c4d-4be9-9fde-b82045564410', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:55.233409 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cca74654-71fb-4d15-94ab-fe07f13855c3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.289211 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cca74654-71fb-4d15-94ab-fe07f13855c3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.347256 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cca74654-71fb-4d15-94ab-fe07f13855c3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.366321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca74654-71fb-4d15-94ab-fe07f13855c3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11662772-34b1-49f8-9fbe-f8f7384c7dbb,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:55.433169 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cca74654-71fb-4d15-94ab-fe07f13855c3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.434433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cca74654-71fb-4d15-94ab-fe07f13855c3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2926512 Aug 16 02:50:55.437186 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57830) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:55.441534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-90fd3b72-e085-48f3-84dc-0900fccd7895 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '30b5ede8-3c4d-4be9-9fde-b82045564410', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:55.524505 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-90fd3b72-e085-48f3-84dc-0900fccd7895 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.583121 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-90fd3b72-e085-48f3-84dc-0900fccd7895 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.656930 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-90fd3b72-e085-48f3-84dc-0900fccd7895 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.675850 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd3b72-e085-48f3-84dc-0900fccd7895 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c2943a-af31-4f88-bec2-73a19f74f947,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:55.748520 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-90fd3b72-e085-48f3-84dc-0900fccd7895 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.749743 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-90fd3b72-e085-48f3-84dc-0900fccd7895 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3116195 Aug 16 02:50:55.752508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57832) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:55.756905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b8e3a688-1581-4a5b-8dab-f0c760dfb957 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '30b5ede8-3c4d-4be9-9fde-b82045564410', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:55.856372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a688-1581-4a5b-8dab-f0c760dfb957 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.914631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a688-1581-4a5b-8dab-f0c760dfb957 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.017123 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a688-1581-4a5b-8dab-f0c760dfb957 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.036060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3a688-1581-4a5b-8dab-f0c760dfb957 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d47ad6-67ce-4532-b6d9-1b1cb9d6f919,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:56.091343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a688-1581-4a5b-8dab-f0c760dfb957 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.092559 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b8e3a688-1581-4a5b-8dab-f0c760dfb957 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3391230 Aug 16 02:50:56.095360 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57834) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:56.099918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-adef6c81-cf4c-4e16-bd14-850dad3d8937 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '30b5ede8-3c4d-4be9-9fde-b82045564410', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:56.177177 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-adef6c81-cf4c-4e16-bd14-850dad3d8937 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Project 2ffe91c4436d468b9890eabcb72d4e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:50:56.182166 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-adef6c81-cf4c-4e16-bd14-850dad3d8937 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.241876 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-adef6c81-cf4c-4e16-bd14-850dad3d8937 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.312943 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-adef6c81-cf4c-4e16-bd14-850dad3d8937 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.329566 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef6c81-cf4c-4e16-bd14-850dad3d8937 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747af653-0d9c-40bb-ba5e-63c6eddca997,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:56.399869 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-adef6c81-cf4c-4e16-bd14-850dad3d8937 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.401821 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-adef6c81-cf4c-4e16-bd14-850dad3d8937 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3054802 Aug 16 02:50:56.404569 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57836) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:56.409111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e83aead2-e885-49f8-b0b2-26f8495f7959 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '30b5ede8-3c4d-4be9-9fde-b82045564410', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:56.485805 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-e83aead2-e885-49f8-b0b2-26f8495f7959 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Project 2ffe91c4436d468b9890eabcb72d4e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:50:56.490650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e83aead2-e885-49f8-b0b2-26f8495f7959 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.552775 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e83aead2-e885-49f8-b0b2-26f8495f7959 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.622744 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e83aead2-e885-49f8-b0b2-26f8495f7959 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.642429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83aead2-e885-49f8-b0b2-26f8495f7959 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df24e13f-64fb-4cbb-a521-70463b22a094,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:56.714893 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e83aead2-e885-49f8-b0b2-26f8495f7959 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.716132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e83aead2-e885-49f8-b0b2-26f8495f7959 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106279 Aug 16 02:50:56.718889 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57838) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:56.724050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'network': {'name': 'tempest-network-smoke--1681802212', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'port_security_enabled': True}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:56.828263 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:50:56.831771 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.854939 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:50:56.863461 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.866698 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Added segment c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5 of type vlan for network b6a4a798-0759-434d-aa37-4fba0d12c616 Aug 16 02:50:56.904045 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.999823 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.005429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:57.006065 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.072664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Network': ['ID=b6a4a798-0759-434d-aa37-4fba0d12c616,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:57.085717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network b6a4a798-0759-434d-aa37-4fba0d12c616 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:50:57.132192 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-89d0cf61-3e74-4c46-8baf-61ffc2a361c1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4121780 Aug 16 02:50:57.134865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57840) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:57.139472 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'admin_state_up': True, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:57.223481 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.224631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.274973 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.487580 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.739084 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.762626 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.864033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.25.8.196 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/3c38acee-6069-4334-a5ab-af2b30776e37) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:50:57.971227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.074621 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.114102 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:50:58.117027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:50:58.121243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:50:58.142912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=3c38acee-6069-4334-a5ab-af2b30776e37,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:58.425195 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.626956 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.839927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 55ef9b85-abf1-4534-b5d0-bee806598f83 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:50:58.946383 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:50:58.955680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Sync routers for ids ['55ef9b85-abf1-4534-b5d0-bee806598f83'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:50:58.964348 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Routers {'55ef9b85-abf1-4534-b5d0-bee806598f83'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:58.964956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:50:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['55ef9b85-abf1-4534-b5d0-bee806598f83'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:59.011641 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.014976 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2b7a88cd-22ed-42f2-b85e-fed33d3fe11d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8772116 Aug 16 02:50:59.016256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57842) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:59.047796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-30bd0393-5195-4aca-8e44-441d0563276c tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2ffe91c4436d468b9890eabcb72d4e44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301497 Aug 16 02:50:59.050340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57844) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:59.071321 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Set router 55ef9b85-abf1-4534-b5d0-bee806598f83 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:59.136448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c768db6e-24f1-4a03-a796-4ee61ce4f921 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:59.137887 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c768db6e-24f1-4a03-a796-4ee61ce4f921 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866308 Aug 16 02:50:59.140778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57846) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:59.174143 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-221cea56-9e2a-4012-ac01-f50b8bee207a tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322747 Aug 16 02:50:59.176656 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57848) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:59.181392 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-524693346', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:59.247874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:50:58Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:59.275202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Checking router: 55ef9b85-abf1-4534-b5d0-bee806598f83 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:50:59.276111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Updating router 55ef9b85-abf1-4534-b5d0-bee806598f83 port 3c38acee-6069-4334-a5ab-af2b30776e37 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:50:59.300714 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.324932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:50:59.328666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.551509 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.561366 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Transition to ACTIVE for port object 3c38acee-6069-4334-a5ab-af2b30776e37 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:59.577325 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.640241 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Subnet': ['ID=f2861464-4eb6-40b7-97a0-a1b0cb1a83b9,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:59.644533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Checking segment: {'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:59.644903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network hostable DHCP agents. Network: b6a4a798-0759-434d-aa37-4fba0d12c616, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:50:59.657155 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.720285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network b6a4a798-0759-434d-aa37-4fba0d12c616 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:50:59.805571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, b6a4a798-0759-434d-aa37-4fba0d12c616) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:50:59.810515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:59.811383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.848721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09454421-1a1d-48d3-abaf-ec99a5ea1440 None None] Network b6a4a798-0759-434d-aa37-4fba0d12c616 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:50:59.875722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b97f0a24-54df-4cf8-bcc0-627fe777ed4f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6978340 Aug 16 02:50:59.879119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57850) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:59.922314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fccd7-8163-4e98-ad9e-18c2f6dee3c8 None None] Pushing event updated for resources: {'Port': ['ID=3c38acee-6069-4334-a5ab-af2b30776e37,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:59.926207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Attempting to bind port 3c38acee-6069-4334-a5ab-af2b30776e37 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:50:59.928404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Attempting to bind port 3c38acee-6069-4334-a5ab-af2b30776e37 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:50:59.928404 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Attempting to bind port 3c38acee-6069-4334-a5ab-af2b30776e37 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:59.936874 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:50:59.937255 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:59.937754 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.938174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:50:59.938646 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Bound port: 3c38acee-6069-4334-a5ab-af2b30776e37, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:50:59.939033 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.973997 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-844262dc-8b26-44b9-91d9-c7c2a2448f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.039765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] For port 3c38acee-6069-4334-a5ab-af2b30776e37, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:00.044204 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] For port 3c38acee-6069-4334-a5ab-af2b30776e37, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3c38acee-6069-4334-a5ab-af2b30776e37,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:00.077756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-b6a4a798-0759-434d-aa37-4fba0d12c616', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ips': [{'subnet_id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:51:00.078680 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.148418 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.251521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fccd7-8163-4e98-ad9e-18c2f6dee3c8 None None] Pushing event updated for resources: {'Port': ['ID=3c38acee-6069-4334-a5ab-af2b30776e37,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:00.257007 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Routers {'55ef9b85-abf1-4534-b5d0-bee806598f83'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:00.257613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:50:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['55ef9b85-abf1-4534-b5d0-bee806598f83'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:00.315292 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Allocated IP 172.20.0.2 (b6a4a798-0759-434d-aa37-4fba0d12c616/f2861464-4eb6-40b7-97a0-a1b0cb1a83b9/5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:51:00.322890 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.428843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] Set router 55ef9b85-abf1-4534-b5d0-bee806598f83 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:00.622251 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.649110 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Transition to ACTIVE for port object 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:00.668972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Transition to ACTIVE for port object 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:00.687548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:50:58Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:00.721490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a720571-ed10-403d-a1cc-c98373938c3f None None] The sync data for ids ['55ef9b85-abf1-4534-b5d0-bee806598f83'] in n-d-768509-23 is: [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:50:58Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:51:00.754873 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.794353 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Network b6a4a798-0759-434d-aa37-4fba0d12c616 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:00.799208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:00.802749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:51:00.804929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.20.0.1 (b6a4a798-0759-434d-aa37-4fba0d12c616/f2861464-4eb6-40b7-97a0-a1b0cb1a83b9/eb5abaf5-1303-4dec-9775-93090c2ba53e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:51:00.813764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Pushing event updated for resources: {'Port': ['ID=5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:00.863716 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Attempting to bind port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:51:00.864095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Attempting to bind port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:51:00.864461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Attempting to bind port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 on network b6a4a798-0759-434d-aa37-4fba0d12c616 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:00.871704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:51:00.872088 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Checking segment: {'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:00.872557 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.872967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Bound using segment: {'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:51:00.873460 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Bound port: 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:51:00.873874 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.955380 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] For port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:00.961565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] For port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551,segment=NetworkSegment(c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5),segment_id=c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:00.990012 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.008809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Transition to ACTIVE for port object eb5abaf5-1303-4dec-9775-93090c2ba53e will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:01.018071 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.083735 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b782b-9be5-4329-ae6f-e755e67d74b6 None None] Pushing event updated for resources: {'Port': ['ID=5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:01.113892 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.159670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network b6a4a798-0759-434d-aa37-4fba0d12c616 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:01.163078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:01.174047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:51:01.174482 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=eb5abaf5-1303-4dec-9775-93090c2ba53e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:01.222396 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.429806 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.714666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.766001 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.848946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=eb5abaf5-1303-4dec-9775-93090c2ba53e,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:01.854080 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.948517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network b6a4a798-0759-434d-aa37-4fba0d12c616 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:01.950011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:02.022231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931cc48b-7502-4f8e-bee6-1eb609bda475 None None] Network b6a4a798-0759-434d-aa37-4fba0d12c616 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:51:02.069977 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 55ef9b85-abf1-4534-b5d0-bee806598f83 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:51:02.165055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c711ef04-660e-4b33-be1c-66ff41072536 None None] Provisioning for port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:02.568431 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:51:02.573905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a073285a-3f88-4c1d-ae4a-8fc53a578a17 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "PUT /v2.0/routers/55ef9b85-abf1-4534-b5d0-bee806598f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6937132 Aug 16 02:51:02.611200 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-40cc1b69-098d-47c8-b064-53dc9c655966 None None] Provisioning for port eb5abaf5-1303-4dec-9775-93090c2ba53e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:02.619764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-40cc1b69-098d-47c8-b064-53dc9c655966 None None] Provisioning complete for port eb5abaf5-1303-4dec-9775-93090c2ba53e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:02.620149 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-40cc1b69-098d-47c8-b064-53dc9c655966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.654128 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Sync routers for ids ['55ef9b85-abf1-4534-b5d0-bee806598f83'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:51:02.664204 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Routers {'55ef9b85-abf1-4534-b5d0-bee806598f83'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:02.664825 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:50:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['55ef9b85-abf1-4534-b5d0-bee806598f83'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:02.672461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-40cc1b69-098d-47c8-b064-53dc9c655966 None None] Port eb5abaf5-1303-4dec-9775-93090c2ba53e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:51:02.750786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-4541f9f9-c3c9-4d9c-8a16-134db89c0872 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357795484&fields=id&tenant_id=2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 267 time: 0.0483975 Aug 16 02:51:02.794751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6f816f66-e4d7-4a2c-bc47-73e39ac14cda None None] Provisioning complete for port eb5abaf5-1303-4dec-9775-93090c2ba53e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:02.795122 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f816f66-e4d7-4a2c-bc47-73e39ac14cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.800973 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Set router 55ef9b85-abf1-4534-b5d0-bee806598f83 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:02.845856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-6f816f66-e4d7-4a2c-bc47-73e39ac14cda None None] Port eb5abaf5-1303-4dec-9775-93090c2ba53e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:51:02.913187 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-39cd43c2-8e13-4dfc-b6d3-cc9852cef830 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:02.915182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-39cd43c2-8e13-4dfc-b6d3-cc9852cef830 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/networks?id=b6a4a798-0759-434d-aa37-4fba0d12c616 HTTP/1.1" status: 200 len: 797 time: 0.1562026 Aug 16 02:51:02.974689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-39dd32ba-c576-43fc-816c-188836d22967 None None] Provisioning complete for port eb5abaf5-1303-4dec-9775-93090c2ba53e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:02.975304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-8ed104fd-edac-48e8-b247-e4df11113fe3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/quotas/2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 375 time: 0.0504622 Aug 16 02:51:02.976371 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39dd32ba-c576-43fc-816c-188836d22967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.980489 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-23691bfa-2f00-40be-b77e-72456713f3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.014834 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.041764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-39dd32ba-c576-43fc-816c-188836d22967 None None] Port eb5abaf5-1303-4dec-9775-93090c2ba53e cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:51:03.053025 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:01Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'eb5abaf5-1303-4dec-9775-93090c2ba53e', 'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:32:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:00Z', 'updated_at': '2021-08-16T02:51:01Z', 'revision_number': 2, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:03.078730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-4715b8e2-1ff6-442d-ab45-2fc0d769eb31 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947471 Aug 16 02:51:03.082584 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Checking router: 55ef9b85-abf1-4534-b5d0-bee806598f83 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:51:03.082940 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Updating router 55ef9b85-abf1-4534-b5d0-bee806598f83 port eb5abaf5-1303-4dec-9775-93090c2ba53e binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:51:03.114210 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3c38acee-6069-4334-a5ab-af2b30776e37 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:03.145874 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.180144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-9ad42eda-4ba5-4fc6-859a-5d3ad647db82 service neutron] 10.222.0.66 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005132 Aug 16 02:51:03.228461 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3c38acee-6069-4334-a5ab-af2b30776e37 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:03.232795 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3c38acee-6069-4334-a5ab-af2b30776e37 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:03.233034 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.272687 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-a8dd349d-e44c-4c3a-a7de-a65ac823e403 service neutron] 10.222.0.66 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855334 Aug 16 02:51:03.320481 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.352887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 3c38acee-6069-4334-a5ab-af2b30776e37, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3c38acee-6069-4334-a5ab-af2b30776e37,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:03.406294 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:51:03.422866 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.423677 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:03.456937 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.467870 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Transition to ACTIVE for port object eb5abaf5-1303-4dec-9775-93090c2ba53e will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:03.513124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=3c38acee-6069-4334-a5ab-af2b30776e37,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:03.531276 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.533868 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9368f6f4-bced-41b0-ad1d-fb1daff12c34 req-a19f8325-bba2-467b-86af-9c6889c931fa tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 210 time: 0.0284982 Aug 16 02:51:03.588739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:03.595451 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:03.598073 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.599918 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Pushing event updated for resources: {'Port': ['ID=eb5abaf5-1303-4dec-9775-93090c2ba53e,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:03.641212 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.641561 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.641928 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.642262 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.642597 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.642927 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.643252 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.643577 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.643899 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.644219 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.644536 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.644856 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:03.668264 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Attempting to bind port eb5abaf5-1303-4dec-9775-93090c2ba53e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:51:03.668953 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Attempting to bind port eb5abaf5-1303-4dec-9775-93090c2ba53e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:51:03.669064 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Attempting to bind port eb5abaf5-1303-4dec-9775-93090c2ba53e on network b6a4a798-0759-434d-aa37-4fba0d12c616 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:03.674420 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:51:03.674803 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Checking segment: {'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:03.675203 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.675599 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Bound using segment: {'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:51:03.676071 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Bound port: eb5abaf5-1303-4dec-9775-93090c2ba53e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:51:03.676450 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.695505 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.730559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551,segment=NetworkSegment(c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5),segment_id=c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:03.749926 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] For port eb5abaf5-1303-4dec-9775-93090c2ba53e, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:03.754134 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] For port eb5abaf5-1303-4dec-9775-93090c2ba53e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=eb5abaf5-1303-4dec-9775-93090c2ba53e,segment=NetworkSegment(c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5),segment_id=c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:03.800163 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.847268 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:03.857435 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.913477 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Routers {'55ef9b85-abf1-4534-b5d0-bee806598f83'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:03.914115 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['55ef9b85-abf1-4534-b5d0-bee806598f83'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:03.954089 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13daf776-04f1-4409-8e1a-7427d93f59b2 None None] Pushing event updated for resources: {'Port': ['ID=eb5abaf5-1303-4dec-9775-93090c2ba53e,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:04.031615 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] Set router 55ef9b85-abf1-4534-b5d0-bee806598f83 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:04.234694 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:01Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'eb5abaf5-1303-4dec-9775-93090c2ba53e', 'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:32:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:00Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:04.342115 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:04.350295 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2578471-2bc7-45ee-9bd2-b3b3f990fc39 None None] The sync data for ids ['55ef9b85-abf1-4534-b5d0-bee806598f83'] in n-d-768509-23 is: [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:01Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'eb5abaf5-1303-4dec-9775-93090c2ba53e', 'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:32:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:00Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:51:04.633516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-612e3f6d-72c2-4d2e-ac71-0c74845009f2 req-fe52a680-4fef-4659-9c16-8a60a284da1e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 210 time: 0.0287097 Aug 16 02:51:05.030664 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3c38acee-6069-4334-a5ab-af2b30776e37 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:05.079272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3c38acee-6069-4334-a5ab-af2b30776e37 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:05.079655 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.163840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:05.211527 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:05.211974 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.296285 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device eb5abaf5-1303-4dec-9775-93090c2ba53e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:05.440168 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port eb5abaf5-1303-4dec-9775-93090c2ba53e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:05.444517 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port eb5abaf5-1303-4dec-9775-93090c2ba53e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:05.444951 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.514061 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-559d7576-945e-4c58-be67-59b39dbbeefc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:05.515780 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-559d7576-945e-4c58-be67-59b39dbbeefc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.64 "GET /v2.0/networks?id=b6a4a798-0759-434d-aa37-4fba0d12c616 HTTP/1.1" status: 200 len: 797 time: 0.1124620 Aug 16 02:51:05.525334 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.559066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port eb5abaf5-1303-4dec-9775-93090c2ba53e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=eb5abaf5-1303-4dec-9775-93090c2ba53e,segment=NetworkSegment(c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5),segment_id=c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:05.560779 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-bbcf76ca-871d-4f7f-8565-c291dcc92b75 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 380 time: 0.0355213 Aug 16 02:51:05.570547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'port': {'device_id': '8986b48c-3734-4701-9ca7-6262f0036c68', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'admin_state_up': True, 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'security_groups': ['30b5ede8-3c4d-4be9-9fde-b82045564410']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:05.633390 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.693313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=eb5abaf5-1303-4dec-9775-93090c2ba53e,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:05.735301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11321b27-738d-4bf6-89ea-68b681f4d799 req-c1e1eca1-4867-4099-b03f-30c56f0a3a87 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 210 time: 0.0276716 Aug 16 02:51:05.765659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:51:05.769728 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.891718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.20.0.13 (b6a4a798-0759-434d-aa37-4fba0d12c616/f2861464-4eb6-40b7-97a0-a1b0cb1a83b9/0174fe08-a478-4613-b937-0223ce5c9735) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:51:06.031185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.038914 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.044945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Transition to ACTIVE for port object 0174fe08-a478-4613-b937-0223ce5c9735 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:06.148940 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.193153 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network b6a4a798-0759-434d-aa37-4fba0d12c616 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:06.196278 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:06.200670 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:51:06.229546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=0174fe08-a478-4613-b937-0223ce5c9735,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:06.258649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:06.259281 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.354056 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-f44d151d-db88-4b45-a7b0-616743714dc5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7868960 Aug 16 02:51:06.367156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Request body: {'port': {'device_id': '8986b48c-3734-4701-9ca7-6262f0036c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:06.420751 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.484729 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bd264690-fb77-4732-b1f4-0de9389165e0 None None] Provisioning for port 0174fe08-a478-4613-b937-0223ce5c9735 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:06.488942 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-bd264690-fb77-4732-b1f4-0de9389165e0 None None] Provisioning complete for port 0174fe08-a478-4613-b937-0223ce5c9735 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:06.489424 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bd264690-fb77-4732-b1f4-0de9389165e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.524241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-bd264690-fb77-4732-b1f4-0de9389165e0 None None] Port 0174fe08-a478-4613-b937-0223ce5c9735 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:51:06.678467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0174fe08-a478-4613-b937-0223ce5c9735 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:06.686522 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.698065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Transition to ACTIVE for port object 0174fe08-a478-4613-b937-0223ce5c9735 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:06.794155 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.875512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Pushing event updated for resources: {'Port': ['ID=0174fe08-a478-4613-b937-0223ce5c9735,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:06.915013 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62aa1c-b69f-43dd-95ff-8d49e9a83719 req-379d1bef-05bd-4c33-8c53-b8698c0db154 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:06.916518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f62aa1c-b69f-43dd-95ff-8d49e9a83719 req-379d1bef-05bd-4c33-8c53-b8698c0db154 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 944 time: 0.0926702 Aug 16 02:51:06.983391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device eb5abaf5-1303-4dec-9775-93090c2ba53e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:06.992272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f62aa1c-b69f-43dd-95ff-8d49e9a83719 req-1d9d0c53-a5d8-4f44-a080-da30f224f425 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553684 Aug 16 02:51:06.997576 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Attempting to bind port 0174fe08-a478-4613-b937-0223ce5c9735 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:51:06.997970 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Attempting to bind port 0174fe08-a478-4613-b937-0223ce5c9735 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:51:06.998489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Attempting to bind port 0174fe08-a478-4613-b937-0223ce5c9735 on network b6a4a798-0759-434d-aa37-4fba0d12c616 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:07.003987 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Port 0174fe08-a478-4613-b937-0223ce5c9735 on network b6a4a798-0759-434d-aa37-4fba0d12c616 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:51:07.004319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Attempting to bind port 0174fe08-a478-4613-b937-0223ce5c9735 on network b6a4a798-0759-434d-aa37-4fba0d12c616 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:07.009752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:51:07.010144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Checking segment: {'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:07.010489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Bound using segment: {'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:51:07.010922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Bound port: 0174fe08-a478-4613-b937-0223ce5c9735, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:51:07.011290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.043802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port eb5abaf5-1303-4dec-9775-93090c2ba53e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:07.044181 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.081325 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] For port 0174fe08-a478-4613-b937-0223ce5c9735, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:07.084507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] For port 0174fe08-a478-4613-b937-0223ce5c9735, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0174fe08-a478-4613-b937-0223ce5c9735,segment=NetworkSegment(c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5),segment_id=c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:07.154789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.187713 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.188361 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.189769 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] 10.222.0.64 "PUT /v2.0/ports/0174fe08-a478-4613-b937-0223ce5c9735 HTTP/1.1" status: 200 len: 1093 time: 0.8271885 Aug 16 02:51:07.190235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8986b48c-3734-4701-9ca7-6262f0036c68', 'tag': '0174fe08-a478-4613-b937-0223ce5c9735'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:07.192471 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8ae9bf-30ec-4d05-927a-221379aedae7" -d '{"events": [{"name": "network-changed", "server_uuid": "8986b48c-3734-4701-9ca7-6262f0036c68", "tag": "0174fe08-a478-4613-b937-0223ce5c9735"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:07.221146 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca08284-f2fa-4799-9001-a2898c5dc45a service neutron] Pushing event updated for resources: {'Port': ['ID=0174fe08-a478-4613-b937-0223ce5c9735,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:07.241029 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb40b4f7-2159-49f3-bc4d-c2e6e692ae27 x-openstack-request-id: req-fb40b4f7-2159-49f3-bc4d-c2e6e692ae27 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:07.241324 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8986b48c-3734-4701-9ca7-6262f0036c68", "tag": "0174fe08-a478-4613-b937-0223ce5c9735", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:07.241578 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb40b4f7-2159-49f3-bc4d-c2e6e692ae27 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:07.242044 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8986b48c-3734-4701-9ca7-6262f0036c68', 'tag': '0174fe08-a478-4613-b937-0223ce5c9735', 'status': 'completed', 'code': 200} Aug 16 02:51:07.305606 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ae9bf-30ec-4d05-927a-221379aedae7 req-1a0f142b-17d0-44f0-9cff-cabf5d072f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.307788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d8ae9bf-30ec-4d05-927a-221379aedae7 req-1a0f142b-17d0-44f0-9cff-cabf5d072f3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 1096 time: 0.0445452 Aug 16 02:51:07.420236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ae9bf-30ec-4d05-927a-221379aedae7 req-f99e740b-5a62-4aaa-869a-b42d0fd7cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.421856 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d8ae9bf-30ec-4d05-927a-221379aedae7 req-f99e740b-5a62-4aaa-869a-b42d0fd7cd3b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1046743 Aug 16 02:51:07.516602 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ae9bf-30ec-4d05-927a-221379aedae7 req-174f1cd6-339a-4d91-bbca-9c561f31c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.518024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d8ae9bf-30ec-4d05-927a-221379aedae7 req-174f1cd6-339a-4d91-bbca-9c561f31c74f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884850 Aug 16 02:51:07.598349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-3ab3c918-8a2f-46dc-a4d1-dc9fda39b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.599828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-3ab3c918-8a2f-46dc-a4d1-dc9fda39b4d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 1096 time: 0.0453975 Aug 16 02:51:07.642542 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-24d49eaa-9cf6-4d01-93e6-44c60e06ce18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0174fe08-a478-4613-b937-0223ce5c9735 HTTP/1.1" status: 200 len: 217 time: 0.0338469 Aug 16 02:51:07.691259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-4da5b776-db20-4968-bff9-866a3acdd62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.692665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-4da5b776-db20-4968-bff9-866a3acdd62a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2861464-4eb6-40b7-97a0-a1b0cb1a83b9 HTTP/1.1" status: 200 len: 834 time: 0.0429819 Aug 16 02:51:07.738068 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-cc8e6330-4d42-4c8c-adfb-3af5887838ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.739540 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-cc8e6330-4d42-4c8c-adfb-3af5887838ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b6a4a798-0759-434d-aa37-4fba0d12c616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392506 Aug 16 02:51:07.833846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-ffe23d95-6246-42a4-8ee9-aac22c2e437a service neutron] 10.222.0.64 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864487 Aug 16 02:51:07.924737 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0ea4252f-07e9-4be1-b1a1-42d5254107ed req-0307eae0-819b-47d3-9a10-17294c52c26c service neutron] 10.222.0.64 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831294 Aug 16 02:51:08.117331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11842605-4d95-457a-abea-e6213b346b70 req-8fb2b205-e0bc-43f3-b11a-45b7f3772e2f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:08.118774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11842605-4d95-457a-abea-e6213b346b70 req-8fb2b205-e0bc-43f3-b11a-45b7f3772e2f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 944 time: 0.0547266 Aug 16 02:51:08.157633 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11842605-4d95-457a-abea-e6213b346b70 req-41e20f56-2386-454e-9196-336e4afd8d31 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323331 Aug 16 02:51:08.956962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0174fe08-a478-4613-b937-0223ce5c9735 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:51:09.049749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 0174fe08-a478-4613-b937-0223ce5c9735, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0174fe08-a478-4613-b937-0223ce5c9735,segment=NetworkSegment(c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5),segment_id=c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:09.061510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '0174fe08-a478-4613-b937-0223ce5c9735', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'port_id': '0174fe08-a478-4613-b937-0223ce5c9735', 'mac_address': 'fa:16:3e:b3:d4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:51:09.100038 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:09.112746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0174fe08-a478-4613-b937-0223ce5c9735 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:09.131738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 0174fe08-a478-4613-b937-0223ce5c9735, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0174fe08-a478-4613-b937-0223ce5c9735,segment=NetworkSegment(c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5),segment_id=c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:09.188564 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:09.235142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=0174fe08-a478-4613-b937-0223ce5c9735,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:09.273171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536f6b8-86bb-4cd9-a440-750256fd7139 req-8d7227b6-1027-414e-8ac1-f6bf5ac220f5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:09.274693 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4536f6b8-86bb-4cd9-a440-750256fd7139 req-8d7227b6-1027-414e-8ac1-f6bf5ac220f5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 945 time: 0.0500994 Aug 16 02:51:09.314755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4536f6b8-86bb-4cd9-a440-750256fd7139 req-38dbb06a-24e0-41eb-a56c-d7c08877dced tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Aug 16 02:51:09.392358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['0174fe08-a478-4613-b937-0223ce5c9735'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:10.430442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aca7b-fe6a-4f2f-b839-24ab73d1cc20 req-d7e3efb2-c025-4a27-a55c-fa76a75b9cb9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:10.432061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c60aca7b-fe6a-4f2f-b839-24ab73d1cc20 req-d7e3efb2-c025-4a27-a55c-fa76a75b9cb9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 945 time: 0.0494182 Aug 16 02:51:10.470650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c60aca7b-fe6a-4f2f-b839-24ab73d1cc20 req-2d4dadcf-6f96-4294-be18-00d10137e75a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325153 Aug 16 02:51:10.962003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0174fe08-a478-4613-b937-0223ce5c9735 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:11.062754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 0174fe08-a478-4613-b937-0223ce5c9735 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:11.066234 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 0174fe08-a478-4613-b937-0223ce5c9735 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:11.066603 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:11.143224 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:11.164715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8986b48c-3734-4701-9ca7-6262f0036c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0174fe08-a478-4613-b937-0223ce5c9735'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:11.167487 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35866d03-780f-46d0-84b9-486469d34c0f" -d '{"events": [{"server_uuid": "8986b48c-3734-4701-9ca7-6262f0036c68", "name": "network-vif-plugged", "status": "completed", "tag": "0174fe08-a478-4613-b937-0223ce5c9735"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:11.180484 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 0174fe08-a478-4613-b937-0223ce5c9735, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0174fe08-a478-4613-b937-0223ce5c9735,segment=NetworkSegment(c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5),segment_id=c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:11.202900 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e90d5-cfb4-4bce-b187-7c5400004264 x-openstack-request-id: req-024e90d5-cfb4-4bce-b187-7c5400004264 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:11.203190 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8986b48c-3734-4701-9ca7-6262f0036c68", "name": "network-vif-plugged", "status": "completed", "tag": "0174fe08-a478-4613-b937-0223ce5c9735", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:11.203443 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-024e90d5-cfb4-4bce-b187-7c5400004264 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:11.203838 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8986b48c-3734-4701-9ca7-6262f0036c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0174fe08-a478-4613-b937-0223ce5c9735', 'code': 200} Aug 16 02:51:11.246040 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:11.294009 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=0174fe08-a478-4613-b937-0223ce5c9735,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:11.302922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727c616-6442-4b0c-9783-26b97728c66b req-9a62ac37-d085-4d4b-97e3-2ee21b777c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:11.304454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b727c616-6442-4b0c-9783-26b97728c66b req-9a62ac37-d085-4d4b-97e3-2ee21b777c92 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 1098 time: 0.0440335 Aug 16 02:51:11.339323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b727c616-6442-4b0c-9783-26b97728c66b req-e95cf77f-d742-440d-8c00-4d4c88a0cb72 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266831 Aug 16 02:51:11.585742 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc43d0b-c9bd-4b94-85e9-e58c4fdd37ba req-f89c561e-0ee5-4925-a1e9-aa66685dc8da tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:11.587246 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cc43d0b-c9bd-4b94-85e9-e58c4fdd37ba req-f89c561e-0ee5-4925-a1e9-aa66685dc8da tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0492899 Aug 16 02:51:11.624938 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4cc43d0b-c9bd-4b94-85e9-e58c4fdd37ba req-f647a1b6-a1c1-4db6-8d49-3c1aae560d7c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314825 Aug 16 02:51:12.738276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54108cb2-b0c2-4564-9040-6cce321a0484 req-97dec01a-3c6a-4a50-b78a-71e2a70ab4fa tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:12.739655 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54108cb2-b0c2-4564-9040-6cce321a0484 req-97dec01a-3c6a-4a50-b78a-71e2a70ab4fa tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0482967 Aug 16 02:51:12.778180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54108cb2-b0c2-4564-9040-6cce321a0484 req-a8d85732-223e-4bab-bbc6-227c7ed397d8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321054 Aug 16 02:51:12.898017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd98ad1-0b04-438f-8981-0a2ecd409073 req-c1f0d4f9-3ed1-4110-8b82-695788eefaca tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:12.899492 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecd98ad1-0b04-438f-8981-0a2ecd409073 req-c1f0d4f9-3ed1-4110-8b82-695788eefaca tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0547199 Aug 16 02:51:12.937853 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ecd98ad1-0b04-438f-8981-0a2ecd409073 req-7faade30-28ec-4248-8253-d0c46e5f2ea1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Aug 16 02:51:12.960498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57902) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:13.045115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5dd538-dec7-4e72-903b-99a8649ba80b tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:13.046715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0b5dd538-dec7-4e72-903b-99a8649ba80b tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 1093 time: 0.0852225 Aug 16 02:51:13.049462 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57906) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:13.053761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '0174fe08-a478-4613-b937-0223ce5c9735', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:13.142877 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.241560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.343687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.25.8.190 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/e507ba47-a218-4f2b-b132-0d94dd9134e3) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:51:13.452847 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.542996 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.581271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:13.585563 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:13.590378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:51:13.593489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=e507ba47-a218-4f2b-b132-0d94dd9134e3,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:13.621938 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.622207 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.622545 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.622881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.623209 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.623724 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.624058 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.624394 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.624717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.625036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.625359 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.625676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:13.951218 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.087277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.236059 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.274147 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.348439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=e507ba47-a218-4f2b-b132-0d94dd9134e3,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:14.357688 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.458552 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Floating IP 1235c07e-da89-4f90-b06f-1bdd86e7a5b2 associated. External IP: 172.25.8.190, port: 0174fe08-a478-4613-b937-0223ce5c9735. Aug 16 02:51:14.662499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 55ef9b85-abf1-4534-b5d0-bee806598f83 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:51:14.765104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:51:14.775538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22a382b-80fc-42fa-82e4-2f5067f4a1e6 None None] Sync routers for ids ['55ef9b85-abf1-4534-b5d0-bee806598f83'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:51:14.784952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a382b-80fc-42fa-82e4-2f5067f4a1e6 None None] Routers {'55ef9b85-abf1-4534-b5d0-bee806598f83'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:14.785557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c22a382b-80fc-42fa-82e4-2f5067f4a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['55ef9b85-abf1-4534-b5d0-bee806598f83'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:14.879152 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.912039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-41bfc822-fb50-47b3-af80-e3ec93d6eb69 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8615170 Aug 16 02:51:14.912720 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8986b48c-3734-4701-9ca7-6262f0036c68', 'tag': '0174fe08-a478-4613-b937-0223ce5c9735'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:14.915069 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8986b48c-3734-4701-9ca7-6262f0036c68", "tag": "0174fe08-a478-4613-b937-0223ce5c9735"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:15.011415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d06cf-b5d5-42a2-b1ba-346966ff7cf7 req-3848d421-966a-423e-be81-129d267ba1f6 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.013073 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f18d06cf-b5d5-42a2-b1ba-346966ff7cf7 req-3848d421-966a-423e-be81-129d267ba1f6 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0509949 Aug 16 02:51:15.052995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f18d06cf-b5d5-42a2-b1ba-346966ff7cf7 req-8fb2c04d-b031-48e3-a2a7-c15db3587774 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339401 Aug 16 02:51:15.054439 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c22a382b-80fc-42fa-82e4-2f5067f4a1e6 None None] Set router 55ef9b85-abf1-4534-b5d0-bee806598f83 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:15.074963 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57914) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:15.111969 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffff91ac-3e8b-4b3c-bdca-68785badef91 x-openstack-request-id: req-ffff91ac-3e8b-4b3c-bdca-68785badef91 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:15.112254 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8986b48c-3734-4701-9ca7-6262f0036c68", "tag": "0174fe08-a478-4613-b937-0223ce5c9735", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:15.112652 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ffff91ac-3e8b-4b3c-bdca-68785badef91 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:15.113114 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8986b48c-3734-4701-9ca7-6262f0036c68', 'tag': '0174fe08-a478-4613-b937-0223ce5c9735', 'status': 'completed', 'code': 200} Aug 16 02:51:15.168444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-32070532-9af7-482f-9b6b-a5a97f65b827 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/1235c07e-da89-4f90-b06f-1bdd86e7a5b2 HTTP/1.1" status: 200 len: 992 time: 0.0921698 Aug 16 02:51:15.178087 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0 req-5ce37a65-3ea9-43c2-8f78-1df003aba043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.179530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0 req-5ce37a65-3ea9-43c2-8f78-1df003aba043 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 1098 time: 0.0559616 Aug 16 02:51:15.269331 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0 req-2be0ee60-b4a5-42e4-ba3d-9423ab328820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.271079 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0 req-2be0ee60-b4a5-42e4-ba3d-9423ab328820 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b6a4a798-0759-434d-aa37-4fba0d12c616 HTTP/1.1" status: 200 len: 898 time: 0.0833724 Aug 16 02:51:15.280951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c22a382b-80fc-42fa-82e4-2f5067f4a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:01Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '1235c07e-da89-4f90-b06f-1bdd86e7a5b2', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'port_id': '0174fe08-a478-4613-b937-0223ce5c9735', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'mac_address': 'fa:16:3e:b3:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986b48c-3734-4701-9ca7-6262f0036c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:51:13Z', 'updated_at': '2021-08-16T02:51:13Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5abaf5-1303-4dec-9775-93090c2ba53e', 'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:32:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:00Z', 'updated_at': '2021-08-16T02:51:05Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:15.307398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22a382b-80fc-42fa-82e4-2f5067f4a1e6 None None] Checking router: 55ef9b85-abf1-4534-b5d0-bee806598f83 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:51:15.315810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a382b-80fc-42fa-82e4-2f5067f4a1e6 None None] Routers {'55ef9b85-abf1-4534-b5d0-bee806598f83'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:15.316434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c22a382b-80fc-42fa-82e4-2f5067f4a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:51:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['55ef9b85-abf1-4534-b5d0-bee806598f83'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:15.343846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0 req-8f2e36b2-c7fb-4576-b843-08efcb9a8687 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0174fe08-a478-4613-b937-0223ce5c9735 HTTP/1.1" status: 200 len: 1000 time: 0.0652685 Aug 16 02:51:15.394425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0 req-3922bd16-9288-4abd-88bf-03a3a853ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.395905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0 req-3922bd16-9288-4abd-88bf-03a3a853ca48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2861464-4eb6-40b7-97a0-a1b0cb1a83b9 HTTP/1.1" status: 200 len: 834 time: 0.0443015 Aug 16 02:51:15.425454 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c22a382b-80fc-42fa-82e4-2f5067f4a1e6 None None] Set router 55ef9b85-abf1-4534-b5d0-bee806598f83 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:15.441508 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0 req-fec5db4d-ada2-4476-b76a-38e050b1a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.443057 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0 req-fec5db4d-ada2-4476-b76a-38e050b1a70a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b6a4a798-0759-434d-aa37-4fba0d12c616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399430 Aug 16 02:51:15.537003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0 req-a76e8335-755b-4b25-9053-0564a13dc341 service neutron] 10.222.0.64 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Aug 16 02:51:15.626790 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d9e9841b-cfb0-4d3f-a836-4bd0228edfd0 req-4a9a22df-205c-4d8d-a354-2cd50ba3eb9a service neutron] 10.222.0.64 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820501 Aug 16 02:51:15.652187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c22a382b-80fc-42fa-82e4-2f5067f4a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:01Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '1235c07e-da89-4f90-b06f-1bdd86e7a5b2', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'port_id': '0174fe08-a478-4613-b937-0223ce5c9735', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'mac_address': 'fa:16:3e:b3:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986b48c-3734-4701-9ca7-6262f0036c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:51:13Z', 'updated_at': '2021-08-16T02:51:13Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5abaf5-1303-4dec-9775-93090c2ba53e', 'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:32:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:00Z', 'updated_at': '2021-08-16T02:51:05Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:15.678086 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22a382b-80fc-42fa-82e4-2f5067f4a1e6 None None] The sync data for ids ['55ef9b85-abf1-4534-b5d0-bee806598f83'] in n-d-768509-23 is: [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:01Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '1235c07e-da89-4f90-b06f-1bdd86e7a5b2', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'port_id': '0174fe08-a478-4613-b937-0223ce5c9735', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'mac_address': 'fa:16:3e:b3:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986b48c-3734-4701-9ca7-6262f0036c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:51:13Z', 'updated_at': '2021-08-16T02:51:13Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5abaf5-1303-4dec-9775-93090c2ba53e', 'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:32:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:00Z', 'updated_at': '2021-08-16T02:51:05Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:51:15.866684 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bb24f-7fb4-4904-a9e8-5e6a2d87358f None None] New status for floating IP 1235c07e-da89-4f90-b06f-1bdd86e7a5b2: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:51:16.172273 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57916) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:16.236018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0bf32a49-0c67-4c30-98e2-ed7dde5570f8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/1235c07e-da89-4f90-b06f-1bdd86e7a5b2 HTTP/1.1" status: 200 len: 994 time: 0.0625932 Aug 16 02:51:21.564457 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:22.508486 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:29.907843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-34677099-cc65-4dbc-964e-aa1016e2dd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:32.959969 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-70b56934-095d-4d80-af0c-9e527bd01f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:33.028182 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:34.296689 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:36.033738 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:40.405842 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:51:46.549188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-33a781b7-2831-4da7-a3dd-91d9d86416f9 req-3194fe57-8a8a-4ef7-8048-f81af39982b6 service neutron] (95516) timed out ('10.222.0.66', 54776) {{(pid=95516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:51:50.141932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b74814-bd0b-47d7-9e5d-32fd61279162 req-b22c1a53-beb1-43c7-a6d9-fbc75c4b104d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:50.143431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80b74814-bd0b-47d7-9e5d-32fd61279162 req-b22c1a53-beb1-43c7-a6d9-fbc75c4b104d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.4053268 Aug 16 02:51:50.180535 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80b74814-bd0b-47d7-9e5d-32fd61279162 req-b63922b8-1422-42cb-9c5c-8b3e0d17736e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Aug 16 02:51:51.307769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d71e7c-cda6-4255-badb-fa31864441d8 req-7c8123b0-7e80-4353-9570-d7acd5da784a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:51.309254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0d71e7c-cda6-4255-badb-fa31864441d8 req-7c8123b0-7e80-4353-9570-d7acd5da784a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0483444 Aug 16 02:51:51.346612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0d71e7c-cda6-4255-badb-fa31864441d8 req-4086804c-176c-4dfa-be97-1f0944a08ef4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313952 Aug 16 02:51:51.564740 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:52.456792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:52.463631 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42de34-79bd-42a3-98b0-92bf107ad83a req-21926565-cf17-4a68-9f0b-1e235ded0175 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:52.465106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a42de34-79bd-42a3-98b0-92bf107ad83a req-21926565-cf17-4a68-9f0b-1e235ded0175 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Aug 16 02:51:52.506104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a42de34-79bd-42a3-98b0-92bf107ad83a req-749b0ed0-2947-4a78-833e-b116d33d05b2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345755 Aug 16 02:51:53.619776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410d632-d758-439d-b69e-0df0bb8ef88f req-f62bbfcc-b451-44c5-9195-7528e217e028 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:53.621971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0410d632-d758-439d-b69e-0df0bb8ef88f req-f62bbfcc-b451-44c5-9195-7528e217e028 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0480947 Aug 16 02:51:53.660325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0410d632-d758-439d-b69e-0df0bb8ef88f req-04ab73ed-d7c7-4c45-88fc-96fab291b931 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323386 Aug 16 02:51:54.777250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1f66-3e8a-432b-ab6d-5d8726813544 req-f006fecb-ffbe-40f2-a22b-edc89b91b8bb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:54.779294 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c1a1f66-3e8a-432b-ab6d-5d8726813544 req-f006fecb-ffbe-40f2-a22b-edc89b91b8bb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0515296 Aug 16 02:51:54.817165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5c1a1f66-3e8a-432b-ab6d-5d8726813544 req-c570cf56-9a66-4005-9768-ce25825a2f49 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314803 Aug 16 02:51:55.930371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d70485-3c12-4921-b88b-99dcbef210c9 req-97d7fcc5-74c0-4d61-8315-37f180200031 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:55.931894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46d70485-3c12-4921-b88b-99dcbef210c9 req-97d7fcc5-74c0-4d61-8315-37f180200031 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0483916 Aug 16 02:51:55.974592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46d70485-3c12-4921-b88b-99dcbef210c9 req-4c5ce0cd-9c75-4cc8-8da2-85ee81367a49 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360384 Aug 16 02:51:57.093862 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b518b15-e22f-4f04-8519-4726371658e3 req-4b6e7f11-a014-4d24-8cbe-4fbdf0ef4728 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:57.095389 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b518b15-e22f-4f04-8519-4726371658e3 req-4b6e7f11-a014-4d24-8cbe-4fbdf0ef4728 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0493686 Aug 16 02:51:57.133032 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4b518b15-e22f-4f04-8519-4726371658e3 req-92c89c2e-73fc-4be4-9b5b-a0a081cfadca tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317209 Aug 16 02:51:58.248291 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a598a-7d86-4436-80af-8a020b505ac4 req-5117f383-55a3-44ea-8d26-dbde7895fc20 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:58.249774 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-386a598a-7d86-4436-80af-8a020b505ac4 req-5117f383-55a3-44ea-8d26-dbde7895fc20 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0487719 Aug 16 02:51:58.286900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-386a598a-7d86-4436-80af-8a020b505ac4 req-bbee76ed-ed25-4594-a33b-d9eaa9b8d00d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310416 Aug 16 02:51:59.403409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9299a-e76d-4bb0-837e-1095d835dd10 req-61f01b2f-28c1-4656-90f7-792264d6f0d3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:59.404895 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9c9299a-e76d-4bb0-837e-1095d835dd10 req-61f01b2f-28c1-4656-90f7-792264d6f0d3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0489476 Aug 16 02:51:59.447321 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f9c9299a-e76d-4bb0-837e-1095d835dd10 req-e7d6c1c0-1e54-4bf1-9f32-890be6ab8e89 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363729 Aug 16 02:51:59.906930 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ab9c-da17-4d4e-99a3-0182f76b5f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:00.561407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b3c3a-d02e-4b41-aa96-3a5cbb7995b7 req-b84c0da4-6725-4291-ba14-a315f550da86 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:00.562921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f57b3c3a-d02e-4b41-aa96-3a5cbb7995b7 req-b84c0da4-6725-4291-ba14-a315f550da86 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0492053 Aug 16 02:52:00.599222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f57b3c3a-d02e-4b41-aa96-3a5cbb7995b7 req-09a46ac8-0555-4120-9471-d2926eede20c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304644 Aug 16 02:52:01.715534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedff25-1172-4df9-9e52-13afa5d998a4 req-5217806f-8db5-4175-a4ef-3ebb8b33fd2a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:01.717023 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fedff25-1172-4df9-9e52-13afa5d998a4 req-5217806f-8db5-4175-a4ef-3ebb8b33fd2a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0518084 Aug 16 02:52:01.754985 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fedff25-1172-4df9-9e52-13afa5d998a4 req-ad005492-8cda-4d65-9a6e-2dfd4628b8c7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319662 Aug 16 02:52:02.817314 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f858b-e9b1-4f11-8607-3ba8a62cd31b req-5d740c2e-f3f6-4fec-aeb5-569b535e1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:02.819009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-948f858b-e9b1-4f11-8607-3ba8a62cd31b req-5d740c2e-f3f6-4fec-aeb5-569b535e1a8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 1098 time: 0.0426028 Aug 16 02:52:02.925682 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edd3ef-452e-4f5b-9ba3-795808e19ad2 req-6a7db9fe-5789-4f56-8ba2-85a23acc2668 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:02.927223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80edd3ef-452e-4f5b-9ba3-795808e19ad2 req-6a7db9fe-5789-4f56-8ba2-85a23acc2668 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.1040626 Aug 16 02:52:02.953007 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-895e510a-21b6-48c0-a5c1-d71d326c31e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:02.972944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f858b-e9b1-4f11-8607-3ba8a62cd31b req-b7178529-d106-449c-a6a4-b5fd20ecbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:02.974490 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-948f858b-e9b1-4f11-8607-3ba8a62cd31b req-b7178529-d106-449c-a6a4-b5fd20ecbb8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b6a4a798-0759-434d-aa37-4fba0d12c616 HTTP/1.1" status: 200 len: 898 time: 0.1228940 Aug 16 02:52:02.978910 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:02.993605 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-80edd3ef-452e-4f5b-9ba3-795808e19ad2 req-aeee125d-039e-40ee-b65b-41d1263b52cf tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569651 Aug 16 02:52:03.056018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-948f858b-e9b1-4f11-8607-3ba8a62cd31b req-5307835b-e5ad-4d91-85eb-683c4aa65643 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0174fe08-a478-4613-b937-0223ce5c9735 HTTP/1.1" status: 200 len: 1002 time: 0.0730100 Aug 16 02:52:03.109396 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f858b-e9b1-4f11-8607-3ba8a62cd31b req-9729fe58-3cd3-407d-a071-c9534d9db25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:03.110910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-948f858b-e9b1-4f11-8607-3ba8a62cd31b req-9729fe58-3cd3-407d-a071-c9534d9db25f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2861464-4eb6-40b7-97a0-a1b0cb1a83b9 HTTP/1.1" status: 200 len: 834 time: 0.0472043 Aug 16 02:52:03.157448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f858b-e9b1-4f11-8607-3ba8a62cd31b req-229f0003-4eca-4b4e-9bd8-ef63ff918da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:03.163721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-948f858b-e9b1-4f11-8607-3ba8a62cd31b req-229f0003-4eca-4b4e-9bd8-ef63ff918da7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b6a4a798-0759-434d-aa37-4fba0d12c616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401754 Aug 16 02:52:03.257301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-948f858b-e9b1-4f11-8607-3ba8a62cd31b req-1db5364d-f455-462b-a552-f00eb20f9196 service neutron] 10.222.0.64 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897622 Aug 16 02:52:03.346897 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-948f858b-e9b1-4f11-8607-3ba8a62cd31b req-10d48472-8994-4db7-9709-2cac984ffe37 service neutron] 10.222.0.64 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822260 Aug 16 02:52:04.115408 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb8a45-9f7a-4d45-aa49-32a56b8c5b64 req-2b9f61f7-f3ef-4d70-bcdb-c6d318b8dceb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:04.116913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5acb8a45-9f7a-4d45-aa49-32a56b8c5b64 req-2b9f61f7-f3ef-4d70-bcdb-c6d318b8dceb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0548053 Aug 16 02:52:04.155811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5acb8a45-9f7a-4d45-aa49-32a56b8c5b64 req-753b2dd7-89fb-4dfc-a7bc-ad8104616920 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328484 Aug 16 02:52:04.290825 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:05.270301 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d0e60-5d52-4a1a-80ee-cd0ba895afd6 req-33f0ac24-0bcb-47ca-9837-9f7932605ab3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:05.271793 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b7d0e60-5d52-4a1a-80ee-cd0ba895afd6 req-33f0ac24-0bcb-47ca-9837-9f7932605ab3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0489693 Aug 16 02:52:05.310575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1b7d0e60-5d52-4a1a-80ee-cd0ba895afd6 req-8808b983-8746-4058-9e49-be1fb4339e66 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325000 Aug 16 02:52:06.056287 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:06.425198 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671de339-2ceb-42cf-8052-e9f093083ee4 req-63cce6de-570f-4204-8202-d8942e406d02 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:06.426731 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-671de339-2ceb-42cf-8052-e9f093083ee4 req-63cce6de-570f-4204-8202-d8942e406d02 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0483332 Aug 16 02:52:06.464057 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-671de339-2ceb-42cf-8052-e9f093083ee4 req-946e7df0-46ed-4b67-8de6-2537b903c622 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Aug 16 02:52:06.486414 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 57968) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:06.550917 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3a841d24-dab0-4f68-9805-2c68f443c7d1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/1235c07e-da89-4f90-b06f-1bdd86e7a5b2 HTTP/1.1" status: 200 len: 994 time: 0.0633664 Aug 16 02:52:07.994230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b97ebb-6cea-4404-b7ca-30f3bd114578 req-1f6ba477-cc71-4919-8e4c-1ee5cc3f759f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:07.995735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46b97ebb-6cea-4404-b7ca-30f3bd114578 req-1f6ba477-cc71-4919-8e4c-1ee5cc3f759f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0527482 Aug 16 02:52:08.034648 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-46b97ebb-6cea-4404-b7ca-30f3bd114578 req-4b8574a4-2925-4d6b-aa1d-31310952511b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Aug 16 02:52:08.097453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b423ad-18de-4036-9ac8-d728e3a7a260 req-497f1eb9-4ce7-451a-9969-8b5f93c97bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:08.098961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0b423ad-18de-4036-9ac8-d728e3a7a260 req-497f1eb9-4ce7-451a-9969-8b5f93c97bb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 1098 time: 0.0408955 Aug 16 02:52:08.192226 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b423ad-18de-4036-9ac8-d728e3a7a260 req-a9cf55ac-c374-4f14-a04f-eac2ee5868e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:08.193604 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0b423ad-18de-4036-9ac8-d728e3a7a260 req-a9cf55ac-c374-4f14-a04f-eac2ee5868e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b6a4a798-0759-434d-aa37-4fba0d12c616 HTTP/1.1" status: 200 len: 898 time: 0.0874286 Aug 16 02:52:08.258969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0b423ad-18de-4036-9ac8-d728e3a7a260 req-a693135a-0485-4a7f-a327-b64b7d900b59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0174fe08-a478-4613-b937-0223ce5c9735 HTTP/1.1" status: 200 len: 1002 time: 0.0576439 Aug 16 02:52:08.309072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b423ad-18de-4036-9ac8-d728e3a7a260 req-a3158f4c-590f-48f5-a520-d50af7b1a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:08.310759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0b423ad-18de-4036-9ac8-d728e3a7a260 req-a3158f4c-590f-48f5-a520-d50af7b1a96f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2861464-4eb6-40b7-97a0-a1b0cb1a83b9 HTTP/1.1" status: 200 len: 834 time: 0.0442538 Aug 16 02:52:08.361452 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b423ad-18de-4036-9ac8-d728e3a7a260 req-ac3bdddd-7466-4224-934b-bd919d3d3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:08.363001 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0b423ad-18de-4036-9ac8-d728e3a7a260 req-ac3bdddd-7466-4224-934b-bd919d3d3f6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b6a4a798-0759-434d-aa37-4fba0d12c616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437334 Aug 16 02:52:08.453199 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0b423ad-18de-4036-9ac8-d728e3a7a260 req-a4163e69-0f2f-4a42-a568-75f15c434d73 service neutron] 10.222.0.64 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815928 Aug 16 02:52:08.546616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a0b423ad-18de-4036-9ac8-d728e3a7a260 req-0d1d56b3-b8ad-44b8-a04a-706ec25e292a service neutron] 10.222.0.64 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858319 Aug 16 02:52:09.157524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b912805-487b-4620-8dcf-a8cc2bd92b8e req-ba5fbbdd-b997-4e18-9da1-f25dbe3c3765 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:09.159063 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b912805-487b-4620-8dcf-a8cc2bd92b8e req-ba5fbbdd-b997-4e18-9da1-f25dbe3c3765 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0502803 Aug 16 02:52:09.197530 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b912805-487b-4620-8dcf-a8cc2bd92b8e req-b6822ffb-e40f-4831-83ad-006ef0b8804f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321209 Aug 16 02:52:10.312877 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b265ad5-26e1-4a6d-bf77-ae83ba782c6b req-631ba25b-76e3-4a70-9217-d6fa658a1203 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:10.314405 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b265ad5-26e1-4a6d-bf77-ae83ba782c6b req-631ba25b-76e3-4a70-9217-d6fa658a1203 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0490658 Aug 16 02:52:10.351263 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7b265ad5-26e1-4a6d-bf77-ae83ba782c6b req-e1c4f07f-e8e8-4cab-bfdf-6fde41883d25 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309396 Aug 16 02:52:10.374470 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 57984) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:10.440654 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1f5d345f-8fd7-464e-a747-7a60f456eb50 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/1235c07e-da89-4f90-b06f-1bdd86e7a5b2 HTTP/1.1" status: 200 len: 994 time: 0.0650594 Aug 16 02:52:17.405489 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:52:21.553005 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:22.461047 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:29.901897 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7f40185-7e16-448b-91df-c4763c4e2e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:32.986569 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:33.009518 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-7b7f515f-6bc7-442f-b1e7-9d6ca82dc304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:34.312420 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:36.072990 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:40.970200 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58000) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:41.125934 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port e507ba47-a218-4f2b-b132-0d94dd9134e3 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:41.126281 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:41.199174 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:41.199452 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:41.211489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for e507ba47-a218-4f2b-b132-0d94dd9134e3 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:41.450741 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:41.476427 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=e507ba47-a218-4f2b-b132-0d94dd9134e3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:41.488498 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.488844 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.489180 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.489512 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.489858 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.490189 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.490514 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.490838 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.491159 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.491480 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.491799 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.492116 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:41.550889 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:41.551258 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Floating IP 1235c07e-da89-4f90-b06f-1bdd86e7a5b2 disassociated (deleted). External IP: 172.25.8.190, port: 0174fe08-a478-4613-b937-0223ce5c9735. Aug 16 02:52:42.061653 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 55ef9b85-abf1-4534-b5d0-bee806598f83 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:52:42.166699 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:52:42.172265 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:42.177071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364d7d6-2ce0-4710-a942-9a271e9cce37 None None] Sync routers for ids ['55ef9b85-abf1-4534-b5d0-bee806598f83'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:52:42.185857 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364d7d6-2ce0-4710-a942-9a271e9cce37 None None] Routers {'55ef9b85-abf1-4534-b5d0-bee806598f83'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:42.186696 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4364d7d6-2ce0-4710-a942-9a271e9cce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['55ef9b85-abf1-4534-b5d0-bee806598f83'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:42.201693 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-661c44b1-ff9d-480b-88f4-567c5ca02fa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/floatingips/1235c07e-da89-4f90-b06f-1bdd86e7a5b2 HTTP/1.1" status: 204 len: 168 time: 1.2303760 Aug 16 02:52:42.202497 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8986b48c-3734-4701-9ca7-6262f0036c68', 'tag': '0174fe08-a478-4613-b937-0223ce5c9735'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:42.204854 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0551dae6c7fc61468848fa01418dd064d6c56ca945c16c5049742447b6f00904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8986b48c-3734-4701-9ca7-6262f0036c68", "tag": "0174fe08-a478-4613-b937-0223ce5c9735"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:42.292915 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-4364d7d6-2ce0-4710-a942-9a271e9cce37 None None] Set router 55ef9b85-abf1-4534-b5d0-bee806598f83 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:42.489398 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4364d7d6-2ce0-4710-a942-9a271e9cce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:01Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'eb5abaf5-1303-4dec-9775-93090c2ba53e', 'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:32:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:00Z', 'updated_at': '2021-08-16T02:51:05Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:42.519021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364d7d6-2ce0-4710-a942-9a271e9cce37 None None] Checking router: 55ef9b85-abf1-4534-b5d0-bee806598f83 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:52:42.527295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364d7d6-2ce0-4710-a942-9a271e9cce37 None None] Routers {'55ef9b85-abf1-4534-b5d0-bee806598f83'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:42.527894 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4364d7d6-2ce0-4710-a942-9a271e9cce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['55ef9b85-abf1-4534-b5d0-bee806598f83'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:42.629019 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-4364d7d6-2ce0-4710-a942-9a271e9cce37 None None] Set router 55ef9b85-abf1-4534-b5d0-bee806598f83 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:42.682290 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68b5610-943e-4d96-8e01-3a8bbab349d2 x-openstack-request-id: req-b68b5610-943e-4d96-8e01-3a8bbab349d2 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:42.682652 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8986b48c-3734-4701-9ca7-6262f0036c68", "tag": "0174fe08-a478-4613-b937-0223ce5c9735", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:42.682970 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b68b5610-943e-4d96-8e01-3a8bbab349d2 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:42.683438 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8986b48c-3734-4701-9ca7-6262f0036c68', 'tag': '0174fe08-a478-4613-b937-0223ce5c9735', 'status': 'completed', 'code': 200} Aug 16 02:52:42.779184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb req-b401d4ca-fdee-4010-a403-8271ca81035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:42.780969 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb req-b401d4ca-fdee-4010-a403-8271ca81035f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 1098 time: 0.0718722 Aug 16 02:52:42.793129 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bfbd3-dc0c-4be9-a896-31fac3a70593 req-8ccd7d78-6f51-4543-8e58-db25fba59845 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:42.794616 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d6bfbd3-dc0c-4be9-a896-31fac3a70593 req-8ccd7d78-6f51-4543-8e58-db25fba59845 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0607436 Aug 16 02:52:42.829177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-4364d7d6-2ce0-4710-a942-9a271e9cce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:01Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'eb5abaf5-1303-4dec-9775-93090c2ba53e', 'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:32:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:00Z', 'updated_at': '2021-08-16T02:51:05Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:42.854938 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364d7d6-2ce0-4710-a942-9a271e9cce37 None None] The sync data for ids ['55ef9b85-abf1-4534-b5d0-bee806598f83'] in n-d-768509-23 is: [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:01Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'eb5abaf5-1303-4dec-9775-93090c2ba53e', 'name': '', 'network_id': 'b6a4a798-0759-434d-aa37-4fba0d12c616', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:32:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:00Z', 'updated_at': '2021-08-16T02:51:05Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': 'f2861464-4eb6-40b7-97a0-a1b0cb1a83b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:52:42.881354 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2d6bfbd3-dc0c-4be9-a896-31fac3a70593 req-549ddb3e-eada-46be-be8b-8e2010fdbde2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784085 Aug 16 02:52:42.911334 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb req-8c08015e-8fc8-4ea0-abd3-14c7c4a10655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:42.912859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb req-8c08015e-8fc8-4ea0-abd3-14c7c4a10655 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b6a4a798-0759-434d-aa37-4fba0d12c616 HTTP/1.1" status: 200 len: 898 time: 0.1173868 Aug 16 02:52:42.958728 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb req-4454a12d-2bb6-4624-83b6-c60d4b03325d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0174fe08-a478-4613-b937-0223ce5c9735 HTTP/1.1" status: 200 len: 217 time: 0.0367551 Aug 16 02:52:43.016276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb req-05e42193-88b4-45f0-9f79-f232f0ffd82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:43.017783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb req-05e42193-88b4-45f0-9f79-f232f0ffd82e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2861464-4eb6-40b7-97a0-a1b0cb1a83b9 HTTP/1.1" status: 200 len: 834 time: 0.0520983 Aug 16 02:52:43.066687 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb req-2acc109c-8314-464d-ae98-4061434593c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:43.068211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb req-2acc109c-8314-464d-ae98-4061434593c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b6a4a798-0759-434d-aa37-4fba0d12c616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431457 Aug 16 02:52:43.087777 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2254b44-54b6-464a-8fc9-381f3b7dc7ca None None] New status for floating IP 1235c07e-da89-4f90-b06f-1bdd86e7a5b2: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:52:43.161163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb req-06a5e4ca-4412-4aa8-aa4f-963a1729888e service neutron] 10.222.0.64 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842800 Aug 16 02:52:43.257609 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c7d1bb7-f6d0-4fde-9419-1336850d23cb req-f5e0411c-604c-44c9-aad7-ee21fa1af8a0 service neutron] 10.222.0.64 "GET /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888758 Aug 16 02:52:43.998161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747a10d-c8be-484e-8d00-1f6a9a2fa5ff req-7bd0ab10-c734-4906-a3b5-7188b975b40b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:43.999679 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1747a10d-c8be-484e-8d00-1f6a9a2fa5ff req-7bd0ab10-c734-4906-a3b5-7188b975b40b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0497129 Aug 16 02:52:44.037723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1747a10d-c8be-484e-8d00-1f6a9a2fa5ff req-a07350b2-28c7-4e5a-894e-26a84f995e87 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=30b5ede8-3c4d-4be9-9fde-b82045564410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Aug 16 02:52:44.320934 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db98f3-0395-41e2-885d-c621695c3b27 req-994adfb7-9c5d-445d-966c-2fb1a84e4369 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:44.322454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61db98f3-0395-41e2-885d-c621695c3b27 req-994adfb7-9c5d-445d-966c-2fb1a84e4369 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.64 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 946 time: 0.0476105 Aug 16 02:52:44.416594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-61db98f3-0395-41e2-885d-c621695c3b27 req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 0174fe08-a478-4613-b937-0223ce5c9735 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:44.417107 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61db98f3-0395-41e2-885d-c621695c3b27 req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:44.505467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-61db98f3-0395-41e2-885d-c621695c3b27 req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port 0174fe08-a478-4613-b937-0223ce5c9735, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=0174fe08-a478-4613-b937-0223ce5c9735,segment=NetworkSegment(c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5),segment_id=c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:44.505891 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61db98f3-0395-41e2-885d-c621695c3b27 req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:44.518555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-61db98f3-0395-41e2-885d-c621695c3b27 req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 0174fe08-a478-4613-b937-0223ce5c9735 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:44.696132 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61db98f3-0395-41e2-885d-c621695c3b27 req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:44.724299 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=0174fe08-a478-4613-b937-0223ce5c9735,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:44.736913 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.737276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.737624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.737999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.738340 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.738677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.739018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.739349 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.739683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.740015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.740414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.740745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:44.779199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-61db98f3-0395-41e2-885d-c621695c3b27 req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] No DVR routers for this DVR port 0174fe08-a478-4613-b937-0223ce5c9735 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:52:44.782048 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-61db98f3-0395-41e2-885d-c621695c3b27 req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:44.784097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61db98f3-0395-41e2-885d-c621695c3b27 req-9927aa46-641e-430c-b763-a2951e0be685 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.64 "DELETE /v2.0/ports/0174fe08-a478-4613-b937-0223ce5c9735 HTTP/1.1" status: 204 len: 173 time: 0.4554121 Aug 16 02:52:44.784534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8986b48c-3734-4701-9ca7-6262f0036c68', 'name': 'network-vif-deleted', 'tag': '0174fe08-a478-4613-b937-0223ce5c9735'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:44.786819 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a8ac5d-1dc6-4b7c-804d-ad75d314f53b" -d '{"events": [{"server_uuid": "8986b48c-3734-4701-9ca7-6262f0036c68", "name": "network-vif-deleted", "tag": "0174fe08-a478-4613-b937-0223ce5c9735"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:44.822439 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86e3bc9-9a17-4cdb-88ba-1b91d0b3bbe8 x-openstack-request-id: req-d86e3bc9-9a17-4cdb-88ba-1b91d0b3bbe8 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:44.822726 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8986b48c-3734-4701-9ca7-6262f0036c68", "name": "network-vif-deleted", "tag": "0174fe08-a478-4613-b937-0223ce5c9735", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:44.822971 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d86e3bc9-9a17-4cdb-88ba-1b91d0b3bbe8 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:44.823361 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8986b48c-3734-4701-9ca7-6262f0036c68', 'name': 'network-vif-deleted', 'tag': '0174fe08-a478-4613-b937-0223ce5c9735', 'status': 'completed', 'code': 200} Aug 16 02:52:45.150995 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7c406be2-742d-48d8-ab43-33dbc8777a5c req-e878d7fe-62a8-4e43-a54c-176c0a26a131 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=8986b48c-3734-4701-9ca7-6262f0036c68 HTTP/1.1" status: 200 len: 210 time: 0.0282741 Aug 16 02:52:46.210198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58018) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:46.567413 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:46.817749 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port eb5abaf5-1303-4dec-9775-93090c2ba53e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:46.818123 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:46.905967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port eb5abaf5-1303-4dec-9775-93090c2ba53e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=eb5abaf5-1303-4dec-9775-93090c2ba53e,segment=NetworkSegment(c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5),segment_id=c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:46.906329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:46.919075 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for eb5abaf5-1303-4dec-9775-93090c2ba53e owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:47.226765 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:47.254486 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=eb5abaf5-1303-4dec-9775-93090c2ba53e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:47.430749 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:47.509532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0174fe08-a478-4613-b937-0223ce5c9735 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:52:47.530797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 0174fe08-a478-4613-b937-0223ce5c9735 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:52:47.531075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 0174fe08-a478-4613-b937-0223ce5c9735 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:52:47.646336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router 55ef9b85-abf1-4534-b5d0-bee806598f83 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:52:47.751452 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:52:47.759000 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8dae8cb9-965c-4290-84e6-db187c608c4d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "PUT /v2.0/routers/55ef9b85-abf1-4534-b5d0-bee806598f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5455165 Aug 16 02:52:47.759845 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58020) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:47.760935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded2252-a45b-4144-8b40-7e1976c70a78 None None] Sync routers for ids ['55ef9b85-abf1-4534-b5d0-bee806598f83'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:52:47.770750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded2252-a45b-4144-8b40-7e1976c70a78 None None] Routers {'55ef9b85-abf1-4534-b5d0-bee806598f83'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:47.771441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dded2252-a45b-4144-8b40-7e1976c70a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['55ef9b85-abf1-4534-b5d0-bee806598f83'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:47.811925 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-947b517b-b775-4abb-b05f-c83248aa6230 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting subnet f2861464-4eb6-40b7-97a0-a1b0cb1a83b9 {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:52:47.815033 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-947b517b-b775-4abb-b05f-c83248aa6230 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:47.856416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-947b517b-b775-4abb-b05f-c83248aa6230 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:47.876834 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-dded2252-a45b-4144-8b40-7e1976c70a78 None None] Set router 55ef9b85-abf1-4534-b5d0-bee806598f83 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:47.947620 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-947b517b-b775-4abb-b05f-c83248aa6230 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:48.057251 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dded2252-a45b-4144-8b40-7e1976c70a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:52:47Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:48.079107 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-947b517b-b775-4abb-b05f-c83248aa6230 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:48.084407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded2252-a45b-4144-8b40-7e1976c70a78 None None] Checking router: 55ef9b85-abf1-4534-b5d0-bee806598f83 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:52:48.093021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded2252-a45b-4144-8b40-7e1976c70a78 None None] Routers {'55ef9b85-abf1-4534-b5d0-bee806598f83'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:48.093627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dded2252-a45b-4144-8b40-7e1976c70a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['55ef9b85-abf1-4534-b5d0-bee806598f83'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:48.104019 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b517b-b775-4abb-b05f-c83248aa6230 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Subnet': ['ID=f2861464-4eb6-40b7-97a0-a1b0cb1a83b9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:48.109723 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-947b517b-b775-4abb-b05f-c83248aa6230 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:48.114100 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-947b517b-b775-4abb-b05f-c83248aa6230 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/subnets/f2861464-4eb6-40b7-97a0-a1b0cb1a83b9 HTTP/1.1" status: 204 len: 168 time: 0.3508992 Aug 16 02:52:48.118634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58022) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:48.129231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b66d2ba-2cf8-42ba-a716-79c8c78f90e2 None None] Network b6a4a798-0759-434d-aa37-4fba0d12c616 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:52:48.225514 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:48.331683 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:48.335031 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-dded2252-a45b-4144-8b40-7e1976c70a78 None None] Set router 55ef9b85-abf1-4534-b5d0-bee806598f83 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:48.457076 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 3c38acee-6069-4334-a5ab-af2b30776e37 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:48.457430 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:48.537839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port 3c38acee-6069-4334-a5ab-af2b30776e37, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3c38acee-6069-4334-a5ab-af2b30776e37,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:48.538204 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:48.555115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 3c38acee-6069-4334-a5ab-af2b30776e37 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:48.703861 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] DHCP port deletion for b6a4a798-0759-434d-aa37-4fba0d12c616 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:52:48.794326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-dded2252-a45b-4144-8b40-7e1976c70a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:52:47Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:48.815890 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:48.822731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded2252-a45b-4144-8b40-7e1976c70a78 None None] The sync data for ids ['55ef9b85-abf1-4534-b5d0-bee806598f83'] in n-d-768509-23 is: [{'id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267879886', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:52:47Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': '3c38acee-6069-4334-a5ab-af2b30776e37', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ef9b85-abf1-4534-b5d0-bee806598f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:57Z', 'updated_at': '2021-08-16T02:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:52:48.826684 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Deleting port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:48.826684 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:48.846195 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=3c38acee-6069-4334-a5ab-af2b30776e37,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:48.897355 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] For port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551,segment=NetworkSegment(c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5),segment_id=c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:48.898082 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:48.911359 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Calling delete_port for 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:48.914191 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.010324 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.012406 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.073098 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.097903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Pushing event deleted for resources: {'Port': ['ID=5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:49.107755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] No DVR routers for this DVR port 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:52:49.112255 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.120802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.120802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.120802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.120802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.120802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.120802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.120802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.120802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.120802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.120802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.120802 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549eff80-56cd-4101-a8fa-beeaf2c2ca90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.204817 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.205539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Fanout notify agent at l3_agent the message router_deleted on router 55ef9b85-abf1-4534-b5d0-bee806598f83 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:52:49.213345 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.214351 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ba574c44-69a2-4886-a944-2957f79bff92 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/routers/55ef9b85-abf1-4534-b5d0-bee806598f83 HTTP/1.1" status: 204 len: 168 time: 1.0989058 Aug 16 02:52:49.216984 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58024) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:49.277765 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:52:49.298962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:52:49.299314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5ffd4ebe-21f1-4ecb-ac2a-2393bf8ae551 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:52:49.299739 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device eb5abaf5-1303-4dec-9775-93090c2ba53e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:52:49.304131 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.322882 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: eb5abaf5-1303-4dec-9775-93090c2ba53e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:52:49.323515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device eb5abaf5-1303-4dec-9775-93090c2ba53e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:52:49.396865 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.407210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a4a798-0759-434d-aa37-4fba0d12c616']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:49.418406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:49.418704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16bdbd8-ca9b-4414-88b4-53eef6bdcbf5') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:49.428618 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.443430 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.449575 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:52:49.450030 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:52:49.453648 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:52:49.598586 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.605600 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.607431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/networks/b6a4a798-0759-434d-aa37-4fba0d12c616 HTTP/1.1" status: 204 len: 168 time: 0.3886147 Aug 16 02:52:49.610344 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58026) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:49.618905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77cb2b-fee2-4e51-bdb6-0071d122276e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Network': ['ID=b6a4a798-0759-434d-aa37-4fba0d12c616,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:49.669697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-399ad70b-01ec-402c-8adf-98aed621cc9a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.699196 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-399ad70b-01ec-402c-8adf-98aed621cc9a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.821809 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-399ad70b-01ec-402c-8adf-98aed621cc9a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.824419 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-399ad70b-01ec-402c-8adf-98aed621cc9a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.825730 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-399ad70b-01ec-402c-8adf-98aed621cc9a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/security-groups/30b5ede8-3c4d-4be9-9fde-b82045564410 HTTP/1.1" status: 204 len: 168 time: 0.2143502 Aug 16 02:52:49.836114 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ad70b-01ec-402c-8adf-98aed621cc9a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b5ede8-3c4d-4be9-9fde-b82045564410,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:50.278557 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58032) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:50.283959 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4f2f267e-2087-4bd0-b39d-cfc2e1c6f97f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635053232', 'description': 'tempest-secgroup-smoke-635053232 description', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:50.375204 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f2f267e-2087-4bd0-b39d-cfc2e1c6f97f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:50.455213 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f2f267e-2087-4bd0-b39d-cfc2e1c6f97f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:50.524276 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f2f267e-2087-4bd0-b39d-cfc2e1c6f97f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:50.553763 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f267e-2087-4bd0-b39d-cfc2e1c6f97f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:50.581259 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4f2f267e-2087-4bd0-b39d-cfc2e1c6f97f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:50.582579 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4f2f267e-2087-4bd0-b39d-cfc2e1c6f97f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3029902 Aug 16 02:52:50.585270 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58034) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:50.589672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-c32e1126-d549-46e3-ac3c-3dc8344ed1bf tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:50.671769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c32e1126-d549-46e3-ac3c-3dc8344ed1bf tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:50.728141 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c32e1126-d549-46e3-ac3c-3dc8344ed1bf tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:50.804091 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c32e1126-d549-46e3-ac3c-3dc8344ed1bf tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:50.822918 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e1126-d549-46e3-ac3c-3dc8344ed1bf tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c31da1c-bc28-4110-b82d-61a730a9e551,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:50.895050 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-c32e1126-d549-46e3-ac3c-3dc8344ed1bf tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:50.896294 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c32e1126-d549-46e3-ac3c-3dc8344ed1bf tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100450 Aug 16 02:52:50.899209 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58036) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:50.903669 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8a24201f-03cb-4a2f-9893-908922e6f94b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:50.967551 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3c38acee-6069-4334-a5ab-af2b30776e37 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:52:50.987980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3c38acee-6069-4334-a5ab-af2b30776e37 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:52:50.988327 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3c38acee-6069-4334-a5ab-af2b30776e37 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:52:51.004286 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8a24201f-03cb-4a2f-9893-908922e6f94b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.064429 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8a24201f-03cb-4a2f-9893-908922e6f94b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.130244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8a24201f-03cb-4a2f-9893-908922e6f94b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.145741 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24201f-03cb-4a2f-9893-908922e6f94b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbab8a6-0a72-4484-a44c-7b38417d7208,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:51.215644 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8a24201f-03cb-4a2f-9893-908922e6f94b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.216851 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8a24201f-03cb-4a2f-9893-908922e6f94b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3167183 Aug 16 02:52:51.219787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58038) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:51.224324 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-567c8ac5-468f-4297-83ab-4abf3b68dbb7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:51.312345 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-567c8ac5-468f-4297-83ab-4abf3b68dbb7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.373210 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-567c8ac5-468f-4297-83ab-4abf3b68dbb7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.427091 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-567c8ac5-468f-4297-83ab-4abf3b68dbb7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.445221 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c8ac5-468f-4297-83ab-4abf3b68dbb7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aeb36b8-f57f-45bd-8949-c8cdaf192d67,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:51.507385 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-567c8ac5-468f-4297-83ab-4abf3b68dbb7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.508652 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-567c8ac5-468f-4297-83ab-4abf3b68dbb7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2879028 Aug 16 02:52:51.511810 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58040) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:51.516635 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e946a65d-d632-4130-bfca-f9d073b49415 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:51.581393 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.637698 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e946a65d-d632-4130-bfca-f9d073b49415 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.695676 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e946a65d-d632-4130-bfca-f9d073b49415 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.764340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e946a65d-d632-4130-bfca-f9d073b49415 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.782337 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946a65d-d632-4130-bfca-f9d073b49415 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4657cea6-881d-4a7e-b002-c684216b8e2b,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:51.855546 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e946a65d-d632-4130-bfca-f9d073b49415 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:51.856781 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e946a65d-d632-4130-bfca-f9d073b49415 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3439960 Aug 16 02:52:51.859990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58042) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:51.864377 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-1cbf6fcc-31e5-4369-b7f6-d10fe5d5bbe4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:51.947516 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-1cbf6fcc-31e5-4369-b7f6-d10fe5d5bbe4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Project 2ffe91c4436d468b9890eabcb72d4e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:52:51.952999 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6fcc-31e5-4369-b7f6-d10fe5d5bbe4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.015194 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6fcc-31e5-4369-b7f6-d10fe5d5bbe4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.084184 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6fcc-31e5-4369-b7f6-d10fe5d5bbe4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.101483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf6fcc-31e5-4369-b7f6-d10fe5d5bbe4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89cdad5-350f-4efd-9e47-1301f8b8d5ba,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:52.187447 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6fcc-31e5-4369-b7f6-d10fe5d5bbe4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.188723 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-1cbf6fcc-31e5-4369-b7f6-d10fe5d5bbe4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3277943 Aug 16 02:52:52.191418 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58044) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:52.195834 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-957ed878-329e-432f-920a-c8cb0abef9f2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'security_group_rule': {'security_group_id': '2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:52.278664 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-957ed878-329e-432f-920a-c8cb0abef9f2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Project 2ffe91c4436d468b9890eabcb72d4e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:52:52.283329 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-957ed878-329e-432f-920a-c8cb0abef9f2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.344529 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-957ed878-329e-432f-920a-c8cb0abef9f2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.415657 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-957ed878-329e-432f-920a-c8cb0abef9f2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.433812 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ed878-329e-432f-920a-c8cb0abef9f2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbd6c2a-5534-4373-aa91-f2360dfa7155,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:52.472296 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.518574 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-957ed878-329e-432f-920a-c8cb0abef9f2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.519848 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-957ed878-329e-432f-920a-c8cb0abef9f2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274717 Aug 16 02:52:52.522650 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58046) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:52.527822 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'network': {'name': 'tempest-network-smoke--1057118233', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'port_security_enabled': True}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:52.627341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:52:52.630813 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.654531 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:52:52.663011 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.663353 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Added segment dc89bed3-9428-4f3f-8e59-d17c52cd3906 of type vlan for network 997469db-6e89-4aaf-9abd-873370b66514 Aug 16 02:52:52.702828 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.798822 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.804336 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:52.804927 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.871397 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Network': ['ID=997469db-6e89-4aaf-9abd-873370b66514,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:52.882855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 997469db-6e89-4aaf-9abd-873370b66514 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:52:52.925127 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e91bea88-bb79-4b9d-b25b-535f87f29669 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4011490 Aug 16 02:52:52.927787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58048) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:52.932435 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'admin_state_up': True, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:53.044490 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:53.045555 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:53.096930 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:53.284875 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:53.521588 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:53.544040 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:53.642347 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.25.8.34 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/f158d0fd-2458-4b4a-93af-7b547d1f8cea) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:52:53.744816 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:53.838675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:53.874057 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:53.880982 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:53.885376 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:52:53.910230 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=f158d0fd-2458-4b4a-93af-7b547d1f8cea,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:54.211483 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.403447 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.404595 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:52:54.610477 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router c6679832-a0ad-4009-950e-fd884fcf59ae is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:52:54.714410 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:52:54.724287 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Sync routers for ids ['c6679832-a0ad-4009-950e-fd884fcf59ae'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:52:54.732991 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Routers {'c6679832-a0ad-4009-950e-fd884fcf59ae'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:54.733596 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c6679832-a0ad-4009-950e-fd884fcf59ae'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:54.787325 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.788595 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-928ae026-50b7-4662-b7c9-220e9954d345 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8598413 Aug 16 02:52:54.791743 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58050) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:54.820953 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-063c2c94-6066-4421-9473-ca369a4aab6d tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2ffe91c4436d468b9890eabcb72d4e44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280159 Aug 16 02:52:54.823445 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58052) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:54.836917 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Set router c6679832-a0ad-4009-950e-fd884fcf59ae gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:54.909127 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04504e3-a22a-4826-904b-8d5dd7dc038c tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:54.910653 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a04504e3-a22a-4826-904b-8d5dd7dc038c tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863104 Aug 16 02:52:54.913384 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58054) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:54.945567 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6bcb92ac-626a-4fcb-a618-be1fc5d761c9 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=e7511119-de60-4ebc-b5d2-06798ae9c186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310540 Aug 16 02:52:54.948009 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58056) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:54.952726 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-462050025', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:55.011791 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:54Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:55.042404 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Checking router: c6679832-a0ad-4009-950e-fd884fcf59ae for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:52:55.042790 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Updating router c6679832-a0ad-4009-950e-fd884fcf59ae port f158d0fd-2458-4b4a-93af-7b547d1f8cea binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:52:55.066571 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.141735 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'subnet': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:52:55.145327 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26042466'] for subnet, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.314569 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.324388 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Transition to ACTIVE for port object f158d0fd-2458-4b4a-93af-7b547d1f8cea will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:55.387609 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26042448'] for subnet, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.398668 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.441163 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Subnet': ['ID=81308158-36c0-4e7b-bd50-7a6a5f1e2abb,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:55.458420 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Pushing event updated for resources: {'Port': ['ID=f158d0fd-2458-4b4a-93af-7b547d1f8cea,revision_number=2']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:55.460571 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Checking segment: {'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:52:55.460935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network hostable DHCP agents. Network: 997469db-6e89-4aaf-9abd-873370b66514, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:52:55.461337 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Attempting to bind port f158d0fd-2458-4b4a-93af-7b547d1f8cea on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:52:55.461693 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Attempting to bind port f158d0fd-2458-4b4a-93af-7b547d1f8cea by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:52:55.462070 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Attempting to bind port f158d0fd-2458-4b4a-93af-7b547d1f8cea on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:52:55.470458 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.470801 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.471337 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.471706 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.472037 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.472364 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.472687 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.473005 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.473319 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.473632 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.473979 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.474297 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:55.477774 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:52:55.478171 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:52:55.487125 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.487125 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:52:55.487125 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Bound port: f158d0fd-2458-4b4a-93af-7b547d1f8cea, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:52:55.487125 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.530021 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] For port f158d0fd-2458-4b4a-93af-7b547d1f8cea, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:52:55.532960 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] For port f158d0fd-2458-4b4a-93af-7b547d1f8cea, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f158d0fd-2458-4b4a-93af-7b547d1f8cea,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:52:55.627368 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 997469db-6e89-4aaf-9abd-873370b66514 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:52:55.661959 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.711469 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Routers {'c6679832-a0ad-4009-950e-fd884fcf59ae'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:55.712064 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c6679832-a0ad-4009-950e-fd884fcf59ae'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:55.712809 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 997469db-6e89-4aaf-9abd-873370b66514) {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:55.716832 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:55.717507 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.722694 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278a4d4-bd52-4ab3-8730-e20f98d55d1b None None] Network 997469db-6e89-4aaf-9abd-873370b66514 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:52:55.758657 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ed800-4ff2-42c8-9bc9-4478160aa2cf None None] Pushing event updated for resources: {'Port': ['ID=f158d0fd-2458-4b4a-93af-7b547d1f8cea,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:55.817336 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0012ddcc-2d25-4a63-a81a-3999bdb09c5c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8682849 Aug 16 02:52:55.819797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58058) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:55.827116 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] Set router c6679832-a0ad-4009-950e-fd884fcf59ae gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:55.868134 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-997469db-6e89-4aaf-9abd-873370b66514', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ips': [{'subnet_id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:52:55.869206 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:56.012762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Allocated IP 172.20.0.2 (997469db-6e89-4aaf-9abd-873370b66514/81308158-36c0-4e7b-bd50-7a6a5f1e2abb/0cc5961f-7583-46b3-a8d1-bc107caaa75e) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:52:56.017127 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:54Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:56.046541 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f73140-2928-4c76-a861-7c6f38832f15 None None] The sync data for ids ['c6679832-a0ad-4009-950e-fd884fcf59ae'] in n-d-768509-23 is: [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:54Z', 'revision_number': 3, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:52:56.165940 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:56.175798 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Transition to ACTIVE for port object 0cc5961f-7583-46b3-a8d1-bc107caaa75e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:56.191091 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Transition to ACTIVE for port object 0cc5961f-7583-46b3-a8d1-bc107caaa75e will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:56.276312 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:56.308522 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:56.318382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Network 997469db-6e89-4aaf-9abd-873370b66514 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:56.323206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:56.326972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:52:56.341881 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Pushing event updated for resources: {'Port': ['ID=0cc5961f-7583-46b3-a8d1-bc107caaa75e,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:56.395797 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Attempting to bind port 0cc5961f-7583-46b3-a8d1-bc107caaa75e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:52:56.396225 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Attempting to bind port 0cc5961f-7583-46b3-a8d1-bc107caaa75e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:52:56.396538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Attempting to bind port 0cc5961f-7583-46b3-a8d1-bc107caaa75e on network 997469db-6e89-4aaf-9abd-873370b66514 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:52:56.402441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:52:56.402811 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Checking segment: {'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:52:56.403219 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:56.403627 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Bound using segment: {'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:52:56.404120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Bound port: 0cc5961f-7583-46b3-a8d1-bc107caaa75e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:52:56.404484 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:56.485871 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] For port 0cc5961f-7583-46b3-a8d1-bc107caaa75e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:52:56.489251 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] For port 0cc5961f-7583-46b3-a8d1-bc107caaa75e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0cc5961f-7583-46b3-a8d1-bc107caaa75e,segment=NetworkSegment(dc89bed3-9428-4f3f-8e59-d17c52cd3906),segment_id=dc89bed3-9428-4f3f-8e59-d17c52cd3906)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:52:56.593709 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:56.605502 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.20.0.1 (997469db-6e89-4aaf-9abd-873370b66514/81308158-36c0-4e7b-bd50-7a6a5f1e2abb/06c0d392-425f-4b82-bc16-ad465b7d5180) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:52:56.655756 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353cab4-2cde-45aa-90a7-8770a7510869 None None] Pushing event updated for resources: {'Port': ['ID=0cc5961f-7583-46b3-a8d1-bc107caaa75e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:56.733509 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:56.748780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Transition to ACTIVE for port object 06c0d392-425f-4b82-bc16-ad465b7d5180 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:56.896633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:56.946055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 997469db-6e89-4aaf-9abd-873370b66514 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:56.949411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:56.953509 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:52:56.960324 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=06c0d392-425f-4b82-bc16-ad465b7d5180,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:57.026418 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:57.102840 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f158d0fd-2458-4b4a-93af-7b547d1f8cea up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:57.238450 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:57.284421 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port f158d0fd-2458-4b4a-93af-7b547d1f8cea completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:57.288445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f158d0fd-2458-4b4a-93af-7b547d1f8cea triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:57.288885 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:57.368738 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:57.391512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port f158d0fd-2458-4b4a-93af-7b547d1f8cea, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f158d0fd-2458-4b4a-93af-7b547d1f8cea,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:57.455897 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:57.456701 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0cc5961f-7583-46b3-a8d1-bc107caaa75e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:57.529459 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:57.534467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=f158d0fd-2458-4b4a-93af-7b547d1f8cea,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:57.587105 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:57.616034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 0cc5961f-7583-46b3-a8d1-bc107caaa75e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:57.664111 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:57.665845 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=06c0d392-425f-4b82-bc16-ad465b7d5180,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:57.758749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 997469db-6e89-4aaf-9abd-873370b66514 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:57.760258 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:57.881353 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router c6679832-a0ad-4009-950e-fd884fcf59ae has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:52:58.001642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:52:58.010229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-82727e15-57f0-4d23-b16d-8ed980726d8a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "PUT /v2.0/routers/c6679832-a0ad-4009-950e-fd884fcf59ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1884084 Aug 16 02:52:58.033079 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Sync routers for ids ['c6679832-a0ad-4009-950e-fd884fcf59ae'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:52:58.042169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Routers {'c6679832-a0ad-4009-950e-fd884fcf59ae'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:58.042787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c6679832-a0ad-4009-950e-fd884fcf59ae'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:58.045715 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688e0f1a-e475-42b6-a829-5091ec1b0737 None None] Network 997469db-6e89-4aaf-9abd-873370b66514 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:52:58.154689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-16ab685f-1511-426d-9274-c0d888617f5f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635053232&fields=id&tenant_id=2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 267 time: 0.0331585 Aug 16 02:52:58.245521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Set router c6679832-a0ad-4009-950e-fd884fcf59ae gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:58.277769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c2214714-a198-488f-9418-6e9e4fc293d2 None None] Provisioning for port 0cc5961f-7583-46b3-a8d1-bc107caaa75e completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:58.289631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c2214714-a198-488f-9418-6e9e4fc293d2 None None] Provisioning complete for port 0cc5961f-7583-46b3-a8d1-bc107caaa75e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:58.290027 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c2214714-a198-488f-9418-6e9e4fc293d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:58.510181 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c2214714-a198-488f-9418-6e9e4fc293d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:58.570458 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c2214714-a198-488f-9418-6e9e4fc293d2 None None] For port 0cc5961f-7583-46b3-a8d1-bc107caaa75e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0cc5961f-7583-46b3-a8d1-bc107caaa75e,segment=NetworkSegment(dc89bed3-9428-4f3f-8e59-d17c52cd3906),segment_id=dc89bed3-9428-4f3f-8e59-d17c52cd3906)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:58.592565 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '06c0d392-425f-4b82-bc16-ad465b7d5180', 'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:57:a7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:56Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 2, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:58.623497 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Checking router: c6679832-a0ad-4009-950e-fd884fcf59ae for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:52:58.627623 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Updating router c6679832-a0ad-4009-950e-fd884fcf59ae port 06c0d392-425f-4b82-bc16-ad465b7d5180 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:52:58.633596 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-5ecaca0f-a488-4fec-8c44-d7a0df3b14d9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:58.636650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-5ecaca0f-a488-4fec-8c44-d7a0df3b14d9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/networks?id=997469db-6e89-4aaf-9abd-873370b66514 HTTP/1.1" status: 200 len: 797 time: 0.4744592 Aug 16 02:52:58.644942 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c2214714-a198-488f-9418-6e9e4fc293d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:58.652086 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-9b5a6cc3-4991-4222-9c90-744a7d12a46a tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/quotas/2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 375 time: 0.0101342 Aug 16 02:52:58.680406 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:58.711658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-5dad2f5e-4926-40f5-af31-74d3819eb86f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495656 Aug 16 02:52:58.729518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2214714-a198-488f-9418-6e9e4fc293d2 None None] Pushing event updated for resources: {'Port': ['ID=0cc5961f-7583-46b3-a8d1-bc107caaa75e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:58.832363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1a525c16-25bd-4aa9-aa71-33b5155e818d None None] Provisioning complete for port 0cc5961f-7583-46b3-a8d1-bc107caaa75e triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:58.832731 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1a525c16-25bd-4aa9-aa71-33b5155e818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:58.872496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-2b5728e3-30fe-40eb-9618-415eeb6835c8 service neutron] 10.222.0.66 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465323 Aug 16 02:52:58.973421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-2a899e76-92a0-4942-ab82-c231d00ff063 service neutron] 10.222.0.66 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927620 Aug 16 02:52:59.056073 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:59.075085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f158d0fd-2458-4b4a-93af-7b547d1f8cea up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:59.077542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Transition to ACTIVE for port object 06c0d392-425f-4b82-bc16-ad465b7d5180 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:59.113600 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1a525c16-25bd-4aa9-aa71-33b5155e818d None None] Provisioning for port 06c0d392-425f-4b82-bc16-ad465b7d5180 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:59.119360 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1a525c16-25bd-4aa9-aa71-33b5155e818d None None] Provisioning complete for port 06c0d392-425f-4b82-bc16-ad465b7d5180 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:59.119729 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1a525c16-25bd-4aa9-aa71-33b5155e818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:59.287998 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e059089-a001-4505-8620-3a07e296a500 req-b6d287f7-b456-477a-b838-9032fa33c537 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Aug 16 02:52:59.310080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:59.353877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port f158d0fd-2458-4b4a-93af-7b547d1f8cea triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:59.354125 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:59.382512 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-1a525c16-25bd-4aa9-aa71-33b5155e818d None None] Port 06c0d392-425f-4b82-bc16-ad465b7d5180 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:52:59.394977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e8fe2-d4d7-4016-87b7-a70fe1a663d5 None None] Pushing event updated for resources: {'Port': ['ID=06c0d392-425f-4b82-bc16-ad465b7d5180,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:59.467538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Attempting to bind port 06c0d392-425f-4b82-bc16-ad465b7d5180 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:52:59.467926 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Attempting to bind port 06c0d392-425f-4b82-bc16-ad465b7d5180 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:52:59.468281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Attempting to bind port 06c0d392-425f-4b82-bc16-ad465b7d5180 on network 997469db-6e89-4aaf-9abd-873370b66514 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:52:59.493890 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:52:59.494324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Checking segment: {'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:52:59.494726 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:59.495115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Bound using segment: {'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:52:59.495606 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Bound port: 06c0d392-425f-4b82-bc16-ad465b7d5180, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:52:59.495982 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:59.528747 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0cc5961f-7583-46b3-a8d1-bc107caaa75e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:59.611183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] For port 06c0d392-425f-4b82-bc16-ad465b7d5180, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:52:59.614699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] For port 06c0d392-425f-4b82-bc16-ad465b7d5180, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=06c0d392-425f-4b82-bc16-ad465b7d5180,segment=NetworkSegment(dc89bed3-9428-4f3f-8e59-d17c52cd3906),segment_id=dc89bed3-9428-4f3f-8e59-d17c52cd3906)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:52:59.622731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 0cc5961f-7583-46b3-a8d1-bc107caaa75e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:59.623044 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:59.701741 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:59.771283 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Routers {'c6679832-a0ad-4009-950e-fd884fcf59ae'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:59.771919 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:52:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c6679832-a0ad-4009-950e-fd884fcf59ae'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:59.773991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e8fe2-d4d7-4016-87b7-a70fe1a663d5 None None] Pushing event updated for resources: {'Port': ['ID=06c0d392-425f-4b82-bc16-ad465b7d5180,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:59.895842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] Set router c6679832-a0ad-4009-950e-fd884fcf59ae gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:59.980440 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f7a32bc3-3992-4c47-902f-61b67b84093b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:00.117126 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '06c0d392-425f-4b82-bc16-ad465b7d5180', 'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:57:a7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:56Z', 'updated_at': '2021-08-16T02:52:59Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:00.142931 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41455bd-616b-4850-871d-876cf5210d1c None None] The sync data for ids ['c6679832-a0ad-4009-950e-fd884fcf59ae'] in n-d-768509-23 is: [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '06c0d392-425f-4b82-bc16-ad465b7d5180', 'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:57:a7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:56Z', 'updated_at': '2021-08-16T02:52:59Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:53:00.384021 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8780db6a-a262-40ae-89f7-e6329d4f19e8 req-c5e7b685-dbd8-419d-a880-5128a6852cc2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 210 time: 0.0270228 Aug 16 02:53:01.042613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 06c0d392-425f-4b82-bc16-ad465b7d5180 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:53:01.169721 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 06c0d392-425f-4b82-bc16-ad465b7d5180 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:53:01.174069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 06c0d392-425f-4b82-bc16-ad465b7d5180 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:53:01.174492 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:01.254003 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:01.289872 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 06c0d392-425f-4b82-bc16-ad465b7d5180, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=06c0d392-425f-4b82-bc16-ad465b7d5180,segment=NetworkSegment(dc89bed3-9428-4f3f-8e59-d17c52cd3906),segment_id=dc89bed3-9428-4f3f-8e59-d17c52cd3906)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:01.370072 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:01.373011 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-4de8cc43-b801-4e6a-a6ba-466e2a2cfb9d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:01.374527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-4de8cc43-b801-4e6a-a6ba-466e2a2cfb9d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/networks?id=997469db-6e89-4aaf-9abd-873370b66514 HTTP/1.1" status: 200 len: 797 time: 0.1028461 Aug 16 02:53:01.422257 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-e814e35f-9b1b-4a64-ab0c-7110dd61f740 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ffe91c4436d468b9890eabcb72d4e44 HTTP/1.1" status: 200 len: 379 time: 0.0379436 Aug 16 02:53:01.433027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'port': {'device_id': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'admin_state_up': True, 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'security_groups': ['2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:01.433429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=06c0d392-425f-4b82-bc16-ad465b7d5180,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:01.507454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-00f38e07-2454-452d-9f46-05bd17bb975b req-2daf2cb8-3d28-4799-a9bb-dc5240df9a2c tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 210 time: 0.0334055 Aug 16 02:53:01.649944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Made reservation on behalf of 2ffe91c4436d468b9890eabcb72d4e44 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:53:01.653491 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:01.777998 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.20.0.7 (997469db-6e89-4aaf-9abd-873370b66514/81308158-36c0-4e7b-bd50-7a6a5f1e2abb/e6e14909-6e25-4097-abe2-ee2129aca084) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:53:01.913264 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:01.926801 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Transition to ACTIVE for port object e6e14909-6e25-4097-abe2-ee2129aca084 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:53:02.022030 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:02.067352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network 997469db-6e89-4aaf-9abd-873370b66514 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:53:02.070442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:53:02.074171 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:53:02.102093 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=e6e14909-6e25-4097-abe2-ee2129aca084,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:02.130849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:02.131488 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:02.222267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-a7dd1cb4-22ea-4efc-a3f3-362adf7793a4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7933009 Aug 16 02:53:02.233582 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-38f40d30-aa5c-4afd-b268-ed44013e0bc4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:53:02.235330 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-38f40d30-aa5c-4afd-b268-ed44013e0bc4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054569 Aug 16 02:53:02.245873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Request body: {'port': {'device_id': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:02.302486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:02.341712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c00ba6cf-5a89-42bf-9567-972c20f3a212 None None] Provisioning for port e6e14909-6e25-4097-abe2-ee2129aca084 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:53:02.347075 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-c00ba6cf-5a89-42bf-9567-972c20f3a212 None None] Provisioning complete for port e6e14909-6e25-4097-abe2-ee2129aca084 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:53:02.347643 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c00ba6cf-5a89-42bf-9567-972c20f3a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:02.382367 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c00ba6cf-5a89-42bf-9567-972c20f3a212 None None] Port e6e14909-6e25-4097-abe2-ee2129aca084 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:53:02.573662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e14909-6e25-4097-abe2-ee2129aca084 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:53:02.582358 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:02.616675 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Transition to ACTIVE for port object e6e14909-6e25-4097-abe2-ee2129aca084 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:53:02.638949 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ef37e-c682-4434-b800-57b7df589a94 req-a8c55060-f9e0-4739-b82a-0e4013815bba tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:02.640442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b51ef37e-c682-4434-b800-57b7df589a94 req-a8c55060-f9e0-4739-b82a-0e4013815bba tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 931 time: 0.0556345 Aug 16 02:53:02.674660 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:02.688170 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b51ef37e-c682-4434-b800-57b7df589a94 req-9919d1a8-d076-4918-bd73-28531b549f10 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410669 Aug 16 02:53:02.746696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e14909-6e25-4097-abe2-ee2129aca084,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:02.807793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Attempting to bind port e6e14909-6e25-4097-abe2-ee2129aca084 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:53:02.808143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Attempting to bind port e6e14909-6e25-4097-abe2-ee2129aca084 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:53:02.808466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Attempting to bind port e6e14909-6e25-4097-abe2-ee2129aca084 on network 997469db-6e89-4aaf-9abd-873370b66514 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:02.813047 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Port e6e14909-6e25-4097-abe2-ee2129aca084 on network 997469db-6e89-4aaf-9abd-873370b66514 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:53:02.813373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Attempting to bind port e6e14909-6e25-4097-abe2-ee2129aca084 on network 997469db-6e89-4aaf-9abd-873370b66514 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:02.819282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:53:02.819628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Checking segment: {'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:53:02.820019 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Bound using segment: {'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:53:02.820451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Bound port: e6e14909-6e25-4097-abe2-ee2129aca084, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc89bed3-9428-4f3f-8e59-d17c52cd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '997469db-6e89-4aaf-9abd-873370b66514'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:53:02.820815 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:02.895350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] For port e6e14909-6e25-4097-abe2-ee2129aca084, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:53:02.898997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] For port e6e14909-6e25-4097-abe2-ee2129aca084, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=e6e14909-6e25-4097-abe2-ee2129aca084,segment=NetworkSegment(dc89bed3-9428-4f3f-8e59-d17c52cd3906),segment_id=dc89bed3-9428-4f3f-8e59-d17c52cd3906)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:53:02.947265 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:02.996098 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-db78601b-8866-4645-b8ff-8e3355b99bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:02.998785 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:03.038722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 06c0d392-425f-4b82-bc16-ad465b7d5180 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:53:03.038818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:03.038818 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:03.039576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] 10.222.0.74 "PUT /v2.0/ports/e6e14909-6e25-4097-abe2-ee2129aca084 HTTP/1.1" status: 200 len: 1092 time: 0.7977734 Aug 16 02:53:03.041115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'tag': 'e6e14909-6e25-4097-abe2-ee2129aca084'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:03.043778 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad4480b-757a-41e2-8b3e-df419d88c11b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdca1654-a0e7-4b60-8ff2-dfd173a29828", "tag": "e6e14909-6e25-4097-abe2-ee2129aca084"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:03.089391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e4548-8a77-464a-8d1a-f2752b82dba8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e14909-6e25-4097-abe2-ee2129aca084,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:03.104145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 06c0d392-425f-4b82-bc16-ad465b7d5180 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:53:03.104671 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:03.110627 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d8870e-86da-4deb-9c38-74d983a43d7c x-openstack-request-id: req-58d8870e-86da-4deb-9c38-74d983a43d7c {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:03.111162 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdca1654-a0e7-4b60-8ff2-dfd173a29828", "tag": "e6e14909-6e25-4097-abe2-ee2129aca084", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:03.111544 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58d8870e-86da-4deb-9c38-74d983a43d7c {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:03.112113 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'tag': 'e6e14909-6e25-4097-abe2-ee2129aca084', 'status': 'completed', 'code': 200} Aug 16 02:53:03.176555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4480b-757a-41e2-8b3e-df419d88c11b req-8a392abb-6e61-4e16-8a4e-68415291c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:03.178523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ad4480b-757a-41e2-8b3e-df419d88c11b req-8a392abb-6e61-4e16-8a4e-68415291c832 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 1095 time: 0.0501952 Aug 16 02:53:03.288968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4480b-757a-41e2-8b3e-df419d88c11b req-c2c1a7fd-05c8-4347-ae48-f92076b08727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:03.290615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ad4480b-757a-41e2-8b3e-df419d88c11b req-c2c1a7fd-05c8-4347-ae48-f92076b08727 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1039569 Aug 16 02:53:03.386051 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4480b-757a-41e2-8b3e-df419d88c11b req-580058c4-5d7c-46c0-94a9-434da28e875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:03.387557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ad4480b-757a-41e2-8b3e-df419d88c11b req-580058c4-5d7c-46c0-94a9-434da28e875e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907583 Aug 16 02:53:03.468172 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-430120e1-2501-4b63-992b-d785d1c7e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:03.469730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-430120e1-2501-4b63-992b-d785d1c7e929 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 1095 time: 0.0474625 Aug 16 02:53:03.511589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-5064b8ef-9adc-4a64-bfca-fb5c2d31fb3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6e14909-6e25-4097-abe2-ee2129aca084 HTTP/1.1" status: 200 len: 217 time: 0.0338693 Aug 16 02:53:03.559642 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-ce1556a6-6d9b-457d-93af-f3b560b36394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:03.561051 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-ce1556a6-6d9b-457d-93af-f3b560b36394 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81308158-36c0-4e7b-bd50-7a6a5f1e2abb HTTP/1.1" status: 200 len: 834 time: 0.0428698 Aug 16 02:53:03.609322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-0bcfe295-1199-4b96-9f2c-43a545c326ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:03.611291 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-0bcfe295-1199-4b96-9f2c-43a545c326ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=997469db-6e89-4aaf-9abd-873370b66514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429790 Aug 16 02:53:03.698874 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-b14d0f59-f3ba-4d08-ac91-558c4f04a6db service neutron] 10.222.0.74 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803618 Aug 16 02:53:03.825198 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e2cb2ca0-ec3e-45ad-ab76-95f5fc4abd0b req-7e447a1f-b119-4943-84ef-9209563aaaf0 service neutron] 10.222.0.74 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195869 Aug 16 02:53:03.833711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d270436-02a7-4558-af93-a239117a8a10 req-58a133a1-bef6-44a0-92ae-06c3fdaacf66 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:03.835189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d270436-02a7-4558-af93-a239117a8a10 req-58a133a1-bef6-44a0-92ae-06c3fdaacf66 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 943 time: 0.0711079 Aug 16 02:53:03.873784 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1d270436-02a7-4558-af93-a239117a8a10 req-c2641465-abe1-4d0c-85b8-8744431664f9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324898 Aug 16 02:53:04.312565 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:04.995038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085a2a3-cf38-419d-914c-2690987afaf4 req-19c38186-c615-46cd-bd28-467cd2b7ecd1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:04.996340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0085a2a3-cf38-419d-914c-2690987afaf4 req-19c38186-c615-46cd-bd28-467cd2b7ecd1 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 943 time: 0.0527050 Aug 16 02:53:05.036136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0085a2a3-cf38-419d-914c-2690987afaf4 req-b8d2d88d-dcf5-4ddb-9081-3767c3526e94 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325286 Aug 16 02:53:06.072856 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:06.160901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f47c0-6ec9-4ebe-8ea5-b44d18436926 req-d59f236b-8306-4564-a18f-d25cb25c49ef tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:06.162402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a9f47c0-6ec9-4ebe-8ea5-b44d18436926 req-d59f236b-8306-4564-a18f-d25cb25c49ef tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 943 time: 0.0545251 Aug 16 02:53:06.199935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9a9f47c0-6ec9-4ebe-8ea5-b44d18436926 req-8bbe0929-982b-4e13-a124-3e3637d2ea39 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313444 Aug 16 02:53:07.006096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device e6e14909-6e25-4097-abe2-ee2129aca084 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:53:07.104583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port e6e14909-6e25-4097-abe2-ee2129aca084, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=e6e14909-6e25-4097-abe2-ee2129aca084,segment=NetworkSegment(dc89bed3-9428-4f3f-8e59-d17c52cd3906),segment_id=dc89bed3-9428-4f3f-8e59-d17c52cd3906)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:07.116130 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'e6e14909-6e25-4097-abe2-ee2129aca084', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'port_id': 'e6e14909-6e25-4097-abe2-ee2129aca084', 'mac_address': 'fa:16:3e:3d:d3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:53:07.152111 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:07.164568 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e14909-6e25-4097-abe2-ee2129aca084 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:53:07.183699 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port e6e14909-6e25-4097-abe2-ee2129aca084, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=e6e14909-6e25-4097-abe2-ee2129aca084,segment=NetworkSegment(dc89bed3-9428-4f3f-8e59-d17c52cd3906),segment_id=dc89bed3-9428-4f3f-8e59-d17c52cd3906)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:07.285043 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:07.315327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcdb75-20f6-4698-bbce-1f1318fdeec8 req-b5936c64-24f1-468e-9a6d-5400b018ffa7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:07.316829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41fcdb75-20f6-4698-bbce-1f1318fdeec8 req-b5936c64-24f1-468e-9a6d-5400b018ffa7 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 943 time: 0.0512393 Aug 16 02:53:07.332455 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=e6e14909-6e25-4097-abe2-ee2129aca084,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:07.355167 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-41fcdb75-20f6-4698-bbce-1f1318fdeec8 req-fcb665dc-30d7-4d86-a110-e736bfec741e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320301 Aug 16 02:53:07.519044 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['e6e14909-6e25-4097-abe2-ee2129aca084'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:53:08.469318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197c964-2b51-4c02-b275-e74c08cff267 req-d359e0cc-3be7-4549-9820-c793df6a64cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:08.470887 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e197c964-2b51-4c02-b275-e74c08cff267 req-d359e0cc-3be7-4549-9820-c793df6a64cb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 944 time: 0.0484498 Aug 16 02:53:08.507997 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e197c964-2b51-4c02-b275-e74c08cff267 req-18e8014d-7141-4621-90ce-b4275dde14d6 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311761 Aug 16 02:53:09.020133 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device e6e14909-6e25-4097-abe2-ee2129aca084 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:53:09.181399 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port e6e14909-6e25-4097-abe2-ee2129aca084 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:53:09.185431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port e6e14909-6e25-4097-abe2-ee2129aca084 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:53:09.185805 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:09.259944 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:09.281714 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e14909-6e25-4097-abe2-ee2129aca084'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:09.283953 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee4d5ae-dbd8-46a1-905d-047357cc8228" -d '{"events": [{"server_uuid": "cdca1654-a0e7-4b60-8ff2-dfd173a29828", "name": "network-vif-plugged", "status": "completed", "tag": "e6e14909-6e25-4097-abe2-ee2129aca084"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:09.300163 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port e6e14909-6e25-4097-abe2-ee2129aca084, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=e6e14909-6e25-4097-abe2-ee2129aca084,segment=NetworkSegment(dc89bed3-9428-4f3f-8e59-d17c52cd3906),segment_id=dc89bed3-9428-4f3f-8e59-d17c52cd3906)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:09.369406 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0c4f25-6c37-423c-9c9b-48db2768d07b x-openstack-request-id: req-6f0c4f25-6c37-423c-9c9b-48db2768d07b {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:09.369698 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdca1654-a0e7-4b60-8ff2-dfd173a29828", "name": "network-vif-plugged", "status": "completed", "tag": "e6e14909-6e25-4097-abe2-ee2129aca084", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:09.370036 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f0c4f25-6c37-423c-9c9b-48db2768d07b {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:09.370470 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e14909-6e25-4097-abe2-ee2129aca084', 'code': 200} Aug 16 02:53:09.392427 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:09.443281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=e6e14909-6e25-4097-abe2-ee2129aca084,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:09.474199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584285df-b869-4252-87a7-49d6de7bbc95 req-7e4a9406-7ec4-4129-ba1d-f917efe49756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:09.475718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-584285df-b869-4252-87a7-49d6de7bbc95 req-7e4a9406-7ec4-4129-ba1d-f917efe49756 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 1097 time: 0.0482614 Aug 16 02:53:09.511429 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-584285df-b869-4252-87a7-49d6de7bbc95 req-02f5f249-cb77-4455-a6fb-d25c886820a4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277269 Aug 16 02:53:09.623064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f86743-b7bb-4aa0-b211-2f40be315bd8 req-0c4ba228-bec2-4f82-a051-4c4de21de60f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:09.624546 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f86743-b7bb-4aa0-b211-2f40be315bd8 req-0c4ba228-bec2-4f82-a051-4c4de21de60f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0483491 Aug 16 02:53:09.662876 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e3f86743-b7bb-4aa0-b211-2f40be315bd8 req-618d34bf-704f-4d0b-94f3-a27f2718efbc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318196 Aug 16 02:53:10.776009 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf0fd-3b18-45e1-97d7-c6f23b906f13 req-cc8ca45f-83cd-4f40-95cb-41f134556e93 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:10.777500 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ddf0fd-3b18-45e1-97d7-c6f23b906f13 req-cc8ca45f-83cd-4f40-95cb-41f134556e93 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0484629 Aug 16 02:53:10.814788 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d2ddf0fd-3b18-45e1-97d7-c6f23b906f13 req-eddda2b5-f30d-4791-ab78-3b030329b45f tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312819 Aug 16 02:53:10.929605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac89d-9fca-4952-b770-d198a82fbbe0 req-f0429cbd-7c99-48a2-9682-b7ac45518ece tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:10.931083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e87ac89d-9fca-4952-b770-d198a82fbbe0 req-f0429cbd-7c99-48a2-9682-b7ac45518ece tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0520873 Aug 16 02:53:10.968245 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e87ac89d-9fca-4952-b770-d198a82fbbe0 req-4f1e4b0d-8675-4787-b033-e4144d2516bb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312238 Aug 16 02:53:10.989992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58120) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:11.030351 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242f16f-f936-4b81-9526-286c192f5a83 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:11.031859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a242f16f-f936-4b81-9526-286c192f5a83 tempest-TestNetworkAdvancedServerOps-1923327897 tempest-TestNetworkAdvancedServerOps-1923327897-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 1092 time: 0.0409033 Aug 16 02:53:11.034778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58122) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:11.039094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'e6e14909-6e25-4097-abe2-ee2129aca084', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:11.124323 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:11.222996 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:11.321910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Allocated IP 172.25.8.170 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/f1520e06-3ed5-45fe-ba11-9aa1017ce397) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:53:11.424420 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:11.501717 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:11.542101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:53:11.544992 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:53:11.548588 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:53:11.554640 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=f1520e06-3ed5-45fe-ba11-9aa1017ce397,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:11.899266 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.012041 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.162071 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.226670 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.294839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event updated for resources: {'Port': ['ID=f1520e06-3ed5-45fe-ba11-9aa1017ce397,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:12.308485 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.409012 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Floating IP cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017 associated. External IP: 172.25.8.170, port: e6e14909-6e25-4097-abe2-ee2129aca084. Aug 16 02:53:12.611247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router c6679832-a0ad-4009-950e-fd884fcf59ae has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:53:12.713467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:53:12.723298 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abedbb-2945-4966-84bc-f805b14b0201 None None] Sync routers for ids ['c6679832-a0ad-4009-950e-fd884fcf59ae'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:53:12.732062 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abedbb-2945-4966-84bc-f805b14b0201 None None] Routers {'c6679832-a0ad-4009-950e-fd884fcf59ae'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:12.732661 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e0abedbb-2945-4966-84bc-f805b14b0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:53:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c6679832-a0ad-4009-950e-fd884fcf59ae'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:12.787217 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.818832 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dca6f1c7-3280-481f-b989-7dc1a199dc3b tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7830119 Aug 16 02:53:12.819439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'tag': 'e6e14909-6e25-4097-abe2-ee2129aca084'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:12.821839 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef0468f-61ec-41cf-85d1-3f2964ec0098" -d '{"events": [{"name": "network-changed", "server_uuid": "cdca1654-a0e7-4b60-8ff2-dfd173a29828", "tag": "e6e14909-6e25-4097-abe2-ee2129aca084"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:12.920085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397dca93-9573-4105-9d7c-58a6f17f14a2 req-98255ada-d16d-4dbe-943a-e4b84199c263 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:12.921771 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-397dca93-9573-4105-9d7c-58a6f17f14a2 req-98255ada-d16d-4dbe-943a-e4b84199c263 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0503566 Aug 16 02:53:12.929316 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e0abedbb-2945-4966-84bc-f805b14b0201 None None] Set router c6679832-a0ad-4009-950e-fd884fcf59ae gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:12.960349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-397dca93-9573-4105-9d7c-58a6f17f14a2 req-7d6b39ca-9e4d-4acd-b1a7-55a0500e5aa4 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322485 Aug 16 02:53:12.984291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58128) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:13.014016 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69835569-9fd0-4a17-b6ac-75b39f840d9d x-openstack-request-id: req-69835569-9fd0-4a17-b6ac-75b39f840d9d {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:13.014393 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdca1654-a0e7-4b60-8ff2-dfd173a29828", "tag": "e6e14909-6e25-4097-abe2-ee2129aca084", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:13.014654 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69835569-9fd0-4a17-b6ac-75b39f840d9d {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:13.015704 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'tag': 'e6e14909-6e25-4097-abe2-ee2129aca084', 'status': 'completed', 'code': 200} Aug 16 02:53:13.083221 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0468f-61ec-41cf-85d1-3f2964ec0098 req-8b7853d9-e6bc-4833-b2ec-3bbd2e7b4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.084760 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ef0468f-61ec-41cf-85d1-3f2964ec0098 req-8b7853d9-e6bc-4833-b2ec-3bbd2e7b4b33 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 1097 time: 0.0471220 Aug 16 02:53:13.168626 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e0abedbb-2945-4966-84bc-f805b14b0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'port_id': 'e6e14909-6e25-4097-abe2-ee2129aca084', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'mac_address': 'fa:16:3e:3d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:53:11Z', 'updated_at': '2021-08-16T02:53:11Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c0d392-425f-4b82-bc16-ad465b7d5180', 'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:57:a7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:56Z', 'updated_at': '2021-08-16T02:53:01Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:13.191243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0468f-61ec-41cf-85d1-3f2964ec0098 req-035a489a-6819-4b3d-a632-ad643b1e2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.192905 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ef0468f-61ec-41cf-85d1-3f2964ec0098 req-035a489a-6819-4b3d-a632-ad643b1e2110 service neutron] 10.222.0.74 "GET /v2.0/networks?id=997469db-6e89-4aaf-9abd-873370b66514 HTTP/1.1" status: 200 len: 898 time: 0.0999606 Aug 16 02:53:13.200652 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abedbb-2945-4966-84bc-f805b14b0201 None None] Checking router: c6679832-a0ad-4009-950e-fd884fcf59ae for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:53:13.210279 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abedbb-2945-4966-84bc-f805b14b0201 None None] Routers {'c6679832-a0ad-4009-950e-fd884fcf59ae'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:13.210916 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e0abedbb-2945-4966-84bc-f805b14b0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:53:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c6679832-a0ad-4009-950e-fd884fcf59ae'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:13.264950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ef0468f-61ec-41cf-85d1-3f2964ec0098 req-f48c1ae6-9beb-4d93-8192-7422b2dcdeb3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6e14909-6e25-4097-abe2-ee2129aca084 HTTP/1.1" status: 200 len: 999 time: 0.0625062 Aug 16 02:53:13.315135 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0468f-61ec-41cf-85d1-3f2964ec0098 req-b3cf61e6-957e-4369-9656-482dbf5d10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.317193 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ef0468f-61ec-41cf-85d1-3f2964ec0098 req-b3cf61e6-957e-4369-9656-482dbf5d10c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81308158-36c0-4e7b-bd50-7a6a5f1e2abb HTTP/1.1" status: 200 len: 834 time: 0.0454204 Aug 16 02:53:13.322394 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-e0abedbb-2945-4966-84bc-f805b14b0201 None None] Set router c6679832-a0ad-4009-950e-fd884fcf59ae gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:13.370493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0468f-61ec-41cf-85d1-3f2964ec0098 req-4a57e585-47f2-4452-b5df-ef4a6621f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.372008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ef0468f-61ec-41cf-85d1-3f2964ec0098 req-4a57e585-47f2-4452-b5df-ef4a6621f931 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=997469db-6e89-4aaf-9abd-873370b66514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467017 Aug 16 02:53:13.389491 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e92ae942-338d-43b5-adf0-2640fcc728f3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017 HTTP/1.1" status: 200 len: 991 time: 0.4030018 Aug 16 02:53:13.464273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ef0468f-61ec-41cf-85d1-3f2964ec0098 req-aa06540d-e01b-4246-a919-47b653604563 service neutron] 10.222.0.74 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841601 Aug 16 02:53:13.575930 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-e0abedbb-2945-4966-84bc-f805b14b0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'port_id': 'e6e14909-6e25-4097-abe2-ee2129aca084', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'mac_address': 'fa:16:3e:3d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:53:11Z', 'updated_at': '2021-08-16T02:53:11Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c0d392-425f-4b82-bc16-ad465b7d5180', 'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:57:a7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:56Z', 'updated_at': '2021-08-16T02:53:01Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:13.585024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ef0468f-61ec-41cf-85d1-3f2964ec0098 req-71add1b9-b4f5-47c9-a2c2-06b13cf4597b service neutron] 10.222.0.74 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133931 Aug 16 02:53:13.602255 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abedbb-2945-4966-84bc-f805b14b0201 None None] The sync data for ids ['c6679832-a0ad-4009-950e-fd884fcf59ae'] in n-d-768509-23 is: [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'port_id': 'e6e14909-6e25-4097-abe2-ee2129aca084', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'mac_address': 'fa:16:3e:3d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:53:11Z', 'updated_at': '2021-08-16T02:53:11Z', 'revision_number': 0, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c0d392-425f-4b82-bc16-ad465b7d5180', 'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:57:a7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:56Z', 'updated_at': '2021-08-16T02:53:01Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:53:13.795202 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb1d537-b4e9-4a32-865f-c935013ad6c2 None None] New status for floating IP cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017: ACTIVE {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:53:14.392280 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58130) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:14.452678 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a35badc8-c6e5-4e82-af41-2585c015bbbd tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017 HTTP/1.1" status: 200 len: 993 time: 0.0592489 Aug 16 02:53:17.260555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-5b2427b8-bcbd-4a99-a904-f7ceb0f77fec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387487 Aug 16 02:53:17.344217 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-2e786db9-18c1-4fc7-a5ec-a14fb0111b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:17.346941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-2e786db9-18c1-4fc7-a5ec-a14fb0111b5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 1097 time: 0.0464075 Aug 16 02:53:17.447539 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-b6f42ba0-db96-4066-88f9-53c51eaf6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:17.449038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-b6f42ba0-db96-4066-88f9-53c51eaf6b43 service neutron] 10.222.0.74 "GET /v2.0/networks?id=997469db-6e89-4aaf-9abd-873370b66514 HTTP/1.1" status: 200 len: 898 time: 0.0838208 Aug 16 02:53:17.516903 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-55e898ec-35fa-4cf1-b47a-74e2f12f7673 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6e14909-6e25-4097-abe2-ee2129aca084 HTTP/1.1" status: 200 len: 1001 time: 0.0610697 Aug 16 02:53:17.566825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-b926abdf-82f7-49ca-8db6-7f534c3885aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:17.568268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-b926abdf-82f7-49ca-8db6-7f534c3885aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81308158-36c0-4e7b-bd50-7a6a5f1e2abb HTTP/1.1" status: 200 len: 834 time: 0.0443068 Aug 16 02:53:17.613437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-c7ea1c0d-c578-4e87-a598-59e4a3bf4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:17.614913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-c7ea1c0d-c578-4e87-a598-59e4a3bf4fef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=997469db-6e89-4aaf-9abd-873370b66514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386460 Aug 16 02:53:18.057508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-ceefbc26-5318-4cf4-9943-1a7c47b4671a service neutron] 10.222.0.74 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346440 Aug 16 02:53:18.146484 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfd434f0-1c82-45e9-9c9a-6a74f336cd19 req-97348942-f748-4a80-8c78-e0888c703463 service neutron] 10.222.0.74 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816791 Aug 16 02:53:21.575508 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:22.507024 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:29.929718 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-35adbc50-16e4-42c7-b4a7-1aaaf74287b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:31.404034 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:53:33.004449 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-32318264-a851-4056-93cc-02b9d464854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:33.032127 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:34.323793 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:36.037739 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:46.045601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02ed38-0d5d-4f7d-ad0e-662ecf02edb8 req-17f8e200-0b32-4db0-b32f-6a5b299a11bc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:46.047189 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a02ed38-0d5d-4f7d-ad0e-662ecf02edb8 req-17f8e200-0b32-4db0-b32f-6a5b299a11bc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0509279 Aug 16 02:53:46.089501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2a02ed38-0d5d-4f7d-ad0e-662ecf02edb8 req-49f25aff-a99a-4fdf-8774-101c71bcde4e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355093 Aug 16 02:53:47.205996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a28d90-5048-4122-b0f1-069c195df994 req-5ce8b3cc-339b-4710-8263-8c35c831bf24 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:47.207614 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c1a28d90-5048-4122-b0f1-069c195df994 req-5ce8b3cc-339b-4710-8263-8c35c831bf24 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0487578 Aug 16 02:53:47.245332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c1a28d90-5048-4122-b0f1-069c195df994 req-d1a7624a-7edd-4638-8568-e5afc60ff7e5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317154 Aug 16 02:53:47.267398 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58150) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:47.326348 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-c08c5bc6-1130-4d23-9e0c-a219f8ba2469 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017 HTTP/1.1" status: 200 len: 993 time: 0.0577347 Aug 16 02:53:48.670736 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b8ac9-322e-4445-8b31-17dda08c5175 req-71edefd9-bc9f-4b53-8037-9b8a1bd77cee tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:48.672159 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-060b8ac9-322e-4445-8b31-17dda08c5175 req-71edefd9-bc9f-4b53-8037-9b8a1bd77cee tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0531549 Aug 16 02:53:48.741358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-060b8ac9-322e-4445-8b31-17dda08c5175 req-0df9ae43-f760-4b86-ab85-08e24f7d6ee3 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623622 Aug 16 02:53:48.747589 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72694720-85ee-4c97-8e2b-e311ddd19403 req-7942ce80-e8e8-4373-9511-8bd0f8cc466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:48.749052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72694720-85ee-4c97-8e2b-e311ddd19403 req-7942ce80-e8e8-4373-9511-8bd0f8cc466e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 1097 time: 0.0641730 Aug 16 02:53:48.837793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72694720-85ee-4c97-8e2b-e311ddd19403 req-aebaced4-515e-4e90-a9bc-14dcaae5431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:48.839273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72694720-85ee-4c97-8e2b-e311ddd19403 req-aebaced4-515e-4e90-a9bc-14dcaae5431e service neutron] 10.222.0.74 "GET /v2.0/networks?id=997469db-6e89-4aaf-9abd-873370b66514 HTTP/1.1" status: 200 len: 898 time: 0.0836270 Aug 16 02:53:48.907689 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72694720-85ee-4c97-8e2b-e311ddd19403 req-6633ca8f-f4c1-4101-a6cd-03d9a94c480e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6e14909-6e25-4097-abe2-ee2129aca084 HTTP/1.1" status: 200 len: 1001 time: 0.0611422 Aug 16 02:53:48.955929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72694720-85ee-4c97-8e2b-e311ddd19403 req-c7ac28dd-8929-41ba-ad5a-f91a81264d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:48.957333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72694720-85ee-4c97-8e2b-e311ddd19403 req-c7ac28dd-8929-41ba-ad5a-f91a81264d10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81308158-36c0-4e7b-bd50-7a6a5f1e2abb HTTP/1.1" status: 200 len: 834 time: 0.0428524 Aug 16 02:53:49.001788 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72694720-85ee-4c97-8e2b-e311ddd19403 req-bb4c4e07-fa47-447a-a53b-ea6049e7b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:49.003302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72694720-85ee-4c97-8e2b-e311ddd19403 req-bb4c4e07-fa47-447a-a53b-ea6049e7b8e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=997469db-6e89-4aaf-9abd-873370b66514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388434 Aug 16 02:53:49.098182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72694720-85ee-4c97-8e2b-e311ddd19403 req-e80ff073-21fa-4107-8793-6b497e2621c7 service neutron] 10.222.0.74 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866098 Aug 16 02:53:49.187652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72694720-85ee-4c97-8e2b-e311ddd19403 req-f7b54f68-31ab-4fcc-a03d-db80bc488741 service neutron] 10.222.0.74 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818081 Aug 16 02:53:49.857180 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49eafb-e36d-4c78-9cee-c8e66a18ebea req-c1cbbf91-df83-46f8-9051-9d79ccc021c9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:49.858691 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb49eafb-e36d-4c78-9cee-c8e66a18ebea req-c1cbbf91-df83-46f8-9051-9d79ccc021c9 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0487874 Aug 16 02:53:49.896402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bb49eafb-e36d-4c78-9cee-c8e66a18ebea req-10993393-9380-4f4c-bbe9-e03f8df5c271 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310178 Aug 16 02:53:51.014635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8da53-fb10-4c56-9b79-a856e0450f06 req-a125cef6-6a23-48fc-a808-c360fce51e99 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:51.016133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31d8da53-fb10-4c56-9b79-a856e0450f06 req-a125cef6-6a23-48fc-a808-c360fce51e99 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0535369 Aug 16 02:53:51.055341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-31d8da53-fb10-4c56-9b79-a856e0450f06 req-4e83907c-c7bf-41e9-a5f0-0452df42fc5e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326753 Aug 16 02:53:51.077505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58162) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:51.138118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c74900d0-4f28-4c3e-b35b-7c55dc8e90d8 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/floatingips/cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017 HTTP/1.1" status: 200 len: 993 time: 0.0593581 Aug 16 02:53:51.360813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58168) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:51.516468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port f1520e06-3ed5-45fe-ba11-9aa1017ce397 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:51.516709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:51.586960 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:51.597037 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:51.599360 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:51.611587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for f1520e06-3ed5-45fe-ba11-9aa1017ce397 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:51.797967 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:51.824114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=f1520e06-3ed5-45fe-ba11-9aa1017ce397,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:51.835844 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.837888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.837888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.837888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.837888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.837888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.837888 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.838449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.838554 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.838879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.839201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.839524 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:51.893163 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:51.893483 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Floating IP cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017 disassociated (deleted). External IP: 172.25.8.170, port: e6e14909-6e25-4097-abe2-ee2129aca084. Aug 16 02:53:52.097680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router c6679832-a0ad-4009-950e-fd884fcf59ae has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:53:52.205366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:53:52.210165 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.214847 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1226d-d7f8-4af1-b6fa-b6d1d848586f None None] Sync routers for ids ['c6679832-a0ad-4009-950e-fd884fcf59ae'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:53:52.224897 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1226d-d7f8-4af1-b6fa-b6d1d848586f None None] Routers {'c6679832-a0ad-4009-950e-fd884fcf59ae'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:52.225508 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9ad1226d-d7f8-4af1-b6fa-b6d1d848586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:53:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c6679832-a0ad-4009-950e-fd884fcf59ae'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:52.236916 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-da515f39-a417-4e81-81e2-3fc0c1ce8930 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/floatingips/cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017 HTTP/1.1" status: 204 len: 168 time: 0.8748255 Aug 16 02:53:52.243811 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'tag': 'e6e14909-6e25-4097-abe2-ee2129aca084'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:52.243811 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e14cfb5-3be3-43b3-8c26-81a964a52c47" -d '{"events": [{"name": "network-changed", "server_uuid": "cdca1654-a0e7-4b60-8ff2-dfd173a29828", "tag": "e6e14909-6e25-4097-abe2-ee2129aca084"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:52.330375 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-9ad1226d-d7f8-4af1-b6fa-b6d1d848586f None None] Set router c6679832-a0ad-4009-950e-fd884fcf59ae gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:52.529306 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.533356 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9ad1226d-d7f8-4af1-b6fa-b6d1d848586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '06c0d392-425f-4b82-bc16-ad465b7d5180', 'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:57:a7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:56Z', 'updated_at': '2021-08-16T02:53:01Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:52.559883 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1226d-d7f8-4af1-b6fa-b6d1d848586f None None] Checking router: c6679832-a0ad-4009-950e-fd884fcf59ae for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:53:52.568045 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1226d-d7f8-4af1-b6fa-b6d1d848586f None None] Routers {'c6679832-a0ad-4009-950e-fd884fcf59ae'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:52.568632 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9ad1226d-d7f8-4af1-b6fa-b6d1d848586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:53:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c6679832-a0ad-4009-950e-fd884fcf59ae'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:52.652132 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e25d92-4ccb-4993-9f20-093953044ff2 x-openstack-request-id: req-73e25d92-4ccb-4993-9f20-093953044ff2 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:52.652523 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdca1654-a0e7-4b60-8ff2-dfd173a29828", "tag": "e6e14909-6e25-4097-abe2-ee2129aca084", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:52.652888 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73e25d92-4ccb-4993-9f20-093953044ff2 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:52.653391 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'tag': 'e6e14909-6e25-4097-abe2-ee2129aca084', 'status': 'completed', 'code': 200} Aug 16 02:53:52.673076 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-9ad1226d-d7f8-4af1-b6fa-b6d1d848586f None None] Set router c6679832-a0ad-4009-950e-fd884fcf59ae gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:52.747286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14cfb5-3be3-43b3-8c26-81a964a52c47 req-99fd6e97-420c-494d-ab63-ebef73d59c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.750413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e14cfb5-3be3-43b3-8c26-81a964a52c47 req-99fd6e97-420c-494d-ab63-ebef73d59c60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 1097 time: 0.0737278 Aug 16 02:53:52.772950 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419b78d-9b5d-4851-a904-38fc35231d02 req-88fa6348-57e3-4625-8232-12ed9b2113a6 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.774707 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f419b78d-9b5d-4851-a904-38fc35231d02 req-88fa6348-57e3-4625-8232-12ed9b2113a6 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0718920 Aug 16 02:53:52.856146 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f419b78d-9b5d-4851-a904-38fc35231d02 req-5e7b316a-3886-4346-8dea-e9028bd9ea5e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716941 Aug 16 02:53:52.872130 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-9ad1226d-d7f8-4af1-b6fa-b6d1d848586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '06c0d392-425f-4b82-bc16-ad465b7d5180', 'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:57:a7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:56Z', 'updated_at': '2021-08-16T02:53:01Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:52.883617 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14cfb5-3be3-43b3-8c26-81a964a52c47 req-4ba083bd-727e-4fb6-bf89-8862b9d87d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.885117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e14cfb5-3be3-43b3-8c26-81a964a52c47 req-4ba083bd-727e-4fb6-bf89-8862b9d87d5e service neutron] 10.222.0.74 "GET /v2.0/networks?id=997469db-6e89-4aaf-9abd-873370b66514 HTTP/1.1" status: 200 len: 898 time: 0.1277208 Aug 16 02:53:52.901981 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1226d-d7f8-4af1-b6fa-b6d1d848586f None None] The sync data for ids ['c6679832-a0ad-4009-950e-fd884fcf59ae'] in n-d-768509-23 is: [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '06c0d392-425f-4b82-bc16-ad465b7d5180', 'name': '', 'network_id': '997469db-6e89-4aaf-9abd-873370b66514', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'mac_address': 'fa:16:3e:57:a7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:56Z', 'updated_at': '2021-08-16T02:53:01Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'subnets': [{'id': '81308158-36c0-4e7b-bd50-7a6a5f1e2abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:53:52.934767 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e14cfb5-3be3-43b3-8c26-81a964a52c47 req-a5b5f247-aad9-47f7-b04e-36113e531b03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6e14909-6e25-4097-abe2-ee2129aca084 HTTP/1.1" status: 200 len: 217 time: 0.0412252 Aug 16 02:53:52.986828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14cfb5-3be3-43b3-8c26-81a964a52c47 req-355ce4df-a615-4cdf-87bf-bea0aaed07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.988999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e14cfb5-3be3-43b3-8c26-81a964a52c47 req-355ce4df-a615-4cdf-87bf-bea0aaed07a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81308158-36c0-4e7b-bd50-7a6a5f1e2abb HTTP/1.1" status: 200 len: 834 time: 0.0466588 Aug 16 02:53:53.039706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14cfb5-3be3-43b3-8c26-81a964a52c47 req-81000544-6eb1-44f9-a40e-7b2f58871f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:53.041009 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e14cfb5-3be3-43b3-8c26-81a964a52c47 req-81000544-6eb1-44f9-a40e-7b2f58871f05 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=997469db-6e89-4aaf-9abd-873370b66514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439150 Aug 16 02:53:53.121329 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2341379-e950-4dc1-b978-e66b0353f408 None None] New status for floating IP cd4c9889-ae0a-4e6a-92a7-ee8c4a0f9017: DOWN {{(pid=95517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:53:53.140311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e14cfb5-3be3-43b3-8c26-81a964a52c47 req-2865f11e-d0df-4815-8c92-78735b2dcb1f service neutron] 10.222.0.74 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911458 Aug 16 02:53:53.238433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6e14cfb5-3be3-43b3-8c26-81a964a52c47 req-65100efc-3853-418c-832f-1da66cd47384 service neutron] 10.222.0.74 "GET /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900874 Aug 16 02:53:53.973365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9a5be-a1f0-4261-af1f-4cf6d424f72c req-f0128172-299d-4263-9db3-6c10eb8ac1fc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:53.975104 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66b9a5be-a1f0-4261-af1f-4cf6d424f72c req-f0128172-299d-4263-9db3-6c10eb8ac1fc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0497324 Aug 16 02:53:54.017070 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-66b9a5be-a1f0-4261-af1f-4cf6d424f72c req-f21d63cb-023e-436d-9be3-9e433335f7f2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360491 Aug 16 02:53:54.188028 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989a462-d10a-4867-afc5-de5b8b0458ae req-4fb4b77f-6cb2-476e-bb2c-1ec677f8641d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:54.189420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9989a462-d10a-4867-afc5-de5b8b0458ae req-4fb4b77f-6cb2-476e-bb2c-1ec677f8641d tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 945 time: 0.0511556 Aug 16 02:53:54.279114 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-9989a462-d10a-4867-afc5-de5b8b0458ae req-2aa3c508-0d7c-4ecc-8492-9e734ba4f03e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port e6e14909-6e25-4097-abe2-ee2129aca084 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:54.279475 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9989a462-d10a-4867-afc5-de5b8b0458ae req-2aa3c508-0d7c-4ecc-8492-9e734ba4f03e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.369215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-9989a462-d10a-4867-afc5-de5b8b0458ae req-2aa3c508-0d7c-4ecc-8492-9e734ba4f03e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port e6e14909-6e25-4097-abe2-ee2129aca084, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=e6e14909-6e25-4097-abe2-ee2129aca084,segment=NetworkSegment(dc89bed3-9428-4f3f-8e59-d17c52cd3906),segment_id=dc89bed3-9428-4f3f-8e59-d17c52cd3906)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:54.369582 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9989a462-d10a-4867-afc5-de5b8b0458ae req-2aa3c508-0d7c-4ecc-8492-9e734ba4f03e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.381947 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-9989a462-d10a-4867-afc5-de5b8b0458ae req-2aa3c508-0d7c-4ecc-8492-9e734ba4f03e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for e6e14909-6e25-4097-abe2-ee2129aca084 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:54.580593 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9989a462-d10a-4867-afc5-de5b8b0458ae req-2aa3c508-0d7c-4ecc-8492-9e734ba4f03e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.608882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3c508-0d7c-4ecc-8492-9e734ba4f03e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=e6e14909-6e25-4097-abe2-ee2129aca084,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:54.651064 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9989a462-d10a-4867-afc5-de5b8b0458ae req-2aa3c508-0d7c-4ecc-8492-9e734ba4f03e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] No DVR routers for this DVR port e6e14909-6e25-4097-abe2-ee2129aca084 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:53:54.653730 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-9989a462-d10a-4867-afc5-de5b8b0458ae req-2aa3c508-0d7c-4ecc-8492-9e734ba4f03e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.655777 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9989a462-d10a-4867-afc5-de5b8b0458ae req-2aa3c508-0d7c-4ecc-8492-9e734ba4f03e tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.74 "DELETE /v2.0/ports/e6e14909-6e25-4097-abe2-ee2129aca084 HTTP/1.1" status: 204 len: 173 time: 0.4603329 Aug 16 02:53:54.656227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'name': 'network-vif-deleted', 'tag': 'e6e14909-6e25-4097-abe2-ee2129aca084'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:54.658498 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31b8070-9c97-4620-8a9b-7bde398f5a40" -d '{"events": [{"server_uuid": "cdca1654-a0e7-4b60-8ff2-dfd173a29828", "name": "network-vif-deleted", "tag": "e6e14909-6e25-4097-abe2-ee2129aca084"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:54.693264 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd153520-3428-4af6-ab1d-442c5be6608e x-openstack-request-id: req-cd153520-3428-4af6-ab1d-442c5be6608e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:54.693555 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdca1654-a0e7-4b60-8ff2-dfd173a29828", "name": "network-vif-deleted", "tag": "e6e14909-6e25-4097-abe2-ee2129aca084", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:54.693802 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd153520-3428-4af6-ab1d-442c5be6608e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:54.697595 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdca1654-a0e7-4b60-8ff2-dfd173a29828', 'name': 'network-vif-deleted', 'tag': 'e6e14909-6e25-4097-abe2-ee2129aca084', 'status': 'completed', 'code': 200} Aug 16 02:53:55.126182 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9e17f355-1245-40e6-b10b-11335d26023a req-2ad4f951-32ee-482d-8965-56fe76195bc0 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdca1654-a0e7-4b60-8ff2-dfd173a29828 HTTP/1.1" status: 200 len: 210 time: 0.0259514 Aug 16 02:53:56.184199 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58186) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:56.542770 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:56.797014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port 06c0d392-425f-4b82-bc16-ad465b7d5180 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:56.797347 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:56.883087 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port 06c0d392-425f-4b82-bc16-ad465b7d5180, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=06c0d392-425f-4b82-bc16-ad465b7d5180,segment=NetworkSegment(dc89bed3-9428-4f3f-8e59-d17c52cd3906),segment_id=dc89bed3-9428-4f3f-8e59-d17c52cd3906)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:56.883456 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:56.899726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for 06c0d392-425f-4b82-bc16-ad465b7d5180 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:57.186544 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:57.222622 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device e6e14909-6e25-4097-abe2-ee2129aca084 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:57.224043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=06c0d392-425f-4b82-bc16-ad465b7d5180,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:57.247477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: e6e14909-6e25-4097-abe2-ee2129aca084 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:53:57.247477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device e6e14909-6e25-4097-abe2-ee2129aca084 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:57.394857 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:57.606851 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Router c6679832-a0ad-4009-950e-fd884fcf59ae has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:53:57.712680 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:53:57.717729 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-ab915dee-53f3-4946-83a1-ce44e398adb2 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "PUT /v2.0/routers/c6679832-a0ad-4009-950e-fd884fcf59ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5324595 Aug 16 02:53:57.720451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58188) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:57.723743 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117e70bf-4fa2-4a26-ad2f-6783701390e6 None None] Sync routers for ids ['c6679832-a0ad-4009-950e-fd884fcf59ae'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:53:57.732723 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e70bf-4fa2-4a26-ad2f-6783701390e6 None None] Routers {'c6679832-a0ad-4009-950e-fd884fcf59ae'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:57.733320 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-117e70bf-4fa2-4a26-ad2f-6783701390e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:53:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c6679832-a0ad-4009-950e-fd884fcf59ae'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:57.771995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e376f23-7605-46b9-bf27-7f52b2c2efb5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting subnet 81308158-36c0-4e7b-bd50-7a6a5f1e2abb {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:53:57.775325 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8e376f23-7605-46b9-bf27-7f52b2c2efb5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:57.815254 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8e376f23-7605-46b9-bf27-7f52b2c2efb5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:57.908924 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8e376f23-7605-46b9-bf27-7f52b2c2efb5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:57.935186 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-117e70bf-4fa2-4a26-ad2f-6783701390e6 None None] Set router c6679832-a0ad-4009-950e-fd884fcf59ae gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:58.038541 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8e376f23-7605-46b9-bf27-7f52b2c2efb5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.067770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e376f23-7605-46b9-bf27-7f52b2c2efb5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Subnet': ['ID=81308158-36c0-4e7b-bd50-7a6a5f1e2abb,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:58.070207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-8e376f23-7605-46b9-bf27-7f52b2c2efb5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.071736 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-8e376f23-7605-46b9-bf27-7f52b2c2efb5 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/subnets/81308158-36c0-4e7b-bd50-7a6a5f1e2abb HTTP/1.1" status: 204 len: 168 time: 0.3502722 Aug 16 02:53:58.074367 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58190) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:58.079956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1328a523-1121-426b-ab3d-d50d084afa72 None None] Network 997469db-6e89-4aaf-9abd-873370b66514 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:53:58.111722 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-117e70bf-4fa2-4a26-ad2f-6783701390e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:53:57Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:58.140014 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117e70bf-4fa2-4a26-ad2f-6783701390e6 None None] Checking router: c6679832-a0ad-4009-950e-fd884fcf59ae for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:53:58.149284 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e70bf-4fa2-4a26-ad2f-6783701390e6 None None] Routers {'c6679832-a0ad-4009-950e-fd884fcf59ae'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:58.149909 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-117e70bf-4fa2-4a26-ad2f-6783701390e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:53:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c6679832-a0ad-4009-950e-fd884fcf59ae'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:58.183486 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.260367 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-117e70bf-4fa2-4a26-ad2f-6783701390e6 None None] Set router c6679832-a0ad-4009-950e-fd884fcf59ae gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:58.272923 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] DHCP port deletion for 997469db-6e89-4aaf-9abd-873370b66514 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:53:58.306922 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.322061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Deleting port 0cc5961f-7583-46b3-a8d1-bc107caaa75e {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:58.322436 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.387270 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] For port 0cc5961f-7583-46b3-a8d1-bc107caaa75e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=0cc5961f-7583-46b3-a8d1-bc107caaa75e,segment=NetworkSegment(dc89bed3-9428-4f3f-8e59-d17c52cd3906),segment_id=dc89bed3-9428-4f3f-8e59-d17c52cd3906)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:58.387668 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.400572 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Calling delete_port for 0cc5961f-7583-46b3-a8d1-bc107caaa75e owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:58.449678 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-117e70bf-4fa2-4a26-ad2f-6783701390e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:53:57Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:58.450803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Deleting port f158d0fd-2458-4b4a-93af-7b547d1f8cea {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:58.451153 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.478423 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117e70bf-4fa2-4a26-ad2f-6783701390e6 None None] The sync data for ids ['c6679832-a0ad-4009-950e-fd884fcf59ae'] in n-d-768509-23 is: [{'id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032844375', 'tenant_id': '2ffe91c4436d468b9890eabcb72d4e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:53:57Z', 'revision_number': 5, 'project_id': '2ffe91c4436d468b9890eabcb72d4e44', 'gw_port': {'id': 'f158d0fd-2458-4b4a-93af-7b547d1f8cea', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6679832-a0ad-4009-950e-fd884fcf59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:53Z', 'updated_at': '2021-08-16T02:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:53:58.534857 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] For port f158d0fd-2458-4b4a-93af-7b547d1f8cea, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=f158d0fd-2458-4b4a-93af-7b547d1f8cea,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:58.538349 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.547753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Calling delete_port for f158d0fd-2458-4b4a-93af-7b547d1f8cea owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:58.557698 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.584046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Pushing event deleted for resources: {'Port': ['ID=0cc5961f-7583-46b3-a8d1-bc107caaa75e,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:58.586258 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] No DVR routers for this DVR port 0cc5961f-7583-46b3-a8d1-bc107caaa75e on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:53:58.593944 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:58.594294 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:58.594636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:58.594977 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:58.595532 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:58.595648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:58.595935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:58.596250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:58.596567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:58.597442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:58.597772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:58.598452 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568559d-2efe-4ce6-903b-8e4078b64568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:59.048431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 06c0d392-425f-4b82-bc16-ad465b7d5180 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:59.068509 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 06c0d392-425f-4b82-bc16-ad465b7d5180 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:53:59.068853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 06c0d392-425f-4b82-bc16-ad465b7d5180 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:59.069264 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0cc5961f-7583-46b3-a8d1-bc107caaa75e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:59.089772 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 0cc5961f-7583-46b3-a8d1-bc107caaa75e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:53:59.090298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 0cc5961f-7583-46b3-a8d1-bc107caaa75e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:59.134809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.160022 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Port': ['ID=f158d0fd-2458-4b4a-93af-7b547d1f8cea,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:59.217198 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.308189 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.310276 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.392139 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.392621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Fanout notify agent at l3_agent the message router_deleted on router c6679832-a0ad-4009-950e-fd884fcf59ae {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:53:59.400880 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.403862 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-41b06364-16bd-43ed-ac2c-70780929a6cc tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/routers/c6679832-a0ad-4009-950e-fd884fcf59ae HTTP/1.1" status: 204 len: 168 time: 1.3258131 Aug 16 02:53:59.404065 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58192) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:59.484316 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.573613 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.583918 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997469db-6e89-4aaf-9abd-873370b66514']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:59.594128 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc89bed3-9428-4f3f-8e59-d17c52cd3906') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:59.594428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc89bed3-9428-4f3f-8e59-d17c52cd3906') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:59.603694 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.616969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.622684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:53:59.623074 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: timer() Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:53:59.625938 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:53:59.746245 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.755910 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.755910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/networks/997469db-6e89-4aaf-9abd-873370b66514 HTTP/1.1" status: 204 len: 168 time: 0.3503883 Aug 16 02:53:59.758397 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58194) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:59.766929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd965158-2410-4d7d-ae23-67abb3efd352 tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'Network': ['ID=997469db-6e89-4aaf-9abd-873370b66514,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:59.823351 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.852818 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.917638 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b937ee39-4f89-4ace-8e17-edf91a74ced2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.974663 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.977231 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.978435 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] 10.222.0.66 "DELETE /v2.0/security-groups/2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d HTTP/1.1" status: 204 len: 168 time: 0.2191100 Aug 16 02:53:59.988390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c165d79-c768-4a92-a3a2-c1a9fd9b4f1d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:59.998973 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:59.999242 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:59.999580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:59.999909 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:00.000237 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:00.000580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:00.000893 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:00.001215 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:00.001537 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:00.001875 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:00.002198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:00.002526 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe6817-9440-4b2f-b899-b5d65290b8fb tempest-TestNetworkAdvancedServerOps-2038441414 tempest-TestNetworkAdvancedServerOps-2038441414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:00.543244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58202) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:00.683438 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b6166425-f83d-4916-aadb-06a6aac998c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ffe91c4436d468b9890eabcb72d4e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390393 Aug 16 02:54:00.685983 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58206) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:00.734173 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d2a4-4387-46bc-ab8e-4c159586921f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:00.755273 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d2a4-4387-46bc-ab8e-4c159586921f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:00.860221 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d2a4-4387-46bc-ab8e-4c159586921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:00.863418 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d2a4-4387-46bc-ab8e-4c159586921f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:00.865584 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f4f5d2a4-4387-46bc-ab8e-4c159586921f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08e51f7d-74b8-4618-9e76-6f8bbc3db303 HTTP/1.1" status: 204 len: 168 time: 0.1777000 Aug 16 02:54:00.872419 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5d2a4-4387-46bc-ab8e-4c159586921f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e51f7d-74b8-4618-9e76-6f8bbc3db303,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:01.046358 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f158d0fd-2458-4b4a-93af-7b547d1f8cea no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:01.067047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: f158d0fd-2458-4b4a-93af-7b547d1f8cea {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:01.067643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device f158d0fd-2458-4b4a-93af-7b547d1f8cea not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:01.533547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58212) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:01.547136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d78c957e-3a6e-4b24-ba60-17e17f58a702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:01.635238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d78c957e-3a6e-4b24-ba60-17e17f58a702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:01.695095 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d78c957e-3a6e-4b24-ba60-17e17f58a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:01.733653 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d78c957e-3a6e-4b24-ba60-17e17f58a702 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a857ba284634e2baacd42cc53b5920e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984875 Aug 16 02:54:01.734540 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c957e-3a6e-4b24-ba60-17e17f58a702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e59f193-35b4-437c-afe5-9a1fd9351fec,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:01.736430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58214) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:01.787507 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d85719f3-3643-45dc-a2c6-a26dc9059f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:01.807895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d85719f3-3643-45dc-a2c6-a26dc9059f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:01.912754 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d85719f3-3643-45dc-a2c6-a26dc9059f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:01.915306 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d85719f3-3643-45dc-a2c6-a26dc9059f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:01.916486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d85719f3-3643-45dc-a2c6-a26dc9059f34 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e59f193-35b4-437c-afe5-9a1fd9351fec HTTP/1.1" status: 204 len: 168 time: 0.1790521 Aug 16 02:54:01.924428 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85719f3-3643-45dc-a2c6-a26dc9059f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e59f193-35b4-437c-afe5-9a1fd9351fec,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:02.946803 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-02197539-f316-4df3-8dff-c31380490119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:02.980757 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:02.998357 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58236) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:03.097808 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-387807811-network', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:03.174513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Made reservation on behalf of 5add0b1c08b8478f86f3397a807e38f4 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:03.177116 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.185565 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.280633 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.328768 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.353098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:54:03.367425 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2681c1-fd6d-465a-ad37-7cec8556774c,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:03.370337 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.370666 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Added segment 3503d09a-a401-4a33-a3e6-99deebe22afc of type vlan for network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 Aug 16 02:54:03.411098 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.494774 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.495683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:03.496288 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.554484 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] Pushing event updated for resources: {'Network': ['ID=f5cb4d70-b654-4747-a76a-a6bea4ab80f6,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:03.564642 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:54:03.627597 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-a1184678-113d-4de7-a809-f776b65d2611 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6280260 Aug 16 02:54:03.630876 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58240) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:03.635745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] Request body: {'subnet': {'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-387807811-subnet', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:03.705908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] Made reservation on behalf of 5add0b1c08b8478f86f3397a807e38f4 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:03.708945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.946391 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.000161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3119d30c-63c3-46c0-9c16-b0d43f836d0d,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:04.009143 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] Checking segment: {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:04.009507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] Network hostable DHCP agents. Network: f5cb4d70-b654-4747-a76a-a6bea4ab80f6, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:54:04.105761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] Network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:54:04.145730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, f5cb4d70-b654-4747-a76a-a6bea4ab80f6) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:04.149931 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:04.150521 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.154737 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961374fe-5c20-414b-b2c7-aaba2145740e None None] Network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:54:04.212265 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-80d9d0ae-06cc-48e6-899f-5f8eca5402b9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5778072 Aug 16 02:54:04.212528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58242) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:04.217070 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:04.295395 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.296468 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.310255 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:54:04.311196 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.321172 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.355490 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.446466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Allocated IP 172.20.0.2 (f5cb4d70-b654-4747-a76a-a6bea4ab80f6/3119d30c-63c3-46c0-9c16-b0d43f836d0d/b74dd42e-d464-4a7e-9303-ce986b380b4c) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:04.551246 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.588118 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.596239 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Transition to ACTIVE for port object b74dd42e-d464-4a7e-9303-ce986b380b4c will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:04.610328 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Transition to ACTIVE for port object b74dd42e-d464-4a7e-9303-ce986b380b4c will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:04.666516 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.707831 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:04.710761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:04.714999 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:04.717957 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Pushing event updated for resources: {'Port': ['ID=b74dd42e-d464-4a7e-9303-ce986b380b4c,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:04.769288 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Attempting to bind port b74dd42e-d464-4a7e-9303-ce986b380b4c on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:04.769661 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Attempting to bind port b74dd42e-d464-4a7e-9303-ce986b380b4c by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:04.770065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Attempting to bind port b74dd42e-d464-4a7e-9303-ce986b380b4c on network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:04.775145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:04.775520 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Checking segment: {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:04.775922 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.776320 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Bound using segment: {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:04.776860 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Bound port: b74dd42e-d464-4a7e-9303-ce986b380b4c, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:04.777171 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.817192 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.836400 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.840972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] For port b74dd42e-d464-4a7e-9303-ce986b380b4c, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:04.844111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] For port b74dd42e-d464-4a7e-9303-ce986b380b4c, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b74dd42e-d464-4a7e-9303-ce986b380b4c,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:04.906947 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.944024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Allocated IP 172.25.8.170 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/8c8585f9-23ec-411e-911f-7fbc59ebfe0e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:04.963217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8f9cc-ae22-4f4e-bf2f-bae85a6ca9fe None None] Pushing event updated for resources: {'Port': ['ID=b74dd42e-d464-4a7e-9303-ce986b380b4c,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:05.055581 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:05.152729 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:05.195451 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:05.198389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:05.203149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:05.209600 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Pushing event updated for resources: {'Port': ['ID=8c8585f9-23ec-411e-911f-7fbc59ebfe0e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:05.529809 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:05.730957 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:05.839376 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeb7b06-fa9d-427c-a3ef-270719c4b672 None None] Network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:54:05.929196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Router ffd86f92-1938-49c1-b0c4-0ee108049093 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:54:06.044761 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:06.106497 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.107223 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Sync routers for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:06.107744 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9ed816a6-17b1-48bf-bf2d-d8e3e5f8fd9e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8941343 Aug 16 02:54:06.110449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58244) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:06.112001 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1dcb3f38-7355-412a-9c19-f0477564c5bd None None] Provisioning for port b74dd42e-d464-4a7e-9303-ce986b380b4c completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:06.139643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:06.140274 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:06.191614 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.276392 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:06.472566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:05Z', 'revision_number': 3, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:06.498858 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Checking router: ffd86f92-1938-49c1-b0c4-0ee108049093 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:06.499209 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Updating router ffd86f92-1938-49c1-b0c4-0ee108049093 port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:54:06.524889 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.562956 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.722792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Allocated IP 172.20.0.1 (f5cb4d70-b654-4747-a76a-a6bea4ab80f6/3119d30c-63c3-46c0-9c16-b0d43f836d0d/d59326fb-1d1f-4584-8d31-fae45c22a305) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:06.785953 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.795566 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Transition to ACTIVE for port object 8c8585f9-23ec-411e-911f-7fbc59ebfe0e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:06.827878 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.841161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Transition to ACTIVE for port object d59326fb-1d1f-4584-8d31-fae45c22a305 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:06.889058 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.935605 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.943722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Attempting to bind port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:06.947647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Attempting to bind port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:06.947647 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Attempting to bind port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:06.951519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e72ec-2633-43e1-9b16-b9c6a161b9b8 None None] Pushing event updated for resources: {'Port': ['ID=8c8585f9-23ec-411e-911f-7fbc59ebfe0e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:06.955045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:06.955441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:06.955843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.956519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:06.957002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Bound port: 8c8585f9-23ec-411e-911f-7fbc59ebfe0e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:06.957391 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.971249 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:06.974170 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:06.979572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:07.008551 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d59326fb-1d1f-4584-8d31-fae45c22a305,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:07.012115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] For port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:07.015487 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] For port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8c8585f9-23ec-411e-911f-7fbc59ebfe0e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:07.028199 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.101192 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.123065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b74dd42e-d464-4a7e-9303-ce986b380b4c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:07.186648 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:07.188803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:07.224261 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.277434 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e72ec-2633-43e1-9b16-b9c6a161b9b8 None None] Pushing event updated for resources: {'Port': ['ID=8c8585f9-23ec-411e-911f-7fbc59ebfe0e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:07.336467 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:07.387574 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.389893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f3934658-656e-4e2f-b6ea-9c85301bae20 None None] Provisioning for port d59326fb-1d1f-4584-8d31-fae45c22a305 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:07.391659 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port b74dd42e-d464-4a7e-9303-ce986b380b4c completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:07.405477 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f3934658-656e-4e2f-b6ea-9c85301bae20 None None] Provisioning complete for port d59326fb-1d1f-4584-8d31-fae45c22a305 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:07.405885 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f3934658-656e-4e2f-b6ea-9c85301bae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.437241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b74dd42e-d464-4a7e-9303-ce986b380b4c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:07.437618 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.483393 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.512217 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f3934658-656e-4e2f-b6ea-9c85301bae20 None None] Port d59326fb-1d1f-4584-8d31-fae45c22a305 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:54:07.549286 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.558317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d59326fb-1d1f-4584-8d31-fae45c22a305,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:07.608396 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.632308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:05Z', 'revision_number': 3, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:07.665573 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903cff4-18df-4eb7-bfa3-da51974aee64 None None] The sync data for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 is: [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:05Z', 'revision_number': 3, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:07.675895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port b74dd42e-d464-4a7e-9303-ce986b380b4c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b74dd42e-d464-4a7e-9303-ce986b380b4c,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:07.735564 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.791307 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=b74dd42e-d464-4a7e-9303-ce986b380b4c,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:08.026706 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:08.028094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:08.150700 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Router ffd86f92-1938-49c1-b0c4-0ee108049093 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:54:08.279442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:08.286844 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-39a841d1-cc42-41f1-9144-4efaf80062c2 admin admin] 10.222.0.66 "PUT /v2.0/routers/ffd86f92-1938-49c1-b0c4-0ee108049093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1728077 Aug 16 02:54:08.336448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-afeafc94-1747-434e-89a9-00ab3a72fe1d None None] Provisioning complete for port d59326fb-1d1f-4584-8d31-fae45c22a305 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:08.336906 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-afeafc94-1747-434e-89a9-00ab3a72fe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:08.375178 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-afeafc94-1747-434e-89a9-00ab3a72fe1d None None] Port d59326fb-1d1f-4584-8d31-fae45c22a305 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:54:08.404519 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:54:08.949580 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58260) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:08.954597 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1953760093-network', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:09.026312 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Made reservation on behalf of 84dd34e9254b4fb38a301d3cc86f9c4b for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:09.028631 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.038308 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.122738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b74dd42e-d464-4a7e-9303-ce986b380b4c up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:09.130929 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.171869 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port b74dd42e-d464-4a7e-9303-ce986b380b4c triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:09.172240 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.186043 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.211733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:54:09.225548 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Sync routers for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:09.232093 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.232750 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Added segment b00d924a-efb7-446b-a1e8-2a5b00e12aaa of type vlan for network 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 Aug 16 02:54:09.234377 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8306cbd-79e7-417f-bbc8-85ba984d2451,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:09.235453 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:09.236069 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:09.256151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c8585f9-23ec-411e-911f-7fbc59ebfe0e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:09.284605 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.375246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.376292 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:09.376948 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.431181 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:09.439572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] Pushing event updated for resources: {'Network': ['ID=12f0841a-d841-4d5a-aa00-ea9942d4b1e5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:09.443186 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:09.447786 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:09.448106 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.451221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:54:09.496431 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-b4299752-8adc-466b-bba1-1ee0f737137a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5453353 Aug 16 02:54:09.499259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58262) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:09.505624 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] Request body: {'subnet': {'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1953760093-subnet', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:09.585152 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.592710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] Made reservation on behalf of 84dd34e9254b4fb38a301d3cc86f9c4b for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:09.595494 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.606668 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8c8585f9-23ec-411e-911f-7fbc59ebfe0e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:09.635882 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 2, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:09.665602 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Checking router: ffd86f92-1938-49c1-b0c4-0ee108049093 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:09.666049 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Updating router ffd86f92-1938-49c1-b0c4-0ee108049093 port d59326fb-1d1f-4584-8d31-fae45c22a305 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:54:09.672442 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.691068 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.723519 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=8c8585f9-23ec-411e-911f-7fbc59ebfe0e,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:09.843654 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.900662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df84729b-69c1-4ddb-8011-15db18ed3f53,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:09.910213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] Checking segment: {'id': 'b00d924a-efb7-446b-a1e8-2a5b00e12aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:09.910583 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] Network hostable DHCP agents. Network: 12f0841a-d841-4d5a-aa00-ea9942d4b1e5, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:54:09.953407 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.963075 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Transition to ACTIVE for port object d59326fb-1d1f-4584-8d31-fae45c22a305 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:10.014514 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] Network 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:54:10.043300 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.094878 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Pushing event updated for resources: {'Port': ['ID=d59326fb-1d1f-4584-8d31-fae45c22a305,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:10.106427 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 12f0841a-d841-4d5a-aa00-ea9942d4b1e5) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:10.111230 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:10.111844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.116540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2f64dd-dc92-4fcf-8b0a-252929252498 None None] Network 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:54:10.120993 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.121792 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.122546 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.122885 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.123337 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.123670 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.123990 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.124345 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.124669 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.124989 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.125309 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.125628 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:10.162382 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Attempting to bind port d59326fb-1d1f-4584-8d31-fae45c22a305 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:10.162680 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Attempting to bind port d59326fb-1d1f-4584-8d31-fae45c22a305 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:10.163046 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Attempting to bind port d59326fb-1d1f-4584-8d31-fae45c22a305 on network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:10.168201 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:10.177224 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Checking segment: {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:10.177224 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.177224 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Bound using segment: {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:10.177224 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Bound port: d59326fb-1d1f-4584-8d31-fae45c22a305, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:10.177224 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.206892 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-2a8bc5dc-04a3-41bb-bda0-0ca7e6ae9e3f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7032895 Aug 16 02:54:10.207248 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58264) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:10.211810 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1953760093-router', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:10.241125 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] For port d59326fb-1d1f-4584-8d31-fae45c22a305, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:10.245274 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] For port d59326fb-1d1f-4584-8d31-fae45c22a305, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d59326fb-1d1f-4584-8d31-fae45c22a305,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:10.284008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-12f0841a-d841-4d5a-aa00-ea9942d4b1e5', 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'fixed_ips': [{'subnet_id': 'df84729b-69c1-4ddb-8011-15db18ed3f53'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:54:10.285302 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.375340 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.376370 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.403934 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.433553 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.434588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Allocated IP 172.20.0.2 (12f0841a-d841-4d5a-aa00-ea9942d4b1e5/df84729b-69c1-4ddb-8011-15db18ed3f53/8218fcd9-85bf-483a-92e3-4c8f51b9e2f9) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:10.473404 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:10.473912 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:10.475544 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bfbdf-6b8c-4547-98a4-61621fc7fc00 None None] Pushing event updated for resources: {'Port': ['ID=d59326fb-1d1f-4584-8d31-fae45c22a305,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:10.592917 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:10.611134 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.620578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Transition to ACTIVE for port object 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:10.646967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Transition to ACTIVE for port object 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:10.676697 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.713017 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.759440 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Network 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:10.766855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:10.775741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:10.779538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Pushing event updated for resources: {'Port': ['ID=8218fcd9-85bf-483a-92e3-4c8f51b9e2f9,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:10.816406 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:10Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:10.835936 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Attempting to bind port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:10.836312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Attempting to bind port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'b00d924a-efb7-446b-a1e8-2a5b00e12aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:10.836680 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Attempting to bind port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 on network 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:10.841895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:10.842277 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Checking segment: {'id': 'b00d924a-efb7-446b-a1e8-2a5b00e12aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:10.842684 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.843082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Bound using segment: {'id': 'b00d924a-efb7-446b-a1e8-2a5b00e12aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:10.843956 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Bound port: 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00d924a-efb7-446b-a1e8-2a5b00e12aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:10.844110 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34527fcb-20a1-4bfa-ae61-1701d42cb268 None None] The sync data for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 is: [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:10Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:10.844274 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.928918 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-454790c4-50e5-490d-a226-56d171499d71 None None] For port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:10.936066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-454790c4-50e5-490d-a226-56d171499d71 None None] For port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8218fcd9-85bf-483a-92e3-4c8f51b9e2f9,segment=NetworkSegment(b00d924a-efb7-446b-a1e8-2a5b00e12aaa),segment_id=b00d924a-efb7-446b-a1e8-2a5b00e12aaa)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:10.981876 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:11.002569 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:11.027705 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:11.111084 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454790c4-50e5-490d-a226-56d171499d71 None None] Pushing event updated for resources: {'Port': ['ID=8218fcd9-85bf-483a-92e3-4c8f51b9e2f9,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:11.131539 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Allocated IP 172.25.8.15 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/3f72f093-0570-4674-a568-3bd9bc78bcb0) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:11.169024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d59326fb-1d1f-4584-8d31-fae45c22a305 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:11.265058 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:11.323430 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port d59326fb-1d1f-4584-8d31-fae45c22a305 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:11.335314 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d59326fb-1d1f-4584-8d31-fae45c22a305 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:11.335314 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:11.392462 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:11.425019 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:11.452843 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:11.459025 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:11.461427 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port d59326fb-1d1f-4584-8d31-fae45c22a305, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d59326fb-1d1f-4584-8d31-fae45c22a305,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:11.462435 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:11.494192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Pushing event updated for resources: {'Port': ['ID=3f72f093-0570-4674-a568-3bd9bc78bcb0,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:11.569569 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:11.570542 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c8585f9-23ec-411e-911f-7fbc59ebfe0e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:11.660408 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=d59326fb-1d1f-4584-8d31-fae45c22a305,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:11.674273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:11.675319 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:11.794048 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:12.010506 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:12.123839 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ddf1f4-cdb0-4adf-b697-c7f5f1944f62 None None] Network 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:54:12.226071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Router c9f8002c-373a-4950-9370-4bd5b624f0ff is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:54:12.306273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-18e40929-09bd-42cd-a524-d611724122bc None None] Provisioning for port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:12.339143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:12.350375 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Sync routers for ids ['c9f8002c-373a-4950-9370-4bd5b624f0ff'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:12.359710 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Routers {'c9f8002c-373a-4950-9370-4bd5b624f0ff'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:12.360413 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c9f8002c-373a-4950-9370-4bd5b624f0ff'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:12.420601 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:12.424473 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-fc277d9d-31ef-4073-a36c-d03eae2eb50e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2136722 Aug 16 02:54:12.425081 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58266) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:12.631390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Set router c9f8002c-373a-4950-9370-4bd5b624f0ff gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:12.811411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'name': 'tempest-TestShelveInstance-1953760093-router', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:10Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 3, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'gw_port': {'id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:11Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:12.838511 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Checking router: c9f8002c-373a-4950-9370-4bd5b624f0ff for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:12.842801 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Updating router c9f8002c-373a-4950-9370-4bd5b624f0ff port 3f72f093-0570-4674-a568-3bd9bc78bcb0 binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:54:12.860078 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:12.864668 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.014936 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Allocated IP 172.20.0.1 (12f0841a-d841-4d5a-aa00-ea9942d4b1e5/df84729b-69c1-4ddb-8011-15db18ed3f53/17fe8be4-9e23-4f74-9050-eb5ea2b75750) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:13.133671 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.138403 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.150807 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Transition to ACTIVE for port object 3f72f093-0570-4674-a568-3bd9bc78bcb0 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:13.154185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Transition to ACTIVE for port object 17fe8be4-9e23-4f74-9050-eb5ea2b75750 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:13.155244 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d59326fb-1d1f-4584-8d31-fae45c22a305 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:13.204228 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port d59326fb-1d1f-4584-8d31-fae45c22a305 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:13.204606 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.233842 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.260746 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.298974 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Network 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:13.303522 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Attempting to bind port 3f72f093-0570-4674-a568-3bd9bc78bcb0 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:13.303903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Attempting to bind port 3f72f093-0570-4674-a568-3bd9bc78bcb0 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:13.304267 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Attempting to bind port 3f72f093-0570-4674-a568-3bd9bc78bcb0 on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:13.306957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:13.308681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b973030-7bcb-42d8-bddc-d23c433efc94 None None] Pushing event updated for resources: {'Port': ['ID=3f72f093-0570-4674-a568-3bd9bc78bcb0,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:13.310694 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:13.314910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:13.316549 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:13.316549 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.316947 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:13.317065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Bound port: 3f72f093-0570-4674-a568-3bd9bc78bcb0, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:13.317448 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.334819 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Pushing event updated for resources: {'Port': ['ID=17fe8be4-9e23-4f74-9050-eb5ea2b75750,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:13.353499 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.388272 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:13.399905 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] For port 3f72f093-0570-4674-a568-3bd9bc78bcb0, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:13.403131 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] For port 3f72f093-0570-4674-a568-3bd9bc78bcb0, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3f72f093-0570-4674-a568-3bd9bc78bcb0,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:13.495690 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.527114 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:13.548755 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:13.549128 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.588720 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.595402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Routers {'c9f8002c-373a-4950-9370-4bd5b624f0ff'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:13.595969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c9f8002c-373a-4950-9370-4bd5b624f0ff'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:13.636950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b973030-7bcb-42d8-bddc-d23c433efc94 None None] Pushing event updated for resources: {'Port': ['ID=3f72f093-0570-4674-a568-3bd9bc78bcb0,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:13.656381 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-533fbf6c-978a-442e-9946-20ad870748c6 None None] Provisioning for port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:13.668229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-533fbf6c-978a-442e-9946-20ad870748c6 None None] Provisioning complete for port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:13.668603 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-533fbf6c-978a-442e-9946-20ad870748c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.748906 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-533fbf6c-978a-442e-9946-20ad870748c6 None None] Port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:54:13.752135 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.788127 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] Set router c9f8002c-373a-4950-9370-4bd5b624f0ff gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:13.821936 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.832074 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.902882 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:13.904633 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Pushing event updated for resources: {'Port': ['ID=17fe8be4-9e23-4f74-9050-eb5ea2b75750,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:13.932124 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8218fcd9-85bf-483a-92e3-4c8f51b9e2f9,segment=NetworkSegment(b00d924a-efb7-446b-a1e8-2a5b00e12aaa),segment_id=b00d924a-efb7-446b-a1e8-2a5b00e12aaa)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:13.996224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Network 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:13.997636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:13.998746 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:14.063625 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=8218fcd9-85bf-483a-92e3-4c8f51b9e2f9,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:14.074563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'name': 'tempest-TestShelveInstance-1953760093-router', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:10Z', 'updated_at': '2021-08-16T02:54:13Z', 'revision_number': 4, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'gw_port': {'id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:11Z', 'updated_at': '2021-08-16T02:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '17fe8be4-9e23-4f74-9050-eb5ea2b75750', 'name': '', 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'mac_address': 'fa:16:3e:f1:f0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'df84729b-69c1-4ddb-8011-15db18ed3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:12Z', 'updated_at': '2021-08-16T02:54:13Z', 'revision_number': 1, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'subnets': [{'id': 'df84729b-69c1-4ddb-8011-15db18ed3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:14.102992 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5dcd6-65ab-4c1d-bdbf-2c85cecee6bf None None] The sync data for ids ['c9f8002c-373a-4950-9370-4bd5b624f0ff'] in n-d-768509-23 is: [{'id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'name': 'tempest-TestShelveInstance-1953760093-router', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:10Z', 'updated_at': '2021-08-16T02:54:13Z', 'revision_number': 4, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'gw_port': {'id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:11Z', 'updated_at': '2021-08-16T02:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '17fe8be4-9e23-4f74-9050-eb5ea2b75750', 'name': '', 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'mac_address': 'fa:16:3e:f1:f0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'df84729b-69c1-4ddb-8011-15db18ed3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:12Z', 'updated_at': '2021-08-16T02:54:13Z', 'revision_number': 1, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'subnets': [{'id': 'df84729b-69c1-4ddb-8011-15db18ed3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:14.126244 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Router c9f8002c-373a-4950-9370-4bd5b624f0ff has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:54:14.244137 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:14.249105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-50d31460-022a-42d3-a82e-4ae193f2aade admin admin] 10.222.0.66 "PUT /v2.0/routers/c9f8002c-373a-4950-9370-4bd5b624f0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8229477 Aug 16 02:54:14.274291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-980e5b5d-44d0-4c17-a654-0dc97616c524 None None] Provisioning complete for port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:14.274770 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-980e5b5d-44d0-4c17-a654-0dc97616c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:14.325407 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-980e5b5d-44d0-4c17-a654-0dc97616c524 None None] Port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:54:14.960587 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58274) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:14.965376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-87e31746-c4ec-4f8d-920b-d534ef22d92d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062301947', 'description': 'tempest-secgroup-smoke-1062301947 description', 'project_id': '5add0b1c08b8478f86f3397a807e38f4'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:15.043416 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87e31746-c4ec-4f8d-920b-d534ef22d92d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.137975 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3f72f093-0570-4674-a568-3bd9bc78bcb0 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:15.145577 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87e31746-c4ec-4f8d-920b-d534ef22d92d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.186352 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87e31746-c4ec-4f8d-920b-d534ef22d92d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.217703 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e31746-c4ec-4f8d-920b-d534ef22d92d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55991f1e-5580-448b-b017-66c9409f805a,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:15.232002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 3f72f093-0570-4674-a568-3bd9bc78bcb0 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:15.236162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3f72f093-0570-4674-a568-3bd9bc78bcb0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:15.236588 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.312053 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-87e31746-c4ec-4f8d-920b-d534ef22d92d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.313426 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-87e31746-c4ec-4f8d-920b-d534ef22d92d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3517938 Aug 16 02:54:15.317055 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58276) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:15.320221 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.322065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-4cb011e7-7de9-410b-a82f-e8353cde7037 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '55991f1e-5580-448b-b017-66c9409f805a', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:15.341464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 3f72f093-0570-4674-a568-3bd9bc78bcb0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3f72f093-0570-4674-a568-3bd9bc78bcb0,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:15.431989 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cb011e7-7de9-410b-a82f-e8353cde7037 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.447221 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.447221 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:15.491157 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cb011e7-7de9-410b-a82f-e8353cde7037 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.518750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=3f72f093-0570-4674-a568-3bd9bc78bcb0,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:15.528902 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:15.529276 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.581220 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cb011e7-7de9-410b-a82f-e8353cde7037 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.599538 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb011e7-7de9-410b-a82f-e8353cde7037 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109c1b0c-0f1d-4f2b-9c94-866b9fe40ac1,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:15.683077 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-4cb011e7-7de9-410b-a82f-e8353cde7037 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.684482 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-4cb011e7-7de9-410b-a82f-e8353cde7037 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663921 Aug 16 02:54:15.687178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58278) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:15.692282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-409e6b5b-8087-47f4-820f-de6a4b6adf6a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '55991f1e-5580-448b-b017-66c9409f805a', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:15.775100 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-409e6b5b-8087-47f4-820f-de6a4b6adf6a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.840130 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-409e6b5b-8087-47f4-820f-de6a4b6adf6a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.900680 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-409e6b5b-8087-47f4-820f-de6a4b6adf6a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.919577 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e6b5b-8087-47f4-820f-de6a4b6adf6a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b5004b-29b1-4b61-8116-1f4433c8dba3,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:15.969434 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-409e6b5b-8087-47f4-820f-de6a4b6adf6a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.970697 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-409e6b5b-8087-47f4-820f-de6a4b6adf6a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2825496 Aug 16 02:54:15.973990 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58282) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:15.978482 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-2b1179f1-0d93-4cb3-bda2-bb71645fe3c0 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '55991f1e-5580-448b-b017-66c9409f805a', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:16.028377 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Sync routers for ids ['c9f8002c-373a-4950-9370-4bd5b624f0ff'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:16.038340 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Routers {'c9f8002c-373a-4950-9370-4bd5b624f0ff'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:16.038945 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c9f8002c-373a-4950-9370-4bd5b624f0ff'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:16.065522 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1179f1-0d93-4cb3-bda2-bb71645fe3c0 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.132994 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1179f1-0d93-4cb3-bda2-bb71645fe3c0 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.203514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1179f1-0d93-4cb3-bda2-bb71645fe3c0 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.222895 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1179f1-0d93-4cb3-bda2-bb71645fe3c0 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da75692-647e-4376-94e5-13a3e9c8bede,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:16.238535 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Set router c9f8002c-373a-4950-9370-4bd5b624f0ff gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:16.283878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-2b1179f1-0d93-4cb3-bda2-bb71645fe3c0 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.285151 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-2b1179f1-0d93-4cb3-bda2-bb71645fe3c0 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101323 Aug 16 02:54:16.288288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58284) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:16.293033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-e8fcfe69-741b-4aad-92ce-d1dd2d0b6ef4 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '55991f1e-5580-448b-b017-66c9409f805a', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:16.368296 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fcfe69-741b-4aad-92ce-d1dd2d0b6ef4 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.433715 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fcfe69-741b-4aad-92ce-d1dd2d0b6ef4 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.450051 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'name': 'tempest-TestShelveInstance-1953760093-router', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:10Z', 'updated_at': '2021-08-16T02:54:13Z', 'revision_number': 4, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'gw_port': {'id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:11Z', 'updated_at': '2021-08-16T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '17fe8be4-9e23-4f74-9050-eb5ea2b75750', 'name': '', 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'mac_address': 'fa:16:3e:f1:f0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'df84729b-69c1-4ddb-8011-15db18ed3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:12Z', 'updated_at': '2021-08-16T02:54:13Z', 'revision_number': 2, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'subnets': [{'id': 'df84729b-69c1-4ddb-8011-15db18ed3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:16.476056 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Checking router: c9f8002c-373a-4950-9370-4bd5b624f0ff for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:16.476400 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Updating router c9f8002c-373a-4950-9370-4bd5b624f0ff port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:54:16.500435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fcfe69-741b-4aad-92ce-d1dd2d0b6ef4 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.501144 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.519790 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcfe69-741b-4aad-92ce-d1dd2d0b6ef4 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc4da70-c8e0-4699-bc42-66f5dffd40eb,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:16.586210 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-e8fcfe69-741b-4aad-92ce-d1dd2d0b6ef4 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.587495 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-e8fcfe69-741b-4aad-92ce-d1dd2d0b6ef4 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2982032 Aug 16 02:54:16.590543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58286) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:16.595440 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-eec07a9d-271f-484a-9499-5ba67c116223 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '55991f1e-5580-448b-b017-66c9409f805a', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:16.666235 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-eec07a9d-271f-484a-9499-5ba67c116223 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Project 5add0b1c08b8478f86f3397a807e38f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:54:16.671290 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eec07a9d-271f-484a-9499-5ba67c116223 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.734956 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eec07a9d-271f-484a-9499-5ba67c116223 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.764712 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.774960 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Transition to ACTIVE for port object 17fe8be4-9e23-4f74-9050-eb5ea2b75750 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:16.808692 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eec07a9d-271f-484a-9499-5ba67c116223 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.826185 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec07a9d-271f-484a-9499-5ba67c116223 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27ce006-4771-44dc-8edc-724480c46e70,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:16.843282 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.889238 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-eec07a9d-271f-484a-9499-5ba67c116223 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.890836 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-eec07a9d-271f-484a-9499-5ba67c116223 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2991648 Aug 16 02:54:16.893657 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58288) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:16.895223 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf88f7-e2b7-4c17-9efc-2b8049adf52a None None] Pushing event updated for resources: {'Port': ['ID=17fe8be4-9e23-4f74-9050-eb5ea2b75750,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:16.907013 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-a3a95ce0-9c7b-430a-b215-07420bdc8440 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '55991f1e-5580-448b-b017-66c9409f805a', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:16.948396 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Attempting to bind port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:16.948765 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Attempting to bind port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'b00d924a-efb7-446b-a1e8-2a5b00e12aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:16.949125 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Attempting to bind port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 on network 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:16.954250 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:16.954621 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Checking segment: {'id': 'b00d924a-efb7-446b-a1e8-2a5b00e12aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:16.955017 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.955436 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Bound using segment: {'id': 'b00d924a-efb7-446b-a1e8-2a5b00e12aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:16.955936 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Bound port: 17fe8be4-9e23-4f74-9050-eb5ea2b75750, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00d924a-efb7-446b-a1e8-2a5b00e12aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:16.956356 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:17.020347 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-a3a95ce0-9c7b-430a-b215-07420bdc8440 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Project 5add0b1c08b8478f86f3397a807e38f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:54:17.023223 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] For port 17fe8be4-9e23-4f74-9050-eb5ea2b75750, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:17.026155 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3a95ce0-9c7b-430a-b215-07420bdc8440 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:17.027187 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] For port 17fe8be4-9e23-4f74-9050-eb5ea2b75750, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=17fe8be4-9e23-4f74-9050-eb5ea2b75750,segment=NetworkSegment(b00d924a-efb7-446b-a1e8-2a5b00e12aaa),segment_id=b00d924a-efb7-446b-a1e8-2a5b00e12aaa)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:17.070885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3f72f093-0570-4674-a568-3bd9bc78bcb0 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:17.100795 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:17.103624 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3a95ce0-9c7b-430a-b215-07420bdc8440 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:17.121145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 3f72f093-0570-4674-a568-3bd9bc78bcb0 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:17.121521 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:17.161651 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Routers {'c9f8002c-373a-4950-9370-4bd5b624f0ff'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:17.161651 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:54:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c9f8002c-373a-4950-9370-4bd5b624f0ff'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:17.180926 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3a95ce0-9c7b-430a-b215-07420bdc8440 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:17.207719 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a95ce0-9c7b-430a-b215-07420bdc8440 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a500c9da-2123-4c99-8b38-36095ff07fcb,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:17.267990 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf88f7-e2b7-4c17-9efc-2b8049adf52a None None] Pushing event updated for resources: {'Port': ['ID=17fe8be4-9e23-4f74-9050-eb5ea2b75750,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:17.278241 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a3a95ce0-9c7b-430a-b215-07420bdc8440 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:17.279512 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a3a95ce0-9c7b-430a-b215-07420bdc8440 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3843842 Aug 16 02:54:17.302024 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] Set router c9f8002c-373a-4950-9370-4bd5b624f0ff gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:17.504201 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'name': 'tempest-TestShelveInstance-1953760093-router', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:10Z', 'updated_at': '2021-08-16T02:54:13Z', 'revision_number': 4, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'gw_port': {'id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:11Z', 'updated_at': '2021-08-16T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '17fe8be4-9e23-4f74-9050-eb5ea2b75750', 'name': '', 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'mac_address': 'fa:16:3e:f1:f0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'df84729b-69c1-4ddb-8011-15db18ed3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:12Z', 'updated_at': '2021-08-16T02:54:17Z', 'revision_number': 4, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'subnets': [{'id': 'df84729b-69c1-4ddb-8011-15db18ed3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:17.533709 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b3258-0c6c-4cf9-8826-8375b7fdefd3 None None] The sync data for ids ['c9f8002c-373a-4950-9370-4bd5b624f0ff'] in n-d-768509-23 is: [{'id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'name': 'tempest-TestShelveInstance-1953760093-router', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:10Z', 'updated_at': '2021-08-16T02:54:13Z', 'revision_number': 4, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'gw_port': {'id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:11Z', 'updated_at': '2021-08-16T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '17fe8be4-9e23-4f74-9050-eb5ea2b75750', 'name': '', 'network_id': '12f0841a-d841-4d5a-aa00-ea9942d4b1e5', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'mac_address': 'fa:16:3e:f1:f0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'df84729b-69c1-4ddb-8011-15db18ed3f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:12Z', 'updated_at': '2021-08-16T02:54:17Z', 'revision_number': 4, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'subnets': [{'id': 'df84729b-69c1-4ddb-8011-15db18ed3f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:17.595062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-9575ed45-4dfa-4a83-8217-53220addb147 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062301947&fields=id&tenant_id=5add0b1c08b8478f86f3397a807e38f4 HTTP/1.1" status: 200 len: 267 time: 0.0346925 Aug 16 02:54:17.707202 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-872e4b0f-b6ab-456b-856b-7cfb77817afa tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:17.708717 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-872e4b0f-b6ab-456b-856b-7cfb77817afa tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 808 time: 0.1066272 Aug 16 02:54:17.724829 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-50a9a750-7f44-4778-a4f8-e810f2eb2e2b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/quotas/5add0b1c08b8478f86f3397a807e38f4 HTTP/1.1" status: 200 len: 375 time: 0.0102205 Aug 16 02:54:17.784475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-19a6410b-f8ad-43cf-8e0f-e93fb6fe17e6 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536151 Aug 16 02:54:17.887865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-dcdc3b8a-dc63-4b75-be64-b715aa9a9633 service neutron] 10.222.0.66 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910454 Aug 16 02:54:17.986052 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-8fbfbcc8-d5a3-4a40-b0c5-202d251d2f9b service neutron] 10.222.0.66 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908487 Aug 16 02:54:18.227538 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-43df1e0d-db5f-4d84-986c-d8eb229beea1 req-0ad16c18-2146-45c7-aded-5e3225df0eca tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 210 time: 0.0270345 Aug 16 02:54:19.081148 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 17fe8be4-9e23-4f74-9050-eb5ea2b75750 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:19.197066 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:19.200810 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:19.201215 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.285099 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.306185 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f78f81fe-5216-43c1-9e27-f1445d181a22 req-3128c73f-a957-48e1-96b7-29f67cfd2a55 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 210 time: 0.0274704 Aug 16 02:54:19.317939 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 17fe8be4-9e23-4f74-9050-eb5ea2b75750, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=17fe8be4-9e23-4f74-9050-eb5ea2b75750,segment=NetworkSegment(b00d924a-efb7-446b-a1e8-2a5b00e12aaa),segment_id=b00d924a-efb7-446b-a1e8-2a5b00e12aaa)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:19.386142 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.434239 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=17fe8be4-9e23-4f74-9050-eb5ea2b75750,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:20.412608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f68b7f94-2c6c-41a9-a216-d7e5f0432d05 req-1cdf6916-8c7a-47ff-83b2-6aa47a783ecd tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 210 time: 0.0361810 Aug 16 02:54:20.509785 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-6a004226-3af8-48c4-a109-87814aab3281 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:20.511325 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-6a004226-3af8-48c4-a109-87814aab3281 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 808 time: 0.1084735 Aug 16 02:54:20.554096 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-7f3bc00a-b09a-480f-8578-c42c84808bfb tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5add0b1c08b8478f86f3397a807e38f4 HTTP/1.1" status: 200 len: 380 time: 0.0337150 Aug 16 02:54:20.563111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'port': {'device_id': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'admin_state_up': True, 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'security_groups': ['55991f1e-5580-448b-b017-66c9409f805a']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:20.751568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Made reservation on behalf of 5add0b1c08b8478f86f3397a807e38f4 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:20.755134 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.883033 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Allocated IP 172.20.0.7 (f5cb4d70-b654-4747-a76a-a6bea4ab80f6/3119d30c-63c3-46c0-9c16-b0d43f836d0d/d72506a0-f960-4e89-9c36-4e900c05f1e1) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:21.021179 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.035420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Transition to ACTIVE for port object d72506a0-f960-4e89-9c36-4e900c05f1e1 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:21.064819 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 17fe8be4-9e23-4f74-9050-eb5ea2b75750 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:21.112177 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:21.112533 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.135605 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.184768 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:21.187993 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:21.190599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:21.198074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'Port': ['ID=d72506a0-f960-4e89-9c36-4e900c05f1e1,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:21.244215 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:21.247372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.358557 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-628c6436-eaf5-4d2b-96c3-3a7a80422b11 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7989290 Aug 16 02:54:21.467684 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Request body: {'port': {'device_id': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:21.557476 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.579757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b25e4-108c-4b01-9b42-53177fd854d2 req-6c74c40a-6f52-48f4-8673-a82feaa91633 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:21.586254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f4b25e4-108c-4b01-9b42-53177fd854d2 req-6c74c40a-6f52-48f4-8673-a82feaa91633 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 931 time: 0.0908840 Aug 16 02:54:21.597579 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.619964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-73246414-a74c-4967-a73f-3a649db8d5b6 None None] Provisioning for port d72506a0-f960-4e89-9c36-4e900c05f1e1 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:21.624925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-73246414-a74c-4967-a73f-3a649db8d5b6 None None] Provisioning complete for port d72506a0-f960-4e89-9c36-4e900c05f1e1 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:21.625363 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-73246414-a74c-4967-a73f-3a649db8d5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.661045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-73246414-a74c-4967-a73f-3a649db8d5b6 None None] Port d72506a0-f960-4e89-9c36-4e900c05f1e1 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:54:21.704811 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6f4b25e4-108c-4b01-9b42-53177fd854d2 req-5ea9e204-8a01-4bc3-ae11-c759cb25452c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023278 Aug 16 02:54:21.861122 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72506a0-f960-4e89-9c36-4e900c05f1e1 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:54:21.869027 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.880957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Transition to ACTIVE for port object d72506a0-f960-4e89-9c36-4e900c05f1e1 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:21.951380 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.001695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Pushing event updated for resources: {'Port': ['ID=d72506a0-f960-4e89-9c36-4e900c05f1e1,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:22.079486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Attempting to bind port d72506a0-f960-4e89-9c36-4e900c05f1e1 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:22.079830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Attempting to bind port d72506a0-f960-4e89-9c36-4e900c05f1e1 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:22.080159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Attempting to bind port d72506a0-f960-4e89-9c36-4e900c05f1e1 on network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:22.085532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Port d72506a0-f960-4e89-9c36-4e900c05f1e1 on network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:54:22.085882 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Attempting to bind port d72506a0-f960-4e89-9c36-4e900c05f1e1 on network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:22.090752 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:22.091119 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Checking segment: {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:22.091479 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Bound using segment: {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:22.091908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Bound port: d72506a0-f960-4e89-9c36-4e900c05f1e1, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:22.092278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.158436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:22.162398 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:22.226716 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.260310 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:22.260915 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.262314 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] 10.222.0.74 "PUT /v2.0/ports/d72506a0-f960-4e89-9c36-4e900c05f1e1 HTTP/1.1" status: 200 len: 1092 time: 0.8952565 Aug 16 02:54:22.262748 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:22.264960 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ff333d-1ae6-49ae-a4bd-8571f9b60c46" -d '{"events": [{"name": "network-changed", "server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:22.291300 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f30e7-9737-4421-9468-cacbdbab9b70 service neutron] Pushing event updated for resources: {'Port': ['ID=d72506a0-f960-4e89-9c36-4e900c05f1e1,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:22.308202 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a5b41-bf64-432a-a544-966f4ddafcda x-openstack-request-id: req-943a5b41-bf64-432a-a544-966f4ddafcda {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:22.308491 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:22.308741 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-943a5b41-bf64-432a-a544-966f4ddafcda {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:22.309140 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'status': 'completed', 'code': 200} Aug 16 02:54:22.375430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff333d-1ae6-49ae-a4bd-8571f9b60c46 req-fbb56a7b-7a9a-44fe-ad77-b2cefcd2c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:22.376950 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1ff333d-1ae6-49ae-a4bd-8571f9b60c46 req-fbb56a7b-7a9a-44fe-ad77-b2cefcd2c0ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1095 time: 0.0455532 Aug 16 02:54:22.475635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff333d-1ae6-49ae-a4bd-8571f9b60c46 req-74ae1201-ee29-4686-86d3-a9aa7e3117d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:22.477106 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1ff333d-1ae6-49ae-a4bd-8571f9b60c46 req-74ae1201-ee29-4686-86d3-a9aa7e3117d7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5add0b1c08b8478f86f3397a807e38f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0929556 Aug 16 02:54:22.501092 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.574536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff333d-1ae6-49ae-a4bd-8571f9b60c46 req-333e6e48-7984-42e1-96fe-b519f4843146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:22.576034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1ff333d-1ae6-49ae-a4bd-8571f9b60c46 req-333e6e48-7984-42e1-96fe-b519f4843146 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923781 Aug 16 02:54:22.650996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-1a67f373-d467-43e1-9fb9-37c68c293140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:22.652489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-1a67f373-d467-43e1-9fb9-37c68c293140 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1095 time: 0.0401540 Aug 16 02:54:22.693379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-b6602bff-cebb-4125-ab43-b5ff4173e4b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1 HTTP/1.1" status: 200 len: 217 time: 0.0322781 Aug 16 02:54:22.745702 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-1fb63b4c-0f62-4508-8478-81bf3daf7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:22.747219 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-1fb63b4c-0f62-4508-8478-81bf3daf7a3b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0464108 Aug 16 02:54:22.821437 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-71bccb0d-0216-4287-9ea0-8d572973aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:22.822957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-71bccb0d-0216-4287-9ea0-8d572973aaf7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687420 Aug 16 02:54:22.835332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7e1e4-8bd7-4225-9d5f-58043a1c4f19 req-8bd5690c-eb39-4824-a7f4-953ec46189a7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:22.836696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86b7e1e4-8bd7-4225-9d5f-58043a1c4f19 req-8bd5690c-eb39-4824-a7f4-953ec46189a7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0584505 Aug 16 02:54:22.919562 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-86b7e1e4-8bd7-4225-9d5f-58043a1c4f19 req-20b5f56d-b033-47bd-95a1-7fe736a1e725 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751479 Aug 16 02:54:22.947451 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-0e727d51-113f-43bb-b7d2-e428fb20f58f service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097798 Aug 16 02:54:23.038348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b7cb95cc-af3d-4ca4-b0c5-34a4f0052653 req-512ae336-bba1-48af-abed-8ffd65e1823b service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833299 Aug 16 02:54:24.041173 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e031-f8cb-4952-9186-32dcc200bc3d req-92c3a344-2a1f-48f4-b5e1-4090f52d147b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:24.042665 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b190e031-f8cb-4952-9186-32dcc200bc3d req-92c3a344-2a1f-48f4-b5e1-4090f52d147b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0574293 Aug 16 02:54:24.079971 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b190e031-f8cb-4952-9186-32dcc200bc3d req-89d68501-3859-4504-a5b0-9b35b640ffb4 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309830 Aug 16 02:54:25.195321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693a831-1125-4bc9-a3af-0ad2b64cf6f4 req-983f012f-6eba-4fe1-9439-e164a1c23433 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:25.196773 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e693a831-1125-4bc9-a3af-0ad2b64cf6f4 req-983f012f-6eba-4fe1-9439-e164a1c23433 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0483093 Aug 16 02:54:25.233441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e693a831-1125-4bc9-a3af-0ad2b64cf6f4 req-9cf9bea3-582b-489b-bc56-ddb2a3bb1137 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306962 Aug 16 02:54:26.360315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119cddb-f059-4363-95f4-66d26f7a7fbd req-2d994541-d824-431b-8d4f-4374f04fae6a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:26.362311 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b119cddb-f059-4363-95f4-66d26f7a7fbd req-2d994541-d824-431b-8d4f-4374f04fae6a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0588968 Aug 16 02:54:26.417306 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b119cddb-f059-4363-95f4-66d26f7a7fbd req-35799c39-0721-4efb-92a0-00bdb8f2994f tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463853 Aug 16 02:54:27.361789 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d72506a0-f960-4e89-9c36-4e900c05f1e1 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:54:27.461382 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:27.472910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'port_id': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'mac_address': 'fa:16:3e:f0:49:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:54:27.509753 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:27.523003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72506a0-f960-4e89-9c36-4e900c05f1e1 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:54:27.531822 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d612806-9b38-4478-bee1-a48ca6481dc4 req-1395a8f1-3e8c-4fde-a50a-34a080253e73 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:27.533290 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d612806-9b38-4478-bee1-a48ca6481dc4 req-1395a8f1-3e8c-4fde-a50a-34a080253e73 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0525455 Aug 16 02:54:27.542952 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:27.571176 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8d612806-9b38-4478-bee1-a48ca6481dc4 req-b19a78e3-88f2-450a-9025-2d8cdf39cb8d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316133 Aug 16 02:54:27.625902 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:27.676391 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d72506a0-f960-4e89-9c36-4e900c05f1e1,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:27.826587 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d72506a0-f960-4e89-9c36-4e900c05f1e1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:54:28.689639 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd43af-e30f-444a-8b43-1264b7333ced req-834f8c33-7bbf-4310-b51a-2c4d6fd42990 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:28.691254 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78fd43af-e30f-444a-8b43-1264b7333ced req-834f8c33-7bbf-4310-b51a-2c4d6fd42990 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 944 time: 0.0515635 Aug 16 02:54:28.729828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-78fd43af-e30f-444a-8b43-1264b7333ced req-fb945805-164d-4322-aff3-4200cbbf51a2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325890 Aug 16 02:54:29.377364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d72506a0-f960-4e89-9c36-4e900c05f1e1 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:29.477233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port d72506a0-f960-4e89-9c36-4e900c05f1e1 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:29.481112 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port d72506a0-f960-4e89-9c36-4e900c05f1e1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:29.481503 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:29.557038 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:29.578709 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:29.580948 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c9a61e-79bd-43b9-8589-17c1608e5add" -d '{"events": [{"server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "name": "network-vif-plugged", "status": "completed", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:29.596821 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:29.616557 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5658e8-5ad4-40aa-ae3b-3c8eb361189b x-openstack-request-id: req-1f5658e8-5ad4-40aa-ae3b-3c8eb361189b {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:29.616842 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "name": "network-vif-plugged", "status": "completed", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:29.617091 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f5658e8-5ad4-40aa-ae3b-3c8eb361189b {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:29.617485 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'code': 200} Aug 16 02:54:29.671932 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:29.709615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03744e-8b68-401e-8eb0-270887fa3f4c req-6c6311f4-a131-42ce-b65d-86c23722bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:29.711246 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff03744e-8b68-401e-8eb0-270887fa3f4c req-6c6311f4-a131-42ce-b65d-86c23722bb75 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0396388 Aug 16 02:54:29.719963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d72506a0-f960-4e89-9c36-4e900c05f1e1,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:29.746859 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ff03744e-8b68-401e-8eb0-270887fa3f4c req-e3b3569f-d618-49a8-871f-fc6a5daa3973 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284467 Aug 16 02:54:29.847927 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681b9b0-cfe9-45c1-9e2e-527b1acfa960 req-c50805a5-1449-4c29-bf81-9bcf93b8e7b2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:29.849434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d681b9b0-cfe9-45c1-9e2e-527b1acfa960 req-c50805a5-1449-4c29-bf81-9bcf93b8e7b2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0522401 Aug 16 02:54:29.887625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d681b9b0-cfe9-45c1-9e2e-527b1acfa960 req-ce8d928a-4159-4717-b26a-43153104d54d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322492 Aug 16 02:54:29.900747 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fec6dc36-9a22-498b-80e3-ccd00fccc1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:31.000346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252340d-62f3-4ebb-bcd6-afa919c15407 req-9eb52b6e-0eeb-413e-aa25-cbff46f14d6b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:31.001810 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3252340d-62f3-4ebb-bcd6-afa919c15407 req-9eb52b6e-0eeb-413e-aa25-cbff46f14d6b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0485609 Aug 16 02:54:31.040437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3252340d-62f3-4ebb-bcd6-afa919c15407 req-3dd1ea8a-ae8c-4f81-97d7-0e021b6965cf tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325515 Aug 16 02:54:31.150849 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2feba8-1474-4bc1-9d6f-9b97c46f922c req-cc24b9df-269e-4ef3-9ee0-19213de94b9b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:31.152286 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a2feba8-1474-4bc1-9d6f-9b97c46f922c req-cc24b9df-269e-4ef3-9ee0-19213de94b9b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0478041 Aug 16 02:54:31.189027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a2feba8-1474-4bc1-9d6f-9b97c46f922c req-d4c0b7f8-0933-4f0c-ad8d-a4253a0ae1d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308392 Aug 16 02:54:31.211283 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58356) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:31.294296 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54411c7-02b6-4832-b7dc-68aa0368b222 tempest-TestShelveInstance-1929102557 tempest-TestShelveInstance-1929102557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:31.295791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d54411c7-02b6-4832-b7dc-68aa0368b222 tempest-TestShelveInstance-1929102557 tempest-TestShelveInstance-1929102557-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1092 time: 0.0835578 Aug 16 02:54:31.298710 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58360) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:31.303101 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:31.397048 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:31.492361 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:31.596368 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Allocated IP 172.25.8.35 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/b89f13b3-ebe9-4a32-b754-3d6e6f7053a9) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:31.695342 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:31.786367 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:31.826036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:31.832492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:31.836056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:31.841321 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'Port': ['ID=b89f13b3-ebe9-4a32-b754-3d6e6f7053a9,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:32.540835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.668554 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.817506 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.866378 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.935868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'Port': ['ID=b89f13b3-ebe9-4a32-b754-3d6e6f7053a9,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:32.946673 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.951668 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bfe1b259-2310-4558-9a84-6ff772faf7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.962617 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:33.050822 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Floating IP 0594f11d-a835-496e-88b1-5742e6cc2dcf associated. External IP: 172.25.8.35, port: d72506a0-f960-4e89-9c36-4e900c05f1e1. Aug 16 02:54:33.259522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Router ffd86f92-1938-49c1-b0c4-0ee108049093 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:54:33.369320 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:33.379895 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c852f-a882-43d4-93a7-17296f015f49 None None] Sync routers for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:33.390564 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c852f-a882-43d4-93a7-17296f015f49 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:33.391201 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c20c852f-a882-43d4-93a7-17296f015f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:33.431914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:33.460302 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-88e1c343-3f5d-4b69-94f6-ebdac8000973 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1605763 Aug 16 02:54:33.460892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:33.463189 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ec2922-169f-4126-945a-2f55e671a1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:33.499396 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d70931-cc01-4e43-a988-9beaf0af77db x-openstack-request-id: req-a8d70931-cc01-4e43-a988-9beaf0af77db {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:33.499580 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c20c852f-a882-43d4-93a7-17296f015f49 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:33.499691 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:33.499927 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8d70931-cc01-4e43-a988-9beaf0af77db {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:33.500330 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'status': 'completed', 'code': 200} Aug 16 02:54:33.560282 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec2922-169f-4126-945a-2f55e671a1ad req-68800b07-3373-479c-b422-75cf24ec1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:33.561718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34ec2922-169f-4126-945a-2f55e671a1ad req-68800b07-3373-479c-b422-75cf24ec1c4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0404201 Aug 16 02:54:33.661210 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec2922-169f-4126-945a-2f55e671a1ad req-c48fc979-dd23-47f3-af5b-7b004397190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:33.662764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34ec2922-169f-4126-945a-2f55e671a1ad req-c48fc979-dd23-47f3-af5b-7b004397190d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0937674 Aug 16 02:54:33.733987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34ec2922-169f-4126-945a-2f55e671a1ad req-a43e3118-aa8d-47c2-882c-038a40d96c9e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1 HTTP/1.1" status: 200 len: 998 time: 0.0633509 Aug 16 02:54:33.784655 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec2922-169f-4126-945a-2f55e671a1ad req-cc01c536-7a6b-4fb4-98b0-a1fce8314d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:33.786158 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34ec2922-169f-4126-945a-2f55e671a1ad req-cc01c536-7a6b-4fb4-98b0-a1fce8314d24 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0443795 Aug 16 02:54:33.835865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec2922-169f-4126-945a-2f55e671a1ad req-3bfbf508-9cbe-42ff-abf9-a1c3c9273f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:33.837379 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34ec2922-169f-4126-945a-2f55e671a1ad req-3bfbf508-9cbe-42ff-abf9-a1c3c9273f00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447826 Aug 16 02:54:33.879299 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c20c852f-a882-43d4-93a7-17296f015f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '0594f11d-a835-496e-88b1-5742e6cc2dcf', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'floating_ip_address': '172.25.8.35', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'port_id': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'mac_address': 'fa:16:3e:f0:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:32Z', 'updated_at': '2021-08-16T02:54:32Z', 'revision_number': 0, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:33.908971 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c852f-a882-43d4-93a7-17296f015f49 None None] Checking router: ffd86f92-1938-49c1-b0c4-0ee108049093 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:33.917315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c852f-a882-43d4-93a7-17296f015f49 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:33.917958 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c20c852f-a882-43d4-93a7-17296f015f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:54:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:33.926595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34ec2922-169f-4126-945a-2f55e671a1ad req-4cbe922e-f5db-43e6-9b7c-6f1027b8bf4b service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816603 Aug 16 02:54:34.019900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34ec2922-169f-4126-945a-2f55e671a1ad req-e2a1c312-0980-466b-bd9c-0e2af18f33ca service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868058 Aug 16 02:54:34.027963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-c20c852f-a882-43d4-93a7-17296f015f49 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:34.250330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-c20c852f-a882-43d4-93a7-17296f015f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '0594f11d-a835-496e-88b1-5742e6cc2dcf', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'floating_ip_address': '172.25.8.35', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'port_id': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'mac_address': 'fa:16:3e:f0:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:32Z', 'updated_at': '2021-08-16T02:54:32Z', 'revision_number': 0, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:34.283569 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c852f-a882-43d4-93a7-17296f015f49 None None] The sync data for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 is: [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '0594f11d-a835-496e-88b1-5742e6cc2dcf', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'floating_ip_address': '172.25.8.35', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'port_id': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'mac_address': 'fa:16:3e:f0:49:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:32Z', 'updated_at': '2021-08-16T02:54:32Z', 'revision_number': 0, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:34.385945 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:34.474498 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b9c11b-74b1-43da-bb0f-617770ec46c6 None None] New status for floating IP 0594f11d-a835-496e-88b1-5742e6cc2dcf: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:54:36.059947 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.403594 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:54:51.591333 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:52.488778 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:59.893843 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-48e41c0e-9986-4df2-bcd7-21aae150deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:02.945755 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:02.974253 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2637-57b4-4928-8da7-b45aa8f0e814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:04.333790 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.088376 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:17.267267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-dda71fc8-bbe6-4288-b798-542dfa2cb76c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401497 Aug 16 02:55:17.344650 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-dcb572f6-e6f3-41f9-b65c-92105819b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:17.346162 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-dcb572f6-e6f3-41f9-b65c-92105819b0a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0389934 Aug 16 02:55:17.451887 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-10f63d69-4919-4d6a-934f-4841661dbbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:17.453415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-10f63d69-4919-4d6a-934f-4841661dbbdb service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0891166 Aug 16 02:55:17.519585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-9c3510cc-0463-4975-9f42-da3d4415aa19 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1 HTTP/1.1" status: 200 len: 1000 time: 0.0585260 Aug 16 02:55:17.567475 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-eee4b699-1094-49bc-895b-ead9bc149549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:17.568957 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-eee4b699-1094-49bc-895b-ead9bc149549 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0430515 Aug 16 02:55:17.618935 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-9320f408-df10-489f-92c9-de346b4bec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:17.620333 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-9320f408-df10-489f-92c9-de346b4bec3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439703 Aug 16 02:55:17.708865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-f72f25e1-cf8d-4ed2-9b14-e356b0ada23e service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809975 Aug 16 02:55:17.801230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdb7dcc8-09bc-48d3-991a-a318ed94aab5 req-56715738-3927-44da-a1eb-539a4274b1bb service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857294 Aug 16 02:55:21.579480 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.402390 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:55:22.522600 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.968037 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-14bedcac-296e-4a64-a962-463ca1eeea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.962249 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.973719 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fcde039d-b08a-4a8b-b510-8718695d19f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:34.350558 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.081949 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:51.602238 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:52.516759 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:59.402040 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:55:59.927474 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-84d9578a-d5b7-44b0-b10f-63671f02e6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:02.962182 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5648bd70-0413-4723-b0b0-619273f04bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:02.979111 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:04.327535 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:06.082052 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:19.297887 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a75fa012-cf9f-431f-835c-2216a6e925af req-329ee123-2cf9-4d38-9d7a-5c9599afb77f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408428 Aug 16 02:56:19.377246 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fa012-cf9f-431f-835c-2216a6e925af req-9d2cbe1b-a020-47d4-b049-751ac9af14af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:19.378756 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a75fa012-cf9f-431f-835c-2216a6e925af req-9d2cbe1b-a020-47d4-b049-751ac9af14af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0403099 Aug 16 02:56:19.483485 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fa012-cf9f-431f-835c-2216a6e925af req-3a5ba715-cbea-4a3d-a0b2-b82a93cdb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:19.484970 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a75fa012-cf9f-431f-835c-2216a6e925af req-3a5ba715-cbea-4a3d-a0b2-b82a93cdb60d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0877972 Aug 16 02:56:19.548941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a75fa012-cf9f-431f-835c-2216a6e925af req-5ca912ec-73ae-453e-8650-c7892738c42d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1 HTTP/1.1" status: 200 len: 1000 time: 0.0565581 Aug 16 02:56:19.598517 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fa012-cf9f-431f-835c-2216a6e925af req-5c5fb033-c1e9-4596-9e4f-2e5b47ce00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:19.599939 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a75fa012-cf9f-431f-835c-2216a6e925af req-5c5fb033-c1e9-4596-9e4f-2e5b47ce00ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0422640 Aug 16 02:56:19.648107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fa012-cf9f-431f-835c-2216a6e925af req-fc112bb3-f1a0-4b21-b19d-14ff564f006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:19.649478 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a75fa012-cf9f-431f-835c-2216a6e925af req-fc112bb3-f1a0-4b21-b19d-14ff564f006b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426955 Aug 16 02:56:19.736761 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a75fa012-cf9f-431f-835c-2216a6e925af req-ae8354cf-7a4d-48ad-8cc4-a91008b95a7b service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792344 Aug 16 02:56:19.826722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a75fa012-cf9f-431f-835c-2216a6e925af req-ff1583f3-a872-4718-b9f1-f29e63357e86 service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833883 Aug 16 02:56:21.607247 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:22.493125 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:28.375662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d0d29-b17f-4514-91a2-15d67a4453df req-1ccb8192-a1d2-4717-bc14-b9eaf019ae4b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:28.377180 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-531d0d29-b17f-4514-91a2-15d67a4453df req-1ccb8192-a1d2-4717-bc14-b9eaf019ae4b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0507693 Aug 16 02:56:28.417034 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-531d0d29-b17f-4514-91a2-15d67a4453df req-d75de4c2-d3d8-44f6-9985-3c3362f5df8b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330784 Aug 16 02:56:29.558232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebada0-7614-4c79-b67e-2bc5df1a4bfe req-94659bf1-171a-4d40-9b15-d0f77494c791 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:29.559688 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-faebada0-7614-4c79-b67e-2bc5df1a4bfe req-94659bf1-171a-4d40-9b15-d0f77494c791 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0479198 Aug 16 02:56:29.596328 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-faebada0-7614-4c79-b67e-2bc5df1a4bfe req-243a97b8-1ba4-42ab-a5f1-b017c05d1854 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306613 Aug 16 02:56:29.921606 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b934934d-e0f4-4daa-b397-c5651e84599d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:30.715734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c7a11-d60c-42bc-bc27-ab50205f59ff req-cb4ae444-63a4-432c-9270-3b58759b62f3 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:30.717105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc6c7a11-d60c-42bc-bc27-ab50205f59ff req-cb4ae444-63a4-432c-9270-3b58759b62f3 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0535986 Aug 16 02:56:30.754581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cc6c7a11-d60c-42bc-bc27-ab50205f59ff req-472b9efa-c829-4080-ac41-06f586fa7437 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Aug 16 02:56:31.867722 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72914874-7880-4599-9524-546cb59ae368 req-da2117bb-ae5e-49e8-8a4e-7c5508db8398 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:31.869244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72914874-7880-4599-9524-546cb59ae368 req-da2117bb-ae5e-49e8-8a4e-7c5508db8398 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0483744 Aug 16 02:56:31.907582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-72914874-7880-4599-9524-546cb59ae368 req-80ea9ab3-f396-4399-aae7-224c62dc097a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Aug 16 02:56:32.967682 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:32.990263 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8692d810-d9fd-464c-9614-bb59c12a77bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:33.023779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef167c-76d3-4704-8923-316e8dbfbea3 req-ad16ccbf-148c-4e44-9327-901a53e13267 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:33.025378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2ef167c-76d3-4704-8923-316e8dbfbea3 req-ad16ccbf-148c-4e44-9327-901a53e13267 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0496740 Aug 16 02:56:33.068049 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2ef167c-76d3-4704-8923-316e8dbfbea3 req-d9d85a6f-992b-46d1-b506-8312fbe003eb tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313199 Aug 16 02:56:34.187933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673f91c-9d32-4d49-a20c-9748f692038c req-6fab7322-54d7-48dc-b1da-a0a039545b34 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:34.189421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f673f91c-9d32-4d49-a20c-9748f692038c req-6fab7322-54d7-48dc-b1da-a0a039545b34 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0533502 Aug 16 02:56:34.227232 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f673f91c-9d32-4d49-a20c-9748f692038c req-fce15fb0-9940-4b7a-b3ec-8dc5a68ecd58 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318401 Aug 16 02:56:34.407540 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:35.342559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17522d5f-280b-492d-b70e-0a775a413250 req-f155c27c-3ea1-4578-95c4-b18a9152beef tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:35.343942 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17522d5f-280b-492d-b70e-0a775a413250 req-f155c27c-3ea1-4578-95c4-b18a9152beef tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0500638 Aug 16 02:56:35.381473 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-17522d5f-280b-492d-b70e-0a775a413250 req-e0fc40fd-64db-44ac-b3c4-7d371217d641 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315473 Aug 16 02:56:36.059296 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:36.402666 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:56:36.497130 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cf479-0b68-4ab8-8d46-fea4a1087068 req-3306dae4-b843-487e-996f-36135805f957 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:36.498635 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-928cf479-0b68-4ab8-8d46-fea4a1087068 req-3306dae4-b843-487e-996f-36135805f957 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0495441 Aug 16 02:56:36.536828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-928cf479-0b68-4ab8-8d46-fea4a1087068 req-dc1be802-bebd-442d-b343-5d45e5c34556 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322776 Aug 16 02:56:37.654906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcbe80-e833-4098-a789-3dcf20960349 req-bc77621e-12ba-4d71-85c9-e9ba37379890 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:37.656374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbdcbe80-e833-4098-a789-3dcf20960349 req-bc77621e-12ba-4d71-85c9-e9ba37379890 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0524344 Aug 16 02:56:37.693378 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-cbdcbe80-e833-4098-a789-3dcf20960349 req-357bac0c-5fc7-45a9-9773-501d9f9ac169 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Aug 16 02:56:38.808098 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3785e-c9b1-4156-904e-37384d1350d2 req-3d918aff-8813-4e5f-892c-114c4744c16a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:38.810355 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ee3785e-c9b1-4156-904e-37384d1350d2 req-3d918aff-8813-4e5f-892c-114c4744c16a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0493348 Aug 16 02:56:38.848722 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ee3785e-c9b1-4156-904e-37384d1350d2 req-391a4c38-ca52-43cb-a94d-6dda153b6717 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323906 Aug 16 02:56:39.961979 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fab006-6ad0-459f-ba29-3e20ae51d79f req-5b26a91f-e072-4094-afbd-e34515226799 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:39.963498 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29fab006-6ad0-459f-ba29-3e20ae51d79f req-5b26a91f-e072-4094-afbd-e34515226799 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0480177 Aug 16 02:56:40.001018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-29fab006-6ad0-459f-ba29-3e20ae51d79f req-b83bfe11-1718-44e2-9c91-13ab288cf065 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Aug 16 02:56:41.124662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956705f8-f864-4f85-8352-132fbd66207c req-b26fec3d-ec53-46b4-9295-fbb5474bb55f tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:41.126237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-956705f8-f864-4f85-8352-132fbd66207c req-b26fec3d-ec53-46b4-9295-fbb5474bb55f tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0570381 Aug 16 02:56:41.164701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-956705f8-f864-4f85-8352-132fbd66207c req-1628c907-c9bf-43fb-9c8e-6672d9f47302 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Aug 16 02:56:41.942911 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d72506a0-f960-4e89-9c36-4e900c05f1e1 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:56:42.057620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:42.074641 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'port_id': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'mac_address': 'fa:16:3e:f0:49:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:56:42.119970 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:42.136092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d72506a0-f960-4e89-9c36-4e900c05f1e1 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:56:42.161962 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:42.242293 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:42.310176 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b04f1-8875-4d45-a07b-57a8e1a22633 req-38c594d0-9943-40c1-82d3-2281a01bffbb tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:42.318229 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-440b04f1-8875-4d45-a07b-57a8e1a22633 req-38c594d0-9943-40c1-82d3-2281a01bffbb tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 944 time: 0.0688775 Aug 16 02:56:42.330026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d72506a0-f960-4e89-9c36-4e900c05f1e1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:56:42.334961 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d72506a0-f960-4e89-9c36-4e900c05f1e1,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:42.361940 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:42.362656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:42.363207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:42.363751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:42.364659 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-440b04f1-8875-4d45-a07b-57a8e1a22633 req-209f29ee-e55d-4c65-9c20-f74def096938 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445755 Aug 16 02:56:42.372583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:42.372583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:42.372583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:42.373151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:42.373151 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:42.373618 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:42.374076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:42.376253 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:43.503111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112ed1-ed69-4939-8ffd-81f74444e060 req-f1a50358-0f8f-4e35-be58-d4470af92728 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:43.505581 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f112ed1-ed69-4939-8ffd-81f74444e060 req-f1a50358-0f8f-4e35-be58-d4470af92728 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 944 time: 0.0564268 Aug 16 02:56:43.549036 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f112ed1-ed69-4939-8ffd-81f74444e060 req-54545b76-bebd-4681-8ba2-424c44e007d4 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359492 Aug 16 02:56:43.957345 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d72506a0-f960-4e89-9c36-4e900c05f1e1 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:56:44.007887 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port d72506a0-f960-4e89-9c36-4e900c05f1e1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:44.008290 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:44.094358 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:44.119649 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:44.122650 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8ae996-1ad5-4539-9e82-d15120a1a969" -d '{"events": [{"server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "name": "network-vif-plugged", "status": "completed", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:44.138091 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:44.161328 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50bb38c-3239-48a4-9ace-9759bc6b4ae4 x-openstack-request-id: req-e50bb38c-3239-48a4-9ace-9759bc6b4ae4 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:44.161611 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "name": "network-vif-plugged", "status": "completed", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:44.161885 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e50bb38c-3239-48a4-9ace-9759bc6b4ae4 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:44.162292 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'code': 200} Aug 16 02:56:44.225257 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:44.272493 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d72506a0-f960-4e89-9c36-4e900c05f1e1,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:44.685197 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ce0d1-fa99-4df8-84c5-e1289d51601b req-a7de5bbb-26ca-4b23-9775-8d1b664e81b2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:44.692766 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-161ce0d1-fa99-4df8-84c5-e1289d51601b req-a7de5bbb-26ca-4b23-9775-8d1b664e81b2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0700004 Aug 16 02:56:44.730349 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-161ce0d1-fa99-4df8-84c5-e1289d51601b req-e753192b-0bd8-42f2-ac24-54d08d844b29 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366657 Aug 16 02:56:45.857378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9bd64-d8d9-4098-8b23-d1779aeff99e req-3d194d5b-06e7-4c48-b1a2-6829af8cd74c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:45.858991 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81f9bd64-d8d9-4098-8b23-d1779aeff99e req-3d194d5b-06e7-4c48-b1a2-6829af8cd74c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0518332 Aug 16 02:56:45.902018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81f9bd64-d8d9-4098-8b23-d1779aeff99e req-c2474357-583e-43a4-b8eb-622d3259e6bb tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366375 Aug 16 02:56:47.032683 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccff70b-224d-464e-b767-9dd65b67da35 req-47d24062-97be-4356-92d8-238e9c48d088 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:47.063814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eccff70b-224d-464e-b767-9dd65b67da35 req-47d24062-97be-4356-92d8-238e9c48d088 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0532503 Aug 16 02:56:47.071857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-eccff70b-224d-464e-b767-9dd65b67da35 req-0975a2be-986a-43db-b356-a5d455174c5d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314755 Aug 16 02:56:48.219803 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f715b-3e5d-4a7f-aee5-f6d96a04c01b req-9a74e46c-2ded-410c-9a26-cf19e259b484 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:48.221384 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082f715b-3e5d-4a7f-aee5-f6d96a04c01b req-9a74e46c-2ded-410c-9a26-cf19e259b484 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0732720 Aug 16 02:56:48.266625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-082f715b-3e5d-4a7f-aee5-f6d96a04c01b req-c1e9369b-c069-4432-aee9-84e85df54561 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387938 Aug 16 02:56:49.397652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3321a0-a749-47a0-9b31-8bf017483fb7 req-6456b639-6a1a-4fbb-be6f-c0550ff7a0e5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:49.399277 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f3321a0-a749-47a0-9b31-8bf017483fb7 req-6456b639-6a1a-4fbb-be6f-c0550ff7a0e5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0557427 Aug 16 02:56:49.451727 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0f3321a0-a749-47a0-9b31-8bf017483fb7 req-12cab4b3-3702-4775-ba80-bdeaa3ac6a97 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452592 Aug 16 02:56:50.581315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23632d3-470d-47a2-9545-cecccd66114f req-b0ac21e2-622d-4104-b680-6f95ac2b3789 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:50.583111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d23632d3-470d-47a2-9545-cecccd66114f req-b0ac21e2-622d-4104-b680-6f95ac2b3789 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0568349 Aug 16 02:56:50.624111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d23632d3-470d-47a2-9545-cecccd66114f req-bab1844b-e388-43c0-8e60-47092e5d22a0 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343182 Aug 16 02:56:51.611969 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.744219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba892863-2d81-457b-9bcc-d83d6b32a4df req-e8441869-e44e-45b2-9d9d-47d6b256adea tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:51.745684 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba892863-2d81-457b-9bcc-d83d6b32a4df req-e8441869-e44e-45b2-9d9d-47d6b256adea tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0531175 Aug 16 02:56:51.783932 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba892863-2d81-457b-9bcc-d83d6b32a4df req-96c12775-6e38-4c4a-8723-4c9bf284aa75 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316012 Aug 16 02:56:51.923734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a8162-2a8c-44c9-abd2-c7913b871b41 req-f06058dc-624e-42d5-98ba-ed6daeab8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:51.925131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a12a8162-2a8c-44c9-abd2-c7913b871b41 req-f06058dc-624e-42d5-98ba-ed6daeab8901 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0410812 Aug 16 02:56:52.016818 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a8162-2a8c-44c9-abd2-c7913b871b41 req-e8b801fc-66e5-49ca-bada-c0fffc0bcb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:52.018337 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a12a8162-2a8c-44c9-abd2-c7913b871b41 req-e8b801fc-66e5-49ca-bada-c0fffc0bcb91 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0865393 Aug 16 02:56:52.082565 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a12a8162-2a8c-44c9-abd2-c7913b871b41 req-9d1b78b7-b93b-44be-9de4-addf7b6e6826 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1 HTTP/1.1" status: 200 len: 1000 time: 0.0571787 Aug 16 02:56:52.134267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a8162-2a8c-44c9-abd2-c7913b871b41 req-aa05e691-619f-40b1-a86a-3af81c456a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:52.135711 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a12a8162-2a8c-44c9-abd2-c7913b871b41 req-aa05e691-619f-40b1-a86a-3af81c456a69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0451329 Aug 16 02:56:52.185201 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a8162-2a8c-44c9-abd2-c7913b871b41 req-0a8f66ff-fa6f-4dc7-bc07-06f2a32ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:52.186599 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a12a8162-2a8c-44c9-abd2-c7913b871b41 req-0a8f66ff-fa6f-4dc7-bc07-06f2a32ef173 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437226 Aug 16 02:56:52.272860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a12a8162-2a8c-44c9-abd2-c7913b871b41 req-d962d964-edd8-42b7-a18d-a50038d70d97 service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784595 Aug 16 02:56:52.363901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a12a8162-2a8c-44c9-abd2-c7913b871b41 req-2b94b7d4-c8a8-4d3e-baf7-3e2c1fb5ed1c service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839429 Aug 16 02:56:52.504705 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.899511 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf9208-0093-40ab-b2e6-4e168ba1f166 req-1a89aa01-a66d-42d5-b0c5-73e5e48c9b78 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:52.901264 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08cf9208-0093-40ab-b2e6-4e168ba1f166 req-1a89aa01-a66d-42d5-b0c5-73e5e48c9b78 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0484953 Aug 16 02:56:52.937848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-08cf9208-0093-40ab-b2e6-4e168ba1f166 req-aae51bed-b52d-44c0-aac2-1d1b5841f726 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300369 Aug 16 02:56:54.055549 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae1ae3-43fb-4b9c-9a65-451d9f1d8002 req-6c8a7695-3831-40a3-a491-a49a2039ccc2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:54.057085 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70ae1ae3-43fb-4b9c-9a65-451d9f1d8002 req-6c8a7695-3831-40a3-a491-a49a2039ccc2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0502341 Aug 16 02:56:54.096758 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-70ae1ae3-43fb-4b9c-9a65-451d9f1d8002 req-cff8dcae-cf7d-4019-b29e-7153610e1b9f tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334189 Aug 16 02:56:55.211659 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a37a2-01f5-451f-afe0-1d070101c3d1 req-d5a861f4-c795-4577-ac21-f02d1f43daf2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:55.213097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe7a37a2-01f5-451f-afe0-1d070101c3d1 req-d5a861f4-c795-4577-ac21-f02d1f43daf2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0480123 Aug 16 02:56:55.254045 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fe7a37a2-01f5-451f-afe0-1d070101c3d1 req-1e71c925-74bc-4375-93e4-09ec461ed2ba tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347662 Aug 16 02:56:55.571498 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc33ecc-c426-4df6-94d4-26efb4778131 req-2ef992fb-d5e2-4ea4-bbf9-5190a7225b82 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:55.572983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdc33ecc-c426-4df6-94d4-26efb4778131 req-2ef992fb-d5e2-4ea4-bbf9-5190a7225b82 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 945 time: 0.0502262 Aug 16 02:56:55.611809 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fdc33ecc-c426-4df6-94d4-26efb4778131 req-4d33d4f8-6d7a-413a-9775-4e287edfe4ed tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Aug 16 02:56:55.935053 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-69e7b042-8cfa-4ee8-84e8-6eaf6480c55b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884383 Aug 16 02:56:56.032048 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d72506a0-f960-4e89-9c36-4e900c05f1e1 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:56:56.109030 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.131419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:56.133670 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dfb43b-49a9-474e-9444-f267f406510e" -d '{"events": [{"server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:56.147089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:56.167027 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87877ddd-ccbe-4dec-b6e4-c7c76277609d x-openstack-request-id: req-87877ddd-ccbe-4dec-b6e4-c7c76277609d {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:56.167319 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "name": "network-vif-unplugged", "status": "failed", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1", "code": 422}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:56.167590 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-87877ddd-ccbe-4dec-b6e4-c7c76277609d {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:56.168084 n-d-768509-23 neutron-server[95517]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'code': 422} returned with failed status Aug 16 02:56:56.218777 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.265149 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d72506a0-f960-4e89-9c36-4e900c05f1e1,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:56.725483 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03149e4d-597f-4ac4-b690-842c34e8c642 req-d8387d6e-1aee-43bb-bbd3-fd05b22c3186 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:56.726983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03149e4d-597f-4ac4-b690-842c34e8c642 req-d8387d6e-1aee-43bb-bbd3-fd05b22c3186 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0482917 Aug 16 02:56:56.764373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-03149e4d-597f-4ac4-b690-842c34e8c642 req-c2f5a867-f54d-4ea1-90a6-648b7f1692c9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308444 Aug 16 02:56:57.880723 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d555465-6465-45fa-bf5f-5891137b7dc4 req-8ac973f1-0f8a-49bf-ab53-d95a9d53ae3b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:57.882226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d555465-6465-45fa-bf5f-5891137b7dc4 req-8ac973f1-0f8a-49bf-ab53-d95a9d53ae3b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0486231 Aug 16 02:56:57.923754 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3d555465-6465-45fa-bf5f-5891137b7dc4 req-25b8248e-3512-48fe-bf00-8932bed59494 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349555 Aug 16 02:56:59.039094 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40614ada-23ab-4152-abec-28f45b2e1931 req-5067d4f5-0af3-43d7-81dd-8f9350e36d29 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:59.040612 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40614ada-23ab-4152-abec-28f45b2e1931 req-5067d4f5-0af3-43d7-81dd-8f9350e36d29 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0500829 Aug 16 02:56:59.078730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40614ada-23ab-4152-abec-28f45b2e1931 req-5bac64d6-cb83-401c-9471-1e43938025a6 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317111 Aug 16 02:56:59.167968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-bac50cef-4953-4aaa-975c-40d84e6fc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:59.169625 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-bac50cef-4953-4aaa-975c-40d84e6fc400 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9&tenant_id=5add0b1c08b8478f86f3397a807e38f4 HTTP/1.1" status: 200 len: 1095 time: 0.0413787 Aug 16 02:56:59.229834 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-25690c15-a2e9-4856-aa4e-816ad9594799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:59.231327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-25690c15-a2e9-4856-aa4e-816ad9594799 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1095 time: 0.0391102 Aug 16 02:56:59.320832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-f677c684-7278-4d2f-afd3-53c7219f09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:59.322312 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-f677c684-7278-4d2f-afd3-53c7219f09ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0846610 Aug 16 02:56:59.385024 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-5a69385a-6cf8-44a8-99f5-b9c38a3e9227 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1 HTTP/1.1" status: 200 len: 998 time: 0.0552957 Aug 16 02:56:59.437213 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-613dd09f-e8fe-457f-bcc4-64d7bf4cd330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:59.438692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-613dd09f-e8fe-457f-bcc4-64d7bf4cd330 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0470119 Aug 16 02:56:59.483567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-31ac2794-4320-4461-a848-3dd2f54366d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:59.484933 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-31ac2794-4320-4461-a848-3dd2f54366d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394051 Aug 16 02:56:59.571014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-8cb82d97-4451-466b-bf86-59c8815335b1 service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791037 Aug 16 02:56:59.660532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0e80dbed-993a-4176-9b87-a57ee51acca7 req-06886600-56fe-44ba-9f86-ee1a1e26abb0 service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825672 Aug 16 02:56:59.921946 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2795e9dc-2a84-4ee5-8a1e-3755e14f44dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.221937 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b056f9f-ea5f-455f-9480-416be73a3735 req-6bc6b4c0-a7f6-4cf5-b05d-47ea7461e7a0 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:00.230394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b056f9f-ea5f-455f-9480-416be73a3735 req-6bc6b4c0-a7f6-4cf5-b05d-47ea7461e7a0 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0650117 Aug 16 02:57:00.274509 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0b056f9f-ea5f-455f-9480-416be73a3735 req-503548c2-92bd-4f8b-9c60-93c6db122b5e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425124 Aug 16 02:57:01.394896 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca712e79-10db-498a-8b6e-940234d1477a req-620f4938-001a-44ab-a2a0-c0123754ffb9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:01.396296 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca712e79-10db-498a-8b6e-940234d1477a req-620f4938-001a-44ab-a2a0-c0123754ffb9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0501869 Aug 16 02:57:01.443915 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ca712e79-10db-498a-8b6e-940234d1477a req-3017500e-5770-4e50-aa67-12e7ca864413 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406489 Aug 16 02:57:02.578332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f24941-4db4-47de-bebe-4fb21c353f7a req-3d436088-a8e3-4357-b1aa-f75c6956f7d3 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:02.580611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37f24941-4db4-47de-bebe-4fb21c353f7a req-3d436088-a8e3-4357-b1aa-f75c6956f7d3 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0574441 Aug 16 02:57:02.624415 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37f24941-4db4-47de-bebe-4fb21c353f7a req-f55c564e-5da9-479f-96db-47c8f87dceb0 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360503 Aug 16 02:57:02.978783 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:02.990313 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8f1f-b271-4821-9dc2-b3d359e8c7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:03.744548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559be551-b320-4618-abdc-a2ef8d9ff6d6 req-5d051008-7f31-4c0f-ae59-19d6bf89c4bf tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:03.746642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-559be551-b320-4618-abdc-a2ef8d9ff6d6 req-5d051008-7f31-4c0f-ae59-19d6bf89c4bf tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0515122 Aug 16 02:57:03.786284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-559be551-b320-4618-abdc-a2ef8d9ff6d6 req-0f0c6ce0-f6c4-4bf2-8c2c-c3ca0cd5e181 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334871 Aug 16 02:57:04.345159 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:04.906055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad31ef8-be3d-40b7-a2a1-780a7a9ee552 req-419e6ace-1df4-4ed3-977d-6c8785c54a17 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:04.907588 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bad31ef8-be3d-40b7-a2a1-780a7a9ee552 req-419e6ace-1df4-4ed3-977d-6c8785c54a17 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0493038 Aug 16 02:57:04.951018 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bad31ef8-be3d-40b7-a2a1-780a7a9ee552 req-881d8524-9fdc-4185-ab77-5ae2db9bcfa3 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372882 Aug 16 02:57:06.077457 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83241952-0c83-4e37-a657-fc6323e64657 req-ec8f2e76-693a-4faa-9e6a-5b4d7bec8975 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:06.079075 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83241952-0c83-4e37-a657-fc6323e64657 req-ec8f2e76-693a-4faa-9e6a-5b4d7bec8975 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0558405 Aug 16 02:57:06.120682 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-83241952-0c83-4e37-a657-fc6323e64657 req-493918ac-a4ac-457c-9793-3db06b643c1f tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352159 Aug 16 02:57:06.374021 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:07.241505 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae3817-405e-42b9-abbc-0dffebe5c442 req-46575523-0341-4787-b1c0-46dbfbb767cc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:07.243030 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30ae3817-405e-42b9-abbc-0dffebe5c442 req-46575523-0341-4787-b1c0-46dbfbb767cc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0501111 Aug 16 02:57:07.285364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-30ae3817-405e-42b9-abbc-0dffebe5c442 req-31ce1d99-3892-44fb-90eb-4a4a2679bfd9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355313 Aug 16 02:57:08.406373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e486c-eec7-4b11-aa40-02a8b3b8c515 req-39d8dd95-2864-4d6f-ad79-2c22e6a8af89 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:08.408433 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-422e486c-eec7-4b11-aa40-02a8b3b8c515 req-39d8dd95-2864-4d6f-ad79-2c22e6a8af89 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0521185 Aug 16 02:57:08.453262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-422e486c-eec7-4b11-aa40-02a8b3b8c515 req-17bc7f62-c9a6-4acb-b575-a22f3591d68e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378904 Aug 16 02:57:09.576996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024adc67-a639-4727-8859-94dc26e2c93b req-4eba1e88-87ff-4a46-bc6e-416948fc6f56 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:09.578519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-024adc67-a639-4727-8859-94dc26e2c93b req-4eba1e88-87ff-4a46-bc6e-416948fc6f56 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0511055 Aug 16 02:57:09.618674 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-024adc67-a639-4727-8859-94dc26e2c93b req-55686686-489b-4b5c-b733-a9970f4353f2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334988 Aug 16 02:57:10.736323 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5b17b-c2a7-4b99-b32a-e9c7cb179de6 req-3eadc71e-9a49-4c2a-ada8-0819a90e4f97 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:10.737776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ef5b17b-c2a7-4b99-b32a-e9c7cb179de6 req-3eadc71e-9a49-4c2a-ada8-0819a90e4f97 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0517311 Aug 16 02:57:10.774961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7ef5b17b-c2a7-4b99-b32a-e9c7cb179de6 req-66c8dfe9-0c4a-45b3-af68-e26fb20cb47c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312059 Aug 16 02:57:11.948327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d800-9f17-4382-9451-7728f9b6a166 req-e7c26e14-70b8-4527-a926-40c0ccc3a587 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:11.948327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15d6d800-9f17-4382-9451-7728f9b6a166 req-e7c26e14-70b8-4527-a926-40c0ccc3a587 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0491159 Aug 16 02:57:11.948327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-15d6d800-9f17-4382-9451-7728f9b6a166 req-dd4e9648-350c-47e0-86a8-c6fee8e06ed2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373077 Aug 16 02:57:13.055026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725247cd-7938-4aca-882c-9c0902c1afbb req-d7b343fc-ee09-479f-9826-c82c96ca8a82 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:13.056491 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-725247cd-7938-4aca-882c-9c0902c1afbb req-d7b343fc-ee09-479f-9826-c82c96ca8a82 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0488482 Aug 16 02:57:13.094339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-725247cd-7938-4aca-882c-9c0902c1afbb req-21979908-31b7-4f34-9264-a9b1286be038 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316467 Aug 16 02:57:13.402182 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:57:14.139622 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d72506a0-f960-4e89-9c36-4e900c05f1e1 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:57:14.211908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ea8c6-5274-483c-858d-c3afd2035551 req-fcaae0d6-5da6-4da2-b807-3a396f2a4208 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:14.213400 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a03ea8c6-5274-483c-858d-c3afd2035551 req-fcaae0d6-5da6-4da2-b807-3a396f2a4208 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 943 time: 0.0490346 Aug 16 02:57:14.238829 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:14.250093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'port_id': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'mac_address': 'fa:16:3e:f0:49:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:57:14.252544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a03ea8c6-5274-483c-858d-c3afd2035551 req-4e1c6d28-0feb-4536-9b5b-56f9404656a3 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325687 Aug 16 02:57:14.288008 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.300976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72506a0-f960-4e89-9c36-4e900c05f1e1 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:57:14.319980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:14.401627 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.451498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d72506a0-f960-4e89-9c36-4e900c05f1e1,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:14.614705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['d72506a0-f960-4e89-9c36-4e900c05f1e1'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:57:15.367433 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29a439-e135-4b02-bc49-c8e14610f9e2 req-1f1a1fe2-bc12-4a9e-89ab-eb90c0326fcf tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:15.368817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d29a439-e135-4b02-bc49-c8e14610f9e2 req-1f1a1fe2-bc12-4a9e-89ab-eb90c0326fcf tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 944 time: 0.0480251 Aug 16 02:57:15.410558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d29a439-e135-4b02-bc49-c8e14610f9e2 req-fbfa4af9-0653-4427-b52c-5ed6f11003e7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349629 Aug 16 02:57:16.154695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d72506a0-f960-4e89-9c36-4e900c05f1e1 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:16.201351 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port d72506a0-f960-4e89-9c36-4e900c05f1e1 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:16.201771 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:16.274967 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:16.300089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:57:16.302320 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0f6c49-0e27-497d-8077-34bc3f2c9e0e" -d '{"events": [{"server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "name": "network-vif-plugged", "status": "completed", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:57:16.315304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:16.339807 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ff051a-0bcc-4d08-b391-7399a22b9d9f x-openstack-request-id: req-b6ff051a-0bcc-4d08-b391-7399a22b9d9f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:57:16.340096 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "name": "network-vif-plugged", "status": "completed", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:57:16.340347 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b6ff051a-0bcc-4d08-b391-7399a22b9d9f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:57:16.340734 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'code': 200} Aug 16 02:57:16.407252 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:16.455352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=d72506a0-f960-4e89-9c36-4e900c05f1e1,revision_number=10']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:16.528378 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083f30d-d953-45fa-8235-91408a4b9cb1 req-a6c8948c-af2b-4818-a599-bb519114078b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:16.530421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5083f30d-d953-45fa-8235-91408a4b9cb1 req-a6c8948c-af2b-4818-a599-bb519114078b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 946 time: 0.0496223 Aug 16 02:57:16.595132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5083f30d-d953-45fa-8235-91408a4b9cb1 req-6872cee1-9468-4fc3-98e8-e58ef4f3c7e6 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566146 Aug 16 02:57:16.597695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53e0bf-b8d4-4ff5-8c49-d0597d7508c0 req-267b74b1-7d04-4e1d-a522-fb49098512a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:16.599141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a53e0bf-b8d4-4ff5-8c49-d0597d7508c0 req-267b74b1-7d04-4e1d-a522-fb49098512a9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1098 time: 0.0678723 Aug 16 02:57:16.634595 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6a53e0bf-b8d4-4ff5-8c49-d0597d7508c0 req-c3fdeda8-16d2-4a7a-aae2-afdfa630cafe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281425 Aug 16 02:57:17.715599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c434b0-c019-4b52-b748-0a0017e136f6 req-8283ce3b-6700-49b5-b8f8-7fef8a8f39bf tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:17.717097 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6c434b0-c019-4b52-b748-0a0017e136f6 req-8283ce3b-6700-49b5-b8f8-7fef8a8f39bf tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 946 time: 0.0527196 Aug 16 02:57:17.755709 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b6c434b0-c019-4b52-b748-0a0017e136f6 req-a658dfbe-283b-486e-b1af-770bee311c3a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325167 Aug 16 02:57:18.868477 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc456c4-38e6-4bc4-976f-fedddd249ea3 req-5289bb08-2420-497c-8936-4258a3a51cc9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:18.869951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2dc456c4-38e6-4bc4-976f-fedddd249ea3 req-5289bb08-2420-497c-8936-4258a3a51cc9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 946 time: 0.0481844 Aug 16 02:57:18.907615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2dc456c4-38e6-4bc4-976f-fedddd249ea3 req-fdbae2a7-b77a-4272-b769-f63a60c2a0b2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310023 Aug 16 02:57:20.282715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-1e92abaf-73f8-4b61-8e59-24d689c892eb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388858 Aug 16 02:57:20.364765 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-a1efde83-b4e3-476f-8964-6f2baec4a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:20.366319 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-a1efde83-b4e3-476f-8964-6f2baec4a9fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1098 time: 0.0415330 Aug 16 02:57:20.469836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-c5929cb4-152d-4927-b65a-0505cb6f6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:20.471304 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-c5929cb4-152d-4927-b65a-0505cb6f6391 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0871463 Aug 16 02:57:20.534527 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-4683c5ff-e9fe-4a5d-a778-faeb60c8655e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1 HTTP/1.1" status: 200 len: 1000 time: 0.0565934 Aug 16 02:57:20.586376 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-d49235c7-4959-4345-b5d7-410a2f2a3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:20.587808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-d49235c7-4959-4345-b5d7-410a2f2a3363 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0461965 Aug 16 02:57:20.632218 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-be2dfddb-69a6-48c9-80e5-e00b20cfc036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:20.633653 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-be2dfddb-69a6-48c9-80e5-e00b20cfc036 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382421 Aug 16 02:57:20.720326 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-763f9c4d-d141-424d-b6ee-02e9b4833bac service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790775 Aug 16 02:57:20.811443 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93d6a5c7-d0ba-432e-b05d-9b15177f022a req-0d33a553-5240-4c9e-94a1-dbb21ce61f72 service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840030 Aug 16 02:57:21.629664 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:22.550081 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:29.909419 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5efcbd7f-d233-42a2-8275-65ee76f58fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:32.954763 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:32.983062 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2f25117c-2be0-4c7f-864b-ec0da6b6c382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:34.349795 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:36.102947 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:50.402049 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:57:51.623469 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.566769 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:59.926344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1c7dcffb-430c-45f3-93bd-08d58b1c0c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:02.949265 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3a6e8832-9434-417d-81de-de4a04f14df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:02.977725 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:04.315041 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.080892 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:21.644905 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:22.285646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-2ef0998a-a67d-44f8-afa1-465dc203e4d3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396583 Aug 16 02:58:22.365910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-b60b1cca-ca9b-442f-a2b4-3708f3e122e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:22.367382 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-b60b1cca-ca9b-442f-a2b4-3708f3e122e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1098 time: 0.0399477 Aug 16 02:58:22.470031 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-4884dbec-2ec4-492d-8e2f-5fe307bf8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:22.471501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-4884dbec-2ec4-492d-8e2f-5fe307bf8aaf service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0859878 Aug 16 02:58:22.535200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-85a7e373-c34e-4f2a-ad93-1acea4bf36bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1 HTTP/1.1" status: 200 len: 1000 time: 0.0565922 Aug 16 02:58:22.576488 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:22.587305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-5947ee5d-c76f-4985-9c5e-2bf1a5d78981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:22.588776 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-5947ee5d-c76f-4985-9c5e-2bf1a5d78981 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0473521 Aug 16 02:58:22.633495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-e133f8b9-ec45-414a-b792-93e4e5f48a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:22.635014 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-e133f8b9-ec45-414a-b792-93e4e5f48a24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391531 Aug 16 02:58:22.724276 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-d046550f-c3cb-4950-92c2-8879fad835a7 service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814321 Aug 16 02:58:22.815441 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b90bf1d1-7f20-42d7-854c-6ef0253c0565 req-fdc619be-4a27-4db1-bf17-8d5bbd76260f service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844467 Aug 16 02:58:27.402347 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:58:29.943016 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5461eaef-53f3-4df5-bb3d-65a2ae6f07b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.692738 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58690) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:30.847578 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Deleting port b89f13b3-ebe9-4a32-b754-3d6e6f7053a9 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:30.847915 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.920081 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.920408 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.932178 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Calling delete_port for b89f13b3-ebe9-4a32-b754-3d6e6f7053a9 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:31.148048 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.172186 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event deleted for resources: {'Port': ['ID=b89f13b3-ebe9-4a32-b754-3d6e6f7053a9,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:31.182088 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.182438 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.182787 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.183146 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.183489 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.183822 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.184572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.184572 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.184785 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.185110 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.185433 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.185755 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.247967 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.248351 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Floating IP 0594f11d-a835-496e-88b1-5742e6cc2dcf disassociated (deleted). External IP: 172.25.8.35, port: d72506a0-f960-4e89-9c36-4e900c05f1e1. Aug 16 02:58:31.457130 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Router ffd86f92-1938-49c1-b0c4-0ee108049093 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:58:31.564543 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:31.569468 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.574034 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d715b11-71f4-44f2-b3b3-0e7723a16020 None None] Sync routers for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:31.584092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d715b11-71f4-44f2-b3b3-0e7723a16020 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:31.584712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9d715b11-71f4-44f2-b3b3-0e7723a16020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:58:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:31.597254 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-40a4e7a2-2e64-4d71-9011-69c8ffe4f7d1 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "DELETE /v2.0/floatingips/0594f11d-a835-496e-88b1-5742e6cc2dcf HTTP/1.1" status: 204 len: 168 time: 0.9035099 Aug 16 02:58:31.597876 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:31.600127 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0551dae6c7fc61468848fa01418dd064d6c56ca945c16c5049742447b6f00904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df6a76b-6fdb-414b-8918-9c115ca79969" -d '{"events": [{"name": "network-changed", "server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:31.689806 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9d715b11-71f4-44f2-b3b3-0e7723a16020 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:31.884190 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9d715b11-71f4-44f2-b3b3-0e7723a16020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:31.914718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d715b11-71f4-44f2-b3b3-0e7723a16020 None None] Checking router: ffd86f92-1938-49c1-b0c4-0ee108049093 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:31.923093 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d715b11-71f4-44f2-b3b3-0e7723a16020 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:31.923704 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9d715b11-71f4-44f2-b3b3-0e7723a16020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:58:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:31.993408 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e862818-f175-4619-a83a-b0b8c366896e x-openstack-request-id: req-0e862818-f175-4619-a83a-b0b8c366896e {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:31.993408 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:31.993408 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e862818-f175-4619-a83a-b0b8c366896e {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:31.993408 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'status': 'completed', 'code': 200} Aug 16 02:58:32.033266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9d715b11-71f4-44f2-b3b3-0e7723a16020 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:32.090050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a76b-6fdb-414b-8918-9c115ca79969 req-67fa5010-0739-4ef6-815b-6fd78869a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:32.091554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0df6a76b-6fdb-414b-8918-9c115ca79969 req-67fa5010-0739-4ef6-815b-6fd78869a246 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 1098 time: 0.0758986 Aug 16 02:58:32.106145 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ba3c2-69d5-4191-b20e-6ed7b5dd23ea req-4dae81a0-79a5-4bf6-8c04-cdaa1351fe65 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:32.107571 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a44ba3c2-69d5-4191-b20e-6ed7b5dd23ea req-4dae81a0-79a5-4bf6-8c04-cdaa1351fe65 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 946 time: 0.0654473 Aug 16 02:58:32.239466 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9d715b11-71f4-44f2-b3b3-0e7723a16020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:32.267256 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d715b11-71f4-44f2-b3b3-0e7723a16020 None None] The sync data for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 is: [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:32.500209 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b310ad-3c84-4e27-ae9f-cfe8a9ff879d None None] New status for floating IP 0594f11d-a835-496e-88b1-5742e6cc2dcf: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:58:32.562909 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a44ba3c2-69d5-4191-b20e-6ed7b5dd23ea req-b774f473-41de-466f-9a53-e9cc868a0ce3 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4456334 Aug 16 02:58:32.583333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a76b-6fdb-414b-8918-9c115ca79969 req-5ddc90f9-af65-42d5-9783-d841e49620cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:32.584851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0df6a76b-6fdb-414b-8918-9c115ca79969 req-5ddc90f9-af65-42d5-9783-d841e49620cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.4764354 Aug 16 02:58:32.632301 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0df6a76b-6fdb-414b-8918-9c115ca79969 req-f32b8ab6-2f0e-40ad-858f-6d97fbc35ce8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1 HTTP/1.1" status: 200 len: 217 time: 0.0389638 Aug 16 02:58:32.684628 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a76b-6fdb-414b-8918-9c115ca79969 req-97aebff3-0a61-4222-99ec-6eebb446c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:32.690071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0df6a76b-6fdb-414b-8918-9c115ca79969 req-97aebff3-0a61-4222-99ec-6eebb446c64b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0464928 Aug 16 02:58:32.732284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a76b-6fdb-414b-8918-9c115ca79969 req-9f488689-1688-4761-8c90-ad480f2f3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:32.734375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0df6a76b-6fdb-414b-8918-9c115ca79969 req-9f488689-1688-4761-8c90-ad480f2f3405 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391393 Aug 16 02:58:32.824989 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0df6a76b-6fdb-414b-8918-9c115ca79969 req-8ed05f7c-4e30-4665-b647-d4e7eeaf4338 service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827742 Aug 16 02:58:32.920418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0df6a76b-6fdb-414b-8918-9c115ca79969 req-1653ebdd-e045-4cba-938c-50e6e9be86ce service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874307 Aug 16 02:58:32.943847 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-73477ccd-dc04-4bc6-b992-5c432bf03cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.995015 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.271164 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99104a5e-8cdf-4f25-a295-aa47a051d7f0 req-cc5c1982-2214-4da5-b76f-e59d78a8b500 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:33.272646 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99104a5e-8cdf-4f25-a295-aa47a051d7f0 req-cc5c1982-2214-4da5-b76f-e59d78a8b500 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.74 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 946 time: 0.0485597 Aug 16 02:58:33.365318 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-99104a5e-8cdf-4f25-a295-aa47a051d7f0 req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Deleting port d72506a0-f960-4e89-9c36-4e900c05f1e1 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:33.365664 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-99104a5e-8cdf-4f25-a295-aa47a051d7f0 req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.453309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-99104a5e-8cdf-4f25-a295-aa47a051d7f0 req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] For port d72506a0-f960-4e89-9c36-4e900c05f1e1, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=d72506a0-f960-4e89-9c36-4e900c05f1e1,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:33.453674 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-99104a5e-8cdf-4f25-a295-aa47a051d7f0 req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.466078 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-99104a5e-8cdf-4f25-a295-aa47a051d7f0 req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Calling delete_port for d72506a0-f960-4e89-9c36-4e900c05f1e1 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:33.657561 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-99104a5e-8cdf-4f25-a295-aa47a051d7f0 req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.695439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event deleted for resources: {'Port': ['ID=d72506a0-f960-4e89-9c36-4e900c05f1e1,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:33.712052 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.712393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.712734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.713072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.713403 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.713733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.714106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.714434 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.714757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.715614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.715614 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.715910 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:33.744881 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb41cb5-e83a-4f46-99d7-e914379cc99c req-cd917b29-3771-41b2-b16a-c5aa7ae7aa0b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:33.746391 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bb41cb5-e83a-4f46-99d7-e914379cc99c req-cd917b29-3771-41b2-b16a-c5aa7ae7aa0b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92ab4ab-569c-40ec-82b3-73f48f648cb9 HTTP/1.1" status: 200 len: 868 time: 0.1157269 Aug 16 02:58:33.760964 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-99104a5e-8cdf-4f25-a295-aa47a051d7f0 req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] No DVR routers for this DVR port d72506a0-f960-4e89-9c36-4e900c05f1e1 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:58:33.763560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-99104a5e-8cdf-4f25-a295-aa47a051d7f0 req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.766252 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-99104a5e-8cdf-4f25-a295-aa47a051d7f0 req-df4aae90-0546-4a2e-903e-90780bcc8fce tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.74 "DELETE /v2.0/ports/d72506a0-f960-4e89-9c36-4e900c05f1e1 HTTP/1.1" status: 204 len: 173 time: 0.4875810 Aug 16 02:58:33.770784 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'name': 'network-vif-deleted', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:33.772956 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f9b352-5d44-4901-9464-790f98e98b3f" -d '{"events": [{"server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "name": "network-vif-deleted", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:33.802044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6bb41cb5-e83a-4f46-99d7-e914379cc99c req-24eac368-94bd-41ea-b36b-8becd396fef2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=55991f1e-5580-448b-b017-66c9409f805a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419843 Aug 16 02:58:33.901367 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e9c38d-27d9-4c65-9f21-e65e36c7a650 x-openstack-request-id: req-f1e9c38d-27d9-4c65-9f21-e65e36c7a650 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:33.901639 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92ab4ab-569c-40ec-82b3-73f48f648cb9", "name": "network-vif-deleted", "tag": "d72506a0-f960-4e89-9c36-4e900c05f1e1", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:33.902198 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1e9c38d-27d9-4c65-9f21-e65e36c7a650 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:33.902597 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92ab4ab-569c-40ec-82b3-73f48f648cb9', 'name': 'network-vif-deleted', 'tag': 'd72506a0-f960-4e89-9c36-4e900c05f1e1', 'status': 'completed', 'code': 200} Aug 16 02:58:34.354980 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.860752 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58716) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:34.919289 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61bc0199-fddf-49f8-b3a2-505f5f211556 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.944157 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61bc0199-fddf-49f8-b3a2-505f5f211556 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.073423 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61bc0199-fddf-49f8-b3a2-505f5f211556 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.075990 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-61bc0199-fddf-49f8-b3a2-505f5f211556 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.077152 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-61bc0199-fddf-49f8-b3a2-505f5f211556 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "DELETE /v2.0/security-groups/55991f1e-5580-448b-b017-66c9409f805a HTTP/1.1" status: 204 len: 168 time: 0.2153404 Aug 16 02:58:35.086238 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc0199-fddf-49f8-b3a2-505f5f211556 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55991f1e-5580-448b-b017-66c9409f805a,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:35.522739 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58722) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:35.527759 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-8f4c821c-1bec-4d12-aaa1-30fda038600c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266607183', 'description': 'tempest-secgroup-smoke-266607183 description', 'project_id': '5add0b1c08b8478f86f3397a807e38f4'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:35.612020 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f4c821c-1bec-4d12-aaa1-30fda038600c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.692092 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f4c821c-1bec-4d12-aaa1-30fda038600c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.771527 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f4c821c-1bec-4d12-aaa1-30fda038600c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.803112 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c821c-1bec-4d12-aaa1-30fda038600c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094dce38-4748-4e23-84d2-d8a958be3d27,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:35.869258 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-8f4c821c-1bec-4d12-aaa1-30fda038600c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.870560 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-8f4c821c-1bec-4d12-aaa1-30fda038600c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3467846 Aug 16 02:58:35.873348 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58724) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:35.878411 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3b9d8303-0ff2-4ff3-abc7-4c87ae22a869 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '094dce38-4748-4e23-84d2-d8a958be3d27', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:35.971109 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8303-0ff2-4ff3-abc7-4c87ae22a869 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.029484 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8303-0ff2-4ff3-abc7-4c87ae22a869 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.086482 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8303-0ff2-4ff3-abc7-4c87ae22a869 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.086818 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.102919 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d8303-0ff2-4ff3-abc7-4c87ae22a869 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1e1db8-3f66-4f16-8f87-41b4e3d01e37,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:36.183244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8303-0ff2-4ff3-abc7-4c87ae22a869 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.184561 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3b9d8303-0ff2-4ff3-abc7-4c87ae22a869 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101819 Aug 16 02:58:36.187246 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58726) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:36.192665 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-365f7d4b-35fc-46df-8eb6-2f5925d25814 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '094dce38-4748-4e23-84d2-d8a958be3d27', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:36.279769 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-365f7d4b-35fc-46df-8eb6-2f5925d25814 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.337728 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-365f7d4b-35fc-46df-8eb6-2f5925d25814 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.440766 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-365f7d4b-35fc-46df-8eb6-2f5925d25814 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.458783 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7d4b-35fc-46df-8eb6-2f5925d25814 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572484ec-94c1-4854-86f9-fa85ce4cd39d,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:36.520382 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-365f7d4b-35fc-46df-8eb6-2f5925d25814 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.521579 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-365f7d4b-35fc-46df-8eb6-2f5925d25814 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334160 Aug 16 02:58:36.524286 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58728) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:36.528887 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-e2c06f24-cbdf-4584-a13a-1326ca67f090 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '094dce38-4748-4e23-84d2-d8a958be3d27', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:36.610205 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2c06f24-cbdf-4584-a13a-1326ca67f090 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.670045 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2c06f24-cbdf-4584-a13a-1326ca67f090 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.726091 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2c06f24-cbdf-4584-a13a-1326ca67f090 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.745632 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c06f24-cbdf-4584-a13a-1326ca67f090 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adf0c1e-f8e6-4bd2-9749-ffce4b7f09dd,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:36.822028 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-e2c06f24-cbdf-4584-a13a-1326ca67f090 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.823308 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-e2c06f24-cbdf-4584-a13a-1326ca67f090 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2980931 Aug 16 02:58:36.826063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58730) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:36.831105 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-f027df6a-f282-4259-8604-4896bf1b594d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '094dce38-4748-4e23-84d2-d8a958be3d27', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:36.924520 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f027df6a-f282-4259-8604-4896bf1b594d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.986326 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f027df6a-f282-4259-8604-4896bf1b594d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.062028 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f027df6a-f282-4259-8604-4896bf1b594d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.081629 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027df6a-f282-4259-8604-4896bf1b594d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4de8bbb-5933-48bc-ab04-91fd4310f00e,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:37.153724 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-f027df6a-f282-4259-8604-4896bf1b594d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.155040 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-f027df6a-f282-4259-8604-4896bf1b594d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280451 Aug 16 02:58:37.157663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58732) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:37.162390 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-d75c618e-b7ad-4444-a1c3-5a9612e09707 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '094dce38-4748-4e23-84d2-d8a958be3d27', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:37.245003 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-d75c618e-b7ad-4444-a1c3-5a9612e09707 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Project 5add0b1c08b8478f86f3397a807e38f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:58:37.249778 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c618e-b7ad-4444-a1c3-5a9612e09707 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.309762 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c618e-b7ad-4444-a1c3-5a9612e09707 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.394496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c618e-b7ad-4444-a1c3-5a9612e09707 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.413772 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c618e-b7ad-4444-a1c3-5a9612e09707 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ebb07a-df6a-4366-bd64-c706415765f3,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:37.474761 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d75c618e-b7ad-4444-a1c3-5a9612e09707 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.476000 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d75c618e-b7ad-4444-a1c3-5a9612e09707 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3173575 Aug 16 02:58:37.478666 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58734) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:37.483076 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-ad399f12-fa8c-45d0-a010-0b5c7bb124d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'security_group_rule': {'security_group_id': '094dce38-4748-4e23-84d2-d8a958be3d27', 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:37.571622 n-d-768509-23 neutron-server[95515]: INFO neutron.db.securitygroups_db [None req-ad399f12-fa8c-45d0-a010-0b5c7bb124d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Project 5add0b1c08b8478f86f3397a807e38f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:58:37.576751 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ad399f12-fa8c-45d0-a010-0b5c7bb124d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.637108 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ad399f12-fa8c-45d0-a010-0b5c7bb124d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.691579 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ad399f12-fa8c-45d0-a010-0b5c7bb124d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.711341 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad399f12-fa8c-45d0-a010-0b5c7bb124d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5bf9ac-2f48-4cee-9296-de923fe3eaca,revision_number=0']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:37.764513 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ad399f12-fa8c-45d0-a010-0b5c7bb124d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.765770 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ad399f12-fa8c-45d0-a010-0b5c7bb124d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2861500 Aug 16 02:58:38.527387 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d72506a0-f960-4e89-9c36-4e900c05f1e1 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:58:38.547441 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: d72506a0-f960-4e89-9c36-4e900c05f1e1 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:58:38.547788 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device d72506a0-f960-4e89-9c36-4e900c05f1e1 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:58:51.634736 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.738283 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:56.480352 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-2b7e5af5-6190-485c-a152-e80f1b1432e6 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266607183&fields=id&tenant_id=5add0b1c08b8478f86f3397a807e38f4 HTTP/1.1" status: 200 len: 267 time: 0.0331943 Aug 16 02:58:56.589645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c90db-5fc5-4108-bb71-b374d834645f req-52374776-7a1f-47e4-b63f-dbab8f899a93 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:56.591132 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-52374776-7a1f-47e4-b63f-dbab8f899a93 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 808 time: 0.1040094 Aug 16 02:58:56.605698 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-d9be129a-70e2-4cc9-84a5-6c5b0f8354b9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/quotas/5add0b1c08b8478f86f3397a807e38f4 HTTP/1.1" status: 200 len: 375 time: 0.0088425 Aug 16 02:58:56.657332 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1c95ddc0-c6e3-4816-a18f-74f0f5846dca tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465095 Aug 16 02:58:56.715354 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-f8c01db0-4cf6-41ee-b9d6-274f8dc7f075 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:58:56.716413 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-f8c01db0-4cf6-41ee-b9d6-274f8dc7f075 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477345 Aug 16 02:58:56.803386 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-5f0e18d6-8b91-4a2e-948b-84f9c1bf710c service neutron] 10.222.0.66 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805724 Aug 16 02:58:56.900211 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-fe770485-7716-4975-9d4b-bb128ca0d821 service neutron] 10.222.0.66 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893338 Aug 16 02:58:57.453576 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-32ec16ed-d92b-467c-8bd4-5073f8ec5749 req-bedf1222-94a1-4070-bb38-e243d722bb63 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 210 time: 0.0263910 Aug 16 02:58:58.549748 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a48b022f-11b9-4d98-9a18-2ea6ed23f982 req-2a4289a7-01ce-4ece-b72b-73c97f5d14b8 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 210 time: 0.0269961 Aug 16 02:58:59.323530 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c90db-5fc5-4108-bb71-b374d834645f req-748b402d-1236-4f2f-9804-0cbb3754694d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:59.324974 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-748b402d-1236-4f2f-9804-0cbb3754694d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.64 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 808 time: 0.1040144 Aug 16 02:58:59.371592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-18af8ff1-5a36-44d4-9536-9fc52b6a264e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5add0b1c08b8478f86f3397a807e38f4 HTTP/1.1" status: 200 len: 379 time: 0.0351963 Aug 16 02:58:59.383017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'port': {'device_id': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'admin_state_up': True, 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'security_groups': ['094dce38-4748-4e23-84d2-d8a958be3d27']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:59.554663 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Made reservation on behalf of 5add0b1c08b8478f86f3397a807e38f4 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:58:59.558272 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:59.670645 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-100b1140-1ab3-4584-815c-5b7ec8588df3 req-8d94e177-d4f0-481d-81b4-4cdf1d070636 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 210 time: 0.0386224 Aug 16 02:58:59.722762 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Allocated IP 172.20.0.9 (f5cb4d70-b654-4747-a76a-a6bea4ab80f6/3119d30c-63c3-46c0-9c16-b0d43f836d0d/4f23b627-3dec-41f0-9c3a-dfbf9aa95608) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:58:59.866090 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:59.879718 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Transition to ACTIVE for port object 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:59.914700 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d34687a5-5faa-48eb-a536-3a81f41d698f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:59.989330 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.034804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:59:00.037905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:00.041679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:59:00.047930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'Port': ['ID=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:00.107109 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:00.107848 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.178223 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-32bd57a5-bba1-4bdb-9cfe-602383e0635e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7992365 Aug 16 02:59:00.239883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Request body: {'port': {'device_id': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:00.299407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.377448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0129d293-847b-47f5-a683-340137ab0b41 None None] Provisioning for port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:00.381490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-0129d293-847b-47f5-a683-340137ab0b41 None None] Provisioning complete for port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:00.381893 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0129d293-847b-47f5-a683-340137ab0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.425158 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-0129d293-847b-47f5-a683-340137ab0b41 None None] Port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:59:00.577339 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:59:00.584870 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.597257 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Transition to ACTIVE for port object 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:59:00.668540 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.753319 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Pushing event updated for resources: {'Port': ['ID=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:00.853104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872445a-1052-4bc6-a86a-f3fd0ef224c9 req-e2a6ffb9-3d52-484a-b49d-a9c6096c86aa tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:00.854755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3872445a-1052-4bc6-a86a-f3fd0ef224c9 req-e2a6ffb9-3d52-484a-b49d-a9c6096c86aa tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0794768 Aug 16 02:59:00.857667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Attempting to bind port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:59:00.858040 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Attempting to bind port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:59:00.858370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Attempting to bind port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 on network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:59:00.870276 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 on network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:59:00.870652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Attempting to bind port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 on network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:59:00.885564 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:59:00.885907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Checking segment: {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:59:00.886238 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Bound using segment: {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:59:00.886673 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Bound port: 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:59:00.887035 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.934181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3872445a-1052-4bc6-a86a-f3fd0ef224c9 req-bf6679ca-f0d2-4c93-8243-55a244c69f0f tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714896 Aug 16 02:59:00.973286 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:59:00.976660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:59:01.035914 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.071426 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:01.072053 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.073493 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] 10.222.0.64 "PUT /v2.0/ports/4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 1092 time: 0.8858016 Aug 16 02:59:01.073962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:01.076413 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab61da8-bb7f-47cb-9f3f-1c287fe4242b" -d '{"events": [{"name": "network-changed", "server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:01.109222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f671f2e-68e8-4ed6-9d94-b50688640234 service neutron] Pushing event updated for resources: {'Port': ['ID=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:01.123069 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e32bfa-a2c8-4a6d-9915-612fece4103e x-openstack-request-id: req-16e32bfa-a2c8-4a6d-9915-612fece4103e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:01.123370 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:01.123624 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16e32bfa-a2c8-4a6d-9915-612fece4103e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:01.124033 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'status': 'completed', 'code': 200} Aug 16 02:59:01.192955 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61da8-bb7f-47cb-9f3f-1c287fe4242b req-97de508d-faa7-4c4c-8db1-10d3df42647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:01.194533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ab61da8-bb7f-47cb-9f3f-1c287fe4242b req-97de508d-faa7-4c4c-8db1-10d3df42647b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1095 time: 0.0454812 Aug 16 02:59:01.307148 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61da8-bb7f-47cb-9f3f-1c287fe4242b req-86c6d0c4-1057-42af-a850-3227b7817196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:01.308634 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ab61da8-bb7f-47cb-9f3f-1c287fe4242b req-86c6d0c4-1057-42af-a850-3227b7817196 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5add0b1c08b8478f86f3397a807e38f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1044562 Aug 16 02:59:01.410751 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61da8-bb7f-47cb-9f3f-1c287fe4242b req-8db82ae5-8cb0-4fb1-9892-e1d47dc06ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:01.412168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ab61da8-bb7f-47cb-9f3f-1c287fe4242b req-8db82ae5-8cb0-4fb1-9892-e1d47dc06ace service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961635 Aug 16 02:59:01.491865 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c90db-5fc5-4108-bb71-b374d834645f req-fddbd88b-6187-40e5-9009-cd27bf920336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:01.493482 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-fddbd88b-6187-40e5-9009-cd27bf920336 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1095 time: 0.0425112 Aug 16 02:59:01.536236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1fdf5519-7235-4f11-85eb-a518acc3332d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 217 time: 0.0343258 Aug 16 02:59:01.586688 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c90db-5fc5-4108-bb71-b374d834645f req-473ebb5e-8d70-485e-9cc0-f0a582b76e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:01.588268 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-473ebb5e-8d70-485e-9cc0-f0a582b76e49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0436718 Aug 16 02:59:01.640188 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c90db-5fc5-4108-bb71-b374d834645f req-fa3764c6-5d76-4725-91f7-21b5fc865381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:01.641715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-fa3764c6-5d76-4725-91f7-21b5fc865381 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452478 Aug 16 02:59:01.733513 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-5aff90b1-ae6e-462e-a2d8-6a6926e04d30 service neutron] 10.222.0.64 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839891 Aug 16 02:59:01.828165 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e18c90db-5fc5-4108-bb71-b374d834645f req-1d9c6a67-9e65-4b75-80b3-f01a89198763 service neutron] 10.222.0.64 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875959 Aug 16 02:59:02.063429 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56658cee-0919-41b2-ac7f-c551c36cfb4f req-c36cf93b-8b6e-420f-b93b-71908069067e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:02.066329 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56658cee-0919-41b2-ac7f-c551c36cfb4f req-c36cf93b-8b6e-420f-b93b-71908069067e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0543582 Aug 16 02:59:02.105958 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-56658cee-0919-41b2-ac7f-c551c36cfb4f req-08b3db2d-1237-4b2e-92d4-f90ae9284a13 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342474 Aug 16 02:59:02.948908 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.976099 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dfb92689-3f41-4869-8812-df641a18c215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:03.222647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068db537-274c-454b-8fba-ee193a08a4a9 req-fcb16aaf-97a7-45e2-bf76-cd15964650fe tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:03.224163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-068db537-274c-454b-8fba-ee193a08a4a9 req-fcb16aaf-97a7-45e2-bf76-cd15964650fe tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0494924 Aug 16 02:59:03.261855 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-068db537-274c-454b-8fba-ee193a08a4a9 req-eddf1ab3-3c98-4b27-b60c-7e2cb01fe05c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312710 Aug 16 02:59:04.358814 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.384313 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982e4a4-ed03-4c46-8c8e-455cb8101a4c req-478744e7-c879-4e01-88c3-f5d48fe47bb8 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:04.385878 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f982e4a4-ed03-4c46-8c8e-455cb8101a4c req-478744e7-c879-4e01-88c3-f5d48fe47bb8 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0543280 Aug 16 02:59:04.401104 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:59:04.424718 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f982e4a4-ed03-4c46-8c8e-455cb8101a4c req-3d14eb66-f58c-4217-88a3-f600e6de1537 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323465 Aug 16 02:59:05.537995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e70838-d695-41e8-b5c3-5b6088a5732c req-dc537129-d28b-4689-8097-4aa2322c13cd tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:05.539471 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93e70838-d695-41e8-b5c3-5b6088a5732c req-dc537129-d28b-4689-8097-4aa2322c13cd tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0485649 Aug 16 02:59:05.577142 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93e70838-d695-41e8-b5c3-5b6088a5732c req-bb087801-3580-4ceb-9f39-9aeda23992c9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Aug 16 02:59:06.107144 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:06.690899 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfee8f-52e6-45ce-a6b8-bb2845dc8fcf req-6e101052-d1ef-4644-8cf2-a909a38bb810 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:06.692295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2cfee8f-52e6-45ce-a6b8-bb2845dc8fcf req-6e101052-d1ef-4644-8cf2-a909a38bb810 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0500267 Aug 16 02:59:06.729795 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a2cfee8f-52e6-45ce-a6b8-bb2845dc8fcf req-c65d528d-45dd-4edd-aa9b-0a27b075c777 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314977 Aug 16 02:59:07.848175 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47021fb-076c-4d1b-a3d5-7fa6a39dae8d req-1533f1ff-6ad0-40e0-87bd-5396a1b87eb7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:07.849637 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e47021fb-076c-4d1b-a3d5-7fa6a39dae8d req-1533f1ff-6ad0-40e0-87bd-5396a1b87eb7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0536497 Aug 16 02:59:07.886547 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e47021fb-076c-4d1b-a3d5-7fa6a39dae8d req-156609e0-9d5b-4dd8-850a-95338c8bbd08 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309834 Aug 16 02:59:08.999118 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3f287-b36a-49cf-8ebb-d6f74bcd165e req-7b59f156-07df-4bd3-93e3-34f027a6414a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:09.000585 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ae3f287-b36a-49cf-8ebb-d6f74bcd165e req-7b59f156-07df-4bd3-93e3-34f027a6414a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0486221 Aug 16 02:59:09.037582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ae3f287-b36a-49cf-8ebb-d6f74bcd165e req-37b52be3-ca2f-4628-b444-53df40bf5d44 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304782 Aug 16 02:59:10.151593 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ebddf-a441-47af-b218-04b8469bd502 req-32dda29e-8545-419e-9e2f-17547f056762 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:10.153348 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b1ebddf-a441-47af-b218-04b8469bd502 req-32dda29e-8545-419e-9e2f-17547f056762 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0494626 Aug 16 02:59:10.190828 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6b1ebddf-a441-47af-b218-04b8469bd502 req-50827e1c-5361-4df9-972d-2bf2b971ef3c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314376 Aug 16 02:59:11.308906 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230c17a-7fd1-4ad1-aeeb-026490230b2d req-8c812731-1f98-4575-b937-994bc7b52df9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:11.310380 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3230c17a-7fd1-4ad1-aeeb-026490230b2d req-8c812731-1f98-4575-b937-994bc7b52df9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0525837 Aug 16 02:59:11.347786 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3230c17a-7fd1-4ad1-aeeb-026490230b2d req-48fa348d-adae-4d06-9480-938faedfc596 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313280 Aug 16 02:59:12.462156 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802eb99-c2ab-479f-a400-f69adc0c6d5a req-70e7614a-a0bc-4e4b-a78a-c68d03f5485e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:12.463631 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e802eb99-c2ab-479f-a400-f69adc0c6d5a req-70e7614a-a0bc-4e4b-a78a-c68d03f5485e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0487132 Aug 16 02:59:12.501518 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e802eb99-c2ab-479f-a400-f69adc0c6d5a req-92a57f53-96dc-4987-8c1b-f7951cc297d6 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320334 Aug 16 02:59:13.453298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:59:13.549290 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:13.561047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'port_id': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'mac_address': 'fa:16:3e:b0:5a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:59:13.600688 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:13.615406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:59:13.638833 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:13.668879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b5ed-6644-4da9-8bfc-78700013fc5c req-c0b4034a-c1cf-47cc-86a3-3d21cc15e1d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:13.670434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8da3b5ed-6644-4da9-8bfc-78700013fc5c req-c0b4034a-c1cf-47cc-86a3-3d21cc15e1d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0527768 Aug 16 02:59:13.708981 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:13.710016 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8da3b5ed-6644-4da9-8bfc-78700013fc5c req-79c2033d-2ea5-40b7-82b3-c8bda75155c5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332515 Aug 16 02:59:13.757448 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:13.765588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.765978 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.766326 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.766671 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.767010 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.767893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.768226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.768613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.768950 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.769282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.769613 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.769972 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:13.944752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['4f23b627-3dec-41f0-9c3a-dfbf9aa95608'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:59:14.830769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64660a42-0700-4f18-8bea-a6c84b638a1e req-da5706e6-b4b6-4009-9e4e-31d3fb47d990 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:14.832385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64660a42-0700-4f18-8bea-a6c84b638a1e req-da5706e6-b4b6-4009-9e4e-31d3fb47d990 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 944 time: 0.0531416 Aug 16 02:59:14.869941 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64660a42-0700-4f18-8bea-a6c84b638a1e req-a7c9375f-02df-4f8f-b717-f95cd6d56847 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315156 Aug 16 02:59:15.466980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:59:15.576616 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:15.580142 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:15.581150 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:15.654650 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:15.676401 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:15.678617 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e20e7-8e07-47f0-a9c1-81fd5fb30d7d" -d '{"events": [{"server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "name": "network-vif-plugged", "status": "completed", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:15.696128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:15.766020 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:15.771107 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70faa78e-3b10-4cde-a661-8f1d43268cd5 x-openstack-request-id: req-70faa78e-3b10-4cde-a661-8f1d43268cd5 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:15.772137 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "name": "network-vif-plugged", "status": "completed", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:15.772137 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70faa78e-3b10-4cde-a661-8f1d43268cd5 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:15.772137 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'code': 200} Aug 16 02:59:15.827479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:15.869072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a36c-e06e-4835-a4b8-ea10a0cbdc8c req-990ed60f-2144-43f4-a6bb-9c8e7d4112f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:15.870601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5a5a36c-e06e-4835-a4b8-ea10a0cbdc8c req-990ed60f-2144-43f4-a6bb-9c8e7d4112f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1097 time: 0.0402730 Aug 16 02:59:15.905883 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e5a5a36c-e06e-4835-a4b8-ea10a0cbdc8c req-17b9075e-00ba-4652-b4d8-3c0e4f4a9c66 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272174 Aug 16 02:59:15.986182 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850e7a-5715-4248-8097-c34783e90588 req-aaaea620-c9c8-4998-8012-3cb09f634ddb tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:15.988072 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad850e7a-5715-4248-8097-c34783e90588 req-aaaea620-c9c8-4998-8012-3cb09f634ddb tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0483034 Aug 16 02:59:16.026412 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad850e7a-5715-4248-8097-c34783e90588 req-f81a6031-a14a-4c23-9648-b819080ab1ed tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322433 Aug 16 02:59:17.200267 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f1533-5f9c-469d-bb34-8b71a400231a req-3a1fae72-a729-42af-aa89-07aade4cbf98 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:17.201726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-600f1533-5f9c-469d-bb34-8b71a400231a req-3a1fae72-a729-42af-aa89-07aade4cbf98 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.1094551 Aug 16 02:59:17.238141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-600f1533-5f9c-469d-bb34-8b71a400231a req-b01827b7-7d95-4835-8b57-ac90ad70c326 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301991 Aug 16 02:59:17.349776 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbaa00-63f6-46df-ac4e-1655c9825497 req-e9ce2162-702b-489d-8d20-75487d37813f tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:17.351318 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40bbaa00-63f6-46df-ac4e-1655c9825497 req-e9ce2162-702b-489d-8d20-75487d37813f tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0483100 Aug 16 02:59:17.389008 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-40bbaa00-63f6-46df-ac4e-1655c9825497 req-c8365711-41a4-434e-87b8-127245df977b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317619 Aug 16 02:59:17.410107 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 58952) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:17.450144 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da436714-5bcc-4db6-9961-efc6f5bcab95 tempest-TestShelveInstance-1929102557 tempest-TestShelveInstance-1929102557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:17.451663 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-da436714-5bcc-4db6-9961-efc6f5bcab95 tempest-TestShelveInstance-1929102557 tempest-TestShelveInstance-1929102557-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1092 time: 0.0404065 Aug 16 02:59:17.454531 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 58954) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:17.459203 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:17.575672 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for floatingip, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:17.669586 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:17.773243 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Allocated IP 172.25.8.101 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/fcaca030-668d-4d03-b4d2-f321cf69f70e) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:59:17.873833 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:17.995009 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:18.031664 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:59:18.037163 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:18.040702 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:59:18.067817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'Port': ['ID=fcaca030-668d-4d03-b4d2-f321cf69f70e,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:18.398149 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:18.519938 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:18.666280 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:18.746789 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:18.823345 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event updated for resources: {'Port': ['ID=fcaca030-668d-4d03-b4d2-f321cf69f70e,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:18.830864 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:18.931033 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Floating IP 364e2e8c-c616-4159-8854-3d65f1fe9341 associated. External IP: 172.25.8.101, port: 4f23b627-3dec-41f0-9c3a-dfbf9aa95608. Aug 16 02:59:19.439971 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Router ffd86f92-1938-49c1-b0c4-0ee108049093 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:59:19.546202 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:59:19.556547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a9427-4b8c-4b3a-a86b-a4a0e72c3fe9 None None] Sync routers for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:59:19.566055 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a9427-4b8c-4b3a-a86b-a4a0e72c3fe9 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:19.573657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a58a9427-4b8c-4b3a-a86b-a4a0e72c3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:59:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:19.655559 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:19.671385 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a58a9427-4b8c-4b3a-a86b-a4a0e72c3fe9 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:19.683763 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-3d0a642b-450c-4c8f-846e-3be92ac4fd7c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2281325 Aug 16 02:59:19.684532 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:19.687022 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0551dae6c7fc61468848fa01418dd064d6c56ca945c16c5049742447b6f00904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da20d663-ae1c-4202-b702-a30f9efa92d4" -d '{"events": [{"name": "network-changed", "server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:19.724998 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac3c831-38fe-4961-b1cf-743a2c7923af x-openstack-request-id: req-9ac3c831-38fe-4961-b1cf-743a2c7923af {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:19.725294 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:19.725550 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ac3c831-38fe-4961-b1cf-743a2c7923af {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:19.725994 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'status': 'completed', 'code': 200} Aug 16 02:59:19.793082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20d663-ae1c-4202-b702-a30f9efa92d4 req-7df79d67-53ea-43fd-a6e0-7d48f883893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:19.794693 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da20d663-ae1c-4202-b702-a30f9efa92d4 req-7df79d67-53ea-43fd-a6e0-7d48f883893c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1097 time: 0.0466321 Aug 16 02:59:19.885908 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20d663-ae1c-4202-b702-a30f9efa92d4 req-649a955d-2188-471f-9122-b60c0865aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:19.887475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da20d663-ae1c-4202-b702-a30f9efa92d4 req-649a955d-2188-471f-9122-b60c0865aa0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0847943 Aug 16 02:59:19.893650 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a58a9427-4b8c-4b3a-a86b-a4a0e72c3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '364e2e8c-c616-4159-8854-3d65f1fe9341', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'port_id': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'mac_address': 'fa:16:3e:b0:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:59:18Z', 'updated_at': '2021-08-16T02:59:18Z', 'revision_number': 0, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:19.923498 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a9427-4b8c-4b3a-a86b-a4a0e72c3fe9 None None] Checking router: ffd86f92-1938-49c1-b0c4-0ee108049093 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:59:19.932128 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a9427-4b8c-4b3a-a86b-a4a0e72c3fe9 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:19.932727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a58a9427-4b8c-4b3a-a86b-a4a0e72c3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T02:59:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:19.958363 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da20d663-ae1c-4202-b702-a30f9efa92d4 req-492a24f4-8a21-40e6-ae90-0becdf502f82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 999 time: 0.0626080 Aug 16 02:59:20.009860 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20d663-ae1c-4202-b702-a30f9efa92d4 req-5f8e2f4d-b604-4c9c-8000-aed3c50d37af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:20.011447 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da20d663-ae1c-4202-b702-a30f9efa92d4 req-5f8e2f4d-b604-4c9c-8000-aed3c50d37af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0449502 Aug 16 02:59:20.033516 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-a58a9427-4b8c-4b3a-a86b-a4a0e72c3fe9 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:20.059735 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20d663-ae1c-4202-b702-a30f9efa92d4 req-d902a04a-d57c-42f1-a68c-51cc6e912728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:20.061266 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da20d663-ae1c-4202-b702-a30f9efa92d4 req-d902a04a-d57c-42f1-a68c-51cc6e912728 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414906 Aug 16 02:59:20.155163 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da20d663-ae1c-4202-b702-a30f9efa92d4 req-c275dcb5-ec5f-4e8a-b11c-a4be6b2a7aa4 service neutron] 10.222.0.64 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860193 Aug 16 02:59:20.245981 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da20d663-ae1c-4202-b702-a30f9efa92d4 req-269cc02e-9e44-407c-a1b7-f6264f3b8478 service neutron] 10.222.0.64 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830140 Aug 16 02:59:20.257588 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-a58a9427-4b8c-4b3a-a86b-a4a0e72c3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '364e2e8c-c616-4159-8854-3d65f1fe9341', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'port_id': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'mac_address': 'fa:16:3e:b0:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:59:18Z', 'updated_at': '2021-08-16T02:59:18Z', 'revision_number': 0, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:20.284433 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a9427-4b8c-4b3a-a86b-a4a0e72c3fe9 None None] The sync data for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 is: [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': '364e2e8c-c616-4159-8854-3d65f1fe9341', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'port_id': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'mac_address': 'fa:16:3e:b0:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:59:18Z', 'updated_at': '2021-08-16T02:59:18Z', 'revision_number': 0, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:59:20.491222 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fecc2eb-90c8-4962-94b7-d5d4b3ba0db6 None None] New status for floating IP 364e2e8c-c616-4159-8854-3d65f1fe9341: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:59:21.639915 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.592608 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.918393 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e6f68055-614b-40d7-be44-09c9db199cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:32.999944 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8683b5a3-0338-444a-95e8-e591d48e4099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.049912 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.405232 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.112358 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.401307 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:59:51.696800 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:52.603808 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:59.936554 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6b1d4296-2e11-4a55-aaff-b9cc19911541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:02.959407 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:03.005399 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-31c1fcd4-df3b-4aa5-afe4-9507c6cd67ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:04.451192 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:06.117495 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:07.758907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-e82132af-32ef-4b86-a731-e272641835d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403678 Aug 16 03:00:07.845534 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-9cc2ca70-9faa-4a64-afcc-3fedb627d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:07.847041 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-9cc2ca70-9faa-4a64-afcc-3fedb627d2ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1097 time: 0.0457351 Aug 16 03:00:07.959572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-a2ee9ba7-4cf5-4c5d-84a0-03c3eb9b59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:07.961133 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-a2ee9ba7-4cf5-4c5d-84a0-03c3eb9b59f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0943317 Aug 16 03:00:08.032087 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-127e2388-71e3-4f55-80cf-08559b05a820 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 1001 time: 0.0627182 Aug 16 03:00:08.081235 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-a2ad41d3-6b5a-4488-8207-f2f9f1bb0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:08.083345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-a2ad41d3-6b5a-4488-8207-f2f9f1bb0175 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0438144 Aug 16 03:00:08.129333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-89914782-70ef-46d2-a009-eb857860a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:08.131601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-89914782-70ef-46d2-a009-eb857860a3f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399606 Aug 16 03:00:08.223808 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-9b4e55c7-2f32-45ca-9556-57fec5d9139f service neutron] 10.222.0.64 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837862 Aug 16 03:00:08.313053 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dd99f233-570c-4a2c-9717-54c8e68bd2ed req-35263f4f-77fb-43eb-8295-1c60116635d3 service neutron] 10.222.0.64 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813432 Aug 16 03:00:18.400469 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:00:21.659979 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.605065 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.924846 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d65ad052-43eb-4977-aaca-99aecb24b11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.991259 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.033107 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-4d595f9e-89a6-442c-99f6-e665a600314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:34.393342 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.113274 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:51.659317 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:52.615946 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:55.399760 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:00:59.928243 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f89315d-06dc-4cbc-a918-b3b851aa895a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:02.958765 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:02.979588 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d1a3ac92-cead-4497-9414-ae4d4539d84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:04.364793 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:06.141571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:09.757804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-e5480b7c-13f5-4c18-aaee-686a69a7a063 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402870 Aug 16 03:01:09.842333 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-1ba55b1d-1e72-4984-9752-1485c8e13357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:09.843804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-1ba55b1d-1e72-4984-9752-1485c8e13357 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1097 time: 0.0439570 Aug 16 03:01:09.944764 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-3a0e0f39-174b-40ad-8257-ee54051a8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:09.946295 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-3a0e0f39-174b-40ad-8257-ee54051a8c2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0832839 Aug 16 03:01:10.014342 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-b884ad57-9a5a-4d30-bf43-2fc91aaac60e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 1001 time: 0.0605829 Aug 16 03:01:10.063111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-28e84f9e-8266-4b9b-92a2-0644655e1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:10.064502 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-28e84f9e-8266-4b9b-92a2-0644655e1c0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0425830 Aug 16 03:01:10.110621 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-a3483e55-50b3-4eb3-a294-b49771b4aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:10.112110 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-a3483e55-50b3-4eb3-a294-b49771b4aa8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390103 Aug 16 03:01:10.124400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-1e0f3ada-27ba-4cc1-b926-3064ec5ceb11 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:01:10.125336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-1e0f3ada-27ba-4cc1-b926-3064ec5ceb11 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047998 Aug 16 03:01:10.218927 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-cfda1b83-3da0-4eac-acad-fbf532a1be12 service neutron] 10.222.0.64 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858529 Aug 16 03:01:10.308292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ae7f8342-feaa-4fd8-a087-33277d686a60 req-0bde3f44-3d3e-4120-aa3a-ce31e0989c70 service neutron] 10.222.0.64 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809417 Aug 16 03:01:21.684565 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.604123 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:29.946735 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8c03f6ee-6505-4790-9fe9-1c13a86c9843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:32.398967 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:01:32.975444 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:32.986411 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-43c7f22d-5083-4788-91ed-e4c69f0b6593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:34.392585 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:36.106624 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:47.534169 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99da3a-fd56-4c4e-bdc5-0a4e7effefd4 req-dfcc7b8a-bf3e-43a9-822a-bdf675e217a3 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:47.536434 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad99da3a-fd56-4c4e-bdc5-0a4e7effefd4 req-dfcc7b8a-bf3e-43a9-822a-bdf675e217a3 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0512278 Aug 16 03:01:47.576077 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ad99da3a-fd56-4c4e-bdc5-0a4e7effefd4 req-3bc6f7f9-03b7-4cb9-a9da-235179baafa7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333354 Aug 16 03:01:48.694110 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fea03a-5593-4bfc-95fb-6f1e264cf83c req-bc28a2e5-07b8-481e-aef5-22c364d537f4 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:48.695489 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11fea03a-5593-4bfc-95fb-6f1e264cf83c req-bc28a2e5-07b8-481e-aef5-22c364d537f4 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0526316 Aug 16 03:01:48.732457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-11fea03a-5593-4bfc-95fb-6f1e264cf83c req-26d32288-60bc-47cf-a3fb-f07e5bb53977 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311580 Aug 16 03:01:49.845513 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18cc60-15a5-4919-a943-f24d67e85e4b req-6bdd2eec-a554-450e-85d1-bff6e06d8f28 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:49.847037 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c18cc60-15a5-4919-a943-f24d67e85e4b req-6bdd2eec-a554-450e-85d1-bff6e06d8f28 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0481689 Aug 16 03:01:49.883814 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8c18cc60-15a5-4919-a943-f24d67e85e4b req-5b861b8c-3e05-4e36-99aa-180c43c35cec tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309622 Aug 16 03:01:50.996152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a127449-740b-476c-9b99-7e571d0a01e7 req-0a961935-be09-4cb5-b6e4-4bad167dab4a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:50.997596 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a127449-740b-476c-9b99-7e571d0a01e7 req-0a961935-be09-4cb5-b6e4-4bad167dab4a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0477557 Aug 16 03:01:51.035046 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0a127449-740b-476c-9b99-7e571d0a01e7 req-96816b32-529a-4b46-933f-f60eb61c292d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304925 Aug 16 03:01:51.726790 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:52.151677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd34bf-b082-4d37-876f-a95187425d8f req-3177e3c9-55ba-4d15-a37a-a1be8c5ad91a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:52.153127 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0fd34bf-b082-4d37-876f-a95187425d8f req-3177e3c9-55ba-4d15-a37a-a1be8c5ad91a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0509126 Aug 16 03:01:52.190226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c0fd34bf-b082-4d37-876f-a95187425d8f req-9aaec1bc-7a45-4ecc-aa0e-3354a80ddec7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309310 Aug 16 03:01:52.589557 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:53.303097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390176-b4d2-4abd-b02e-8287d9942d2d req-5c1dc2f0-e2da-4ba6-bf78-d89169e01fc9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:53.304486 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0390176-b4d2-4abd-b02e-8287d9942d2d req-5c1dc2f0-e2da-4ba6-bf78-d89169e01fc9 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0490100 Aug 16 03:01:53.341715 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d0390176-b4d2-4abd-b02e-8287d9942d2d req-cc5b3a21-8dda-4eac-b576-dac6df67d6bf tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312567 Aug 16 03:01:54.457556 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba556a-2605-4baa-b5de-8bce31b7eedb req-cd01a4c2-07ce-4bd4-b263-5b23b69bf0ab tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:54.459088 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfba556a-2605-4baa-b5de-8bce31b7eedb req-cd01a4c2-07ce-4bd4-b263-5b23b69bf0ab tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0509109 Aug 16 03:01:54.497372 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dfba556a-2605-4baa-b5de-8bce31b7eedb req-c3be8e93-fce2-407e-8e72-9f167dd83f00 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322125 Aug 16 03:01:55.619660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26a6c-2fa2-49ac-8697-a5727add414f req-7fd03256-95be-47b2-a9e4-f4e87d082168 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:55.621152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bea26a6c-2fa2-49ac-8697-a5727add414f req-7fd03256-95be-47b2-a9e4-f4e87d082168 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0579677 Aug 16 03:01:55.658226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bea26a6c-2fa2-49ac-8697-a5727add414f req-9f9c8451-da13-47ac-9396-1dffc13ecc4b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310938 Aug 16 03:01:56.773757 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709830f7-8e0b-4012-92e4-fe6499e21c6f req-1c3fc0ba-1221-4370-b362-010fff5f7459 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:56.775259 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-709830f7-8e0b-4012-92e4-fe6499e21c6f req-1c3fc0ba-1221-4370-b362-010fff5f7459 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0483615 Aug 16 03:01:56.812442 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-709830f7-8e0b-4012-92e4-fe6499e21c6f req-156089aa-1b9d-414a-a298-7bcbf7484f4c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310719 Aug 16 03:01:57.780875 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3253-62eb-41cd-843a-def346af547c req-9ed30633-74e5-4cb6-9c40-c1efa5621fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:57.782375 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf2b3253-62eb-41cd-843a-def346af547c req-9ed30633-74e5-4cb6-9c40-c1efa5621fd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1097 time: 0.0401857 Aug 16 03:01:57.874204 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3253-62eb-41cd-843a-def346af547c req-f48e0187-2f80-4f28-ad8f-43259a8f191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:57.875719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf2b3253-62eb-41cd-843a-def346af547c req-f48e0187-2f80-4f28-ad8f-43259a8f191e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0862021 Aug 16 03:01:58.327315 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b803236-7ad8-4e32-b34e-77fad7ddb574 req-80381662-0ee1-42aa-b7ab-8b367f735faa tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:58.328802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b803236-7ad8-4e32-b34e-77fad7ddb574 req-80381662-0ee1-42aa-b7ab-8b367f735faa tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.4486382 Aug 16 03:01:58.331541 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf2b3253-62eb-41cd-843a-def346af547c req-3675d6c9-0dee-4dfd-be6b-5f2a96de8b92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 1001 time: 0.4427495 Aug 16 03:01:58.398833 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5b803236-7ad8-4e32-b34e-77fad7ddb574 req-be096291-a3a1-4500-bb76-e27daf198e1b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632315 Aug 16 03:01:58.402346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3253-62eb-41cd-843a-def346af547c req-7cb0590f-e9fb-444e-9f07-ecf72d2d889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:58.405059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf2b3253-62eb-41cd-843a-def346af547c req-7cb0590f-e9fb-444e-9f07-ecf72d2d889c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0624139 Aug 16 03:01:58.452082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3253-62eb-41cd-843a-def346af547c req-e0fecde8-0968-4374-a959-58efe57c017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:58.453591 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf2b3253-62eb-41cd-843a-def346af547c req-e0fecde8-0968-4374-a959-58efe57c017c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421548 Aug 16 03:01:58.544870 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf2b3253-62eb-41cd-843a-def346af547c req-451bc771-c334-40d8-ad9f-9820452ac2aa service neutron] 10.222.0.64 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832579 Aug 16 03:01:58.632618 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bf2b3253-62eb-41cd-843a-def346af547c req-349a3760-2b07-4312-a8c9-7b2bc2719d3c service neutron] 10.222.0.64 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798509 Aug 16 03:01:59.514489 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346d77b-325c-4485-93b3-11bfa5fd5af9 req-2e24f504-5e18-4425-860f-17c6afff5627 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:59.515871 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5346d77b-325c-4485-93b3-11bfa5fd5af9 req-2e24f504-5e18-4425-860f-17c6afff5627 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0491464 Aug 16 03:01:59.558550 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5346d77b-325c-4485-93b3-11bfa5fd5af9 req-35c609d8-f65e-4d1c-8647-f86cba0fa559 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365047 Aug 16 03:01:59.917697 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9c3b-589a-47f7-a8ce-3ff3a43c7a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:00.673864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623437-38dd-4bb9-8a27-d592a5e4f53a req-c2554d8b-fae8-4443-8f91-c08300283de7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:00.675875 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97623437-38dd-4bb9-8a27-d592a5e4f53a req-c2554d8b-fae8-4443-8f91-c08300283de7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0499952 Aug 16 03:02:00.714118 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-97623437-38dd-4bb9-8a27-d592a5e4f53a req-55d83dcd-ed5d-4de6-ba9c-e6b143b3facf tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321524 Aug 16 03:02:01.834853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9448df-4c1b-4834-9189-2997fd43d10c req-4cce9590-7d4a-425e-b91c-bcd1ca05c55e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:01.836310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a9448df-4c1b-4834-9189-2997fd43d10c req-4cce9590-7d4a-425e-b91c-bcd1ca05c55e tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 945 time: 0.0500424 Aug 16 03:02:01.876155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4a9448df-4c1b-4834-9189-2997fd43d10c req-a5bd5761-dfed-4fc6-b650-d90dc5dafb9b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338652 Aug 16 03:02:02.214622 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:02.290541 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:02.313318 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:02.315659 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7134fb-4c62-44d2-afef-3ca1b297f975" -d '{"events": [{"server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "name": "network-vif-unplugged", "status": "completed", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:02.331437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:02.365119 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301299cd-a087-4286-8ba5-8de96fdcb362 x-openstack-request-id: req-301299cd-a087-4286-8ba5-8de96fdcb362 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:02.365416 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "name": "network-vif-unplugged", "status": "completed", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:02.365664 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-301299cd-a087-4286-8ba5-8de96fdcb362 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:02.366093 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'code': 200} Aug 16 03:02:02.404131 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:02.455024 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:02.463281 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.463635 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.463981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.464323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.464662 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.465003 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.465337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.465690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.466032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.466363 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.466695 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.467026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:02.958917 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:02.986863 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-be9cc701-7bc3-41c7-8595-6b50d9e60357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:02.999436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d046a-d682-458c-9ef4-e3924cbdd244 req-42c63db1-550a-4e04-9035-fc4ee3e10c83 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:03.000930 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a69d046a-d682-458c-9ef4-e3924cbdd244 req-42c63db1-550a-4e04-9035-fc4ee3e10c83 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0497930 Aug 16 03:02:03.043907 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a69d046a-d682-458c-9ef4-e3924cbdd244 req-5fcbc71a-8697-4734-8da0-c178d9170a47 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365169 Aug 16 03:02:03.398738 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1e4da-56a0-453f-8966-d7b0360a25da req-2c306bc4-ed33-4bbd-8c1d-9a539dd160ba tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:03.400226 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebd1e4da-56a0-453f-8966-d7b0360a25da req-2c306bc4-ed33-4bbd-8c1d-9a539dd160ba tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0493712 Aug 16 03:02:03.440918 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ebd1e4da-56a0-453f-8966-d7b0360a25da req-bda0d7f7-cdd7-4597-8381-b3256330cbdd tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338058 Aug 16 03:02:03.484713 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-bca9c44a-1c82-41c2-8ffb-85fa19e826fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816262 Aug 16 03:02:04.380783 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.564665 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be49cc-e238-48e1-b5f1-302cbd169688 req-17c2e7f7-5b6f-4327-b53f-1c8c9cd329d2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:04.566222 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7be49cc-e238-48e1-b5f1-302cbd169688 req-17c2e7f7-5b6f-4327-b53f-1c8c9cd329d2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0495131 Aug 16 03:02:04.604582 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c7be49cc-e238-48e1-b5f1-302cbd169688 req-6e303bd8-caa2-4748-9435-fc49cfdc5303 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319638 Aug 16 03:02:05.725804 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6595ef-31cf-4618-89ea-1987df9b7651 req-ca92706f-1d51-48de-a250-b795eefdf774 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:05.727336 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba6595ef-31cf-4618-89ea-1987df9b7651 req-ca92706f-1d51-48de-a250-b795eefdf774 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0502324 Aug 16 03:02:05.770642 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-ba6595ef-31cf-4618-89ea-1987df9b7651 req-86ff5d0a-d8e6-42ac-b59a-c15039014ec7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370746 Aug 16 03:02:06.141023 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.887608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e667579-f32a-4516-b1b5-b38d2b650c18 req-eddf4d0e-e43e-4ed9-a8ea-4b2e0b6a9152 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:06.889124 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e667579-f32a-4516-b1b5-b38d2b650c18 req-eddf4d0e-e43e-4ed9-a8ea-4b2e0b6a9152 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0517154 Aug 16 03:02:06.928532 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-2e667579-f32a-4516-b1b5-b38d2b650c18 req-c7791ff9-a91f-4ca1-8683-ffcc854f6970 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330338 Aug 16 03:02:08.049466 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ba36f-63e0-4c77-85d0-e1f69ea5a381 req-ce1dcc98-bfb0-4752-9900-1ecaef80bb78 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:08.051395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646ba36f-63e0-4c77-85d0-e1f69ea5a381 req-ce1dcc98-bfb0-4752-9900-1ecaef80bb78 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0513034 Aug 16 03:02:08.094575 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-646ba36f-63e0-4c77-85d0-e1f69ea5a381 req-f0a12f0c-840e-48dd-ab6d-a29c15ac5b8d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372121 Aug 16 03:02:09.244050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486c88-4b8e-426d-80a6-1d5f07c002dd req-5d852d42-19f8-4345-9a58-8e586456fce2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:09.245558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01486c88-4b8e-426d-80a6-1d5f07c002dd req-5d852d42-19f8-4345-9a58-8e586456fce2 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0831068 Aug 16 03:02:09.248056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-d1c5f155-1627-4d0b-98fa-cf7b69670dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:09.249435 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-d1c5f155-1627-4d0b-98fa-cf7b69670dc9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24&tenant_id=5add0b1c08b8478f86f3397a807e38f4 HTTP/1.1" status: 200 len: 1095 time: 0.0976872 Aug 16 03:02:09.262560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-23', 'device_owner': 'compute:nova'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:09.312108 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01486c88-4b8e-426d-80a6-1d5f07c002dd req-848f919b-8a93-4312-bb97-ba4c4d2ca6bb tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605636 Aug 16 03:02:09.334960 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.404036 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:02:09.534097 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:09.570152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:09.601734 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:02:09.608991 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.623272 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Transition to ACTIVE for port object 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:09.704199 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.779373 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Pushing event updated for resources: {'Port': ['ID=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,revision_number=7']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:09.794356 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.794704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.795055 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.795393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.795726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.796062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.796391 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.796717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.797043 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.797371 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.797699 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.798045 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:09.837565 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] No DVR routers for this DVR port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:09.973515 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Attempting to bind port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:09.973750 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Attempting to bind port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:09.974115 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Attempting to bind port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 on network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:09.978338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 on network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:02:09.978664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Attempting to bind port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 on network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:09.983439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:09.983780 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Checking segment: {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:09.984168 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Bound using segment: {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:09.984591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Bound port: 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3503d09a-a401-4a33-a3e6-99deebe22afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:09.984945 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.046601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:10.049571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:10.132617 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.166644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:10.167264 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.168719 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] 10.222.0.74 "PUT /v2.0/ports/4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 1092 time: 0.9108546 Aug 16 03:02:10.169161 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:10.171454 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a649c9-d0a9-409f-b3ff-02933464d8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:10.206473 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c2774-e418-4f3d-a4de-c00bcb8ad3fc service neutron] Pushing event updated for resources: {'Port': ['ID=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,revision_number=8']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:10.228618 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ebe863-10b3-4844-9791-c7f33ab800bf x-openstack-request-id: req-97ebe863-10b3-4844-9791-c7f33ab800bf {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:10.228916 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:10.229220 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97ebe863-10b3-4844-9791-c7f33ab800bf {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:10.229555 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'status': 'completed', 'code': 200} Aug 16 03:02:10.246777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-49b3d37d-1608-4a1f-97f1-3e1239b1d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:10.248316 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-49b3d37d-1608-4a1f-97f1-3e1239b1d3c5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1095 time: 0.0547621 Aug 16 03:02:10.344254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-c9726837-4d33-4bd8-acc2-ad79e3a719d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:10.345764 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-c9726837-4d33-4bd8-acc2-ad79e3a719d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0902722 Aug 16 03:02:10.446019 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-0fd65920-d30a-4bf2-8c9c-d9ff9b7c35ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 999 time: 0.0923216 Aug 16 03:02:10.469767 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8ec8f-4cfc-4311-a253-25ed38b69e11 req-24831377-9a22-43ff-b427-e193cd373b3a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:10.471230 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54b8ec8f-4cfc-4311-a253-25ed38b69e11 req-24831377-9a22-43ff-b427-e193cd373b3a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0822585 Aug 16 03:02:10.528608 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-5e81d5d9-0342-44e9-a774-5f17ef1cd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:10.530549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-5e81d5d9-0342-44e9-a774-5f17ef1cd706 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0783195 Aug 16 03:02:10.535961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54b8ec8f-4cfc-4311-a253-25ed38b69e11 req-7a1d0c40-31e3-4f5a-8cd9-6d1f2ac7c2cf tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462351 Aug 16 03:02:10.579733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-7ff3e46c-d8ec-4f92-a6bd-da70ef77ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:10.582555 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-7ff3e46c-d8ec-4f92-a6bd-da70ef77ec30 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413537 Aug 16 03:02:10.675153 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-c088e24e-cb62-474d-ae7c-500b5e2a912c service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870159 Aug 16 03:02:10.764508 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-9f9405b0-a11a-44ad-990e-9c3859fe672a service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823810 Aug 16 03:02:10.917287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a649c9-d0a9-409f-b3ff-02933464d8e7 req-16f7dcdd-871f-475e-82dd-61f16d22dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:10.918807 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2a649c9-d0a9-409f-b3ff-02933464d8e7 req-16f7dcdd-871f-475e-82dd-61f16d22dd27 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1095 time: 0.0461540 Aug 16 03:02:11.008739 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a649c9-d0a9-409f-b3ff-02933464d8e7 req-70ba3e7a-8adc-4910-8190-b2037cfbbbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:11.010236 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2a649c9-d0a9-409f-b3ff-02933464d8e7 req-70ba3e7a-8adc-4910-8190-b2037cfbbbf7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0829778 Aug 16 03:02:11.079003 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2a649c9-d0a9-409f-b3ff-02933464d8e7 req-8fd8d857-6f95-45b5-b3c3-e4a9fe3e3775 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 999 time: 0.0611663 Aug 16 03:02:11.127793 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a649c9-d0a9-409f-b3ff-02933464d8e7 req-b588b5fa-1401-469a-80c5-720128f186ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:11.129238 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2a649c9-d0a9-409f-b3ff-02933464d8e7 req-b588b5fa-1401-469a-80c5-720128f186ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0422289 Aug 16 03:02:11.175288 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a649c9-d0a9-409f-b3ff-02933464d8e7 req-ec041d60-2d4f-411a-9dc5-8252458dd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:11.176692 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2a649c9-d0a9-409f-b3ff-02933464d8e7 req-ec041d60-2d4f-411a-9dc5-8252458dd241 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399218 Aug 16 03:02:11.267589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2a649c9-d0a9-409f-b3ff-02933464d8e7 req-5c86ec91-bc47-4dbd-b211-9e7f567fa68b service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832241 Aug 16 03:02:11.358141 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-c2a649c9-d0a9-409f-b3ff-02933464d8e7 req-1ae06773-665b-407f-b1c4-a613f409a2db service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824387 Aug 16 03:02:11.651330 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37810f9a-ec6b-44eb-848a-71b4b7729d66 req-d89f3144-2199-41a8-8f61-3c8e782663a3 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:11.652812 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37810f9a-ec6b-44eb-848a-71b4b7729d66 req-d89f3144-2199-41a8-8f61-3c8e782663a3 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0492220 Aug 16 03:02:11.691092 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-37810f9a-ec6b-44eb-848a-71b4b7729d66 req-dd4d4ae8-4038-453b-a417-6bc473b9ff5c tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Aug 16 03:02:12.809766 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ae391-b910-4949-b391-d7fa6025fb48 req-0e5ebaa8-c75d-4d37-85d8-f754e2dc93d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:12.811272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e4ae391-b910-4949-b391-d7fa6025fb48 req-0e5ebaa8-c75d-4d37-85d8-f754e2dc93d5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0532308 Aug 16 03:02:12.848837 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7e4ae391-b910-4949-b391-d7fa6025fb48 req-bb45e8dc-d6ab-4b3e-ad92-615afdfa6c20 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308416 Aug 16 03:02:13.961285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab72cbb-4193-492d-aaa2-c4a358b40834 req-cb368f61-8c8e-4c08-bca5-c1ac03c439b5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:13.962798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ab72cbb-4193-492d-aaa2-c4a358b40834 req-cb368f61-8c8e-4c08-bca5-c1ac03c439b5 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0483723 Aug 16 03:02:13.999990 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8ab72cbb-4193-492d-aaa2-c4a358b40834 req-f47b21d9-e425-474a-966a-e5081345bf91 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 Aug 16 03:02:15.114328 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7034418-d14f-45fe-8df5-bbd75b668a19 req-66254d61-7c6c-4acb-b4f8-8882bc6a8dde tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:15.115803 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7034418-d14f-45fe-8df5-bbd75b668a19 req-66254d61-7c6c-4acb-b4f8-8882bc6a8dde tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0482688 Aug 16 03:02:15.153639 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7034418-d14f-45fe-8df5-bbd75b668a19 req-f3b6af9a-7e00-4a13-8075-dc11120c7a2d tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319238 Aug 16 03:02:16.271177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4af95-701e-4590-911e-a2abcee9e9b8 req-acfa5fd4-d886-4c7f-8936-14db7ebabe2f tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:16.272652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cc4af95-701e-4590-911e-a2abcee9e9b8 req-acfa5fd4-d886-4c7f-8936-14db7ebabe2f tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0537639 Aug 16 03:02:16.310219 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5cc4af95-701e-4590-911e-a2abcee9e9b8 req-ca7d0444-21f4-4ba7-b711-920aab59996a tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316584 Aug 16 03:02:17.425222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6d196-0d82-4848-a3d8-5f5e33c4d592 req-81763129-aecb-44f4-b71b-b19c28bb5438 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:17.427021 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fb6d196-0d82-4848-a3d8-5f5e33c4d592 req-81763129-aecb-44f4-b71b-b19c28bb5438 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0501943 Aug 16 03:02:17.466169 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4fb6d196-0d82-4848-a3d8-5f5e33c4d592 req-1a4a865d-d33c-40d1-8345-d15c386f2bef tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330555 Aug 16 03:02:18.580208 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21e6ea-bec7-4942-a6b3-21038f274a75 req-ea397983-0763-4fc8-b0a2-3590fe8e1c00 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:18.581677 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c21e6ea-bec7-4942-a6b3-21038f274a75 req-ea397983-0763-4fc8-b0a2-3590fe8e1c00 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 943 time: 0.0485694 Aug 16 03:02:18.618986 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4c21e6ea-bec7-4942-a6b3-21038f274a75 req-306a7a72-8a37-47ca-8f14-d37c8077e1ee tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312297 Aug 16 03:02:19.317076 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:02:19.408485 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:19.423964 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'port_id': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'mac_address': 'fa:16:3e:b0:5a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:02:19.460867 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.473852 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:02:19.492548 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:19.549536 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.595657 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,revision_number=9']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:19.747409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a096bdc-8709-4f55-8142-fdb53ca61a29 req-7c69a4f3-829b-4681-9ca8-f66c29690245 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:19.748910 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a096bdc-8709-4f55-8142-fdb53ca61a29 req-7c69a4f3-829b-4681-9ca8-f66c29690245 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 944 time: 0.0625401 Aug 16 03:02:19.779035 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['4f23b627-3dec-41f0-9c3a-dfbf9aa95608'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:02:19.786601 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5a096bdc-8709-4f55-8142-fdb53ca61a29 req-73569bf7-aab6-4f3f-986d-df2b4fa8f090 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316143 Aug 16 03:02:20.905352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efc277-341d-4551-b368-fc2d4711ec22 req-ecbb0410-b5c0-49de-9520-ac2bed08dd85 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:20.906866 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21efc277-341d-4551-b368-fc2d4711ec22 req-ecbb0410-b5c0-49de-9520-ac2bed08dd85 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 944 time: 0.0488255 Aug 16 03:02:20.944712 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-21efc277-341d-4551-b368-fc2d4711ec22 req-327d410b-c19e-4579-9216-5649f84b2e66 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313199 Aug 16 03:02:21.333037 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:21.506464 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:21.510681 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:21.511016 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.587993 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.609180 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:21.611422 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baa8d5a-9c2f-4f26-b28f-c8811e3fa019" -d '{"events": [{"server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "name": "network-vif-plugged", "status": "completed", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:21.624331 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:21.649207 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15636638-8c95-4ffd-9d21-d07a41c0e86f x-openstack-request-id: req-15636638-8c95-4ffd-9d21-d07a41c0e86f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:21.649607 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "name": "network-vif-plugged", "status": "completed", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:21.649964 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15636638-8c95-4ffd-9d21-d07a41c0e86f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:21.650419 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'code': 200} Aug 16 03:02:21.718012 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.746292 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.769779 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,revision_number=10']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:21.793420 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b663a5-b855-458b-9ec6-4865d0ab1d15 req-d815f3c9-bac1-45f3-9e46-d3eabf253459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:21.794968 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98b663a5-b855-458b-9ec6-4865d0ab1d15 req-d815f3c9-bac1-45f3-9e46-d3eabf253459 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1098 time: 0.0424016 Aug 16 03:02:21.829977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-98b663a5-b855-458b-9ec6-4865d0ab1d15 req-4b4c456d-24ec-48da-acc9-c9efd4108b7d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272610 Aug 16 03:02:22.063903 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9316a0b-d930-4c8a-932b-d6fe7491c43d req-47803fe0-8529-4c6c-be75-ebe4bc51b643 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:22.065272 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9316a0b-d930-4c8a-932b-d6fe7491c43d req-47803fe0-8529-4c6c-be75-ebe4bc51b643 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 946 time: 0.0525603 Aug 16 03:02:22.103031 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b9316a0b-d930-4c8a-932b-d6fe7491c43d req-9e465e38-5b8e-40a1-8386-1edc174a8826 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316763 Aug 16 03:02:22.620162 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.217389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721d05-1528-4f9d-a238-ec3b4097b89e req-9c184bd1-17e5-4200-bba0-4dcb6bc019b7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:23.218913 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61721d05-1528-4f9d-a238-ec3b4097b89e req-9c184bd1-17e5-4200-bba0-4dcb6bc019b7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 946 time: 0.0493681 Aug 16 03:02:23.256775 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-61721d05-1528-4f9d-a238-ec3b4097b89e req-e0c8b463-dcc0-4757-a14c-a3c6e0a6eba6 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317223 Aug 16 03:02:25.268152 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-1c072cb3-db2d-4148-9a06-3a900bf1c557 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390370 Aug 16 03:02:25.351297 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-3b3111d6-463a-4df3-b5be-9cdc4ed5c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:25.352782 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-3b3111d6-463a-4df3-b5be-9cdc4ed5c7c8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1098 time: 0.0442190 Aug 16 03:02:25.453769 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-61e8c3ec-6970-42d9-8087-adb380e862c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:25.455282 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-61e8c3ec-6970-42d9-8087-adb380e862c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0844364 Aug 16 03:02:25.523583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-42291c7d-03a5-4946-9c25-7581e6e1a96a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 1001 time: 0.0614748 Aug 16 03:02:25.572521 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-3e340506-b15f-45c8-b8e2-65e18a4713fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:25.574121 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-3e340506-b15f-45c8-b8e2-65e18a4713fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0439239 Aug 16 03:02:25.622658 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-4ce4a4e9-e066-4e5f-bdda-1d136ccd2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:25.624280 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-4ce4a4e9-e066-4e5f-bdda-1d136ccd2882 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429599 Aug 16 03:02:25.716894 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-c150d91e-943d-4002-924c-a63414370629 service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853014 Aug 16 03:02:25.805798 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a1532af7-40b5-44d3-af87-def651a2ad28 req-45e82c7d-b5e4-48ca-a40a-a37c8c0eb29c service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815442 Aug 16 03:02:29.923087 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc64867b-f0e4-4735-9db1-9a023182f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.951860 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-69ff31a1-8142-47ad-8487-3c6ea391176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.980310 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.377669 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.147172 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:46.398343 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:02:51.751785 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:52.680268 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:59.939800 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-29aa6601-bfaa-4ae9-b628-52e57f2afd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:02.980174 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:02.996941 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2e512808-f952-49c0-8395-9edba4733987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:04.391721 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:06.154850 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:21.799656 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:22.722694 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:23.397348 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:03:25.252136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b636068b-c548-4768-ba64-79e40aa69aea req-80a2d4c8-eeb9-4416-adf0-0204ea686a1f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411665 Aug 16 03:03:25.334805 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636068b-c548-4768-ba64-79e40aa69aea req-d50a0d52-7032-434d-8021-12cb8fbd240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:25.336289 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b636068b-c548-4768-ba64-79e40aa69aea req-d50a0d52-7032-434d-8021-12cb8fbd240c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1098 time: 0.0438852 Aug 16 03:03:25.437649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636068b-c548-4768-ba64-79e40aa69aea req-2983aede-34c1-4013-b6a5-2ac452bc58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:25.439149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b636068b-c548-4768-ba64-79e40aa69aea req-2983aede-34c1-4013-b6a5-2ac452bc58b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.0841951 Aug 16 03:03:25.506514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b636068b-c548-4768-ba64-79e40aa69aea req-e5335b77-ec21-4f40-9d9c-23d28e0d88ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 1001 time: 0.0601540 Aug 16 03:03:25.554362 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636068b-c548-4768-ba64-79e40aa69aea req-a3b6ca76-feb2-4795-916c-eadbc09175f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:25.555849 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b636068b-c548-4768-ba64-79e40aa69aea req-a3b6ca76-feb2-4795-916c-eadbc09175f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.0425835 Aug 16 03:03:25.601669 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636068b-c548-4768-ba64-79e40aa69aea req-e1bf0d61-d449-49b2-b317-5a156952c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:25.603395 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b636068b-c548-4768-ba64-79e40aa69aea req-e1bf0d61-d449-49b2-b317-5a156952c5a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399742 Aug 16 03:03:25.614662 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [req-b636068b-c548-4768-ba64-79e40aa69aea req-3d7ee0ab-6dd0-44c7-af64-dcd66eb94550 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=95516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:03:25.615593 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b636068b-c548-4768-ba64-79e40aa69aea req-3d7ee0ab-6dd0-44c7-af64-dcd66eb94550 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048614 Aug 16 03:03:25.706804 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b636068b-c548-4768-ba64-79e40aa69aea req-4df4512d-889b-477b-bb59-08d6df8a72fc service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840728 Aug 16 03:03:25.795105 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b636068b-c548-4768-ba64-79e40aa69aea req-dd07a879-6717-45ce-bca6-06cf9e726729 service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808425 Aug 16 03:03:29.930946 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-53b29ee4-4d9e-4164-a795-83d9703a1ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:32.988329 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:32.996298 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2721335b-d792-4700-9864-9c18a653eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.373487 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:36.125281 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:51.784889 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:52.707839 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:59.535302 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59162) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:59.688968 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Deleting port fcaca030-668d-4d03-b4d2-f321cf69f70e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:03:59.689302 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:59.765102 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:59.765427 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:59.776486 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Calling delete_port for fcaca030-668d-4d03-b4d2-f321cf69f70e owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:03:59.930430 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-dec4176f-74ff-4d14-b3c6-0f7a2e956993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:00.010714 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:00.038327 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event deleted for resources: {'Port': ['ID=fcaca030-668d-4d03-b4d2-f321cf69f70e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:00.061636 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.062002 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.063236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.063236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.063236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.064406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.064406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.064406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.064406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.065347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.065347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.065347 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:00.114128 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:00.117892 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Floating IP 364e2e8c-c616-4159-8854-3d65f1fe9341 disassociated (deleted). External IP: 172.25.8.101, port: 4f23b627-3dec-41f0-9c3a-dfbf9aa95608. Aug 16 03:04:00.319560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Router ffd86f92-1938-49c1-b0c4-0ee108049093 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:00.396356 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:04:00.424610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:00.429440 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:00.435095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61622f88-83ce-47be-b95f-13b580b70e06 None None] Sync routers for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:00.443698 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61622f88-83ce-47be-b95f-13b580b70e06 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:00.444302 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-61622f88-83ce-47be-b95f-13b580b70e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:00.456579 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-84d9c0de-0bce-4bcd-8876-452450b9795b tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "DELETE /v2.0/floatingips/364e2e8c-c616-4159-8854-3d65f1fe9341 HTTP/1.1" status: 204 len: 168 time: 0.9201481 Aug 16 03:04:00.457174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:00.459448 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660" -d '{"events": [{"name": "network-changed", "server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:00.547794 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-61622f88-83ce-47be-b95f-13b580b70e06 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:00.909924 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-61622f88-83ce-47be-b95f-13b580b70e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:00.916115 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c847ac3c-8291-4243-9ae3-992fee4133f1 x-openstack-request-id: req-c847ac3c-8291-4243-9ae3-992fee4133f1 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:00.916626 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:00.916731 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c847ac3c-8291-4243-9ae3-992fee4133f1 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:00.917056 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'status': 'completed', 'code': 200} Aug 16 03:04:00.937761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61622f88-83ce-47be-b95f-13b580b70e06 None None] Checking router: ffd86f92-1938-49c1-b0c4-0ee108049093 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:00.946129 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61622f88-83ce-47be-b95f-13b580b70e06 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:00.946893 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-61622f88-83ce-47be-b95f-13b580b70e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:03:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:01.008237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660 req-d3214343-c266-4659-94b8-83c60e01182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:01.009791 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660 req-d3214343-c266-4659-94b8-83c60e01182e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add0b1c08b8478f86f3397a807e38f4&device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 1098 time: 0.0689111 Aug 16 03:04:01.033943 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6996-1976-490a-8bd0-27d3a15ab64b req-ec6b43a9-d1f1-4a69-a298-44e2067a2f15 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:01.035394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e9f6996-1976-490a-8bd0-27d3a15ab64b req-ec6b43a9-d1f1-4a69-a298-44e2067a2f15 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 946 time: 0.0679252 Aug 16 03:04:01.053457 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-61622f88-83ce-47be-b95f-13b580b70e06 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:01.120675 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1e9f6996-1976-490a-8bd0-27d3a15ab64b req-0ad4d4c8-78a4-4bac-bfe7-1c3375642770 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720055 Aug 16 03:04:01.143533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660 req-007ef97f-d4cd-49ba-b905-9b9b208da946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:01.143533 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660 req-007ef97f-d4cd-49ba-b905-9b9b208da946 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 200 len: 909 time: 0.1250784 Aug 16 03:04:01.185303 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660 req-736e9163-2313-4008-81a3-48d1ef4eb675 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 200 len: 217 time: 0.0347452 Aug 16 03:04:01.267402 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-61622f88-83ce-47be-b95f-13b580b70e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:01.295453 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61622f88-83ce-47be-b95f-13b580b70e06 None None] The sync data for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 is: [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:07Z', 'revision_number': 4, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'd59326fb-1d1f-4584-8d31-fae45c22a305', 'name': '', 'network_id': 'f5cb4d70-b654-4747-a76a-a6bea4ab80f6', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'mac_address': 'fa:16:3e:5d:17:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:06Z', 'updated_at': '2021-08-16T02:54:11Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'subnets': [{'id': '3119d30c-63c3-46c0-9c16-b0d43f836d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:01.537831 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74022c9-798d-43d2-b0fd-bceb68968a38 None None] New status for floating IP 364e2e8c-c616-4159-8854-3d65f1fe9341: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:04:01.599778 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660 req-7be5cfa4-ec23-4b5b-8c50-e368a1df02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:01.601281 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660 req-7be5cfa4-ec23-4b5b-8c50-e368a1df02e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 200 len: 847 time: 0.4087667 Aug 16 03:04:01.650409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660 req-7f05f40d-c535-4e8f-b1a2-7e37d6964d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:01.651917 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660 req-7f05f40d-c535-4e8f-b1a2-7e37d6964d39 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5cb4d70-b654-4747-a76a-a6bea4ab80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419509 Aug 16 03:04:01.742457 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660 req-17ef3255-0b13-4b96-88d7-b50adc104594 service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824893 Aug 16 03:04:01.835850 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-de5cf2ab-db50-4f8a-80e8-27b1b19c9660 req-4c08aeb4-6df7-4cc0-98a6-5f8f21421f82 service neutron] 10.222.0.74 "GET /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857513 Aug 16 03:04:02.242446 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731b7a4-49d0-477c-8a17-9c0c798dd3c0 req-b5794803-1bd0-4685-a9bf-5acd09065baa tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:02.243987 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7731b7a4-49d0-477c-8a17-9c0c798dd3c0 req-b5794803-1bd0-4685-a9bf-5acd09065baa tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 946 time: 0.0507190 Aug 16 03:04:02.282589 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7731b7a4-49d0-477c-8a17-9c0c798dd3c0 req-737c5f6e-ba68-4316-8023-4a6dc8de8bbd tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/security-groups?id=094dce38-4748-4e23-84d2-d8a958be3d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321040 Aug 16 03:04:02.433594 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ece2c-3187-4f7c-bddb-ae79ec15361c req-6138fd6d-f6e4-4d79-9223-7b46bb40fdff tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:02.435305 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc3ece2c-3187-4f7c-bddb-ae79ec15361c req-6138fd6d-f6e4-4d79-9223-7b46bb40fdff tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.74 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 946 time: 0.0513041 Aug 16 03:04:02.532525 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-dc3ece2c-3187-4f7c-bddb-ae79ec15361c req-e7f01380-c5a5-41f9-ba32-7b8ca7d2fcbc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Deleting port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:02.532857 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc3ece2c-3187-4f7c-bddb-ae79ec15361c req-e7f01380-c5a5-41f9-ba32-7b8ca7d2fcbc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:02.622858 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-dc3ece2c-3187-4f7c-bddb-ae79ec15361c req-e7f01380-c5a5-41f9-ba32-7b8ca7d2fcbc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] For port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:02.623452 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc3ece2c-3187-4f7c-bddb-ae79ec15361c req-e7f01380-c5a5-41f9-ba32-7b8ca7d2fcbc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:02.636256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-dc3ece2c-3187-4f7c-bddb-ae79ec15361c req-e7f01380-c5a5-41f9-ba32-7b8ca7d2fcbc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Calling delete_port for 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:02.839247 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc3ece2c-3187-4f7c-bddb-ae79ec15361c req-e7f01380-c5a5-41f9-ba32-7b8ca7d2fcbc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:02.869332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f01380-c5a5-41f9-ba32-7b8ca7d2fcbc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event deleted for resources: {'Port': ['ID=4f23b627-3dec-41f0-9c3a-dfbf9aa95608,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:02.915681 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3ece2c-3187-4f7c-bddb-ae79ec15361c req-e7f01380-c5a5-41f9-ba32-7b8ca7d2fcbc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] No DVR routers for this DVR port 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:04:02.918397 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-dc3ece2c-3187-4f7c-bddb-ae79ec15361c req-e7f01380-c5a5-41f9-ba32-7b8ca7d2fcbc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:02.920577 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-dc3ece2c-3187-4f7c-bddb-ae79ec15361c req-e7f01380-c5a5-41f9-ba32-7b8ca7d2fcbc tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.74 "DELETE /v2.0/ports/4f23b627-3dec-41f0-9c3a-dfbf9aa95608 HTTP/1.1" status: 204 len: 173 time: 0.4791131 Aug 16 03:04:02.921007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'name': 'network-vif-deleted', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:02.925958 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad899043-f20d-471c-a4f6-a14c25db5974" -d '{"events": [{"server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "name": "network-vif-deleted", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:02.963258 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab91d4d-6d4a-416b-9a2b-542ec3cb6962 x-openstack-request-id: req-1ab91d4d-6d4a-416b-9a2b-542ec3cb6962 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:02.963656 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152edfd4-e76e-417f-aa48-bfd5f8e0fd24", "name": "network-vif-deleted", "tag": "4f23b627-3dec-41f0-9c3a-dfbf9aa95608", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:02.964063 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ab91d4d-6d4a-416b-9a2b-542ec3cb6962 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:02.964462 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152edfd4-e76e-417f-aa48-bfd5f8e0fd24', 'name': 'network-vif-deleted', 'tag': '4f23b627-3dec-41f0-9c3a-dfbf9aa95608', 'status': 'completed', 'code': 200} Aug 16 03:04:03.002059 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:03.033486 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-eca15347-830f-4aa5-9eef-a2b6da753b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:03.382852 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-441070c1-d08d-4a5c-9bc9-317ae68d9290 req-a7c8084f-03eb-4ae7-b2a2-c1b7bb1a7433 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 210 time: 0.0271571 Aug 16 03:04:04.385123 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:04.481708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-02a2d277-9870-460f-9f00-4a942601d979 req-d253a497-c462-4ddd-99f2-2a44104ca5f7 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 210 time: 0.0269599 Aug 16 03:04:05.579983 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-14a8a1a1-0d72-4b60-87d3-9c8178925844 req-d9ac26ba-aeef-4254-8c07-d74fabf6f194 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 210 time: 0.0268064 Aug 16 03:04:05.908988 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:05.929731 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:04:05.930117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4f23b627-3dec-41f0-9c3a-dfbf9aa95608 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:06.124940 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:06.673516 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-039c159c-a4ac-4d02-a1c1-0ad45f5a07ab req-cfbe067f-595c-4e6f-93e4-25349cd6f2cb tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "GET /v2.0/ports?device_id=152edfd4-e76e-417f-aa48-bfd5f8e0fd24 HTTP/1.1" status: 200 len: 210 time: 0.0263925 Aug 16 03:04:07.730022 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59194) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:07.790492 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:07.815134 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:07.942274 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:07.944921 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:07.946170 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] 10.222.0.66 "DELETE /v2.0/security-groups/094dce38-4748-4e23-84d2-d8a958be3d27 HTTP/1.1" status: 204 len: 168 time: 0.2150888 Aug 16 03:04:07.962654 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094dce38-4748-4e23-84d2-d8a958be3d27,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:07.972196 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:07.972547 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:07.972894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:07.973257 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:07.973602 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:07.973967 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:07.974302 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:07.974698 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:07.974965 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:07.975308 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:07.975640 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:07.975963 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e161de-6acd-4ce1-9965-e84861eb1389 tempest-TestShelveInstance-515906779 tempest-TestShelveInstance-515906779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:08.108220 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59200) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:08.634346 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:08.898896 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] Deleting port d59326fb-1d1f-4584-8d31-fae45c22a305 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:08.899582 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:08.980856 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] For port d59326fb-1d1f-4584-8d31-fae45c22a305, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=d59326fb-1d1f-4584-8d31-fae45c22a305,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:08.981253 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:08.999648 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] Calling delete_port for d59326fb-1d1f-4584-8d31-fae45c22a305 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:09.265033 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:09.293913 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59326fb-1d1f-4584-8d31-fae45c22a305,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:09.468349 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:09.689502 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] Router ffd86f92-1938-49c1-b0c4-0ee108049093 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:09.797886 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:09.802864 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-852b552d-1720-403f-8ab2-f71de7621357 admin admin] 10.222.0.66 "PUT /v2.0/routers/ffd86f92-1938-49c1-b0c4-0ee108049093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6936178 Aug 16 03:04:09.805358 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59206) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:09.808061 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c1d1a0-42fe-49ed-9ef2-c8c2bce40940 None None] Sync routers for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:09.817725 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1d1a0-42fe-49ed-9ef2-c8c2bce40940 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:09.818395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-84c1d1a0-42fe-49ed-9ef2-c8c2bce40940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:09.916802 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:09.929976 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-84c1d1a0-42fe-49ed-9ef2-c8c2bce40940 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:10.022268 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.115205 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-84c1d1a0-42fe-49ed-9ef2-c8c2bce40940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T03:04:09Z', 'revision_number': 5, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port': {'id': '8c8585f9-23ec-411e-911f-7fbc59ebfe0e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T02:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:10.142725 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c1d1a0-42fe-49ed-9ef2-c8c2bce40940 None None] Checking router: ffd86f92-1938-49c1-b0c4-0ee108049093 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:10.143169 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Deleting port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:10.143514 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.151266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1d1a0-42fe-49ed-9ef2-c8c2bce40940 None None] Routers {'ffd86f92-1938-49c1-b0c4-0ee108049093'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:10.151991 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-84c1d1a0-42fe-49ed-9ef2-c8c2bce40940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ffd86f92-1938-49c1-b0c4-0ee108049093'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:10.227018 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] For port 8c8585f9-23ec-411e-911f-7fbc59ebfe0e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8c8585f9-23ec-411e-911f-7fbc59ebfe0e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:10.227416 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.239787 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-84c1d1a0-42fe-49ed-9ef2-c8c2bce40940 None None] Set router ffd86f92-1938-49c1-b0c4-0ee108049093 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:10.244891 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Calling delete_port for 8c8585f9-23ec-411e-911f-7fbc59ebfe0e owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:10.290853 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-84c1d1a0-42fe-49ed-9ef2-c8c2bce40940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T03:04:10Z', 'revision_number': 6, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:10.320817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c1d1a0-42fe-49ed-9ef2-c8c2bce40940 None None] The sync data for ids ['ffd86f92-1938-49c1-b0c4-0ee108049093'] in n-d-768509-23 is: [{'id': 'ffd86f92-1938-49c1-b0c4-0ee108049093', 'name': 'tempest-TestShelveInstance-387807811-router', 'tenant_id': '5add0b1c08b8478f86f3397a807e38f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:04Z', 'updated_at': '2021-08-16T03:04:10Z', 'revision_number': 6, 'project_id': '5add0b1c08b8478f86f3397a807e38f4', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:10.476442 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.506078 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8585f9-23ec-411e-911f-7fbc59ebfe0e,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:10.566804 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.657050 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.659502 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.796332 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.796906 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffd86f92-1938-49c1-b0c4-0ee108049093 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:04:10.801244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.802550 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-310e241f-3089-41d8-ae97-7354a9eea392 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ffd86f92-1938-49c1-b0c4-0ee108049093 HTTP/1.1" status: 204 len: 168 time: 0.9962451 Aug 16 03:04:10.805015 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59208) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:10.850104 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1a5e07-872e-4a1e-9354-c52b304b95b9 admin admin] Deleting subnet 3119d30c-63c3-46c0-9c16-b0d43f836d0d {{(pid=95515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:04:10.853028 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5e07-872e-4a1e-9354-c52b304b95b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.895136 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5e07-872e-4a1e-9354-c52b304b95b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980529'] for subnet, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.979714 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5e07-872e-4a1e-9354-c52b304b95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.108293 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5e07-872e-4a1e-9354-c52b304b95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26042441'] for subnet, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.132071 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a5e07-872e-4a1e-9354-c52b304b95b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3119d30c-63c3-46c0-9c16-b0d43f836d0d,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:11.137581 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5e07-872e-4a1e-9354-c52b304b95b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.139667 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5b1a5e07-872e-4a1e-9354-c52b304b95b9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3119d30c-63c3-46c0-9c16-b0d43f836d0d HTTP/1.1" status: 204 len: 168 time: 0.3336935 Aug 16 03:04:11.142123 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59210) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:11.144643 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b85dd6-6382-413e-9440-5b001f3f7c5d None None] Network f5cb4d70-b654-4747-a76a-a6bea4ab80f6 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:04:11.210242 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.268031 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Deleting port b74dd42e-d464-4a7e-9303-ce986b380b4c {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:11.268442 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.316639 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] DHCP port deletion for f5cb4d70-b654-4747-a76a-a6bea4ab80f6 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:04:11.333073 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] For port b74dd42e-d464-4a7e-9303-ce986b380b4c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b74dd42e-d464-4a7e-9303-ce986b380b4c,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:11.333244 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.347403 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Calling delete_port for b74dd42e-d464-4a7e-9303-ce986b380b4c owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:11.363951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Deleting port b74dd42e-d464-4a7e-9303-ce986b380b4c {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:11.364249 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.400743 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d59326fb-1d1f-4584-8d31-fae45c22a305 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:11.428965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: d59326fb-1d1f-4584-8d31-fae45c22a305 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:04:11.429312 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device d59326fb-1d1f-4584-8d31-fae45c22a305 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:11.429726 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device b74dd42e-d464-4a7e-9303-ce986b380b4c no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:11.475291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] For port b74dd42e-d464-4a7e-9303-ce986b380b4c, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=b74dd42e-d464-4a7e-9303-ce986b380b4c,segment=NetworkSegment(3503d09a-a401-4a33-a3e6-99deebe22afc),segment_id=3503d09a-a401-4a33-a3e6-99deebe22afc)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:11.475687 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.490820 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Calling delete_port for b74dd42e-d464-4a7e-9303-ce986b380b4c owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:11.513338 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.546307 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] No DVR routers for this DVR port b74dd42e-d464-4a7e-9303-ce986b380b4c on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:04:11.550143 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74dd42e-d464-4a7e-9303-ce986b380b4c,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:11.553183 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Port b74dd42e-d464-4a7e-9303-ce986b380b4c update to DOWN by agent not found {{(pid=95517) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 03:04:11.553620 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c8585f9-23ec-411e-911f-7fbc59ebfe0e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:11.573719 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 8c8585f9-23ec-411e-911f-7fbc59ebfe0e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:04:11.574089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8c8585f9-23ec-411e-911f-7fbc59ebfe0e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:04:11.605442 n-d-768509-23 neutron-server[95517]: self.session.flush() Aug 16 03:04:11.613591 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.623060 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.632907 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cb4d70-b654-4747-a76a-a6bea4ab80f6']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:11.638758 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Pushing event deleted for resources: {'Port': ['ID=b74dd42e-d464-4a7e-9303-ce986b380b4c,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:11.643045 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] No DVR routers for this DVR port b74dd42e-d464-4a7e-9303-ce986b380b4c on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:04:11.644148 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3503d09a-a401-4a33-a3e6-99deebe22afc') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:11.644467 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3503d09a-a401-4a33-a3e6-99deebe22afc') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.656247 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619ddde-fe8f-4a67-9c49-6f3a774a5710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.661635 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.675246 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.680921 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:04:11.681300 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: timer() Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:04:11.682959 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:04:11.804557 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.810736 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.814164 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f5cb4d70-b654-4747-a76a-a6bea4ab80f6 HTTP/1.1" status: 204 len: 168 time: 0.6696265 Aug 16 03:04:11.815729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59212) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:11.824061 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b26d3-4693-4456-96ba-73b7a84b9470 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5cb4d70-b654-4747-a76a-a6bea4ab80f6,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:12.158653 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:12.404414 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] Deleting port 17fe8be4-9e23-4f74-9050-eb5ea2b75750 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:12.405012 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:12.483134 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] For port 17fe8be4-9e23-4f74-9050-eb5ea2b75750, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=17fe8be4-9e23-4f74-9050-eb5ea2b75750,segment=NetworkSegment(b00d924a-efb7-446b-a1e8-2a5b00e12aaa),segment_id=b00d924a-efb7-446b-a1e8-2a5b00e12aaa)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:12.483506 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:12.500712 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] Calling delete_port for 17fe8be4-9e23-4f74-9050-eb5ea2b75750 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:12.753201 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:12.784546 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] Pushing event deleted for resources: {'Port': ['ID=17fe8be4-9e23-4f74-9050-eb5ea2b75750,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:12.946456 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.159407 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] Router c9f8002c-373a-4950-9370-4bd5b624f0ff has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:13.264430 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:13.272083 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-6c2732f8-6622-46c0-bcb4-7231be5c3298 admin admin] 10.222.0.66 "PUT /v2.0/routers/c9f8002c-373a-4950-9370-4bd5b624f0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4526391 Aug 16 03:04:13.272083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59218) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:13.272758 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59041e33-3c84-4351-b563-57bdcebec0d3 None None] Sync routers for ids ['c9f8002c-373a-4950-9370-4bd5b624f0ff'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:13.282633 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59041e33-3c84-4351-b563-57bdcebec0d3 None None] Routers {'c9f8002c-373a-4950-9370-4bd5b624f0ff'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:13.283241 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-59041e33-3c84-4351-b563-57bdcebec0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c9f8002c-373a-4950-9370-4bd5b624f0ff'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:13.380974 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.389587 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-59041e33-3c84-4351-b563-57bdcebec0d3 None None] Set router c9f8002c-373a-4950-9370-4bd5b624f0ff gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:13.485876 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.564354 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-59041e33-3c84-4351-b563-57bdcebec0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'name': 'tempest-TestShelveInstance-1953760093-router', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:10Z', 'updated_at': '2021-08-16T03:04:12Z', 'revision_number': 5, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'gw_port': {'id': '3f72f093-0570-4674-a568-3bd9bc78bcb0', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:11Z', 'updated_at': '2021-08-16T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:13.589797 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59041e33-3c84-4351-b563-57bdcebec0d3 None None] Checking router: c9f8002c-373a-4950-9370-4bd5b624f0ff for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:13.597929 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59041e33-3c84-4351-b563-57bdcebec0d3 None None] Routers {'c9f8002c-373a-4950-9370-4bd5b624f0ff'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:13.598520 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-59041e33-3c84-4351-b563-57bdcebec0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['c9f8002c-373a-4950-9370-4bd5b624f0ff'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:13.623930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Deleting port 3f72f093-0570-4674-a568-3bd9bc78bcb0 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:13.624275 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.683457 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-59041e33-3c84-4351-b563-57bdcebec0d3 None None] Set router c9f8002c-373a-4950-9370-4bd5b624f0ff gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:13.702584 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] For port 3f72f093-0570-4674-a568-3bd9bc78bcb0, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=3f72f093-0570-4674-a568-3bd9bc78bcb0,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:13.702950 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.715835 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Calling delete_port for 3f72f093-0570-4674-a568-3bd9bc78bcb0 owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:13.736721 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-59041e33-3c84-4351-b563-57bdcebec0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'name': 'tempest-TestShelveInstance-1953760093-router', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:10Z', 'updated_at': '2021-08-16T03:04:13Z', 'revision_number': 6, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:13.762407 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59041e33-3c84-4351-b563-57bdcebec0d3 None None] The sync data for ids ['c9f8002c-373a-4950-9370-4bd5b624f0ff'] in n-d-768509-23 is: [{'id': 'c9f8002c-373a-4950-9370-4bd5b624f0ff', 'name': 'tempest-TestShelveInstance-1953760093-router', 'tenant_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:10Z', 'updated_at': '2021-08-16T03:04:13Z', 'revision_number': 6, 'project_id': '84dd34e9254b4fb38a301d3cc86f9c4b', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:13.982273 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.011400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f72f093-0570-4674-a568-3bd9bc78bcb0,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:14.071560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.164531 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.166857 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.305316 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.305770 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9f8002c-373a-4950-9370-4bd5b624f0ff {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:04:14.310059 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.311237 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-de89e44f-969c-4798-a159-439a99e5a185 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c9f8002c-373a-4950-9370-4bd5b624f0ff HTTP/1.1" status: 204 len: 168 time: 1.0382376 Aug 16 03:04:14.323259 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59220) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:14.371236 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d72c4f-3acf-4986-9ba4-17ba426f0a77 admin admin] Deleting subnet df84729b-69c1-4ddb-8011-15db18ed3f53 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:04:14.374207 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4d72c4f-3acf-4986-9ba4-17ba426f0a77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.407985 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4d72c4f-3acf-4986-9ba4-17ba426f0a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.484587 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4d72c4f-3acf-4986-9ba4-17ba426f0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.607804 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4d72c4f-3acf-4986-9ba4-17ba426f0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.634777 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d72c4f-3acf-4986-9ba4-17ba426f0a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df84729b-69c1-4ddb-8011-15db18ed3f53,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:14.640963 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-c4d72c4f-3acf-4986-9ba4-17ba426f0a77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.642900 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-c4d72c4f-3acf-4986-9ba4-17ba426f0a77 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/df84729b-69c1-4ddb-8011-15db18ed3f53 HTTP/1.1" status: 204 len: 168 time: 0.3187177 Aug 16 03:04:14.645533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59222) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:14.646338 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c7c5aa-1f2a-466c-8970-d78ebfe20dee None None] Network 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:04:14.717483 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.775905 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Deleting port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:14.776248 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.847206 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f903b-c1f5-4cf5-b91b-41a6d354e3b7 None None] DHCP port deletion for 12f0841a-d841-4d5a-aa00-ea9942d4b1e5 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:04:14.856986 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] For port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8218fcd9-85bf-483a-92e3-4c8f51b9e2f9,segment=NetworkSegment(b00d924a-efb7-446b-a1e8-2a5b00e12aaa),segment_id=b00d924a-efb7-446b-a1e8-2a5b00e12aaa)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:14.857356 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.869795 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Calling delete_port for 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:14.892864 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f903b-c1f5-4cf5-b91b-41a6d354e3b7 None None] Deleting port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:14.893240 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5c6f903b-c1f5-4cf5-b91b-41a6d354e3b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.962652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-5c6f903b-c1f5-4cf5-b91b-41a6d354e3b7 None None] For port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=8218fcd9-85bf-483a-92e3-4c8f51b9e2f9,segment=NetworkSegment(b00d924a-efb7-446b-a1e8-2a5b00e12aaa),segment_id=b00d924a-efb7-446b-a1e8-2a5b00e12aaa)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:14.963055 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5c6f903b-c1f5-4cf5-b91b-41a6d354e3b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.975598 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f903b-c1f5-4cf5-b91b-41a6d354e3b7 None None] Calling delete_port for 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:15.036021 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.054211 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5c6f903b-c1f5-4cf5-b91b-41a6d354e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.065150 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=8218fcd9-85bf-483a-92e3-4c8f51b9e2f9,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:15.068555 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] No DVR routers for this DVR port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:04:15.078241 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f903b-c1f5-4cf5-b91b-41a6d354e3b7 None None] Pushing event deleted for resources: {'Port': ['ID=8218fcd9-85bf-483a-92e3-4c8f51b9e2f9,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:15.083629 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f903b-c1f5-4cf5-b91b-41a6d354e3b7 None None] No DVR routers for this DVR port 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:04:15.138185 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.147544 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f0841a-d841-4d5a-aa00-ea9942d4b1e5']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:15.157691 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00d924a-efb7-446b-a1e8-2a5b00e12aaa') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:15.158020 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00d924a-efb7-446b-a1e8-2a5b00e12aaa') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:15.166443 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.180055 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.186548 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:04:15.186961 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: timer() Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:04:15.188569 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:04:15.313277 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.318981 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.323303 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] 10.222.0.66 "DELETE /v2.0/networks/12f0841a-d841-4d5a-aa00-ea9942d4b1e5 HTTP/1.1" status: 204 len: 168 time: 0.6742184 Aug 16 03:04:15.334516 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283240f-9c60-425d-89a2-c426c7fb6fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=12f0841a-d841-4d5a-aa00-ea9942d4b1e5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:15.383767 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:15.410974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:04:15.410974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 8218fcd9-85bf-483a-92e3-4c8f51b9e2f9 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:15.410974 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3f72f093-0570-4674-a568-3bd9bc78bcb0 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:15.424793 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 3f72f093-0570-4674-a568-3bd9bc78bcb0 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:04:15.425145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 3f72f093-0570-4674-a568-3bd9bc78bcb0 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:15.425567 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 17fe8be4-9e23-4f74-9050-eb5ea2b75750 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:15.445843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 17fe8be4-9e23-4f74-9050-eb5ea2b75750 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:04:15.446194 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 17fe8be4-9e23-4f74-9050-eb5ea2b75750 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:15.765335 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59226) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:15.805421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-295ec2f1-f68a-47ae-9062-36d366e52703 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5add0b1c08b8478f86f3397a807e38f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388567 Aug 16 03:04:15.807856 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59228) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:15.853992 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e27455-7760-4030-b4e1-231f46404cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.875407 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e27455-7760-4030-b4e1-231f46404cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.998818 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e27455-7760-4030-b4e1-231f46404cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:16.001394 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-79e27455-7760-4030-b4e1-231f46404cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:16.002587 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-79e27455-7760-4030-b4e1-231f46404cbc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a2681c1-fd6d-465a-ad37-7cec8556774c HTTP/1.1" status: 204 len: 168 time: 0.1938376 Aug 16 03:04:16.010412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e27455-7760-4030-b4e1-231f46404cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2681c1-fd6d-465a-ad37-7cec8556774c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:16.776635 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59234) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:16.820061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0e4e2b04-68be-4413-a605-7d1e26c13da5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84dd34e9254b4fb38a301d3cc86f9c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422835 Aug 16 03:04:16.822532 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59236) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:16.869847 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eccc6cd9-1afe-46ee-9574-e22cdbb81bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:16.890276 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eccc6cd9-1afe-46ee-9574-e22cdbb81bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:17.010508 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eccc6cd9-1afe-46ee-9574-e22cdbb81bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:17.013546 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-eccc6cd9-1afe-46ee-9574-e22cdbb81bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:17.014755 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-eccc6cd9-1afe-46ee-9574-e22cdbb81bc6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8306cbd-79e7-417f-bbc8-85ba984d2451 HTTP/1.1" status: 204 len: 168 time: 0.1913338 Aug 16 03:04:17.023573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc6cd9-1afe-46ee-9574-e22cdbb81bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8306cbd-79e7-417f-bbc8-85ba984d2451,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:18.080747 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59258) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:18.196930 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1614938571-network', 'tenant_id': '4f60a1de855b4785bc90fab743465d48'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:18.287533 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Made reservation on behalf of 4f60a1de855b4785bc90fab743465d48 for: {'network': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:04:18.289906 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.298496 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.384264 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.450383 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.477929 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:04:18.483316 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9febfa30-5860-43b9-901d-2ef24eed8a2d,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:18.491426 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.491776 n-d-768509-23 neutron-server[95516]: INFO neutron.db.segments_db [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Added segment 70df5b79-652f-4d14-b97e-c6030fbaa46f of type vlan for network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 Aug 16 03:04:18.535090 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.615787 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.616779 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:18.617372 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.675647 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] Pushing event updated for resources: {'Network': ['ID=21a0a1a8-de6c-46f9-b596-d8c5a66e8126,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:18.685656 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:04:18.749061 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-f8e1eab7-d975-4b62-9dc1-6c269c3bc66e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6670988 Aug 16 03:04:18.751879 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59262) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:18.757027 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] Request body: {'subnet': {'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1614938571-subnet', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:18.844214 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] Made reservation on behalf of 4f60a1de855b4785bc90fab743465d48 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:04:18.846578 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.084820 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.140447 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2316fd72-4563-4417-a83f-9d7bac609db7,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:19.148629 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] Checking segment: {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:19.148991 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] Network hostable DHCP agents. Network: 21a0a1a8-de6c-46f9-b596-d8c5a66e8126, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:04:19.249605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] Network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:04:19.315797 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 21a0a1a8-de6c-46f9-b596-d8c5a66e8126) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:19.319753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:19.320590 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.325021 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d38f2e-cbca-4fae-b927-dbe93a4fd09d None None] Network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:04:19.396812 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b9bc5f93-43ee-47a4-b821-ff48167000d3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6437588 Aug 16 03:04:19.400407 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59264) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:19.405847 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:19.472192 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:04:19.473045 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.517170 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.518588 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.570310 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.606967 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Allocated IP 172.20.0.2 (21a0a1a8-de6c-46f9-b596-d8c5a66e8126/2316fd72-4563-4417-a83f-9d7bac609db7/afdc5519-bb80-491c-87f7-2a8c7dbfc2d7) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:19.747796 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.756006 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Transition to ACTIVE for port object afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:19.772295 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Transition to ACTIVE for port object afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:19.788764 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.850826 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.893229 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:19.896259 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:19.898682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:19.908540 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Pushing event updated for resources: {'Port': ['ID=afdc5519-bb80-491c-87f7-2a8c7dbfc2d7,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:19.958510 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Attempting to bind port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:19.958917 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Attempting to bind port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:19.959282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Attempting to bind port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 on network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:19.964468 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:19.964846 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Checking segment: {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:19.965837 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.966279 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Bound using segment: {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:19.966746 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Bound port: afdc5519-bb80-491c-87f7-2a8c7dbfc2d7, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:19.967127 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.029594 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] For port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:20.032951 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] For port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=afdc5519-bb80-491c-87f7-2a8c7dbfc2d7,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:20.081233 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.100048 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.122872 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.185197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6279b4-4857-49ac-b147-be9eda8be736 None None] Pushing event updated for resources: {'Port': ['ID=afdc5519-bb80-491c-87f7-2a8c7dbfc2d7,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:20.208908 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Allocated IP 172.25.8.31 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/90426f23-ec61-41d4-a35b-a54e7b4f67cb) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:20.322201 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.433503 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.474327 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:20.477155 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:20.481282 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:20.486631 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Pushing event updated for resources: {'Port': ['ID=90426f23-ec61-41d4-a35b-a54e7b4f67cb,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:20.815971 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.042948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427f53e-7bda-40ef-9e08-e4f898a5d317 None None] Network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:04:21.177689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-630f1d3b-69b4-47f9-9e22-c984e57ad1d6 None None] Provisioning for port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:21.331850 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.421741 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:21.564332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:21.568172 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:21.568615 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.610099 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Router ddc7681a-c956-4741-b6de-4faa96e47201 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:04:21.645127 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.677062 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=afdc5519-bb80-491c-87f7-2a8c7dbfc2d7,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:21.721964 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:21.731308 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Sync routers for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:21.740096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:21.740705 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:21.776213 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.867496 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.868783 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-22b6791a-13fe-4d8e-a264-094d8f96ce4f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4673576 Aug 16 03:04:21.871894 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59268) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:22.005642 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.025043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=afdc5519-bb80-491c-87f7-2a8c7dbfc2d7,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:22.040823 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:22.214395 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:20Z', 'revision_number': 3, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:22.240697 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Checking router: ddc7681a-c956-4741-b6de-4faa96e47201 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:22.241047 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Updating router ddc7681a-c956-4741-b6de-4faa96e47201 port 90426f23-ec61-41d4-a35b-a54e7b4f67cb binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:04:22.265434 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.292618 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.456905 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.db_base_plugin_common [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Allocated IP 172.20.0.1 (21a0a1a8-de6c-46f9-b596-d8c5a66e8126/2316fd72-4563-4417-a83f-9d7bac609db7/dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3) {{(pid=95515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:22.523194 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.533301 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Transition to ACTIVE for port object 90426f23-ec61-41d4-a35b-a54e7b4f67cb will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:22.564465 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.578325 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.provisioning_blocks [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Transition to ACTIVE for port object dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 will not be triggered until provisioned by entity DHCP. {{(pid=95515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:22.622537 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.653157 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.676150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Attempting to bind port 90426f23-ec61-41d4-a35b-a54e7b4f67cb on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:22.676523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Attempting to bind port 90426f23-ec61-41d4-a35b-a54e7b4f67cb by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:22.676892 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Attempting to bind port 90426f23-ec61-41d4-a35b-a54e7b4f67cb on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:22.678803 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99436bc2-8646-4820-90f0-b09c9b1a3da0 None None] Pushing event updated for resources: {'Port': ['ID=90426f23-ec61-41d4-a35b-a54e7b4f67cb,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:22.684718 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:22.685095 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:22.685506 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.685925 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:22.686396 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Bound port: 90426f23-ec61-41d4-a35b-a54e7b4f67cb, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:22.687191 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.713696 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.737282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] For port 90426f23-ec61-41d4-a35b-a54e7b4f67cb, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:22.740352 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] For port 90426f23-ec61-41d4-a35b-a54e7b4f67cb, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=90426f23-ec61-41d4-a35b-a54e7b4f67cb,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:22.751119 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:22.753981 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:22.756402 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Received port after_create {{(pid=95515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:22.789055 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:22.806753 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.825306 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.888651 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:22.889298 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:22.894636 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99436bc2-8646-4820-90f0-b09c9b1a3da0 None None] Pushing event updated for resources: {'Port': ['ID=90426f23-ec61-41d4-a35b-a54e7b4f67cb,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:23.018905 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:23.027170 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.112560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-986cef61-f7ec-48c1-91c0-16c8ede6a0a2 None None] Provisioning for port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:23.122187 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-986cef61-f7ec-48c1-91c0-16c8ede6a0a2 None None] Provisioning complete for port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:23.122570 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-986cef61-f7ec-48c1-91c0-16c8ede6a0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.177550 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-986cef61-f7ec-48c1-91c0-16c8ede6a0a2 None None] Port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:04:23.195560 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.226431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:20Z', 'revision_number': 3, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:23.256071 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad868d5a-6cf2-4969-90bc-f3c6a074d559 None None] The sync data for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 is: [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:20Z', 'revision_number': 3, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:23.267488 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010865'] for port, after_update {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.340943 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.350922 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3,revision_number=2']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:23.391332 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:23.444092 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:23.444204 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.455382 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 is already hosted by enough agents. {{(pid=95515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:23.456861 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.base_scheduler [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Resources bound (agent type, host, resource id): {{(pid=95515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:23.601361 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Router ddc7681a-c956-4741-b6de-4faa96e47201 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:23.723558 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:23.728884 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-6fe4352e-648c-4968-8507-ad8a266be600 admin admin] 10.222.0.66 "PUT /v2.0/routers/ddc7681a-c956-4741-b6de-4faa96e47201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8558574 Aug 16 03:04:23.800446 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-d38de096-d7af-4318-8ee0-5f0ec88da5f7 None None] Provisioning complete for port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:23.800792 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d38de096-d7af-4318-8ee0-5f0ec88da5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.836945 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-d38de096-d7af-4318-8ee0-5f0ec88da5f7 None None] Port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:04:24.432063 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59284) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:24.437979 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.v2.base [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-236359851-network', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8'}} {{(pid=95515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:24.533165 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Made reservation on behalf of f8a0d535526246429cf25a5699d577c8 for: {'network': 1} {{(pid=95515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:04:24.535700 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for network, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.546083 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.634959 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.701509 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.727291 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:04:24.736576 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa65cd1-6829-4397-8578-d9d536c6edc5,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:24.742495 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.742838 n-d-768509-23 neutron-server[95515]: INFO neutron.db.segments_db [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Added segment d212852b-b11d-4624-95bf-982e016e3aa8 of type vlan for network 4e7ac634-e28f-4db0-bec4-d27256252a7c Aug 16 03:04:24.784257 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769575769402'] for network, precommit_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.834437 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Sync routers for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:24.844717 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:24.845331 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:24.916383 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681'] for network, after_create {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.917429 n-d-768509-23 neutron-server[95515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:24.918160 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.982287 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] Pushing event updated for resources: {'Network': ['ID=4e7ac634-e28f-4db0-bec4-d27256252a7c,revision_number=1']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:24.995536 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Network 4e7ac634-e28f-4db0-bec4-d27256252a7c details requested by agent ovs-agent-n-d-768509-23 with host n-d-768509-23 {{(pid=95517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:04:25.045772 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:25.050426 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-0bd0a09b-e6c4-4c67-8c1d-53314c00e804 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6171539 Aug 16 03:04:25.051200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59286) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:25.057271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] Request body: {'subnet': {'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-236359851-subnet', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'ip_version': 4}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:25.147072 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] Made reservation on behalf of f8a0d535526246429cf25a5699d577c8 for: {'subnet': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:04:25.149477 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401703'] for subnet, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.244078 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:23Z', 'revision_number': 2, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:25.270445 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Checking router: ddc7681a-c956-4741-b6de-4faa96e47201 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:25.270797 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Updating router ddc7681a-c956-4741-b6de-4faa96e47201 port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:04:25.295204 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.373424 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4111483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401685'] for subnet, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.409728 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 90426f23-ec61-41d4-a35b-a54e7b4f67cb up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:25.437224 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc7d02d-c181-495b-9150-fc49d91aea1f,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:25.446152 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] Checking segment: {'id': 'd212852b-b11d-4624-95bf-982e016e3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:25.446471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] Network hostable DHCP agents. Network: 4e7ac634-e28f-4db0-bec4-d27256252a7c, hostable agents: ['390e23c6-7b20-48da-b831-e3ada581e725'], hosted agents: [] {{(pid=95516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:04:25.518669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 90426f23-ec61-41d4-a35b-a54e7b4f67cb completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:25.522383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 90426f23-ec61-41d4-a35b-a54e7b4f67cb triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:25.522755 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.553292 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] Network 4e7ac634-e28f-4db0-bec4-d27256252a7c is scheduled to be hosted by DHCP agent 390e23c6-7b20-48da-b831-e3ada581e725 with binding_index 1 {{(pid=95516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:04:25.585103 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.595075 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Transition to ACTIVE for port object dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:25.604687 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.625563 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 90426f23-ec61-41d4-a35b-a54e7b4f67cb, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=90426f23-ec61-41d4-a35b-a54e7b4f67cb,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:25.638305 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-23, 4e7ac634-e28f-4db0-bec4-d27256252a7c) {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:25.642500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:25.648456 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.649169 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8346ff-2a0b-4c38-baa1-5490a9426fc7 None None] Network 4e7ac634-e28f-4db0-bec4-d27256252a7c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:04:25.670023 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.717689 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Pushing event updated for resources: {'Port': ['ID=dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:25.729717 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.730169 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.730511 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.730849 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.731174 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.731496 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.732042 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.732208 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.732703 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.733716 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.734067 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.734538 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:25.737085 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.771327 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-915785fa-4c95-47d9-87ad-4cad15acf51d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7182651 Aug 16 03:04:25.773740 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59288) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:25.780294 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-236359851-router', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:25.788208 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Attempting to bind port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:25.788723 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Attempting to bind port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:25.789393 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Attempting to bind port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 on network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:25.796475 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:25.796984 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Checking segment: {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:25.797547 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.798085 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Bound using segment: {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:25.798657 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Bound port: dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:25.799130 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.833033 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=90426f23-ec61-41d4-a35b-a54e7b4f67cb,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:25.840304 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp053fc6a7-e60b-5800-b8ca-8ecbde883389-4e7ac634-e28f-4db0-bec4-d27256252a7c', 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'fixed_ips': [{'subnet_id': '5dc7d02d-c181-495b-9150-fc49d91aea1f'}]}} from n-d-768509-23. {{(pid=95517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:04:25.841458 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.876096 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] For port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:25.879431 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] For port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:25.910747 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1762'] for router, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.911820 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1787'] for router, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.963938 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.973362 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.991208 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.db_base_plugin_common [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Allocated IP 172.20.0.2 (4e7ac634-e28f-4db0-bec4-d27256252a7c/5dc7d02d-c181-495b-9150-fc49d91aea1f/01782166-e064-44f1-82ff-1ae7146efcf6) {{(pid=95517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:26.024482 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:26.025101 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:26.073019 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2659c-d043-4b5d-8444-e9c6e1dda381 None None] Pushing event updated for resources: {'Port': ['ID=dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:26.147762 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:26.156036 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Notify callbacks [] for port, precommit_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.165617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Transition to ACTIVE for port object 01782166-e064-44f1-82ff-1ae7146efcf6 will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:26.182857 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Transition to ACTIVE for port object 01782166-e064-44f1-82ff-1ae7146efcf6 will not be triggered until provisioned by entity DHCP. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:26.190435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.290935 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620'] for port, after_create {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.344578 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Network 4e7ac634-e28f-4db0-bec4-d27256252a7c is already hosted by enough agents. {{(pid=95517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:26.352828 n-d-768509-23 neutron-server[95517]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Resources bound (agent type, host, resource id): {{(pid=95517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:26.355276 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Received port after_create {{(pid=95517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:26.355520 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:26.361846 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Pushing event updated for resources: {'Port': ['ID=01782166-e064-44f1-82ff-1ae7146efcf6,revision_number=1']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:26.386361 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a5fc8-99f1-4fb0-85a3-d81ea000d6d2 None None] The sync data for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 is: [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:26.439982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Attempting to bind port 01782166-e064-44f1-82ff-1ae7146efcf6 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:26.440435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Attempting to bind port 01782166-e064-44f1-82ff-1ae7146efcf6 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd212852b-b11d-4624-95bf-982e016e3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:26.440963 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Attempting to bind port 01782166-e064-44f1-82ff-1ae7146efcf6 on network 4e7ac634-e28f-4db0-bec4-d27256252a7c {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:26.448597 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:26.449233 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Checking segment: {'id': 'd212852b-b11d-4624-95bf-982e016e3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:26.449644 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.450120 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Bound using segment: {'id': 'd212852b-b11d-4624-95bf-982e016e3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:26.450605 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Bound port: 01782166-e064-44f1-82ff-1ae7146efcf6, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd212852b-b11d-4624-95bf-982e016e3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:26.450997 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.538296 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] For port 01782166-e064-44f1-82ff-1ae7146efcf6, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:26.541727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] For port 01782166-e064-44f1-82ff-1ae7146efcf6, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=01782166-e064-44f1-82ff-1ae7146efcf6,segment=NetworkSegment(d212852b-b11d-4624-95bf-982e016e3aa8),segment_id=d212852b-b11d-4624-95bf-982e016e3aa8)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:26.563062 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.589522 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.611389 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.676888 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a31f6-4727-42b2-b937-ffa2a21987af None None] Pushing event updated for resources: {'Port': ['ID=01782166-e064-44f1-82ff-1ae7146efcf6,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:26.705591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Allocated IP 172.25.8.163 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/5403193f-a266-4993-b971-ea935124195e) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:27.212918 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.371397 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.431467 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:27.441891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:27.444366 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:27.448377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Pushing event updated for resources: {'Port': ['ID=5403193f-a266-4993-b971-ea935124195e,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:27.565521 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 01782166-e064-44f1-82ff-1ae7146efcf6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:27.637842 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3398a48-e80a-419d-b3f6-3de49429fb8b None None] Network 4e7ac634-e28f-4db0-bec4-d27256252a7c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:04:27.721750 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 01782166-e064-44f1-82ff-1ae7146efcf6 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:27.729026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:27.776569 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.785390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e4e00edd-3982-4139-94c1-091d04523ebe None None] Provisioning for port 01782166-e064-44f1-82ff-1ae7146efcf6 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:27.795049 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-e4e00edd-3982-4139-94c1-091d04523ebe None None] Provisioning complete for port 01782166-e064-44f1-82ff-1ae7146efcf6 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:27.795995 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e4e00edd-3982-4139-94c1-091d04523ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.914756 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e4e00edd-3982-4139-94c1-091d04523ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.948211 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:27.956173 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-e4e00edd-3982-4139-94c1-091d04523ebe None None] For port 01782166-e064-44f1-82ff-1ae7146efcf6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=01782166-e064-44f1-82ff-1ae7146efcf6,segment=NetworkSegment(d212852b-b11d-4624-95bf-982e016e3aa8),segment_id=d212852b-b11d-4624-95bf-982e016e3aa8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:27.956617 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:27.956992 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.984774 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528888'] for router, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.043289 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.076346 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:28.085147 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e4e00edd-3982-4139-94c1-091d04523ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.132515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e00edd-3982-4139-94c1-091d04523ebe None None] Pushing event updated for resources: {'Port': ['ID=01782166-e064-44f1-82ff-1ae7146efcf6,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:28.175886 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.176672 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 90426f23-ec61-41d4-a35b-a54e7b4f67cb up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:28.204284 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 is scheduled to L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 with binding_index 1 {{(pid=95516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:04:28.260122 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-56890ea9-e8a4-4b46-b70c-91dc6c8a69cd None None] Provisioning complete for port 01782166-e064-44f1-82ff-1ae7146efcf6 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:28.260493 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-56890ea9-e8a4-4b46-b70c-91dc6c8a69cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.262261 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:28.307450 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 90426f23-ec61-41d4-a35b-a54e7b4f67cb triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:28.307820 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.315873 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:28.335345 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Sync routers for ids ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:28.359910 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Routers {'92eb496e-3c41-4b48-b4f3-5eee665e6ff3'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:28.360531 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:28.427296 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.428762 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-43afc36f-3fee-449d-9e94-bff02e7c0c41 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6538038 Aug 16 03:04:28.431237 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59292) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:28.533333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Set router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:28.865144 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.870333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'name': 'tempest-TestSnapshotPattern-236359851-router', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '5403193f-a266-4993-b971-ea935124195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:27Z', 'revision_number': 3, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'gw_port': {'id': '5403193f-a266-4993-b971-ea935124195e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:26Z', 'updated_at': '2021-08-16T03:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:28.897689 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Checking router: 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:28.898069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Updating router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 port 5403193f-a266-4993-b971-ea935124195e binding host n-d-768509-23 {{(pid=95517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:04:28.923997 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.028711 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Allocated IP 172.20.0.1 (4e7ac634-e28f-4db0-bec4-d27256252a7c/5dc7d02d-c181-495b-9150-fc49d91aea1f/9c41bd30-9779-4698-ab98-135d28931333) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:29.151398 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.166611 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Transition to ACTIVE for port object 9c41bd30-9779-4698-ab98-135d28931333 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:29.198949 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Notify callbacks [] for port, precommit_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.209080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Transition to ACTIVE for port object 5403193f-a266-4993-b971-ea935124195e will not be triggered until provisioned by entity L2. {{(pid=95517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:29.284609 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.313159 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.322085 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Network 4e7ac634-e28f-4db0-bec4-d27256252a7c is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:29.327157 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:29.331999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:29.361696 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Pushing event updated for resources: {'Port': ['ID=9c41bd30-9779-4698-ab98-135d28931333,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:29.372447 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Attempting to bind port 5403193f-a266-4993-b971-ea935124195e on host n-d-768509-23 for vnic_type normal with profile {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:29.372836 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Attempting to bind port 5403193f-a266-4993-b971-ea935124195e by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:29.373379 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Attempting to bind port 5403193f-a266-4993-b971-ea935124195e on network e7511119-de60-4ebc-b5d2-06798ae9c186 {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:29.375560 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d87fe-d2f3-403d-8f07-b1add4895909 None None] Pushing event updated for resources: {'Port': ['ID=5403193f-a266-4993-b971-ea935124195e,revision_number=2']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:29.381429 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:29.381809 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Checking segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:29.382242 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.382631 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Bound using segment: {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'} {{(pid=95517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:29.383152 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.managers [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Bound port: 5403193f-a266-4993-b971-ea935124195e, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6314b1-8069-492b-8774-fd15d7cb1668', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186'}}] {{(pid=95517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:29.383703 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.384054 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-757549'] for router_interface, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.447102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 01782166-e064-44f1-82ff-1ae7146efcf6 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:29.480437 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] For port 5403193f-a266-4993-b971-ea935124195e, host n-d-768509-23, cleared binding levels {{(pid=95517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:29.499766 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] For port 5403193f-a266-4993-b971-ea935124195e, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5403193f-a266-4993-b971-ea935124195e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:29.515753 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 01782166-e064-44f1-82ff-1ae7146efcf6 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:29.516124 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.580823 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.586302 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.637903 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:29.683390 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Routers {'92eb496e-3c41-4b48-b4f3-5eee665e6ff3'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:29.683948 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:29.724155 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d87fe-d2f3-403d-8f07-b1add4895909 None None] Pushing event updated for resources: {'Port': ['ID=5403193f-a266-4993-b971-ea935124195e,revision_number=3']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:29.734523 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-433a658b-2373-4fc8-9cd3-c9b267fdc7d2 None None] Provisioning for port 9c41bd30-9779-4698-ab98-135d28931333 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:29.746182 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.749080 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-433a658b-2373-4fc8-9cd3-c9b267fdc7d2 None None] Provisioning complete for port 9c41bd30-9779-4698-ab98-135d28931333 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:29.749080 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-433a658b-2373-4fc8-9cd3-c9b267fdc7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.824759 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.832284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-433a658b-2373-4fc8-9cd3-c9b267fdc7d2 None None] Port 9c41bd30-9779-4698-ab98-135d28931333 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:04:29.835818 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:29.836194 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.866989 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] Set router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:29.891789 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757689'] for router_interface, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.893644 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Pushing event updated for resources: {'Port': ['ID=9c41bd30-9779-4698-ab98-135d28931333,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:29.991442 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Network 4e7ac634-e28f-4db0-bec4-d27256252a7c is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:29.992933 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:30.020500 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-705f4529-79df-4d98-9d6c-d04e371f4f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.113352 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:30.130545 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'name': 'tempest-TestSnapshotPattern-236359851-router', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '5403193f-a266-4993-b971-ea935124195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:29Z', 'revision_number': 4, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'gw_port': {'id': '5403193f-a266-4993-b971-ea935124195e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:26Z', 'updated_at': '2021-08-16T03:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9c41bd30-9779-4698-ab98-135d28931333', 'name': '', 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'mac_address': 'fa:16:3e:a3:7d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5dc7d02d-c181-495b-9150-fc49d91aea1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:29Z', 'revision_number': 1, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'subnets': [{'id': '5dc7d02d-c181-495b-9150-fc49d91aea1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:30.158538 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8096bf18-1dac-4d57-bdd5-bc978543f711 None None] The sync data for ids ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'] in n-d-768509-23 is: [{'id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'name': 'tempest-TestSnapshotPattern-236359851-router', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '5403193f-a266-4993-b971-ea935124195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:29Z', 'revision_number': 4, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'gw_port': {'id': '5403193f-a266-4993-b971-ea935124195e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:26Z', 'updated_at': '2021-08-16T03:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9c41bd30-9779-4698-ab98-135d28931333', 'name': '', 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'mac_address': 'fa:16:3e:a3:7d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5dc7d02d-c181-495b-9150-fc49d91aea1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:29Z', 'revision_number': 1, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'subnets': [{'id': '5dc7d02d-c181-495b-9150-fc49d91aea1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:30.232106 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:30.237696 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-dc14416a-9d53-43a7-84b1-d77b8945ff31 admin admin] 10.222.0.66 "PUT /v2.0/routers/92eb496e-3c41-4b48-b4f3-5eee665e6ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8054762 Aug 16 03:04:30.264282 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-930de2ba-8125-4200-bede-634584b4ba73 None None] Provisioning complete for port 9c41bd30-9779-4698-ab98-135d28931333 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:30.264555 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-930de2ba-8125-4200-bede-634584b4ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.309442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-930de2ba-8125-4200-bede-634584b4ba73 None None] Port 9c41bd30-9779-4698-ab98-135d28931333 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:04:31.058121 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59300) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:31.064111 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-025c07e4-6f57-40f3-85b9-78de37e68e65 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477841682', 'description': 'tempest-secgroup-smoke-1477841682 description', 'project_id': '4f60a1de855b4785bc90fab743465d48'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:31.153145 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-025c07e4-6f57-40f3-85b9-78de37e68e65 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.246715 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-025c07e4-6f57-40f3-85b9-78de37e68e65 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.328368 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-025c07e4-6f57-40f3-85b9-78de37e68e65 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.368907 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c07e4-6f57-40f3-85b9-78de37e68e65 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87509087-42fc-4d96-bec2-a322d4f7a275,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:31.430445 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5403193f-a266-4993-b971-ea935124195e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:31.439243 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-025c07e4-6f57-40f3-85b9-78de37e68e65 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.441608 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-025c07e4-6f57-40f3-85b9-78de37e68e65 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3824306 Aug 16 03:04:31.444830 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59302) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:31.449634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-fff817fe-8e61-47df-92d8-54e958d15d29 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Request body: {'security_group_rule': {'security_group_id': '87509087-42fc-4d96-bec2-a322d4f7a275', 'project_id': '4f60a1de855b4785bc90fab743465d48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:31.541435 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fff817fe-8e61-47df-92d8-54e958d15d29 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.559330 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 5403193f-a266-4993-b971-ea935124195e completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:31.565754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 5403193f-a266-4993-b971-ea935124195e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:31.566168 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.621582 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fff817fe-8e61-47df-92d8-54e958d15d29 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.650478 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.673559 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 5403193f-a266-4993-b971-ea935124195e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5403193f-a266-4993-b971-ea935124195e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:31.708653 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fff817fe-8e61-47df-92d8-54e958d15d29 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.737806 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff817fe-8e61-47df-92d8-54e958d15d29 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e6be07-9eac-4059-9bcb-a6f297e0142c,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:31.759599 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.819654 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fff817fe-8e61-47df-92d8-54e958d15d29 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.820026 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=5403193f-a266-4993-b971-ea935124195e,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:31.820928 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fff817fe-8e61-47df-92d8-54e958d15d29 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3751342 Aug 16 03:04:31.823755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59304) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:31.828839 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-1950da2e-3f0e-428b-be01-6487dcedca88 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Request body: {'security_group_rule': {'security_group_id': '87509087-42fc-4d96-bec2-a322d4f7a275', 'project_id': '4f60a1de855b4785bc90fab743465d48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:31.926898 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1950da2e-3f0e-428b-be01-6487dcedca88 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.989108 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1950da2e-3f0e-428b-be01-6487dcedca88 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.049638 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1950da2e-3f0e-428b-be01-6487dcedca88 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.068411 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950da2e-3f0e-428b-be01-6487dcedca88 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ca6b74-3a43-42e5-b110-093b39364fe6,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:32.147378 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-1950da2e-3f0e-428b-be01-6487dcedca88 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.148792 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-1950da2e-3f0e-428b-be01-6487dcedca88 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3234804 Aug 16 03:04:32.151825 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59306) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:32.159312 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-13264759-9585-4158-bc98-ab0da0257144 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Request body: {'security_group_rule': {'security_group_id': '87509087-42fc-4d96-bec2-a322d4f7a275', 'project_id': '4f60a1de855b4785bc90fab743465d48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:32.243141 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-13264759-9585-4158-bc98-ab0da0257144 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.300539 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-13264759-9585-4158-bc98-ab0da0257144 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.373511 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-13264759-9585-4158-bc98-ab0da0257144 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.391864 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13264759-9585-4158-bc98-ab0da0257144 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d0ced9-6eb4-4ade-9801-64ddd97fcbad,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:32.470255 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-13264759-9585-4158-bc98-ab0da0257144 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.471539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-13264759-9585-4158-bc98-ab0da0257144 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3187468 Aug 16 03:04:32.474453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59308) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:32.478965 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-9a938cfe-2f7f-420a-9360-8bff3644b51a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Request body: {'security_group_rule': {'security_group_id': '87509087-42fc-4d96-bec2-a322d4f7a275', 'project_id': '4f60a1de855b4785bc90fab743465d48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:32.563614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9a938cfe-2f7f-420a-9360-8bff3644b51a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.623886 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9a938cfe-2f7f-420a-9360-8bff3644b51a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.721132 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9a938cfe-2f7f-420a-9360-8bff3644b51a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.738925 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a938cfe-2f7f-420a-9360-8bff3644b51a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc69014-cd26-4254-8a66-fe3377553bf2,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:32.804430 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9a938cfe-2f7f-420a-9360-8bff3644b51a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.805721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9a938cfe-2f7f-420a-9360-8bff3644b51a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3303134 Aug 16 03:04:32.808745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59310) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:32.814050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-4db84f2b-7bfd-4da2-bcde-ce911e7e8efc tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Request body: {'security_group_rule': {'security_group_id': '87509087-42fc-4d96-bec2-a322d4f7a275', 'project_id': '4f60a1de855b4785bc90fab743465d48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:32.890867 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-4db84f2b-7bfd-4da2-bcde-ce911e7e8efc tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Project 4f60a1de855b4785bc90fab743465d48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:04:32.895941 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4db84f2b-7bfd-4da2-bcde-ce911e7e8efc tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.960560 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4db84f2b-7bfd-4da2-bcde-ce911e7e8efc tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.961805 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.981139 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f1458dee-7f29-4fc1-89cb-816cfcfbbeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.049628 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4db84f2b-7bfd-4da2-bcde-ce911e7e8efc tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.068059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db84f2b-7bfd-4da2-bcde-ce911e7e8efc tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025e8fbc-2914-4082-83ad-81c4e06a4748,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:33.129880 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-4db84f2b-7bfd-4da2-bcde-ce911e7e8efc tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.131178 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-4db84f2b-7bfd-4da2-bcde-ce911e7e8efc tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214946 Aug 16 03:04:33.134062 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59312) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:33.138528 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-55926a18-9826-4f5a-a25c-042f49cbfaf2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Request body: {'security_group_rule': {'security_group_id': '87509087-42fc-4d96-bec2-a322d4f7a275', 'project_id': '4f60a1de855b4785bc90fab743465d48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:33.227411 n-d-768509-23 neutron-server[95516]: INFO neutron.db.securitygroups_db [None req-55926a18-9826-4f5a-a25c-042f49cbfaf2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Project 4f60a1de855b4785bc90fab743465d48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:04:33.233375 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-55926a18-9826-4f5a-a25c-042f49cbfaf2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.296447 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-55926a18-9826-4f5a-a25c-042f49cbfaf2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.359666 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-55926a18-9826-4f5a-a25c-042f49cbfaf2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602439'] for security_group_rule, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.378836 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55926a18-9826-4f5a-a25c-042f49cbfaf2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7229f5eb-f2a3-4526-89e6-831fabe8b333,revision_number=0']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:33.395690 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5403193f-a266-4993-b971-ea935124195e up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:33.450458 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-55926a18-9826-4f5a-a25c-042f49cbfaf2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.451014 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 5403193f-a266-4993-b971-ea935124195e triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:33.451590 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.451848 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-55926a18-9826-4f5a-a25c-042f49cbfaf2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165770 Aug 16 03:04:33.512574 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Sync routers for ids ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:33.524563 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Routers {'92eb496e-3c41-4b48-b4f3-5eee665e6ff3'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:33.525281 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:33.640557 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Set router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:33.719038 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-4e2c1114-36e2-4009-b2c3-10b7d8dde057 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477841682&fields=id&tenant_id=4f60a1de855b4785bc90fab743465d48 HTTP/1.1" status: 200 len: 267 time: 0.0321822 Aug 16 03:04:33.828504 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-8d474640-051c-4b05-ad0a-d14a45462dd7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:33.830010 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-8d474640-051c-4b05-ad0a-d14a45462dd7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 810 time: 0.1036282 Aug 16 03:04:33.839758 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'name': 'tempest-TestSnapshotPattern-236359851-router', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '5403193f-a266-4993-b971-ea935124195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:29Z', 'revision_number': 4, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'gw_port': {'id': '5403193f-a266-4993-b971-ea935124195e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:26Z', 'updated_at': '2021-08-16T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9c41bd30-9779-4698-ab98-135d28931333', 'name': '', 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'mac_address': 'fa:16:3e:a3:7d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5dc7d02d-c181-495b-9150-fc49d91aea1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:29Z', 'revision_number': 2, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'subnets': [{'id': '5dc7d02d-c181-495b-9150-fc49d91aea1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:33.845592 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-7ecb8c05-febb-41fe-88dc-4040875447b2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/quotas/4f60a1de855b4785bc90fab743465d48 HTTP/1.1" status: 200 len: 375 time: 0.0096259 Aug 16 03:04:33.866092 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Checking router: 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:33.866432 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Updating router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 port 9c41bd30-9779-4698-ab98-135d28931333 binding host n-d-768509-23 {{(pid=95518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:04:33.890710 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.897213 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-d6270dc4-d154-453d-b6b1-944f8765ff65 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459750 Aug 16 03:04:34.082865 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-a817ac55-01d5-43ca-bc76-6345a34530a2 service neutron] 10.222.0.66 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733332 Aug 16 03:04:34.175683 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-db88fde1-3c23-45e6-917a-d51b4215bff0 service neutron] 10.222.0.66 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866988 Aug 16 03:04:34.237837 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Notify callbacks [] for port, precommit_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.247292 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.provisioning_blocks [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Transition to ACTIVE for port object 9c41bd30-9779-4698-ab98-135d28931333 will not be triggered until provisioned by entity L2. {{(pid=95518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:34.327873 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.375346 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c0531-46db-4f5d-83fe-9bd92b843b2e None None] Pushing event updated for resources: {'Port': ['ID=9c41bd30-9779-4698-ab98-135d28931333,revision_number=3']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:34.410504 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.434108 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Attempting to bind port 9c41bd30-9779-4698-ab98-135d28931333 on host n-d-768509-23 for vnic_type normal with profile {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:34.434480 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Attempting to bind port 9c41bd30-9779-4698-ab98-135d28931333 by drivers openvswitch,hyperv on host n-d-768509-23 at level 0 using segments [{'id': 'd212852b-b11d-4624-95bf-982e016e3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c'}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:34.434840 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Attempting to bind port 9c41bd30-9779-4698-ab98-135d28931333 on network 4e7ac634-e28f-4db0-bec4-d27256252a7c {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:34.440833 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Checking agent: {'id': '2109a5aa-5879-400f-aecc-48db253e08f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 30, 3), 'started_at': datetime.datetime(2021, 8, 16, 1, 30, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:34.441261 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Checking segment: {'id': 'd212852b-b11d-4624-95bf-982e016e3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:34.441598 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.442015 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Bound using segment: {'id': 'd212852b-b11d-4624-95bf-982e016e3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c'} {{(pid=95518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:34.442482 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.managers [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Bound port: 9c41bd30-9779-4698-ab98-135d28931333, host: n-d-768509-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd212852b-b11d-4624-95bf-982e016e3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c'}}] {{(pid=95518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:34.442862 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.484117 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-28e35321-2920-4082-8274-7a23caa6c559 req-d837ad48-710a-4908-9755-321d5c9c8b5a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 210 time: 0.0340612 Aug 16 03:04:34.509423 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] For port 9c41bd30-9779-4698-ab98-135d28931333, host n-d-768509-23, cleared binding levels {{(pid=95518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:34.512812 n-d-768509-23 neutron-server[95518]: DEBUG neutron.plugins.ml2.db [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] For port 9c41bd30-9779-4698-ab98-135d28931333, host n-d-768509-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9c41bd30-9779-4698-ab98-135d28931333,segment=NetworkSegment(d212852b-b11d-4624-95bf-982e016e3aa8),segment_id=d212852b-b11d-4624-95bf-982e016e3aa8)] {{(pid=95518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:34.602573 n-d-768509-23 neutron-server[95518]: DEBUG neutron_lib.callbacks.manager [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.663772 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Routers {'92eb496e-3c41-4b48-b4f3-5eee665e6ff3'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:34.664419 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:34.706000 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c0531-46db-4f5d-83fe-9bd92b843b2e None None] Pushing event updated for resources: {'Port': ['ID=9c41bd30-9779-4698-ab98-135d28931333,revision_number=4']} {{(pid=95518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:34.778693 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] Set router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:34.977482 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'name': 'tempest-TestSnapshotPattern-236359851-router', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '5403193f-a266-4993-b971-ea935124195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:29Z', 'revision_number': 4, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'gw_port': {'id': '5403193f-a266-4993-b971-ea935124195e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:26Z', 'updated_at': '2021-08-16T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9c41bd30-9779-4698-ab98-135d28931333', 'name': '', 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'mac_address': 'fa:16:3e:a3:7d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5dc7d02d-c181-495b-9150-fc49d91aea1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:34Z', 'revision_number': 4, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'subnets': [{'id': '5dc7d02d-c181-495b-9150-fc49d91aea1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:35.003899 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23da462-f1d2-4ec7-981c-d29b318726ba None None] The sync data for ids ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'] in n-d-768509-23 is: [{'id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'name': 'tempest-TestSnapshotPattern-236359851-router', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '5403193f-a266-4993-b971-ea935124195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:29Z', 'revision_number': 4, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'gw_port': {'id': '5403193f-a266-4993-b971-ea935124195e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:26Z', 'updated_at': '2021-08-16T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': '9c41bd30-9779-4698-ab98-135d28931333', 'name': '', 'network_id': '4e7ac634-e28f-4db0-bec4-d27256252a7c', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'mac_address': 'fa:16:3e:a3:7d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '5dc7d02d-c181-495b-9150-fc49d91aea1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:34Z', 'revision_number': 4, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'subnets': [{'id': '5dc7d02d-c181-495b-9150-fc49d91aea1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:35.421965 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9c41bd30-9779-4698-ab98-135d28931333 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:35.550291 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning for port 9c41bd30-9779-4698-ab98-135d28931333 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:35.555069 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9c41bd30-9779-4698-ab98-135d28931333 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:35.555615 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:35.567706 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7dd2ef16-c582-4bfb-9150-529133090ed7 req-54570b5f-32d9-498c-8195-94565a125f63 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 210 time: 0.0286121 Aug 16 03:04:35.639832 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:35.673981 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] For port 9c41bd30-9779-4698-ab98-135d28931333, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9c41bd30-9779-4698-ab98-135d28931333,segment=NetworkSegment(d212852b-b11d-4624-95bf-982e016e3aa8),segment_id=d212852b-b11d-4624-95bf-982e016e3aa8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:35.752684 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:35.809619 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Pushing event updated for resources: {'Port': ['ID=9c41bd30-9779-4698-ab98-135d28931333,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:36.150180 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:36.664098 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b8c43ff4-9374-4cf5-aac3-611a84848596 req-eb27c99e-855f-4113-9d17-5e3b99658099 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 210 time: 0.0262070 Aug 16 03:04:36.815829 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-eb51ccf9-e4d4-4cca-9cf1-15e32253adb6 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:36.817368 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-eb51ccf9-e4d4-4cca-9cf1-15e32253adb6 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.74 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 810 time: 0.1069031 Aug 16 03:04:36.862297 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-39351ee3-53c4-4c9c-aaec-13aeefdec63a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f60a1de855b4785bc90fab743465d48 HTTP/1.1" status: 200 len: 380 time: 0.0355835 Aug 16 03:04:36.871234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Request body: {'port': {'device_id': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'admin_state_up': True, 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'security_groups': ['87509087-42fc-4d96-bec2-a322d4f7a275']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:37.075959 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Made reservation on behalf of 4f60a1de855b4785bc90fab743465d48 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:04:37.079769 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:37.205732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Allocated IP 172.20.0.9 (21a0a1a8-de6c-46f9-b596-d8c5a66e8126/2316fd72-4563-4417-a83f-9d7bac609db7/4a7d5412-eeed-470d-9100-bf85c1bbae60) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:37.342645 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:37.357004 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Transition to ACTIVE for port object 4a7d5412-eeed-470d-9100-bf85c1bbae60 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:37.396017 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:04:37.407393 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9c41bd30-9779-4698-ab98-135d28931333 up at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:37.454856 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Provisioning complete for port 9c41bd30-9779-4698-ab98-135d28931333 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:37.455228 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:37.467544 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:37.509060 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:37.514056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:37.518090 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:37.544605 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'Port': ['ID=4a7d5412-eeed-470d-9100-bf85c1bbae60,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:37.573973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:37.575609 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:37.645225 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-f7a8032c-bf3b-4062-8669-6f66c4c3417b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7774804 Aug 16 03:04:37.658726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Request body: {'port': {'device_id': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:37.720826 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:37.775669 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5aac7628-8b1e-4455-a103-298b4f765853 None None] Provisioning for port 4a7d5412-eeed-470d-9100-bf85c1bbae60 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:37.779751 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-5aac7628-8b1e-4455-a103-298b4f765853 None None] Provisioning complete for port 4a7d5412-eeed-470d-9100-bf85c1bbae60 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:37.784274 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5aac7628-8b1e-4455-a103-298b4f765853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:37.818074 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-5aac7628-8b1e-4455-a103-298b4f765853 None None] Port 4a7d5412-eeed-470d-9100-bf85c1bbae60 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:04:37.861841 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065729f3-29de-43bc-ba72-3e80a095eb3f req-b7c5a3b9-d745-438f-961c-fba0e534d26e tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:37.863249 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-065729f3-29de-43bc-ba72-3e80a095eb3f req-b7c5a3b9-d745-438f-961c-fba0e534d26e tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 931 time: 0.1273510 Aug 16 03:04:37.947656 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-065729f3-29de-43bc-ba72-3e80a095eb3f req-d990a45c-d1ef-4749-9016-2d04636ae906 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781574 Aug 16 03:04:38.048123 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7d5412-eeed-470d-9100-bf85c1bbae60 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:04:38.055735 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:38.067729 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Transition to ACTIVE for port object 4a7d5412-eeed-470d-9100-bf85c1bbae60 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:38.138669 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:38.189951 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7d5412-eeed-470d-9100-bf85c1bbae60,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:38.254138 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Attempting to bind port 4a7d5412-eeed-470d-9100-bf85c1bbae60 on host n-h2-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:38.254568 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Attempting to bind port 4a7d5412-eeed-470d-9100-bf85c1bbae60 by drivers openvswitch,hyperv on host n-h2-768509-23 at level 0 using segments [{'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:38.255104 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Attempting to bind port 4a7d5412-eeed-470d-9100-bf85c1bbae60 on network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:38.259317 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Port 4a7d5412-eeed-470d-9100-bf85c1bbae60 on network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:04:38.259637 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Attempting to bind port 4a7d5412-eeed-470d-9100-bf85c1bbae60 on network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:38.264615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Checking agent: {'id': '6ef1524f-68d8-409a-8689-8819696881fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:38.264953 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Checking segment: {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:38.265386 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Bound using segment: {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:38.266400 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Bound port: 4a7d5412-eeed-470d-9100-bf85c1bbae60, host: n-h2-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:38.266740 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:38.336634 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] For port 4a7d5412-eeed-470d-9100-bf85c1bbae60, host n-h2-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:38.339717 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] For port 4a7d5412-eeed-470d-9100-bf85c1bbae60, host n-h2-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:38.444640 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:38.476481 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:38.477160 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:38.478606 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] 10.222.0.74 "PUT /v2.0/ports/4a7d5412-eeed-470d-9100-bf85c1bbae60 HTTP/1.1" status: 200 len: 1092 time: 0.8255029 Aug 16 03:04:38.479044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:38.481274 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3900b82f-9667-4a02-8403-cb7316b600ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:38.510802 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05fc77-e761-4249-8303-1e31b0510e82 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7d5412-eeed-470d-9100-bf85c1bbae60,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:38.534271 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa8666c-c8f0-4d61-8cb2-9e080d6bc4d7 x-openstack-request-id: req-9fa8666c-c8f0-4d61-8cb2-9e080d6bc4d7 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:38.534271 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:38.534271 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9fa8666c-c8f0-4d61-8cb2-9e080d6bc4d7 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:38.534271 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'status': 'completed', 'code': 200} Aug 16 03:04:38.596418 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900b82f-9667-4a02-8403-cb7316b600ff req-ffaf3087-7ea7-4045-83c2-1aaa33349c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:38.597999 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3900b82f-9667-4a02-8403-cb7316b600ff req-ffaf3087-7ea7-4045-83c2-1aaa33349c0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 1095 time: 0.0451233 Aug 16 03:04:39.101999 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776622b4-794f-46af-a63e-3dec5914b5a6 req-e31ef34c-70d6-40c7-85c5-f5807cbfd154 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:39.103480 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-776622b4-794f-46af-a63e-3dec5914b5a6 req-e31ef34c-70d6-40c7-85c5-f5807cbfd154 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 943 time: 0.0797954 Aug 16 03:04:39.108018 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900b82f-9667-4a02-8403-cb7316b600ff req-6bfd4988-4772-4d6e-8b49-6e9acbeef6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:39.109424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3900b82f-9667-4a02-8403-cb7316b600ff req-6bfd4988-4772-4d6e-8b49-6e9acbeef6f7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4f60a1de855b4785bc90fab743465d48&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5041237 Aug 16 03:04:39.199847 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-776622b4-794f-46af-a63e-3dec5914b5a6 req-68d0ef59-9156-4e2f-92e0-59a41e80e77b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894139 Aug 16 03:04:39.234149 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900b82f-9667-4a02-8403-cb7316b600ff req-7ccc4475-b3f5-4485-897b-9e32adedf2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:39.235615 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-3900b82f-9667-4a02-8403-cb7316b600ff req-7ccc4475-b3f5-4485-897b-9e32adedf2a2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1188385 Aug 16 03:04:39.310676 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-910ec8c9-ac91-4e81-ade7-5d0a6253ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:39.312640 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-910ec8c9-ac91-4e81-ade7-5d0a6253ca5c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 1095 time: 0.0399897 Aug 16 03:04:39.355951 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-8290933c-7923-4317-b3f8-7912f62e42ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60 HTTP/1.1" status: 200 len: 217 time: 0.0365393 Aug 16 03:04:39.404126 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-63fdc625-7e0b-41d4-b95a-4a1bdf211b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:39.405796 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-63fdc625-7e0b-41d4-b95a-4a1bdf211b56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0430202 Aug 16 03:04:39.450250 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-17a17d55-73a3-4f33-ae8d-dd1d9ac5f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:39.451735 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-17a17d55-73a3-4f33-ae8d-dd1d9ac5f6c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394440 Aug 16 03:04:39.542454 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-62922313-9e38-4b1c-aef6-2bacdc7b3d8c service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832121 Aug 16 03:04:39.633099 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b3193530-7b72-40be-b2ef-710b4ee329b8 req-08cde519-7fab-4940-a03f-bf7cba9ddfeb service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826831 Aug 16 03:04:40.314026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c6fc8-de01-477d-8e9e-e593c2e5979c req-fc647967-c73a-4de1-a976-19cdb15e87bb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:40.315522 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa1c6fc8-de01-477d-8e9e-e593c2e5979c req-fc647967-c73a-4de1-a976-19cdb15e87bb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 943 time: 0.0509453 Aug 16 03:04:40.353529 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa1c6fc8-de01-477d-8e9e-e593c2e5979c req-38983e5e-0eb7-4ab7-a879-e0b3ecbc81bb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320637 Aug 16 03:04:41.471609 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2c706-84a5-4139-a6a2-7e0e9ca82bcb req-f4a36da0-ea87-409a-a2db-f3a8727b0a96 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:41.473090 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93b2c706-84a5-4139-a6a2-7e0e9ca82bcb req-f4a36da0-ea87-409a-a2db-f3a8727b0a96 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 943 time: 0.0535545 Aug 16 03:04:41.510345 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-93b2c706-84a5-4139-a6a2-7e0e9ca82bcb req-e8c289a6-fb1e-4a4a-9ee0-f36ed8e0e9e4 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313025 Aug 16 03:04:42.082097 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4a7d5412-eeed-470d-9100-bf85c1bbae60 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:04:42.173891 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4a7d5412-eeed-470d-9100-bf85c1bbae60, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:42.185224 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'mac_address': 'fa:16:3e:7c:1d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:04:42.225786 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:42.238032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7d5412-eeed-470d-9100-bf85c1bbae60 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:04:42.256865 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4a7d5412-eeed-470d-9100-bf85c1bbae60, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:42.333010 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:42.379043 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=4a7d5412-eeed-470d-9100-bf85c1bbae60,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:42.536145 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['4a7d5412-eeed-470d-9100-bf85c1bbae60'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:04:42.625944 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7466f43-087a-4e93-b151-c236e4cf6ef1 req-f626077b-e17a-4776-b6b6-3a69e002aac6 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:42.627402 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7466f43-087a-4e93-b151-c236e4cf6ef1 req-f626077b-e17a-4776-b6b6-3a69e002aac6 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 944 time: 0.0513635 Aug 16 03:04:42.666323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f7466f43-087a-4e93-b151-c236e4cf6ef1 req-5854d5b4-b32f-45a6-8b2a-bedbc5266d16 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325992 Aug 16 03:04:43.779393 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b60b1f-dc05-4b03-a632-99d6d3680ca2 req-4af67f03-340c-4383-9484-a04d930fb4b6 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:43.781724 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09b60b1f-dc05-4b03-a632-99d6d3680ca2 req-4af67f03-340c-4383-9484-a04d930fb4b6 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 944 time: 0.0491548 Aug 16 03:04:43.820882 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-09b60b1f-dc05-4b03-a632-99d6d3680ca2 req-90e8d8ed-18e2-49db-aeac-8a629102070d tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331006 Aug 16 03:04:44.082526 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4a7d5412-eeed-470d-9100-bf85c1bbae60 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:44.201207 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning for port 4a7d5412-eeed-470d-9100-bf85c1bbae60 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:44.205583 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 4a7d5412-eeed-470d-9100-bf85c1bbae60 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:44.205985 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:44.283166 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:44.304373 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:44.306601 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808e53fc-d3f3-4951-87f6-75c26de2f757" -d '{"events": [{"server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "name": "network-vif-plugged", "status": "completed", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:44.319866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4a7d5412-eeed-470d-9100-bf85c1bbae60, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:44.387049 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:44.411720 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae37796-ac2f-4da4-bfa4-ade7e875b182 x-openstack-request-id: req-5ae37796-ac2f-4da4-bfa4-ade7e875b182 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:44.412014 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "name": "network-vif-plugged", "status": "completed", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:44.412270 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ae37796-ac2f-4da4-bfa4-ade7e875b182 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:44.412659 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'code': 200} Aug 16 03:04:44.443480 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=4a7d5412-eeed-470d-9100-bf85c1bbae60,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:44.505832 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531d0a7-b79e-4ca4-8ca7-104157fc2366 req-6626b071-d63f-474f-8310-235b1259f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:44.507408 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e531d0a7-b79e-4ca4-8ca7-104157fc2366 req-6626b071-d63f-474f-8310-235b1259f218 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 1097 time: 0.0446355 Aug 16 03:04:44.541723 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e531d0a7-b79e-4ca4-8ca7-104157fc2366 req-52aaddc7-3b16-471d-80ed-2f56a75830d0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275724 Aug 16 03:04:44.936007 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4dc34-1308-4cf5-94b9-43e57f09e940 req-e4eca8c1-b339-4d11-92ce-94db5c7634b2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:44.937485 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fa4dc34-1308-4cf5-94b9-43e57f09e940 req-e4eca8c1-b339-4d11-92ce-94db5c7634b2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 945 time: 0.0485492 Aug 16 03:04:44.974652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-0fa4dc34-1308-4cf5-94b9-43e57f09e940 req-c0161f08-699e-4fb1-a3e0-6d9e5b7f1688 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306771 Aug 16 03:04:46.090015 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623bdd9-474e-4f0e-a890-ce7aa8997694 req-e37fe2a5-3c1b-4562-9063-58964778566a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:46.091519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f623bdd9-474e-4f0e-a890-ce7aa8997694 req-e37fe2a5-3c1b-4562-9063-58964778566a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 945 time: 0.0488267 Aug 16 03:04:46.129889 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f623bdd9-474e-4f0e-a890-ce7aa8997694 req-b4758a06-8572-46f5-a211-33f66e768662 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Aug 16 03:04:46.248848 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d2b61-0665-4820-9e45-4a299081ecef req-75eb1802-ed15-4572-8ac1-dfd9a70a80ea tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:46.250338 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b56d2b61-0665-4820-9e45-4a299081ecef req-75eb1802-ed15-4572-8ac1-dfd9a70a80ea tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 945 time: 0.0541303 Aug 16 03:04:46.288310 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b56d2b61-0665-4820-9e45-4a299081ecef req-402eadfa-7f84-4857-b0a1-0f0b269156a5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313556 Aug 16 03:04:46.310059 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59374) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:46.390828 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73449865-543b-438d-9a18-babbfa6196be tempest-TestSnapshotPattern-675182567 tempest-TestSnapshotPattern-675182567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:46.393039 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-73449865-543b-438d-9a18-babbfa6196be tempest-TestSnapshotPattern-675182567 tempest-TestSnapshotPattern-675182567-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 1092 time: 0.0820045 Aug 16 03:04:46.396056 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59378) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:46.400374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:46.495365 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:46.599023 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:46.700044 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Allocated IP 172.25.8.128 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/022e6339-fe09-4014-9975-f8489f363219) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:46.803631 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:46.890196 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:46.930607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:46.933449 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:46.937050 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:46.959287 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'Port': ['ID=022e6339-fe09-4014-9975-f8489f363219,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:47.291818 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:47.409161 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:47.557576 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:47.635180 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:47.709099 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'Port': ['ID=022e6339-fe09-4014-9975-f8489f363219,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:47.715332 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:47.813913 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Floating IP c1fdcee4-52fb-40e7-bece-a479cae846ae associated. External IP: 172.25.8.128, port: 4a7d5412-eeed-470d-9100-bf85c1bbae60. Aug 16 03:04:48.018610 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Router ddc7681a-c956-4741-b6de-4faa96e47201 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:48.126289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:48.136501 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba1c207-9e52-4d00-982c-11edb62fd6ff None None] Sync routers for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:48.147102 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1c207-9e52-4d00-982c-11edb62fd6ff None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:48.147722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0ba1c207-9e52-4d00-982c-11edb62fd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:48.192757 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:48.220651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-34ffbb20-bdbc-4fdb-98f3-a5ca72580e77 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8235779 Aug 16 03:04:48.221350 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:48.223632 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d36d131-799c-490b-9fdb-9dcc539bc326" -d '{"events": [{"name": "network-changed", "server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:48.262651 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfa9ca1-55e7-43b8-b3ea-87ebe167ce5e x-openstack-request-id: req-0bfa9ca1-55e7-43b8-b3ea-87ebe167ce5e {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:48.262947 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:48.263206 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0bfa9ca1-55e7-43b8-b3ea-87ebe167ce5e {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:48.263613 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'status': 'completed', 'code': 200} Aug 16 03:04:48.331868 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36d131-799c-490b-9fdb-9dcc539bc326 req-e3e9962d-1679-445f-844e-cb54c607c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:48.333431 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d36d131-799c-490b-9fdb-9dcc539bc326 req-e3e9962d-1679-445f-844e-cb54c607c882 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 1097 time: 0.0460465 Aug 16 03:04:48.429574 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36d131-799c-490b-9fdb-9dcc539bc326 req-b1db09db-1a4d-41c4-9ef4-2247b7b7dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:48.431149 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d36d131-799c-490b-9fdb-9dcc539bc326 req-b1db09db-1a4d-41c4-9ef4-2247b7b7dfa8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 911 time: 0.0908885 Aug 16 03:04:48.467544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-0ba1c207-9e52-4d00-982c-11edb62fd6ff None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:48.503613 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d36d131-799c-490b-9fdb-9dcc539bc326 req-dcf25a2b-9c9d-4ded-a059-7f09d32c6b4a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60 HTTP/1.1" status: 200 len: 999 time: 0.0655220 Aug 16 03:04:48.553154 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36d131-799c-490b-9fdb-9dcc539bc326 req-13d4419c-8598-4c65-b20e-62b50b196421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:48.554664 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d36d131-799c-490b-9fdb-9dcc539bc326 req-13d4419c-8598-4c65-b20e-62b50b196421 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0448992 Aug 16 03:04:48.600649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36d131-799c-490b-9fdb-9dcc539bc326 req-b4d34bbd-aed5-457e-9ddb-0fcc7b2dd8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:48.602215 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d36d131-799c-490b-9fdb-9dcc539bc326 req-b4d34bbd-aed5-457e-9ddb-0fcc7b2dd8e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407414 Aug 16 03:04:48.695358 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d36d131-799c-490b-9fdb-9dcc539bc326 req-ec03a763-0467-4a6e-893b-3dd00d22df4c service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864294 Aug 16 03:04:48.771634 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0ba1c207-9e52-4d00-982c-11edb62fd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c1fdcee4-52fb-40e7-bece-a479cae846ae', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:7c:1d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:47Z', 'updated_at': '2021-08-16T03:04:47Z', 'revision_number': 0, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:48.787074 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-6d36d131-799c-490b-9fdb-9dcc539bc326 req-5812471f-63a0-4593-b3c8-3474c2bdcba5 service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847661 Aug 16 03:04:48.799008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba1c207-9e52-4d00-982c-11edb62fd6ff None None] Checking router: ddc7681a-c956-4741-b6de-4faa96e47201 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:48.807240 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1c207-9e52-4d00-982c-11edb62fd6ff None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:48.807855 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0ba1c207-9e52-4d00-982c-11edb62fd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:04:33Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:48.913770 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-0ba1c207-9e52-4d00-982c-11edb62fd6ff None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:49.135032 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0ba1c207-9e52-4d00-982c-11edb62fd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c1fdcee4-52fb-40e7-bece-a479cae846ae', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:7c:1d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:47Z', 'updated_at': '2021-08-16T03:04:47Z', 'revision_number': 0, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:49.161425 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba1c207-9e52-4d00-982c-11edb62fd6ff None None] The sync data for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 is: [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c1fdcee4-52fb-40e7-bece-a479cae846ae', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:7c:1d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:47Z', 'updated_at': '2021-08-16T03:04:47Z', 'revision_number': 0, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:49.355509 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b275727-4c4f-4ea8-be76-222817d83e95 None None] New status for floating IP c1fdcee4-52fb-40e7-bece-a479cae846ae: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:04:51.784108 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:52.629781 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:59.972589 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f978b3a1-3eef-416d-94b5-720ab99bac69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:02.978385 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-20cea107-0c30-45d2-917a-b4c14c5e2dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:03.006769 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:04.380755 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:06.150228 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:14.395131 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:05:21.795511 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:22.663758 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.246558 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-fa4f65d6-0261-4cbc-8435-f794ad136556 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400095 Aug 16 03:05:26.333017 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-4b506081-f71e-418b-998d-853ade176404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:26.334574 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-4b506081-f71e-418b-998d-853ade176404 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 1097 time: 0.0458717 Aug 16 03:05:26.436507 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-0adcfe2e-b888-4038-b1e7-7b9cd4472311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:26.438331 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-0adcfe2e-b888-4038-b1e7-7b9cd4472311 service neutron] 10.222.0.74 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 911 time: 0.0848453 Aug 16 03:05:26.507476 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-4a900e8c-2211-429b-97ac-359a02741fb7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60 HTTP/1.1" status: 200 len: 1001 time: 0.0614247 Aug 16 03:05:26.556468 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-8db90c5d-6eeb-4701-af2f-4b50456de27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:26.557906 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-8db90c5d-6eeb-4701-af2f-4b50456de27d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0436709 Aug 16 03:05:26.601469 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-d35ae826-6dbc-4a91-a21d-88b90f2b13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:26.603651 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-d35ae826-6dbc-4a91-a21d-88b90f2b13a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393481 Aug 16 03:05:26.699122 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-78052b33-e289-4329-b8c3-17e667142431 service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886383 Aug 16 03:05:26.787652 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-92c7b5bd-a83c-4c88-bda9-8c58d3f98b23 req-1c7443e7-f078-492a-abd1-c8444c4b1f45 service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816545 Aug 16 03:05:29.980042 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f60255f1-a925-4874-bbaa-a4da3aac062f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:32.963739 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-77eb6610-cbf7-4922-b371-93798df7b2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:32.972030 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:34.391573 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:36.151865 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:51.394182 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:05:51.791996 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:52.659720 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.979660 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-60676b26-35f9-4316-9c69-8713118c5f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.960436 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa5ae-27a0-4132-b78e-6b954903cff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.990709 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:04.400013 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.143555 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:21.788501 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:22.657282 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:27.246931 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-3490bbe6-a860-4624-af08-ed50eeaac13a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407250 Aug 16 03:06:27.330338 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-9f4b2574-be85-4338-9d5e-6de5a8e679f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:27.331817 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-9f4b2574-be85-4338-9d5e-6de5a8e679f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 1097 time: 0.0441592 Aug 16 03:06:27.435531 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-ba832913-8760-40c9-bc52-3cc246445227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:27.437027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-ba832913-8760-40c9-bc52-3cc246445227 service neutron] 10.222.0.74 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 911 time: 0.0849993 Aug 16 03:06:27.514805 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-f58f18d4-7c3c-4715-8ec8-99c0f9fa6180 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60 HTTP/1.1" status: 200 len: 1001 time: 0.0695896 Aug 16 03:06:27.564116 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-70ba462c-79d6-4644-bc83-3c18126cd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:27.565539 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-70ba462c-79d6-4644-bc83-3c18126cd8f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0441539 Aug 16 03:06:27.611522 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-6645b273-5bf2-44a3-9636-1dc5e7768120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:27.612984 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-6645b273-5bf2-44a3-9636-1dc5e7768120 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401571 Aug 16 03:06:27.704475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-f6a9765d-9aa1-4270-a36d-37477a32966e service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839550 Aug 16 03:06:27.794519 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bdcc1aee-9c4c-44c5-917e-bce6de1552fd req-9bbb13c5-d4ce-4dbb-b5ba-d8ffa85f06eb service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827343 Aug 16 03:06:28.393653 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:06:29.933403 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16656c98-f2a7-46bf-ac4b-05bd25330f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:32.973505 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-349a33f4-7e80-4baf-8791-d7540b3438af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:33.013245 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:34.411243 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:36.144655 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:46.652188 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4a7d5412-eeed-470d-9100-bf85c1bbae60 details requested by agent hyperv_n-h2-768509-23 with host n-h2-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:06:46.746214 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4a7d5412-eeed-470d-9100-bf85c1bbae60, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:46.757983 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Returning: {'device': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'mac_address': 'fa:16:3e:7c:1d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:06:46.794769 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:46.807226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a7d5412-eeed-470d-9100-bf85c1bbae60 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:06:46.825722 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4a7d5412-eeed-470d-9100-bf85c1bbae60, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:46.904482 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:46.959745 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=4a7d5412-eeed-470d-9100-bf85c1bbae60,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:46.967122 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.967471 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.967817 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.968164 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.968518 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.968838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.969738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.970096 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.970428 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.970760 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.971089 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.971415 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:46.987773 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] get_ports_and_sgs() called for port_ids ['4a7d5412-eeed-470d-9100-bf85c1bbae60'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:06:48.677979 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4a7d5412-eeed-470d-9100-bf85c1bbae60 up at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:48.730472 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Provisioning complete for port 4a7d5412-eeed-470d-9100-bf85c1bbae60 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:48.730854 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:48.819063 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:48.849000 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:48.851341 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77bee27-4a57-4e4c-9a4d-e8d0e9415c69" -d '{"events": [{"server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "name": "network-vif-plugged", "status": "completed", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:48.866570 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4a7d5412-eeed-470d-9100-bf85c1bbae60, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:48.901083 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd75cdd-fc34-40f9-9d60-472e0f5769ea x-openstack-request-id: req-ffd75cdd-fc34-40f9-9d60-472e0f5769ea {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:48.901083 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "name": "network-vif-plugged", "status": "completed", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:48.901083 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ffd75cdd-fc34-40f9-9d60-472e0f5769ea {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:48.901083 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'code': 200} Aug 16 03:06:48.955106 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:49.015749 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=4a7d5412-eeed-470d-9100-bf85c1bbae60,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:51.795816 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:52.670203 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.815040 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-f99f6788-b342-474d-8b4b-c94a96e5d069 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477841682&fields=id&tenant_id=4f60a1de855b4785bc90fab743465d48 HTTP/1.1" status: 200 len: 267 time: 0.0342839 Aug 16 03:06:59.915796 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e56dec12-1f89-4207-b567-cda26299b351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.270322 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9fb39-0c2c-451c-9886-870151d2604d req-9169178d-3a3b-4278-9481-c932442523fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:00.271708 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-9169178d-3a3b-4278-9481-c932442523fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 810 time: 0.4500468 Aug 16 03:07:00.287168 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-d9dfa5dd-3b03-4310-9900-882c3354dc97 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/quotas/4f60a1de855b4785bc90fab743465d48 HTTP/1.1" status: 200 len: 375 time: 0.0098081 Aug 16 03:07:00.340374 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-82ee7229-4865-41c2-8af9-2529bb328b13 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0479245 Aug 16 03:07:00.433936 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-c3db6a6d-b77a-4be2-b74a-22693147228d service neutron] 10.222.0.66 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812185 Aug 16 03:07:00.524838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-fb52cf52-beb7-4c4e-b7bb-c50bd201c9ff service neutron] 10.222.0.66 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846632 Aug 16 03:07:00.757244 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-241fd468-c879-411e-84df-79f0fe13a034 req-73a702b4-8e03-4176-9711-7062d289594f tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Aug 16 03:07:01.851851 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-01ac19ae-d274-4267-adfa-459a4053513f req-6bbdfd7c-9de9-4bdd-bd03-33c17ecfa761 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0268214 Aug 16 03:07:02.777315 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4a7d5412-eeed-470d-9100-bf85c1bbae60 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:07:02.854519 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.908338 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:02.910571 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3017d2-baac-4ce6-b976-f5c499a030ec" -d '{"events": [{"server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:02.920899 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] For port 4a7d5412-eeed-470d-9100-bf85c1bbae60, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:02.967175 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-81962ca5-bf8a-48d8-a111-787c8b68e78d req-aa065647-2716-4dcd-988d-149c6fa4ea50 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0356536 Aug 16 03:07:02.978793 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-39a756b8-b717-491d-9d5d-f70fa4338ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.017597 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170f46f1-d6af-4e16-b66c-9e7b0c8bc7cf x-openstack-request-id: req-170f46f1-d6af-4e16-b66c-9e7b0c8bc7cf {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:03.017936 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:03.024452 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-170f46f1-d6af-4e16-b66c-9e7b0c8bc7cf {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:03.024452 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'code': 200} Aug 16 03:07:03.036571 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.038733 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.096753 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9fb39-0c2c-451c-9886-870151d2604d req-95d83399-c1df-4d80-aa49-d701961a4de0 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:03.098313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-95d83399-c1df-4d80-aa49-d701961a4de0 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.64 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 810 time: 0.1266766 Aug 16 03:07:03.112590 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Pushing event updated for resources: {'Port': ['ID=4a7d5412-eeed-470d-9100-bf85c1bbae60,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:03.145421 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-b778f922-1bbe-4a44-916e-a9be87f319e2 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f60a1de855b4785bc90fab743465d48 HTTP/1.1" status: 200 len: 380 time: 0.0366771 Aug 16 03:07:03.156512 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Request body: {'port': {'device_id': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'admin_state_up': True, 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'security_groups': ['87509087-42fc-4d96-bec2-a322d4f7a275']}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:03.371082 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Made reservation on behalf of 4f60a1de855b4785bc90fab743465d48 for: {'port': 1} {{(pid=95516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:07:03.375304 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.513559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Allocated IP 172.20.0.12 (21a0a1a8-de6c-46f9-b596-d8c5a66e8126/2316fd72-4563-4417-a83f-9d7bac609db7/76f6c57f-99a8-4463-9c65-7a85ed6695f8) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:03.690556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.717495 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Transition to ACTIVE for port object 76f6c57f-99a8-4463-9c65-7a85ed6695f8 will not be triggered until provisioned by entity DHCP. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:03.819290 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.869083 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:03.872289 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:03.874958 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:03.902695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'Port': ['ID=76f6c57f-99a8-4463-9c65-7a85ed6695f8,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:03.925196 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.925559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.925909 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.926253 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.926595 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.926928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.927254 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.927578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.927901 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.928222 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.928547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.928871 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:03.958667 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:03.968969 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:04.102138 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d31280b-2b47-4067-82f6-53805cb816fa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9494967 Aug 16 03:07:04.124745 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705ccfd-7a91-4f45-84f4-a1023084497e req-f5f23510-24a3-4695-bbdb-63249a42d79d tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:04.130340 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8705ccfd-7a91-4f45-84f4-a1023084497e req-f5f23510-24a3-4695-bbdb-63249a42d79d tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 932 time: 0.0691135 Aug 16 03:07:04.168514 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8705ccfd-7a91-4f45-84f4-a1023084497e req-d9a81c0d-97a6-42c5-a251-b9f1b4067b98 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358756 Aug 16 03:07:04.262547 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f22a4c86-0c8c-4bfe-a0c7-ad3b61e9e881 None None] Provisioning for port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 completed by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:04.267333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-f22a4c86-0c8c-4bfe-a0c7-ad3b61e9e881 None None] Provisioning complete for port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 triggered by entity DHCP. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:04.267758 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f22a4c86-0c8c-4bfe-a0c7-ad3b61e9e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:04.300546 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-f22a4c86-0c8c-4bfe-a0c7-ad3b61e9e881 None None] Port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 cannot update to ACTIVE because it is not bound. {{(pid=95517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:07:04.411492 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:05.290365 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bd460-597e-45f2-845e-82e5b020a88d req-68735149-ec4a-4b1a-8806-6947ac3c2d74 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:05.292200 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd0bd460-597e-45f2-845e-82e5b020a88d req-68735149-ec4a-4b1a-8806-6947ac3c2d74 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 932 time: 0.0508547 Aug 16 03:07:05.331022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-bd0bd460-597e-45f2-845e-82e5b020a88d req-1a0de1a6-1464-4446-9e8b-d513859991a7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321436 Aug 16 03:07:05.394415 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:07:06.155344 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:06.462190 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ddb75-6757-4f17-ac47-8f01373f3996 req-99620401-23b2-468e-8fab-ad217d8e1c1d tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:06.463732 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-122ddb75-6757-4f17-ac47-8f01373f3996 req-99620401-23b2-468e-8fab-ad217d8e1c1d tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 932 time: 0.0634847 Aug 16 03:07:06.505475 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-122ddb75-6757-4f17-ac47-8f01373f3996 req-0c625b19-458b-4b43-8ce1-d8db01e1811f tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356505 Aug 16 03:07:07.628453 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a68a8-e085-42bc-b4a6-35a0fcf747ea req-e691b2e3-1eea-46da-a918-d3e4a4755f49 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:07.635765 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f5a68a8-e085-42bc-b4a6-35a0fcf747ea req-e691b2e3-1eea-46da-a918-d3e4a4755f49 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 932 time: 0.0605307 Aug 16 03:07:07.669397 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-4f5a68a8-e085-42bc-b4a6-35a0fcf747ea req-02e00a46-c5ad-4721-afea-af5aad3548e3 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327597 Aug 16 03:07:08.796604 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f8b00-3738-4eb0-abb0-9887c945dc45 req-c11cbc34-6aa2-457e-ad69-77f565ef58ae tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:08.798131 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be1f8b00-3738-4eb0-abb0-9887c945dc45 req-c11cbc34-6aa2-457e-ad69-77f565ef58ae tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 932 time: 0.0598612 Aug 16 03:07:08.838838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-be1f8b00-3738-4eb0-abb0-9887c945dc45 req-f61a4e22-8e1d-46be-9cc0-23d59f7aa1aa tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345955 Aug 16 03:07:09.957014 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d783d-0401-494b-a943-22fe23551eaf req-d98baac2-d501-440b-9b36-39b4e6c9e07d tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:09.958525 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da3d783d-0401-494b-a943-22fe23551eaf req-d98baac2-d501-440b-9b36-39b4e6c9e07d tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 932 time: 0.0506527 Aug 16 03:07:09.999498 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-da3d783d-0401-494b-a943-22fe23551eaf req-94571c99-c0be-40d2-b17a-17e31049c905 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349901 Aug 16 03:07:11.123982 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261aa5b-6aa3-4569-ad59-e4af492656fc req-393327cd-ef17-43d3-87b0-ed8efaaf4fdc tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:11.125523 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1261aa5b-6aa3-4569-ad59-e4af492656fc req-393327cd-ef17-43d3-87b0-ed8efaaf4fdc tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 932 time: 0.0551188 Aug 16 03:07:11.168262 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1261aa5b-6aa3-4569-ad59-e4af492656fc req-6a0c34ea-7506-40a2-bdde-b52bfeba9238 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362296 Aug 16 03:07:12.288471 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8e58c-780b-471e-99f9-a5fd80744963 req-4e97b72f-7825-45ea-9ac3-50d84e3f8d0f tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:12.290155 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54d8e58c-780b-471e-99f9-a5fd80744963 req-4e97b72f-7825-45ea-9ac3-50d84e3f8d0f tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 932 time: 0.0508075 Aug 16 03:07:12.332544 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-54d8e58c-780b-471e-99f9-a5fd80744963 req-168ee56c-6994-403d-b9fd-c70acac7dd60 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356009 Aug 16 03:07:13.459679 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64978aa1-06ed-49b3-853b-50b685f6bc2e req-61574768-eab5-4c89-8474-67e8e0dfc751 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:13.466418 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64978aa1-06ed-49b3-853b-50b685f6bc2e req-61574768-eab5-4c89-8474-67e8e0dfc751 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 932 time: 0.0534003 Aug 16 03:07:13.516935 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-64978aa1-06ed-49b3-853b-50b685f6bc2e req-8b21f1fe-a85b-4dbe-a27d-5bc7d8261a72 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479593 Aug 16 03:07:14.639552 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2031da-298f-4ef4-91e4-02befed5f3e0 req-a6420b9c-587b-46a7-8ad0-8ae315e2def6 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:14.641027 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d2031da-298f-4ef4-91e4-02befed5f3e0 req-a6420b9c-587b-46a7-8ad0-8ae315e2def6 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 932 time: 0.0527859 Aug 16 03:07:14.679503 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-9d2031da-298f-4ef4-91e4-02befed5f3e0 req-357d5316-3143-4fcb-ab8b-8bbc046e98de tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317202 Aug 16 03:07:15.018792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Request body: {'port': {'device_id': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-23'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:15.073556 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.341922 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f6c57f-99a8-4463-9c65-7a85ed6695f8 {{(pid=95516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:07:15.349438 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.361091 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.provisioning_blocks [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Transition to ACTIVE for port object 76f6c57f-99a8-4463-9c65-7a85ed6695f8 will not be triggered until provisioned by entity L2. {{(pid=95516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:15.422227 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.476572 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08445373-66e7-4538-b00f-8af26853735a service neutron] Pushing event updated for resources: {'Port': ['ID=76f6c57f-99a8-4463-9c65-7a85ed6695f8,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:15.546200 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Attempting to bind port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 on host n-h1-768509-23 for vnic_type normal with profile {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:15.546461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Attempting to bind port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 by drivers openvswitch,hyperv on host n-h1-768509-23 at level 0 using segments [{'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:15.546792 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Attempting to bind port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 on network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:15.552079 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 on network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-23 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:07:15.552404 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Attempting to bind port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 on network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:15.557346 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Checking agent: {'id': '5dbf5f3b-aca8-4999-a6d3-19fe4443b675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'started_at': datetime.datetime(2021, 8, 16, 1, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:15.557695 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Checking segment: {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:15.558136 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Bound using segment: {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'} {{(pid=95516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:15.558571 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.managers [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Bound port: 76f6c57f-99a8-4463-9c65-7a85ed6695f8, host: n-h1-768509-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70df5b79-652f-4d14-b97e-c6030fbaa46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126'}}] {{(pid=95516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:15.558939 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.627973 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] For port 76f6c57f-99a8-4463-9c65-7a85ed6695f8, host n-h1-768509-23, cleared binding levels {{(pid=95516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:15.630962 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] For port 76f6c57f-99a8-4463-9c65-7a85ed6695f8, host n-h1-768509-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:15.696895 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.731591 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:15.732100 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.733551 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-08445373-66e7-4538-b00f-8af26853735a service neutron] 10.222.0.64 "PUT /v2.0/ports/76f6c57f-99a8-4463-9c65-7a85ed6695f8 HTTP/1.1" status: 200 len: 1093 time: 0.7624512 Aug 16 03:07:15.733985 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:15.736292 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35b7fef-3967-4e66-92f2-fa12e2b8f889" -d '{"events": [{"name": "network-changed", "server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:15.795415 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08445373-66e7-4538-b00f-8af26853735a service neutron] Pushing event updated for resources: {'Port': ['ID=76f6c57f-99a8-4463-9c65-7a85ed6695f8,revision_number=3']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:15.824997 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023622b-46d6-4cbf-9e90-af4578c6e55f req-c27a716e-1844-447f-bc09-50854895bb7d tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:15.826647 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a023622b-46d6-4cbf-9e90-af4578c6e55f req-c27a716e-1844-447f-bc09-50854895bb7d tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0736320 Aug 16 03:07:15.898044 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-a023622b-46d6-4cbf-9e90-af4578c6e55f req-263cddfc-ab5c-499c-8549-e6bf7dd79980 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612350 Aug 16 03:07:15.903730 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d8493a5-4e25-4032-8f49-4e2fc2f99b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:15.905339 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-7d8493a5-4e25-4032-8f49-4e2fc2f99b01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0776629 Aug 16 03:07:15.950135 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2108907d-bf84-4edd-ac7f-f733995886f6 x-openstack-request-id: req-2108907d-bf84-4edd-ac7f-f733995886f6 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:15.950422 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:15.950667 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2108907d-bf84-4edd-ac7f-f733995886f6 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:15.951057 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'status': 'completed', 'code': 200} Aug 16 03:07:15.952548 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-bab7aa0b-66fd-4a6b-aee8-5e2b6db99b96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8 HTTP/1.1" status: 200 len: 217 time: 0.0389624 Aug 16 03:07:16.003536 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9fb39-0c2c-451c-9886-870151d2604d req-4d90d1cd-8259-434b-8776-333d508427fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:16.004921 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-4d90d1cd-8259-434b-8776-333d508427fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0442288 Aug 16 03:07:16.056652 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9fb39-0c2c-451c-9886-870151d2604d req-e3125bec-493b-4aa6-a438-2026c1adf4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:16.058078 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-e3125bec-493b-4aa6-a438-2026c1adf4dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449302 Aug 16 03:07:16.145341 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-32dd5687-fb56-4b3e-a384-a21710355637 service neutron] 10.222.0.64 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794699 Aug 16 03:07:16.242925 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-19c9fb39-0c2c-451c-9886-870151d2604d req-1391648c-5179-4a10-8eea-69e96a79f13e service neutron] 10.222.0.64 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875680 Aug 16 03:07:16.389787 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b7fef-3967-4e66-92f2-fa12e2b8f889 req-4d971f64-2906-4f37-a4fc-a70a4b0a4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:16.391315 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b35b7fef-3967-4e66-92f2-fa12e2b8f889 req-4d971f64-2906-4f37-a4fc-a70a4b0a4756 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0414846 Aug 16 03:07:16.480995 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b7fef-3967-4e66-92f2-fa12e2b8f889 req-d89c8e0c-9dce-424e-9dff-b3f970dbe557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:16.482517 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b35b7fef-3967-4e66-92f2-fa12e2b8f889 req-d89c8e0c-9dce-424e-9dff-b3f970dbe557 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 911 time: 0.0838680 Aug 16 03:07:16.527111 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b35b7fef-3967-4e66-92f2-fa12e2b8f889 req-2af31e14-035d-4a6e-b3fe-9f3fb9793c87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8 HTTP/1.1" status: 200 len: 217 time: 0.0369208 Aug 16 03:07:16.576355 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b7fef-3967-4e66-92f2-fa12e2b8f889 req-6f835d2a-5cf5-47c9-993f-de2dde243561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:16.577759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b35b7fef-3967-4e66-92f2-fa12e2b8f889 req-6f835d2a-5cf5-47c9-993f-de2dde243561 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0426114 Aug 16 03:07:16.623946 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b7fef-3967-4e66-92f2-fa12e2b8f889 req-f839aea6-3443-417b-8be6-132cc12e3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:16.625420 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b35b7fef-3967-4e66-92f2-fa12e2b8f889 req-f839aea6-3443-417b-8be6-132cc12e3f1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393100 Aug 16 03:07:16.719712 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b35b7fef-3967-4e66-92f2-fa12e2b8f889 req-5610a5d4-267d-426d-b7b4-9af521dc19d8 service neutron] 10.222.0.64 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849278 Aug 16 03:07:16.809657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-b35b7fef-3967-4e66-92f2-fa12e2b8f889 req-dc2923ed-b410-4490-a70f-b1028fb657b4 service neutron] 10.222.0.64 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808215 Aug 16 03:07:17.022012 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe185e-0c01-493e-895e-e0de284cc039 req-a20848a0-bf50-4fdb-8465-40e9fed7117b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:17.023424 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34fe185e-0c01-493e-895e-e0de284cc039 req-a20848a0-bf50-4fdb-8465-40e9fed7117b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0550244 Aug 16 03:07:17.060483 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-34fe185e-0c01-493e-895e-e0de284cc039 req-7a8e6950-1790-4583-ab47-8f482aad03f0 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310700 Aug 16 03:07:18.177077 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5990-9b51-4bf3-aed2-0446afb6e752 req-336c96de-cbfd-4eaa-adcc-0b9334d1ea2d tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:18.178644 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-101f5990-9b51-4bf3-aed2-0446afb6e752 req-336c96de-cbfd-4eaa-adcc-0b9334d1ea2d tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0502989 Aug 16 03:07:18.216273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-101f5990-9b51-4bf3-aed2-0446afb6e752 req-f0bad1df-d7eb-46ae-b324-cd1016ab7de3 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Aug 16 03:07:19.335480 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b05f4-b0af-40a5-bce9-6b518d1c76ee req-26199128-275e-4f06-87ab-e6072108dc7b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:19.336961 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa0b05f4-b0af-40a5-bce9-6b518d1c76ee req-26199128-275e-4f06-87ab-e6072108dc7b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0496967 Aug 16 03:07:19.374701 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-aa0b05f4-b0af-40a5-bce9-6b518d1c76ee req-dada62bb-5f49-46c5-a50f-33112c058dab tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Aug 16 03:07:19.846877 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 76f6c57f-99a8-4463-9c65-7a85ed6695f8 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:07:19.945364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 76f6c57f-99a8-4463-9c65-7a85ed6695f8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:19.956266 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'port_id': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'mac_address': 'fa:16:3e:56:51:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:07:19.992675 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.004754 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f6c57f-99a8-4463-9c65-7a85ed6695f8 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:07:20.023406 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 76f6c57f-99a8-4463-9c65-7a85ed6695f8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:20.090407 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.141052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=76f6c57f-99a8-4463-9c65-7a85ed6695f8,revision_number=4']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:20.318525 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['76f6c57f-99a8-4463-9c65-7a85ed6695f8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:07:20.498026 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1932-b0f1-4c6b-bf8d-174f8b824cb9 req-b599c4da-4bdc-473d-925c-e1aa952c890a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:20.499611 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e81f1932-b0f1-4c6b-bf8d-174f8b824cb9 req-b599c4da-4bdc-473d-925c-e1aa952c890a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0551908 Aug 16 03:07:20.545629 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e81f1932-b0f1-4c6b-bf8d-174f8b824cb9 req-1ac6ac71-2813-4fa9-ae8b-437b804c9e88 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400701 Aug 16 03:07:21.661623 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082cbb6-6487-44fb-b044-b45eff77a10e req-3203293d-d18c-42ac-b2a2-5a37b6f91ea8 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:21.663139 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1082cbb6-6487-44fb-b044-b45eff77a10e req-3203293d-d18c-42ac-b2a2-5a37b6f91ea8 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0492172 Aug 16 03:07:21.700273 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-1082cbb6-6487-44fb-b044-b45eff77a10e req-e39c163a-3683-4a32-a207-6abf57b37529 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311973 Aug 16 03:07:21.810613 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.871969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 76f6c57f-99a8-4463-9c65-7a85ed6695f8 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:21.976284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning for port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 completed by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:21.979761 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:21.980142 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:22.055774 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:22.077046 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:22.079283 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e84231d-e2e3-484e-a4fa-f88e6a630234" -d '{"events": [{"server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "name": "network-vif-plugged", "status": "completed", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:22.092250 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 76f6c57f-99a8-4463-9c65-7a85ed6695f8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:22.116298 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f3f952-87af-4378-bdcf-b09281196d2f x-openstack-request-id: req-f3f3f952-87af-4378-bdcf-b09281196d2f {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:22.116538 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "name": "network-vif-plugged", "status": "completed", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:22.116816 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3f3f952-87af-4378-bdcf-b09281196d2f {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:22.117217 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'code': 200} Aug 16 03:07:22.161046 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:22.212575 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=76f6c57f-99a8-4463-9c65-7a85ed6695f8,revision_number=5']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:22.216978 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eef9d-9064-4304-b881-719bd0705bbc req-2316a140-bc55-4b9a-93d4-8b94e6dbbde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:22.218549 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-941eef9d-9064-4304-b881-719bd0705bbc req-2316a140-bc55-4b9a-93d4-8b94e6dbbde9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 1098 time: 0.0417702 Aug 16 03:07:22.253730 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-941eef9d-9064-4304-b881-719bd0705bbc req-bc725c3a-5f5b-4d6f-be61-6c5a0c7923d8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279310 Aug 16 03:07:22.691236 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:22.824883 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c222b6-83d4-4937-a36d-64f35bf1497b req-238d48cb-0b91-4d70-a322-819deb5550cf tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:22.826414 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89c222b6-83d4-4937-a36d-64f35bf1497b req-238d48cb-0b91-4d70-a322-819deb5550cf tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0566361 Aug 16 03:07:22.864102 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-89c222b6-83d4-4937-a36d-64f35bf1497b req-f8e2c0d5-14e3-43cf-b200-88158bfd0b33 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316541 Aug 16 03:07:23.979756 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120f9be-bffc-4c1c-a2aa-a6363b6820b0 req-fe3acb46-b9d8-4f74-a889-365873eb84fe tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:23.981235 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5120f9be-bffc-4c1c-a2aa-a6363b6820b0 req-fe3acb46-b9d8-4f74-a889-365873eb84fe tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0489016 Aug 16 03:07:24.019531 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5120f9be-bffc-4c1c-a2aa-a6363b6820b0 req-170f3800-b7e6-4754-93e4-602484ba8f93 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Aug 16 03:07:24.139607 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5c12-72c7-497a-afe9-3b5cdcafbdd4 req-92f3fa1e-7f51-4cd5-a125-5161451613ef tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:24.141069 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23fe5c12-72c7-497a-afe9-3b5cdcafbdd4 req-92f3fa1e-7f51-4cd5-a125-5161451613ef tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0499895 Aug 16 03:07:24.178444 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-23fe5c12-72c7-497a-afe9-3b5cdcafbdd4 req-4c18fbca-9e55-41a4-9d69-327f16220d57 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313191 Aug 16 03:07:24.199928 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59686) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:24.242409 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4e446-d4a7-486d-aa2b-6862441ad6f2 tempest-TestSnapshotPattern-675182567 tempest-TestSnapshotPattern-675182567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:24.243884 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-76a4e446-d4a7-486d-aa2b-6862441ad6f2 tempest-TestSnapshotPattern-675182567 tempest-TestSnapshotPattern-675182567-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 1093 time: 0.0429981 Aug 16 03:07:24.246626 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59688) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:24.250867 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.v2.base [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Request body: {'floatingip': {'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'port_id': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:24.372459 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for floatingip, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.471031 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.577140 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_common [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Allocated IP 172.25.8.165 (e7511119-de60-4ebc-b5d2-06798ae9c186/36094bd5-8694-47d8-a958-14dc577a996e/2b3af944-5a4f-4c96-93e2-47aa7d7640d2) {{(pid=95516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:24.677611 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for port, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.761545 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769575750620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.805789 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Network e7511119-de60-4ebc-b5d2-06798ae9c186 is already hosted by enough agents. {{(pid=95516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:24.808660 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.base_scheduler [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Resources bound (agent type, host, resource id): {{(pid=95516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:24.812227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Received port after_create {{(pid=95516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:24.817615 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'Port': ['ID=2b3af944-5a4f-4c96-93e2-47aa7d7640d2,revision_number=1']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:25.162879 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:25.281405 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:25.442951 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for port, precommit_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:25.507462 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111366'] for port, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:25.574755 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event updated for resources: {'Port': ['ID=2b3af944-5a4f-4c96-93e2-47aa7d7640d2,revision_number=2']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:25.584738 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528790'] for floatingip, after_update {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:25.683472 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Floating IP f8c7bce0-a2b8-4392-a64c-4e68f6da8dc3 associated. External IP: 172.25.8.165, port: 76f6c57f-99a8-4463-9c65-7a85ed6695f8. Aug 16 03:07:25.886620 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Router ddc7681a-c956-4741-b6de-4faa96e47201 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:07:25.993578 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:07:26.003762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773ec1a-c918-4dff-8d55-0a3b18c95e88 None None] Sync routers for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:07:26.013313 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773ec1a-c918-4dff-8d55-0a3b18c95e88 None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:26.013980 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2773ec1a-c918-4dff-8d55-0a3b18c95e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:07:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:26.075279 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.102437 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-cb2b3db1-ea0c-4e71-911a-d6c1fa682353 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8548090 Aug 16 03:07:26.103024 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:26.105277 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965385bb-b2d1-4320-a1a3-ef705bbfb71a" -d '{"events": [{"name": "network-changed", "server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:26.119544 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2773ec1a-c918-4dff-8d55-0a3b18c95e88 None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:26.142229 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d167dec-2254-4dd3-88b9-4a73f418fffc x-openstack-request-id: req-6d167dec-2254-4dd3-88b9-4a73f418fffc {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:26.142527 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:26.142782 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d167dec-2254-4dd3-88b9-4a73f418fffc {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:26.143219 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'status': 'completed', 'code': 200} Aug 16 03:07:26.206813 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965385bb-b2d1-4320-a1a3-ef705bbfb71a req-3262a222-3cf3-44d2-8c8d-d052ffd6b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:26.208364 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-965385bb-b2d1-4320-a1a3-ef705bbfb71a req-3262a222-3cf3-44d2-8c8d-d052ffd6b423 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 1098 time: 0.0414493 Aug 16 03:07:26.306474 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965385bb-b2d1-4320-a1a3-ef705bbfb71a req-8abe9a7c-55cf-4895-8819-45b5a3550237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:26.307901 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-965385bb-b2d1-4320-a1a3-ef705bbfb71a req-8abe9a7c-55cf-4895-8819-45b5a3550237 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 911 time: 0.0917141 Aug 16 03:07:26.352243 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2773ec1a-c918-4dff-8d55-0a3b18c95e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c1fdcee4-52fb-40e7-bece-a479cae846ae', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:7c:1d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:47Z', 'updated_at': '2021-08-16T03:04:49Z', 'revision_number': 1, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}, {'id': 'f8c7bce0-a2b8-4392-a64c-4e68f6da8dc3', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:56:51:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:07:25Z', 'updated_at': '2021-08-16T03:07:25Z', 'revision_number': 0, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:26.373838 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-965385bb-b2d1-4320-a1a3-ef705bbfb71a req-5586cf2c-dc3f-4550-8eea-7081a703323e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8 HTTP/1.1" status: 200 len: 1000 time: 0.0581760 Aug 16 03:07:26.381333 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773ec1a-c918-4dff-8d55-0a3b18c95e88 None None] Checking router: ddc7681a-c956-4741-b6de-4faa96e47201 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:07:26.389738 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773ec1a-c918-4dff-8d55-0a3b18c95e88 None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:26.390384 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2773ec1a-c918-4dff-8d55-0a3b18c95e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:07:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:26.426374 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965385bb-b2d1-4320-a1a3-ef705bbfb71a req-b0a83e63-9ebc-487a-8697-b253f514012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:26.428065 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-965385bb-b2d1-4320-a1a3-ef705bbfb71a req-b0a83e63-9ebc-487a-8697-b253f514012f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0468032 Aug 16 03:07:26.482370 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965385bb-b2d1-4320-a1a3-ef705bbfb71a req-f3d9fcd4-d14c-4042-9a9a-a6c4b42b67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:26.483911 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-965385bb-b2d1-4320-a1a3-ef705bbfb71a req-f3d9fcd4-d14c-4042-9a9a-a6c4b42b67a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478911 Aug 16 03:07:26.576713 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-965385bb-b2d1-4320-a1a3-ef705bbfb71a req-54b4ab40-d0a9-43bb-8a6d-af7e4e81026e service neutron] 10.222.0.64 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850511 Aug 16 03:07:26.651985 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-2773ec1a-c918-4dff-8d55-0a3b18c95e88 None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:26.670284 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-965385bb-b2d1-4320-a1a3-ef705bbfb71a req-ec3b3a00-caef-421a-b3f1-39cea568399a service neutron] 10.222.0.64 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858824 Aug 16 03:07:26.873479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-2773ec1a-c918-4dff-8d55-0a3b18c95e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c1fdcee4-52fb-40e7-bece-a479cae846ae', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:7c:1d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:47Z', 'updated_at': '2021-08-16T03:04:49Z', 'revision_number': 1, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}, {'id': 'f8c7bce0-a2b8-4392-a64c-4e68f6da8dc3', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:56:51:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:07:25Z', 'updated_at': '2021-08-16T03:07:25Z', 'revision_number': 0, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:26.900107 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773ec1a-c918-4dff-8d55-0a3b18c95e88 None None] The sync data for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 is: [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c1fdcee4-52fb-40e7-bece-a479cae846ae', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:7c:1d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:47Z', 'updated_at': '2021-08-16T03:04:49Z', 'revision_number': 1, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}, {'id': 'f8c7bce0-a2b8-4392-a64c-4e68f6da8dc3', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:56:51:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:07:25Z', 'updated_at': '2021-08-16T03:07:25Z', 'revision_number': 0, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:07:27.092987 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f5d55-d065-4028-a45b-02e65d71907a None None] New status for floating IP f8c7bce0-a2b8-4392-a64c-4e68f6da8dc3: ACTIVE {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:07:27.286658 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-b39acbb3-72d5-4b0c-8ea8-2fed7d6bb44d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0835617 Aug 16 03:07:27.371645 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-7f938f2f-9e01-46ff-8e67-1ef97b47c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:27.373154 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-7f938f2f-9e01-46ff-8e67-1ef97b47c7d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 1095 time: 0.0439341 Aug 16 03:07:27.478439 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-bdc13734-6dee-4c89-bf6c-8e2f49170ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:27.479846 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-bdc13734-6dee-4c89-bf6c-8e2f49170ffc service neutron] 10.222.0.74 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 911 time: 0.0884626 Aug 16 03:07:27.544501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-6ac597ba-a2dd-4101-a31d-43dce49dc8f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60 HTTP/1.1" status: 200 len: 999 time: 0.0582280 Aug 16 03:07:27.592191 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-20a16bc8-d5c2-4ea5-b4b9-b99b542c26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:27.593583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-20a16bc8-d5c2-4ea5-b4b9-b99b542c26e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0426011 Aug 16 03:07:27.641038 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-b056ff7b-d66d-4628-8f47-1019e660265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:27.642569 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-b056ff7b-d66d-4628-8f47-1019e660265b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424085 Aug 16 03:07:27.730501 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-59c1aea6-11db-4ba6-a3c9-b628363b6ae9 service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797620 Aug 16 03:07:27.822148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-296b3e21-7b56-46f3-862d-24dbddb5e158 req-9a10cecb-ff91-40ea-ab64-01c2cfe0c1aa service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839736 Aug 16 03:07:29.961015 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-e01e87c2-1283-42d7-b04e-547e3f8dbe86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.972286 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-cd96ead2-2862-4db8-8f63-e67f896ae96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.000597 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.423496 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:36.164391 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:42.393554 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:07:51.832784 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:52.685722 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:59.959791 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e43a-77a3-48ad-9e61-9db8ef065c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:02.961233 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-72a99060-7ca7-4987-b838-56cb9eaee252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:02.988905 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:04.411101 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:06.188860 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:16.769507 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-8f13a1af-3a6c-47ba-ba46-50ebd9e04331 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412154 Aug 16 03:08:16.853232 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-95717b79-b449-428d-976d-c2de3d8fc291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:16.854759 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-95717b79-b449-428d-976d-c2de3d8fc291 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 1098 time: 0.0404913 Aug 16 03:08:16.961493 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-215bae48-e533-4125-89b4-6cb23720f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:16.963004 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-215bae48-e533-4125-89b4-6cb23720f45a service neutron] 10.222.0.64 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 911 time: 0.0877306 Aug 16 03:08:17.029802 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-83c302df-ca37-498d-8754-a218fccb0e26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8 HTTP/1.1" status: 200 len: 1002 time: 0.0586817 Aug 16 03:08:17.078074 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-5de39ef2-c46f-4ab6-8ff9-866c1c7a1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:17.079496 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-5de39ef2-c46f-4ab6-8ff9-866c1c7a1ca5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0426242 Aug 16 03:08:17.127601 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-96415239-0b00-4f2f-b494-ba00941ab75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:17.129600 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-96415239-0b00-4f2f-b494-ba00941ab75d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428700 Aug 16 03:08:17.217552 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-bce86a95-bfcd-48da-a513-138432870af2 service neutron] 10.222.0.64 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804114 Aug 16 03:08:17.309623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-896c3a91-1136-40f2-84ec-620cc8363a33 req-d99135bb-0cb1-4f58-b5ec-4b90ab80b401 service neutron] 10.222.0.64 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844686 Aug 16 03:08:19.392287 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:08:21.805255 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:22.707642 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:29.265537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-c5c62cf6-f83b-45bd-9c5d-199c714b9ccd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401146 Aug 16 03:08:29.344003 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-41c0593a-cd54-4992-b601-7c40569533cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:29.345479 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-41c0593a-cd54-4992-b601-7c40569533cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 1095 time: 0.0397046 Aug 16 03:08:29.798377 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-c9185fde-2baa-4d40-9455-3fc2a077d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:29.799860 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-c9185fde-2baa-4d40-9455-3fc2a077d423 service neutron] 10.222.0.74 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 911 time: 0.4367888 Aug 16 03:08:29.865059 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-16154681-21b4-417f-bde3-781f6d977b2b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60 HTTP/1.1" status: 200 len: 999 time: 0.0579090 Aug 16 03:08:29.914716 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-8bb820e1-b6ed-4ad6-b879-26c3f98acb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:29.916136 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-8bb820e1-b6ed-4ad6-b879-26c3f98acb38 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0439363 Aug 16 03:08:29.919327 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-9b99a83d-86fb-4d66-bf2e-9879c826ae82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:29.965891 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-7ea5789b-4fba-43b8-8a8b-08cc6ec218da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:29.967373 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-7ea5789b-4fba-43b8-8a8b-08cc6ec218da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440166 Aug 16 03:08:30.057783 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-6d13a3e2-13c8-41b2-9d8c-f7797c1e3ebc service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827615 Aug 16 03:08:30.153801 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-517785d2-711d-4c8a-8bcd-5d8407e7b82e req-00b70197-69ed-4366-979b-ac60f2bddd0c service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892110 Aug 16 03:08:32.964951 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-09f47805-498e-44ad-9426-0b7be14c8808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:32.988308 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:34.432628 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:36.182323 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:51.799248 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.254576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 76f6c57f-99a8-4463-9c65-7a85ed6695f8 details requested by agent hyperv_n-h1-768509-23 with host n-h1-768509-23 {{(pid=95517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:08:52.360324 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 76f6c57f-99a8-4463-9c65-7a85ed6695f8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:52.380969 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Returning: {'device': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'port_id': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'mac_address': 'fa:16:3e:56:51:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:08:52.420608 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.434682 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76f6c57f-99a8-4463-9c65-7a85ed6695f8 {{(pid=95517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:08:52.455008 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 76f6c57f-99a8-4463-9c65-7a85ed6695f8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:52.623500 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.690935 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=76f6c57f-99a8-4463-9c65-7a85ed6695f8,revision_number=6']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:52.698666 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.699082 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.699442 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.700118 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.701002 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.702030 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.702554 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.702885 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.703212 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.703539 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.703863 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.704231 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:52.710562 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] get_ports_and_sgs() called for port_ids ['76f6c57f-99a8-4463-9c65-7a85ed6695f8'] {{(pid=95517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:08:52.715232 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:54.272162 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 76f6c57f-99a8-4463-9c65-7a85ed6695f8 up at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:08:54.337275 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.provisioning_blocks [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Provisioning complete for port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 triggered by entity L2. {{(pid=95517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:54.337648 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16470345'] for port, provisioning_complete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:54.423012 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:54.449851 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:08:54.452159 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8903f94b-ab6e-4503-9852-5051c29117cb" -d '{"events": [{"server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "name": "network-vif-plugged", "status": "completed", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:08:54.469121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 76f6c57f-99a8-4463-9c65-7a85ed6695f8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:54.496448 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3311cfc1-db82-4703-9959-f2f7aa975e52 x-openstack-request-id: req-3311cfc1-db82-4703-9959-f2f7aa975e52 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:08:54.496824 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "name": "network-vif-plugged", "status": "completed", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:08:54.497166 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3311cfc1-db82-4703-9959-f2f7aa975e52 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:08:54.497617 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'code': 200} Aug 16 03:08:54.559882 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:54.619686 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=76f6c57f-99a8-4463-9c65-7a85ed6695f8,revision_number=7']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:56.391793 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:08:59.936232 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-219580d4-31fb-46ba-9d26-e59ae7088b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.959148 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f3439761-2f83-40df-90c3-719fe643dcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.997788 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:03.894664 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59884) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:04.051661 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Deleting port 2b3af944-5a4f-4c96-93e2-47aa7d7640d2 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:04.052000 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:04.125271 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:04.125600 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:04.136932 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Calling delete_port for 2b3af944-5a4f-4c96-93e2-47aa7d7640d2 owned by network:floatingip {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:04.341911 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:04.374159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event deleted for resources: {'Port': ['ID=2b3af944-5a4f-4c96-93e2-47aa7d7640d2,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:04.387428 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:04.399878 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.400227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.400567 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.400911 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.401242 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.401573 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.401924 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.402255 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.402579 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.402902 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.403271 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.403599 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:04.443622 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for floatingip, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:04.443901 n-d-768509-23 neutron-server[95516]: INFO neutron.db.l3_db [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Floating IP f8c7bce0-a2b8-4392-a64c-4e68f6da8dc3 disassociated (deleted). External IP: 172.25.8.165, port: 76f6c57f-99a8-4463-9c65-7a85ed6695f8. Aug 16 03:09:04.649957 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Router ddc7681a-c956-4741-b6de-4faa96e47201 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:09:04.753559 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:09:04.758532 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:04.763054 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e82b5d-6fcd-48da-b420-bf0c0ee1b2b6 None None] Sync routers for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:09:04.773065 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e82b5d-6fcd-48da-b420-bf0c0ee1b2b6 None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:04.773693 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-24e82b5d-6fcd-48da-b420-bf0c0ee1b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:04.789537 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-b6ae015e-17ac-4fbe-b6ab-aadeea3942f7 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "DELETE /v2.0/floatingips/f8c7bce0-a2b8-4392-a64c-4e68f6da8dc3 HTTP/1.1" status: 204 len: 168 time: 0.8937454 Aug 16 03:09:04.790240 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:04.792554 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28" -d '{"events": [{"name": "network-changed", "server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:04.878769 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-24e82b5d-6fcd-48da-b420-bf0c0ee1b2b6 None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:05.098269 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-24e82b5d-6fcd-48da-b420-bf0c0ee1b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c1fdcee4-52fb-40e7-bece-a479cae846ae', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:7c:1d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:47Z', 'updated_at': '2021-08-16T03:04:49Z', 'revision_number': 1, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:05.128541 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e82b5d-6fcd-48da-b420-bf0c0ee1b2b6 None None] Checking router: ddc7681a-c956-4741-b6de-4faa96e47201 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:09:05.136814 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e82b5d-6fcd-48da-b420-bf0c0ee1b2b6 None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:05.137419 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-24e82b5d-6fcd-48da-b420-bf0c0ee1b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:05.196797 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81972f4-1f6f-4cd6-b45a-662a9d390c97 x-openstack-request-id: req-b81972f4-1f6f-4cd6-b45a-662a9d390c97 {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:05.197298 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:05.197298 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b81972f4-1f6f-4cd6-b45a-662a9d390c97 {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:05.197831 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'status': 'completed', 'code': 200} Aug 16 03:09:05.250157 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-24e82b5d-6fcd-48da-b420-bf0c0ee1b2b6 None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:05.294499 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28 req-39ce6168-19fe-4cfe-b5c5-7d939852da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:05.296022 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28 req-39ce6168-19fe-4cfe-b5c5-7d939852da95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 1098 time: 0.0744042 Aug 16 03:09:05.307912 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78db4de-d0b3-4071-8c86-45a371f2a875 req-3b8021b9-adcd-4ef6-a62c-60eaf93f24e5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:05.309385 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e78db4de-d0b3-4071-8c86-45a371f2a875 req-3b8021b9-adcd-4ef6-a62c-60eaf93f24e5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0610943 Aug 16 03:09:05.403216 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e78db4de-d0b3-4071-8c86-45a371f2a875 req-1985c6f0-1266-4e0a-9e52-2e1f8257d62a tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851693 Aug 16 03:09:05.431184 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28 req-28b3102c-cabd-4c80-9ca4-53e2440236c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:05.432657 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28 req-28b3102c-cabd-4c80-9ca4-53e2440236c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 911 time: 0.1224020 Aug 16 03:09:05.476062 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28 req-c1bae117-0caa-4036-b6d1-0f2bf6829477 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8 HTTP/1.1" status: 200 len: 217 time: 0.0341642 Aug 16 03:09:05.476431 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-24e82b5d-6fcd-48da-b420-bf0c0ee1b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c1fdcee4-52fb-40e7-bece-a479cae846ae', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:7c:1d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:47Z', 'updated_at': '2021-08-16T03:04:49Z', 'revision_number': 1, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:05.502555 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e82b5d-6fcd-48da-b420-bf0c0ee1b2b6 None None] The sync data for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 is: [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_floatingips': [{'id': 'c1fdcee4-52fb-40e7-bece-a479cae846ae', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'router_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'port_id': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'mac_address': 'fa:16:3e:7c:1d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:47Z', 'updated_at': '2021-08-16T03:04:49Z', 'revision_number': 1, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:09:05.529743 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28 req-af4ac3b0-49af-4d2f-b561-d921af30f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:05.531267 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28 req-af4ac3b0-49af-4d2f-b561-d921af30f937 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0455923 Aug 16 03:09:05.583732 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28 req-88fe3c9b-fe89-4177-b0e6-8419fdc4e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:05.585289 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28 req-88fe3c9b-fe89-4177-b0e6-8419fdc4e803 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463278 Aug 16 03:09:05.680181 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28 req-59ce3ef4-4736-4c3b-a190-6a0f703479c9 service neutron] 10.222.0.64 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861626 Aug 16 03:09:05.731682 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7a48b-afd8-46ae-be2e-38854bf7e2ea None None] New status for floating IP f8c7bce0-a2b8-4392-a64c-4e68f6da8dc3: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:09:05.780128 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-f51104b8-fe5d-4c32-9873-77c6e5fb2a28 req-2b8ce388-a2e9-46a5-a408-46cb97c56743 service neutron] 10.222.0.64 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911717 Aug 16 03:09:06.164236 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:06.378727 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 76f6c57f-99a8-4463-9c65-7a85ed6695f8 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:09:06.458747 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354826'] for port, before_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:06.481383 n-d-768509-23 neutron-server[95517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8'}] {{(pid=95517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:06.483670 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8107ad3c790487b3b05b0695b113b09fc04aa16b0a6e3ed3ab7255cae5643bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35730595-5994-4657-ac32-b3d6bc345dce" -d '{"events": [{"server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "name": "network-vif-unplugged", "status": "completed", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8"}]}' {{(pid=95517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:06.496503 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] For port 76f6c57f-99a8-4463-9c65-7a85ed6695f8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:06.520731 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87339f9b-847e-4e1a-9d6c-71de5991bd7b req-a8d684aa-ca78-4217-b31f-86ee7072cb27 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:06.522864 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87339f9b-847e-4e1a-9d6c-71de5991bd7b req-a8d684aa-ca78-4217-b31f-86ee7072cb27 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0502315 Aug 16 03:09:06.557863 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769576320660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769575750638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769575751940'] for port, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:06.560071 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-87339f9b-847e-4e1a-9d6c-71de5991bd7b req-fb9927ae-b244-4886-819a-26ad2194872e tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Aug 16 03:09:06.606799 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b27cb9-bd46-4fcd-a6bc-795ca251bba3 x-openstack-request-id: req-87b27cb9-bd46-4fcd-a6bc-795ca251bba3 {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:06.607093 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "name": "network-vif-unplugged", "status": "completed", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8", "code": 200}]} {{(pid=95517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:06.607345 n-d-768509-23 neutron-server[95517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-87b27cb9-bd46-4fcd-a6bc-795ca251bba3 {{(pid=95517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:06.607789 n-d-768509-23 neutron-server[95517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'code': 200} Aug 16 03:09:06.613117 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Pushing event updated for resources: {'Port': ['ID=76f6c57f-99a8-4463-9c65-7a85ed6695f8,revision_number=8']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:06.840853 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e59b-ec4e-4025-b9e8-a0c6213627eb req-cd9d2f89-7c77-4704-89e3-f60b01cc8d8f tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:06.842323 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ae0e59b-ec4e-4025-b9e8-a0c6213627eb req-cd9d2f89-7c77-4704-89e3-f60b01cc8d8f tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.64 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0485237 Aug 16 03:09:06.933229 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5ae0e59b-ec4e-4025-b9e8-a0c6213627eb req-784a4f21-7b8f-4fe2-8b89-52dbe2dfb080 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Deleting port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:06.933568 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5ae0e59b-ec4e-4025-b9e8-a0c6213627eb req-784a4f21-7b8f-4fe2-8b89-52dbe2dfb080 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:07.024166 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-5ae0e59b-ec4e-4025-b9e8-a0c6213627eb req-784a4f21-7b8f-4fe2-8b89-52dbe2dfb080 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] For port 76f6c57f-99a8-4463-9c65-7a85ed6695f8, host n-h1-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-23',level=0,port_id=76f6c57f-99a8-4463-9c65-7a85ed6695f8,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:07.024530 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5ae0e59b-ec4e-4025-b9e8-a0c6213627eb req-784a4f21-7b8f-4fe2-8b89-52dbe2dfb080 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:07.037704 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-5ae0e59b-ec4e-4025-b9e8-a0c6213627eb req-784a4f21-7b8f-4fe2-8b89-52dbe2dfb080 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Calling delete_port for 76f6c57f-99a8-4463-9c65-7a85ed6695f8 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:07.267428 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5ae0e59b-ec4e-4025-b9e8-a0c6213627eb req-784a4f21-7b8f-4fe2-8b89-52dbe2dfb080 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:07.294448 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a4f21-7b8f-4fe2-8b89-52dbe2dfb080 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event deleted for resources: {'Port': ['ID=76f6c57f-99a8-4463-9c65-7a85ed6695f8,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:07.338095 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae0e59b-ec4e-4025-b9e8-a0c6213627eb req-784a4f21-7b8f-4fe2-8b89-52dbe2dfb080 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] No DVR routers for this DVR port 76f6c57f-99a8-4463-9c65-7a85ed6695f8 on host n-h1-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:09:07.340978 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-5ae0e59b-ec4e-4025-b9e8-a0c6213627eb req-784a4f21-7b8f-4fe2-8b89-52dbe2dfb080 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:07.343721 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-5ae0e59b-ec4e-4025-b9e8-a0c6213627eb req-784a4f21-7b8f-4fe2-8b89-52dbe2dfb080 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.64 "DELETE /v2.0/ports/76f6c57f-99a8-4463-9c65-7a85ed6695f8 HTTP/1.1" status: 204 len: 173 time: 0.4947796 Aug 16 03:09:07.345309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'name': 'network-vif-deleted', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:07.346485 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e632c2f-1995-4e5e-bc76-d4b8f372405a" -d '{"events": [{"server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "name": "network-vif-deleted", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:07.383188 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425bb87a-3598-40f9-b0a5-4bb8be01187f x-openstack-request-id: req-425bb87a-3598-40f9-b0a5-4bb8be01187f {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:07.383495 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d5fbab-f91e-4798-8416-b4e294a4f1c7", "name": "network-vif-deleted", "tag": "76f6c57f-99a8-4463-9c65-7a85ed6695f8", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:07.383746 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-425bb87a-3598-40f9-b0a5-4bb8be01187f {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:07.384148 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d5fbab-f91e-4798-8416-b4e294a4f1c7', 'name': 'network-vif-deleted', 'tag': '76f6c57f-99a8-4463-9c65-7a85ed6695f8', 'status': 'completed', 'code': 200} Aug 16 03:09:07.675313 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-38b14097-6da7-4ea4-ab53-480d2ba774c9 req-e62fd991-187f-436f-96b7-0c642982d2d9 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d5fbab-f91e-4798-8416-b4e294a4f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0329478 Aug 16 03:09:09.953332 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59946) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:10.110051 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Deleting port 022e6339-fe09-4014-9975-f8489f363219 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:10.110398 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:10.188342 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:10.188675 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:10.200733 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Calling delete_port for 022e6339-fe09-4014-9975-f8489f363219 owned by network:floatingip {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:10.415047 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:10.446614 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event deleted for resources: {'Port': ['ID=022e6339-fe09-4014-9975-f8489f363219,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:10.469842 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.470192 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.470529 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.470863 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.471197 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.471599 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.471850 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.472174 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.472494 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.472817 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.473140 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.473483 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-23 {{(pid=95515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:10.514343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for floatingip, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:10.514679 n-d-768509-23 neutron-server[95515]: INFO neutron.db.l3_db [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Floating IP c1fdcee4-52fb-40e7-bece-a479cae846ae disassociated (deleted). External IP: 172.25.8.128, port: 4a7d5412-eeed-470d-9100-bf85c1bbae60. Aug 16 03:09:10.717399 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Router ddc7681a-c956-4741-b6de-4faa96e47201 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:09:10.825935 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:09:10.830756 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for floatingip, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:10.835514 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b48c4-e3d5-4f33-92e7-84f31ecb9be0 None None] Sync routers for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:09:10.845364 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b48c4-e3d5-4f33-92e7-84f31ecb9be0 None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:10.846016 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0a4b48c4-e3d5-4f33-92e7-84f31ecb9be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:10.857404 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-a804cd5f-e3e4-4108-8e02-8cb1161e46c5 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "DELETE /v2.0/floatingips/c1fdcee4-52fb-40e7-bece-a479cae846ae HTTP/1.1" status: 204 len: 168 time: 0.9028986 Aug 16 03:09:10.858047 n-d-768509-23 neutron-server[95515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60'}] {{(pid=95515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:10.860368 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0551dae6c7fc61468848fa01418dd064d6c56ca945c16c5049742447b6f00904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4618589-9afe-4273-89b6-d58a6915f1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60"}]}' {{(pid=95515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:11.104679 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-0a4b48c4-e3d5-4f33-92e7-84f31ecb9be0 None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:11.313443 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0a4b48c4-e3d5-4f33-92e7-84f31ecb9be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:11.318082 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b694c1fd-82a0-4259-a78c-df6267a76ab9 x-openstack-request-id: req-b694c1fd-82a0-4259-a78c-df6267a76ab9 {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:11.319009 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60", "status": "completed", "code": 200}]} {{(pid=95515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:11.319450 n-d-768509-23 neutron-server[95515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b694c1fd-82a0-4259-a78c-df6267a76ab9 {{(pid=95515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:11.319946 n-d-768509-23 neutron-server[95515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'status': 'completed', 'code': 200} Aug 16 03:09:11.341121 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b48c4-e3d5-4f33-92e7-84f31ecb9be0 None None] Checking router: ddc7681a-c956-4741-b6de-4faa96e47201 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:09:11.350150 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b48c4-e3d5-4f33-92e7-84f31ecb9be0 None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:11.350778 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0a4b48c4-e3d5-4f33-92e7-84f31ecb9be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:11.416395 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4618589-9afe-4273-89b6-d58a6915f1f4 req-53456ddd-d0bc-4908-be63-0f05b3872029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:11.418116 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4618589-9afe-4273-89b6-d58a6915f1f4 req-53456ddd-d0bc-4908-be63-0f05b3872029 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4f60a1de855b4785bc90fab743465d48&device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 1095 time: 0.0761602 Aug 16 03:09:11.430177 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65ed57-d10c-4c21-80ed-60e475dc2679 req-77be788d-fb80-44dd-a13e-0d4e889c470c tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:11.431650 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa65ed57-d10c-4c21-80ed-60e475dc2679 req-77be788d-fb80-44dd-a13e-0d4e889c470c tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 943 time: 0.0642550 Aug 16 03:09:11.461377 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-0a4b48c4-e3d5-4f33-92e7-84f31ecb9be0 None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:11.527550 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-fa65ed57-d10c-4c21-80ed-60e475dc2679 req-da64320c-81f7-43c7-8361-b07147d633dd tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868645 Aug 16 03:09:11.549945 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4618589-9afe-4273-89b6-d58a6915f1f4 req-a19d6b92-c2a3-4704-bd0a-f82e9384da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:11.551438 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4618589-9afe-4273-89b6-d58a6915f1f4 req-a19d6b92-c2a3-4704-bd0a-f82e9384da03 service neutron] 10.222.0.74 "GET /v2.0/networks?id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 200 len: 911 time: 0.1189258 Aug 16 03:09:11.594394 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4618589-9afe-4273-89b6-d58a6915f1f4 req-fda0ee5f-5811-40e7-824a-1690963ab7fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60 HTTP/1.1" status: 200 len: 217 time: 0.0350621 Aug 16 03:09:11.648096 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4618589-9afe-4273-89b6-d58a6915f1f4 req-7ec2217e-07b0-41ec-b366-c5ddf14bc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:11.649583 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4618589-9afe-4273-89b6-d58a6915f1f4 req-7ec2217e-07b0-41ec-b366-c5ddf14bc0c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 200 len: 849 time: 0.0481071 Aug 16 03:09:11.660273 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-0a4b48c4-e3d5-4f33-92e7-84f31ecb9be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:11.692389 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b48c4-e3d5-4f33-92e7-84f31ecb9be0 None None] The sync data for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 is: [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:04:22Z', 'revision_number': 4, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23', '_interfaces': [{'id': 'dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3', 'name': '', 'network_id': '21a0a1a8-de6c-46f9-b596-d8c5a66e8126', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'mac_address': 'fa:16:3e:6b:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:22Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'subnets': [{'id': '2316fd72-4563-4417-a83f-9d7bac609db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:09:11.697125 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4618589-9afe-4273-89b6-d58a6915f1f4 req-a3a1d54c-2b6e-45bd-9369-194aab11863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:11.698964 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4618589-9afe-4273-89b6-d58a6915f1f4 req-a3a1d54c-2b6e-45bd-9369-194aab11863e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=21a0a1a8-de6c-46f9-b596-d8c5a66e8126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407355 Aug 16 03:09:11.801292 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4618589-9afe-4273-89b6-d58a6915f1f4 req-a6596dab-26d6-4cbc-a616-ec35f3bfed7d service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936711 Aug 16 03:09:11.900554 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-e4618589-9afe-4273-89b6-d58a6915f1f4 req-537eac74-697c-4903-9bbc-776e565cfe08 service neutron] 10.222.0.74 "GET /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918257 Aug 16 03:09:11.916732 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560c545-2243-4494-bd5b-927c3f80210c None None] New status for floating IP c1fdcee4-52fb-40e7-bece-a479cae846ae: DOWN {{(pid=95518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:09:12.391576 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 76f6c57f-99a8-4463-9c65-7a85ed6695f8 no longer exists at agent hyperv_n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:09:12.411420 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] No Port match for: 76f6c57f-99a8-4463-9c65-7a85ed6695f8 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:09:12.411764 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Device 76f6c57f-99a8-4463-9c65-7a85ed6695f8 not bound to the agent host n-h1-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:09:12.643185 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67698eb-68a5-43b9-ac84-98f58583f0eb req-b6b94a72-8c4b-4ed1-8816-44931eb46414 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:12.644594 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d67698eb-68a5-43b9-ac84-98f58583f0eb req-b6b94a72-8c4b-4ed1-8816-44931eb46414 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 943 time: 0.0492609 Aug 16 03:09:12.683144 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-d67698eb-68a5-43b9-ac84-98f58583f0eb req-a0000e58-3ef3-4c24-92b8-4325923df33e tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/security-groups?id=87509087-42fc-4d96-bec2-a322d4f7a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Aug 16 03:09:12.859256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327c9c5-0503-4d7b-a3d3-6ed12908fce4 req-d3743910-70a6-495b-9d67-071086418e55 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:12.860726 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7327c9c5-0503-4d7b-a3d3-6ed12908fce4 req-d3743910-70a6-495b-9d67-071086418e55 tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 943 time: 0.0479565 Aug 16 03:09:12.952726 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-7327c9c5-0503-4d7b-a3d3-6ed12908fce4 req-544e9045-f5c0-4116-91a5-ae970d8cb8fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Deleting port 4a7d5412-eeed-470d-9100-bf85c1bbae60 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:12.952986 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7327c9c5-0503-4d7b-a3d3-6ed12908fce4 req-544e9045-f5c0-4116-91a5-ae970d8cb8fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:13.039677 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [req-7327c9c5-0503-4d7b-a3d3-6ed12908fce4 req-544e9045-f5c0-4116-91a5-ae970d8cb8fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] For port 4a7d5412-eeed-470d-9100-bf85c1bbae60, host n-h2-768509-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-23',level=0,port_id=4a7d5412-eeed-470d-9100-bf85c1bbae60,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:13.040029 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7327c9c5-0503-4d7b-a3d3-6ed12908fce4 req-544e9045-f5c0-4116-91a5-ae970d8cb8fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:13.053332 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [req-7327c9c5-0503-4d7b-a3d3-6ed12908fce4 req-544e9045-f5c0-4116-91a5-ae970d8cb8fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Calling delete_port for 4a7d5412-eeed-470d-9100-bf85c1bbae60 owned by compute:nova {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:13.250300 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7327c9c5-0503-4d7b-a3d3-6ed12908fce4 req-544e9045-f5c0-4116-91a5-ae970d8cb8fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:13.276444 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e9045-f5c0-4116-91a5-ae970d8cb8fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event deleted for resources: {'Port': ['ID=4a7d5412-eeed-470d-9100-bf85c1bbae60,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:13.323233 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7327c9c5-0503-4d7b-a3d3-6ed12908fce4 req-544e9045-f5c0-4116-91a5-ae970d8cb8fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] No DVR routers for this DVR port 4a7d5412-eeed-470d-9100-bf85c1bbae60 on host n-h2-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:09:13.325685 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [req-7327c9c5-0503-4d7b-a3d3-6ed12908fce4 req-544e9045-f5c0-4116-91a5-ae970d8cb8fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39352'] for port, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:13.327867 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-7327c9c5-0503-4d7b-a3d3-6ed12908fce4 req-544e9045-f5c0-4116-91a5-ae970d8cb8fb tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.74 "DELETE /v2.0/ports/4a7d5412-eeed-470d-9100-bf85c1bbae60 HTTP/1.1" status: 204 len: 173 time: 0.4610934 Aug 16 03:09:13.328308 n-d-768509-23 neutron-server[95516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'name': 'network-vif-deleted', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60'}] {{(pid=95516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:13.330561 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9e7008165b012f96184301ddd0ec168bdccbe6acb63516d9e2e6cd9ef49034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b37412-6dd9-42e6-9e8f-e817300c6bf3" -d '{"events": [{"server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "name": "network-vif-deleted", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60"}]}' {{(pid=95516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:13.369046 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e5aae1-bd4b-4182-bc05-c746339bbe8a x-openstack-request-id: req-00e5aae1-bd4b-4182-bc05-c746339bbe8a {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:13.369381 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3686825-26e4-4dcd-a548-58db61eb0993", "name": "network-vif-deleted", "tag": "4a7d5412-eeed-470d-9100-bf85c1bbae60", "status": "completed", "code": 200}]} {{(pid=95516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:13.374844 n-d-768509-23 neutron-server[95516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-00e5aae1-bd4b-4182-bc05-c746339bbe8a {{(pid=95516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:13.374844 n-d-768509-23 neutron-server[95516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3686825-26e4-4dcd-a548-58db61eb0993', 'name': 'network-vif-deleted', 'tag': '4a7d5412-eeed-470d-9100-bf85c1bbae60', 'status': 'completed', 'code': 200} Aug 16 03:09:13.796148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [req-8f397639-8d1c-4368-8b0c-3030572137b7 req-32fe8445-81a6-4bb6-92a5-1e4796c0e0dc tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3686825-26e4-4dcd-a548-58db61eb0993 HTTP/1.1" status: 200 len: 210 time: 0.0270374 Aug 16 03:09:14.851862 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59970) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:14.910377 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d98f985d-c691-4bd7-bb1f-7b0eef7e9f9b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:14.935319 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d98f985d-c691-4bd7-bb1f-7b0eef7e9f9b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:15.066955 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d98f985d-c691-4bd7-bb1f-7b0eef7e9f9b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:15.070227 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-d98f985d-c691-4bd7-bb1f-7b0eef7e9f9b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Notify callbacks [] for security_group, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:15.071472 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-d98f985d-c691-4bd7-bb1f-7b0eef7e9f9b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] 10.222.0.66 "DELETE /v2.0/security-groups/87509087-42fc-4d96-bec2-a322d4f7a275 HTTP/1.1" status: 204 len: 168 time: 0.2186141 Aug 16 03:09:15.080732 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f985d-c691-4bd7-bb1f-7b0eef7e9f9b tempest-TestSnapshotPattern-571959031 tempest-TestSnapshotPattern-571959031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87509087-42fc-4d96-bec2-a322d4f7a275,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:15.222065 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59974) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:15.563846 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:15.800954 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] Deleting port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:15.801209 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:15.885930 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] For port dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:15.886603 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:15.898743 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] Calling delete_port for dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 owned by network:router_interface {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:16.112703 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:16.145736 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:16.601722 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:16.812761 n-d-768509-23 neutron-server[95515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] Router ddc7681a-c956-4741-b6de-4faa96e47201 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:09:16.918560 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:09:16.923529 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-ac76e432-4693-4d84-9bb3-33caa761ad2e admin admin] 10.222.0.66 "PUT /v2.0/routers/ddc7681a-c956-4741-b6de-4faa96e47201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7003734 Aug 16 03:09:16.926031 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59976) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:16.929284 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcefb35-0e73-45bc-bcd5-266a05e2b0ed None None] Sync routers for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:09:16.938579 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcefb35-0e73-45bc-bcd5-266a05e2b0ed None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:16.939197 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9dcefb35-0e73-45bc-bcd5-266a05e2b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:17.033583 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Notify callbacks [] for router, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:17.044591 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9dcefb35-0e73-45bc-bcd5-266a05e2b0ed None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: n-d-768509-23 {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:17.137159 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:17.220074 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9dcefb35-0e73-45bc-bcd5-266a05e2b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:09:16Z', 'revision_number': 5, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port': {'id': '90426f23-ec61-41d4-a35b-a54e7b4f67cb', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:20Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:17.249717 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcefb35-0e73-45bc-bcd5-266a05e2b0ed None None] Checking router: ddc7681a-c956-4741-b6de-4faa96e47201 for host: n-d-768509-23 {{(pid=95517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:09:17.258370 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcefb35-0e73-45bc-bcd5-266a05e2b0ed None None] Routers {'ddc7681a-c956-4741-b6de-4faa96e47201'} bound to L3 agent in host n-d-768509-23 {{(pid=95517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:17.258966 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9dcefb35-0e73-45bc-bcd5-266a05e2b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['ddc7681a-c956-4741-b6de-4faa96e47201'], 'active': True} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:17.261904 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Deleting port 90426f23-ec61-41d4-a35b-a54e7b4f67cb {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:17.261904 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:17.337663 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] For port 90426f23-ec61-41d4-a35b-a54e7b4f67cb, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=90426f23-ec61-41d4-a35b-a54e7b4f67cb,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:17.338059 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:17.343056 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvr_db [None req-9dcefb35-0e73-45bc-bcd5-266a05e2b0ed None None] Set router ddc7681a-c956-4741-b6de-4faa96e47201 gateway port host: None {{(pid=95517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:17.350914 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Calling delete_port for 90426f23-ec61-41d4-a35b-a54e7b4f67cb owned by network:router_gateway {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:17.395085 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_hamode_db [None req-9dcefb35-0e73-45bc-bcd5-266a05e2b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:09:17Z', 'revision_number': 6, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:17.424843 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcefb35-0e73-45bc-bcd5-266a05e2b0ed None None] The sync data for ids ['ddc7681a-c956-4741-b6de-4faa96e47201'] in n-d-768509-23 is: [{'id': 'ddc7681a-c956-4741-b6de-4faa96e47201', 'name': 'tempest-TestSnapshotPattern-1614938571-router', 'tenant_id': '4f60a1de855b4785bc90fab743465d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:19Z', 'updated_at': '2021-08-16T03:09:17Z', 'revision_number': 6, 'project_id': '4f60a1de855b4785bc90fab743465d48', 'gw_port_host': None}] {{(pid=95517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:09:17.441595 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4a7d5412-eeed-470d-9100-bf85c1bbae60 no longer exists at agent hyperv_n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:09:17.463826 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] No Port match for: 4a7d5412-eeed-470d-9100-bf85c1bbae60 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:09:17.464174 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Device 4a7d5412-eeed-470d-9100-bf85c1bbae60 not bound to the agent host n-h2-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:09:17.558733 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:17.587825 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=90426f23-ec61-41d4-a35b-a54e7b4f67cb,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:17.646521 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:17.735341 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:17.737335 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:17.845552 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:17.846198 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc7681a-c956-4741-b6de-4faa96e47201 {{(pid=95515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:09:17.852243 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] Notify callbacks [] for router, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:17.856641 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59978) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:17.857108 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cfbeb369-04e4-4c16-8413-aa00aa227e29 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ddc7681a-c956-4741-b6de-4faa96e47201 HTTP/1.1" status: 204 len: 168 time: 0.9297514 Aug 16 03:09:17.880226 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:09:17.900752 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:09:17.901165 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device dc7c5308-03bf-42f2-b67a-6c18a0e4e3d3 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:09:18.014010 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cd22bb-608d-41d4-8ef5-71f9c6cd836a admin admin] Deleting subnet 2316fd72-4563-4417-a83f-9d7bac609db7 {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:09:18.016980 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60cd22bb-608d-41d4-8ef5-71f9c6cd836a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.050235 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60cd22bb-608d-41d4-8ef5-71f9c6cd836a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.129048 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60cd22bb-608d-41d4-8ef5-71f9c6cd836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.261510 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60cd22bb-608d-41d4-8ef5-71f9c6cd836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.280533 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dad66f-c326-4bd1-96a6-c25542a43044 None None] Network 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:09:18.291709 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-60cd22bb-608d-41d4-8ef5-71f9c6cd836a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.293623 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-60cd22bb-608d-41d4-8ef5-71f9c6cd836a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2316fd72-4563-4417-a83f-9d7bac609db7 HTTP/1.1" status: 204 len: 168 time: 0.4349279 Aug 16 03:09:18.294952 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd22bb-608d-41d4-8ef5-71f9c6cd836a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2316fd72-4563-4417-a83f-9d7bac609db7,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:18.296244 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [-] (95515) accepted ('10.222.0.66', 59982) {{(pid=95515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:18.371633 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.441689 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Deleting port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 {{(pid=95515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:18.442117 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.491146 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bcf67f-3b1e-495c-bde9-d47088624ec6 None None] DHCP port deletion for 21a0a1a8-de6c-46f9-b596-d8c5a66e8126 request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:09:18.511850 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.db [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] For port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=afdc5519-bb80-491c-87f7-2a8c7dbfc2d7,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:18.512227 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.525877 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.plugin [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Calling delete_port for afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 owned by network:dhcp {{(pid=95515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:18.540064 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-06bcf67f-3b1e-495c-bde9-d47088624ec6 None None] Deleting port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:18.540443 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06bcf67f-3b1e-495c-bde9-d47088624ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.600762 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-06bcf67f-3b1e-495c-bde9-d47088624ec6 None None] For port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=afdc5519-bb80-491c-87f7-2a8c7dbfc2d7,segment=NetworkSegment(70df5b79-652f-4d14-b97e-c6030fbaa46f),segment_id=70df5b79-652f-4d14-b97e-c6030fbaa46f)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:18.601172 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06bcf67f-3b1e-495c-bde9-d47088624ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.613759 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-06bcf67f-3b1e-495c-bde9-d47088624ec6 None None] Calling delete_port for afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:18.660667 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010872'] for port, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.694742 n-d-768509-23 neutron-server[95515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] No DVR routers for this DVR port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 on host n-d-768509-23 {{(pid=95515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:09:18.694945 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-06bcf67f-3b1e-495c-bde9-d47088624ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.712318 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Pushing event deleted for resources: {'Port': ['ID=afdc5519-bb80-491c-87f7-2a8c7dbfc2d7,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:18.715557 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcf67f-3b1e-495c-bde9-d47088624ec6 None None] Pushing event deleted for resources: {'Port': ['ID=afdc5519-bb80-491c-87f7-2a8c7dbfc2d7,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:18.723973 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bcf67f-3b1e-495c-bde9-d47088624ec6 None None] No DVR routers for this DVR port afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:09:18.774343 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.784603 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a0a1a8-de6c-46f9-b596-d8c5a66e8126']}} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:18.795723 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70df5b79-652f-4d14-b97e-c6030fbaa46f') {'for_net_delete': True} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:18.796010 n-d-768509-23 neutron-server[95515]: DEBUG neutron.services.segments.db [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70df5b79-652f-4d14-b97e-c6030fbaa46f') {} {{(pid=95515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:18.804878 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980518'] for segment, before_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.818368 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.824295 n-d-768509-23 neutron-server[95515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:09:18.824677 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26010645'] for segment, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: Traceback (most recent call last): Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: timer() Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: cb(*args, **kw) Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: return func(*args, **kwargs) Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: self._notify() Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: self.callback(batched_events) Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: event.method(event) Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: return f(self, *a, **k) Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: return self._get(url).json() Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: return self.request(url, 'GET', **kwargs) Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:09:18.826316 n-d-768509-23 neutron-server[95515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:09:18.918679 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.924021 n-d-768509-23 neutron-server[95515]: DEBUG neutron_lib.callbacks.manager [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Notify callbacks [] for network, before_response {{(pid=95515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.926004 n-d-768509-23 neutron-server[95515]: INFO neutron.wsgi [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] 10.222.0.66 "DELETE /v2.0/networks/21a0a1a8-de6c-46f9-b596-d8c5a66e8126 HTTP/1.1" status: 204 len: 168 time: 0.6282339 Aug 16 03:09:18.929649 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59984) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:18.941672 n-d-768509-23 neutron-server[95515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1213e4-d491-443e-b821-05ce063c0900 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a0a1a8-de6c-46f9-b596-d8c5a66e8126,revision_number=None']} {{(pid=95515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:19.273865 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757654'] for router_interface, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:19.514036 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] Deleting port 9c41bd30-9779-4698-ab98-135d28931333 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:19.514386 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:19.555111 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 90426f23-ec61-41d4-a35b-a54e7b4f67cb no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:09:19.574561 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 90426f23-ec61-41d4-a35b-a54e7b4f67cb {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:09:19.574909 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 90426f23-ec61-41d4-a35b-a54e7b4f67cb not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:09:19.575323 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:09:19.594052 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:09:19.594227 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] For port 9c41bd30-9779-4698-ab98-135d28931333, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=9c41bd30-9779-4698-ab98-135d28931333,segment=NetworkSegment(d212852b-b11d-4624-95bf-982e016e3aa8),segment_id=d212852b-b11d-4624-95bf-982e016e3aa8)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:19.594411 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device afdc5519-bb80-491c-87f7-2a8c7dbfc2d7 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:09:19.594543 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:19.607976 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] Calling delete_port for 9c41bd30-9779-4698-ab98-135d28931333 owned by network:router_interface {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:19.821358 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:19.846165 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c41bd30-9779-4698-ab98-135d28931333,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:20.014008 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529702'] for router_interface, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:20.575412 n-d-768509-23 neutron-server[95516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] Router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 has already been hosted by L3 agent 7bad9504-979f-46c3-9577-58b2139a47a3 {{(pid=95516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:09:20.676809 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] Notify agent at l3_agent.n-d-768509-23 the message routers_updated {{(pid=95516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:09:20.682043 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-46c31067-9efb-4ecd-8976-055b70ef51b8 admin admin] 10.222.0.66 "PUT /v2.0/routers/92eb496e-3c41-4b48-b4f3-5eee665e6ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7513340 Aug 16 03:09:20.684547 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59986) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:20.687103 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6b313-2dc3-4724-a8bd-10173795ae7e None None] Sync routers for ids ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'] in n-d-768509-23 {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:09:20.697491 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6b313-2dc3-4724-a8bd-10173795ae7e None None] Routers {'92eb496e-3c41-4b48-b4f3-5eee665e6ff3'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:20.698151 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7df6b313-2dc3-4724-a8bd-10173795ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:20.787433 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Notify callbacks [] for router, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:20.799707 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7df6b313-2dc3-4724-a8bd-10173795ae7e None None] Set router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 gateway port host: n-d-768509-23 {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:20.889664 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:20.974040 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7df6b313-2dc3-4724-a8bd-10173795ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'name': 'tempest-TestSnapshotPattern-236359851-router', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'external_fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '5403193f-a266-4993-b971-ea935124195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:09:19Z', 'revision_number': 5, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'gw_port': {'id': '5403193f-a266-4993-b971-ea935124195e', 'name': '', 'network_id': 'e7511119-de60-4ebc-b5d2-06798ae9c186', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36094bd5-8694-47d8-a958-14dc577a996e', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:26Z', 'updated_at': '2021-08-16T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36094bd5-8694-47d8-a958-14dc577a996e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-23'}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:20.996234 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Deleting port 5403193f-a266-4993-b971-ea935124195e {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:20.996574 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.003914 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6b313-2dc3-4724-a8bd-10173795ae7e None None] Checking router: 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 for host: n-d-768509-23 {{(pid=95518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:09:21.014056 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6b313-2dc3-4724-a8bd-10173795ae7e None None] Routers {'92eb496e-3c41-4b48-b4f3-5eee665e6ff3'} bound to L3 agent in host n-d-768509-23 {{(pid=95518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:21.014671 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7df6b313-2dc3-4724-a8bd-10173795ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:30:03Z,description=,heartbeat_timestamp=2021-08-16T03:09:03Z,host='n-d-768509-23',id=7bad9504-979f-46c3-9577-58b2139a47a3,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:30:03Z,topic='l3_agent')) {'router_ids': ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'], 'active': True} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:21.082243 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] For port 5403193f-a266-4993-b971-ea935124195e, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=5403193f-a266-4993-b971-ea935124195e,segment=NetworkSegment(7d6314b1-8069-492b-8774-fd15d7cb1668),segment_id=7d6314b1-8069-492b-8774-fd15d7cb1668)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:21.082887 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.095247 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Calling delete_port for 5403193f-a266-4993-b971-ea935124195e owned by network:router_gateway {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:21.098793 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_dvr_db [None req-7df6b313-2dc3-4724-a8bd-10173795ae7e None None] Set router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 gateway port host: None {{(pid=95518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:21.153398 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.l3_hamode_db [None req-7df6b313-2dc3-4724-a8bd-10173795ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'name': 'tempest-TestSnapshotPattern-236359851-router', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:09:20Z', 'revision_number': 6, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'gw_port_host': None}], 'n-d-768509-23', False) {} {{(pid=95518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:21.180171 n-d-768509-23 neutron-server[95518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6b313-2dc3-4724-a8bd-10173795ae7e None None] The sync data for ids ['92eb496e-3c41-4b48-b4f3-5eee665e6ff3'] in n-d-768509-23 is: [{'id': '92eb496e-3c41-4b48-b4f3-5eee665e6ff3', 'name': 'tempest-TestSnapshotPattern-236359851-router', 'tenant_id': 'f8a0d535526246429cf25a5699d577c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:09:20Z', 'revision_number': 6, 'project_id': 'f8a0d535526246429cf25a5699d577c8', 'gw_port_host': None}] {{(pid=95518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:09:21.328614 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.354389 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Pushing event deleted for resources: {'Port': ['ID=5403193f-a266-4993-b971-ea935124195e,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:21.419093 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528860'] for router_gateway, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.509171 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1776'] for router, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.511278 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.633495 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531263'] for router, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.634054 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92eb496e-3c41-4b48-b4f3-5eee665e6ff3 {{(pid=95516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:09:21.638511 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] Notify callbacks [] for router, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.639857 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-d8965a7b-7b6f-4757-8ab1-53b8dafa3135 admin admin] 10.222.0.66 "DELETE /v2.0/routers/92eb496e-3c41-4b48-b4f3-5eee665e6ff3 HTTP/1.1" status: 204 len: 168 time: 0.9542758 Aug 16 03:09:21.642239 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59990) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:21.661337 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9c41bd30-9779-4698-ab98-135d28931333 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:09:21.687982 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 9c41bd30-9779-4698-ab98-135d28931333 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:09:21.688335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 9c41bd30-9779-4698-ab98-135d28931333 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:09:21.692309 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8790eb-5f45-4f82-884e-c06784b2fce5 admin admin] Deleting subnet 5dc7d02d-c181-495b-9150-fc49d91aea1f {{(pid=95516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:09:21.696499 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e8790eb-5f45-4f82-884e-c06784b2fce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.731760 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e8790eb-5f45-4f82-884e-c06784b2fce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25582457'] for subnet, precommit_delete_associations {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.810955 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e8790eb-5f45-4f82-884e-c06784b2fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416947'] for subnet, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.848811 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.936357 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e8790eb-5f45-4f82-884e-c06784b2fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401676'] for subnet, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.964174 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8790eb-5f45-4f82-884e-c06784b2fce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc7d02d-c181-495b-9150-fc49d91aea1f,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:21.966151 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-9e8790eb-5f45-4f82-884e-c06784b2fce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:21.968055 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-9e8790eb-5f45-4f82-884e-c06784b2fce5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5dc7d02d-c181-495b-9150-fc49d91aea1f HTTP/1.1" status: 204 len: 168 time: 0.3248014 Aug 16 03:09:21.971492 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59992) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:21.974149 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cd36d5-91da-40f4-b636-4ba0d42886d3 None None] Network 4e7ac634-e28f-4db0-bec4-d27256252a7c requested from n-d-768509-23 {{(pid=95517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:09:22.046752 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16324716'] for network, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.104219 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Deleting port 01782166-e064-44f1-82ff-1ae7146efcf6 {{(pid=95516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:22.104844 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.153652 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749fe71-815c-48b0-b766-5e638099fdb5 None None] DHCP port deletion for 4e7ac634-e28f-4db0-bec4-d27256252a7c request from n-d-768509-23 {{(pid=95517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:09:22.171892 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.db [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] For port 01782166-e064-44f1-82ff-1ae7146efcf6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=01782166-e064-44f1-82ff-1ae7146efcf6,segment=NetworkSegment(d212852b-b11d-4624-95bf-982e016e3aa8),segment_id=d212852b-b11d-4624-95bf-982e016e3aa8)] {{(pid=95516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:22.172235 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.186285 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.plugin [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Calling delete_port for 01782166-e064-44f1-82ff-1ae7146efcf6 owned by network:dhcp {{(pid=95516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:22.206435 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2749fe71-815c-48b0-b766-5e638099fdb5 None None] Deleting port 01782166-e064-44f1-82ff-1ae7146efcf6 {{(pid=95517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:09:22.206818 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2749fe71-815c-48b0-b766-5e638099fdb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769576314920'] for port, before_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.274838 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.db [None req-2749fe71-815c-48b0-b766-5e638099fdb5 None None] For port 01782166-e064-44f1-82ff-1ae7146efcf6, host n-d-768509-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-23',level=0,port_id=01782166-e064-44f1-82ff-1ae7146efcf6,segment=NetworkSegment(d212852b-b11d-4624-95bf-982e016e3aa8),segment_id=d212852b-b11d-4624-95bf-982e016e3aa8)] {{(pid=95517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:22.275285 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2749fe71-815c-48b0-b766-5e638099fdb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556985'] for port, precommit_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.288335 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2749fe71-815c-48b0-b766-5e638099fdb5 None None] Calling delete_port for 01782166-e064-44f1-82ff-1ae7146efcf6 owned by network:dhcp {{(pid=95517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:09:22.328947 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4111375'] for port, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.354159 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Pushing event deleted for resources: {'Port': ['ID=01782166-e064-44f1-82ff-1ae7146efcf6,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:22.357749 n-d-768509-23 neutron-server[95516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] No DVR routers for this DVR port 01782166-e064-44f1-82ff-1ae7146efcf6 on host n-d-768509-23 {{(pid=95516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:09:22.368067 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2749fe71-815c-48b0-b766-5e638099fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16353444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769576320642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769575750629'] for port, after_delete {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.398479 n-d-768509-23 neutron-server[95517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749fe71-815c-48b0-b766-5e638099fdb5 None None] No DVR routers for this DVR port 01782166-e064-44f1-82ff-1ae7146efcf6 on host n-d-768509-23 {{(pid=95517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:09:22.404490 n-d-768509-23 neutron-server[95517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749fe71-815c-48b0-b766-5e638099fdb5 None None] Pushing event deleted for resources: {'Port': ['ID=01782166-e064-44f1-82ff-1ae7146efcf6,revision_number=None']} {{(pid=95517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:22.440326 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422964', 'neutron.services.segments.db._delete_segments_for_network-8769576259696'] for network, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.450461 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7ac634-e28f-4db0-bec4-d27256252a7c']}} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:22.460436 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd212852b-b11d-4624-95bf-982e016e3aa8') {'for_net_delete': True} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:22.460733 n-d-768509-23 neutron-server[95516]: DEBUG neutron.services.segments.db [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd212852b-b11d-4624-95bf-982e016e3aa8') {} {{(pid=95516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:22.469309 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769576263801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25582446'] for segment, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.482650 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010'] for segment, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.488406 n-d-768509-23 neutron-server[95516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:09:22.489956 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111586'] for segment, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: Traceback (most recent call last): Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: timer() Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: cb(*args, **kw) Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: return func(*args, **kwargs) Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: self._notify() Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: self.callback(batched_events) Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: event.method(event) Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: return f(self, *a, **k) Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: return self._get(url).json() Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: return self.request(url, 'GET', **kwargs) Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:09:22.490402 n-d-768509-23 neutron-server[95516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:09:22.586883 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528800'] for network, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.592125 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Notify callbacks [] for network, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.593977 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] 10.222.0.66 "DELETE /v2.0/networks/4e7ac634-e28f-4db0-bec4-d27256252a7c HTTP/1.1" status: 204 len: 168 time: 0.6215272 Aug 16 03:09:22.605256 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05471b-9638-4301-a07a-382d5e39550b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7ac634-e28f-4db0-bec4-d27256252a7c,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:22.672540 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.849519 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59996) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:22.890172 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-7111bd05-0d25-4fdc-9974-e4f51ed05e3a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f60a1de855b4785bc90fab743465d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387945 Aug 16 03:09:22.892500 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 59998) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:22.944672 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95e086ba-6221-41e6-b8c6-7a7f8d7e5c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.964964 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95e086ba-6221-41e6-b8c6-7a7f8d7e5c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:23.095678 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95e086ba-6221-41e6-b8c6-7a7f8d7e5c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:23.098375 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-95e086ba-6221-41e6-b8c6-7a7f8d7e5c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:23.099563 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-95e086ba-6221-41e6-b8c6-7a7f8d7e5c33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9febfa30-5860-43b9-901d-2ef24eed8a2d HTTP/1.1" status: 204 len: 168 time: 0.2061219 Aug 16 03:09:23.107996 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e086ba-6221-41e6-b8c6-7a7f8d7e5c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9febfa30-5860-43b9-901d-2ef24eed8a2d,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:23.555515 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5403193f-a266-4993-b971-ea935124195e no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:09:23.575369 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 5403193f-a266-4993-b971-ea935124195e {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:09:23.575712 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 5403193f-a266-4993-b971-ea935124195e not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:09:23.576115 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 01782166-e064-44f1-82ff-1ae7146efcf6 no longer exists at agent ovs-agent-n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:09:23.593866 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] No Port match for: 01782166-e064-44f1-82ff-1ae7146efcf6 {{(pid=95517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:09:23.594212 n-d-768509-23 neutron-server[95517]: DEBUG neutron.plugins.ml2.rpc [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Device 01782166-e064-44f1-82ff-1ae7146efcf6 not bound to the agent host n-d-768509-23 {{(pid=95517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:09:23.695124 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60004) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:23.736148 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-02c016a4-69de-4428-8088-b98ee6e88ca2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8a0d535526246429cf25a5699d577c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397651 Aug 16 03:09:23.738560 n-d-768509-23 neutron-server[95516]: DEBUG neutron.wsgi [-] (95516) accepted ('10.222.0.66', 60006) {{(pid=95516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:23.785937 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fab353e1-2b56-42cb-bc1f-98b7943fa9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:23.807835 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fab353e1-2b56-42cb-bc1f-98b7943fa9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:23.901343 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fab353e1-2b56-42cb-bc1f-98b7943fa9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602550'] for security_group, after_delete {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:23.903975 n-d-768509-23 neutron-server[95516]: DEBUG neutron_lib.callbacks.manager [None req-fab353e1-2b56-42cb-bc1f-98b7943fa9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:23.905224 n-d-768509-23 neutron-server[95516]: INFO neutron.wsgi [None req-fab353e1-2b56-42cb-bc1f-98b7943fa9f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/caa65cd1-6829-4397-8578-d9d536c6edc5 HTTP/1.1" status: 204 len: 168 time: 0.1657212 Aug 16 03:09:23.913919 n-d-768509-23 neutron-server[95516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab353e1-2b56-42cb-bc1f-98b7943fa9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa65cd1-6829-4397-8578-d9d536c6edc5,revision_number=None']} {{(pid=95516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:29.946712 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ad0c-2445-4e6e-87da-2f64bdf2a71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:32.992335 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ddba8c4a-3d41-4d62-a8e2-8a4aebb1f691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:33.009412 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:33.390447 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:09:34.431846 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:36.152719 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:51.849008 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:52.705509 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:59.963186 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8dbf0b61-43d5-4c66-8386-8d745410a5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:02.963706 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-8a45154b-044a-4779-a97a-bbf79e971dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:02.998013 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:04.409270 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:06.150978 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:10.389345 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:10:21.883208 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:22.717301 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:29.934438 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79a493ea-76e3-424a-98aa-855a52b8d570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:32.962555 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0cbaee46-785a-4cd6-93b2-c1c685983749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:32.974030 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:34.397126 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:36.197376 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:47.387880 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:10:51.911052 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.716836 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:59.921469 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-f6e499fe-b235-4e4e-82cd-746340a9c597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:03.008161 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-228f8b91-ad9b-451b-916b-34822f08cda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:03.048033 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:04.419532 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:06.207759 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:21.939038 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:22.767303 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:24.387950 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:11:29.892731 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-16126f40-6984-45dd-942e-d68499ef78b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:32.967074 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-373616fe-9acf-498f-8130-be0471e9dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:32.978528 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:34.424561 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:36.338592 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:51.995427 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:52.766689 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:59.926703 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-6419477c-8284-46df-886d-698540af1666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:01.386270 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:12:02.978694 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-78234289-026d-4f02-8bba-0311b23968b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:02.981691 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.441274 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:06.143595 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:21.943536 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:22.749654 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:29.931789 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f047-9dc4-4f3f-9b1b-d5403ef22bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.943175 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0ff2c4e5-ff12-4270-a59c-a5d42f40938d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.960430 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:34.463337 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:36.165685 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.384788 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:12:51.942984 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.766021 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:59.919628 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-acda75ec-d315-4f92-a18b-54b7fb80a3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.994946 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fc837380-88f9-4bc1-8290-d281c82bd7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.996532 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:04.445526 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:06.188391 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:15.382859 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:13:21.970626 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:22.799866 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:29.953508 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2310be55-d61b-410f-a9a9-f56a8437e544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:32.947812 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-74f2875d-36a6-441a-a15c-16cebad017a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:32.965091 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:34.450851 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:36.170669 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.010670 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.381979 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:13:52.781862 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:59.936048 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-ceb17220-d423-4097-9499-73b34a4f7d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:02.999198 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-b9458ead-c0b1-4ac2-b869-825a8ba6b111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:03.021740 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:04.416625 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:06.181967 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.998710 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.804910 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.381080 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:14:29.947018 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-79a7f47a-7a0a-4062-9948-9d61182c30e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.981259 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.004543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-1fd2aaf9-6a9e-4dbc-8c2f-50e6e044e5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:34.437803 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:36.209566 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:52.009614 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:52.769322 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:59.946761 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5c01c3a0-7402-4fa9-be5e-f8c32c848199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:02.969615 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:02.992321 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-88bbffc0-056c-4eef-8c9a-748fa32fe532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:04.443856 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:06.186184 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:06.380677 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:15:22.003761 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:22.786548 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:29.957358 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-be7b968b-a2a3-40f5-ba48-74401970da6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:32.980525 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:33.008803 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2b88e396-f0d8-4cf0-b94c-cb28da0e01be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:34.460543 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:36.175337 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:43.380271 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:15:52.008629 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:52.894032 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:59.979036 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-05d44613-0176-4b15-affc-45157f948799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:03.014871 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3e9b1f00-8ae0-43bc-b372-5d5f1d921a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:03.060351 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:04.448601 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:06.191289 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:20.379643 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:16:22.019709 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:22.876494 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:29.933420 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a603a4dc-7d2a-4912-b9fe-8e7188ffdcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:32.984447 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-bdce9ef6-c98b-4e29-b720-274ca93797d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:33.013632 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:34.459094 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:36.196866 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:52.018226 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:52.881758 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.378956 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:16:59.937673 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8d77-cc8a-47b6-913f-37af8c5e7dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:02.979366 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-26f6770b-c945-4299-96f1-750961671586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:03.002337 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:03.486635 n-d-768509-23 neutron-server[95515]: DEBUG neutron.wsgi [req-d83e3c0a-cb90-4c71-b523-0b66ba102f47 req-bca9c44a-1c82-41c2-8ffb-85fa19e826fb service neutron] (95515) timed out ('10.222.0.66', 50736) {{(pid=95515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:17:04.503837 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:06.190138 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:22.070191 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-251eeeb1-d06a-4480-877e-469369a990d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:22.938760 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-3b5537f0-970f-4173-a114-322dc73197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:29.948690 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-5d42611e-01c7-4cb1-af51-3c303c83cf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.961228 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1043-2d15-4659-843f-f6f0f4ad440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.978210 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-0288ef33-b67d-41a1-a229-d8f9240c753c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:34.377768 n-d-768509-23 neutron-server[95518]: DEBUG neutron.db.agents_db [None req-21c454d6-5ea9-4bd6-9649-47b5bcae13ce None None] Agent healthcheck: found 7 active agents {{(pid=95518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:17:34.481674 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-91c6948e-bd23-4801-9cf5-04652a8b3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.194890 n-d-768509-23 neutron-server[95517]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1cdc-a7fd-4142-b0a3-814ce9306c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769576259588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16470458'] for agent, after_update {{(pid=95517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}